-- Logs begin at Wed 2021-08-04 16:09:07 UTC, end at Wed 2021-08-04 18:35:01 UTC. -- Aug 04 16:40:44.550966 n-d-764435-5 systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 16:40:47.357800 n-d-764435-5 neutron-server[105719]: INFO neutron.common.config [-] Logging enabled! Aug 04 16:40:47.358447 n-d-764435-5 neutron-server[105719]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev521 Aug 04 16:40:47.358542 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105719) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 16:40:47.361722 n-d-764435-5 neutron-server[105719]: INFO neutron.common.config [-] Logging enabled! Aug 04 16:40:47.361972 n-d-764435-5 neutron-server[105719]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev521 Aug 04 16:40:47.362254 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105719) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 16:40:47.363221 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 16:40:47.363450 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 16:40:47.363799 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 16:40:47.364003 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 16:40:47.364250 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 16:40:47.364562 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.364845 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.365136 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.365335 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.365642 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.365922 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.366181 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.366460 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.366744 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.367047 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.367318 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.367597 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.367818 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.368085 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.368346 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.368623 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.368840 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] debug = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.369110 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.369519 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.369933 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.370202 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.370479 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.370750 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.371034 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.371326 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.371597 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.371948 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] host = n-d-764435-5 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.372180 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.372457 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.372731 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.373009 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.373272 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.373569 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.373809 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.374068 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.374330 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] log_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.374596 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.374899 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.375177 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.375452 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.375669 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.375887 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.376166 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.376443 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.376708 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.376971 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.377236 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.377498 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.377762 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.378017 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.378292 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.378565 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.378856 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.379123 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.379388 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.379647 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.379906 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.380178 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.380440 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.380703 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.381025 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.381242 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.381550 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.381767 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.382058 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.382333 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.382602 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.382895 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.383165 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.383428 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.383688 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.383949 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.384211 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] use_json = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.384473 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.384732 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.385002 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.385262 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.385524 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.385784 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.386044 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.386316 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:47.386607 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.386987 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.387297 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.387573 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.387858 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.388132 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.388413 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.388684 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.388965 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.389248 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.389531 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.389801 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.390083 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.390354 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.390640 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.390962 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.391250 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.391531 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.391803 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.392065 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.392328 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.392595 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.392873 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.393163 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.393442 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.393706 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.393977 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.394258 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.394525 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.394790 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.395080 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.395358 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.395626 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.395890 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.396164 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.396433 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.396695 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.396958 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.397226 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.397504 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.397770 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.398029 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.398290 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.398555 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.398822 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.399106 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.399373 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.399636 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.399898 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.400168 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.400430 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.400693 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.400961 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.401225 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.401491 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.401805 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.402019 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.402282 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.402568 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.402856 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.403121 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.403483 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.403650 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.403914 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.404177 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.404440 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.404703 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.404965 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.405244 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.405545 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.405800 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.406067 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.406337 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.406603 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.406912 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.407166 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.407434 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.407702 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.407965 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.408248 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.408600 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.408795 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.409071 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.409337 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.409620 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.409889 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.410164 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.410434 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.410830 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.411012 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.411286 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.411575 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.411917 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.412143 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.412424 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.412739 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.413033 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.413336 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.413674 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:47.413820 n-d-764435-5 neutron-server[105719]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 16:40:47.414058 n-d-764435-5 neutron-server[105719]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105719) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 16:40:47.762120 n-d-764435-5 neutron-server[105719]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 16:40:47.762364 n-d-764435-5 neutron-server[105719]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 16:40:47.762598 n-d-764435-5 neutron-server[105719]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 16:40:47.762978 n-d-764435-5 neutron-server[105719]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 16:40:48.159725 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.160020 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.160278 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.161634 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.161899 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.162156 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.197223 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.197477 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.197738 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.213341 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.213574 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.213869 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.245700 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.245978 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.246246 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.282354 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.282625 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.282915 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.512787 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.513428 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.513428 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.513572 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.514191 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.635087 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.635369 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.635662 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.635922 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.636176 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.636479 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.636731 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.637035 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.637285 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.637571 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.637815 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.638075 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.638306 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.638838 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.638838 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.639030 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.639297 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.639559 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.639816 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.640068 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.640328 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.640574 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.640849 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.641310 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.641561 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.641836 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.642287 n-d-764435-5 neutron-server[105719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:40:48.642538 n-d-764435-5 neutron-server[105719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:40:48.642771 n-d-764435-5 neutron-server[105719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:40:48.643032 n-d-764435-5 neutron-server[105719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:40:48.643264 n-d-764435-5 neutron-server[105719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:40:48.643494 n-d-764435-5 neutron-server[105719]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:40:48.643869 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 16:40:48.647546 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 16:40:48.651593 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 16:40:48.655731 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Aug 04 16:40:48.657388 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 16:40:48.657825 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 16:40:48.658154 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 16:40:48.658662 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 16:40:48.662160 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 16:40:48.662401 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 16:40:48.662751 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 16:40:48.668087 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 16:40:48.689981 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 16:40:48.690443 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.690743 n-d-764435-5 neutron-server[105719]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105719) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 16:40:48.691182 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.692520 n-d-764435-5 neutron-server[105719]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105719) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 16:40:48.692795 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 16:40:48.693031 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 16:40:48.696608 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.696886 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:48.760411 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 16:40:48.760648 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 16:40:48.760891 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 16:40:48.761241 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 16:40:48.783575 n-d-764435-5 neutron-server[105719]: DEBUG oslo_db.sqlalchemy.engines [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105719) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 16:40:49.366374 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Initializing driver for type 'gre' Aug 04 16:40:49.367093 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] gre ID ranges: [(1, 1000)] Aug 04 16:40:49.436904 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Initializing driver for type 'local' Aug 04 16:40:49.437167 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Initializing driver for type 'vlan' Aug 04 16:40:49.453140 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] VlanTypeDriver initialization complete Aug 04 16:40:49.453485 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Initializing driver for type 'vxlan' Aug 04 16:40:49.453998 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] vxlan ID ranges: [(1, 1000)] Aug 04 16:40:49.507265 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Initializing extension driver 'port_security' Aug 04 16:40:49.507645 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.extensions.port_security [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] PortSecurityExtensionDriver initialization complete Aug 04 16:40:49.508011 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Initializing mechanism driver 'openvswitch' Aug 04 16:40:49.508336 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Initializing mechanism driver 'hyperv' Aug 04 16:40:49.519210 n-d-764435-5 neutron-server[105719]: DEBUG neutron.plugins.ml2.plugin [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:40:49.520102 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > port after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.520478 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > port after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.520833 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > port after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.521372 n-d-764435-5 neutron-server[105719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:40:49.521810 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > subnet after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.522167 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > subnet after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.522515 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.522928 n-d-764435-5 neutron-server[105719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:40:49.523337 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > network after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.523687 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > network after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.524030 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > network after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.524434 n-d-764435-5 neutron-server[105719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:40:49.524823 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > security_group after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.525179 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > security_group after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.525520 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.525914 n-d-764435-5 neutron-server[105719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:40:49.526324 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.526671 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.527035 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.527427 n-d-764435-5 neutron-server[105719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:40:49.527988 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > address_group after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.528512 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > address_group after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.528865 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.529370 n-d-764435-5 neutron-server[105719]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105719) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:40:49.529751 n-d-764435-5 neutron-server[105719]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] ML2 OVO RPC backend initialized. {{(pid=105719) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 16:40:49.530475 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.530852 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.531282 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > network before_response 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.531634 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > networks before_response 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.531987 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > port before_response 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.532333 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > ports before_response 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.532679 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > subnet before_response 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.533020 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > subnets before_response 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.533366 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > network after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.533708 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > network after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.534043 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > network after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.534380 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > port after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.534716 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > port after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.535081 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > port after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.535419 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > subnet after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.535755 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > subnet after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.536095 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.536680 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.plugin [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Modular L2 Plugin initialization complete Aug 04 16:40:49.537012 n-d-764435-5 neutron-server[105719]: DEBUG neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading services supported by the core plugin {{(pid=105719) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 16:40:49.537337 n-d-764435-5 neutron-server[105719]: INFO neutron.plugins.ml2.managers [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Got port-security extension from driver 'port_security' Aug 04 16:40:49.537803 n-d-764435-5 neutron-server[105719]: INFO neutron.extensions.vlantransparent [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Disabled vlantransparent extension. Aug 04 16:40:49.538287 n-d-764435-5 neutron-server[105719]: DEBUG neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105719) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 16:40:49.538597 n-d-764435-5 neutron-server[105719]: INFO neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading Plugin: router Aug 04 16:40:49.576088 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.576489 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router after_create 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.576859 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router before_create 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.577227 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.577601 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.577961 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router after_delete 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.578318 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.578662 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router after_create 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.579164 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router after_update 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.579513 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router after_update 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.579890 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.580240 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router after_update 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.580659 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router precommit_update 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.581027 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: port after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.581351 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: port after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.581688 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: subnet after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.582027 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.582376 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.582721 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router precommit_create 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.583089 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: port before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.583436 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router precommit_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.583789 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router after_update 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.584128 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.584477 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router precommit_create 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.584834 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.585168 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router precommit_update 55549900 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.585535 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > agent after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.585889 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > agent after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.586231 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > network after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.587129 n-d-764435-5 neutron-server[105719]: DEBUG neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Tracking information for resource: router configured {{(pid=105719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:40:49.587463 n-d-764435-5 neutron-server[105719]: DEBUG neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Tracking information for resource: floatingip configured {{(pid=105719) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:40:49.592635 n-d-764435-5 neutron-server[105719]: INFO neutron.db.l3_agentschedulers_db [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 16:40:49.593209 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: port after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.593581 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: port after_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.593923 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: port after_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.594272 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: port after_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.595093 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router before_create 55550100 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.595454 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.595815 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router precommit_create 55550100 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.596173 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > router precommit_update 55550100 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.600669 n-d-764435-5 neutron-server[105719]: DEBUG neutron.services.provider_configuration [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service providers = [] {{(pid=105719) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 16:40:49.601038 n-d-764435-5 neutron-server[105719]: DEBUG neutron.db.servicetype_db [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105719) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 16:40:49.604057 n-d-764435-5 neutron-server[105719]: DEBUG neutron.services.service_base [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:40:49.604391 n-d-764435-5 neutron-server[105719]: DEBUG neutron.services.service_base [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:40:49.604734 n-d-764435-5 neutron-server[105719]: DEBUG neutron.services.service_base [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:40:49.605726 n-d-764435-5 neutron-server[105719]: DEBUG neutron.services.service_base [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105719) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:40:49.606251 n-d-764435-5 neutron-server[105719]: INFO neutron.services.service_base [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 16:40:49.606849 n-d-764435-5 neutron-server[105719]: DEBUG neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:40:49.607250 n-d-764435-5 neutron-server[105719]: INFO neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 16:40:49.619530 n-d-764435-5 neutron-server[105719]: DEBUG neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:40:49.619865 n-d-764435-5 neutron-server[105719]: INFO neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading Plugin: auto_allocate Aug 04 16:40:49.626026 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: network precommit_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.626405 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: network precommit_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.626976 n-d-764435-5 neutron-server[105719]: DEBUG neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:40:49.627272 n-d-764435-5 neutron-server[105719]: INFO neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading Plugin: tag Aug 04 16:40:49.634069 n-d-764435-5 neutron-server[105719]: DEBUG neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:40:49.634411 n-d-764435-5 neutron-server[105719]: INFO neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading Plugin: timestamp Aug 04 16:40:49.638695 n-d-764435-5 neutron-server[105719]: DEBUG neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:40:49.639052 n-d-764435-5 neutron-server[105719]: INFO neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading Plugin: network_ip_availability Aug 04 16:40:49.644639 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.645009 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.645371 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.646122 n-d-764435-5 neutron-server[105719]: DEBUG neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:40:49.646444 n-d-764435-5 neutron-server[105719]: INFO neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading Plugin: flavors Aug 04 16:40:49.651579 n-d-764435-5 neutron-server[105719]: DEBUG neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:40:49.651910 n-d-764435-5 neutron-server[105719]: INFO neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading Plugin: revisions Aug 04 16:40:49.657162 n-d-764435-5 neutron-server[105719]: DEBUG neutron.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105719) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:40:49.657566 n-d-764435-5 neutron-server[105719]: DEBUG oslo_concurrency.lockutils [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.895s {{(pid=105719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 16:40:49.658319 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105719) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 16:40:49.658658 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Initializing extension manager. Aug 04 16:40:49.659211 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: __init__.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.659558 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: __pycache__ {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.659886 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.660219 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: address_group.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.661101 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.661686 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: address-group Aug 04 16:40:49.662007 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: address_scope.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.662730 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.663268 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: address-scope Aug 04 16:40:49.663592 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.664569 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.665076 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: router-admin-state-down-before-update Aug 04 16:40:49.665401 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: agent.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.666119 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.666635 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: agent Aug 04 16:40:49.666985 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: agent_resources_synced.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.667897 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.668543 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: agent-resources-synced Aug 04 16:40:49.669046 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: allowedaddresspairs.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.671057 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.671586 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: allowed-address-pairs Aug 04 16:40:49.671910 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: auto_allocated_topology.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.673000 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.673512 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: auto-allocated-topology Aug 04 16:40:49.673847 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: availability_zone.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.674572 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.675195 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: availability_zone Aug 04 16:40:49.675519 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: availability_zone_filter.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.676502 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.677014 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: availability_zone_filter Aug 04 16:40:49.677337 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: data_plane_status.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.678264 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.678773 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 16:40:49.679125 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: default_subnetpools.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.680054 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.680560 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: default-subnetpools Aug 04 16:40:49.680872 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.681744 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.682253 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: dhcp_agent_scheduler Aug 04 16:40:49.682576 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: dns.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.683547 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.684290 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension dns-integration not supported by any of loaded plugins Aug 04 16:40:49.684717 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: dns_domain_ports.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.685894 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.686403 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 16:40:49.686719 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.687748 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.688201 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 16:40:49.688518 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: dvr.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.689204 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.689705 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: dvr Aug 04 16:40:49.690020 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: ecmp_routes.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.690975 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.691466 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 16:40:49.691791 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: empty_string_filtering.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.692718 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.693228 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: empty-string-filtering Aug 04 16:40:49.693549 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.694472 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.695353 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 16:40:49.695666 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.696591 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.697097 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 16:40:49.697416 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: external_net.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.698326 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.698841 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: external-net Aug 04 16:40:49.699183 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.700540 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.701178 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: extra_dhcp_opt Aug 04 16:40:49.701502 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: extraroute.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.702426 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.702978 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: extraroute Aug 04 16:40:49.703296 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: extraroute_atomic.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.704366 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.704873 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: extraroute-atomic Aug 04 16:40:49.705193 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: filter_validation.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.706119 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.706612 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: filter-validation Aug 04 16:40:49.706976 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: fip_pf_description.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.707892 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.708395 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 16:40:49.708718 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: fip_port_details.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.709650 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.710155 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: fip-port-details Aug 04 16:40:49.710479 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: flavors.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.711775 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.712290 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: flavors Aug 04 16:40:49.712617 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.714321 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.714874 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 16:40:49.715276 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: floatingip_pools.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.716276 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.716789 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: floatingip-pools Aug 04 16:40:49.717128 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: ip_allocation.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.718065 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.718572 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 16:40:49.718940 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.719881 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.720394 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: ip-substring-filtering Aug 04 16:40:49.720723 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: l2_adjacency.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.721661 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.722169 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 16:40:49.722496 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: l3.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.723578 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.724100 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: router Aug 04 16:40:49.724426 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.726750 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.727303 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 16:40:49.727633 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.728590 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.729107 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: ext-gw-mode Aug 04 16:40:49.729436 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.730374 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.731029 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: l3-ha Aug 04 16:40:49.731558 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: l3_flavors.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.732648 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.733160 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: l3-flavors Aug 04 16:40:49.733485 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.734414 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.734961 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 16:40:49.735286 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: l3agentscheduler.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.736388 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.736896 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: l3_agent_scheduler Aug 04 16:40:49.737223 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: logging.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.738840 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.739367 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension logging not supported by any of loaded plugins Aug 04 16:40:49.739703 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: metering.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.740468 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.741058 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: metering Aug 04 16:40:49.741383 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.742650 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.743204 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: metering_source_and_destination_fields Aug 04 16:40:49.743536 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: multiprovidernet.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.744484 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.744996 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: multi-provider Aug 04 16:40:49.745322 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: netmtu.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.746299 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.746937 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: net-mtu Aug 04 16:40:49.747480 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: netmtu_writable.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.748475 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.748986 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: net-mtu-writable Aug 04 16:40:49.749309 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: network_availability_zone.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.749997 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.750499 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: network_availability_zone Aug 04 16:40:49.750836 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: network_ip_availability.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.751985 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.752492 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: network-ip-availability Aug 04 16:40:49.752820 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: network_segment_range.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.753617 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.754128 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 16:40:49.754444 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: pagination.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.755484 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.755810 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: pagination Aug 04 16:40:49.756127 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: port_device_profile.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.757055 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.757571 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: port-device-profile Aug 04 16:40:49.757893 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.758862 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.759378 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: port-mac-address-regenerate Aug 04 16:40:49.759701 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.760631 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.761146 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: port-numa-affinity-policy Aug 04 16:40:49.761471 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: port_resource_request.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.762774 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.763497 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 16:40:49.763821 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: portbindings.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.764775 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.765291 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: binding Aug 04 16:40:49.765613 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: portbindings_extended.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.766953 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.767474 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: binding-extended Aug 04 16:40:49.767797 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: portsecurity.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.768735 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.769245 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: port-security Aug 04 16:40:49.769576 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: project_id.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.770567 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.770915 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: project-id Aug 04 16:40:49.771238 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: providernet.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.772184 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.772700 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: provider Aug 04 16:40:49.773023 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: qos.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.776588 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.777108 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension qos not supported by any of loaded plugins Aug 04 16:40:49.777490 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.779012 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.779535 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 16:40:49.779867 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.780800 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.781310 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 16:40:49.781639 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: qos_default.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.782569 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.783105 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension qos-default not supported by any of loaded plugins Aug 04 16:40:49.783436 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: qos_fip.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.784107 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.784610 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension qos-fip not supported by any of loaded plugins Aug 04 16:40:49.784936 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: qos_gateway_ip.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.785909 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.786485 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 16:40:49.786845 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: qos_port_network_policy.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.787759 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.788274 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 16:40:49.788605 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: qos_pps_rule.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.789798 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.790319 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension qos-pps not supported by any of loaded plugins Aug 04 16:40:49.790651 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: qos_rule_type_details.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.791609 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.792120 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 16:40:49.792482 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: qos_rules_alias.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.793870 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.794450 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 16:40:49.794779 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: quotasv2.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.796043 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.796372 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: quotas Aug 04 16:40:49.796695 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: quotasv2_detail.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.799854 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.800195 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: quota_details Aug 04 16:40:49.800525 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: rbac.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.801615 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.802140 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: rbac-policies Aug 04 16:40:49.802472 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: rbac_address_group.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.803515 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.804035 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: rbac-address-group Aug 04 16:40:49.804403 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: rbac_address_scope.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.805326 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.805843 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: rbac-address-scope Aug 04 16:40:49.806152 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: rbac_security_groups.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.807114 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.807626 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: rbac-security-groups Aug 04 16:40:49.807952 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: rbac_subnetpool.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.809001 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.809789 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: rbac-subnetpool Aug 04 16:40:49.810126 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: revisionifmatch.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.811093 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.811611 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: revision-if-match Aug 04 16:40:49.811955 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: revisions.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.813077 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.813585 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: standard-attr-revisions Aug 04 16:40:49.813913 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: router_availability_zone.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.814605 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.815242 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: router_availability_zone Aug 04 16:40:49.815470 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: routerservicetype.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.816404 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.816913 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension router-service-type not supported by any of loaded plugins Aug 04 16:40:49.817238 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.818175 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.818685 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: security-groups-normalized-cidr Aug 04 16:40:49.819032 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.820310 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.820818 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: port-security-groups-filtering Aug 04 16:40:49.821141 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.822077 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.822580 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: security-groups-remote-address-group Aug 04 16:40:49.822937 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: securitygroup.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.833118 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.833647 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: security-group Aug 04 16:40:49.833990 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: segment.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.834788 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.835327 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension segment not supported by any of loaded plugins Aug 04 16:40:49.835658 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.836617 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.837133 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 16:40:49.837461 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: servicetype.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.838651 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.839208 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: service-type Aug 04 16:40:49.839536 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: sorting.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.840803 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.841145 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: sorting Aug 04 16:40:49.841472 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: standard_attr_segment.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.842409 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.842963 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 16:40:49.843289 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: standardattrdescription.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.843954 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.844465 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: standard-attr-description Aug 04 16:40:49.844793 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: stateful_security_group.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.845758 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.846271 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: stateful-security-group Aug 04 16:40:49.846599 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: stdattrs_common.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.847220 n-d-764435-5 neutron-server[105719]: WARNING neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 16:40:49.847576 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.848512 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.849025 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 16:40:49.849349 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: subnet_onboard.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.850428 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.850971 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: subnet_onboard Aug 04 16:40:49.851300 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.852229 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.852735 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 16:40:49.853058 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: subnet_service_types.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.854099 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.854513 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: subnet-service-types Aug 04 16:40:49.854839 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: subnetallocation.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.856145 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.856760 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: subnet_allocation Aug 04 16:40:49.857089 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.857766 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.858276 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: subnetpool-prefix-ops Aug 04 16:40:49.858603 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.859579 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.860086 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 16:40:49.860407 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: tagging.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.861504 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.862020 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: standard-attr-tag Aug 04 16:40:49.862342 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: timestamp.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.863584 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.864111 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loaded extension: standard-attr-timestamp Aug 04 16:40:49.864442 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: trunk.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.865485 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.866003 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension trunk not supported by any of loaded plugins Aug 04 16:40:49.866331 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: trunk_details.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.867307 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.867817 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension trunk-details not supported by any of loaded plugins Aug 04 16:40:49.868142 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: uplink_status_propagation.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.869081 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.869596 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 16:40:49.869923 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Loading extension file: vlantransparent.py {{(pid=105719) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:40:49.870601 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105719) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:40:49.871145 n-d-764435-5 neutron-server[105719]: INFO neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 16:40:49.874038 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:network Aug 04 16:40:49.874564 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:subnet Aug 04 16:40:49.874992 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:40:49.875389 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:port Aug 04 16:40:49.876660 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.877109 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service FLAVORS assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.877860 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.878214 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.878550 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:router Aug 04 16:40:49.879018 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 16:40:49.879526 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service METERING assigned prefix: /metering {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.881014 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.881386 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.881733 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:40:49.882757 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 16:40:49.883412 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:security_group Aug 04 16:40:49.883895 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 16:40:49.884488 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service CORE assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.884820 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:40:49.885167 n-d-764435-5 neutron-server[105719]: WARNING neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] subnetpool is already registered Aug 04 16:40:49.885601 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service CORE assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.885923 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:40:49.886256 n-d-764435-5 neutron-server[105719]: WARNING neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] subnetpool is already registered Aug 04 16:40:49.889402 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.890008 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service FLAVORS assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.890651 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.891110 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.891447 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:router Aug 04 16:40:49.891878 n-d-764435-5 neutron-server[105719]: WARNING neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] router is already registered Aug 04 16:40:49.892195 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 16:40:49.892531 n-d-764435-5 neutron-server[105719]: WARNING neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] floatingip is already registered Aug 04 16:40:49.892999 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service METERING assigned prefix: /metering {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.893685 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 16:40:49.894026 n-d-764435-5 neutron-server[105719]: WARNING neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] rbac_policy is already registered Aug 04 16:40:49.894470 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:security_group Aug 04 16:40:49.894788 n-d-764435-5 neutron-server[105719]: WARNING neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] security_group is already registered Aug 04 16:40:49.895220 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 16:40:49.895564 n-d-764435-5 neutron-server[105719]: WARNING neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] security_group_rule is already registered Aug 04 16:40:49.896056 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service CORE assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.896381 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:40:49.896705 n-d-764435-5 neutron-server[105719]: WARNING neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] subnetpool is already registered Aug 04 16:40:49.897115 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.v2.resource_helper [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Service CORE assigned prefix: {{(pid=105719) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:40:49.897437 n-d-764435-5 neutron-server[105719]: INFO neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:40:49.897767 n-d-764435-5 neutron-server[105719]: WARNING neutron.quota.resource_registry [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] subnetpool is already registered Aug 04 16:40:49.899566 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: extensions {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.901052 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: address-groups {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.902761 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: address-scopes {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.904626 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: agents {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.905929 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: auto-allocated-topology {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.907229 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: availability_zones {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.908449 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: dhcp-networks {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.909880 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: dhcp-agents {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.911463 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: routers {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.913179 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: flavors {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.914354 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: service_profiles {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.915712 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: next_providers {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.917406 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: service_profiles {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.918967 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: floatingip-pools {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.920306 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: routers {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.922015 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: floatingips {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.923229 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: l3-routers {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.924714 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: l3-agents {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.926149 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: metering-labels {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.927439 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: metering-label-rules {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.928723 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: network-ip-availabilities {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.930090 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: bindings {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.931704 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: quotas {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.933207 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: quotas {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.935193 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: rbac-policies {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.936407 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: security-groups {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.937612 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: security-group-rules {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.939038 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: service-providers {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.940225 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: subnetpools {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.941556 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: subnetpools {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.943137 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: tags {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.945205 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: tags {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.947058 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: tags {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.948954 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: tags {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.951057 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: tags {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.952920 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: tags {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.954772 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: tags {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.956594 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: tags {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.959431 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: tags {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.961200 n-d-764435-5 neutron-server[105719]: DEBUG neutron.api.extensions [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Extended resource: tags {{(pid=105719) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:40:49.967808 n-d-764435-5 neutron-server[105719]: WARNING keystonemiddleware.auth_token [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 16:40:49.972442 n-d-764435-5 neutron-server[105719]: WARNING keystonemiddleware.auth_token [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 16:40:49.981084 n-d-764435-5 neutron-server[105719]: DEBUG oslo_concurrency.lockutils [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Acquired lock "singleton_lock" {{(pid=105719) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 16:40:49.981573 n-d-764435-5 neutron-server[105719]: DEBUG oslo_concurrency.lockutils [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Releasing lock "singleton_lock" {{(pid=105719) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 16:40:49.982219 n-d-764435-5 neutron-server[105719]: INFO oslo_service.service [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Starting 2 workers Aug 04 16:40:49.986961 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Started child 105828 {{(pid=105719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:40:49.991492 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Started child 105829 {{(pid=105719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:40:49.992724 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:49.993303 n-d-764435-5 neutron-server[105719]: INFO neutron.service [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 16:40:49.993650 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Notify callbacks [] for process, before_spawn {{(pid=105719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:49.994172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [-] (105828) wsgi starting up on http://0.0.0.0:9696 Aug 04 16:40:49.996070 n-d-764435-5 neutron-server[105719]: INFO oslo_service.service [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Starting 1 workers Aug 04 16:40:49.996244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:49.997768 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [-] (105829) wsgi starting up on http://0.0.0.0:9696 Aug 04 16:40:50.001936 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Started child 105830 {{(pid=105719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:40:50.002460 n-d-764435-5 neutron-server[105719]: INFO oslo_service.service [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Starting 1 workers Aug 04 16:40:50.005847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.service [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] calling RpcWorker wait() {{(pid=105830) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 16:40:50.006489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.service [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] returning from RpcWorker wait() {{(pid=105830) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 16:40:50.006974 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Started child 105831 {{(pid=105719) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:40:50.007589 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:50.007734 n-d-764435-5 neutron-server[105719]: DEBUG neutron_lib.callbacks.manager [None req-41dd5290-04c1-493d-ae2e-62c4fd8ebce2 None None] Notify callbacks [] for process, after_spawn {{(pid=105719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:50.008171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:40:50.009617 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105719) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 16:40:50.009818 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 16:40:50.009988 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 16:40:50.010189 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 16:40:50.010541 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 16:40:50.010667 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 16:40:50.011248 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.011500 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.011769 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.012140 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.012481 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:50.013096 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.013383 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.013695 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.013938 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.014221 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.014479 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.014622 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.014778 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.015080 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.015315 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.015606 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.015870 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.016127 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.016406 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.016567 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.016823 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.017105 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.017344 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.017605 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] debug = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.017853 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.018321 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.018569 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.018769 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.019013 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.019311 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.019545 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.019810 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.020051 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.020266 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.020507 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.020751 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.020998 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.021195 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.021428 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.021700 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.021941 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.022359 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] host = n-d-764435-5 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.022573 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.022829 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.023063 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.023316 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.023562 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.023780 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.024032 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.024273 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.024521 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.024742 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.024962 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.025201 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.025448 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.025680 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.025842 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_options = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.026074 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.026330 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.026595 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.026779 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.027041 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.027297 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.027565 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.027822 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.028130 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.028486 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.028839 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.029204 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.029433 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.029655 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.029922 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.030167 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.030406 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.030619 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.030904 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.031154 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.031397 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.031628 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.031875 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.032123 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.032333 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.032562 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.032789 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.033003 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.033204 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.033460 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.033691 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.034052 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.034187 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.034436 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.034665 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.034919 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.035174 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.035430 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.035661 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.035927 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.036170 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.036382 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.036606 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.036838 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.037070 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.037284 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_json = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.037508 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.037711 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.037986 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.038217 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.038407 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.038619 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.038853 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.039872 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.039872 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.039872 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.040134 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.040331 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.040561 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.040801 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.041035 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.041273 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.041505 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.041858 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.042044 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.042280 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.042563 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.042864 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.043121 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.043510 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.043942 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.044359 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.044600 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.044838 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.045076 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.045319 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.045659 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.045932 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.046396 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.046870 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.047097 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.047322 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.047551 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.047768 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.047985 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.048199 n-d-764435-5 neutron-server[105831]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:40:50.048309 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.048470 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.048721 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.049891 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.049891 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.049891 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.049891 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.049891 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.050587 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.050587 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.050587 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.051134 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.051134 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.051542 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.051542 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.051803 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.051936 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.052079 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.054384 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.054384 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.054384 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.054384 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.054384 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.054384 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.054384 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.054384 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.054384 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.055777 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.055777 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.055777 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.055777 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.055777 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.055777 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.055777 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.058208 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.058208 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.058208 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.058208 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.058208 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.058208 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.058208 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.058208 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.058208 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.062143 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.062143 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.062143 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.062143 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.062143 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.062143 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.062143 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.062143 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.062143 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.063660 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.063660 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.063660 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.063660 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.063660 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.063660 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.063660 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.063660 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.066217 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.066217 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.066217 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.066217 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.066217 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.066217 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.066217 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.066217 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067285 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067285 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067285 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067285 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067285 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067285 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067285 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067285 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067904 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067904 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067904 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067904 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067904 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067904 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067904 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.067904 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.068506 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.068506 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.068506 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.068738 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.068817 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.070443 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.070443 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.070443 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.070443 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.070443 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.070844 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.070844 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.071035 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.071312 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.072066 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.072066 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.072066 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.072416 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.072497 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.073134 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.073134 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.073134 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.073572 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.073701 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.073859 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.074101 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.074521 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.074713 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.075095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.075493 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.075750 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.076003 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.076244 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.076487 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.076720 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.076964 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.077180 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.077393 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.078502 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.078502 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.078502 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.078502 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.078502 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.079235 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.079235 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.079235 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.079627 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.079627 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.080153 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.080153 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.080421 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.080421 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.080763 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.080899 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.081112 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.081465 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.081624 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.081788 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.082012 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.082263 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.084348 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.084348 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.084348 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.084348 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.084348 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.084348 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.084348 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.084348 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.091394 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.091394 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.091394 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.091394 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.091394 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.091394 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.091394 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.091394 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.092432 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.092432 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.092432 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.092432 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.092432 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.092432 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.092432 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.092432 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.093307 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.093307 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.093307 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.093307 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.093307 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.093307 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.093307 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.093307 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.093307 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.094277 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.094277 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.094277 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.094277 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.094277 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.094277 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.094277 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.094277 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.095711 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.095711 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.095711 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.095711 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.095711 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.095711 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.095711 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.095711 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.098473 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.098473 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.098473 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.098473 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.098473 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.098473 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.098473 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.098473 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.099476 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.099476 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.099476 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.099476 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.099476 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.099476 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.099476 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.099476 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.100389 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.100389 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.100389 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.100389 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.100389 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.100389 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.100389 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.100389 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.102095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.102095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.102095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.102095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.102095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.102095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.102095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.102095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.103932 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.103932 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.103932 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.103932 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.103932 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.103932 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.103932 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.103932 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.104849 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.104849 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.104849 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.104849 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.104849 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.104849 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.104849 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.104849 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.104849 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.105576 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.105576 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.105576 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.105849 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.106048 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.106413 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.106769 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.107027 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.107266 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.107485 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.107732 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.107966 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.108122 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 16:40:50.108683 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105719) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 16:40:50.108848 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 16:40:50.109004 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 16:40:50.109187 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 16:40:50.109360 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 16:40:50.109513 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 16:40:50.109720 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.109883 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.110044 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.110256 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.110349 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.110533 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.110692 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.110875 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.111039 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.111194 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.111356 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.111514 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.111673 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.111831 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.111988 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.112408 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.112408 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.112563 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.112631 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.112747 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.113063 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.113379 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.113544 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] debug = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.114273 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.114273 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.114273 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.114273 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.114924 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.114924 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.114924 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.114924 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.115205 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.115205 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.115337 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.115406 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.115559 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.115741 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.115830 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.115990 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.116145 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.116303 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] host = n-d-764435-5 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.116458 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.116615 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.116773 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.116929 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.117086 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.117247 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.117403 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.117560 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.117717 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.117875 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.118036 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.118193 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.118350 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.118656 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.118985 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_options = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.119144 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.119306 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.119464 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.119650 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.119813 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.120041 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.120143 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.120277 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.120438 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.120590 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.120744 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.120902 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.121059 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.121305 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.121575 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.121841 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.122115 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.122357 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.122519 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.122951 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.123169 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.123403 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.123403 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.123696 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.123696 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.123844 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.123992 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.124150 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.124307 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.124465 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.124623 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.124781 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.124939 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.125095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.125254 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.125411 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.125548 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.125691 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.125838 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.125998 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.126156 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.126313 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.126470 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.126627 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.127011 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.127011 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_json = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.127241 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.127241 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.127450 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.127571 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.127695 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.127853 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.128009 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.128168 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:40:50.128349 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.128511 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.128681 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.128841 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.129000 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.129159 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.129318 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.129476 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.129635 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.129795 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.129962 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.130121 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.130318 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.130455 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.130588 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.130748 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.130929 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.131089 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.131248 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.131407 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.131718 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.131718 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.131956 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.132076 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.132244 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.132510 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.132510 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.132765 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.132765 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.132967 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.133147 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.133262 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.133377 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.133483 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.133645 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.133802 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.133998 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.134355 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.134480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:40:50.134605 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.134605 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.134605 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.135013 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.135013 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.135013 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.135479 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.135479 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.135479 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.135766 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.135766 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.135957 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.136059 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.136205 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.136434 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.136666 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.136666 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.136977 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.136977 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.137176 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.137437 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.137715 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.138015 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.138179 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.138341 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.138504 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.138667 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.138847 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.139009 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.139167 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.139327 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.139488 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.139647 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.139809 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.139969 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.140129 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.140288 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.140448 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.140607 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.140769 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.140929 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.141089 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.141249 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.141433 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.141571 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.141730 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.141899 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.142075 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.142236 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.142395 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.142554 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.142714 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.142903 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.143063 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.143323 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.143424 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.143532 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.143696 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.143855 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.144019 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.144178 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.144338 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.144504 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.144662 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.144821 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.144981 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.145142 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.145300 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.145470 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.145598 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.145766 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.145918 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.146058 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.146228 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.146378 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.146535 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.146682 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.146875 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.147046 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.147194 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.147349 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.147487 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.147648 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.147808 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.147967 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.148128 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.148277 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.148436 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.148588 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.148749 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.148920 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.149066 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.149227 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.149369 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.149557 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.149710 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.149848 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.150007 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.150168 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.150311 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.150474 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.150626 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.150783 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.150990 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.151139 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.151265 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.151391 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.151549 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.151708 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.151866 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.152025 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.152398 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.152398 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.152740 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.153232 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.153232 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.153467 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.153587 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.153707 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.153859 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.154021 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.154181 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.154505 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.154505 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.155240 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.155240 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.155240 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.155240 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.155240 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.155603 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.155603 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.155749 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.155826 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.155986 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.156354 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.156354 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.156513 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.156591 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.156746 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.156905 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.157064 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.157224 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.157383 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.157544 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.157705 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.157864 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.158024 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.158182 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.158341 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.158517 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.158678 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.158865 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.159026 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.159186 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.159347 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.159506 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.159665 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.159825 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.159984 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.160142 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.160305 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.160468 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.160628 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.160787 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.160945 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.161104 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.161262 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.161421 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.161594 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.161756 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.161917 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.162077 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.162236 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.162396 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.162566 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.162725 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.162904 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.163064 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.163223 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.163381 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.163552 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.163715 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.163873 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.164033 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.164195 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.164354 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.164523 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.164681 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.164839 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.164998 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.165157 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.165314 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.165483 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.165642 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.165799 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.165957 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.166116 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.166275 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.166444 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.166602 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.166760 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.166941 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.167099 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.167258 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.167434 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.167594 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.167905 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.168156 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.168378 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.168657 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.168940 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.169127 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.169289 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.169454 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.169614 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.169772 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.169935 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.170097 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.170262 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.170433 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.170599 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.170761 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.170955 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.171124 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.171292 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.171451 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.171617 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.171790 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.171935 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.172095 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.172254 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.172412 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.172558 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.172717 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.172876 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.173034 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.173193 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.173353 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.173485 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.173648 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.173806 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.173964 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.174123 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.174281 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.174441 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.174600 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.174753 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:40:50.174922 n-d-764435-5 neutron-server[105719]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105719) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 16:40:50.247086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59258) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:40:50.260257 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097737 Aug 04 16:41:01.972575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42bb681-2429-4f2f-9e68-f5e1eeecdeb4 None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 16:41:02.043166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42bb681-2429-4f2f-9e68-f5e1eeecdeb4 None None] No non-hosted networks {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 16:41:02.079418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.agentschedulers_db [None req-f42bb681-2429-4f2f-9e68-f5e1eeecdeb4 None None] DHCP Agent not found on host n-d-764435-5 {{(pid=105830) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 16:41:02.231342 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6584ee5e-c2d1-46b6-877a-56da9cf00099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-268165265'] for agent, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:04.310513 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0e67f015-79ed-4a94-a8b9-096fb870fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-268165265'] for agent, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:04.373627 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-91d9b8bc-5dcc-4fee-9352-cb701e31a65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:04.915778 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-268165265'] for agent, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:04.916665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.917449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.918710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.919287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.919902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.920941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.921599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.922132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.922751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.923301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.923832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.924962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:04.925697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-764435-5', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:04.937818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-764435-5', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:05.628924 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-268165265'] for agent, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:07.251563 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-268165265'] for agent, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:08.718480 n-d-764435-5 neutron-server[105830]: INFO neutron.db.l3_hamode_db [None req-d8fdd446-58c9-493d-8fc7-8e52c781efbd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 16:41:08.738345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59350) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:08.802442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fdd446-58c9-493d-8fc7-8e52c781efbd None None] Routers set() bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:08.802866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fdd446-58c9-493d-8fc7-8e52c781efbd None None] Router IDs set() for agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 16:41:09.310787 n-d-764435-5 neutron-server[105829]: WARNING oslo_policy.policy [None req-c94c9dd3-4dab-4352-ae05-7ef8adee6fe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:41:09.311385 n-d-764435-5 neutron-server[105829]: WARNING oslo_policy.policy [None req-c94c9dd3-4dab-4352-ae05-7ef8adee6fe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:41:09.529658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-c94c9dd3-4dab-4352-ae05-7ef8adee6fe9 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:41:09.530740 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c94c9dd3-4dab-4352-ae05-7ef8adee6fe9 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7912965 Aug 04 16:41:11.962979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59364) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:12.548365 n-d-764435-5 neutron-server[105828]: WARNING oslo_policy.policy [None req-2199e1e5-cc3f-4541-b244-d1743500264a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:41:12.549189 n-d-764435-5 neutron-server[105828]: WARNING oslo_policy.policy [None req-2199e1e5-cc3f-4541-b244-d1743500264a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:41:12.768977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2199e1e5-cc3f-4541-b244-d1743500264a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:41:12.861235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.policy [None req-2199e1e5-cc3f-4541-b244-d1743500264a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105828) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 16:41:12.904981 n-d-764435-5 neutron-server[105828]: WARNING oslo_policy.policy [None req-2199e1e5-cc3f-4541-b244-d1743500264a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:41:12.905324 n-d-764435-5 neutron-server[105828]: WARNING oslo_policy.policy [None req-2199e1e5-cc3f-4541-b244-d1743500264a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:41:12.913883 n-d-764435-5 neutron-server[105828]: INFO neutron.quota [None req-2199e1e5-cc3f-4541-b244-d1743500264a admin admin] Loaded quota_driver: . Aug 04 16:41:13.021140 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2199e1e5-cc3f-4541-b244-d1743500264a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772341658854', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772341659323', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772341668542', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772341673171', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772339935555', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772341691339', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-723658', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549452', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-268155312', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-268079395'] for rbac-policy, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:13.092182 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2199e1e5-cc3f-4541-b244-d1743500264a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:13.093609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2199e1e5-cc3f-4541-b244-d1743500264a admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1284411 Aug 04 16:41:15.735278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59382) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:16.091711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Request body: {'network': {'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'admin_state_up': True, 'name': 'private'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:41:16.124255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Made reservation on behalf of 22048fa5b8004ae6b2f292dbe947b622 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:41:16.127418 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:16.144265 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:16.287743 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:16.295914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:16.325397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:41:16.351209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772336825941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:16.351812 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Unsubscribe: segment precommit_create {{(pid=105828) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 16:41:16.352293 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Added segment a37babea-70b8-4ab8-89e8-95da0337c213 of type vlan for network a162b162-5a04-4de7-bc99-0c4cc7baf6dc Aug 04 16:41:16.359036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a167a-52e7-4daf-afaf-0dd1087433dd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:16.395266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.395597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.395930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.396252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.396569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.396886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.397201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.397512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.397821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.398137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.398443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.398748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Tracked resource versions report: Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: pushed versions: Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: { 'AddressGroup': {'1.2'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'ConntrackHelper': {'1.0'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'Log': {'1.0'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'Network': {'1.1'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'Port': {'1.7'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'PortForwarding': {'1.2'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'QosPolicy': {'1.9'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'SecurityGroup': {'1.4'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'SubPort': {'1.0'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'Subnet': {'1.1'}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'Trunk': {'1.1'}} Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: consumer versions: Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: { DHCP agent@n-d-764435-5: {}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: L3 agent@n-d-764435-5: {}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: Metadata agent@n-d-764435-5: {}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: Metering agent@n-d-764435-5: {}, Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: Open vSwitch agent@n-d-764435-5: { 'AddressGroup': '1.2', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'ConntrackHelper': '1.0', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'Log': '1.0', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'Network': '1.1', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'Port': '1.7', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'PortForwarding': '1.2', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'QosPolicy': '1.9', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'SecurityGroup': '1.4', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'SecurityGroupRule': '1.2', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'SubPort': '1.0', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'Subnet': '1.1', Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: 'Trunk': '1.1'}} Aug 04 16:41:16.402550 n-d-764435-5 neutron-server[105828]: {{(pid=105828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:41:16.473269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:16.528434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:16.529755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:16.530423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:16.619878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8828290 Aug 04 16:41:16.628100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8efbe-04e8-41fa-a174-bc50a221905b admin admin] Pushing event updated for resources: {'Network': ['ID=a162b162-5a04-4de7-bc99-0c4cc7baf6dc,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:16.643881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a162b162-5a04-4de7-bc99-0c4cc7baf6dc details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:41:19.376834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59396) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:19.939461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.policy [None req-41d62118-dc12-4e52-b286-226c9dec9a65 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105829) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 16:41:19.984546 n-d-764435-5 neutron-server[105829]: WARNING oslo_policy.policy [None req-41d62118-dc12-4e52-b286-226c9dec9a65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:41:19.984925 n-d-764435-5 neutron-server[105829]: WARNING oslo_policy.policy [None req-41d62118-dc12-4e52-b286-226c9dec9a65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:41:19.993104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d62118-dc12-4e52-b286-226c9dec9a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:19.994915 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-41d62118-dc12-4e52-b286-226c9dec9a65 admin admin] 10.222.0.39 "GET /v2.0/networks/a162b162-5a04-4de7-bc99-0c4cc7baf6dc HTTP/1.1" status: 200 len: 826 time: 0.6170597 Aug 04 16:41:20.038407 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d6fa2f3-764f-40c2-87c2-f0c2e7603c5d admin admin] 10.222.0.39 "GET /v2.0/subnetpools/9f2b1958-feca-4968-9991-f2eb616b27f6 HTTP/1.1" status: 200 len: 734 time: 0.0338001 Aug 04 16:41:20.048449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'subnetpool_id': '9f2b1958-feca-4968-9991-f2eb616b27f6', 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:41:20.050329 n-d-764435-5 neutron-server[105829]: INFO neutron.quota [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Loaded quota_driver: . Aug 04 16:41:20.101740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Made reservation on behalf of 22048fa5b8004ae6b2f292dbe947b622 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:41:20.104677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:20.437094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:20.515904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Checking segment: {'id': 'a37babea-70b8-4ab8-89e8-95da0337c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:41:20.516284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Network hostable DHCP agents. Network: a162b162-5a04-4de7-bc99-0c4cc7baf6dc, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:41:20.522979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7d47bb-231c-4de0-9c4c-b09e7f4c4fab,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:20.532215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.532549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.532880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.533204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.533521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.533845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.534156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.534468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.534777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.535132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.535440 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.535731 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Tracked resource versions report: Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: pushed versions: Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: { 'AddressGroup': {'1.2'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'ConntrackHelper': {'1.0'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'Log': {'1.0'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'Network': {'1.1'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'Port': {'1.7'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'PortForwarding': {'1.2'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'QosPolicy': {'1.9'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'SecurityGroup': {'1.4'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'SubPort': {'1.0'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'Subnet': {'1.1'}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'Trunk': {'1.1'}} Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: consumer versions: Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: { DHCP agent@n-d-764435-5: {}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: L3 agent@n-d-764435-5: {}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: Metadata agent@n-d-764435-5: {}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: Metering agent@n-d-764435-5: {}, Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: Open vSwitch agent@n-d-764435-5: { 'AddressGroup': '1.2', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'ConntrackHelper': '1.0', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'Log': '1.0', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'Network': '1.1', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'Port': '1.7', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'PortForwarding': '1.2', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'QosPolicy': '1.9', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'SecurityGroup': '1.4', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'SecurityGroupRule': '1.2', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'SubPort': '1.0', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'Subnet': '1.1', Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: 'Trunk': '1.1'}} Aug 04 16:41:20.536863 n-d-764435-5 neutron-server[105829]: {{(pid=105829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:41:20.587204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Network a162b162-5a04-4de7-bc99-0c4cc7baf6dc is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:41:20.605192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, a162b162-5a04-4de7-bc99-0c4cc7baf6dc) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:41:20.610727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:20.611961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:20.615274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea553285-16fd-4f05-8833-541189057f06 None None] Network a162b162-5a04-4de7-bc99-0c4cc7baf6dc requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:41:20.634962 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-da284680-8ce7-498c-ad91-c3966cb7fbe5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5902197 Aug 04 16:41:20.947481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-a162b162-5a04-4de7-bc99-0c4cc7baf6dc', 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'fixed_ips': [{'subnet_id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:41:20.948792 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:21.251963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Allocated IP 172.20.0.2 (a162b162-5a04-4de7-bc99-0c4cc7baf6dc/da7d47bb-231c-4de0-9c4c-b09e7f4c4fab/0f69e8bb-ae47-4186-a3df-6d16d9cbae0c) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:41:21.484509 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:21.504260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Transition to ACTIVE for port object 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:41:21.560312 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Transition to ACTIVE for port object 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:41:21.570483 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:21.638076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Network a162b162-5a04-4de7-bc99-0c4cc7baf6dc is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:41:21.645291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:41:21.655499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:41:21.658628 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Pushing event updated for resources: {'Port': ['ID=0f69e8bb-ae47-4186-a3df-6d16d9cbae0c,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:21.692400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.692795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.693066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.693410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.694073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.694400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.694725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.695062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.695390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.695751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.696048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.696363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Tracked resource versions report: Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: pushed versions: Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: { 'AddressGroup': {'1.2'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'ConntrackHelper': {'1.0'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'Log': {'1.0'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'Network': {'1.1'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'Port': {'1.7'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'PortForwarding': {'1.2'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'QosPolicy': {'1.9'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'SecurityGroup': {'1.4'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'SubPort': {'1.0'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'Subnet': {'1.1'}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'Trunk': {'1.1'}} Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: consumer versions: Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: { DHCP agent@n-d-764435-5: {}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: L3 agent@n-d-764435-5: {}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: Metadata agent@n-d-764435-5: {}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: Metering agent@n-d-764435-5: {}, Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: Open vSwitch agent@n-d-764435-5: { 'AddressGroup': '1.2', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'ConntrackHelper': '1.0', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'Log': '1.0', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'Network': '1.1', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'Port': '1.7', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'PortForwarding': '1.2', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'QosPolicy': '1.9', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'SecurityGroup': '1.4', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'SecurityGroupRule': '1.2', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'SubPort': '1.0', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'Subnet': '1.1', Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: 'Trunk': '1.1'}} Aug 04 16:41:21.697493 n-d-764435-5 neutron-server[105830]: {{(pid=105830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:41:21.747498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Attempting to bind port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:41:21.747713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Attempting to bind port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'a37babea-70b8-4ab8-89e8-95da0337c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:41:21.748174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Attempting to bind port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c on network a162b162-5a04-4de7-bc99-0c4cc7baf6dc {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:41:21.753907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:41:21.754333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Checking segment: {'id': 'a37babea-70b8-4ab8-89e8-95da0337c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:41:21.754836 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:21.755234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Bound using segment: {'id': 'a37babea-70b8-4ab8-89e8-95da0337c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:41:21.755740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Bound port: 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37babea-70b8-4ab8-89e8-95da0337c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:41:21.756138 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:21.822091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] For port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:41:21.826766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] For port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0f69e8bb-ae47-4186-a3df-6d16d9cbae0c,segment=NetworkSegment(a37babea-70b8-4ab8-89e8-95da0337c213),segment_id=a37babea-70b8-4ab8-89e8-95da0337c213)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:41:21.833415 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:21.908037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf6dc9-a911-4d50-8c28-9fcf11a4f5e0 None None] Pushing event updated for resources: {'Port': ['ID=0f69e8bb-ae47-4186-a3df-6d16d9cbae0c,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:23.093984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59410) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:23.508392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [None req-80c1c29b-2b46-4b91-bdcc-63b5a5966d79 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:41:23.509468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-80c1c29b-2b46-4b91-bdcc-63b5a5966d79 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4144340 Aug 04 16:41:25.999982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59418) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:26.342157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [None req-1be1856f-282d-425d-b3df-39a0a6a0067a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:41:26.343187 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1be1856f-282d-425d-b3df-39a0a6a0067a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3422484 Aug 04 16:41:29.016993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59428) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:29.347012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-80b1ff71-7a63-4b50-ba82-bf02c6fe7093 admin admin] Request body: {'router': {'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'admin_state_up': True, 'name': 'router1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:41:29.378114 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80b1ff71-7a63-4b50-ba82-bf02c6fe7093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:29.379750 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80b1ff71-7a63-4b50-ba82-bf02c6fe7093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:29.545397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80b1ff71-7a63-4b50-ba82-bf02c6fe7093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:29.553299 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80b1ff71-7a63-4b50-ba82-bf02c6fe7093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:29.569813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80b1ff71-7a63-4b50-ba82-bf02c6fe7093 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:29.571208 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-80b1ff71-7a63-4b50-ba82-bf02c6fe7093 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5531905 Aug 04 16:41:30.355478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b8e316-2cb5-49d5-b505-8de6a16b7c11 None None] Network a162b162-5a04-4de7-bc99-0c4cc7baf6dc requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:41:30.483984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4ed3c436-71ab-4701-b544-7bec3e72f12b None None] Provisioning for port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:41:30.819324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:41:30.903252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:41:30.907336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:41:30.907734 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:31.015606 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:31.050777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0f69e8bb-ae47-4186-a3df-6d16d9cbae0c,segment=NetworkSegment(a37babea-70b8-4ab8-89e8-95da0337c213),segment_id=a37babea-70b8-4ab8-89e8-95da0337c213)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:41:31.056140 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:31.106385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=0f69e8bb-ae47-4186-a3df-6d16d9cbae0c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:31.914165 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42ec9e3d-f895-417d-89aa-b4aa1a129479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:32.034154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:32.369194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-01958f6c-2d88-44bd-97b9-61a3547e4d12 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:41:32.370605 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-01958f6c-2d88-44bd-97b9-61a3547e4d12 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3349988 Aug 04 16:41:32.798568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:41:32.847334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:41:32.847704 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:34.313436 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-252ef509-0f6a-4456-840b-30ed971e3c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:34.802661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59448) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:34.899958 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:35.169883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:41:35.197128 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Made reservation on behalf of 84457a97be3c473cb2c7787a17af1ea5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:41:35.199556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:35.214829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:35.337087 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:35.342979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:35.363329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Reserving flat network on physical network physnet1 {{(pid=105829) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 16:41:35.384371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7de2ce3-e4eb-47fc-8bad-49a426904d91,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:35.395030 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772336825941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:35.395626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Unsubscribe: segment precommit_create {{(pid=105829) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 16:41:35.396100 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Added segment f7c496a3-cf38-4674-93d9-03c6b58081b6 of type flat for network 4642cd0b-010a-4ce0-9962-34aca70d5888 Aug 04 16:41:35.471018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:35.529086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:35.530118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:35.531069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:35.575622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:35.608590 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8047681 Aug 04 16:41:35.626986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98975b7a-68de-418e-ba84-3a1491ffa972 admin admin] Pushing event updated for resources: {'Network': ['ID=4642cd0b-010a-4ce0-9962-34aca70d5888,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:35.639115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:41:37.186397 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:38.046704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59466) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:38.290469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02dffa9-b5bf-4d19-a076-92b63e8ced32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:38.291929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b02dffa9-b5bf-4d19-a076-92b63e8ced32 admin admin] 10.222.0.39 "GET /v2.0/subnets/da7d47bb-231c-4de0-9c4c-b09e7f4c4fab HTTP/1.1" status: 200 len: 849 time: 0.2442019 Aug 04 16:41:38.483987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a8590bdb-792a-4cca-9a1f-971b91395723 admin admin] 10.222.0.39 "GET /v2.0/routers/ce95aa79-a2a5-410f-b298-0bd1bca6576c HTTP/1.1" status: 200 len: 704 time: 0.1828761 Aug 04 16:41:38.805213 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:39.153868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Allocated IP 172.20.0.1 (a162b162-5a04-4de7-bc99-0c4cc7baf6dc/da7d47bb-231c-4de0-9c4c-b09e7f4c4fab/db7a3168-f840-4dcd-94db-e274eebc33d7) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:41:39.354677 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:39.389929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Transition to ACTIVE for port object db7a3168-f840-4dcd-94db-e274eebc33d7 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:41:39.473514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:39.547471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Network a162b162-5a04-4de7-bc99-0c4cc7baf6dc is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:41:39.554230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:41:39.568395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:41:39.569245 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:39.574446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Pushing event updated for resources: {'Port': ['ID=db7a3168-f840-4dcd-94db-e274eebc33d7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:39.788794 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:39.807513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-026d5cc9-2379-44e7-86e6-797533ba115d None None] Provisioning for port db7a3168-f840-4dcd-94db-e274eebc33d7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:41:39.813218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-026d5cc9-2379-44e7-86e6-797533ba115d None None] Provisioning complete for port db7a3168-f840-4dcd-94db-e274eebc33d7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:41:39.813630 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-026d5cc9-2379-44e7-86e6-797533ba115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:39.852062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-026d5cc9-2379-44e7-86e6-797533ba115d None None] Port db7a3168-f840-4dcd-94db-e274eebc33d7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:41:40.087521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:40.093711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:40.094598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:40.176117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Pushing event updated for resources: {'Port': ['ID=db7a3168-f840-4dcd-94db-e274eebc33d7,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:40.229543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Network a162b162-5a04-4de7-bc99-0c4cc7baf6dc is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:41:40.231086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:41:40.402951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Router ce95aa79-a2a5-410f-b298-0bd1bca6576c is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:41:40.476710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-98377c2b-a53c-45d3-98b1-78fcbfca7925 None None] Provisioning complete for port db7a3168-f840-4dcd-94db-e274eebc33d7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:41:40.477075 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-98377c2b-a53c-45d3-98b1-78fcbfca7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:40.497000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:41:40.503161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fcab7346-c8a9-499e-821e-a87bc2780cef admin admin] 10.222.0.39 "PUT /v2.0/routers/ce95aa79-a2a5-410f-b298-0bd1bca6576c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0100732 Aug 04 16:41:40.510296 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Sync routers for ids ['ce95aa79-a2a5-410f-b298-0bd1bca6576c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:41:40.518108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-98377c2b-a53c-45d3-98b1-78fcbfca7925 None None] Port db7a3168-f840-4dcd-94db-e274eebc33d7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:41:40.526879 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Routers {'ce95aa79-a2a5-410f-b298-0bd1bca6576c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:40.528014 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:41:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ce95aa79-a2a5-410f-b298-0bd1bca6576c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:40.718560 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Set router ce95aa79-a2a5-410f-b298-0bd1bca6576c gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:41:41.175056 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'name': 'router1', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:41:29Z', 'updated_at': '2021-08-04T16:41:39Z', 'revision_number': 2, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'gw_port_host': None, '_interfaces': [{'id': 'db7a3168-f840-4dcd-94db-e274eebc33d7', 'name': '', 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'mac_address': 'fa:16:3e:4d:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:41:38Z', 'updated_at': '2021-08-04T16:41:39Z', 'revision_number': 2, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'subnets': [{'id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2b1958-feca-4968-9991-f2eb616b27f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:41.228858 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Checking router: ce95aa79-a2a5-410f-b298-0bd1bca6576c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:41:41.229200 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Updating router ce95aa79-a2a5-410f-b298-0bd1bca6576c port db7a3168-f840-4dcd-94db-e274eebc33d7 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:41:41.285873 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:41.815904 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:41.834120 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Transition to ACTIVE for port object db7a3168-f840-4dcd-94db-e274eebc33d7 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:41:41.841276 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:42.008431 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Pushing event updated for resources: {'Port': ['ID=db7a3168-f840-4dcd-94db-e274eebc33d7,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:42.011155 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Attempting to bind port db7a3168-f840-4dcd-94db-e274eebc33d7 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:41:42.011544 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Attempting to bind port db7a3168-f840-4dcd-94db-e274eebc33d7 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'a37babea-70b8-4ab8-89e8-95da0337c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:41:42.011971 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Attempting to bind port db7a3168-f840-4dcd-94db-e274eebc33d7 on network a162b162-5a04-4de7-bc99-0c4cc7baf6dc {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:41:42.022122 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:41:42.022533 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Checking segment: {'id': 'a37babea-70b8-4ab8-89e8-95da0337c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:41:42.023063 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:42.023464 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Bound using segment: {'id': 'a37babea-70b8-4ab8-89e8-95da0337c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:41:42.023936 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Bound port: db7a3168-f840-4dcd-94db-e274eebc33d7, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37babea-70b8-4ab8-89e8-95da0337c213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:41:42.024313 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:42.026883 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.027227 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.027564 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.027895 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.028218 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.028562 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.028862 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.029181 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.029501 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.029817 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.030134 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.030447 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Tracked resource versions report: Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: pushed versions: Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: { 'AddressGroup': {'1.2'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'ConntrackHelper': {'1.0'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'Log': {'1.0'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'Network': {'1.1'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'Port': {'1.7'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'PortForwarding': {'1.2'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'QosPolicy': {'1.9'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'SecurityGroup': {'1.4'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'SubPort': {'1.0'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'Subnet': {'1.1'}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'Trunk': {'1.1'}} Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: consumer versions: Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: { DHCP agent@n-d-764435-5: {}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: L3 agent@n-d-764435-5: {}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: Metadata agent@n-d-764435-5: {}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: Metering agent@n-d-764435-5: {}, Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: Open vSwitch agent@n-d-764435-5: { 'AddressGroup': '1.2', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'ConntrackHelper': '1.0', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'Log': '1.0', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'Network': '1.1', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'Port': '1.7', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'PortForwarding': '1.2', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'QosPolicy': '1.9', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'SecurityGroup': '1.4', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'SecurityGroupRule': '1.2', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'SubPort': '1.0', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'Subnet': '1.1', Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: 'Trunk': '1.1'}} Aug 04 16:41:42.031602 n-d-764435-5 neutron-server[105831]: {{(pid=105831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:41:42.104108 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] For port db7a3168-f840-4dcd-94db-e274eebc33d7, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:41:42.128250 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] For port db7a3168-f840-4dcd-94db-e274eebc33d7, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=db7a3168-f840-4dcd-94db-e274eebc33d7,segment=NetworkSegment(a37babea-70b8-4ab8-89e8-95da0337c213),segment_id=a37babea-70b8-4ab8-89e8-95da0337c213)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:41:42.134021 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:42.192714 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Routers {'ce95aa79-a2a5-410f-b298-0bd1bca6576c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:42.193670 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:41:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ce95aa79-a2a5-410f-b298-0bd1bca6576c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:42.237060 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b14482-40ed-4f10-9553-c227445a71a6 None None] Pushing event updated for resources: {'Port': ['ID=db7a3168-f840-4dcd-94db-e274eebc33d7,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:42.300828 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] Set router ce95aa79-a2a5-410f-b298-0bd1bca6576c gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:41:42.519624 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'name': 'router1', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:41:29Z', 'updated_at': '2021-08-04T16:41:39Z', 'revision_number': 2, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'gw_port_host': None, '_interfaces': [{'id': 'db7a3168-f840-4dcd-94db-e274eebc33d7', 'name': '', 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'mac_address': 'fa:16:3e:4d:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:41:38Z', 'updated_at': '2021-08-04T16:41:42Z', 'revision_number': 4, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'subnets': [{'id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2b1958-feca-4968-9991-f2eb616b27f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:42.545637 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3386b5c-5926-4836-8a23-d6a56d6df91f None None] The sync data for ids ['ce95aa79-a2a5-410f-b298-0bd1bca6576c'] in n-d-764435-5 is: [{'id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'name': 'router1', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:41:29Z', 'updated_at': '2021-08-04T16:41:39Z', 'revision_number': 2, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'gw_port_host': None, '_interfaces': [{'id': 'db7a3168-f840-4dcd-94db-e274eebc33d7', 'name': '', 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'mac_address': 'fa:16:3e:4d:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:41:38Z', 'updated_at': '2021-08-04T16:41:42Z', 'revision_number': 4, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'subnets': [{'id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2b1958-feca-4968-9991-f2eb616b27f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:41:42.806857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59486) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:42.922486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eae96d-9146-486a-8fd0-4b8233eecb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:42.929705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f0eae96d-9146-486a-8fd0-4b8233eecb03 admin admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 842 time: 0.1160638 Aug 04 16:41:42.934481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:41:42.960597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Made reservation on behalf of 84457a97be3c473cb2c7787a17af1ea5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:41:42.962936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:43.322743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 16:41:43.323417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:43.381410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ccbde4-5e21-480c-8d35-1719bfe01082,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:43.396435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:41:43.396899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Network hostable DHCP agents. Network: 4642cd0b-010a-4ce0-9962-34aca70d5888, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:41:43.427534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:41:43.440827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 4642cd0b-010a-4ce0-9962-34aca70d5888) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:41:43.450233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e798a9c7-8101-44ca-9c95-04d9d2e91271 None None] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:41:43.450711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:43.451143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:43.467745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-91794c22-150b-46f9-9149-7a74e8002476 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5371766 Aug 04 16:41:43.615930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3655450c-d73d-4974-9502-bc83622bf94c None None] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:41:45.980047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59494) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:46.124536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c4f17cff-2ab5-464c-966c-40f5fb131488 admin admin] 10.222.0.39 "GET /v2.0/routers/ce95aa79-a2a5-410f-b298-0bd1bca6576c HTTP/1.1" status: 200 len: 710 time: 0.1431942 Aug 04 16:41:46.225780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9e000f-cb8a-4a57-9b2e-149e45954c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:41:46.227205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-de9e000f-cb8a-4a57-9b2e-149e45954c72 admin admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 886 time: 0.0968366 Aug 04 16:41:46.244236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:41:46.644257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:46.886978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:46.976964 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:47.089292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Allocated IP 172.25.2.245 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/94c0219c-8c55-4da3-8344-12dc84f65b66) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:41:47.195202 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:47.238640 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:47.282346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:41:47.287079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:41:47.290499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:41:47.325025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=94c0219c-8c55-4da3-8344-12dc84f65b66,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:47.562525 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:47.783251 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:47.787039 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:47.911037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Router ce95aa79-a2a5-410f-b298-0bd1bca6576c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:41:48.135579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:41:48.139998 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:48.141224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e2d40ad3-70a1-49d3-a74d-1b1aa363c9f7 admin admin] 10.222.0.39 "PUT /v2.0/routers/ce95aa79-a2a5-410f-b298-0bd1bca6576c HTTP/1.1" status: 200 len: 890 time: 1.9018016 Aug 04 16:41:48.857146 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device db7a3168-f840-4dcd-94db-e274eebc33d7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:41:48.911537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port db7a3168-f840-4dcd-94db-e274eebc33d7 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:41:48.916024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port db7a3168-f840-4dcd-94db-e274eebc33d7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:41:48.916452 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:49.002064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:49.034601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port db7a3168-f840-4dcd-94db-e274eebc33d7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=db7a3168-f840-4dcd-94db-e274eebc33d7,segment=NetworkSegment(a37babea-70b8-4ab8-89e8-95da0337c213),segment_id=a37babea-70b8-4ab8-89e8-95da0337c213)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:41:49.040275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:49.094255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=db7a3168-f840-4dcd-94db-e274eebc33d7,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:49.333849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Sync routers for ids ['ce95aa79-a2a5-410f-b298-0bd1bca6576c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:41:49.344603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Routers {'ce95aa79-a2a5-410f-b298-0bd1bca6576c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:49.345250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:41:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ce95aa79-a2a5-410f-b298-0bd1bca6576c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:49.618962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Set router ce95aa79-a2a5-410f-b298-0bd1bca6576c gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:41:50.057911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'name': 'router1', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '94c0219c-8c55-4da3-8344-12dc84f65b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:41:29Z', 'updated_at': '2021-08-04T16:41:47Z', 'revision_number': 4, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'gw_port': {'id': '94c0219c-8c55-4da3-8344-12dc84f65b66', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:41:46Z', 'updated_at': '2021-08-04T16:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'db7a3168-f840-4dcd-94db-e274eebc33d7', 'name': '', 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'mac_address': 'fa:16:3e:4d:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:41:38Z', 'updated_at': '2021-08-04T16:41:49Z', 'revision_number': 5, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'subnets': [{'id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2b1958-feca-4968-9991-f2eb616b27f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:50.115794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Checking router: ce95aa79-a2a5-410f-b298-0bd1bca6576c for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:41:50.116194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Updating router ce95aa79-a2a5-410f-b298-0bd1bca6576c port 94c0219c-8c55-4da3-8344-12dc84f65b66 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:41:50.167982 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.531391 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.541881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Transition to ACTIVE for port object 94c0219c-8c55-4da3-8344-12dc84f65b66 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:41:50.549592 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.603152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cac4c-70b5-436a-b435-918353ab79c4 None None] Pushing event updated for resources: {'Port': ['ID=94c0219c-8c55-4da3-8344-12dc84f65b66,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:50.605809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Attempting to bind port 94c0219c-8c55-4da3-8344-12dc84f65b66 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:41:50.606188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Attempting to bind port 94c0219c-8c55-4da3-8344-12dc84f65b66 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:41:50.606550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Attempting to bind port 94c0219c-8c55-4da3-8344-12dc84f65b66 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:41:50.612421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:41:50.612801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:41:50.613205 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.613803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:41:50.614065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Bound port: 94c0219c-8c55-4da3-8344-12dc84f65b66, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:41:50.614459 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.634125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59506) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:41:50.676823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] For port 94c0219c-8c55-4da3-8344-12dc84f65b66, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:41:50.681918 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] For port 94c0219c-8c55-4da3-8344-12dc84f65b66, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=94c0219c-8c55-4da3-8344-12dc84f65b66,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:41:50.686665 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:50.746163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Routers {'ce95aa79-a2a5-410f-b298-0bd1bca6576c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:41:50.747089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:41:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ce95aa79-a2a5-410f-b298-0bd1bca6576c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:50.764541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f7697d71-fa6f-4e31-a00e-8e0ef2c0a8c5 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1242514 Aug 04 16:41:50.785273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cac4c-70b5-436a-b435-918353ab79c4 None None] Pushing event updated for resources: {'Port': ['ID=94c0219c-8c55-4da3-8344-12dc84f65b66,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:50.846638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device db7a3168-f840-4dcd-94db-e274eebc33d7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:41:51.005539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] Set router ce95aa79-a2a5-410f-b298-0bd1bca6576c gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:41:51.080171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port db7a3168-f840-4dcd-94db-e274eebc33d7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:41:51.080874 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:51.344962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'name': 'router1', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '94c0219c-8c55-4da3-8344-12dc84f65b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:41:29Z', 'updated_at': '2021-08-04T16:41:47Z', 'revision_number': 4, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'gw_port': {'id': '94c0219c-8c55-4da3-8344-12dc84f65b66', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:41:46Z', 'updated_at': '2021-08-04T16:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'db7a3168-f840-4dcd-94db-e274eebc33d7', 'name': '', 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'mac_address': 'fa:16:3e:4d:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:41:38Z', 'updated_at': '2021-08-04T16:41:49Z', 'revision_number': 5, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'subnets': [{'id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2b1958-feca-4968-9991-f2eb616b27f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:41:51.375079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b0896-38a4-495e-b27d-079fbe6d7de2 None None] The sync data for ids ['ce95aa79-a2a5-410f-b298-0bd1bca6576c'] in n-d-764435-5 is: [{'id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'name': 'router1', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '94c0219c-8c55-4da3-8344-12dc84f65b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:41:29Z', 'updated_at': '2021-08-04T16:41:47Z', 'revision_number': 4, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'gw_port': {'id': '94c0219c-8c55-4da3-8344-12dc84f65b66', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:41:46Z', 'updated_at': '2021-08-04T16:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'db7a3168-f840-4dcd-94db-e274eebc33d7', 'name': '', 'network_id': 'a162b162-5a04-4de7-bc99-0c4cc7baf6dc', 'tenant_id': '22048fa5b8004ae6b2f292dbe947b622', 'mac_address': 'fa:16:3e:4d:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce95aa79-a2a5-410f-b298-0bd1bca6576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:41:38Z', 'updated_at': '2021-08-04T16:41:49Z', 'revision_number': 5, 'project_id': '22048fa5b8004ae6b2f292dbe947b622', 'subnets': [{'id': 'da7d47bb-231c-4de0-9c4c-b09e7f4c4fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f2b1958-feca-4968-9991-f2eb616b27f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:41:52.866067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 94c0219c-8c55-4da3-8344-12dc84f65b66 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:41:52.923347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 94c0219c-8c55-4da3-8344-12dc84f65b66 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:41:52.927761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 94c0219c-8c55-4da3-8344-12dc84f65b66 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:41:52.928140 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:53.024423 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:53.051582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 94c0219c-8c55-4da3-8344-12dc84f65b66, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=94c0219c-8c55-4da3-8344-12dc84f65b66,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:41:53.058113 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:53.128481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=94c0219c-8c55-4da3-8344-12dc84f65b66,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:41:54.843883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 94c0219c-8c55-4da3-8344-12dc84f65b66 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:41:54.915053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 94c0219c-8c55-4da3-8344-12dc84f65b66 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:41:54.915333 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:57.099306 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:42:01.919091 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d368567a-3b5b-4ebb-808f-93e7f907524c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.316257 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2910b45e-6e28-41f4-b767-dc9b19fbc97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:04.897562 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:05.587761 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:07.205787 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:31.907009 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-26871c07-73d9-4790-a000-460f782b19ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:34.074599 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:42:34.321422 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8141736f-4f21-4695-886c-c49996373b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:34.891930 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:35.584478 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:37.208848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:01.906463 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d3e0cf36-2192-42de-bf96-e89696177b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:04.316727 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3c9cd783-0ae0-4826-9194-4f0c37955693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:04.904511 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:05.584937 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:07.209342 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:11.074611 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:43:31.904546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef98a371-e0fa-4a44-ab96-cc205c080dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:34.321737 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-66976e42-ff80-4f69-b6ed-400332b6435b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:34.902098 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:35.589547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:35.666470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60106) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:43:35.740089 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-408dcdcb-35b2-4681-9f13-507df138d0c0 admin admin] GET failed (client error): The resource could not be found. Aug 04 16:43:35.741431 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-408dcdcb-35b2-4681-9f13-507df138d0c0 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0739934 Aug 04 16:43:35.920372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9430433-10ce-4f16-ada4-4b488f8c19da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:35.921796 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a9430433-10ce-4f16-ada4-4b488f8c19da admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1757081 Aug 04 16:43:37.212181 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:38.158774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60116) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:43:38.269435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc35362-224c-4f71-acf0-7a42b90b2a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:38.270840 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1bc35362-224c-4f71-acf0-7a42b90b2a55 admin admin] 10.222.0.39 "GET /v2.0/subnets/da7d47bb-231c-4de0-9c4c-b09e7f4c4fab HTTP/1.1" status: 200 len: 849 time: 0.1103098 Aug 04 16:43:38.280759 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:43:38.368446 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:38.527038 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772336856441'] for subnet, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:38.566005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:38.567514 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:38.569498 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] 10.222.0.39 "PUT /v2.0/subnets/da7d47bb-231c-4de0-9c4c-b09e7f4c4fab HTTP/1.1" status: 200 len: 868 time: 0.2925336 Aug 04 16:43:38.582640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a6d497-e60c-4cea-93db-d234164c4a21 None None] Network a162b162-5a04-4de7-bc99-0c4cc7baf6dc requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:43:38.591216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7d47bb-231c-4de0-9c4c-b09e7f4c4fab,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:43:38.599516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.599912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.600207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.600544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.600877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.601211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.601538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.601863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.602201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.602523 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.604040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.604040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe95ba-24d3-4f32-846d-4a0fbc8abbe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:43:38.947679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdddf70-5f6e-44af-ae41-54f60612515f None None] Provisioning complete for port 0f69e8bb-ae47-4186-a3df-6d16d9cbae0c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:43:38.948044 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdddf70-5f6e-44af-ae41-54f60612515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:39.037281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdddf70-5f6e-44af-ae41-54f60612515f None None] Provisioning complete for port db7a3168-f840-4dcd-94db-e274eebc33d7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:43:39.037576 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdddf70-5f6e-44af-ae41-54f60612515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:40.813562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60124) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:43:41.031815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48317143-8089-4159-adef-e8499deec659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:41.032269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48317143-8089-4159-adef-e8499deec659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:41.033867 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-48317143-8089-4159-adef-e8499deec659 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2190890 Aug 04 16:43:43.288394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60132) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:43:43.510379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00de244-52a3-41d0-8faa-85db1813119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:43.510787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00de244-52a3-41d0-8faa-85db1813119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:43.512406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a00de244-52a3-41d0-8faa-85db1813119c admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2230117 Aug 04 16:43:45.711561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60142) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:43:45.878012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3ea99-b9e1-47fe-ad84-b0e9b0508e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:45.879483 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-99a3ea99-b9e1-47fe-ad84-b0e9b0508e3b admin admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 886 time: 0.1669483 Aug 04 16:43:48.078634 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:43:48.300278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60150) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:43:48.457674 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adbfbc3-1870-4806-9e32-416938915321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:48.459124 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7adbfbc3-1870-4806-9e32-416938915321 admin admin] 10.222.0.39 "GET /v2.0/networks/a162b162-5a04-4de7-bc99-0c4cc7baf6dc HTTP/1.1" status: 200 len: 870 time: 0.1578467 Aug 04 16:43:50.650210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60158) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:43:50.789782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82b4d4-2b39-491c-bc05-c8fd7b55f571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:50.790243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82b4d4-2b39-491c-bc05-c8fd7b55f571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:50.791838 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4f82b4d4-2b39-491c-bc05-c8fd7b55f571 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1405494 Aug 04 16:43:52.996727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60166) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:43:53.107499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a547eb6f-ed1b-4251-ba86-a2dae13d82b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:53.108163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a547eb6f-ed1b-4251-ba86-a2dae13d82b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:53.110037 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a547eb6f-ed1b-4251-ba86-a2dae13d82b8 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1123052 Aug 04 16:43:55.320857 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60174) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:43:55.425603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ec93fa-3610-4098-b945-c032e998112e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:55.426982 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77ec93fa-3610-4098-b945-c032e998112e admin admin] 10.222.0.39 "GET /v2.0/subnets/da7d47bb-231c-4de0-9c4c-b09e7f4c4fab HTTP/1.1" status: 200 len: 868 time: 0.1050692 Aug 04 16:43:57.682688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60182) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:43:57.794683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf1ed42-2c5d-441e-bfbc-e2c88f3659c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:43:57.796160 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bbf1ed42-2c5d-441e-bfbc-e2c88f3659c6 admin admin] 10.222.0.39 "GET /v2.0/subnets/e5ccbde4-5e21-480c-8d35-1719bfe01082 HTTP/1.1" status: 200 len: 816 time: 0.1124320 Aug 04 16:44:01.902792 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-532b539c-c9d6-4549-944f-0c38d7d8c82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:04.328314 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8e307a7d-5b6b-4f38-8f5a-0a2077418b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:04.898913 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:05.595161 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:07.218347 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:24.149291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60236) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:44:24.216926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-2ce7faae-9ebb-4ba8-9743-a3ca274c3b87 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:44:24.221044 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2ce7faae-9ebb-4ba8-9743-a3ca274c3b87 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0705202 Aug 04 16:44:25.078758 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:44:26.500042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60244) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:44:26.579660 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5c8c0a-3a73-4eb2-83f0-8665fa2e91df admin admin] GET failed (client error): The resource could not be found. Aug 04 16:44:26.581080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aa5c8c0a-3a73-4eb2-83f0-8665fa2e91df admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0794191 Aug 04 16:44:26.726697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db07f05a-160e-4e47-bb7d-541665a76a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:44:26.728131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-db07f05a-160e-4e47-bb7d-541665a76a3f admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1424122 Aug 04 16:44:28.973207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60252) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:44:29.032231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:44:29.055853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Made reservation on behalf of 84457a97be3c473cb2c7787a17af1ea5 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:44:29.058120 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:29.088878 n-d-764435-5 neutron-server[105828]: WARNING neutron.services.revisions.revision_plugin [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Could not find related network for resource to bump revision. Aug 04 16:44:29.104052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:44:29.115606 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:29.115931 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Added segment 7adb4d91-979c-4a79-b23a-e94360f907d7 of type vlan for network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 Aug 04 16:44:29.161803 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:29.201779 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:29.202748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:44:29.203383 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:29.260277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2855093 Aug 04 16:44:29.266272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ac7510a-86f6-4266-a0fe-5fa516fb21a7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:44:29.274095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.274520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.274833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.275343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.275636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.275972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.276312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.276641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.276967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.277293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.277608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.277946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88e9c4e-1548-4a62-b838-baf9e5d574d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:29.291782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:44:31.513688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60260) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:44:31.653058 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3367217-af09-4b3e-bf32-393d606f1ec0 admin admin] GET failed (client error): The resource could not be found. Aug 04 16:44:31.654495 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a3367217-af09-4b3e-bf32-393d606f1ec0 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1398523 Aug 04 16:44:31.731910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a99c1-0691-40ad-8507-a3bfd8b96408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:44:31.733319 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c59a99c1-0691-40ad-8507-a3bfd8b96408 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0710187 Aug 04 16:44:31.743604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'name': 'shared-subnet'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:44:31.772586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Made reservation on behalf of 84457a97be3c473cb2c7787a17af1ea5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:44:31.776277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:31.896415 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e210c8a2-23e0-42fd-aabd-5dd92ab5fc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:31.965735 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:32.028514 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd65e6e-52e9-493e-8ef2-423b8eed6d59,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:44:32.044507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:44:32.044862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Network hostable DHCP agents. Network: 1ac7510a-86f6-4266-a0fe-5fa516fb21a7, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:44:32.061969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:44:32.071823 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 1ac7510a-86f6-4266-a0fe-5fa516fb21a7) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:44:32.075870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:44:32.076469 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:32.082134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bfdafa-0b62-4791-a274-8ebeda3310cc None None] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:44:32.092932 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-58bd1f3c-01d1-4c76-bc91-ac6b3fc8931a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3527610 Aug 04 16:44:32.241341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'tenant_id': '84457a97be3c473cb2c7787a17af1ea5', 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:44:32.242227 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:32.600029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Allocated IP 192.168.233.2 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/01fd5aab-95a3-45c2-abc4-9a7ce1e72a08) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:44:32.765878 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:32.774729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Transition to ACTIVE for port object 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:44:32.790154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Transition to ACTIVE for port object 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:44:32.797224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:32.838724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:44:32.844143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:44:32.850932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:44:32.853933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Pushing event updated for resources: {'Port': ['ID=01fd5aab-95a3-45c2-abc4-9a7ce1e72a08,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:44:32.865212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.865568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.865912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.866250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.866583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.866937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.867266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.867588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.867919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.868261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.868605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.868922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:44:32.916584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Attempting to bind port 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:44:32.917252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Attempting to bind port 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:44:32.917374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Attempting to bind port 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:44:32.923275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:44:32.923630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:44:32.924029 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:32.924424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:44:32.924888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Bound port: 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:44:32.925284 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:32.994252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] For port 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:44:32.999694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] For port 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=01fd5aab-95a3-45c2-abc4-9a7ce1e72a08,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:44:33.007822 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:33.104094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b664b-01c4-4a0b-9d30-a754d64a4115 None None] Pushing event updated for resources: {'Port': ['ID=01fd5aab-95a3-45c2-abc4-9a7ce1e72a08,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:44:33.983118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ca3b2-2d04-499d-a1f4-f16c2c519408 None None] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:44:34.075009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6fc8949d-dda0-45e3-a6a5-c13affcfd5f5 None None] Provisioning for port 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:44:34.333253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f621-8dbe-437a-b38e-bf100febf53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:34.904438 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:34.990438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:44:35.043793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:44:35.048260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:44:35.048632 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:35.128956 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:35.164552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=01fd5aab-95a3-45c2-abc4-9a7ce1e72a08,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:44:35.169600 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:35.231776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=01fd5aab-95a3-45c2-abc4-9a7ce1e72a08,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:44:35.595305 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:36.963055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:44:37.013161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 01fd5aab-95a3-45c2-abc4-9a7ce1e72a08 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:44:37.013534 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:37.222920 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:01.900327 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da9c5d99-0d1d-4a4c-b8b1-c703f78adba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:02.078164 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:45:04.335866 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c351e35-c297-4e20-b4ec-db4762493b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:04.906629 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:05.598766 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:07.226672 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:31.904860 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-538893e5-8aa6-4678-9551-8d2d5bb4060a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:34.336516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-decccbc2-c1b9-4a76-8ffc-c0a4d6e7599f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:34.901740 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:35.603213 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:37.228298 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:39.078779 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:45:49.065565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60314) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:45:49.072770 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-d8ab8c1a-174e-4947-89a4-2ad68e3b067d tempest-verify_tempest_config-1678201136 tempest-verify_tempest_config-1678201136-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:45:49.073751 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d8ab8c1a-174e-4947-89a4-2ad68e3b067d tempest-verify_tempest_config-1678201136 tempest-verify_tempest_config-1678201136-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071337 Aug 04 16:45:49.437887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60332) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:45:49.559278 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:49.666944 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:49.672930 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:49.719239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc7d2819f6a44a4b8e46d33a5151bdb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2799721 Aug 04 16:45:49.720008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8807d0-32c9-466d-9742-5aa6988d0fe6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:45:49.721900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60338) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:45:49.732468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.732814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.733145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.733495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.733794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.734113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.734427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.734743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.735087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.735440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.735730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.736036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c064ea2e-123f-4c92-8b31-1ab31bba0149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:45:49.789092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1651811-1aec-40ee-9672-68210d50f9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:49.811642 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1651811-1aec-40ee-9672-68210d50f9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:49.906528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1651811-1aec-40ee-9672-68210d50f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:49.910387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1651811-1aec-40ee-9672-68210d50f9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:45:49.911976 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d1651811-1aec-40ee-9672-68210d50f9df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb8807d0-32c9-466d-9742-5aa6988d0fe6 HTTP/1.1" status: 204 len: 168 time: 0.1884305 Aug 04 16:45:49.920589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1651811-1aec-40ee-9672-68210d50f9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8807d0-32c9-466d-9742-5aa6988d0fe6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:46:01.913122 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42c68e3b-7946-4f11-8314-1ceafa21ed9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:04.339944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-154ff3c4-b0f1-432a-b6bf-0327a047c698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:04.908911 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:05.606710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:07.232096 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:16.078151 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:46:31.908517 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b0e18b7e-fdc1-4b30-bd00-d52e87ff176c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:34.335292 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1d68a6d5-5653-4658-babb-78959af053d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:34.904555 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:35.615301 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:37.236675 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:46:53.077406 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:47:01.916598 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9b05c9e1-9ce9-4b43-b672-243bd98d8c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:04.340484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ce3c090b-aa52-4ed9-beb4-103b2dc7f5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:04.907018 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:05.614199 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:07.236237 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:30.078745 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:47:31.914443 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f19f-9502-47c5-9d8e-adf6ebfaf637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:34.346146 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cceac6fb-286a-4ab5-8190-d2a4772aa4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:34.910783 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:35.616521 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:47:37.242622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:01.912324 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f9f81e12-ea2a-403c-9fa5-0ff3b6f410aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:04.342179 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd55f576-cfdb-4a8f-83b0-04fff869dee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:04.914092 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:05.622051 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:07.080813 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 5 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:48:07.243931 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:31.907724 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-55e1c86c-4fc2-4376-a876-010e80f208a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:34.338618 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-00fda1ac-1578-4454-98c2-d58caf995c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:34.918081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:35.628909 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:37.253697 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:38.554536 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-268165265'] for agent, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:38.626892 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-268165265'] for agent, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:48:44.081941 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:49:01.922233 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-20ef1bee-9dc0-498b-ac70-46a36ce508df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:04.333698 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bea8858-fa61-4fca-927d-ac78b3478972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:04.912821 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:05.631170 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:07.257009 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:08.516591 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:08.611830 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:21.082371 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:49:23.129604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60406) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:49:23.261289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9bb4534f-2c8c-441b-b0ea-0e8c8c0d73d2 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1304765 Aug 04 16:49:25.482343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60416) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:49:25.544179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f72eaa6a-a7d8-472f-8fb8-f230a660c76d admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0604389 Aug 04 16:49:31.923436 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf3309c1-46c9-4143-bfdc-dffc5891e173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:34.339482 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1a71f5c9-0466-4e49-99cf-ec4abfeb6894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:34.928085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:35.637795 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:37.260313 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:38.522255 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:38.613076 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:49:58.082583 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:50:01.923733 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-814e14d9-8a51-493f-9207-d7ae55b0b28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:04.342126 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6a00c3a1-2d8b-4c05-bf68-f24ac05682bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:04.925471 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:05.636087 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:07.265206 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:08.518537 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:08.622020 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:31.918122 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3ec87dbe-2d86-4deb-b416-727e0eb4212e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:34.347964 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0bf930a7-6f9c-4b14-93cf-b924e7a3de3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:34.922034 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:35.083439 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:50:35.637385 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:37.259130 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:38.533053 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:38.632012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:45.444736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60660) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:46.055585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-network', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:50:46.092395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Made reservation on behalf of b55218bb95de49fba34a1d1e8fe6ef86 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:50:46.094956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.107203 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.246043 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.252248 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.280748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:50:46.305463 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.305809 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Added segment 254293e5-1299-456a-8f15-3a3dd3124bf5 of type vlan for network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 Aug 04 16:50:46.314771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811ea344-d2c7-4244-a297-894b95938726,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:46.345391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.345391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.345930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.346219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.346557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.346907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.347247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.347708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.348189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.348518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.348844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.349162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Tracked resource versions report: Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: pushed versions: Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: { 'AddressGroup': {'1.2'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'ConntrackHelper': {'1.0'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'Log': {'1.0'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'Network': {'1.1'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'Port': {'1.7'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'PortForwarding': {'1.2'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'QosPolicy': {'1.9'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'SecurityGroup': {'1.4'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'SubPort': {'1.0'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'Subnet': {'1.1'}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'Trunk': {'1.1'}} Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: consumer versions: Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: { DHCP agent@n-d-764435-5: {}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: HyperV agent@n-h1-764435-5: {}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: HyperV agent@n-h2-764435-5: {}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: L3 agent@n-d-764435-5: {}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: Metadata agent@n-d-764435-5: {}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: Metering agent@n-d-764435-5: {}, Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: Open vSwitch agent@n-d-764435-5: { 'AddressGroup': '1.2', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'ConntrackHelper': '1.0', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'Log': '1.0', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'Network': '1.1', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'Port': '1.7', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'PortForwarding': '1.2', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'QosPolicy': '1.9', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'SecurityGroup': '1.4', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'SecurityGroupRule': '1.2', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'SubPort': '1.0', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'Subnet': '1.1', Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: 'Trunk': '1.1'}} Aug 04 16:50:46.350406 n-d-764435-5 neutron-server[105829]: {{(pid=105829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:50:46.369603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.424518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.425529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:50:46.426102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.498058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:46.504871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60716) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:46.505447 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-966a990b-16c6-4247-ab36-63df253f6ae3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0590541 Aug 04 16:50:46.512090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:50:46.513015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Request body: {'subnet': {'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-subnet', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:50:46.549118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Made reservation on behalf of b55218bb95de49fba34a1d1e8fe6ef86 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:50:46.553956 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.784227 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.838999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77176d4a-9942-4d3a-87a4-86993376c507,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:46.849087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.849427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.849755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.850107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.850557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.850906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.851229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.851549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.851863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.852180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.852655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.852877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Tracked resource versions report: Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: pushed versions: Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: { 'AddressGroup': {'1.2'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'ConntrackHelper': {'1.0'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'Log': {'1.0'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'Network': {'1.1'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'Port': {'1.7'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'PortForwarding': {'1.2'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'QosPolicy': {'1.9'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'SecurityGroup': {'1.4'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'SubPort': {'1.0'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'Subnet': {'1.1'}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'Trunk': {'1.1'}} Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: consumer versions: Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: { DHCP agent@n-d-764435-5: {}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: HyperV agent@n-h1-764435-5: {}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: HyperV agent@n-h2-764435-5: {}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: L3 agent@n-d-764435-5: {}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: Metadata agent@n-d-764435-5: {}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: Metering agent@n-d-764435-5: {}, Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: Open vSwitch agent@n-d-764435-5: { 'AddressGroup': '1.2', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'ConntrackHelper': '1.0', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'Log': '1.0', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'Network': '1.1', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'Port': '1.7', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'PortForwarding': '1.2', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'QosPolicy': '1.9', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'SecurityGroup': '1.4', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'SecurityGroupRule': '1.2', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'SubPort': '1.0', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'Subnet': '1.1', Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: 'Trunk': '1.1'}} Aug 04 16:50:46.853902 n-d-764435-5 neutron-server[105828]: {{(pid=105828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:50:46.874182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Checking segment: {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:50:46.874662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Network hostable DHCP agents. Network: 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:50:46.894587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:50:46.907371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:50:46.912592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:50:46.913336 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.921543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d9f7c-16a9-4b0c-a346-6edd01c12625 None None] Network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:50:46.940375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60744) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:46.946584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:50:46.952300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-693d9d5e-873e-4175-8a33-e4853c6eef1f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4450474 Aug 04 16:50:46.972814 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:46.974176 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.039709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.120639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:50:47.121544 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.271143 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.293944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Allocated IP 172.20.0.2 (1f9a1d70-d4f4-4b2d-909b-826bb381bcb5/77176d4a-9942-4d3a-87a4-86993376c507/f9d1047e-0f15-46b0-b046-3cd45f3baf5c) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:50:47.469516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.478533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Transition to ACTIVE for port object f9d1047e-0f15-46b0-b046-3cd45f3baf5c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:50:47.496951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Transition to ACTIVE for port object f9d1047e-0f15-46b0-b046-3cd45f3baf5c will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:50:47.509327 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.554959 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.555744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Pushing event updated for resources: {'Port': ['ID=f9d1047e-0f15-46b0-b046-3cd45f3baf5c,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:47.566777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.567160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.567678 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.568003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.568323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.568640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.569056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.569537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.569943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.570161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.570839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.571289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Tracked resource versions report: Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: pushed versions: Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: { 'AddressGroup': {'1.2'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'ConntrackHelper': {'1.0'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'Log': {'1.0'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'Network': {'1.1'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'Port': {'1.7'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'PortForwarding': {'1.2'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'QosPolicy': {'1.9'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'SecurityGroup': {'1.4'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'SubPort': {'1.0'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'Subnet': {'1.1'}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'Trunk': {'1.1'}} Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: consumer versions: Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: { DHCP agent@n-d-764435-5: {}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: HyperV agent@n-h1-764435-5: {}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: HyperV agent@n-h2-764435-5: {}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: L3 agent@n-d-764435-5: {}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: Metadata agent@n-d-764435-5: {}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: Metering agent@n-d-764435-5: {}, Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: Open vSwitch agent@n-d-764435-5: { 'AddressGroup': '1.2', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'ConntrackHelper': '1.0', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'Log': '1.0', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'Network': '1.1', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'Port': '1.7', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'PortForwarding': '1.2', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'QosPolicy': '1.9', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'SecurityGroup': '1.4', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'SecurityGroupRule': '1.2', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'SubPort': '1.0', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'Subnet': '1.1', Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: 'Trunk': '1.1'}} Aug 04 16:50:47.572372 n-d-764435-5 neutron-server[105830]: {{(pid=105830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:50:47.579659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:50:47.580919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:50:47.586238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:50:47.621020 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.657516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Attempting to bind port f9d1047e-0f15-46b0-b046-3cd45f3baf5c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:50:47.657885 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Attempting to bind port f9d1047e-0f15-46b0-b046-3cd45f3baf5c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:50:47.658245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Attempting to bind port f9d1047e-0f15-46b0-b046-3cd45f3baf5c on network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:50:47.663385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:50:47.663751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Checking segment: {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:50:47.664314 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.664705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Bound using segment: {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:50:47.665162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Bound port: f9d1047e-0f15-46b0-b046-3cd45f3baf5c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:50:47.665558 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.740008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] For port f9d1047e-0f15-46b0-b046-3cd45f3baf5c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:50:47.745766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] For port f9d1047e-0f15-46b0-b046-3cd45f3baf5c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f9d1047e-0f15-46b0-b046-3cd45f3baf5c,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:50:47.753241 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:47.821869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de112927-bc71-4f45-9b78-84f5e7d41fe6 None None] Pushing event updated for resources: {'Port': ['ID=f9d1047e-0f15-46b0-b046-3cd45f3baf5c,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:47.866652 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Allocated IP 172.25.2.187 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/6c5b5d26-eb88-4830-9df7-47ad3207860f) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:50:48.054340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:48.194007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:48.386063 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Pushing event updated for resources: {'Port': ['ID=6c5b5d26-eb88-4830-9df7-47ad3207860f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:48.392964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:50:48.395559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:50:48.398222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:50:48.773832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:49.000612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17fddb8-f491-4a93-b041-f17319efc643 None None] Network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:50:49.018631 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:49.114173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ac2f0a6f-e9d0-4f76-b7fe-00307d4be052 None None] Provisioning for port f9d1047e-0f15-46b0-b046-3cd45f3baf5c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:50:49.133700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60876) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:49.136964 n-d-764435-5 neutron-server[105828]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 16:50:49.182001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-07216ae7-039e-4760-a3cb-6c748529fac1 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462592 Aug 04 16:50:49.288716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Router ff34cb82-3200-473f-ae15-b06bda3ee83e is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:50:49.351473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f9d1047e-0f15-46b0-b046-3cd45f3baf5c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:50:49.450477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-0b9e7ed8-74e0-4d59-bd9e-76fed1b481c8 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:50:49.457706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-0b9e7ed8-74e0-4d59-bd9e-76fed1b481c8 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2747447 Aug 04 16:50:49.476424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-40a3b87b-b4b8-44ec-83fd-6c608ba18d88 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/quotas/bad9e2d4f4d442b28e2acd6ff29b43d3 HTTP/1.1" status: 200 len: 375 time: 0.0177512 Aug 04 16:50:49.478479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port f9d1047e-0f15-46b0-b046-3cd45f3baf5c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:50:49.482415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:50:49.485010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f9d1047e-0f15-46b0-b046-3cd45f3baf5c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:50:49.485933 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:49.494125 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Sync routers for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:50:49.505241 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:50:49.509878 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:50:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:50:49.513844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:49.516324 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-85d14df9-312f-44c6-a3ab-664268d6a07a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5741704 Aug 04 16:50:49.521552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60890) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:49.553710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-dcdd3204-850d-49e1-810e-0c23a9da02bc tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732896 Aug 04 16:50:49.688138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60896) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:49.713371 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:49.802232 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:50:49.802310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d6203ba5-b5fb-4069-b584-010362a72589 None None] Provisioning complete for port f9d1047e-0f15-46b0-b046-3cd45f3baf5c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:50:49.802310 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d6203ba5-b5fb-4069-b584-010362a72589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:49.807645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port f9d1047e-0f15-46b0-b046-3cd45f3baf5c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f9d1047e-0f15-46b0-b046-3cd45f3baf5c,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:50:49.835397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a241391-ba71-450d-9fbb-f90a1a7e67ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:49.852231 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.020213 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a241391-ba71-450d-9fbb-f90a1a7e67ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.031965 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a241391-ba71-450d-9fbb-f90a1a7e67ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.077208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a241391-ba71-450d-9fbb-f90a1a7e67ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab031508-65fc-4018-bbe9-e82a7ee8a465,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:50.107421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=f9d1047e-0f15-46b0-b046-3cd45f3baf5c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:50.131105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60934) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:50.131735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9a241391-ba71-450d-9fbb-f90a1a7e67ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91c718f63f924dcdbc398518e4648a5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4366307 Aug 04 16:50:50.182319 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:48Z', 'revision_number': 3, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:50:50.214014 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Checking router: ff34cb82-3200-473f-ae15-b06bda3ee83e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:50:50.214527 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Updating router ff34cb82-3200-473f-ae15-b06bda3ee83e port 6c5b5d26-eb88-4830-9df7-47ad3207860f binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:50:50.217095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60940) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:50.252098 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.315141 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8661f8ca-d211-4447-8adb-6a9a28700021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.367113 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8661f8ca-d211-4447-8adb-6a9a28700021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.434846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12792201-3c24-47c1-9e65-c55547d19eba req-7447c871-1394-4c18-a01f-1ca052fda492 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 210 time: 0.2151713 Aug 04 16:50:50.520511 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.543035 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Transition to ACTIVE for port object 6c5b5d26-eb88-4830-9df7-47ad3207860f will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:50:50.555635 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.615974 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Pushing event updated for resources: {'Port': ['ID=6c5b5d26-eb88-4830-9df7-47ad3207860f,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:50.643085 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.643597 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.644083 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.644646 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.645777 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.647669 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.648166 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.648910 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.649612 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.650315 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.650772 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.651305 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Tracked resource versions report: Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: pushed versions: Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: { 'AddressGroup': {'1.2'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'ConntrackHelper': {'1.0'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'Log': {'1.0'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'Network': {'1.1'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'Port': {'1.7'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'PortForwarding': {'1.2'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'QosPolicy': {'1.9'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'SecurityGroup': {'1.4'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'SubPort': {'1.0'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'Subnet': {'1.1'}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'Trunk': {'1.1'}} Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: consumer versions: Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: { DHCP agent@n-d-764435-5: {}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: HyperV agent@n-h1-764435-5: {}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: HyperV agent@n-h2-764435-5: {}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: L3 agent@n-d-764435-5: {}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: Metadata agent@n-d-764435-5: {}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: Metering agent@n-d-764435-5: {}, Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: Open vSwitch agent@n-d-764435-5: { 'AddressGroup': '1.2', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'ConntrackHelper': '1.0', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'Log': '1.0', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'Network': '1.1', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'Port': '1.7', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'PortForwarding': '1.2', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'QosPolicy': '1.9', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'SecurityGroup': '1.4', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'SecurityGroupRule': '1.2', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'SubPort': '1.0', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'Subnet': '1.1', Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: 'Trunk': '1.1'}} Aug 04 16:50:50.654055 n-d-764435-5 neutron-server[105831]: {{(pid=105831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:50:50.660836 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Attempting to bind port 6c5b5d26-eb88-4830-9df7-47ad3207860f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:50:50.661457 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Attempting to bind port 6c5b5d26-eb88-4830-9df7-47ad3207860f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:50:50.662028 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Attempting to bind port 6c5b5d26-eb88-4830-9df7-47ad3207860f on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:50:50.669481 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:50:50.669855 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:50:50.670289 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.670626 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:50:50.671222 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Bound port: 6c5b5d26-eb88-4830-9df7-47ad3207860f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:50:50.671720 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.740134 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] For port 6c5b5d26-eb88-4830-9df7-47ad3207860f, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:50:50.744533 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] For port 6c5b5d26-eb88-4830-9df7-47ad3207860f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6c5b5d26-eb88-4830-9df7-47ad3207860f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:50:50.751798 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.785970 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.812979 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:50:50.813656 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:50:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:50:50.828946 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8661f8ca-d211-4447-8adb-6a9a28700021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.829586 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8661f8ca-d211-4447-8adb-6a9a28700021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:50.843980 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8661f8ca-d211-4447-8adb-6a9a28700021 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab031508-65fc-4018-bbe9-e82a7ee8a465 HTTP/1.1" status: 204 len: 168 time: 0.6984687 Aug 04 16:50:50.874551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661f8ca-d211-4447-8adb-6a9a28700021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab031508-65fc-4018-bbe9-e82a7ee8a465,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:50.959904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 32770) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:51.041316 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:50:51.183291 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7555-fe3d-43bc-9164-e83d356243a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.320278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Allocated IP 172.20.0.1 (1f9a1d70-d4f4-4b2d-909b-826bb381bcb5/77176d4a-9942-4d3a-87a4-86993376c507/57e9086a-2b21-4eae-98b1-bd27376f79ac) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:50:51.335175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f9d1047e-0f15-46b0-b046-3cd45f3baf5c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:50:51.388760 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5807b1-f034-42b6-b974-2ed00b54db3f None None] Pushing event updated for resources: {'Port': ['ID=6c5b5d26-eb88-4830-9df7-47ad3207860f,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:51.390630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f9d1047e-0f15-46b0-b046-3cd45f3baf5c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:50:51.391263 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.411920 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7555-fe3d-43bc-9164-e83d356243a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.422490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7555-fe3d-43bc-9164-e83d356243a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.510165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8f1b7555-fe3d-43bc-9164-e83d356243a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c2ee4edc717438fb4383321ad5a5738&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5453181 Aug 04 16:50:51.514066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 32814) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:51.589868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b7555-fe3d-43bc-9164-e83d356243a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558ac39f-03be-4647-8d47-91aae6983186,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:51.600299 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:48Z', 'revision_number': 3, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:50:51.627659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.677295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Transition to ACTIVE for port object 57e9086a-2b21-4eae-98b1-bd27376f79ac will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:50:51.677506 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751818f-a136-4ca4-b929-3e8d549b040f None None] The sync data for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 is: [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:48Z', 'revision_number': 3, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:50:51.735149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fecc01d-495e-4808-9abe-091e8447eeb4 req-32c80320-5437-4216-bea1-9e997ab1bfcc tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 210 time: 0.1994467 Aug 04 16:50:51.740077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b680a7fe-21db-418e-921c-904f4d96087f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.774927 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.824770 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b680a7fe-21db-418e-921c-904f4d96087f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.863744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:50:51.867909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:50:51.896368 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:50:51.897935 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.949235 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b680a7fe-21db-418e-921c-904f4d96087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.961881 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b680a7fe-21db-418e-921c-904f4d96087f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:51.963943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b680a7fe-21db-418e-921c-904f4d96087f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/558ac39f-03be-4647-8d47-91aae6983186 HTTP/1.1" status: 204 len: 168 time: 0.4488964 Aug 04 16:50:52.009089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680a7fe-21db-418e-921c-904f4d96087f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558ac39f-03be-4647-8d47-91aae6983186,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:52.024735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Pushing event updated for resources: {'Port': ['ID=57e9086a-2b21-4eae-98b1-bd27376f79ac,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:52.137847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 32848) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:52.447447 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:52.449625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5815e31b-68fd-43e7-ab9d-4a44a8a42616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:52.477074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4669a21a-800d-467c-9c55-f7b2efccdbf0 None None] Provisioning for port 57e9086a-2b21-4eae-98b1-bd27376f79ac completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:50:52.486136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4669a21a-800d-467c-9c55-f7b2efccdbf0 None None] Provisioning complete for port 57e9086a-2b21-4eae-98b1-bd27376f79ac triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:50:52.486711 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4669a21a-800d-467c-9c55-f7b2efccdbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:52.514214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-83c06122-6f39-406b-afdc-0b34fc24114d tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=da7d89eee1aa40559ea8818db7a4f613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685866 Aug 04 16:50:52.606633 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4669a21a-800d-467c-9c55-f7b2efccdbf0 None None] Port 57e9086a-2b21-4eae-98b1-bd27376f79ac cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:50:52.744942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 32882) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:52.770134 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae61dfeb-e80d-4411-97e0-c448aec9228e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:52.804761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:52.813550 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:52.823540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:52.842490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5815e31b-68fd-43e7-ab9d-4a44a8a42616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:52.857300 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5815e31b-68fd-43e7-ab9d-4a44a8a42616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:52.921639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815e31b-68fd-43e7-ab9d-4a44a8a42616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8e332f-168b-4777-8286-f8db05be1892,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:52.936165 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Pushing event updated for resources: {'Port': ['ID=57e9086a-2b21-4eae-98b1-bd27376f79ac,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:52.939701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1451-1e62-4547-9bdc-04e1b986777e req-69eb10d2-f99a-4623-8d6a-73373e161bdb tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:50:52.946930 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-69eb10d2-f99a-4623-8d6a-73373e161bdb tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3051586 Aug 04 16:50:52.965015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5815e31b-68fd-43e7-ab9d-4a44a8a42616 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a92f30dc9e6049329dc3dfc0403f4d4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8237634 Aug 04 16:50:52.966038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 32888) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:52.974203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-44b4c51e-5949-4370-b38c-8bc8e0d21173 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/quotas/da7d89eee1aa40559ea8818db7a4f613 HTTP/1.1" status: 200 len: 375 time: 0.0263362 Aug 04 16:50:52.997131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd1eb350-07f8-40f9-ac91-76d6e3c5a853 req-76f09566-8c58-4ce9-b7e3-ce0ba17a6de2 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 210 time: 0.0912499 Aug 04 16:50:53.035958 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:50:53.039499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:50:53.074685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-9c997fa9-3fe1-4a62-b348-eb5ee52cf95c tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da7d89eee1aa40559ea8818db7a4f613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960047 Aug 04 16:50:53.120363 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae61dfeb-e80d-4411-97e0-c448aec9228e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.132424 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae61dfeb-e80d-4411-97e0-c448aec9228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.167711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b96bbb86-03c8-4811-999c-4a0e2c40a5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.220887 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b96bbb86-03c8-4811-999c-4a0e2c40a5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.227962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.82', 60857) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:53.268000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61dfeb-e80d-4411-97e0-c448aec9228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f92fa1f-9589-4f1c-8fc0-4237cbaca13b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:53.283160 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ae61dfeb-e80d-4411-97e0-c448aec9228e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f3665836700409593357bab38bb6de7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5370288 Aug 04 16:50:53.287565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 32900) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:53.372765 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Router ff34cb82-3200-473f-ae15-b06bda3ee83e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:50:53.381400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6c5b5d26-eb88-4830-9df7-47ad3207860f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:50:53.415909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-b4a87ff3-ed55-44bb-90ca-7d7969a9045e tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1857300 Aug 04 16:50:53.517030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed8eef82-ee14-4ba4-8369-3a9776a5a94f req-b98eacd8-10d6-4b27-95cb-a8f4b8417e83 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 210 time: 0.0956371 Aug 04 16:50:53.569554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 6c5b5d26-eb88-4830-9df7-47ad3207860f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:50:53.573648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 6c5b5d26-eb88-4830-9df7-47ad3207860f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:50:53.574279 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.595848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:50:53.600309 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d34c2e62-387e-47b2-b679-433990268444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.608327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-24454ef5-a91a-4351-946c-4437921a53a1 admin admin] 10.222.0.39 "PUT /v2.0/routers/ff34cb82-3200-473f-ae15-b06bda3ee83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0846369 Aug 04 16:50:53.651435 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d34c2e62-387e-47b2-b679-433990268444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.661523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f79a23eb-79fc-4ff4-94da-87e81a111fa3 None None] Provisioning complete for port 57e9086a-2b21-4eae-98b1-bd27376f79ac triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:50:53.663088 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f79a23eb-79fc-4ff4-94da-87e81a111fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.795427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-10bb4cf4-d055-472a-a96e-4df1cac172e2 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:50:53.797009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-10bb4cf4-d055-472a-a96e-4df1cac172e2 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3487453 Aug 04 16:50:53.798486 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d34c2e62-387e-47b2-b679-433990268444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.801180 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d34c2e62-387e-47b2-b679-433990268444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.802237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d34c2e62-387e-47b2-b679-433990268444 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f92fa1f-9589-4f1c-8fc0-4237cbaca13b HTTP/1.1" status: 204 len: 168 time: 0.4866512 Aug 04 16:50:53.806161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b96bbb86-03c8-4811-999c-4a0e2c40a5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.808584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b96bbb86-03c8-4811-999c-4a0e2c40a5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.810256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b96bbb86-03c8-4811-999c-4a0e2c40a5c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f8e332f-168b-4777-8286-f8db05be1892 HTTP/1.1" status: 204 len: 168 time: 0.8434420 Aug 04 16:50:53.815467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c2e62-387e-47b2-b679-433990268444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f92fa1f-9589-4f1c-8fc0-4237cbaca13b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:53.821547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.844757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bbb86-03c8-4811-999c-4a0e2c40a5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8e332f-168b-4777-8286-f8db05be1892,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:53.864780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Request body: {'port': {'device_id': '6e655b35-800b-47e3-b964-9be525a58042', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'bad9e2d4f4d442b28e2acd6ff29b43d3'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:50:53.876098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 6c5b5d26-eb88-4830-9df7-47ad3207860f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6c5b5d26-eb88-4830-9df7-47ad3207860f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:50:53.890243 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:53.895781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f79a23eb-79fc-4ff4-94da-87e81a111fa3 None None] Port 57e9086a-2b21-4eae-98b1-bd27376f79ac cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:50:53.952731 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=6c5b5d26-eb88-4830-9df7-47ad3207860f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:54.171894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Made reservation on behalf of bad9e2d4f4d442b28e2acd6ff29b43d3 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:50:54.180602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:54.229232 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:54.247375 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79356e11-77e8-4137-851a-24c9be2ab605 req-2445c712-f93d-454d-ae6c-68c846c91cdf tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 210 time: 0.0549734 Aug 04 16:50:54.279408 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Sync routers for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:50:54.290692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:50:54.291479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:50:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:50:54.417611 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:54.423464 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:54.468131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:50:54.657007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b6074f-a38d-4dfd-aedd-4914fe6f84f5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:54.661418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-811ecf47-ec5e-46c5-9147-bb87c45fea30 req-55ee28c9-2726-458f-b737-9bb9cccfdf57 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 210 time: 0.0607700 Aug 04 16:50:54.714985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33002) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:54.765976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 2, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:50:54.798186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Checking router: ff34cb82-3200-473f-ae15-b06bda3ee83e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:50:54.798831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Updating router ff34cb82-3200-473f-ae15-b06bda3ee83e port 57e9086a-2b21-4eae-98b1-bd27376f79ac binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:50:54.830318 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:54.878403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Allocated IP 192.168.233.135 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/6592f355-ccc0-4ff8-9bfc-afca3acf9f97) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:50:55.255326 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-301686b7-e940-43cd-864d-5cf05888f2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:55.300683 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:55.345931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Transition to ACTIVE for port object 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:50:55.347990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6c5b5d26-eb88-4830-9df7-47ad3207860f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:50:55.466054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 6c5b5d26-eb88-4830-9df7-47ad3207860f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:50:55.466767 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:55.494155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbc50363-b987-4635-9a98-e0496c12f506 req-11539ee2-0af8-43c0-88a5-9f2db88aeacf tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 210 time: 0.0964248 Aug 04 16:50:55.497141 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-301686b7-e940-43cd-864d-5cf05888f2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:55.504327 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-301686b7-e940-43cd-864d-5cf05888f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:55.521103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:55.604954 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-301686b7-e940-43cd-864d-5cf05888f2d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcfe92d35e0b4c33ba55851f36d233a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8886220 Aug 04 16:50:55.608904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33028) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:55.648323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301686b7-e940-43cd-864d-5cf05888f2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8875bbe7-d3e0-4bce-a209-ae2792344722,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:55.698586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:50:55.707669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:50:55.718765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:50:55.725469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:50:55.726324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:55.731723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Pushing event updated for resources: {'Port': ['ID=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:55.749138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-9a4aa25c-af93-4898-883c-c219a94c89ec tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8890848 Aug 04 16:50:55.778163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-118cc569-e5ab-44f1-99aa-634c0fc47608 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:50:55.780130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-118cc569-e5ab-44f1-99aa-634c0fc47608 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172720 Aug 04 16:50:55.780812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.90', 49233) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:55.823546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-35de9c43-7916-4420-b4f2-e0c6b8539498 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=da7d89eee1aa40559ea8818db7a4f613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392730 Aug 04 16:50:55.852626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76f05b8c-91dc-435c-a92a-ed5d22db74c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:55.955186 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:55.996309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Transition to ACTIVE for port object 57e9086a-2b21-4eae-98b1-bd27376f79ac will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:50:55.998308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33040) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:56.009426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-network', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:50:56.010993 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:56.071235 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76f05b8c-91dc-435c-a92a-ed5d22db74c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:56.169806 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Made reservation on behalf of eb447cc23e8d4193a1a642e7b8b1f55e for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:50:56.175114 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:56.202898 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:56.239770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4985a55e-91f3-49b3-8f7e-b54416147b44 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:50:56.241402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4985a55e-91f3-49b3-8f7e-b54416147b44 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4116116 Aug 04 16:50:56.299943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76f05b8c-91dc-435c-a92a-ed5d22db74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:56.302881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76f05b8c-91dc-435c-a92a-ed5d22db74c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:56.304232 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-76f05b8c-91dc-435c-a92a-ed5d22db74c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8875bbe7-d3e0-4bce-a209-ae2792344722 HTTP/1.1" status: 204 len: 168 time: 0.6869996 Aug 04 16:50:56.318221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Request body: {'port': {'device_id': '54fe011e-7649-41fa-b9bd-afd91e952317', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'da7d89eee1aa40559ea8818db7a4f613'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:50:56.334531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f05b8c-91dc-435c-a92a-ed5d22db74c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8875bbe7-d3e0-4bce-a209-ae2792344722,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:56.373612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cbd60-0fd9-491c-8d80-31ca3ba0b946 None None] Pushing event updated for resources: {'Port': ['ID=57e9086a-2b21-4eae-98b1-bd27376f79ac,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:56.540311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Request body: {'port': {'device_id': '6e655b35-800b-47e3-b964-9be525a58042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:50:56.586838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5e17ee9d-1a9e-49a1-8de9-824ecc9090d5 None None] Provisioning for port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:50:56.598775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5e17ee9d-1a9e-49a1-8de9-824ecc9090d5 None None] Provisioning complete for port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:50:56.602164 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5e17ee9d-1a9e-49a1-8de9-824ecc9090d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:56.687960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Attempting to bind port 57e9086a-2b21-4eae-98b1-bd27376f79ac on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:50:56.688535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Attempting to bind port 57e9086a-2b21-4eae-98b1-bd27376f79ac by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:50:56.689042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Attempting to bind port 57e9086a-2b21-4eae-98b1-bd27376f79ac on network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:50:56.732285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:50:56.734352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Checking segment: {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:50:56.735848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:56.736320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Bound using segment: {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:50:56.747603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Bound port: 57e9086a-2b21-4eae-98b1-bd27376f79ac, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:50:56.748132 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:56.797442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5e17ee9d-1a9e-49a1-8de9-824ecc9090d5 None None] Port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:50:56.852130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] For port 57e9086a-2b21-4eae-98b1-bd27376f79ac, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:50:56.860868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] For port 57e9086a-2b21-4eae-98b1-bd27376f79ac, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=57e9086a-2b21-4eae-98b1-bd27376f79ac,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:50:56.869578 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:57.011587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ec965ef-a99a-4122-ab8b-b3ba1f306866 req-b6411baa-e31c-45ca-b6a9-cefcfbfd33fb tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 210 time: 0.4755504 Aug 04 16:50:57.066837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:50:57.067364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:50:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:50:57.166952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cbd60-0fd9-491c-8d80-31ca3ba0b946 None None] Pushing event updated for resources: {'Port': ['ID=57e9086a-2b21-4eae-98b1-bd27376f79ac,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:57.280668 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:57.295986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:57.306711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:57.347738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b493d91-75fe-45e1-bbfe-27bb9919ef04,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:57.356459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:50:57.373515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efccc12-e5f0-4dda-9bdc-f2ae6e3afbba req-df013ee7-eab5-433e-a3c7-ed98d0f9117f tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:50:57.381019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4efccc12-e5f0-4dda-9bdc-f2ae6e3afbba req-df013ee7-eab5-433e-a3c7-ed98d0f9117f tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 936 time: 0.3886313 Aug 04 16:50:57.442853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:50:57.490179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:57.490179 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Added segment 1f1b04f2-e34e-492c-a4ca-ab6d40d1d843 of type vlan for network 821e6551-f3cf-405e-ba90-1a6a59d9d586 Aug 04 16:50:57.509435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Made reservation on behalf of da7d89eee1aa40559ea8818db7a4f613 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:50:57.513237 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:57.582387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:57.593679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33074) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:57.624276 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55d61d35-0416-4bf5-b5cf-afa3afe93df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:57.648716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4efccc12-e5f0-4dda-9bdc-f2ae6e3afbba req-2754bfaa-cbb2-4e7a-961c-dc6167e524ac tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664778 Aug 04 16:50:57.714062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:57.842052 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:57.849048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:50:57.854508 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:58.009541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:50:56Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:50:58.034966 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55d61d35-0416-4bf5-b5cf-afa3afe93df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:58.047389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55d61d35-0416-4bf5-b5cf-afa3afe93df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:58.120370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b873ea1f-ba35-46f3-afd8-baa29fbb99b8 None None] The sync data for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 is: [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:50:56Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:50:58.121249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1213226 Aug 04 16:50:58.125834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33082) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:58.172917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Request body: {'subnet': {'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-subnet', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:50:58.253327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-55d61d35-0416-4bf5-b5cf-afa3afe93df6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b90ad645d6554894bb995ac1e54c1d8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6578264 Aug 04 16:50:58.278326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33086) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:50:58.338757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d2b80-64fd-466f-accf-0dee07a659c9 admin admin] Pushing event updated for resources: {'Network': ['ID=821e6551-f3cf-405e-ba90-1a6a59d9d586,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:58.366430 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 821e6551-f3cf-405e-ba90-1a6a59d9d586 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:50:58.400064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d61d35-0416-4bf5-b5cf-afa3afe93df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9975b2c-bea2-4d0c-916e-7fa9ce423cfa,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:58.486132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31d9897e-3978-4cd3-ad86-370e9f40b025 req-19c7eb1c-107c-4f6b-b27b-3c211dafcae4 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 210 time: 0.1687565 Aug 04 16:50:58.541540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a12f-c7a2-4cfd-abd3-deba4f7edaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:58.637992 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a12f-c7a2-4cfd-abd3-deba4f7edaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:58.740453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:50:58.812931 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a12f-c7a2-4cfd-abd3-deba4f7edaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:58.815661 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a12f-c7a2-4cfd-abd3-deba4f7edaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:58.821216 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a4f3a12f-c7a2-4cfd-abd3-deba4f7edaba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9975b2c-bea2-4d0c-916e-7fa9ce423cfa HTTP/1.1" status: 204 len: 168 time: 0.5328846 Aug 04 16:50:58.821346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:58.860147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3a12f-c7a2-4cfd-abd3-deba4f7edaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9975b2c-bea2-4d0c-916e-7fa9ce423cfa,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:58.921767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Transition to ACTIVE for port object 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:50:58.995994 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:59.002634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:59.041047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Made reservation on behalf of eb447cc23e8d4193a1a642e7b8b1f55e for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:50:59.044143 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:59.158781 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:59.183062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Pushing event updated for resources: {'Port': ['ID=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:59.365281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a72e1-2f4f-490c-aebe-f10fbf5540b9 req-7ae0f92d-2470-48d1-b370-f5ae312cd270 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:50:59.381942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 57e9086a-2b21-4eae-98b1-bd27376f79ac up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:50:59.398282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f05a72e1-2f4f-490c-aebe-f10fbf5540b9 req-7ae0f92d-2470-48d1-b370-f5ae312cd270 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.4731565 Aug 04 16:50:59.485525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Attempting to bind port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:50:59.485924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Attempting to bind port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:50:59.486260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Attempting to bind port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:50:59.590822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:50:59.593112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Attempting to bind port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:50:59.608729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 57e9086a-2b21-4eae-98b1-bd27376f79ac completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:50:59.622283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 57e9086a-2b21-4eae-98b1-bd27376f79ac triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:50:59.622728 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:59.731126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f05a72e1-2f4f-490c-aebe-f10fbf5540b9 req-d2b17e76-71a1-40ed-b75f-f6d3ceac4f0d tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312883 Aug 04 16:50:59.737260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:50:59.743078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:50:59.744538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:50:59.747408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Bound port: 6592f355-ccc0-4ff8-9bfc-afca3acf9f97, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:50:59.749721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:59.985377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:50:59.990406 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:50:59.996419 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:00.026400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9cf656a-edfb-4457-b7cd-b6c0f0022b9c req-4247ac97-dcae-4b3a-a287-60272c5e9469 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 210 time: 0.2437844 Aug 04 16:51:00.120948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 57e9086a-2b21-4eae-98b1-bd27376f79ac, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=57e9086a-2b21-4eae-98b1-bd27376f79ac,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:00.128201 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:00.276159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Allocated IP 192.168.233.124 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/ce1da24c-4a53-478a-b8cb-5bcc558452bd) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:00.291073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=57e9086a-2b21-4eae-98b1-bd27376f79ac,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:00.295791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Checking segment: {'id': '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:00.298528 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Network hostable DHCP agents. Network: 821e6551-f3cf-405e-ba90-1a6a59d9d586, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:51:00.306520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295cc52b-8349-450c-8bf7-2d5981aae145,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:00.385013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Network 821e6551-f3cf-405e-ba90-1a6a59d9d586 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:51:00.417762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 821e6551-f3cf-405e-ba90-1a6a59d9d586) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:00.457034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:00.457772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:00.461543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bdce3e-6a1c-4231-a746-f5663677b5a8 None None] Network 821e6551-f3cf-405e-ba90-1a6a59d9d586 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:00.517508 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e76f6421-08ba-46cc-bd18-a7e117adc210 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3756361 Aug 04 16:51:00.518211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33130) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:00.522705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-router', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:00.632139 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:00.633656 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:00.837829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] For port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:00.841260 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:01.031098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] For port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:01.056783 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:01.082301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-821e6551-f3cf-405e-ba90-1a6a59d9d586', 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'fixed_ips': [{'subnet_id': '295cc52b-8349-450c-8bf7-2d5981aae145'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:51:01.083225 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:01.317032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:01.317778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:01.322628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] 10.222.0.82 "PUT /v2.0/ports/6592f355-ccc0-4ff8-9bfc-afca3acf9f97 HTTP/1.1" status: 200 len: 1096 time: 5.0675673 Aug 04 16:51:01.332151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e655b35-800b-47e3-b964-9be525a58042', 'tag': '6592f355-ccc0-4ff8-9bfc-afca3acf9f97'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:01.348585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 57e9086a-2b21-4eae-98b1-bd27376f79ac up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:01.464151 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:01.551524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Allocated IP 172.20.0.2 (821e6551-f3cf-405e-ba90-1a6a59d9d586/295cc52b-8349-450c-8bf7-2d5981aae145/947201be-30f4-49e9-a291-bd322900fd8c) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:01.683146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ffc31-2bbd-4101-b311-cb2d1bb2a087 service neutron] Pushing event updated for resources: {'Port': ['ID=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:01.899572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edecc9ed-f3e8-4962-b285-893a378a8f3f req-64ab6eb8-a013-4031-b3b0-4ee10bbf97bf tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 210 time: 0.1636777 Aug 04 16:51:01.902676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:01.942143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe92d07-c15f-4908-ada3-90f6a1a266da req-c7d90eed-53e4-4da8-8f5e-922806b8b8ed tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:01.951102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbe92d07-c15f-4908-ada3-90f6a1a266da req-c7d90eed-53e4-4da8-8f5e-922806b8b8ed tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.8364720 Aug 04 16:51:01.994058 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:01.994946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Transition to ACTIVE for port object ce1da24c-4a53-478a-b8cb-5bcc558452bd will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:02.008592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-a333ba25-e243-4cee-a423-c95c3c14d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:02.010107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-a333ba25-e243-4cee-a423-c95c3c14d6f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 1099 time: 0.3869188 Aug 04 16:51:02.016976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Transition to ACTIVE for port object 947201be-30f4-49e9-a291-bd322900fd8c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:02.034605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbe92d07-c15f-4908-ada3-90f6a1a266da req-a4b80008-e08d-419c-a86d-c5ec32b7de24 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788379 Aug 04 16:51:02.040492 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e655b35-800b-47e3-b964-9be525a58042", "tag": "6592f355-ccc0-4ff8-9bfc-afca3acf9f97"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:02.059907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Transition to ACTIVE for port object 947201be-30f4-49e9-a291-bd322900fd8c will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:02.142101 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:02.210829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Network 821e6551-f3cf-405e-ba90-1a6a59d9d586 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:02.260892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-70870018-70d8-4a60-be00-622a735af4f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=6592f355-ccc0-4ff8-9bfc-afca3acf9f97 HTTP/1.1" status: 200 len: 217 time: 0.2076550 Aug 04 16:51:02.271949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:02.274298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Pushing event updated for resources: {'Port': ['ID=947201be-30f4-49e9-a291-bd322900fd8c,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:02.280287 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:02.282542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:02.351084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:02.466726 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1eba45fc-af70-477c-9f08-15b620c2967f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:02.474023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 57e9086a-2b21-4eae-98b1-bd27376f79ac triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:02.475389 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:02.501251 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:02.556652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f9740a8c-c857-49db-a06e-93fb64afdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:02.567940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-f9740a8c-c857-49db-a06e-93fb64afdc69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2824392 Aug 04 16:51:02.582525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Attempting to bind port 947201be-30f4-49e9-a291-bd322900fd8c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:02.584405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Attempting to bind port 947201be-30f4-49e9-a291-bd322900fd8c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:02.586527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Attempting to bind port 947201be-30f4-49e9-a291-bd322900fd8c on network 821e6551-f3cf-405e-ba90-1a6a59d9d586 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:02.597169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:02.598298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Checking segment: {'id': '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:02.599259 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:02.601451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Bound using segment: {'id': '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:02.602554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Bound port: 947201be-30f4-49e9-a291-bd322900fd8c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:02.603841 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:02.723721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Allocated IP 172.25.2.152 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/46d47507-9aca-4523-9857-bad46b191a3a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:02.743564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] For port 947201be-30f4-49e9-a291-bd322900fd8c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:02.747670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] For port 947201be-30f4-49e9-a291-bd322900fd8c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=947201be-30f4-49e9-a291-bd322900fd8c,segment=NetworkSegment(1f1b04f2-e34e-492c-a4ca-ab6d40d1d843),segment_id=1f1b04f2-e34e-492c-a4ca-ab6d40d1d843)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:02.801886 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:02.940242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8d174-66b5-4400-8f55-ba155bfb0c63 None None] Pushing event updated for resources: {'Port': ['ID=947201be-30f4-49e9-a291-bd322900fd8c,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:02.986002 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:03.129878 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:03.157067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:03.190312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33186) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:03.230729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:03.232355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33190) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:03.244324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:03.255500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:03.271824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:03.322833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:03.345310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:03.347047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:03.447073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Pushing event updated for resources: {'Port': ['ID=ce1da24c-4a53-478a-b8cb-5bcc558452bd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:03.489133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-4de542b6-2774-4199-915b-12d02427259a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.1889889 Aug 04 16:51:03.526111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b32a929d-ce7f-4efd-8b67-f7d7a42024d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:03.537958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-fdc27e7b-b285-4fb8-b0d9-c8cda28bf03a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:51:03.540835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-fdc27e7b-b285-4fb8-b0d9-c8cda28bf03a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0336452 Aug 04 16:51:03.576068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-8485c58d-a74e-4148-b28d-bd8af2dc4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:03.583283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-8485c58d-a74e-4148-b28d-bd8af2dc4c60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5525031 Aug 04 16:51:03.603705 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da37e059-3183-40cb-be5b-f7306b955250 x-openstack-request-id: req-da37e059-3183-40cb-be5b-f7306b955250 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:03.605395 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e655b35-800b-47e3-b964-9be525a58042", "tag": "6592f355-ccc0-4ff8-9bfc-afca3acf9f97", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:03.605770 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da37e059-3183-40cb-be5b-f7306b955250 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:03.609547 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e655b35-800b-47e3-b964-9be525a58042', 'tag': '6592f355-ccc0-4ff8-9bfc-afca3acf9f97', 'status': 'completed', 'code': 200} Aug 04 16:51:03.628239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c50ec7-e86c-4a50-b0f1-356901c1b663 req-cdb02d57-b55e-41b6-b7b8-4c0bfeba659f tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:03.642013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-82c50ec7-e86c-4a50-b0f1-356901c1b663 req-cdb02d57-b55e-41b6-b7b8-4c0bfeba659f tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 936 time: 0.5721211 Aug 04 16:51:03.739612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Pushing event updated for resources: {'Port': ['ID=46d47507-9aca-4523-9857-bad46b191a3a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:03.828584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-78304b51-c980-4960-93ac-c00f99273956 None None] Provisioning for port ce1da24c-4a53-478a-b8cb-5bcc558452bd completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:03.858270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-78304b51-c980-4960-93ac-c00f99273956 None None] Provisioning complete for port ce1da24c-4a53-478a-b8cb-5bcc558452bd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:03.859814 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-78304b51-c980-4960-93ac-c00f99273956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:03.950903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-78304b51-c980-4960-93ac-c00f99273956 None None] Port ce1da24c-4a53-478a-b8cb-5bcc558452bd cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:51:03.980973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-82c50ec7-e86c-4a50-b0f1-356901c1b663 req-40dfb96f-3355-44fa-b4ae-a168cda3959a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303149 Aug 04 16:51:04.002707 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc9bc-2bae-490c-8e40-78abc9081b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:04.117623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c62b1-f1ec-4d02-8e55-03b02dffdf8d req-a06de965-1f8c-4363-9d4f-30139fb27d14 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:04.135543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4c62b1-f1ec-4d02-8e55-03b02dffdf8d req-a06de965-1f8c-4363-9d4f-30139fb27d14 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.1942713 Aug 04 16:51:04.227075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Request body: {'port': {'device_id': '54fe011e-7649-41fa-b9bd-afd91e952317', 'device_owner': 'compute:tempest-test_az-1226583021', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:04.348298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4c62b1-f1ec-4d02-8e55-03b02dffdf8d req-ad5064f2-3623-49e4-bee8-a2df91c0a5de tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921825 Aug 04 16:51:04.389108 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cd352915-5b27-419b-8563-e94df137981a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:04.491837 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:04.568652 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b32a929d-ce7f-4efd-8b67-f7d7a42024d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:04.588313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b32a929d-ce7f-4efd-8b67-f7d7a42024d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:04.650658 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b32a929d-ce7f-4efd-8b67-f7d7a42024d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8115a870247d4db09950abe8ed78176e&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4502180 Aug 04 16:51:04.728512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a929d-ce7f-4efd-8b67-f7d7a42024d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83fa838-2ced-4ef4-bc98-73f8cb432adf,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:04.734488 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33218) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:04.783742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a42456-2035-4c4e-a0be-0a2d60caa496 None None] Network 821e6551-f3cf-405e-ba90-1a6a59d9d586 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:04.816851 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d13d852-2a68-4b57-b2d6-65c94f3d02b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:04.845880 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d13d852-2a68-4b57-b2d6-65c94f3d02b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:04.908235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-36827c4a-7f9e-42ce-96a4-12f8941cd5b9 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2591302 Aug 04 16:51:04.916374 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d13d852-2a68-4b57-b2d6-65c94f3d02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:04.926880 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d13d852-2a68-4b57-b2d6-65c94f3d02b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:04.928558 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6d13d852-2a68-4b57-b2d6-65c94f3d02b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f83fa838-2ced-4ef4-bc98-73f8cb432adf HTTP/1.1" status: 204 len: 168 time: 0.1884193 Aug 04 16:51:04.967586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13d852-2a68-4b57-b2d6-65c94f3d02b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83fa838-2ced-4ef4-bc98-73f8cb432adf,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:05.018840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:05.512197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 947201be-30f4-49e9-a291-bd322900fd8c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:05.596852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-31b7705d-ae5a-48fd-bce2-e14643b12bd8 None None] Provisioning for port 947201be-30f4-49e9-a291-bd322900fd8c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:05.605951 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:05.607701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 947201be-30f4-49e9-a291-bd322900fd8c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:05.621419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 947201be-30f4-49e9-a291-bd322900fd8c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:05.622177 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:05.732374 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:05.829104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e023d8-a2f7-426a-8023-cc9dec4c70ba req-7d3aba48-3fb2-4678-bea7-4c8d46e768b7 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:05.839102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2e023d8-a2f7-426a-8023-cc9dec4c70ba req-7d3aba48-3fb2-4678-bea7-4c8d46e768b7 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 936 time: 0.6132994 Aug 04 16:51:05.873531 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:05.905883 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88de5d8a-f86d-4959-b8c2-83084ad7f96e req-a683cadd-41fd-449b-8be3-98dab92bf1d1 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9812555 Aug 04 16:51:05.969227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 947201be-30f4-49e9-a291-bd322900fd8c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=947201be-30f4-49e9-a291-bd322900fd8c,segment=NetworkSegment(1f1b04f2-e34e-492c-a4ca-ab6d40d1d843),segment_id=1f1b04f2-e34e-492c-a4ca-ab6d40d1d843)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:05.980886 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:06.019251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33246) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:06.041327 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc9bc-2bae-490c-8e40-78abc9081b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:06.084203 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc9bc-2bae-490c-8e40-78abc9081b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:06.127836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=947201be-30f4-49e9-a291-bd322900fd8c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:06.157562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c22312a0-2564-4b87-abbb-8ec72934aa45 None None] Provisioning complete for port 947201be-30f4-49e9-a291-bd322900fd8c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:06.157931 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c22312a0-2564-4b87-abbb-8ec72934aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:06.163594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:06.166963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bc9bc-2bae-490c-8e40-78abc9081b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4992fdba-9cda-4379-97eb-9a12608d200e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:06.299024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1da24c-4a53-478a-b8cb-5bcc558452bd {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:06.313346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:06.341328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed108e-4ba6-4741-87db-a9e263554668 req-fd3ee7f9-3019-4574-aa65-3ffa97c0c2f6 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:06.351996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14ed108e-4ba6-4741-87db-a9e263554668 req-fd3ee7f9-3019-4574-aa65-3ffa97c0c2f6 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.7242899 Aug 04 16:51:06.358570 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-802b0ba1-1306-46f5-a3a1-0270cb852bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:06.464090 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fa0bc9bc-2bae-490c-8e40-78abc9081b94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19e06267cf9d4888b416e94701359d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2156725 Aug 04 16:51:06.467309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33248) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:06.502028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2e023d8-a2f7-426a-8023-cc9dec4c70ba req-f76a9b50-ced7-49b6-bac2-583ddf2c346d tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599519 Aug 04 16:51:06.573358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Router 6984e8e9-2ced-4440-8524-4895a046432d is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:51:06.590690 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af469a39-241e-42f2-93f2-89950ba57787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:06.639100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Transition to ACTIVE for port object ce1da24c-4a53-478a-b8cb-5bcc558452bd will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:06.674086 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:06.743317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-34d5c540-1e20-49d8-ab58-86f865ad8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:06.745165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-34d5c540-1e20-49d8-ab58-86f865ad8e40 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 1099 time: 0.4231820 Aug 04 16:51:06.759754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14ed108e-4ba6-4741-87db-a9e263554668 req-f4ff14af-8142-4dbb-86e1-ecf7a6fcab0c tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047620 Aug 04 16:51:06.810777 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af469a39-241e-42f2-93f2-89950ba57787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:06.846848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1da24c-4a53-478a-b8cb-5bcc558452bd,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:06.938526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Attempting to bind port ce1da24c-4a53-478a-b8cb-5bcc558452bd on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:06.938890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Attempting to bind port ce1da24c-4a53-478a-b8cb-5bcc558452bd by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:06.939224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Attempting to bind port ce1da24c-4a53-478a-b8cb-5bcc558452bd on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:06.956979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Port ce1da24c-4a53-478a-b8cb-5bcc558452bd on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:51:06.957315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Attempting to bind port ce1da24c-4a53-478a-b8cb-5bcc558452bd on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:06.992136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:06.993127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:06.993127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:06.993345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Bound port: ce1da24c-4a53-478a-b8cb-5bcc558452bd, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:06.993656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.076015 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-802b0ba1-1306-46f5-a3a1-0270cb852bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.079849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:51:07.097772 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Sync routers for ids ['6984e8e9-2ced-4440-8524-4895a046432d'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:51:07.123151 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af469a39-241e-42f2-93f2-89950ba57787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.126110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af469a39-241e-42f2-93f2-89950ba57787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.127498 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-af469a39-241e-42f2-93f2-89950ba57787 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4992fdba-9cda-4379-97eb-9a12608d200e HTTP/1.1" status: 204 len: 168 time: 0.6591876 Aug 04 16:51:07.133101 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Routers {'6984e8e9-2ced-4440-8524-4895a046432d'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:07.134231 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6984e8e9-2ced-4440-8524-4895a046432d'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:07.136434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-802b0ba1-1306-46f5-a3a1-0270cb852bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.184734 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.196154 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-918e1158-ac8f-4685-9ef6-066e690aeb4f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.6676590 Aug 04 16:51:07.200436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33258) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:07.214542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-802b0ba1-1306-46f5-a3a1-0270cb852bf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f32e862feff045fb990cf49b26941b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1783683 Aug 04 16:51:07.231019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af469a39-241e-42f2-93f2-89950ba57787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4992fdba-9cda-4379-97eb-9a12608d200e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:07.237815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33260) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:07.347134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 947201be-30f4-49e9-a291-bd322900fd8c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:07.430475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b0ba1-1306-46f5-a3a1-0270cb852bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ba3f37-8d87-4007-9d3a-77a98a9e41e9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:07.444587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] For port ce1da24c-4a53-478a-b8cb-5bcc558452bd, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:07.489741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] For port ce1da24c-4a53-478a-b8cb-5bcc558452bd, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ce1da24c-4a53-478a-b8cb-5bcc558452bd,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:07.502621 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.533740 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.559160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33268) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:07.564224 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Set router 6984e8e9-2ced-4440-8524-4895a046432d gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:07.570583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 947201be-30f4-49e9-a291-bd322900fd8c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:07.570955 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.727534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3123054a-c92b-4ad6-ac4d-af263a9e2833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.763460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1da24c-4a53-478a-b8cb-5bcc558452bd,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:07.871903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:07.871903 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.871903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-497fa5d1-8e27-4ee2-857c-fa608769cd13 service neutron] 10.222.0.90 "PUT /v2.0/ports/ce1da24c-4a53-478a-b8cb-5bcc558452bd HTTP/1.1" status: 200 len: 1118 time: 3.9877324 Aug 04 16:51:07.891457 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3123054a-c92b-4ad6-ac4d-af263a9e2833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:07.902168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fe011e-7649-41fa-b9bd-afd91e952317', 'tag': 'ce1da24c-4a53-478a-b8cb-5bcc558452bd'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:07.902168 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4f753a-e244-4b46-8ed5-6240e3393d24" -d '{"events": [{"name": "network-changed", "server_uuid": "54fe011e-7649-41fa-b9bd-afd91e952317", "tag": "ce1da24c-4a53-478a-b8cb-5bcc558452bd"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:07.926844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-0d99ebd3-0372-4945-bc3d-56df68b5206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:07.929387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-0d99ebd3-0372-4945-bc3d-56df68b5206f service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.7942557 Aug 04 16:51:08.051060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-048e140f-31be-4958-8188-15d351187789 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=6592f355-ccc0-4ff8-9bfc-afca3acf9f97 HTTP/1.1" status: 200 len: 217 time: 0.0935478 Aug 04 16:51:08.150273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c277-ea0f-4ef6-88e9-5bacc5140c52 req-e1ca96b3-c1ee-42c1-a2d8-19d5126ee7f8 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:08.153356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bba7c277-ea0f-4ef6-88e9-5bacc5140c52 req-e1ca96b3-c1ee-42c1-a2d8-19d5126ee7f8 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 970 time: 0.4443700 Aug 04 16:51:08.179755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33278) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:08.223829 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6984e8e9-2ced-4440-8524-4895a046432d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-router', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '46d47507-9aca-4523-9857-bad46b191a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:00Z', 'updated_at': '2021-08-04T16:51:04Z', 'revision_number': 3, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'gw_port': {'id': '46d47507-9aca-4523-9857-bad46b191a3a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6984e8e9-2ced-4440-8524-4895a046432d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:02Z', 'updated_at': '2021-08-04T16:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:08.258595 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7522-ba97-4d42-a984-ebf2d7a3bbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:08.313150 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Checking router: 6984e8e9-2ced-4440-8524-4895a046432d for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:51:08.313891 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Updating router 6984e8e9-2ced-4440-8524-4895a046432d port 46d47507-9aca-4523-9857-bad46b191a3a binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:51:08.332856 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bba7c277-ea0f-4ef6-88e9-5bacc5140c52 req-31007f3b-37ba-4eb3-9618-9093e463cfab tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211102 Aug 04 16:51:08.334769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-5145047d-271c-43c7-8a77-154795df0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:08.340446 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3123054a-c92b-4ad6-ac4d-af263a9e2833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:08.342441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-5145047d-271c-43c7-8a77-154795df0251 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1881258 Aug 04 16:51:08.343094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3123054a-c92b-4ad6-ac4d-af263a9e2833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:08.344221 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3123054a-c92b-4ad6-ac4d-af263a9e2833 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81ba3f37-8d87-4007-9d3a-77a98a9e41e9 HTTP/1.1" status: 204 len: 168 time: 1.1054857 Aug 04 16:51:08.344532 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49444bac-152e-4891-925c-65af6e175ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:08.371506 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:08.417273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123054a-c92b-4ad6-ac4d-af263a9e2833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ba3f37-8d87-4007-9d3a-77a98a9e41e9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:08.428348 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a357d713-6c1f-4894-8637-b094b39052c9 x-openstack-request-id: req-a357d713-6c1f-4894-8637-b094b39052c9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:08.428785 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fe011e-7649-41fa-b9bd-afd91e952317", "tag": "ce1da24c-4a53-478a-b8cb-5bcc558452bd", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:08.429051 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a357d713-6c1f-4894-8637-b094b39052c9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:08.429446 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fe011e-7649-41fa-b9bd-afd91e952317', 'tag': 'ce1da24c-4a53-478a-b8cb-5bcc558452bd', 'status': 'completed', 'code': 200} Aug 04 16:51:08.431877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1451-1e62-4547-9bdc-04e1b986777e req-1db6d374-83d7-4e11-b399-c36825f5bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:08.434848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-1db6d374-83d7-4e11-b399-c36825f5bfc8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=da7d89eee1aa40559ea8818db7a4f613&device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 1121 time: 0.5029545 Aug 04 16:51:08.480639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5ec58-d42d-4eb5-96d4-1ea0042bdf61 req-e557b1df-e37e-4ad4-aabe-516c99f797d0 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:08.482356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51c5ec58-d42d-4eb5-96d4-1ea0042bdf61 req-e557b1df-e37e-4ad4-aabe-516c99f797d0 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.4000437 Aug 04 16:51:08.549517 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:08.669340 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:08.730767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7522-ba97-4d42-a984-ebf2d7a3bbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:08.781663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7522-ba97-4d42-a984-ebf2d7a3bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:08.822865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-bb7b82d1-c0e5-40a8-89e8-957d4cb99870 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ce1da24c-4a53-478a-b8cb-5bcc558452bd HTTP/1.1" status: 200 len: 217 time: 0.3513794 Aug 04 16:51:08.870626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e7522-ba97-4d42-a984-ebf2d7a3bbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224d1f30-6137-47f1-9301-82bd71155e12,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:08.924459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-9c26c58d-5030-4b4d-a4d7-910c9a8f8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:08.928912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-9c26c58d-5030-4b4d-a4d7-910c9a8f8f1f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5518537 Aug 04 16:51:08.955818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51c5ec58-d42d-4eb5-96d4-1ea0042bdf61 req-be4b2af8-9995-4bae-90a8-2021ac043741 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521060 Aug 04 16:51:08.993796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1451-1e62-4547-9bdc-04e1b986777e req-ca11a172-9d35-4d25-a99c-70bc815d0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:08.995359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-ca11a172-9d35-4d25-a99c-70bc815d0127 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1441221 Aug 04 16:51:09.019082 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4d3e7522-ba97-4d42-a984-ebf2d7a3bbb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=069f9eb382be48d5b6e78e68beac5180&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4507329 Aug 04 16:51:09.024419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33290) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:09.093981 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.115330 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Transition to ACTIVE for port object 46d47507-9aca-4523-9857-bad46b191a3a will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:09.124140 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.184050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-03b61991-9d64-4101-b589-b1428dd37832 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238331 Aug 04 16:51:09.186543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1451-1e62-4547-9bdc-04e1b986777e req-28efdee8-75a5-4e51-97d0-315a3e697bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:09.188190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-28efdee8-75a5-4e51-97d0-315a3e697bce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657875 Aug 04 16:51:09.201887 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c867663-cc1e-4e47-9235-9d2dcc5c9c02 None None] Pushing event updated for resources: {'Port': ['ID=46d47507-9aca-4523-9857-bad46b191a3a,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:09.221656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49444bac-152e-4891-925c-65af6e175ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.248883 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Attempting to bind port 46d47507-9aca-4523-9857-bad46b191a3a on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:09.249641 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Attempting to bind port 46d47507-9aca-4523-9857-bad46b191a3a by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:09.249641 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Attempting to bind port 46d47507-9aca-4523-9857-bad46b191a3a on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:09.254904 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49444bac-152e-4891-925c-65af6e175ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.257256 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.259162 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c7c-57c7-4c6d-8b27-49a53b6a16f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.264611 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:09.265025 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:09.265507 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.265920 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:09.266400 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Bound port: 46d47507-9aca-4523-9857-bad46b191a3a, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:09.266795 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.354101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c7c-57c7-4c6d-8b27-49a53b6a16f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.372250 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-49444bac-152e-4891-925c-65af6e175ca2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0a1e5f02638458b9e6a29d8e08d1c75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1591814 Aug 04 16:51:09.380359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33300) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:09.383161 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] For port 46d47507-9aca-4523-9857-bad46b191a3a, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:09.386538 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] For port 46d47507-9aca-4523-9857-bad46b191a3a, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=46d47507-9aca-4523-9857-bad46b191a3a,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:09.391446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49444bac-152e-4891-925c-65af6e175ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e548e5-4b3b-4d40-a1f5-4ad4a92c0a15,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:09.399344 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.453732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdc3b4bf-ae44-463b-887b-6402bf6a41c6 req-c1a37749-1be9-4527-8a1e-09c47f6aa2f8 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541454 Aug 04 16:51:09.479361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-988715b5-a45b-4808-9995-372d1e5f74be service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545462 Aug 04 16:51:09.520474 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c867663-cc1e-4e47-9235-9d2dcc5c9c02 None None] Pushing event updated for resources: {'Port': ['ID=46d47507-9aca-4523-9857-bad46b191a3a,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:09.560794 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Routers {'6984e8e9-2ced-4440-8524-4895a046432d'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:09.561477 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6984e8e9-2ced-4440-8524-4895a046432d'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:09.638373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8efa3f65-4d8d-45e7-b276-8181863a2ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.684858 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] Set router 6984e8e9-2ced-4440-8524-4895a046432d gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:09.763671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8efa3f65-4d8d-45e7-b276-8181863a2ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.844715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33306) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:09.844998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db156f22-3ae8-4f0a-b525-14a155b0b1d8 req-702931ae-47e6-4a8f-b95e-b41169f5c469 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:09.846781 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db156f22-3ae8-4f0a-b525-14a155b0b1d8 req-702931ae-47e6-4a8f-b95e-b41169f5c469 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 970 time: 0.3408899 Aug 04 16:51:09.924438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c7c-57c7-4c6d-8b27-49a53b6a16f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.931717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c7c-57c7-4c6d-8b27-49a53b6a16f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:09.952816 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-af0d7c7c-57c7-4c6d-8b27-49a53b6a16f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/224d1f30-6137-47f1-9301-82bd71155e12 HTTP/1.1" status: 204 len: 168 time: 0.9272764 Aug 04 16:51:09.992188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db156f22-3ae8-4f0a-b525-14a155b0b1d8 req-ee31fee0-ee11-411d-b992-68998b59ffb8 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309321 Aug 04 16:51:09.999794 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6984e8e9-2ced-4440-8524-4895a046432d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-router', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '46d47507-9aca-4523-9857-bad46b191a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:00Z', 'updated_at': '2021-08-04T16:51:04Z', 'revision_number': 3, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'gw_port': {'id': '46d47507-9aca-4523-9857-bad46b191a3a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6984e8e9-2ced-4440-8524-4895a046432d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:02Z', 'updated_at': '2021-08-04T16:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:10.015906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7c7c-57c7-4c6d-8b27-49a53b6a16f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224d1f30-6137-47f1-9301-82bd71155e12,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:10.057105 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf29cd-2e2f-4096-b55f-096fbfd7cddd None None] The sync data for ids ['6984e8e9-2ced-4440-8524-4895a046432d'] in n-d-764435-5 is: [{'id': '6984e8e9-2ced-4440-8524-4895a046432d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-router', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '46d47507-9aca-4523-9857-bad46b191a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:00Z', 'updated_at': '2021-08-04T16:51:04Z', 'revision_number': 3, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'gw_port': {'id': '46d47507-9aca-4523-9857-bad46b191a3a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6984e8e9-2ced-4440-8524-4895a046432d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:02Z', 'updated_at': '2021-08-04T16:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:51:10.076217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261c1451-1e62-4547-9bdc-04e1b986777e req-242c0182-081e-4542-a15e-c5cdf954b961 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882423 Aug 04 16:51:10.164750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-network', 'tenant_id': '329a779686bb47b99840054dd89f5a1f'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:10.171472 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8efa3f65-4d8d-45e7-b276-8181863a2ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:10.174171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8efa3f65-4d8d-45e7-b276-8181863a2ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:10.178053 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8efa3f65-4d8d-45e7-b276-8181863a2ef2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7e548e5-4b3b-4d40-a1f5-4ad4a92c0a15 HTTP/1.1" status: 204 len: 168 time: 0.7940671 Aug 04 16:51:10.186733 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Allocated IP 172.20.0.1 (821e6551-f3cf-405e-ba90-1a6a59d9d586/295cc52b-8349-450c-8bf7-2d5981aae145/282062e8-0ccb-4304-a8f9-eb70301f45b4) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:10.327843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-4eb35b1a-5533-46c2-9071-681333f77289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:10.329566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-4eb35b1a-5533-46c2-9071-681333f77289 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=da7d89eee1aa40559ea8818db7a4f613&device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 1121 time: 0.1769412 Aug 04 16:51:10.358839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe164b-3bd1-4dec-8b0b-e46de91e101d req-9de65239-2e00-4742-a4fc-7ce1a79ccebf tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:10.370416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7cfe164b-3bd1-4dec-8b0b-e46de91e101d req-9de65239-2e00-4742-a4fc-7ce1a79ccebf tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.1758351 Aug 04 16:51:10.392418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa3f65-4d8d-45e7-b276-8181863a2ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e548e5-4b3b-4d40-a1f5-4ad4a92c0a15,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:10.503647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Made reservation on behalf of 329a779686bb47b99840054dd89f5a1f for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:10.511244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:10.560311 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:10.561393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7cfe164b-3bd1-4dec-8b0b-e46de91e101d req-f92f042a-e390-4db5-98c6-82aee2f80511 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870601 Aug 04 16:51:10.636215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-e7a9049f-292e-4dfa-b54e-aa95232117bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:10.648288 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-e7a9049f-292e-4dfa-b54e-aa95232117bc service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2630641 Aug 04 16:51:10.678329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33320) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:10.727975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:10.776083 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-da9d5c7a-f709-445e-8420-84dfc76956c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:10.803016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-794ab29e-0db7-4d06-9abe-79179908bc0b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ce1da24c-4a53-478a-b8cb-5bcc558452bd HTTP/1.1" status: 200 len: 217 time: 0.1267905 Aug 04 16:51:10.804463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Transition to ACTIVE for port object 282062e8-0ccb-4304-a8f9-eb70301f45b4 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:10.979532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:10.987183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.004559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-7a055807-e360-4107-8172-18889ef3deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:11.006684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-7a055807-e360-4107-8172-18889ef3deeb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1958630 Aug 04 16:51:11.037361 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.103348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-b2cbbd4a-2c59-46c9-86e5-3ca2f809dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:11.105511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-b2cbbd4a-2c59-46c9-86e5-3ca2f809dafb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795667 Aug 04 16:51:11.143028 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Network 821e6551-f3cf-405e-ba90-1a6a59d9d586 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:11.161506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:51:11.209329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:11.250856 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:11.251511 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.290282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.291151 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Added segment b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed of type vlan for network ec74d05f-4db3-48d7-b638-219f3453a414 Aug 04 16:51:11.292666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Pushing event updated for resources: {'Port': ['ID=282062e8-0ccb-4304-a8f9-eb70301f45b4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:11.421813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 46d47507-9aca-4523-9857-bad46b191a3a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:11.475985 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.521990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a5afe9-34f3-421a-ae06-7f3b54ff436d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:11.537078 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.544345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:11.547141 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.556819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-63dd8c0c-db9e-4bf4-82f8-44dad89ebf00 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255519 Aug 04 16:51:11.623640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 46d47507-9aca-4523-9857-bad46b191a3a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:11.636610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 46d47507-9aca-4523-9857-bad46b191a3a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:11.639610 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.774507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cbd23-fe04-4594-a45e-9c9370e2c1ea req-527edfa0-1335-4ade-911b-a77cc3ad1a9f tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:11.783506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-433cbd23-fe04-4594-a45e-9c9370e2c1ea req-527edfa0-1335-4ade-911b-a77cc3ad1a9f tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 970 time: 0.4467440 Aug 04 16:51:11.805006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=ec74d05f-4db3-48d7-b638-219f3453a414,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:11.853408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33344) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:11.872728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ec74d05f-4db3-48d7-b638-219f3453a414 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:51:11.882796 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-da9d5c7a-f709-445e-8420-84dfc76956c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.898696 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-da9d5c7a-f709-445e-8420-84dfc76956c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.952061 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-da9d5c7a-f709-445e-8420-84dfc76956c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=744c05dca7014b098de0219ed6c5fcfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2712688 Aug 04 16:51:11.956175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33348) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:11.957548 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8c8cd201-baab-4a53-9f14-274e3077cfb3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0996816 Aug 04 16:51:11.964062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:11.965693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33350) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:11.982896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Request body: {'subnet': {'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-subnet', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:11.997103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 46d47507-9aca-4523-9857-bad46b191a3a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=46d47507-9aca-4523-9857-bad46b191a3a,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:12.011851 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.025518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-433cbd23-fe04-4594-a45e-9c9370e2c1ea req-f8451cf0-3e33-4662-ab08-02d1f11a7e86 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409790 Aug 04 16:51:12.081983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=46d47507-9aca-4523-9857-bad46b191a3a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:12.086072 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:51:12.088086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4176bd23-1f4d-4742-8f61-931f659bf48b None None] Provisioning for port 282062e8-0ccb-4304-a8f9-eb70301f45b4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:12.094419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4176bd23-1f4d-4742-8f61-931f659bf48b None None] Provisioning complete for port 282062e8-0ccb-4304-a8f9-eb70301f45b4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:12.095450 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4176bd23-1f4d-4742-8f61-931f659bf48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.099743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7040d-3650-41ce-a0db-05a54bae74fb req-1c661e97-54c7-49b9-8b1a-1955d4994f62 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:12.112738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ecf7040d-3650-41ce-a0db-05a54bae74fb req-1c661e97-54c7-49b9-8b1a-1955d4994f62 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.3525534 Aug 04 16:51:12.119229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4f753a-e244-4b46-8ed5-6240e3393d24 req-e8ef9a44-b54c-461c-9ad3-b62fef46d9b5 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519109 Aug 04 16:51:12.163454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Made reservation on behalf of 329a779686bb47b99840054dd89f5a1f for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:12.174047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.187238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d5c7a-f709-445e-8420-84dfc76956c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21f12fa-bf24-4734-a5a9-242619358201,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:12.203292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.227047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4176bd23-1f4d-4742-8f61-931f659bf48b None None] Port 282062e8-0ccb-4304-a8f9-eb70301f45b4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:51:12.349070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ecf7040d-3650-41ce-a0db-05a54bae74fb req-cc5dacff-9a91-4de0-881a-6d33ad213060 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199900 Aug 04 16:51:12.520661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1049709345-network', 'tenant_id': '5ffd0cfa7993416e9e0aec3af3314786'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:12.545940 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e434103-6f51-412c-b53c-c4ef2f7bd7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.601980 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.619137 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e434103-6f51-412c-b53c-c4ef2f7bd7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.631138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Made reservation on behalf of 5ffd0cfa7993416e9e0aec3af3314786 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:12.633594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.669977 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.694438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Checking segment: {'id': 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:12.694793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Network hostable DHCP agents. Network: ec74d05f-4db3-48d7-b638-219f3453a414, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:51:12.698123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591e0f53-1d4b-4236-a054-9aefb2dd6c47,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:12.717716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Network ec74d05f-4db3-48d7-b638-219f3453a414 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:51:12.728904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ec74d05f-4db3-48d7-b638-219f3453a414) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:12.740549 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49533a54-c012-4e7f-a64b-88a1b5a9abba None None] Network ec74d05f-4db3-48d7-b638-219f3453a414 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:12.746050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:12.746982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.817845 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e434103-6f51-412c-b53c-c4ef2f7bd7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.820575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e434103-6f51-412c-b53c-c4ef2f7bd7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.821730 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2e434103-6f51-412c-b53c-c4ef2f7bd7c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f21f12fa-bf24-4734-a5a9-242619358201 HTTP/1.1" status: 204 len: 168 time: 0.8519664 Aug 04 16:51:12.838046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e434103-6f51-412c-b53c-c4ef2f7bd7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21f12fa-bf24-4734-a5a9-242619358201,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:12.891738 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.902304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.903102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:12.940472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-ec74d05f-4db3-48d7-b638-219f3453a414', 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'fixed_ips': [{'subnet_id': '591e0f53-1d4b-4236-a054-9aefb2dd6c47'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:51:12.941465 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.011541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Pushing event updated for resources: {'Port': ['ID=282062e8-0ccb-4304-a8f9-eb70301f45b4,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:13.022025 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.032153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.039220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-68146768-005b-4b0d-b90c-7d609fe140b6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0723932 Aug 04 16:51:13.042066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33360) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:13.048747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-router', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:13.072391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:51:13.091978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90760f07-1445-4b12-93eb-a4d00bd66135,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:13.093150 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.095061 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.102459 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.102829 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Added segment b16ac927-55c0-4c9e-868f-eb322884bf5a of type vlan for network aaf57b43-12ea-418f-9fcd-f4a13ecee237 Aug 04 16:51:13.116121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Network 821e6551-f3cf-405e-ba90-1a6a59d9d586 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:13.118268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:13.170451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Allocated IP 172.20.0.2 (ec74d05f-4db3-48d7-b638-219f3453a414/591e0f53-1d4b-4236-a054-9aefb2dd6c47/8962c1df-6611-42bf-b389-78786d861cde) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:13.191026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.289168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.293945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 46d47507-9aca-4523-9857-bad46b191a3a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:13.318248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb7759-b061-471b-ad4d-58891b617f07 req-8e5f200e-6503-42f7-a2e8-166c87e90719 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:13.320166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10eb7759-b061-471b-ad4d-58891b617f07 req-8e5f200e-6503-42f7-a2e8-166c87e90719 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 970 time: 0.1737907 Aug 04 16:51:13.339183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.341796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:13.342834 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.427463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 46d47507-9aca-4523-9857-bad46b191a3a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:13.428065 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.455574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] Pushing event updated for resources: {'Network': ['ID=aaf57b43-12ea-418f-9fcd-f4a13ecee237,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:13.471290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network aaf57b43-12ea-418f-9fcd-f4a13ecee237 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:51:13.486972 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Router 6984e8e9-2ced-4440-8524-4895a046432d has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:51:13.540240 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.558108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10eb7759-b061-471b-ad4d-58891b617f07 req-f1842f93-b3d4-4d9a-86c9-b32f7d914095 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009382 Aug 04 16:51:13.567295 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d91802a5-4940-46db-a90c-de6352f6baa8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7021720 Aug 04 16:51:13.580812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Transition to ACTIVE for port object 8962c1df-6611-42bf-b389-78786d861cde will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:13.582417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.585688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33372) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:13.596927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Request body: {'subnet': {'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1049709345-subnet', 'tenant_id': '5ffd0cfa7993416e9e0aec3af3314786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:13.611274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ca36d1ff-7e31-47e2-ace4-2d02a700412a None None] Provisioning complete for port 282062e8-0ccb-4304-a8f9-eb70301f45b4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:13.611488 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ca36d1ff-7e31-47e2-ace4-2d02a700412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.638758 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:51:13.652048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ca36d1ff-7e31-47e2-ace4-2d02a700412a None None] Port 282062e8-0ccb-4304-a8f9-eb70301f45b4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:51:13.654882 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-43ea4ce6-e077-4a2c-97c1-2869ad68c69f admin admin] 10.222.0.39 "PUT /v2.0/routers/6984e8e9-2ced-4440-8524-4895a046432d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4498377 Aug 04 16:51:13.655259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Transition to ACTIVE for port object 8962c1df-6611-42bf-b389-78786d861cde will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:13.658446 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Sync routers for ids ['6984e8e9-2ced-4440-8524-4895a046432d'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:51:13.685298 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.695994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba33ed2-08aa-4825-94b8-92f1d3867b32 req-9aba304a-3838-492f-95c5-50b1bc3c9219 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:13.698020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ba33ed2-08aa-4825-94b8-92f1d3867b32 req-9aba304a-3838-492f-95c5-50b1bc3c9219 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.1670115 Aug 04 16:51:13.701484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Made reservation on behalf of 5ffd0cfa7993416e9e0aec3af3314786 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:13.703908 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.708899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Routers {'6984e8e9-2ced-4440-8524-4895a046432d'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:13.709558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6984e8e9-2ced-4440-8524-4895a046432d'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:13.743204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Network ec74d05f-4db3-48d7-b638-219f3453a414 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:13.779483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:13.787686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:13.839729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Pushing event updated for resources: {'Port': ['ID=8962c1df-6611-42bf-b389-78786d861cde,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:13.907288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Attempting to bind port 8962c1df-6611-42bf-b389-78786d861cde on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:13.907975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Attempting to bind port 8962c1df-6611-42bf-b389-78786d861cde by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:13.908537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Attempting to bind port 8962c1df-6611-42bf-b389-78786d861cde on network ec74d05f-4db3-48d7-b638-219f3453a414 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:13.915968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:13.916683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Checking segment: {'id': 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:13.917258 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.917823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Bound using segment: {'id': 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:13.918465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Bound port: 8962c1df-6611-42bf-b389-78786d861cde, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:13.919094 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:13.981096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Set router 6984e8e9-2ced-4440-8524-4895a046432d gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:14.008152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ba33ed2-08aa-4825-94b8-92f1d3867b32 req-8ca0a540-997a-4145-960d-73cc8610132b tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004954 Aug 04 16:51:14.075901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] For port 8962c1df-6611-42bf-b389-78786d861cde, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:14.125960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] For port 8962c1df-6611-42bf-b389-78786d861cde, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8962c1df-6611-42bf-b389-78786d861cde,segment=NetworkSegment(b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed),segment_id=b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:14.141476 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:14.240818 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:14.244274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:14.262790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea197b5-5d9b-4123-8d3d-e7ff3590807e None None] Pushing event updated for resources: {'Port': ['ID=8962c1df-6611-42bf-b389-78786d861cde,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:14.291156 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:14.317865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6984e8e9-2ced-4440-8524-4895a046432d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-router', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '46d47507-9aca-4523-9857-bad46b191a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:00Z', 'updated_at': '2021-08-04T16:51:11Z', 'revision_number': 4, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'gw_port': {'id': '46d47507-9aca-4523-9857-bad46b191a3a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6984e8e9-2ced-4440-8524-4895a046432d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:02Z', 'updated_at': '2021-08-04T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '282062e8-0ccb-4304-a8f9-eb70301f45b4', 'name': '', 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'mac_address': 'fa:16:3e:cb:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6984e8e9-2ced-4440-8524-4895a046432d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '295cc52b-8349-450c-8bf7-2d5981aae145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:09Z', 'updated_at': '2021-08-04T16:51:12Z', 'revision_number': 2, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'subnets': [{'id': '295cc52b-8349-450c-8bf7-2d5981aae145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:14.377279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7e0b83-0176-47e6-b307-46f85e25ffd6,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:14.417622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:14.418364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Network hostable DHCP agents. Network: aaf57b43-12ea-418f-9fcd-f4a13ecee237, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:51:14.484362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Network aaf57b43-12ea-418f-9fcd-f4a13ecee237 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:51:14.488220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Allocated IP 172.25.2.126 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/9c37027d-c8a4-451c-a986-64edcbd098ea) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:14.499127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Checking router: 6984e8e9-2ced-4440-8524-4895a046432d for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:51:14.499485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Updating router 6984e8e9-2ced-4440-8524-4895a046432d port 282062e8-0ccb-4304-a8f9-eb70301f45b4 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:51:14.512080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, aaf57b43-12ea-418f-9fcd-f4a13ecee237) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:14.517644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:14.518563 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:14.560408 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92fa194-aedc-4d1e-9658-419bd2877b01 None None] Network aaf57b43-12ea-418f-9fcd-f4a13ecee237 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:14.637463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a0e8d42b-9e24-4a1a-a4cc-c099a30f099e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0500572 Aug 04 16:51:14.660972 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:14.793667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:14.827489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e7029-ad11-483f-be5f-c1d1c06bdd7e req-9fadf5ab-dace-49a4-b097-adffb404f001 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:14.829047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc9e7029-ad11-483f-be5f-c1d1c06bdd7e req-9fadf5ab-dace-49a4-b097-adffb404f001 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 970 time: 0.1490195 Aug 04 16:51:14.893725 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc9e7029-ad11-483f-be5f-c1d1c06bdd7e req-c5e2fed7-274e-48e0-9347-1b95dfcc3162 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546865 Aug 04 16:51:14.919704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11669d9a-79b0-4476-91ee-bee661e1192c None None] Network aaf57b43-12ea-418f-9fcd-f4a13ecee237 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:14.935198 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.010376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:15.015881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:15.020022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:15.071008 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33426) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:15.077484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-db9e0d68-e991-4db8-a7e7-eff4202c6394 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707208695', 'description': 'tempest-description--1459781530'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:15.112953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c37027d-c8a4-451c-a986-64edcbd098ea,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:15.170857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db9e0d68-e991-4db8-a7e7-eff4202c6394 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.273165 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.293763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Transition to ACTIVE for port object 282062e8-0ccb-4304-a8f9-eb70301f45b4 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:15.310203 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.342053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ada5-342a-454c-8f86-168ca9647d7c req-b84543d3-16fb-4693-9dd6-f483993c72a0 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:15.344052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d348ada5-342a-454c-8f86-168ca9647d7c req-b84543d3-16fb-4693-9dd6-f483993c72a0 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.1536088 Aug 04 16:51:15.391391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8962c1df-6611-42bf-b389-78786d861cde up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:15.443609 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.447600 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db9e0d68-e991-4db8-a7e7-eff4202c6394 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.461622 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db9e0d68-e991-4db8-a7e7-eff4202c6394 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.547319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e0d68-e991-4db8-a7e7-eff4202c6394 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7eb903-b065-4417-affe-90bd8190c981,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:15.552184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1bf16-a69b-42b6-8ad9-20d6a06766c4 None None] Pushing event updated for resources: {'Port': ['ID=282062e8-0ccb-4304-a8f9-eb70301f45b4,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:15.569662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db9e0d68-e991-4db8-a7e7-eff4202c6394 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.571450 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-db9e0d68-e991-4db8-a7e7-eff4202c6394 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4982052 Aug 04 16:51:15.574600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:15.581140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-09cd19ce-41cd-4591-84fb-0f388c02eda3 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Request body: {'security_group_rule': {'security_group_id': '8d7eb903-b065-4417-affe-90bd8190c981', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:15.595549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d348ada5-342a-454c-8f86-168ca9647d7c req-6d80401e-066f-4ff4-8cdf-d5df32a17391 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998720 Aug 04 16:51:15.653539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09cd19ce-41cd-4591-84fb-0f388c02eda3 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.741224 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Attempting to bind port 282062e8-0ccb-4304-a8f9-eb70301f45b4 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:15.741371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Attempting to bind port 282062e8-0ccb-4304-a8f9-eb70301f45b4 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:15.742083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Attempting to bind port 282062e8-0ccb-4304-a8f9-eb70301f45b4 on network 821e6551-f3cf-405e-ba90-1a6a59d9d586 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:15.753343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:15.754386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Checking segment: {'id': '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:15.754386 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.754630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Bound using segment: {'id': '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:15.755027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Bound port: 282062e8-0ccb-4304-a8f9-eb70301f45b4, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:15.755421 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.759150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 8962c1df-6611-42bf-b389-78786d861cde completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:15.804504 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.837588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b95de8e-1ac7-463a-a383-2d89eaf6f80d None None] Network ec74d05f-4db3-48d7-b638-219f3453a414 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:15.843313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09cd19ce-41cd-4591-84fb-0f388c02eda3 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.854167 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09cd19ce-41cd-4591-84fb-0f388c02eda3 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.895406 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd19ce-41cd-4591-84fb-0f388c02eda3 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b333accd-8afe-4ec5-ba4a-1eae7066ea5f,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:15.902854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09cd19ce-41cd-4591-84fb-0f388c02eda3 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.906848 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09cd19ce-41cd-4591-84fb-0f388c02eda3 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3284841 Aug 04 16:51:15.907136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33462) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:15.913727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c6b6e0fc-95f3-4b66-a219-b2f43eee637c tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Request body: {'security_group_rule': {'security_group_id': '8d7eb903-b065-4417-affe-90bd8190c981', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:15.920905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33464) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:15.931301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1845126285-network', 'tenant_id': 'f37f2ce59b4d441db856c64cb78314a1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:15.949032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] For port 282062e8-0ccb-4304-a8f9-eb70301f45b4, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:15.952957 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c032729f-18e0-48df-be6c-02f59dca6164 None None] Provisioning for port 8962c1df-6611-42bf-b389-78786d861cde completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:15.962905 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.api [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:51:15.962905 n-d-764435-5 neutron-server[105829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 16:51:15.962905 n-d-764435-5 neutron-server[105829]: [parameters: {'project_id_1': 'f37f2ce59b4d441db856c64cb78314a1', 'expiration_1': datetime.datetime(2021, 8, 4, 16, 51, 15, 942071)}] Aug 04 16:51:15.962905 n-d-764435-5 neutron-server[105829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:51:15.963503 n-d-764435-5 neutron-server[105829]: DEBUG oslo_db.api [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:51:15.972229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] For port 282062e8-0ccb-4304-a8f9-eb70301f45b4, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=282062e8-0ccb-4304-a8f9-eb70301f45b4,segment=NetworkSegment(1f1b04f2-e34e-492c-a4ca-ab6d40d1d843),segment_id=1f1b04f2-e34e-492c-a4ca-ab6d40d1d843)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:15.977886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c032729f-18e0-48df-be6c-02f59dca6164 None None] Provisioning complete for port 8962c1df-6611-42bf-b389-78786d861cde triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:15.978483 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c032729f-18e0-48df-be6c-02f59dca6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:15.982402 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e0fc-95f3-4b66-a219-b2f43eee637c tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.004777 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.100891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e0fc-95f3-4b66-a219-b2f43eee637c tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.110776 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e0fc-95f3-4b66-a219-b2f43eee637c tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.122612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Routers {'6984e8e9-2ced-4440-8524-4895a046432d'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:16.123333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6984e8e9-2ced-4440-8524-4895a046432d'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:16.125184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1bf16-a69b-42b6-8ad9-20d6a06766c4 None None] Pushing event updated for resources: {'Port': ['ID=282062e8-0ccb-4304-a8f9-eb70301f45b4,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:16.127060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Router 9288a733-c915-4856-8c97-2739a209d6c0 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:51:16.144177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cf06a-7f17-491d-814d-26494b55a0e9 req-75e47add-03ac-4b9c-9ef8-3d5139ff54b5 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:16.147598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6e0fc-95f3-4b66-a219-b2f43eee637c tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7088fd4-c139-49c7-8359-9f50492db415,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:16.168922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-389cf06a-7f17-491d-814d-26494b55a0e9 req-75e47add-03ac-4b9c-9ef8-3d5139ff54b5 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 970 time: 0.1150279 Aug 04 16:51:16.184289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e0fc-95f3-4b66-a219-b2f43eee637c tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.185662 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c6b6e0fc-95f3-4b66-a219-b2f43eee637c tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2775517 Aug 04 16:51:16.190477 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33480) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:16.195625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:16.232431 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.266396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-389cf06a-7f17-491d-814d-26494b55a0e9 req-ee41f1eb-009e-4df7-8d5c-566dc6cd9f2e tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919712 Aug 04 16:51:16.289563 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c032729f-18e0-48df-be6c-02f59dca6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.336975 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:51:16.346378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] Set router 6984e8e9-2ced-4440-8524-4895a046432d gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:16.346484 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Sync routers for ids ['9288a733-c915-4856-8c97-2739a209d6c0'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:51:16.362776 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Routers {'9288a733-c915-4856-8c97-2739a209d6c0'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:16.363324 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9288a733-c915-4856-8c97-2739a209d6c0'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:16.393689 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.395369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-36f393be-a214-4732-85ce-7326c10816c7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3517392 Aug 04 16:51:16.398275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33484) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:16.457124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c032729f-18e0-48df-be6c-02f59dca6164 None None] For port 8962c1df-6611-42bf-b389-78786d861cde, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8962c1df-6611-42bf-b389-78786d861cde,segment=NetworkSegment(b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed),segment_id=b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:16.482191 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c032729f-18e0-48df-be6c-02f59dca6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.500594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.568277 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Set router 9288a733-c915-4856-8c97-2739a209d6c0 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:16.570470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33486) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:16.595588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Made reservation on behalf of f37f2ce59b4d441db856c64cb78314a1 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:16.609581 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.649233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.689107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032729f-18e0-48df-be6c-02f59dca6164 None None] Pushing event updated for resources: {'Port': ['ID=8962c1df-6611-42bf-b389-78786d861cde,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:16.781606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-27d97740-bf07-43da-9ee0-5cea7f6ed143 None None] Provisioning complete for port 8962c1df-6611-42bf-b389-78786d861cde triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:16.782236 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-27d97740-bf07-43da-9ee0-5cea7f6ed143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.838644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6984e8e9-2ced-4440-8524-4895a046432d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-router', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '46d47507-9aca-4523-9857-bad46b191a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:00Z', 'updated_at': '2021-08-04T16:51:11Z', 'revision_number': 4, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'gw_port': {'id': '46d47507-9aca-4523-9857-bad46b191a3a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6984e8e9-2ced-4440-8524-4895a046432d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:02Z', 'updated_at': '2021-08-04T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '282062e8-0ccb-4304-a8f9-eb70301f45b4', 'name': '', 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'mac_address': 'fa:16:3e:cb:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6984e8e9-2ced-4440-8524-4895a046432d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '295cc52b-8349-450c-8bf7-2d5981aae145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:09Z', 'updated_at': '2021-08-04T16:51:15Z', 'revision_number': 4, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'subnets': [{'id': '295cc52b-8349-450c-8bf7-2d5981aae145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:16.871755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abae550-b57d-4ddb-8611-348fafb9be93 None None] The sync data for ids ['6984e8e9-2ced-4440-8524-4895a046432d'] in n-d-764435-5 is: [{'id': '6984e8e9-2ced-4440-8524-4895a046432d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-router', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '46d47507-9aca-4523-9857-bad46b191a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:00Z', 'updated_at': '2021-08-04T16:51:11Z', 'revision_number': 4, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'gw_port': {'id': '46d47507-9aca-4523-9857-bad46b191a3a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6984e8e9-2ced-4440-8524-4895a046432d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:02Z', 'updated_at': '2021-08-04T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '282062e8-0ccb-4304-a8f9-eb70301f45b4', 'name': '', 'network_id': '821e6551-f3cf-405e-ba90-1a6a59d9d586', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'mac_address': 'fa:16:3e:cb:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6984e8e9-2ced-4440-8524-4895a046432d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '295cc52b-8349-450c-8bf7-2d5981aae145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:09Z', 'updated_at': '2021-08-04T16:51:15Z', 'revision_number': 4, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'subnets': [{'id': '295cc52b-8349-450c-8bf7-2d5981aae145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:51:16.906134 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.931320 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0c20ac54-297e-4c6c-a97a-b04d1b0f7285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:16.940742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.018290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:51:17.020406 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288a733-c915-4856-8c97-2739a209d6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-router', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:13Z', 'updated_at': '2021-08-04T16:51:15Z', 'revision_number': 3, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'gw_port': {'id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:42:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288a733-c915-4856-8c97-2739a209d6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:14Z', 'updated_at': '2021-08-04T16:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:17.025904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Allocated IP 172.25.2.123 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/a2e8c168-b240-49d1-b145-955ebcc620eb) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:17.052293 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f3e60a-d21b-47c5-9b3b-0ab8f614fc51,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:17.053777 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Checking router: 9288a733-c915-4856-8c97-2739a209d6c0 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:51:17.054192 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Updating router 9288a733-c915-4856-8c97-2739a209d6c0 port 9c37027d-c8a4-451c-a986-64edcbd098ea binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:51:17.064355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.064700 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Added segment e14d088e-1f2c-4cf1-9d80-a2e30b027564 of type vlan for network cf86e35c-f436-4632-9d86-fff8816c2dd1 Aug 04 16:51:17.130921 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.132751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e1579-ad0a-4bcf-9e0a-feb5ffc0eb2e req-b2a7cc6c-8491-4a60-8ef8-d3ee6cbf94dc tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:17.163997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-831e1579-ad0a-4bcf-9e0a-feb5ffc0eb2e req-b2a7cc6c-8491-4a60-8ef8-d3ee6cbf94dc tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.3994958 Aug 04 16:51:17.167853 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.269166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-831e1579-ad0a-4bcf-9e0a-feb5ffc0eb2e req-ea60238a-a1ad-49f6-978b-7a16cc5cd156 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038749 Aug 04 16:51:17.327879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ce1da24c-4a53-478a-b8cb-5bcc558452bd details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:51:17.333264 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.335064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:17.335858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.347637 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.351620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:51:17.470768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0c20ac54-297e-4c6c-a97a-b04d1b0f7285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.476396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] Pushing event updated for resources: {'Network': ['ID=cf86e35c-f436-4632-9d86-fff8816c2dd1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:17.484276 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0c20ac54-297e-4c6c-a97a-b04d1b0f7285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.501478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6483646-c529-4b56-8d3d-ebb5de410f46 req-a1a07892-4924-4eb7-899c-c33e8ec0e90e tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:17.512363 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b4efe160-a648-4538-8540-e714909f2c93 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5877964 Aug 04 16:51:17.512593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6483646-c529-4b56-8d3d-ebb5de410f46 req-a1a07892-4924-4eb7-899c-c33e8ec0e90e tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 970 time: 0.1376998 Aug 04 16:51:17.518882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33496) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:17.543516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Request body: {'subnet': {'network_id': 'cf86e35c-f436-4632-9d86-fff8816c2dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1845126285-subnet', 'tenant_id': 'f37f2ce59b4d441db856c64cb78314a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:17.554290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20ac54-297e-4c6c-a97a-b04d1b0f7285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe7a875-cbdc-409f-8681-edf1aafb67b2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:17.563349 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0c20ac54-297e-4c6c-a97a-b04d1b0f7285 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=100ad6086cab48efb04569de18589d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9913585 Aug 04 16:51:17.570489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33498) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:17.586616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6483646-c529-4b56-8d3d-ebb5de410f46 req-1af04485-3ec0-4a78-a146-c654fc7f9ef5 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754085 Aug 04 16:51:17.605381 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 16:51:17.608935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.617124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 282062e8-0ccb-4304-a8f9-eb70301f45b4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:17.620067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network cf86e35c-f436-4632-9d86-fff8816c2dd1 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:51:17.650639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.670390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Made reservation on behalf of f37f2ce59b4d441db856c64cb78314a1 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:17.680447 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.738117 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 16:51:17.866389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ce1da24c-4a53-478a-b8cb-5bcc558452bd, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ce1da24c-4a53-478a-b8cb-5bcc558452bd,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:17.877294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Allocated IP 172.20.0.1 (ec74d05f-4db3-48d7-b638-219f3453a414/591e0f53-1d4b-4236-a054-9aefb2dd6c47/e2fe28ed-9a89-4fe7-8ce7-17010be2514b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:17.882881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'ce1da24c-4a53-478a-b8cb-5bcc558452bd', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'ce1da24c-4a53-478a-b8cb-5bcc558452bd', 'mac_address': 'fa:16:3e:dd:eb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:tempest-test_az-1226583021', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:51:17.907475 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.922115 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Transition to ACTIVE for port object 9c37027d-c8a4-451c-a986-64edcbd098ea will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:17.937557 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:17.975968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:17.977306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event updated for resources: {'Port': ['ID=a2e8c168-b240-49d1-b145-955ebcc620eb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:17.980052 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:18.011789 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.017011 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47c63a79-bfc3-4d24-9636-12fbb0984743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.031289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1da24c-4a53-478a-b8cb-5bcc558452bd {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:18.043819 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47c63a79-bfc3-4d24-9636-12fbb0984743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.048058 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08baf4d-5c17-4ce0-8431-cf917b6c1af7 None None] Pushing event updated for resources: {'Port': ['ID=9c37027d-c8a4-451c-a986-64edcbd098ea,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:18.056908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ce1da24c-4a53-478a-b8cb-5bcc558452bd, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ce1da24c-4a53-478a-b8cb-5bcc558452bd,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:18.061957 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 282062e8-0ccb-4304-a8f9-eb70301f45b4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:18.068939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 282062e8-0ccb-4304-a8f9-eb70301f45b4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:18.069527 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.069635 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.108027 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Attempting to bind port 9c37027d-c8a4-451c-a986-64edcbd098ea on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:18.108645 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Attempting to bind port 9c37027d-c8a4-451c-a986-64edcbd098ea by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:18.109230 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Attempting to bind port 9c37027d-c8a4-451c-a986-64edcbd098ea on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:18.109420 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.115282 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:18.115652 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:18.116062 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.116459 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:18.116933 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Bound port: 9c37027d-c8a4-451c-a986-64edcbd098ea, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:18.117332 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.129132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:18.139338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Transition to ACTIVE for port object e2fe28ed-9a89-4fe7-8ce7-17010be2514b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:18.152945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47c63a79-bfc3-4d24-9636-12fbb0984743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.155529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:18.156280 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47c63a79-bfc3-4d24-9636-12fbb0984743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.160454 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-47c63a79-bfc3-4d24-9636-12fbb0984743 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbe7a875-cbdc-409f-8681-edf1aafb67b2 HTTP/1.1" status: 204 len: 168 time: 0.5888410 Aug 04 16:51:18.181501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '6592f355-ccc0-4ff8-9bfc-afca3acf9f97', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '6592f355-ccc0-4ff8-9bfc-afca3acf9f97', 'mac_address': 'fa:16:3e:5b:f2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:51:18.221524 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] For port 9c37027d-c8a4-451c-a986-64edcbd098ea, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:18.226095 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] For port 9c37027d-c8a4-451c-a986-64edcbd098ea, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9c37027d-c8a4-451c-a986-64edcbd098ea,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:18.233798 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.239341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c63a79-bfc3-4d24-9636-12fbb0984743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe7a875-cbdc-409f-8681-edf1aafb67b2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:18.244560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.301596 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.349387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Pushing event updated for resources: {'Port': ['ID=e2fe28ed-9a89-4fe7-8ce7-17010be2514b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:18.379829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Network ec74d05f-4db3-48d7-b638-219f3453a414 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:18.384909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:18.389740 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Routers {'9288a733-c915-4856-8c97-2739a209d6c0'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:18.390206 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9288a733-c915-4856-8c97-2739a209d6c0'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:18.397401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:18.397401 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.435083 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08baf4d-5c17-4ce0-8431-cf917b6c1af7 None None] Pushing event updated for resources: {'Port': ['ID=9c37027d-c8a4-451c-a986-64edcbd098ea,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:18.463614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.470288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ce1da24c-4a53-478a-b8cb-5bcc558452bd,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:18.492717 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.499501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ce1da24c-4a53-478a-b8cb-5bcc558452bd'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:18.578929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:18.587963 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.710876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:18.711095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa95e2db-47b6-41f6-b4d1-345c73b84e17,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:18.727570 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] Set router 9288a733-c915-4856-8c97-2739a209d6c0 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:18.742041 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.762030 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.824945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33512) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:18.825901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.856523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3282415c-1deb-40b0-89af-9c65a5fe4d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.871118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Checking segment: {'id': 'e14d088e-1f2c-4cf1-9d80-a2e30b027564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'cf86e35c-f436-4632-9d86-fff8816c2dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:18.871453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Network hostable DHCP agents. Network: cf86e35c-f436-4632-9d86-fff8816c2dd1, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:51:18.908055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84d213-20d7-4de8-a43e-58e1345b4f72 req-52478f2c-e6bd-493d-8af4-87cf2c1a9b37 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:18.909696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b84d213-20d7-4de8-a43e-58e1345b4f72 req-52478f2c-e6bd-493d-8af4-87cf2c1a9b37 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 971 time: 0.1972396 Aug 04 16:51:18.952636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Network cf86e35c-f436-4632-9d86-fff8816c2dd1 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:51:18.966261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870ebbb-7725-4085-9e96-3f53f7a362af req-6e339826-0b84-4e36-9f5d-1fccb82733c8 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:18.968772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f870ebbb-7725-4085-9e96-3f53f7a362af req-6e339826-0b84-4e36-9f5d-1fccb82733c8 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 948 time: 0.2879775 Aug 04 16:51:18.984355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, cf86e35c-f436-4632-9d86-fff8816c2dd1) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:18.989726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:18.991414 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:18.994456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 282062e8-0ccb-4304-a8f9-eb70301f45b4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=282062e8-0ccb-4304-a8f9-eb70301f45b4,segment=NetworkSegment(1f1b04f2-e34e-492c-a4ca-ab6d40d1d843),segment_id=1f1b04f2-e34e-492c-a4ca-ab6d40d1d843)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:18.995759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:19.008950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567cecc3-678f-4a1d-bef1-240aacd9abbb None None] Network cf86e35c-f436-4632-9d86-fff8816c2dd1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:19.013203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d05b78e2-46c2-4ebd-9971-173caa3b0098 None None] Provisioning for port e2fe28ed-9a89-4fe7-8ce7-17010be2514b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:19.022639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.026546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.027554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8962c1df-6611-42bf-b389-78786d861cde up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:19.030081 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.046054 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b84d213-20d7-4de8-a43e-58e1345b4f72 req-1f3b6c82-984b-4b64-8f8b-fc4705d85db9 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959303 Aug 04 16:51:19.066566 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288a733-c915-4856-8c97-2739a209d6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-router', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:13Z', 'updated_at': '2021-08-04T16:51:15Z', 'revision_number': 3, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'gw_port': {'id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:42:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288a733-c915-4856-8c97-2739a209d6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:14Z', 'updated_at': '2021-08-04T16:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:19.089644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.101787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d05b78e2-46c2-4ebd-9971-173caa3b0098 None None] Provisioning complete for port e2fe28ed-9a89-4fe7-8ce7-17010be2514b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:19.102334 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d05b78e2-46c2-4ebd-9971-173caa3b0098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.104458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['6592f355-ccc0-4ff8-9bfc-afca3acf9f97'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:19.112823 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event updated for resources: {'Port': ['ID=a2e8c168-b240-49d1-b145-955ebcc620eb,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:19.116132 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9fb42-d52d-447c-9a73-ea6cd782ee8b None None] The sync data for ids ['9288a733-c915-4856-8c97-2739a209d6c0'] in n-d-764435-5 is: [{'id': '9288a733-c915-4856-8c97-2739a209d6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-router', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:13Z', 'updated_at': '2021-08-04T16:51:15Z', 'revision_number': 3, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'gw_port': {'id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:42:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288a733-c915-4856-8c97-2739a209d6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:14Z', 'updated_at': '2021-08-04T16:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:51:19.134921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f870ebbb-7725-4085-9e96-3f53f7a362af req-21ae3e37-61b3-4f66-9ffb-e8a3e96ac8b8 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294899 Aug 04 16:51:19.216218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3282415c-1deb-40b0-89af-9c65a5fe4d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.228181 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3282415c-1deb-40b0-89af-9c65a5fe4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.234071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.235804 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-38e17665-785b-4501-8e47-a02d61d7d39f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0441079 Aug 04 16:51:19.237922 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6643560a-483b-4706-ac79-7b67d57b00c2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7092190 Aug 04 16:51:19.306307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3282415c-1deb-40b0-89af-9c65a5fe4d3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5945cb852864a42a25c17ae98bf9d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759526 Aug 04 16:51:19.309841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.311626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33520) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:19.312168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282415c-1deb-40b0-89af-9c65a5fe4d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf73b7ed-0d3c-49d5-a553-23b4e1bb963b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:19.317748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.319401 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.319581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d05b78e2-46c2-4ebd-9971-173caa3b0098 None None] Port e2fe28ed-9a89-4fe7-8ce7-17010be2514b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:51:19.367241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=282062e8-0ccb-4304-a8f9-eb70301f45b4,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:19.410077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Pushing event updated for resources: {'Port': ['ID=e2fe28ed-9a89-4fe7-8ce7-17010be2514b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:19.465097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Network ec74d05f-4db3-48d7-b638-219f3453a414 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:19.465840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ac23a5b-0db8-49e4-bd7e-bbea97fc965c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.466519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:19.508565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8962c1df-6611-42bf-b389-78786d861cde triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:19.509012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.559907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ac23a5b-0db8-49e4-bd7e-bbea97fc965c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.583966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e9000-fa88-4637-8110-cfd2a63adce6 None None] Network cf86e35c-f436-4632-9d86-fff8816c2dd1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:19.661875 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ac23a5b-0db8-49e4-bd7e-bbea97fc965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.666672 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ac23a5b-0db8-49e4-bd7e-bbea97fc965c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.668558 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ac23a5b-0db8-49e4-bd7e-bbea97fc965c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf73b7ed-0d3c-49d5-a553-23b4e1bb963b HTTP/1.1" status: 204 len: 168 time: 0.3508353 Aug 04 16:51:19.679384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac23a5b-0db8-49e4-bd7e-bbea97fc965c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf73b7ed-0d3c-49d5-a553-23b4e1bb963b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:19.825254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-6fa05f3f-9ce2-4b54-aebc-4d0b146acb56 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1707208695&fields=id&tenant_id=b55218bb95de49fba34a1d1e8fe6ef86 HTTP/1.1" status: 200 len: 267 time: 0.2271769 Aug 04 16:51:19.978655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-62c64b3a-a1e8-4ef1-9c8c-7caf381a0ee2 None None] Provisioning complete for port e2fe28ed-9a89-4fe7-8ce7-17010be2514b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:19.979989 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-62c64b3a-a1e8-4ef1-9c8c-7caf381a0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:19.997270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Router 9288a733-c915-4856-8c97-2739a209d6c0 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:51:20.045799 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-62c64b3a-a1e8-4ef1-9c8c-7caf381a0ee2 None None] Port e2fe28ed-9a89-4fe7-8ce7-17010be2514b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:51:20.050537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9c37027d-c8a4-451c-a986-64edcbd098ea up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:20.122319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 9c37027d-c8a4-451c-a986-64edcbd098ea completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:20.131901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9c37027d-c8a4-451c-a986-64edcbd098ea triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:20.132580 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:20.258490 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:20.271013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-6a00cb59-5532-4736-a87b-ad86a2ada163 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:20.272645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-6a00cb59-5532-4736-a87b-ad86a2ada163 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/networks?id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 HTTP/1.1" status: 200 len: 824 time: 0.4362912 Aug 04 16:51:20.282272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 9c37027d-c8a4-451c-a986-64edcbd098ea, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9c37027d-c8a4-451c-a986-64edcbd098ea,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:20.288074 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:20.289085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 282062e8-0ccb-4304-a8f9-eb70301f45b4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:20.301546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-95f43a0d-9b54-4fb6-9500-3e1cbbfc5f5b tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/quotas/b55218bb95de49fba34a1d1e8fe6ef86 HTTP/1.1" status: 200 len: 375 time: 0.0180278 Aug 04 16:51:20.392302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=9c37027d-c8a4-451c-a986-64edcbd098ea,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:20.423761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 282062e8-0ccb-4304-a8f9-eb70301f45b4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:20.424451 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:20.562240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:51:20.573585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-95c0ee46-261f-4a42-ac6e-26029725f89b admin admin] 10.222.0.39 "PUT /v2.0/routers/9288a733-c915-4856-8c97-2739a209d6c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1740513 Aug 04 16:51:20.662012 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-e62c7e89-009a-4e94-9f67-cdd30eb334a7 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55218bb95de49fba34a1d1e8fe6ef86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3488686 Aug 04 16:51:20.710158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-090563f3-de89-4065-9339-3d2fb6040897 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:20.717348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-090563f3-de89-4065-9339-3d2fb6040897 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 821 time: 0.3725007 Aug 04 16:51:20.727790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-d58f3041-778d-4073-b53d-6af8ce23b4fd tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/quotas/5ffd0cfa7993416e9e0aec3af3314786 HTTP/1.1" status: 200 len: 375 time: 0.0095224 Aug 04 16:51:20.768173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-f98f725c-5190-4f6f-ab98-d58227b31253 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346556 Aug 04 16:51:20.955955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-348cc846-10a7-4052-bb81-8d10fc8d76f0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:51:20.956998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-348cc846-10a7-4052-bb81-8d10fc8d76f0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1202085 Aug 04 16:51:21.014949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-b5d7ed2a-d859-4faf-834c-ee46131c4db8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:51:21.015958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-b5d7ed2a-d859-4faf-834c-ee46131c4db8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1401062 Aug 04 16:51:21.123844 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-92204910-dcb9-487d-aaba-eb54a74f8265 service neutron] 10.222.0.39 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584332 Aug 04 16:51:21.164063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-50859c06-a45a-42fa-a1e6-ff5543ac750b service neutron] 10.222.0.39 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395891 Aug 04 16:51:21.292811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-cd0928fc-4773-4dc2-8576-5e5b11d24fef service neutron] 10.222.0.39 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528234 Aug 04 16:51:21.307032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:21.307582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-1b25163a-74fd-492a-a7e8-d5b6b10ed743 service neutron] 10.222.0.39 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150362 Aug 04 16:51:21.335675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ce1da24c-4a53-478a-b8cb-5bcc558452bd up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:21.402935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:21.407325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:21.407646 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:21.409591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port ce1da24c-4a53-478a-b8cb-5bcc558452bd completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:21.460519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Sync routers for ids ['9288a733-c915-4856-8c97-2739a209d6c0'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:51:21.465982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port ce1da24c-4a53-478a-b8cb-5bcc558452bd triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:21.466421 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:21.505563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Routers {'9288a733-c915-4856-8c97-2739a209d6c0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:21.506361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9288a733-c915-4856-8c97-2739a209d6c0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:21.590692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da224b53-d8f9-4967-8f9a-d94c3f775e46 req-dc10e112-e2dc-4648-a632-77fb0d088d5f tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:21.592438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da224b53-d8f9-4967-8f9a-d94c3f775e46 req-dc10e112-e2dc-4648-a632-77fb0d088d5f tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 971 time: 0.0869238 Aug 04 16:51:21.615763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b83c3-254d-4037-aa8c-3eb17b47660e req-e806582a-f6a7-4ce9-964e-d11aeab6e3e5 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:21.617338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b3b83c3-254d-4037-aa8c-3eb17b47660e req-e806582a-f6a7-4ce9-964e-d11aeab6e3e5 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 949 time: 0.0796969 Aug 04 16:51:21.682870 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da224b53-d8f9-4967-8f9a-d94c3f775e46 req-c237c1b3-df56-4839-babc-0e1c6b91ab2b tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819547 Aug 04 16:51:21.736284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b3b83c3-254d-4037-aa8c-3eb17b47660e req-45dd6804-4cf1-422b-84f2-ccf440c85f68 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860274 Aug 04 16:51:21.784942 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:21.845184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9c37027d-c8a4-451c-a986-64edcbd098ea up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:21.866829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Set router 9288a733-c915-4856-8c97-2739a209d6c0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:21.924745 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:22.010601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e655b35-800b-47e3-b964-9be525a58042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6592f355-ccc0-4ff8-9bfc-afca3acf9f97'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:22.112909 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-fb686ce3-7e08-47b3-a524-74a7b31610c0 req-46441f40-7010-4626-bae4-bf8a2d6a631b tempest-FloatingIPDetailsNegativeTestJSON-1533900082 tempest-FloatingIPDetailsNegativeTestJSON-1533900082-project] show failed (client error): The resource could not be found. Aug 04 16:51:22.113154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:22.115421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb686ce3-7e08-47b3-a524-74a7b31610c0 req-46441f40-7010-4626-bae4-bf8a2d6a631b tempest-FloatingIPDetailsNegativeTestJSON-1533900082 tempest-FloatingIPDetailsNegativeTestJSON-1533900082-project] 10.222.0.39 "GET /v2.0/floatingips/a0331c4e-d70e-4aa8-a7ad-c26a2f9a7270 HTTP/1.1" status: 404 len: 350 time: 0.1235385 Aug 04 16:51:22.135035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33630) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:22.165203 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:22.165653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a414f60b-3b33-41c0-8348-77328f76046e req-43e0a723-7db2-4620-aad5-56abaf2c42d5 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 210 time: 0.0538442 Aug 04 16:51:22.184979 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c289711e-b6cb-4d77-acac-5fae9b47a5de" -d '{"events": [{"server_uuid": "6e655b35-800b-47e3-b964-9be525a58042", "name": "network-vif-plugged", "status": "completed", "tag": "6592f355-ccc0-4ff8-9bfc-afca3acf9f97"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:22.257921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ce1da24c-4a53-478a-b8cb-5bcc558452bd, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ce1da24c-4a53-478a-b8cb-5bcc558452bd,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:22.301703 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:22.325313 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50f48d00-390d-4658-a015-686e2d1b1394 req-0c110c01-4d63-4fe9-9269-481fc6a05be4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 210 time: 0.0732181 Aug 04 16:51:22.338988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9c37027d-c8a4-451c-a986-64edcbd098ea triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:22.339571 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:22.344184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:22.479264 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ce1da24c-4a53-478a-b8cb-5bcc558452bd,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:22.524438 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe756d21-808d-4de0-a0e0-97d7f5ac2db1 x-openstack-request-id: req-fe756d21-808d-4de0-a0e0-97d7f5ac2db1 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:22.524809 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e655b35-800b-47e3-b964-9be525a58042", "name": "network-vif-plugged", "status": "completed", "tag": "6592f355-ccc0-4ff8-9bfc-afca3acf9f97", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:22.525117 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe756d21-808d-4de0-a0e0-97d7f5ac2db1 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:22.525616 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e655b35-800b-47e3-b964-9be525a58042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6592f355-ccc0-4ff8-9bfc-afca3acf9f97', 'code': 200} Aug 04 16:51:22.566029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288a733-c915-4856-8c97-2739a209d6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-router', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:13Z', 'updated_at': '2021-08-04T16:51:18Z', 'revision_number': 4, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'gw_port': {'id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288a733-c915-4856-8c97-2739a209d6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:14Z', 'updated_at': '2021-08-04T16:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e2fe28ed-9a89-4fe7-8ce7-17010be2514b', 'name': '', 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'mac_address': 'fa:16:3e:1a:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288a733-c915-4856-8c97-2739a209d6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '591e0f53-1d4b-4236-a054-9aefb2dd6c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:17Z', 'updated_at': '2021-08-04T16:51:19Z', 'revision_number': 2, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'subnets': [{'id': '591e0f53-1d4b-4236-a054-9aefb2dd6c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:22.595759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Checking router: 9288a733-c915-4856-8c97-2739a209d6c0 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:51:22.596200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Updating router 9288a733-c915-4856-8c97-2739a209d6c0 port e2fe28ed-9a89-4fe7-8ce7-17010be2514b binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:51:22.626704 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:22.691543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad40e9-afcd-4eba-a8f8-1ffb29c427de req-b7f4be47-c42f-4f4c-8867-d7862b05c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:22.693438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96ad40e9-afcd-4eba-a8f8-1ffb29c427de req-b7f4be47-c42f-4f4c-8867-d7862b05c926 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 1101 time: 0.0831118 Aug 04 16:51:22.724381 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-96ad40e9-afcd-4eba-a8f8-1ffb29c427de req-d15aca31-b57f-488c-bd00-04afe3c606d2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:22.890776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240be2-ca92-45ea-a207-f75a6e6f6b32 req-a1b9d346-0881-4f73-bcb6-defc65920c5f tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:22.899087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc240be2-ca92-45ea-a207-f75a6e6f6b32 req-a1b9d346-0881-4f73-bcb6-defc65920c5f tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 972 time: 0.1303585 Aug 04 16:51:22.938936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.82', 60868) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:22.941522 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:22.969133 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-96ad40e9-afcd-4eba-a8f8-1ffb29c427de req-d15aca31-b57f-488c-bd00-04afe3c606d2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:22.990324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de5c96-bb87-4a2b-aaa6-d172ac864675 req-d682da86-cfb3-4c08-8c56-159a8fc4445c tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:22.998793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1de5c96-bb87-4a2b-aaa6-d172ac864675 req-d682da86-cfb3-4c08-8c56-159a8fc4445c tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 950 time: 0.1795208 Aug 04 16:51:23.001212 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-96ad40e9-afcd-4eba-a8f8-1ffb29c427de req-d15aca31-b57f-488c-bd00-04afe3c606d2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:23.040375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33654) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:23.072567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96ad40e9-afcd-4eba-a8f8-1ffb29c427de req-d15aca31-b57f-488c-bd00-04afe3c606d2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707056 Aug 04 16:51:23.084750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc240be2-ca92-45ea-a207-f75a6e6f6b32 req-f1bcbbea-a4a3-4636-98fc-6c04d7e653a6 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842351 Aug 04 16:51:23.092179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15aca31-b57f-488c-bd00-04afe3c606d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=479013d4-3be2-4740-b767-12be4a606f2c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:23.102532 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:23.115904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Transition to ACTIVE for port object e2fe28ed-9a89-4fe7-8ce7-17010be2514b will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:23.123913 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:23.132527 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1de5c96-bb87-4a2b-aaa6-d172ac864675 req-09472718-a4eb-46b2-96f9-3384200a8805 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266422 Aug 04 16:51:23.197886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3cf17-82bd-4ea2-a171-ab543af7c929 None None] Pushing event updated for resources: {'Port': ['ID=e2fe28ed-9a89-4fe7-8ce7-17010be2514b,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:23.285216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Attempting to bind port e2fe28ed-9a89-4fe7-8ce7-17010be2514b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:23.285685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Attempting to bind port e2fe28ed-9a89-4fe7-8ce7-17010be2514b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:23.286101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Attempting to bind port e2fe28ed-9a89-4fe7-8ce7-17010be2514b on network ec74d05f-4db3-48d7-b638-219f3453a414 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:23.292142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:23.292501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Checking segment: {'id': 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:23.292916 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:23.293306 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Bound using segment: {'id': 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:23.293774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Bound port: e2fe28ed-9a89-4fe7-8ce7-17010be2514b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:23.294156 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:23.346381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c162c8d-c2b8-4e35-922d-24f02d728aae req-90476d28-26e1-45a8-bda8-406e4beb8ffa tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 210 time: 0.0503280 Aug 04 16:51:23.380521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] For port e2fe28ed-9a89-4fe7-8ce7-17010be2514b, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:23.384682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] For port e2fe28ed-9a89-4fe7-8ce7-17010be2514b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e2fe28ed-9a89-4fe7-8ce7-17010be2514b,segment=NetworkSegment(b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed),segment_id=b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:23.402545 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:23.461519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7737616c-221b-49d4-a16a-fa33f9217ce9 req-a1e3528a-0c49-4510-940a-31bbd41611a3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 210 time: 0.0409422 Aug 04 16:51:23.481252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Routers {'9288a733-c915-4856-8c97-2739a209d6c0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:23.481914 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9288a733-c915-4856-8c97-2739a209d6c0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:23.494840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3cf17-82bd-4ea2-a171-ab543af7c929 None None] Pushing event updated for resources: {'Port': ['ID=e2fe28ed-9a89-4fe7-8ce7-17010be2514b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:23.581454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f86c-a4b6-404d-8072-ab3d1f6c5a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:23.623713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-2b1ac22d-a8f7-4336-8f39-846ef6bcf447 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:23.626208 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-2b1ac22d-a8f7-4336-8f39-846ef6bcf447 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 821 time: 0.6823220 Aug 04 16:51:23.645635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Request body: {'port': {'device_id': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237', 'admin_state_up': True, 'tenant_id': '5ffd0cfa7993416e9e0aec3af3314786'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:23.661896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] Set router 9288a733-c915-4856-8c97-2739a209d6c0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:23.762578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-298ea622-5597-42af-8dab-1fa1791a3c9e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:23.764265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-298ea622-5597-42af-8dab-1fa1791a3c9e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.82 "GET /v2.0/networks?id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 HTTP/1.1" status: 200 len: 824 time: 0.1673968 Aug 04 16:51:23.824329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-7c8dac38-0993-466b-86e3-84ffc7b4012e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55218bb95de49fba34a1d1e8fe6ef86 HTTP/1.1" status: 200 len: 380 time: 0.0489399 Aug 04 16:51:23.836373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Request body: {'port': {'device_id': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'admin_state_up': True, 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'security_groups': ['8d7eb903-b065-4417-affe-90bd8190c981']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:23.935110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f86c-a4b6-404d-8072-ab3d1f6c5a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:23.950557 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1a2f86c-a4b6-404d-8072-ab3d1f6c5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:23.959654 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.api [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:51:23.959654 n-d-764435-5 neutron-server[105828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 16:51:23.959654 n-d-764435-5 neutron-server[105828]: [parameters: {'project_id_1': 'b55218bb95de49fba34a1d1e8fe6ef86', 'expiration_1': datetime.datetime(2021, 8, 4, 16, 51, 23, 923262)}] Aug 04 16:51:23.959654 n-d-764435-5 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:51:23.960840 n-d-764435-5 neutron-server[105828]: DEBUG oslo_db.api [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:51:23.993513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Made reservation on behalf of 5ffd0cfa7993416e9e0aec3af3314786 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:23.996982 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:24.010093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] Deleting port e2fe28ed-9a89-4fe7-8ce7-17010be2514b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:51:24.010424 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:24.011716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288a733-c915-4856-8c97-2739a209d6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-router', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:13Z', 'updated_at': '2021-08-04T16:51:18Z', 'revision_number': 4, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'gw_port': {'id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288a733-c915-4856-8c97-2739a209d6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:14Z', 'updated_at': '2021-08-04T16:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e2fe28ed-9a89-4fe7-8ce7-17010be2514b', 'name': '', 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'mac_address': 'fa:16:3e:1a:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288a733-c915-4856-8c97-2739a209d6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '591e0f53-1d4b-4236-a054-9aefb2dd6c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:17Z', 'updated_at': '2021-08-04T16:51:23Z', 'revision_number': 4, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'subnets': [{'id': '591e0f53-1d4b-4236-a054-9aefb2dd6c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:24.016186 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c1a2f86c-a4b6-404d-8072-ab3d1f6c5a5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8497fda937f941f2be96f140d7601e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9513443 Aug 04 16:51:24.017295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33664) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:24.027984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2f86c-a4b6-404d-8072-ab3d1f6c5a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3746c877-87d1-4405-a770-54e8402e2e01,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:24.038326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8be4c4-19b3-40e3-983d-04a29f60c56d None None] The sync data for ids ['9288a733-c915-4856-8c97-2739a209d6c0'] in n-d-764435-5 is: [{'id': '9288a733-c915-4856-8c97-2739a209d6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-router', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:13Z', 'updated_at': '2021-08-04T16:51:18Z', 'revision_number': 4, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'gw_port': {'id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288a733-c915-4856-8c97-2739a209d6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:14Z', 'updated_at': '2021-08-04T16:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e2fe28ed-9a89-4fe7-8ce7-17010be2514b', 'name': '', 'network_id': 'ec74d05f-4db3-48d7-b638-219f3453a414', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'mac_address': 'fa:16:3e:1a:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288a733-c915-4856-8c97-2739a209d6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '591e0f53-1d4b-4236-a054-9aefb2dd6c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:17Z', 'updated_at': '2021-08-04T16:51:23Z', 'revision_number': 4, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'subnets': [{'id': '591e0f53-1d4b-4236-a054-9aefb2dd6c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:51:24.113091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70e50c5f-bd8b-49ad-88da-1b3a7230dd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:24.146874 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70e50c5f-bd8b-49ad-88da-1b3a7230dd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:24.274868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50f081-2c0e-4447-a9d9-bc4fddd0ea21 req-bf6356ff-17fa-4c36-8f11-abe970d03355 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:24.276453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c50f081-2c0e-4447-a9d9-bc4fddd0ea21 req-bf6356ff-17fa-4c36-8f11-abe970d03355 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 972 time: 0.0953686 Aug 04 16:51:24.291471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649f2c7-6581-4e00-9a5e-a0f814c49b1c req-c3f72ad7-96be-4cd1-b54e-f8051b2c22f9 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:24.293009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5649f2c7-6581-4e00-9a5e-a0f814c49b1c req-c3f72ad7-96be-4cd1-b54e-f8051b2c22f9 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 950 time: 0.0704780 Aug 04 16:51:24.295850 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70e50c5f-bd8b-49ad-88da-1b3a7230dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:24.298308 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70e50c5f-bd8b-49ad-88da-1b3a7230dd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:24.299402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-70e50c5f-bd8b-49ad-88da-1b3a7230dd29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3746c877-87d1-4405-a770-54e8402e2e01 HTTP/1.1" status: 204 len: 168 time: 0.2809882 Aug 04 16:51:24.319346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] For port e2fe28ed-9a89-4fe7-8ce7-17010be2514b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e2fe28ed-9a89-4fe7-8ce7-17010be2514b,segment=NetworkSegment(b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed),segment_id=b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:24.319981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:24.328190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e50c5f-bd8b-49ad-88da-1b3a7230dd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3746c877-87d1-4405-a770-54e8402e2e01,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:24.358912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] Calling delete_port for e2fe28ed-9a89-4fe7-8ce7-17010be2514b owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:51:24.388875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Allocated IP 172.20.0.2 (aaf57b43-12ea-418f-9fcd-f4a13ecee237/ed7e0b83-0176-47e6-b307-46f85e25ffd6/512d4740-42b6-475a-a8f1-58ca29fc5606) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:24.399241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c50f081-2c0e-4447-a9d9-bc4fddd0ea21 req-a3927731-e6b2-48ce-9c76-7c771d43b735 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047852 Aug 04 16:51:24.419895 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5649f2c7-6581-4e00-9a5e-a0f814c49b1c req-4d4a8286-83a3-431a-ac9b-2e9c07eeb0d9 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131909 Aug 04 16:51:24.526773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fe011e-7649-41fa-b9bd-afd91e952317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1da24c-4a53-478a-b8cb-5bcc558452bd'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:24.530370 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523e6cc0-3161-49a8-b531-7f6d40e140a7" -d '{"events": [{"server_uuid": "54fe011e-7649-41fa-b9bd-afd91e952317", "name": "network-vif-plugged", "status": "completed", "tag": "ce1da24c-4a53-478a-b8cb-5bcc558452bd"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:24.533670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed45ece5-12f9-4393-acef-7a7abe3be01d req-27fd6062-19ef-481d-9ae7-b54d8ee358ab tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 210 time: 0.0522664 Aug 04 16:51:24.554689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Made reservation on behalf of b55218bb95de49fba34a1d1e8fe6ef86 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:24.558633 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:24.703636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fed782dc-e8b3-41a5-bf0f-562f8e46fcf6 req-08fe07b3-c6a9-4d3e-80eb-04fd412186cb tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 210 time: 0.0432153 Aug 04 16:51:24.731844 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26be2e8-71ac-40b3-a970-f642b50880bd x-openstack-request-id: req-e26be2e8-71ac-40b3-a970-f642b50880bd {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:24.732185 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fe011e-7649-41fa-b9bd-afd91e952317", "name": "network-vif-plugged", "status": "completed", "tag": "ce1da24c-4a53-478a-b8cb-5bcc558452bd", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:24.732433 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e26be2e8-71ac-40b3-a970-f642b50880bd {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:24.732827 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fe011e-7649-41fa-b9bd-afd91e952317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1da24c-4a53-478a-b8cb-5bcc558452bd', 'code': 200} Aug 04 16:51:24.817026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33682) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:24.844938 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0adecb6-aa64-40ae-aed0-87f44a21e435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:24.869481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Allocated IP 172.20.0.8 (1f9a1d70-d4f4-4b2d-909b-826bb381bcb5/77176d4a-9942-4d3a-87a4-86993376c507/84c9455c-a109-4e25-9621-683f583d6bdf) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:24.886400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a2529-7efa-4d69-915f-efecb65f5a95 req-76994bd6-35b0-42ce-bf05-d862d43ee81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:24.888362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff2a2529-7efa-4d69-915f-efecb65f5a95 req-76994bd6-35b0-42ce-bf05-d862d43ee81f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 1123 time: 0.0708189 Aug 04 16:51:24.920553 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:24.981809 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff2a2529-7efa-4d69-915f-efecb65f5a95 req-6c9eae0a-fe1d-4d18-a526-30830436189e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845628 Aug 04 16:51:25.000054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.051749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.053586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2fe28ed-9a89-4fe7-8ce7-17010be2514b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:25.081208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Transition to ACTIVE for port object 84c9455c-a109-4e25-9621-683f583d6bdf will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:25.110361 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.135155 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.196002 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0adecb6-aa64-40ae-aed0-87f44a21e435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.219964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:25.221339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event updated for resources: {'Port': ['ID=84c9455c-a109-4e25-9621-683f583d6bdf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:25.224855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:25.230933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:25.237178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0adecb6-aa64-40ae-aed0-87f44a21e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.242927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:25.243713 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.262728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-2859901e-905e-419e-a300-d8a9074bdb5d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4324608 Aug 04 16:51:25.279033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Request body: {'port': {'device_id': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:25.279257 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b0adecb6-aa64-40ae-aed0-87f44a21e435 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b35425762c9486f8284a70ef7976180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590364 Aug 04 16:51:25.279879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33684) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:25.294771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Network aaf57b43-12ea-418f-9fcd-f4a13ecee237 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:25.309290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:25.321349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:25.326981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:25.327832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.338291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Pushing event updated for resources: {'Port': ['ID=512d4740-42b6-475a-a8f1-58ca29fc5606,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:25.383131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adecb6-aa64-40ae-aed0-87f44a21e435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d913ed0b-32fc-4925-8d2c-dfeb14f5e290,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:25.388201 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.422234 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7aef233e-ebf5-439f-8b00-4f02b0cf8e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7841334 Aug 04 16:51:25.422855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.440006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Request body: {'port': {'device_id': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:25.556416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03da04f2-7936-4f5f-832f-52f192a5d985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.576942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b8b1f655-29b1-4f0a-8a44-9f2f44e9d6e9 None None] Provisioning for port 84c9455c-a109-4e25-9621-683f583d6bdf completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:25.582479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b8b1f655-29b1-4f0a-8a44-9f2f44e9d6e9 None None] Provisioning complete for port 84c9455c-a109-4e25-9621-683f583d6bdf triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:25.582975 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b8b1f655-29b1-4f0a-8a44-9f2f44e9d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.625078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1f655-29b1-4f0a-8a44-9f2f44e9d6e9 None None] Port 84c9455c-a109-4e25-9621-683f583d6bdf cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:51:25.713241 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03da04f2-7936-4f5f-832f-52f192a5d985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.791274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5bd81-5574-4ab3-8f6c-3364cf8a7061 req-acfdd912-5229-40e5-8340-d992dc704f6a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:25.792809 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23e5bd81-5574-4ab3-8f6c-3364cf8a7061 req-acfdd912-5229-40e5-8340-d992dc704f6a tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 972 time: 0.2539091 Aug 04 16:51:25.805785 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:25.809795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693edd2-9f0c-4b83-9b3f-3f6c18263bf1 req-a891c86c-a676-4c5f-9cff-1b8589a2bcf2 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:25.811266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c693edd2-9f0c-4b83-9b3f-3f6c18263bf1 req-a891c86c-a676-4c5f-9cff-1b8589a2bcf2 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 950 time: 0.2561665 Aug 04 16:51:26.085648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] Router 9288a733-c915-4856-8c97-2739a209d6c0 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:51:26.107559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23e5bd81-5574-4ab3-8f6c-3364cf8a7061 req-39df7b5c-9920-48cf-82b6-84d02747c5df tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916873 Aug 04 16:51:26.112952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03da04f2-7936-4f5f-832f-52f192a5d985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.115857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03da04f2-7936-4f5f-832f-52f192a5d985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.116994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-03da04f2-7936-4f5f-832f-52f192a5d985 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d913ed0b-32fc-4925-8d2c-dfeb14f5e290 HTTP/1.1" status: 204 len: 168 time: 0.8362343 Aug 04 16:51:26.127293 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c693edd2-9f0c-4b83-9b3f-3f6c18263bf1 req-906b10db-0425-4ca9-a148-1b5828a798c1 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993588 Aug 04 16:51:26.138350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da04f2-7936-4f5f-832f-52f192a5d985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d913ed0b-32fc-4925-8d2c-dfeb14f5e290,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:26.213391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c9455c-a109-4e25-9621-683f583d6bdf {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:26.226823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.291944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Transition to ACTIVE for port object 84c9455c-a109-4e25-9621-683f583d6bdf will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:26.299894 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.363045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd70083-94e8-4732-b8c8-55dc7d022d8c req-873815e7-01bd-4dae-805a-d25657e8fe41 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:26.366142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbd70083-94e8-4732-b8c8-55dc7d022d8c req-873815e7-01bd-4dae-805a-d25657e8fe41 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 931 time: 0.1453760 Aug 04 16:51:26.378561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:51:26.383852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7139b-61fd-42a5-bf8c-3ed77200cb14 req-ae084744-6411-438b-9d02-a02d15f4b9d8 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:26.385467 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aea290c0-9382-448d-97ea-59123f0a7cd7 admin admin] 10.222.0.39 "PUT /v2.0/routers/9288a733-c915-4856-8c97-2739a209d6c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2488904 Aug 04 16:51:26.388067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33700) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:26.390562 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486135d1-4943-47f4-8eba-14754f36143a None None] Sync routers for ids ['9288a733-c915-4856-8c97-2739a209d6c0'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:51:26.397992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8c7139b-61fd-42a5-bf8c-3ed77200cb14 req-ae084744-6411-438b-9d02-a02d15f4b9d8 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 931 time: 0.1608410 Aug 04 16:51:26.402209 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486135d1-4943-47f4-8eba-14754f36143a None None] Routers {'9288a733-c915-4856-8c97-2739a209d6c0'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:26.403081 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-486135d1-4943-47f4-8eba-14754f36143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9288a733-c915-4856-8c97-2739a209d6c0'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:26.419005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512d4740-42b6-475a-a8f1-58ca29fc5606 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:26.433999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Pushing event updated for resources: {'Port': ['ID=84c9455c-a109-4e25-9621-683f583d6bdf,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:26.505680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.535347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Transition to ACTIVE for port object 512d4740-42b6-475a-a8f1-58ca29fc5606 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:26.579816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.586935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8c7139b-61fd-42a5-bf8c-3ed77200cb14 req-a32d1c81-e944-4fc1-afc3-a7c4f7fc3bb7 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831946 Aug 04 16:51:26.588372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Attempting to bind port 84c9455c-a109-4e25-9621-683f583d6bdf on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:26.589746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Attempting to bind port 84c9455c-a109-4e25-9621-683f583d6bdf by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:26.590272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Attempting to bind port 84c9455c-a109-4e25-9621-683f583d6bdf on network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:26.604049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbd70083-94e8-4732-b8c8-55dc7d022d8c req-43dc4f7f-f1ec-41a4-9d8c-7262f542c569 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957552 Aug 04 16:51:26.612199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Port 84c9455c-a109-4e25-9621-683f583d6bdf on network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:51:26.612535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Attempting to bind port 84c9455c-a109-4e25-9621-683f583d6bdf on network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:26.618422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:26.618658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Checking segment: {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:26.619091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Bound using segment: {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:26.619526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Bound port: 84c9455c-a109-4e25-9621-683f583d6bdf, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:26.619902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.681593 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.710969 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-486135d1-4943-47f4-8eba-14754f36143a None None] Set router 9288a733-c915-4856-8c97-2739a209d6c0 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:26.746846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Pushing event updated for resources: {'Port': ['ID=512d4740-42b6-475a-a8f1-58ca29fc5606,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:26.772561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] For port 84c9455c-a109-4e25-9621-683f583d6bdf, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:26.780881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] For port 84c9455c-a109-4e25-9621-683f583d6bdf, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=84c9455c-a109-4e25-9621-683f583d6bdf,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:26.790076 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.801145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:26.801145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:26.801145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:26.835457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Port 512d4740-42b6-475a-a8f1-58ca29fc5606 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:51:26.835773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:26.844599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:26.844958 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:26.845524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:26.845976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Bound port: 512d4740-42b6-475a-a8f1-58ca29fc5606, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:26.846331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.852556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:26.853584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:26.855463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] 10.222.0.82 "PUT /v2.0/ports/84c9455c-a109-4e25-9621-683f583d6bdf HTTP/1.1" status: 200 len: 1091 time: 1.5840335 Aug 04 16:51:26.856045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'tag': '84c9455c-a109-4e25-9621-683f583d6bdf'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:26.858622 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ab4315-cd21-4505-9047-1766623a82c7", "tag": "84c9455c-a109-4e25-9621-683f583d6bdf"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:26.875935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7c88d-66de-49a6-9261-03d4803f9df4 service neutron] Pushing event updated for resources: {'Port': ['ID=84c9455c-a109-4e25-9621-683f583d6bdf,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:26.945556 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f652d78-97ff-42d6-b74f-4d9c2a0c4ffb x-openstack-request-id: req-4f652d78-97ff-42d6-b74f-4d9c2a0c4ffb {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:26.946565 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ab4315-cd21-4505-9047-1766623a82c7", "tag": "84c9455c-a109-4e25-9621-683f583d6bdf", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:26.946851 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f652d78-97ff-42d6-b74f-4d9c2a0c4ffb {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:26.951755 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'tag': '84c9455c-a109-4e25-9621-683f583d6bdf', 'status': 'completed', 'code': 200} Aug 04 16:51:26.966000 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:27.033680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:27.042447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-01c5b31a-47b6-41c9-b7a3-c72c6c6c7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:27.044368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-01c5b31a-47b6-41c9-b7a3-c72c6c6c7c27 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b55218bb95de49fba34a1d1e8fe6ef86&device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 1094 time: 0.1156652 Aug 04 16:51:27.050053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:27.055665 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-486135d1-4943-47f4-8eba-14754f36143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288a733-c915-4856-8c97-2739a209d6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-router', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:13Z', 'updated_at': '2021-08-04T16:51:24Z', 'revision_number': 5, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'gw_port': {'id': '9c37027d-c8a4-451c-a986-64edcbd098ea', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288a733-c915-4856-8c97-2739a209d6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:14Z', 'updated_at': '2021-08-04T16:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:27.061554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:27.100742 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486135d1-4943-47f4-8eba-14754f36143a None None] Checking router: 9288a733-c915-4856-8c97-2739a209d6c0 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:51:27.114900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-8eb25c67-d060-4f1e-bf60-f3dac3645ae2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c9455c-a109-4e25-9621-683f583d6bdf HTTP/1.1" status: 200 len: 217 time: 0.0606086 Aug 04 16:51:27.129281 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486135d1-4943-47f4-8eba-14754f36143a None None] Routers {'9288a733-c915-4856-8c97-2739a209d6c0'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:27.130234 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-486135d1-4943-47f4-8eba-14754f36143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9288a733-c915-4856-8c97-2739a209d6c0'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:27.195066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:27.198613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:27.217797 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] 10.222.0.82 "PUT /v2.0/ports/512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 200 len: 1091 time: 1.7817650 Aug 04 16:51:27.218720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-7b1ed102-39c9-406b-bc14-dbdfa1ca3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:27.219684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'tag': '512d4740-42b6-475a-a8f1-58ca29fc5606'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:27.220582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-7b1ed102-39c9-406b-bc14-dbdfa1ca3b0c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77176d4a-9942-4d3a-87a4-86993376c507 HTTP/1.1" status: 200 len: 863 time: 0.0984340 Aug 04 16:51:27.269735 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-486135d1-4943-47f4-8eba-14754f36143a None None] Set router 9288a733-c915-4856-8c97-2739a209d6c0 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:27.331777 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-486135d1-4943-47f4-8eba-14754f36143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288a733-c915-4856-8c97-2739a209d6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-router', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:13Z', 'updated_at': '2021-08-04T16:51:26Z', 'revision_number': 6, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:27.346346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87448c-2810-4527-8ce2-021a193c6654 service neutron] Pushing event updated for resources: {'Port': ['ID=512d4740-42b6-475a-a8f1-58ca29fc5606,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:27.361511 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486135d1-4943-47f4-8eba-14754f36143a None None] The sync data for ids ['9288a733-c915-4856-8c97-2739a209d6c0'] in n-d-764435-5 is: [{'id': '9288a733-c915-4856-8c97-2739a209d6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-87670806-router', 'tenant_id': '329a779686bb47b99840054dd89f5a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:13Z', 'updated_at': '2021-08-04T16:51:26Z', 'revision_number': 6, 'project_id': '329a779686bb47b99840054dd89f5a1f', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:51:27.393073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-c646b780-3ee8-443e-bac4-38bde77ab65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:27.395628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-c646b780-3ee8-443e-bac4-38bde77ab65e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671839 Aug 04 16:51:27.407988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3344bbd-0893-4262-87d1-6e1685f36303 req-78b97040-938e-4abe-9d08-1242ed80a27d tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:27.409972 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Deleting port 9c37027d-c8a4-451c-a986-64edcbd098ea {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:51:27.410071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:27.410356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3344bbd-0893-4262-87d1-6e1685f36303 req-78b97040-938e-4abe-9d08-1242ed80a27d tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 972 time: 0.1622913 Aug 04 16:51:27.461635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33728) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:27.508835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3344bbd-0893-4262-87d1-6e1685f36303 req-1e1b2b74-b8f3-4120-9ca3-719f310cf2e9 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879600 Aug 04 16:51:27.565976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-1ce72e34-48b7-4aef-9138-a41ad6f8898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:27.568493 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-1ce72e34-48b7-4aef-9138-a41ad6f8898f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1094 time: 0.2015948 Aug 04 16:51:27.569536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-cd7b5be4-1a0b-4dae-9e48-c3a4cd1c8fee service neutron] 10.222.0.82 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560965 Aug 04 16:51:27.592509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] For port 9c37027d-c8a4-451c-a986-64edcbd098ea, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9c37027d-c8a4-451c-a986-64edcbd098ea,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:27.593201 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:27.616879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Calling delete_port for 9c37027d-c8a4-451c-a986-64edcbd098ea owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:51:27.670799 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4d348b49-dc1c-4cc5-a43f-7ac3051085a9", "tag": "512d4740-42b6-475a-a8f1-58ca29fc5606"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:27.713360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71890a08-3c2e-41e4-823d-2e8962167fa8 req-926ba1f3-2a88-4e85-8a89-e0836ed419e5 service neutron] 10.222.0.82 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312201 Aug 04 16:51:27.736466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-70243118-network', 'tenant_id': '7ef103b153cb41a1bc799399e8659304'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:27.750712 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-80e0e626-6ea8-4467-ab30-2ccba43b63f9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 200 len: 217 time: 0.0828094 Aug 04 16:51:27.774119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e2fe28ed-9a89-4fe7-8ce7-17010be2514b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:51:27.794921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e2fe28ed-9a89-4fe7-8ce7-17010be2514b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:51:27.795722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91d2d-9044-4d35-a891-c0488a4c6b9b req-1b530d2f-95fb-4a00-93e7-91e48d9afe11 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:27.797454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38a91d2d-9044-4d35-a891-c0488a4c6b9b req-1b530d2f-95fb-4a00-93e7-91e48d9afe11 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 950 time: 0.1306968 Aug 04 16:51:27.801714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e2fe28ed-9a89-4fe7-8ce7-17010be2514b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:51:27.867637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccce41e-aa88-4cff-8c99-1b7c46c25bd5 req-72bfd374-2664-4ed3-a4f6-7872bc8dda4e tempest-AggregatesAdminTestJSON-117348543 tempest-AggregatesAdminTestJSON-117348543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:27.869427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ccce41e-aa88-4cff-8c99-1b7c46c25bd5 req-72bfd374-2664-4ed3-a4f6-7872bc8dda4e tempest-AggregatesAdminTestJSON-117348543 tempest-AggregatesAdminTestJSON-117348543-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 1123 time: 0.1445034 Aug 04 16:51:27.887575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-aa29165a-ee2b-454e-a227-e75571ecec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:27.889078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-aa29165a-ee2b-454e-a227-e75571ecec6e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b55218bb95de49fba34a1d1e8fe6ef86&device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 1094 time: 0.1016738 Aug 04 16:51:27.915908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38a91d2d-9044-4d35-a891-c0488a4c6b9b req-8fe2ba69-c3b7-40b6-b95f-ec4102ca05d7 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860798 Aug 04 16:51:27.918022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6ccce41e-aa88-4cff-8c99-1b7c46c25bd5 req-dc4567cb-b51d-4adf-8f02-daddabbd34dd tempest-AggregatesAdminTestJSON-117348543 tempest-AggregatesAdminTestJSON-117348543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.065531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-d29704bb-530d-4375-9b29-026ef19d6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:28.067100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-d29704bb-530d-4375-9b29-026ef19d6f3e service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 HTTP/1.1" status: 200 len: 926 time: 0.1667805 Aug 04 16:51:28.077411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Made reservation on behalf of 7ef103b153cb41a1bc799399e8659304 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:28.080024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.103384 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.117035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-f9a3845d-76b0-4dc4-a008-824a617dc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:28.118445 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-f9a3845d-76b0-4dc4-a008-824a617dc060 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.3492775 Aug 04 16:51:28.130082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60169be9-5664-4372-b3e1-133016d871fc req-081d06fe-a35b-468a-b39c-98e3fabf597b tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:28.131849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60169be9-5664-4372-b3e1-133016d871fc req-081d06fe-a35b-468a-b39c-98e3fabf597b tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 943 time: 0.1528902 Aug 04 16:51:28.134453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-a31842be-a7f7-46ca-ac60-dd22bb2001ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c9455c-a109-4e25-9621-683f583d6bdf HTTP/1.1" status: 200 len: 217 time: 0.0570152 Aug 04 16:51:28.196912 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-e08f5fa2-ecc2-44af-863d-709797d86453 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688200 Aug 04 16:51:28.242872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60169be9-5664-4372-b3e1-133016d871fc req-287e3c68-463f-4f02-b453-c2c49802bace tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026027 Aug 04 16:51:28.246957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-69a8f6f5-15f3-4d45-a82d-23c27a0c39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:28.248377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-69a8f6f5-15f3-4d45-a82d-23c27a0c39cd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77176d4a-9942-4d3a-87a4-86993376c507 HTTP/1.1" status: 200 len: 863 time: 0.1009982 Aug 04 16:51:28.257431 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6ccce41e-aa88-4cff-8c99-1b7c46c25bd5 req-dc4567cb-b51d-4adf-8f02-daddabbd34dd tempest-AggregatesAdminTestJSON-117348543 tempest-AggregatesAdminTestJSON-117348543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.263458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6ccce41e-aa88-4cff-8c99-1b7c46c25bd5 req-dc4567cb-b51d-4adf-8f02-daddabbd34dd tempest-AggregatesAdminTestJSON-117348543 tempest-AggregatesAdminTestJSON-117348543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.278791 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.316601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ccce41e-aa88-4cff-8c99-1b7c46c25bd5 req-dc4567cb-b51d-4adf-8f02-daddabbd34dd tempest-AggregatesAdminTestJSON-117348543 tempest-AggregatesAdminTestJSON-117348543-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321322 Aug 04 16:51:28.328521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c37027d-c8a4-451c-a986-64edcbd098ea,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:28.328737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4567cb-b51d-4adf-8f02-daddabbd34dd tempest-AggregatesAdminTestJSON-117348543 tempest-AggregatesAdminTestJSON-117348543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784ccc58-65af-44d0-b090-b1cf84fa7217,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:28.342340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-fe0f11b9-05e7-4e49-8f63-2887cbe80e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:28.346573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-fe0f11b9-05e7-4e49-8f63-2887cbe80e08 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878892 Aug 04 16:51:28.405745 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9286ab-5d37-4339-9269-548e2d51e958 x-openstack-request-id: req-4c9286ab-5d37-4339-9269-548e2d51e958 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:28.406068 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d348b49-dc1c-4cc5-a43f-7ac3051085a9", "tag": "512d4740-42b6-475a-a8f1-58ca29fc5606", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:28.406277 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c9286ab-5d37-4339-9269-548e2d51e958 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:28.406743 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'tag': '512d4740-42b6-475a-a8f1-58ca29fc5606', 'status': 'completed', 'code': 200} Aug 04 16:51:28.419385 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.509745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea389385-2c41-40e5-a717-47ed2644261a req-407d3061-2a5d-42f3-b6e6-deca4569e395 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:28.511337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea389385-2c41-40e5-a717-47ed2644261a req-407d3061-2a5d-42f3-b6e6-deca4569e395 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 943 time: 0.0855386 Aug 04 16:51:28.513509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-3ae73623-1297-419f-9158-50913d3c9a6b service neutron] 10.222.0.82 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576192 Aug 04 16:51:28.559765 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-09143ad7-a43b-4544-b6a4-61e2f882bd69 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539660 Aug 04 16:51:28.567204 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.571095 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.605742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea389385-2c41-40e5-a717-47ed2644261a req-981a8dfa-f4c7-42f6-ac11-67c6751381d1 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864322 Aug 04 16:51:28.643695 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b91a8b99-7ca2-4025-9617-00f3fcfcfd89 req-c0fe3bba-de53-4b6d-8017-3475e5a16d02 service neutron] 10.222.0.82 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175380 Aug 04 16:51:28.729498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.730002 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9288a733-c915-4856-8c97-2739a209d6c0 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:51:28.735957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.739624 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e2d3a19d-5375-428a-8804-58894d55422b admin admin] 10.222.0.39 "DELETE /v2.0/routers/9288a733-c915-4856-8c97-2739a209d6c0 HTTP/1.1" status: 204 len: 168 time: 2.3409317 Aug 04 16:51:28.740152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33762) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:28.754789 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.783767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.805648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff6289d-8d00-4f36-a772-ff691371dd60 admin admin] Deleting subnet 591e0f53-1d4b-4236-a054-9aefb2dd6c47 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:51:28.820353 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0a16f4ee-ae32-4e22-a345-bc99dbf51057 req-7eb5c153-63d6-415f-b655-9b66953a22c9 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450030 Aug 04 16:51:28.820762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eff6289d-8d00-4f36-a772-ff691371dd60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.831083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:51:28.833661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98cfc7-da4c-4da5-9620-4fb3d16da344,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:28.846566 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.847195 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Added segment 4ee73ba5-4935-4a32-b5f4-ba7b06e17daf of type vlan for network 83871cb6-9702-4d6c-8452-9290689050df Aug 04 16:51:28.904778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eff6289d-8d00-4f36-a772-ff691371dd60 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:28.905864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.002956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.004050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:29.004650 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.015659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac req-33e50b2c-1985-44dc-8960-109bc96bbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:29.017468 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac req-33e50b2c-1985-44dc-8960-109bc96bbbcf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1094 time: 0.1062829 Aug 04 16:51:29.070043 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eff6289d-8d00-4f36-a772-ff691371dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.104943 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6233232 Aug 04 16:51:29.117105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33782) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:29.121985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Request body: {'subnet': {'network_id': '83871cb6-9702-4d6c-8452-9290689050df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-70243118-subnet', 'tenant_id': '7ef103b153cb41a1bc799399e8659304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:29.174028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-af298958-1a39-4351-8b32-b6e459bddead tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:29.175008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-af298958-1a39-4351-8b32-b6e459bddead tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 1101 time: 0.1072261 Aug 04 16:51:29.184186 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749bd3d-83ea-4ffc-91f3-24504f4d0212 admin admin] Pushing event updated for resources: {'Network': ['ID=83871cb6-9702-4d6c-8452-9290689050df,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:29.198325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Made reservation on behalf of 7ef103b153cb41a1bc799399e8659304 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:29.200454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.203547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 83871cb6-9702-4d6c-8452-9290689050df details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:51:29.209453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c4fa-286e-471f-8f74-e941b8ef63cd req-dba78988-9afd-464b-b6a1-12f89eb45668 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:29.211014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70e9c4fa-286e-471f-8f74-e941b8ef63cd req-dba78988-9afd-464b-b6a1-12f89eb45668 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 950 time: 0.1754005 Aug 04 16:51:29.258791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac req-62b56bb7-dbe6-489e-a128-98945cc0bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:29.260815 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac req-62b56bb7-dbe6-489e-a128-98945cc0bb50 service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.2275867 Aug 04 16:51:29.282835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eff6289d-8d00-4f36-a772-ff691371dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.319772 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac req-640b9164-6b24-4b2a-aa72-98568893c802 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 200 len: 217 time: 0.0492096 Aug 04 16:51:29.339831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6289d-8d00-4f36-a772-ff691371dd60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591e0f53-1d4b-4236-a054-9aefb2dd6c47,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:29.342027 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eff6289d-8d00-4f36-a772-ff691371dd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.346276 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eff6289d-8d00-4f36-a772-ff691371dd60 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/591e0f53-1d4b-4236-a054-9aefb2dd6c47 HTTP/1.1" status: 204 len: 168 time: 0.6025722 Aug 04 16:51:29.349596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d71a2-038c-4dae-812b-fb9601152ad9 None None] Network ec74d05f-4db3-48d7-b638-219f3453a414 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:29.356123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33796) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:29.418720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70e9c4fa-286e-471f-8f74-e941b8ef63cd req-ad4f43b4-01ce-4c10-8cec-0446ced5d087 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818647 Aug 04 16:51:29.433769 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac req-d882e31c-35f0-477a-bf09-43855100d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:29.435700 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac req-d882e31c-35f0-477a-bf09-43855100d502 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1089478 Aug 04 16:51:29.463386 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.487867 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac req-720037b0-c448-42a7-8906-b98157d5e2b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414834 Aug 04 16:51:29.496271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73515a3-d1cc-4e49-9d5d-0e5a97985bed req-50b7d089-89a8-4d00-be42-6534639adfef tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:29.498182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a73515a3-d1cc-4e49-9d5d-0e5a97985bed req-50b7d089-89a8-4d00-be42-6534639adfef tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 943 time: 0.1334417 Aug 04 16:51:29.513000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-50d645dc-d124-4dd9-a423-e40e8c0c8c21 tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] Deleting port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:51:29.513345 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-50d645dc-d124-4dd9-a423-e40e8c0c8c21 tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.580372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e03961-0e08-4ba8-b7b5-7e8b2927bb67 None None] DHCP port deletion for ec74d05f-4db3-48d7-b638-219f3453a414 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:51:29.647111 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac req-75fddb86-8579-423e-8ba2-a8ac4233fc97 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510572 Aug 04 16:51:29.650540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-71e03961-0e08-4ba8-b7b5-7e8b2927bb67 None None] Deleting port 8962c1df-6611-42bf-b389-78786d861cde {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:51:29.651197 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-71e03961-0e08-4ba8-b7b5-7e8b2927bb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.654915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Deleting port 8962c1df-6611-42bf-b389-78786d861cde {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:51:29.655612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a73515a3-d1cc-4e49-9d5d-0e5a97985bed req-a6c4cc82-f7c2-4008-a8f6-2c1c9d9b1656 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474197 Aug 04 16:51:29.655943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.711432 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.730298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-50d645dc-d124-4dd9-a423-e40e8c0c8c21 tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] For port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:29.730669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-50d645dc-d124-4dd9-a423-e40e8c0c8c21 tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.737904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-71e03961-0e08-4ba8-b7b5-7e8b2927bb67 None None] For port 8962c1df-6611-42bf-b389-78786d861cde, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8962c1df-6611-42bf-b389-78786d861cde,segment=NetworkSegment(b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed),segment_id=b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:29.738966 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-71e03961-0e08-4ba8-b7b5-7e8b2927bb67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.757522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-71e03961-0e08-4ba8-b7b5-7e8b2927bb67 None None] Calling delete_port for 8962c1df-6611-42bf-b389-78786d861cde owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:51:29.788994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-50d645dc-d124-4dd9-a423-e40e8c0c8c21 tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] Calling delete_port for 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:51:29.804575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] For port 8962c1df-6611-42bf-b389-78786d861cde, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8962c1df-6611-42bf-b389-78786d861cde,segment=NetworkSegment(b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed),segment_id=b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:29.804883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:29.826114 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Calling delete_port for 8962c1df-6611-42bf-b389-78786d861cde owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:51:29.858739 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4ea7ecdf-efa0-488a-bc89-6140db4e98ac req-db326b57-3e76-4851-a718-bc51229ee431 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998575 Aug 04 16:51:29.930195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9c37027d-c8a4-451c-a986-64edcbd098ea no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:51:29.958174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=639ee8d8-35bc-44fd-970a-1029484fffb3,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:29.959928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 9c37027d-c8a4-451c-a986-64edcbd098ea {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:51:29.961173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9c37027d-c8a4-451c-a986-64edcbd098ea not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:51:29.962231 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8962c1df-6611-42bf-b389-78786d861cde no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:51:29.993518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d879cb-0f79-4a14-81d2-f9b462e0f3b3 req-3a365be7-a7a8-4152-8fea-9f53a62c69e4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:30.004868 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-71e03961-0e08-4ba8-b7b5-7e8b2927bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.004981 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3d879cb-0f79-4a14-81d2-f9b462e0f3b3 req-3a365be7-a7a8-4152-8fea-9f53a62c69e4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 943 time: 0.2526245 Aug 04 16:51:30.010424 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.013122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:30.013485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Network hostable DHCP agents. Network: 83871cb6-9702-4d6c-8452-9290689050df, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:51:30.037290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e03961-0e08-4ba8-b7b5-7e8b2927bb67 None None] Pushing event deleted for resources: {'Port': ['ID=8962c1df-6611-42bf-b389-78786d861cde,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:30.044874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e03961-0e08-4ba8-b7b5-7e8b2927bb67 None None] No DVR routers for this DVR port 8962c1df-6611-42bf-b389-78786d861cde on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:51:30.049062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Pushing event deleted for resources: {'Port': ['ID=8962c1df-6611-42bf-b389-78786d861cde,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:30.058064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No active binding found for port 8962c1df-6611-42bf-b389-78786d861cde {{(pid=105830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 16:51:30.059185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] No DVR routers for this DVR port 8962c1df-6611-42bf-b389-78786d861cde on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:51:30.059666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8962c1df-6611-42bf-b389-78786d861cde not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:51:30.143533 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.158076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.158436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.159224 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.159551 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > port after_create 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.160089 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > port after_delete 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.160581 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > port after_update 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.160904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.162030 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.162365 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.162718 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.290590 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.291290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.291532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.291920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:51:30.292529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec74d05f-4db3-48d7-b638-219f3453a414']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:30.295392 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3d879cb-0f79-4a14-81d2-f9b462e0f3b3 req-a344132f-25c8-42e7-a67b-8dce677b9ac7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932799 Aug 04 16:51:30.315329 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Network 83871cb6-9702-4d6c-8452-9290689050df is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:51:30.329333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:30.329866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fcf8d3-a7b8-4098-8d51-462f9e4ce2ed') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:30.347657 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.367153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 83871cb6-9702-4d6c-8452-9290689050df) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:30.377398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:30.379229 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.382300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef860c-aa21-40da-bca6-a32dbf83d463 None None] Network 83871cb6-9702-4d6c-8452-9290689050df requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:30.397059 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.407526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b03a3bd8-0b3b-420a-a64a-09c95a87b0ec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2814789 Aug 04 16:51:30.407526 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-50d645dc-d124-4dd9-a423-e40e8c0c8c21 tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.408198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:51:30.408602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.427264 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['6592f355-ccc0-4ff8-9bfc-afca3acf9f97'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:30.444665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d645dc-d124-4dd9-a423-e40e8c0c8c21 tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] Pushing event deleted for resources: {'Port': ['ID=6592f355-ccc0-4ff8-9bfc-afca3acf9f97,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: from cryptography.utils import int_from_bytes Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: from cryptography.utils import int_from_bytes Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:51:30.445768 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:51:30.503789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-50d645dc-d124-4dd9-a423-e40e8c0c8c21 tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] No DVR routers for this DVR port 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:51:30.508437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-50d645dc-d124-4dd9-a423-e40e8c0c8c21 tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.511238 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5e69ed8-039c-4566-897e-4bb03c93126f req-50d645dc-d124-4dd9-a423-e40e8c0c8c21 tempest-DeleteServersAdminTestJSON-1990996580 tempest-DeleteServersAdminTestJSON-1990996580-project-admin] 10.222.0.82 "DELETE /v2.0/ports/6592f355-ccc0-4ff8-9bfc-afca3acf9f97 HTTP/1.1" status: 204 len: 173 time: 1.3250222 Aug 04 16:51:30.511850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e655b35-800b-47e3-b964-9be525a58042', 'name': 'network-vif-deleted', 'tag': '6592f355-ccc0-4ff8-9bfc-afca3acf9f97'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:30.514338 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e9798a-6a1b-4ae4-8f6e-0f2e522c7d27" -d '{"events": [{"server_uuid": "6e655b35-800b-47e3-b964-9be525a58042", "name": "network-vif-deleted", "tag": "6592f355-ccc0-4ff8-9bfc-afca3acf9f97"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:30.605380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.613964 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:30.620057 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] 10.222.0.39 "DELETE /v2.0/networks/ec74d05f-4db3-48d7-b638-219f3453a414 HTTP/1.1" status: 204 len: 168 time: 1.2617440 Aug 04 16:51:30.657002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fe8a4bf-f633-478d-8bef-6eaf8f2b72de req-d44fad32-443b-4a05-b1b4-bdb91fc03369 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e655b35-800b-47e3-b964-9be525a58042 HTTP/1.1" status: 200 len: 210 time: 0.0649292 Aug 04 16:51:30.686118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272831c1-6b7e-4308-9ef3-d9e16b03738d admin admin] Pushing event deleted for resources: {'Network': ['ID=ec74d05f-4db3-48d7-b638-219f3453a414,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:30.717716 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267110af-78d0-44de-bf4f-86738a444e1f x-openstack-request-id: req-267110af-78d0-44de-bf4f-86738a444e1f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:30.718267 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e655b35-800b-47e3-b964-9be525a58042", "name": "network-vif-deleted", "tag": "6592f355-ccc0-4ff8-9bfc-afca3acf9f97", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:30.718715 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-267110af-78d0-44de-bf4f-86738a444e1f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:30.719356 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e655b35-800b-47e3-b964-9be525a58042', 'name': 'network-vif-deleted', 'tag': '6592f355-ccc0-4ff8-9bfc-afca3acf9f97', 'status': 'completed', 'code': 200} Aug 04 16:51:30.760439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484368a4-9061-4e80-9dc2-700d958ff2b1 None None] Network 83871cb6-9702-4d6c-8452-9290689050df requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:30.891552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33890) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:30.983239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-82909a9c-019a-4b92-8cdd-05984275e4ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=329a779686bb47b99840054dd89f5a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904043 Aug 04 16:51:30.985681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33896) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:30.988719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867e908-44c1-4b91-a5a9-15c6435c7de9 req-3561c3f2-d86d-476d-a10b-ffd9a495491e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:30.998951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5867e908-44c1-4b91-a5a9-15c6435c7de9 req-3561c3f2-d86d-476d-a10b-ffd9a495491e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 943 time: 0.0855091 Aug 04 16:51:31.053641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5867e908-44c1-4b91-a5a9-15c6435c7de9 req-8da89c9b-51ba-41ed-9776-f46c0038c387 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490963 Aug 04 16:51:31.338307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 512d4740-42b6-475a-a8f1-58ca29fc5606 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:51:31.488234 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc9847d4-14db-44d2-a7dd-7a9631d31d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.508629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33934) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:31.541357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc9847d4-14db-44d2-a7dd-7a9631d31d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.548711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46969a-a5e8-490c-9b4c-81fee0eebd88 req-5e0e5e8f-3287-4164-a60a-a5e810c1da3d tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:31.560214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f46969a-a5e8-490c-9b4c-81fee0eebd88 req-5e0e5e8f-3287-4164-a60a-a5e810c1da3d tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 943 time: 0.0882175 Aug 04 16:51:31.604551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:31.623435 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc9847d4-14db-44d2-a7dd-7a9631d31d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.631764 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc9847d4-14db-44d2-a7dd-7a9631d31d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.634701 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bc9847d4-14db-44d2-a7dd-7a9631d31d1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39a5afe9-34f3-421a-ae06-7f3b54ff436d HTTP/1.1" status: 204 len: 168 time: 0.6429024 Aug 04 16:51:31.643553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f46969a-a5e8-490c-9b4c-81fee0eebd88 req-0ef47eb4-12a2-4a7a-8a6c-bebf7ce0cd86 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823641 Aug 04 16:51:31.644301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '512d4740-42b6-475a-a8f1-58ca29fc5606', 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237', 'port_id': '512d4740-42b6-475a-a8f1-58ca29fc5606', 'mac_address': 'fa:16:3e:22:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7e0b83-0176-47e6-b307-46f85e25ffd6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:51:31.656215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9847d4-14db-44d2-a7dd-7a9631d31d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a5afe9-34f3-421a-ae06-7f3b54ff436d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:31.672723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33946) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:31.684781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-386329608-network', 'tenant_id': 'f6aee520cd25416dba22f6fd6bc91b33'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:31.707115 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.727464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Made reservation on behalf of f6aee520cd25416dba22f6fd6bc91b33 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:31.729168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512d4740-42b6-475a-a8f1-58ca29fc5606 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:31.734560 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.762315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.795046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:31.805228 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.806261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 84c9455c-a109-4e25-9621-683f583d6bdf details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:51:31.932833 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.941701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.952728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8ae-ffec-4ec7-bfa7-59752321fb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.970418 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ae2530e7-435a-4fae-b560-a24a8e4171d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.972760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:51:31.994713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624e6be6-87bf-493b-8f9e-7f46c50b63b7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:31.999254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:31.999651 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Added segment a7edad61-df25-46f7-91b4-d8e80f4844b1 of type vlan for network c2b0d369-cfe4-4964-9a99-0d745ad839f1 Aug 04 16:51:32.008296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=512d4740-42b6-475a-a8f1-58ca29fc5606,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:32.054073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 84c9455c-a109-4e25-9621-683f583d6bdf, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=84c9455c-a109-4e25-9621-683f583d6bdf,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:32.083608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '84c9455c-a109-4e25-9621-683f583d6bdf', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'port_id': '84c9455c-a109-4e25-9621-683f583d6bdf', 'mac_address': 'fa:16:3e:97:c6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:51:32.113008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.190347 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8ae-ffec-4ec7-bfa7-59752321fb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.204573 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8ae-ffec-4ec7-bfa7-59752321fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.211019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.212006 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.212136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:32.216541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.227592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c9455c-a109-4e25-9621-683f583d6bdf {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:32.251648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 84c9455c-a109-4e25-9621-683f583d6bdf, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=84c9455c-a109-4e25-9621-683f583d6bdf,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:32.259651 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.260839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ea59a8ae-ffec-4ec7-bfa7-59752321fb5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0d2612ae1684614b75bfcc9eef855f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7500963 Aug 04 16:51:32.271183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33972) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:32.335762 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6618586 Aug 04 16:51:32.338596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33984) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:32.344489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Request body: {'subnet': {'network_id': 'c2b0d369-cfe4-4964-9a99-0d745ad839f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-386329608-subnet', 'tenant_id': 'f6aee520cd25416dba22f6fd6bc91b33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:32.367603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5854f9-70cb-46df-a04c-39cf67ca7f31 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b0d369-cfe4-4964-9a99-0d745ad839f1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:32.388274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network c2b0d369-cfe4-4964-9a99-0d745ad839f1 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:51:32.390412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Made reservation on behalf of f6aee520cd25416dba22f6fd6bc91b33 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:32.393591 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.426030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-67817c1b-e4cc-477f-956f-130402901c85 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436523 Aug 04 16:51:32.515902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=84c9455c-a109-4e25-9621-683f583d6bdf,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:32.545494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59a8ae-ffec-4ec7-bfa7-59752321fb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba3da43-2bb3-4ccb-a9fa-f6488d63a232,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:32.561173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33992) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:32.579102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['84c9455c-a109-4e25-9621-683f583d6bdf'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:32.582359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295304-7d8b-4823-b0bb-482c0a0a97b6 req-8f13ee77-ee0a-4897-bf0a-c5e4cf25e796 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:32.583896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['512d4740-42b6-475a-a8f1-58ca29fc5606'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:32.590746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad295304-7d8b-4823-b0bb-482c0a0a97b6 req-8f13ee77-ee0a-4897-bf0a-c5e4cf25e796 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 944 time: 0.3541143 Aug 04 16:51:32.603814 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a831f23-efab-4110-9235-a9a3e9c64ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.625041 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.684439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba16309f-941f-48fb-ac81-01f978d651b4,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:32.692762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a831f23-efab-4110-9235-a9a3e9c64ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.728532 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad295304-7d8b-4823-b0bb-482c0a0a97b6 req-9e86e40e-5c58-43c4-88ee-3ffaea4c9e0a tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349223 Aug 04 16:51:32.746340 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Checking segment: {'id': 'a7edad61-df25-46f7-91b4-d8e80f4844b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'c2b0d369-cfe4-4964-9a99-0d745ad839f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:32.748955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Network hostable DHCP agents. Network: c2b0d369-cfe4-4964-9a99-0d745ad839f1, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:51:32.764148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-b7e5102b-4ad3-438f-a711-aa81d9f6b528 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:32.773132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-b7e5102b-4ad3-438f-a711-aa81d9f6b528 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3459265 Aug 04 16:51:32.794497 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Network c2b0d369-cfe4-4964-9a99-0d745ad839f1 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:51:32.798380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-661df20c-aa5c-445f-a64a-02179e7282cb tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/quotas/bad9e2d4f4d442b28e2acd6ff29b43d3 HTTP/1.1" status: 200 len: 375 time: 0.0242705 Aug 04 16:51:32.824187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, c2b0d369-cfe4-4964-9a99-0d745ad839f1) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:32.829459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:32.830211 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.842995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-b667d166-02e2-4ef7-9c03-f3a43fea3cd6 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434117 Aug 04 16:51:32.847188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3120763e-2178-42cf-a0d7-b48e40c4169d None None] Network c2b0d369-cfe4-4964-9a99-0d745ad839f1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:32.866776 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5ded26ed-1807-4411-a6ee-192c64cd1d5f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5269113 Aug 04 16:51:32.867887 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a831f23-efab-4110-9235-a9a3e9c64ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.871374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a831f23-efab-4110-9235-a9a3e9c64ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:32.873014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3a831f23-efab-4110-9235-a9a3e9c64ae0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fba3da43-2bb3-4ccb-a9fa-f6488d63a232 HTTP/1.1" status: 204 len: 168 time: 0.6004856 Aug 04 16:51:32.891542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a831f23-efab-4110-9235-a9a3e9c64ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba3da43-2bb3-4ccb-a9fa-f6488d63a232,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:32.997376 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ceb572-47fd-4e06-b5b6-b86aef3c52ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.055644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcd24b-f14a-4f38-b0d5-19f00d23b5c1 req-0912c4c0-99dc-4ec9-bf23-5c76cbb1f733 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:33.066079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1dfcd24b-f14a-4f38-b0d5-19f00d23b5c1 req-0912c4c0-99dc-4ec9-bf23-5c76cbb1f733 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 944 time: 0.1569679 Aug 04 16:51:33.161229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1dfcd24b-f14a-4f38-b0d5-19f00d23b5c1 req-d84fc419-406e-4a2b-b733-4eac178385a1 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869882 Aug 04 16:51:33.291763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5762cd88-ebac-4893-807b-6111e8955447 req-bbc412a0-d169-4e4c-8143-07ef41f3e5db tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 210 time: 0.0503805 Aug 04 16:51:33.327258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3111d5-5e02-498a-bb8a-a6364bfd72bf None None] Network c2b0d369-cfe4-4964-9a99-0d745ad839f1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:51:33.333828 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ceb572-47fd-4e06-b5b6-b86aef3c52ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.343646 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ceb572-47fd-4e06-b5b6-b86aef3c52ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.409441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 512d4740-42b6-475a-a8f1-58ca29fc5606 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:33.463529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-78ceb572-47fd-4e06-b5b6-b86aef3c52ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=746b74d07c004b39b0570b4719c5f084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8985939 Aug 04 16:51:33.466361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34024) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:33.472973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ceb572-47fd-4e06-b5b6-b86aef3c52ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51594d4e-507b-44ce-a951-cbcfe80a275d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:33.475189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34026) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:33.559403 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55cb101-c149-4e7b-bcdd-446598556fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.559793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62a22658-7597-4b9c-947e-d28b3d3f16c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.586888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 512d4740-42b6-475a-a8f1-58ca29fc5606 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:33.592068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 512d4740-42b6-475a-a8f1-58ca29fc5606 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:33.592583 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.635739 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55cb101-c149-4e7b-bcdd-446598556fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.735200 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.795776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d4740-42b6-475a-a8f1-58ca29fc5606'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:33.802859 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e073e32-6cf1-41e7-a970-1b4e1a07b728" -d '{"events": [{"server_uuid": "4d348b49-dc1c-4cc5-a43f-7ac3051085a9", "name": "network-vif-plugged", "status": "completed", "tag": "512d4740-42b6-475a-a8f1-58ca29fc5606"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:33.829595 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62a22658-7597-4b9c-947e-d28b3d3f16c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.834645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:33.841380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62a22658-7597-4b9c-947e-d28b3d3f16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.845846 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.851372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 84c9455c-a109-4e25-9621-683f583d6bdf up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:33.853488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1d6aa-52b8-4aa1-bf64-875fcb127cf4 req-666525d2-b54c-4397-a7dd-3a08f0e3f539 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:33.860136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb1d6aa-52b8-4aa1-bf64-875fcb127cf4 req-666525d2-b54c-4397-a7dd-3a08f0e3f539 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 972 time: 0.1420672 Aug 04 16:51:33.905233 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55cb101-c149-4e7b-bcdd-446598556fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.907327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-62a22658-7597-4b9c-947e-d28b3d3f16c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4850ea641374e1db5898559746c8a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305031 Aug 04 16:51:33.908036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34046) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:33.912127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55cb101-c149-4e7b-bcdd-446598556fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:33.913394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b55cb101-c149-4e7b-bcdd-446598556fb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51594d4e-507b-44ce-a951-cbcfe80a275d HTTP/1.1" status: 204 len: 168 time: 0.4460764 Aug 04 16:51:33.951745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cb101-c149-4e7b-bcdd-446598556fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51594d4e-507b-44ce-a951-cbcfe80a275d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:33.964715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a22658-7597-4b9c-947e-d28b3d3f16c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69e1e8e-1811-4fbc-a6a8-047d24f075ff,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:33.969331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb1d6aa-52b8-4aa1-bf64-875fcb127cf4 req-d43e990a-46ff-4e6a-9e32-7f31841b8831 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962112 Aug 04 16:51:33.975189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=512d4740-42b6-475a-a8f1-58ca29fc5606,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:34.046661 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac21642f-5f60-4c49-a961-2239c981063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:34.089850 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac21642f-5f60-4c49-a961-2239c981063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:34.121154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 84c9455c-a109-4e25-9621-683f583d6bdf completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:34.128879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 84c9455c-a109-4e25-9621-683f583d6bdf triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:34.129370 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:34.153805 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac21642f-5f60-4c49-a961-2239c981063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:34.157840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac21642f-5f60-4c49-a961-2239c981063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:34.161562 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac21642f-5f60-4c49-a961-2239c981063e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d69e1e8e-1811-4fbc-a6a8-047d24f075ff HTTP/1.1" status: 204 len: 168 time: 0.2498355 Aug 04 16:51:34.198605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21642f-5f60-4c49-a961-2239c981063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69e1e8e-1811-4fbc-a6a8-047d24f075ff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:34.384091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-023e1630-c5ad-4fe6-871f-1a7e292013f3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:34.392270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-023e1630-c5ad-4fe6-871f-1a7e292013f3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 806 time: 0.1828544 Aug 04 16:51:34.395299 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:34.420303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-d1835d20-8665-4be1-8c6d-0489b2033791 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/quotas/7ef103b153cb41a1bc799399e8659304 HTTP/1.1" status: 200 len: 375 time: 0.0265284 Aug 04 16:51:34.459438 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b327eb38-91cd-46fc-9a12-1b0614c68e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:34.468318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643cfd6-bec2-4b0b-b134-c0a0561b8794 req-0015d888-75cb-4b26-a13a-d09e227ed63a tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:34.477632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c643cfd6-bec2-4b0b-b134-c0a0561b8794 req-0015d888-75cb-4b26-a13a-d09e227ed63a tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 944 time: 0.3588433 Aug 04 16:51:34.495095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-cbb7f173-c985-4093-b6e4-bd708e98a2e7 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735941 Aug 04 16:51:34.508231 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 84c9455c-a109-4e25-9621-683f583d6bdf, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=84c9455c-a109-4e25-9621-683f583d6bdf,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:34.523401 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:34.524225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:51:34.547395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:51:34.547720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6592f355-ccc0-4ff8-9bfc-afca3acf9f97 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:51:34.618670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c643cfd6-bec2-4b0b-b134-c0a0561b8794 req-176ca8c9-d00d-4588-a10c-cfac2ef0811a tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400127 Aug 04 16:51:34.658045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=84c9455c-a109-4e25-9621-683f583d6bdf,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:34.666722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34082) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:34.668657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-e9521dca-e20d-4bb6-8641-21f0e6281fd8 service neutron] 10.222.0.39 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723783 Aug 04 16:51:34.697333 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-142e4c9f-2180-4771-86de-0eee7b9287a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:34.800111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-02d2f92b-b285-4ca4-8841-2607e2b0569a service neutron] 10.222.0.39 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300092 Aug 04 16:51:34.878846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-7ea34185-94c4-4afe-821b-4021c2405fde tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670767 Aug 04 16:51:34.885306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.90', 49245) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:34.950641 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.099054 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3e3124-727f-415b-81d9-b221dc635b68 x-openstack-request-id: req-8f3e3124-727f-415b-81d9-b221dc635b68 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:35.099365 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d348b49-dc1c-4cc5-a43f-7ac3051085a9", "name": "network-vif-plugged", "status": "completed", "tag": "512d4740-42b6-475a-a8f1-58ca29fc5606", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:35.099616 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f3e3124-727f-415b-81d9-b221dc635b68 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:35.100013 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d4740-42b6-475a-a8f1-58ca29fc5606', 'code': 200} Aug 04 16:51:35.164369 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-142e4c9f-2180-4771-86de-0eee7b9287a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.191087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-a94015f5-4dea-40f5-b2bd-7933d28c58eb tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:35.193406 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-a94015f5-4dea-40f5-b2bd-7933d28c58eb tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.90 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 972 time: 0.3046165 Aug 04 16:51:35.195147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-142e4c9f-2180-4771-86de-0eee7b9287a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.233600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-cc1ed81a-70e1-45e1-838f-fee2e5744896 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:35.235356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-cc1ed81a-70e1-45e1-838f-fee2e5744896 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560512 Aug 04 16:51:35.237688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9c26f04-e15d-4fa7-8d13-ac5426afe60a req-3f2c1ac2-37d5-4b55-a1e6-687384100d86 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 210 time: 0.0629814 Aug 04 16:51:35.260906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Request body: {'port': {'device_id': 'ecad2728-924d-4b23-b3f4-51886f3d82a8', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'bad9e2d4f4d442b28e2acd6ff29b43d3'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:35.322339 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-142e4c9f-2180-4771-86de-0eee7b9287a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c88b2c3e43824e739a2eb2bf458666dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463912 Aug 04 16:51:35.326593 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34112) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:35.362633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e4c9f-2180-4771-86de-0eee7b9287a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7131849a-90b2-403a-8ae7-12bffc47ae7d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:35.373786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9ce72-41d7-4a5d-9d0b-14031639f19c req-5c500008-e45f-488c-ab59-798a936c82aa tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:35.390555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89a9ce72-41d7-4a5d-9d0b-14031639f19c req-5c500008-e45f-488c-ab59-798a936c82aa tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 945 time: 0.2710168 Aug 04 16:51:35.461001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa804d5-f792-4260-aefd-2f7cc05e1b09 req-e2fccfd5-2016-4e5b-a4ad-d485b2704481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:35.463182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fa804d5-f792-4260-aefd-2f7cc05e1b09 req-e2fccfd5-2016-4e5b-a4ad-d485b2704481 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1096 time: 0.2587049 Aug 04 16:51:35.528808 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1acc0af6-e685-430a-99c7-91792212b3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.575886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc106d9f-e99e-4894-872c-ec66a1124204 req-4729e467-a25f-42fa-a612-ce208dedffd7 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 210 time: 0.1385295 Aug 04 16:51:35.589488 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1acc0af6-e685-430a-99c7-91792212b3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.594988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89a9ce72-41d7-4a5d-9d0b-14031639f19c req-29193aa1-c233-44c6-b28e-927c79896440 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032871 Aug 04 16:51:35.655078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fa804d5-f792-4260-aefd-2f7cc05e1b09 req-a961405c-f0ce-4d57-b11d-5a208d27d66f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708555 Aug 04 16:51:35.679535 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.694339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-676e09f1-fb2c-497e-9256-54835c632c51 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Deleting port ce1da24c-4a53-478a-b8cb-5bcc558452bd {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:51:35.695393 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-676e09f1-fb2c-497e-9256-54835c632c51 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.768597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Made reservation on behalf of bad9e2d4f4d442b28e2acd6ff29b43d3 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:35.772193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.794130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1acc0af6-e685-430a-99c7-91792212b3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.798136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1acc0af6-e685-430a-99c7-91792212b3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.799914 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1acc0af6-e685-430a-99c7-91792212b3b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7131849a-90b2-403a-8ae7-12bffc47ae7d HTTP/1.1" status: 204 len: 168 time: 0.4689777 Aug 04 16:51:35.826976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc0af6-e685-430a-99c7-91792212b3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7131849a-90b2-403a-8ae7-12bffc47ae7d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:35.834102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-676e09f1-fb2c-497e-9256-54835c632c51 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] For port ce1da24c-4a53-478a-b8cb-5bcc558452bd, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ce1da24c-4a53-478a-b8cb-5bcc558452bd,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:35.834571 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-676e09f1-fb2c-497e-9256-54835c632c51 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:35.846461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dece5a2-ad2d-41c2-8d5b-919ccf6e49e2 req-8a6abd9f-adfa-4557-9722-8526cf165e77 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:35.848576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dece5a2-ad2d-41c2-8d5b-919ccf6e49e2 req-8a6abd9f-adfa-4557-9722-8526cf165e77 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/ports?device_id=54fe011e-7649-41fa-b9bd-afd91e952317 HTTP/1.1" status: 200 len: 972 time: 0.1637793 Aug 04 16:51:35.873098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-676e09f1-fb2c-497e-9256-54835c632c51 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Calling delete_port for ce1da24c-4a53-478a-b8cb-5bcc558452bd owned by compute:tempest-test_az-1226583021 {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:51:35.958020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dece5a2-ad2d-41c2-8d5b-919ccf6e49e2 req-86d62839-6159-4faa-a209-36f32f06db0b tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.39 "GET /v2.0/security-groups?id=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644126 Aug 04 16:51:36.046161 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Allocated IP 192.168.233.40 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/2d481b35-a404-4ac1-8b9b-ae10a89c7f5d) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:36.094507 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-676e09f1-fb2c-497e-9256-54835c632c51 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:36.113039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ce1da24c-4a53-478a-b8cb-5bcc558452bd'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:36.144915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e09f1-fb2c-497e-9256-54835c632c51 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Pushing event deleted for resources: {'Port': ['ID=ce1da24c-4a53-478a-b8cb-5bcc558452bd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:36.273707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c8b94-4a83-4551-8506-f7546a56b8db req-236e9678-9e27-40da-89ce-4c0834d1b412 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:36.278018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-676e09f1-fb2c-497e-9256-54835c632c51 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] No DVR routers for this DVR port ce1da24c-4a53-478a-b8cb-5bcc558452bd on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:51:36.282487 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-676e09f1-fb2c-497e-9256-54835c632c51 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:36.283905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a17c8b94-4a83-4551-8506-f7546a56b8db req-236e9678-9e27-40da-89ce-4c0834d1b412 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 945 time: 0.1819296 Aug 04 16:51:36.286868 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-86fc342b-3fc4-4fee-8e02-d6d0660f2e64 req-676e09f1-fb2c-497e-9256-54835c632c51 tempest-AggregatesAdminTestJSON-1122950381 tempest-AggregatesAdminTestJSON-1122950381-project] 10.222.0.90 "DELETE /v2.0/ports/ce1da24c-4a53-478a-b8cb-5bcc558452bd HTTP/1.1" status: 204 len: 173 time: 1.0735915 Aug 04 16:51:36.287487 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fe011e-7649-41fa-b9bd-afd91e952317', 'name': 'network-vif-deleted', 'tag': 'ce1da24c-4a53-478a-b8cb-5bcc558452bd'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:36.319278 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dc3d28-9949-424a-8852-cc8fc2e3c02f" -d '{"events": [{"server_uuid": "54fe011e-7649-41fa-b9bd-afd91e952317", "name": "network-vif-deleted", "tag": "ce1da24c-4a53-478a-b8cb-5bcc558452bd"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:36.404741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a17c8b94-4a83-4551-8506-f7546a56b8db req-61b9dedb-366a-4442-baf9-7bc2386e732c tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185935 Aug 04 16:51:36.495436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:36.538483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Transition to ACTIVE for port object 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:36.583930 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dd5bdb-d362-4a93-b939-af4616bb093a x-openstack-request-id: req-b2dd5bdb-d362-4a93-b939-af4616bb093a {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:36.584261 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fe011e-7649-41fa-b9bd-afd91e952317", "name": "network-vif-deleted", "tag": "ce1da24c-4a53-478a-b8cb-5bcc558452bd", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:36.584655 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2dd5bdb-d362-4a93-b939-af4616bb093a {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:36.585097 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fe011e-7649-41fa-b9bd-afd91e952317', 'name': 'network-vif-deleted', 'tag': 'ce1da24c-4a53-478a-b8cb-5bcc558452bd', 'status': 'completed', 'code': 200} Aug 04 16:51:36.675418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e217dec5-9f34-46d4-bc54-43384ec36a71 req-11958d4c-cefa-42e9-9caa-e01bfe0730da tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 210 time: 0.0770690 Aug 04 16:51:36.741807 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:36.830916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:36.840258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:36.847578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:36.854932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:36.855699 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:36.858441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Pushing event updated for resources: {'Port': ['ID=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:36.945131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-34d60048-2cf2-4144-bf53-cf815fd1f978 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:36.948358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-34d60048-2cf2-4144-bf53-cf815fd1f978 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 806 time: 0.2768764 Aug 04 16:51:36.977049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Request body: {'port': {'device_id': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'network_id': '83871cb6-9702-4d6c-8452-9290689050df', 'admin_state_up': True, 'tenant_id': '7ef103b153cb41a1bc799399e8659304'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:36.981686 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-479a877b-071c-4a9f-b466-257edc079eae tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7274289 Aug 04 16:51:36.992608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9835cdfe-4b68-4c76-8ddb-2102d7f3643d req-a91563ff-f27b-4042-b069-b86d0cf17022 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 210 time: 0.1450522 Aug 04 16:51:37.088043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Request body: {'port': {'device_id': 'ecad2728-924d-4b23-b3f4-51886f3d82a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:37.101290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c9455c-a109-4e25-9621-683f583d6bdf'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:37.104896 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc78854-fbf0-4b3c-8091-ce33b8839ca5" -d '{"events": [{"server_uuid": "b4ab4315-cd21-4505-9047-1766623a82c7", "name": "network-vif-plugged", "status": "completed", "tag": "84c9455c-a109-4e25-9621-683f583d6bdf"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:37.133392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c5b25e11-cee3-430e-b49b-fd443b123fd1 None None] Provisioning for port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:37.139578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c5b25e11-cee3-430e-b49b-fd443b123fd1 None None] Provisioning complete for port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:37.140168 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c5b25e11-cee3-430e-b49b-fd443b123fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:37.178731 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:37.217802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c5b25e11-cee3-430e-b49b-fd443b123fd1 None None] Port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:51:37.278393 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:37.298311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8aca60-e1ab-4c96-9002-19027c5b06fe req-9de9043c-ca1d-4628-8370-17a3bb973a51 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:37.299858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a8aca60-e1ab-4c96-9002-19027c5b06fe req-9de9043c-ca1d-4628-8370-17a3bb973a51 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 945 time: 0.1298292 Aug 04 16:51:37.412603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Made reservation on behalf of 7ef103b153cb41a1bc799399e8659304 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:51:37.416091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:37.444949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a8aca60-e1ab-4c96-9002-19027c5b06fe req-c220dc99-61da-453c-8242-423d643aa6a8 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328151 Aug 04 16:51:37.548908 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67732023-45ec-4b45-ab15-787c8ccb4136 x-openstack-request-id: req-67732023-45ec-4b45-ab15-787c8ccb4136 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:37.549218 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ab4315-cd21-4505-9047-1766623a82c7", "name": "network-vif-plugged", "status": "completed", "tag": "84c9455c-a109-4e25-9621-683f583d6bdf", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:37.550284 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67732023-45ec-4b45-ab15-787c8ccb4136 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:37.551156 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c9455c-a109-4e25-9621-683f583d6bdf', 'code': 200} Aug 04 16:51:37.687561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Allocated IP 172.20.0.14 (83871cb6-9702-4d6c-8452-9290689050df/639ee8d8-35bc-44fd-970a-1029484fffb3/c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:51:37.718708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e2b05-dbf1-43c0-821c-b7cd3986c4df req-106bfc5c-b300-46b8-9775-149cbe19c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:37.721239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a09e2b05-dbf1-43c0-821c-b7cd3986c4df req-106bfc5c-b300-46b8-9775-149cbe19c9a1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 1096 time: 0.0954149 Aug 04 16:51:37.779072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c483d-e2ac-41a3-a15a-da11cdaed330 req-07b40c8a-3429-4515-af74-a43ef250b9cf tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:37.780648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53c483d-e2ac-41a3-a15a-da11cdaed330 req-07b40c8a-3429-4515-af74-a43ef250b9cf tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 945 time: 0.1486816 Aug 04 16:51:37.780982 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a09e2b05-dbf1-43c0-821c-b7cd3986c4df req-130c640f-7b1c-4201-9494-c80a6a8d4114 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522759 Aug 04 16:51:37.794207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:37.812750 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:37.895189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Transition to ACTIVE for port object 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:37.901168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53c483d-e2ac-41a3-a15a-da11cdaed330 req-a64dfd76-e8d2-4995-a9be-23785d7f3d1c tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092165 Aug 04 16:51:37.904104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:37.971004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34306) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:38.238084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Pushing event updated for resources: {'Port': ['ID=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:38.305120 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.336134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00633f0-9069-457c-adb6-fb5759bee946 req-4cb5d308-ca2b-4f6c-8e91-02b84adb1182 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:38.337918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f00633f0-9069-457c-adb6-fb5759bee946 req-4cb5d308-ca2b-4f6c-8e91-02b84adb1182 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1096 time: 0.1637890 Aug 04 16:51:38.355658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Attempting to bind port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:38.355990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Attempting to bind port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:38.356318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Attempting to bind port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:38.369890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:51:38.370237 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5c7c495e-9125-41bc-b911-68c047748b2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da7d89eee1aa40559ea8818db7a4f613&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3979752 Aug 04 16:51:38.372830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Attempting to bind port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:38.373989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34344) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:38.404370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:38.405415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:38.405535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:38.406291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Bound port: 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:38.406754 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.466537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f00633f0-9069-457c-adb6-fb5759bee946 req-de2d6d71-df25-45cc-a5cf-56a14205b2df tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182413 Aug 04 16:51:38.500852 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f80135f0-e74c-4913-ab49-c9c80196b5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.528650 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.530278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34352) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:38.540701 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.567556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f80135f0-e74c-4913-ab49-c9c80196b5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.605079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Pushing event updated for resources: {'Port': ['ID=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:38.645369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Network 83871cb6-9702-4d6c-8452-9290689050df is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:51:38.647908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f80135f0-e74c-4913-ab49-c9c80196b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.651347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f80135f0-e74c-4913-ab49-c9c80196b5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.651534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:51:38.656855 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f80135f0-e74c-4913-ab49-c9c80196b5ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca HTTP/1.1" status: 204 len: 168 time: 0.2794685 Aug 04 16:51:38.663964 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.667244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:51:38.673770 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80135f0-e74c-4913-ab49-c9c80196b5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaaf6b0-cf8f-4fa8-a54e-86b0120cf2ca,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:38.675459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:38.676142 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.750185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] For port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:38.754484 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-4fb8c50e-ff84-437a-8091-686c163e4d6f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7818027 Aug 04 16:51:38.782106 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a3864cb-c9b8-4df0-a0c7-90593f8bb841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.785083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Request body: {'port': {'device_id': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:38.791552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] For port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:38.818177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.899821 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a3864cb-c9b8-4df0-a0c7-90593f8bb841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.900901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488c28d-f8de-4457-ab08-c737fed41564 req-c94dd7b4-ffd5-41b4-8b20-a5e90e5cf0cd tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:38.902451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1488c28d-f8de-4457-ab08-c737fed41564 req-c94dd7b4-ffd5-41b4-8b20-a5e90e5cf0cd tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 947 time: 0.1638176 Aug 04 16:51:38.907340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a3864cb-c9b8-4df0-a0c7-90593f8bb841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.909979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75883b1-508e-4d57-abe9-26b8bc0c3a70 req-1e6b0e0c-4e29-4537-ab7a-d569000efbb3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:38.911994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e75883b1-508e-4d57-abe9-26b8bc0c3a70 req-1e6b0e0c-4e29-4537-ab7a-d569000efbb3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 932 time: 0.2077558 Aug 04 16:51:38.922100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:38.922726 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:38.929094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] 10.222.0.90 "PUT /v2.0/ports/2d481b35-a404-4ac1-8b9b-ae10a89c7f5d HTTP/1.1" status: 200 len: 1095 time: 1.8497267 Aug 04 16:51:38.932213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecad2728-924d-4b23-b3f4-51886f3d82a8', 'tag': '2d481b35-a404-4ac1-8b9b-ae10a89c7f5d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:38.934962 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86" -d '{"events": [{"name": "network-changed", "server_uuid": "ecad2728-924d-4b23-b3f4-51886f3d82a8", "tag": "2d481b35-a404-4ac1-8b9b-ae10a89c7f5d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:38.964428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3864cb-c9b8-4df0-a0c7-90593f8bb841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4255760c-b443-44eb-9d1a-4653e9547d0e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:38.979025 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.004438 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9a3864cb-c9b8-4df0-a0c7-90593f8bb841 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da96a8b3a9644c87a2f9a83d5964c01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729702 Aug 04 16:51:39.005280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34368) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:39.036719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bd4a9-94f7-4de6-af6e-70245ab244ad service neutron] Pushing event updated for resources: {'Port': ['ID=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:39.051221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34370) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:39.071290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1488c28d-f8de-4457-ab08-c737fed41564 req-1b8ead88-ac22-4d15-b0e0-566794c8a621 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567049 Aug 04 16:51:39.110954 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bde53b38-d60e-4c36-9489-bcdbd5fe7885 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72e76c383a334b2cb5031e2c9696aa52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573831 Aug 04 16:51:39.120222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34372) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:39.123675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e75883b1-508e-4d57-abe9-26b8bc0c3a70 req-6592b897-b7f8-447e-afbb-302668a4cbd9 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857157 Aug 04 16:51:39.130610 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3aac6e98-93a8-4812-a3cc-93deaf683605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.156543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-5876880c-65cf-4285-a7cd-8bfba8d76910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:39.158165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-5876880c-65cf-4285-a7cd-8bfba8d76910 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 1098 time: 0.1766980 Aug 04 16:51:39.173383 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3aac6e98-93a8-4812-a3cc-93deaf683605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.226324 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29df267-f8c3-4e51-8126-6ae467f1b6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.252223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29df267-f8c3-4e51-8126-6ae467f1b6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.263640 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3aac6e98-93a8-4812-a3cc-93deaf683605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.266858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3aac6e98-93a8-4812-a3cc-93deaf683605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.271440 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3aac6e98-93a8-4812-a3cc-93deaf683605 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4255760c-b443-44eb-9d1a-4653e9547d0e HTTP/1.1" status: 204 len: 168 time: 0.2641480 Aug 04 16:51:39.297065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-39cd8358-dfc3-42c4-b2f1-006e3c718512 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d HTTP/1.1" status: 200 len: 217 time: 0.0562696 Aug 04 16:51:39.301195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac6e98-93a8-4812-a3cc-93deaf683605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4255760c-b443-44eb-9d1a-4653e9547d0e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:39.341396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29df267-f8c3-4e51-8126-6ae467f1b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.347443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29df267-f8c3-4e51-8126-6ae467f1b6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.351080 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d29df267-f8c3-4e51-8126-6ae467f1b6f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/784ccc58-65af-44d0-b090-b1cf84fa7217 HTTP/1.1" status: 204 len: 168 time: 0.2297530 Aug 04 16:51:39.363164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29df267-f8c3-4e51-8126-6ae467f1b6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ccc58-65af-44d0-b090-b1cf84fa7217,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:39.389892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ce1da24c-4a53-478a-b8cb-5bcc558452bd no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:51:39.412032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: ce1da24c-4a53-478a-b8cb-5bcc558452bd {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:51:39.412742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ce1da24c-4a53-478a-b8cb-5bcc558452bd not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:51:39.456909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972735-cfd7-4247-8716-2f853e94b63e req-a188d546-f01f-4534-a5a2-370b4c8cf0ca tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:39.458843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce972735-cfd7-4247-8716-2f853e94b63e req-a188d546-f01f-4534-a5a2-370b4c8cf0ca tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1096 time: 0.1738799 Aug 04 16:51:39.464856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-e27e326a-23ae-4b64-afce-884135d43490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:39.466219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-e27e326a-23ae-4b64-afce-884135d43490 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1373482 Aug 04 16:51:39.558824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce972735-cfd7-4247-8716-2f853e94b63e req-3dfd64de-baec-4ed6-83da-acb5d882f2f1 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876176 Aug 04 16:51:39.577570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-9b1b60aa-ef36-4c88-b416-aae2e27be9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:39.579129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-9b1b60aa-ef36-4c88-b416-aae2e27be9e1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898077 Aug 04 16:51:39.716549 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6403a74a-72b7-4bb0-8cfc-0f72cac41ddf x-openstack-request-id: req-6403a74a-72b7-4bb0-8cfc-0f72cac41ddf {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:39.716756 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecad2728-924d-4b23-b3f4-51886f3d82a8", "tag": "2d481b35-a404-4ac1-8b9b-ae10a89c7f5d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:39.716978 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6403a74a-72b7-4bb0-8cfc-0f72cac41ddf {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:39.717365 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecad2728-924d-4b23-b3f4-51886f3d82a8', 'tag': '2d481b35-a404-4ac1-8b9b-ae10a89c7f5d', 'status': 'completed', 'code': 200} Aug 04 16:51:39.794413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:39.805751 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.840018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Transition to ACTIVE for port object c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:39.847554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34418) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:39.854134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea99b-0765-4734-9027-59e35a286248 req-fd8fa6d9-358e-4e40-a5ee-cb348d5876ab tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:39.862441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab0ea99b-0765-4734-9027-59e35a286248 req-fd8fa6d9-358e-4e40-a5ee-cb348d5876ab tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 945 time: 0.1297214 Aug 04 16:51:39.867351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-02d9d316-b38d-4dfd-ba45-87775e336c46 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793887 Aug 04 16:51:39.873133 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:39.875611 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e562c584-52d1-4a3b-8681-c56e85fd7311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.027731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab0ea99b-0765-4734-9027-59e35a286248 req-16b98884-83bb-4229-8e28-75c7ff14a198 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587498 Aug 04 16:51:40.028767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Pushing event updated for resources: {'Port': ['ID=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:40.092464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:40.123407 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e562c584-52d1-4a3b-8681-c56e85fd7311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.132883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e562c584-52d1-4a3b-8681-c56e85fd7311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.169227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5807aa47-8d39-44f5-ad2e-eeb46fd14a70 req-1be498ad-f4df-4fdf-8e73-ad7259615f01 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937555 Aug 04 16:51:40.217545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:40.217893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:40.218200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:40.231726 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e562c584-52d1-4a3b-8681-c56e85fd7311 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=571a8051218840fe83cbc7f248bf16cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802145 Aug 04 16:51:40.236346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34460) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:40.272202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562c584-52d1-4a3b-8681-c56e85fd7311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f19376d-3c81-42bc-bd15-30620e181ec1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:40.285370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:51:40.285696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:40.294128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:40.294465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:40.295019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:40.295452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Bound port: c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:40.295806 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.302196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43031d74-5f5d-44f9-a49f-ed22ac18b97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.359456 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f57da026-cdc5-44f3-b6af-c3c78f7b41f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.361134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-b049b28d-fcb5-487d-b335-ceeeb3533c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:40.362712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-b049b28d-fcb5-487d-b335-ceeeb3533c0f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 1098 time: 0.1252944 Aug 04 16:51:40.371202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba809b-a1a3-451e-a809-f35b011d551b req-f9aea466-be28-4447-b205-d79404637173 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:40.382783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34464) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:40.383715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5ba809b-a1a3-451e-a809-f35b011d551b req-f9aea466-be28-4447-b205-d79404637173 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 945 time: 0.1873221 Aug 04 16:51:40.390007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8f833b3a-a99f-4c02-8c9e-5dc06edfec18 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Request body: {'floatingip': {'port_id': '84c9455c-a109-4e25-9621-683f583d6bdf'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:40.493887 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f57da026-cdc5-44f3-b6af-c3c78f7b41f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.512435 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f833b3a-a99f-4c02-8c9e-5dc06edfec18 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.557506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:40.582486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:40.611626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1cdf3-6c39-4c25-a5af-e645128f9e36 req-0abcfe1e-724d-48dc-9703-3bbdabd4dc88 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:40.613219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04a1cdf3-6c39-4c25-a5af-e645128f9e36 req-0abcfe1e-724d-48dc-9703-3bbdabd4dc88 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 947 time: 0.1069999 Aug 04 16:51:40.618371 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.676627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-f35a507d-5ba0-40b9-b212-9a138f83b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:40.680323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-f35a507d-5ba0-40b9-b212-9a138f83b172 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2956336 Aug 04 16:51:40.720136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f57da026-cdc5-44f3-b6af-c3c78f7b41f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.721074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04a1cdf3-6c39-4c25-a5af-e645128f9e36 req-72784b86-3891-4f06-aac7-aea18fcdec97 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880268 Aug 04 16:51:40.723075 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f57da026-cdc5-44f3-b6af-c3c78f7b41f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.724541 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f57da026-cdc5-44f3-b6af-c3c78f7b41f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f19376d-3c81-42bc-bd15-30620e181ec1 HTTP/1.1" status: 204 len: 168 time: 0.4799817 Aug 04 16:51:40.746837 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43031d74-5f5d-44f9-a49f-ed22ac18b97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.746837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57da026-cdc5-44f3-b6af-c3c78f7b41f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f19376d-3c81-42bc-bd15-30620e181ec1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:40.747974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34482) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:40.759908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43031d74-5f5d-44f9-a49f-ed22ac18b97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.771157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:40.771922 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:40.773945 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] 10.222.0.82 "PUT /v2.0/ports/c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 HTTP/1.1" status: 200 len: 1092 time: 1.9926131 Aug 04 16:51:40.853019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-eddd6edc-1da4-4490-9de4-2e6dccb84b53 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d HTTP/1.1" status: 200 len: 217 time: 0.1387019 Aug 04 16:51:40.859579 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-43031d74-5f5d-44f9-a49f-ed22ac18b97f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a71e24c9008a4a67b4867cc62740c0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7659998 Aug 04 16:51:40.862073 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43031d74-5f5d-44f9-a49f-ed22ac18b97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85518f33-e3cf-463c-9d2a-bdb4fc2f22e0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:40.877843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34492) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:40.942210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69647537-9376-4b92-a93a-fcdf4409cf4a service neutron] Pushing event updated for resources: {'Port': ['ID=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:40.984587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-d152af5c-0dd1-4fde-b7e3-80a5bf28bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:40.986010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-d152af5c-0dd1-4fde-b7e3-80a5bf28bc59 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1025395 Aug 04 16:51:40.996603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-5e5d90b7-1fb2-4078-895d-84a44e96b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:40.998090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-5e5d90b7-1fb2-4078-895d-84a44e96b8c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 1095 time: 0.1499610 Aug 04 16:51:41.006119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9a144-d14f-4ef8-8bd4-f0985a6c0da1 req-1e6f9f7e-bce3-4ae0-98f6-add775de93ef tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:41.008180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bd9a144-d14f-4ef8-8bd4-f0985a6c0da1 req-1e6f9f7e-bce3-4ae0-98f6-add775de93ef tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 944 time: 0.1645885 Aug 04 16:51:41.106699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-db30fe24-3e10-45b3-8498-b76b9a7165cf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 HTTP/1.1" status: 200 len: 217 time: 0.0973339 Aug 04 16:51:41.118963 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811d67c6-9ac2-4fc8-865f-6b435fa4ef54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:41.166344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bd9a144-d14f-4ef8-8bd4-f0985a6c0da1 req-b4c65411-ef34-4964-96f7-96a3e704d0e8 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410875 Aug 04 16:51:41.182475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-7ddd8abc-f4ba-4b9d-b291-e02b67b87be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:41.193723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-7ddd8abc-f4ba-4b9d-b291-e02b67b87be6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993344 Aug 04 16:51:41.199177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-e0d570ad-8717-48a9-92d3-142e54a97028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:41.200603 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-e0d570ad-8717-48a9-92d3-142e54a97028 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.0847552 Aug 04 16:51:41.663437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a4928767-a7eb-4eca-8870-00deb1820fdf tempest-AutoAllocateNetworkTest-823174944 tempest-AutoAllocateNetworkTest-823174944-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=21b82dcd1b5d4134ae1dfc53e1ad5e72&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8886814 Aug 04 16:51:41.667481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-0ba9c0f0-c9be-4b00-97ef-1736ce9c78c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680094 Aug 04 16:51:41.667989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34552) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:41.737515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'tag': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:41.739988 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f90095-2f5b-4fce-988b-c137cfa2fc65" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fd33d1-5776-400b-9ea9-388b2b724f51", "tag": "c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:41.817545 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a03d5-d0cc-4cdd-aeb7-4a091c5489cc x-openstack-request-id: req-eb8a03d5-d0cc-4cdd-aeb7-4a091c5489cc {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:41.817702 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fd33d1-5776-400b-9ea9-388b2b724f51", "tag": "c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:41.818031 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb8a03d5-d0cc-4cdd-aeb7-4a091c5489cc {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:41.818370 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'tag': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2', 'status': 'completed', 'code': 200} Aug 04 16:51:41.848581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-70e101ea-f8c4-4b1b-b240-06a05f5d6ef8 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470292 Aug 04 16:51:41.909390 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811d67c6-9ac2-4fc8-865f-6b435fa4ef54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:41.948616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f05d39-d85e-4f99-a1a6-f12e7441c926 tempest-AutoAllocateNetworkTest-823174944 tempest-AutoAllocateNetworkTest-823174944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:41.950127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-69f05d39-d85e-4f99-a1a6-f12e7441c926 tempest-AutoAllocateNetworkTest-823174944 tempest-AutoAllocateNetworkTest-823174944-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2796102 Aug 04 16:51:41.956713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34578) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:41.994987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-9936a90c-a230-4b71-80ce-c800f645a84d service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131132 Aug 04 16:51:42.078188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acd77e-06d8-437a-b0f5-c4edcd5de720 req-3050adac-7376-4c94-96a8-b3a6ab9e3a3c tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:42.078570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f833b3a-a99f-4c02-8c9e-5dc06edfec18 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:42.079959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88acd77e-06d8-437a-b0f5-c4edcd5de720 req-3050adac-7376-4c94-96a8-b3a6ab9e3a3c tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 947 time: 0.1861391 Aug 04 16:51:42.085900 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-685fd02b-d791-4616-a6d6-7190aadf0bf9 tempest-AutoAllocateNetworkTest-823174944 tempest-AutoAllocateNetworkTest-823174944-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108282 Aug 04 16:51:42.087785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34586) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:42.091304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811d67c6-9ac2-4fc8-865f-6b435fa4ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:42.093899 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811d67c6-9ac2-4fc8-865f-6b435fa4ef54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:42.095127 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-811d67c6-9ac2-4fc8-865f-6b435fa4ef54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85518f33-e3cf-463c-9d2a-bdb4fc2f22e0 HTTP/1.1" status: 204 len: 168 time: 1.2163088 Aug 04 16:51:42.096233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f833b3a-a99f-4c02-8c9e-5dc06edfec18 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:42.127990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12bde350-bcf0-4a9c-ac3e-fcc21c348e86 req-6229ebf9-a4c6-44bc-9ba9-408bf686e5bc service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643697 Aug 04 16:51:42.152552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1c2ecad1-0503-4c36-9fa0-6251951ce04c tempest-AutoAllocateNetworkTest-823174944 tempest-AutoAllocateNetworkTest-823174944-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=21b82dcd1b5d4134ae1dfc53e1ad5e72 HTTP/1.1" status: 200 len: 208 time: 0.0608170 Aug 04 16:51:42.161444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d67c6-9ac2-4fc8-865f-6b435fa4ef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85518f33-e3cf-463c-9d2a-bdb4fc2f22e0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:42.180160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e0c0-aeed-4dc6-8603-71ffc2b7ad7f req-021ea14c-03ea-4720-87ef-97ac7338ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:42.181746 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-12a5e0c0-aeed-4dc6-8603-71ffc2b7ad7f req-021ea14c-03ea-4720-87ef-97ac7338ea4d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1096 time: 0.2748199 Aug 04 16:51:42.211195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88acd77e-06d8-437a-b0f5-c4edcd5de720 req-75eca792-a385-462b-a469-a0940a6c1370 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184015 Aug 04 16:51:42.251875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76140be5-c5f7-4ac8-87dd-17d83c04e96c req-0af0dfd4-5ea8-4465-bae4-05fb41995fc5 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466378 Aug 04 16:51:42.320754 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-8f833b3a-a99f-4c02-8c9e-5dc06edfec18 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Floating IP ac245c08-960c-444b-9dd2-852e2e56b7c7 associated. External IP: 172.25.2.123, port: 84c9455c-a109-4e25-9621-683f583d6bdf. Aug 04 16:51:42.405728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f90095-2f5b-4fce-988b-c137cfa2fc65 req-8bd97505-f96b-49e9-a758-403faa801007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:42.407281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f90095-2f5b-4fce-988b-c137cfa2fc65 req-8bd97505-f96b-49e9-a758-403faa801007 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 1095 time: 0.0808489 Aug 04 16:51:42.440170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e0c0-aeed-4dc6-8603-71ffc2b7ad7f req-87f186d2-386e-4872-8856-5375486ec039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:42.442001 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-12a5e0c0-aeed-4dc6-8603-71ffc2b7ad7f req-87f186d2-386e-4872-8856-5375486ec039 service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1997094 Aug 04 16:51:42.526357 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-12a5e0c0-aeed-4dc6-8603-71ffc2b7ad7f req-de020e9d-2a24-4c3b-ae9b-59e76ee1d677 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 200 len: 217 time: 0.0699627 Aug 04 16:51:42.528788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f90095-2f5b-4fce-988b-c137cfa2fc65 req-7ba609d1-272d-484e-802e-39f6854654f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:42.530388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f90095-2f5b-4fce-988b-c137cfa2fc65 req-7ba609d1-272d-484e-802e-39f6854654f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.1087129 Aug 04 16:51:42.618567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f90095-2f5b-4fce-988b-c137cfa2fc65 req-9f5b2a29-5fc6-42d4-8add-ff401ee1d761 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 HTTP/1.1" status: 200 len: 217 time: 0.0746484 Aug 04 16:51:42.668617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e0c0-aeed-4dc6-8603-71ffc2b7ad7f req-a77a1e64-9b6c-4a57-b41f-ce8b011c6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:42.671052 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-12a5e0c0-aeed-4dc6-8603-71ffc2b7ad7f req-a77a1e64-9b6c-4a57-b41f-ce8b011c6009 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.0952206 Aug 04 16:51:42.707360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f90095-2f5b-4fce-988b-c137cfa2fc65 req-90289800-5e1d-42d3-8dee-ebbe5d6a3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:42.711733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f90095-2f5b-4fce-988b-c137cfa2fc65 req-90289800-5e1d-42d3-8dee-ebbe5d6a3c2a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.0758789 Aug 04 16:51:42.726532 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-12a5e0c0-aeed-4dc6-8603-71ffc2b7ad7f req-d6116d95-4f86-4f21-9591-e087edc32153 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380003 Aug 04 16:51:42.733623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f833b3a-a99f-4c02-8c9e-5dc06edfec18 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Router ff34cb82-3200-473f-ae15-b06bda3ee83e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:51:42.769068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f90095-2f5b-4fce-988b-c137cfa2fc65 req-8b09da7b-9937-46b0-9e17-31b71ec42975 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417480 Aug 04 16:51:42.812061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34638) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:42.882601 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c692c55-ff5c-478a-ad2e-6e95bfeb7cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:42.945830 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-12a5e0c0-aeed-4dc6-8603-71ffc2b7ad7f req-848d71b8-3ec0-457a-adda-d1a0774e26ab service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070866 Aug 04 16:51:42.949984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34648) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:42.956738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f90095-2f5b-4fce-988b-c137cfa2fc65 req-3ce1d85b-91c4-4d54-bbff-30af23fe0002 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780508 Aug 04 16:51:42.987120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34652) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:43.018951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f833b3a-a99f-4c02-8c9e-5dc06edfec18 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:51:43.026132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f833b3a-a99f-4c02-8c9e-5dc06edfec18 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.039640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] Sync routers for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:51:43.053646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:43.056253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:43.081725 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8f833b3a-a99f-4c02-8c9e-5dc06edfec18 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "PUT /v2.0/floatingips/ac245c08-960c-444b-9dd2-852e2e56b7c7 HTTP/1.1" status: 200 len: 991 time: 2.6982555 Aug 04 16:51:43.084382 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'tag': '84c9455c-a109-4e25-9621-683f583d6bdf'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:43.086973 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ab4315-cd21-4505-9047-1766623a82c7", "tag": "84c9455c-a109-4e25-9621-683f583d6bdf"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:43.112931 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-12a5e0c0-aeed-4dc6-8603-71ffc2b7ad7f req-8896c399-3bd0-41ec-a4da-805bd049c451 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537011 Aug 04 16:51:43.207064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:43.214692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d94a0-1e32-4435-a663-05c7384567d8 req-5a63f348-0963-4e2e-bc0b-85d0df8681dc tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:43.216352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f5d94a0-1e32-4435-a663-05c7384567d8 req-5a63f348-0963-4e2e-bc0b-85d0df8681dc tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 944 time: 0.2256262 Aug 04 16:51:43.242215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f90095-2f5b-4fce-988b-c137cfa2fc65 req-5c2b5414-a362-4eb5-8a6d-b4915e3834e0 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721803 Aug 04 16:51:43.245966 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d333c9f2-a1ac-4bfa-a9fe-3877a7d534eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.295511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f5d94a0-1e32-4435-a663-05c7384567d8 req-d1d311c9-0b80-42e5-904a-27cd44ebb5b7 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643201 Aug 04 16:51:43.316642 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c692c55-ff5c-478a-ad2e-6e95bfeb7cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.325618 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c692c55-ff5c-478a-ad2e-6e95bfeb7cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.387432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1c692c55-ff5c-478a-ad2e-6e95bfeb7cf3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88231ee9d0f248d1bca96a0b15831ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5748181 Aug 04 16:51:43.389097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34672) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:43.396841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c692c55-ff5c-478a-ad2e-6e95bfeb7cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3975880-7a0a-49f3-9a6b-a35c15ff242a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:43.412721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:51:43.477899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7bb99d7a-6e9f-407e-b080-e51180ff70ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.481926 n-d-764435-5 neutron-server[105829]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 16:51:43.495555 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-b0c03da8-c46c-441f-b61d-464170d7f754 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:51:43.496884 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-b0c03da8-c46c-441f-b61d-464170d7f754 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5082457 Aug 04 16:51:43.550342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7bb99d7a-6e9f-407e-b080-e51180ff70ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.581778 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d333c9f2-a1ac-4bfa-a9fe-3877a7d534eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.593734 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d333c9f2-a1ac-4bfa-a9fe-3877a7d534eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.650157 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7bb99d7a-6e9f-407e-b080-e51180ff70ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.653291 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7bb99d7a-6e9f-407e-b080-e51180ff70ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.654485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7bb99d7a-6e9f-407e-b080-e51180ff70ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3975880-7a0a-49f3-9a6b-a35c15ff242a HTTP/1.1" status: 204 len: 168 time: 0.2644544 Aug 04 16:51:43.665295 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d333c9f2-a1ac-4bfa-a9fe-3877a7d534eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21b82dcd1b5d4134ae1dfc53e1ad5e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140615 Aug 04 16:51:43.667963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb99d7a-6e9f-407e-b080-e51180ff70ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3975880-7a0a-49f3-9a6b-a35c15ff242a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:43.668130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34690) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:43.720618 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b2af83-c814-4295-a0b3-ed5f388886db x-openstack-request-id: req-f1b2af83-c814-4295-a0b3-ed5f388886db {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:43.721628 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ab4315-cd21-4505-9047-1766623a82c7", "tag": "84c9455c-a109-4e25-9621-683f583d6bdf", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:43.721878 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1b2af83-c814-4295-a0b3-ed5f388886db {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:43.722438 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'tag': '84c9455c-a109-4e25-9621-683f583d6bdf', 'status': 'completed', 'code': 200} Aug 04 16:51:43.738242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333c9f2-a1ac-4bfa-a9fe-3877a7d534eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e81c9f-345d-49a2-95e4-87fe538ef5ca,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:43.777737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:43.800520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-63035594-e090-4f1e-866c-c07fcd694405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:43.802653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-63035594-e090-4f1e-866c-c07fcd694405 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b55218bb95de49fba34a1d1e8fe6ef86&device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 1096 time: 0.0810459 Aug 04 16:51:43.803052 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a1dffda-0b27-4327-a5f8-8b38563d18d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.827816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a1dffda-0b27-4327-a5f8-8b38563d18d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.857854 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '2d481b35-a404-4ac1-8b9b-ae10a89c7f5d', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '2d481b35-a404-4ac1-8b9b-ae10a89c7f5d', 'mac_address': 'fa:16:3e:6d:7a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:51:43.891068 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a1dffda-0b27-4327-a5f8-8b38563d18d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.893703 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a1dffda-0b27-4327-a5f8-8b38563d18d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.898104 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8a1dffda-0b27-4327-a5f8-8b38563d18d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34e81c9f-345d-49a2-95e4-87fe538ef5ca HTTP/1.1" status: 204 len: 168 time: 0.2288945 Aug 04 16:51:43.913152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dffda-0b27-4327-a5f8-8b38563d18d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e81c9f-345d-49a2-95e4-87fe538ef5ca,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:43.940990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd298bc2-a7b8-4e7b-aa90-1cc25be86fc2 req-8c9a743a-bb58-4794-949f-bfef595ea9dc tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:43.943148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd298bc2-a7b8-4e7b-aa90-1cc25be86fc2 req-8c9a743a-bb58-4794-949f-bfef595ea9dc tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 947 time: 0.1610723 Aug 04 16:51:43.946287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-61b18b5f-09fe-4a74-a0e6-cdae285c317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:43.947764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-61b18b5f-09fe-4a74-a0e6-cdae285c317a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 HTTP/1.1" status: 200 len: 926 time: 0.1271203 Aug 04 16:51:43.962945 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:43.977476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ac245c08-960c-444b-9dd2-852e2e56b7c7', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'port_id': '84c9455c-a109-4e25-9621-683f583d6bdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'mac_address': 'fa:16:3e:97:c6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:51:18Z', 'updated_at': '2021-08-04T16:51:41Z', 'revision_number': 1, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:43.982377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:44.016435 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] Checking router: ff34cb82-3200-473f-ae15-b06bda3ee83e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:51:44.030052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:44.035721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:51:44.036380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:51:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:44.038247 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:44.046600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd298bc2-a7b8-4e7b-aa90-1cc25be86fc2 req-da22a6d1-3ab1-416f-9f6c-02cbead0f7d7 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951588 Aug 04 16:51:44.117237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-16b11509-3f96-4a51-be5a-9c95299420b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c9455c-a109-4e25-9621-683f583d6bdf HTTP/1.1" status: 200 len: 999 time: 0.1397994 Aug 04 16:51:44.123264 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:44.157442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Request body: {'binding': {'host': 'n-h1-764435-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:44.157947 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Unknown quota resources ['binding']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:51:44.227459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['2d481b35-a404-4ac1-8b9b-ae10a89c7f5d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:44.232001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-62cb7d54-db48-4ed8-991d-39775d1ef46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:44.233597 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-62cb7d54-db48-4ed8-991d-39775d1ef46f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77176d4a-9942-4d3a-87a4-86993376c507 HTTP/1.1" status: 200 len: 863 time: 0.1094484 Aug 04 16:51:44.307727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:51:44.331901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-4ad19db4-2bc5-4c67-beb5-7622374cd8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:44.333721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-4ad19db4-2bc5-4c67-beb5-7622374cd8be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922148 Aug 04 16:51:44.462911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 on host n-h1-764435-5 for vnic_type normal with profile None {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:44.463259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:44.463768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:44.468479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Port 512d4740-42b6-475a-a8f1-58ca29fc5606 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:51:44.469032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:44.475149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:44.475659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:44.476125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:44.476792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Bound port: 512d4740-42b6-475a-a8f1-58ca29fc5606, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:44.554504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-d5b19fe0-e3aa-488d-8c07-363463b7ddd0 service neutron] 10.222.0.82 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131891 Aug 04 16:51:44.594723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:44.609392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:44.610835 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-35f14af1-eb83-4e02-bda7-39e9674fdeea service neutron] 10.222.0.39 "POST /v2.0/ports/512d4740-42b6-475a-a8f1-58ca29fc5606/bindings HTTP/1.1" status: 201 len: 389 time: 0.9308088 Aug 04 16:51:44.693432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28b886bd-43f8-4d5c-8446-c4c70f6c12c5 req-84fe3f23-473c-4e10-b9cd-426367cb982f service neutron] 10.222.0.82 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296339 Aug 04 16:51:44.889839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf230af-8be2-4169-ae51-208e59b77031 req-c24f406f-d0cd-40c3-8cf7-fe1d48eee954 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:44.892415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-faf230af-8be2-4169-ae51-208e59b77031 req-c24f406f-d0cd-40c3-8cf7-fe1d48eee954 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 944 time: 0.0926743 Aug 04 16:51:44.992687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-faf230af-8be2-4169-ae51-208e59b77031 req-0e9928ba-da64-4267-bd4a-97f212be631b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900245 Aug 04 16:51:45.013664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ac245c08-960c-444b-9dd2-852e2e56b7c7', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'port_id': '84c9455c-a109-4e25-9621-683f583d6bdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'mac_address': 'fa:16:3e:97:c6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:51:18Z', 'updated_at': '2021-08-04T16:51:41Z', 'revision_number': 1, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:51:45.027673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-63edf509-26c2-41d9-bac6-3ffb6ff9cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:45.032964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-63edf509-26c2-41d9-bac6-3ffb6ff9cbfd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1096 time: 0.1005681 Aug 04 16:51:45.053839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0662fa8f-2e2e-4cd5-831c-36cdf91e0e7a None None] The sync data for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 is: [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ac245c08-960c-444b-9dd2-852e2e56b7c7', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'port_id': '84c9455c-a109-4e25-9621-683f583d6bdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'mac_address': 'fa:16:3e:97:c6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:51:18Z', 'updated_at': '2021-08-04T16:51:41Z', 'revision_number': 1, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:51:45.172540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ade6c63d-84cf-4a8a-878a-724c6dcad00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:45.175165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ade6c63d-84cf-4a8a-878a-724c6dcad00f service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1341603 Aug 04 16:51:45.236794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-341fde04-6b21-4586-99bb-1ffc3c22f646 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 200 len: 217 time: 0.0540707 Aug 04 16:51:45.293691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9028b4d2-14fc-48d1-9176-96072a824119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:45.295224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9028b4d2-14fc-48d1-9176-96072a824119 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.0509052 Aug 04 16:51:45.338412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-f9b32e57-6d7a-4fab-9d6e-daf3c8f6035f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346937 Aug 04 16:51:45.399345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:51:45.435443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:45.453405 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b99d56-7005-4835-81b7-ebc293573111 None None] New status for floating IP ac245c08-960c-444b-9dd2-852e2e56b7c7: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:51:45.519678 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 16:51:45.534467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-d58c7a03-e5ac-4551-8cb8-9013968fda83 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881676 Aug 04 16:51:45.704177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:45.720845 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2', 'network_id': '83871cb6-9702-4d6c-8452-9290689050df', 'port_id': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2', 'mac_address': 'fa:16:3e:d6:49:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639ee8d8-35bc-44fd-970a-1029484fffb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:51:45.734517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13d59f-89b9-49e7-9f5d-dbdbe180ae4d req-33724395-39f2-4e7c-b447-7ca0451476fa tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:45.736091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e13d59f-89b9-49e7-9f5d-dbdbe180ae4d req-33724395-39f2-4e7c-b447-7ca0451476fa tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 945 time: 0.0816219 Aug 04 16:51:45.738438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ce139bc4-475b-4a79-bab8-571b4e45a531 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969621 Aug 04 16:51:45.763940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:45.778066 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:45.783128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:45.783627 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:45.820828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:45.858869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:45.868045 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:45.871640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e13d59f-89b9-49e7-9f5d-dbdbe180ae4d req-e73c3f8c-591e-4f1a-9e82-43c89b6751c2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220729 Aug 04 16:51:45.997138 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:46.019324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:46.047825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:46.051215 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad2728-924d-4b23-b3f4-51886f3d82a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d481b35-a404-4ac1-8b9b-ae10a89c7f5d'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:46.054293 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898964c6-b039-44b1-ae26-ceacf49eeb31" -d '{"events": [{"server_uuid": "ecad2728-924d-4b23-b3f4-51886f3d82a8", "name": "network-vif-plugged", "status": "completed", "tag": "2d481b35-a404-4ac1-8b9b-ae10a89c7f5d"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:46.063233 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:46.124691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:46.160788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:46.382749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82290f7b-8b39-4278-8f39-90302a3cc627 req-56dadba2-5e55-4128-870b-faebb87ca324 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:46.391791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-82290f7b-8b39-4278-8f39-90302a3cc627 req-56dadba2-5e55-4128-870b-faebb87ca324 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 949 time: 0.1209075 Aug 04 16:51:46.395840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-6da7e193-2512-4fcd-adf6-51907008dc22 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:46.398145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-6da7e193-2512-4fcd-adf6-51907008dc22 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.5160081 Aug 04 16:51:46.430791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764435-5'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:46.511117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-82290f7b-8b39-4278-8f39-90302a3cc627 req-572fe5a1-b903-45c4-b7a1-42fd99e1d6cc tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174757 Aug 04 16:51:46.567814 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:46.576481 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a68b45-9dc8-4881-8b56-94457dc61550 x-openstack-request-id: req-09a68b45-9dc8-4881-8b56-94457dc61550 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:46.577112 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad2728-924d-4b23-b3f4-51886f3d82a8", "name": "network-vif-plugged", "status": "completed", "tag": "2d481b35-a404-4ac1-8b9b-ae10a89c7f5d", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:46.577374 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09a68b45-9dc8-4881-8b56-94457dc61550 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:46.577790 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecad2728-924d-4b23-b3f4-51886f3d82a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d481b35-a404-4ac1-8b9b-ae10a89c7f5d', 'code': 200} Aug 04 16:51:46.591860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f3c11-a80d-42b7-b2b2-2083f76b67cf req-ad076737-0a58-42f4-85cd-e5701df96855 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:46.599528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c33f3c11-a80d-42b7-b2b2-2083f76b67cf req-ad076737-0a58-42f4-85cd-e5701df96855 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 945 time: 0.1406093 Aug 04 16:51:46.698238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452417b1-538c-463f-85d0-4ee7170db169 req-fb861f75-b197-4af3-87b0-eec35b58b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:46.700884 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-452417b1-538c-463f-85d0-4ee7170db169 req-fb861f75-b197-4af3-87b0-eec35b58b997 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 1100 time: 0.0549080 Aug 04 16:51:46.736790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c33f3c11-a80d-42b7-b2b2-2083f76b67cf req-1b041e58-0d73-4fcd-884e-bd611e0c7997 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300297 Aug 04 16:51:46.796325 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-452417b1-538c-463f-85d0-4ee7170db169 req-8cfe84ff-4428-4f1b-bf65-7d83684f03de service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828118 Aug 04 16:51:46.851856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:46.907065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:46.968256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512d4740-42b6-475a-a8f1-58ca29fc5606'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:46.971784 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5ac528-da87-4c2a-a700-5ee6bcc107b8" -d '{"events": [{"server_uuid": "4d348b49-dc1c-4cc5-a43f-7ac3051085a9", "name": "network-vif-unplugged", "status": "completed", "tag": "512d4740-42b6-475a-a8f1-58ca29fc5606"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:46.978535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:46.989902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:47.061262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Pushing event updated for resources: {'Port': ['ID=512d4740-42b6-475a-a8f1-58ca29fc5606,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:47.083426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.083744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.084158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.084522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.084854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.085278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.085506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.085830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.086213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.086536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.086891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.087213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.189504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1290ee-898f-4b1b-9fe5-a66b3cac447c req-a1b511f7-f3f8-43cf-b1b0-73161802a7c8 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:47.191120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a1290ee-898f-4b1b-9fe5-a66b3cac447c req-a1b511f7-f3f8-43cf-b1b0-73161802a7c8 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 943 time: 0.1309328 Aug 04 16:51:47.192028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 on host n-h2-764435-5 for vnic_type normal with profile {"migrating_to": "n-h1-764435-5"} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:47.192514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:47.192953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:47.198546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Port 512d4740-42b6-475a-a8f1-58ca29fc5606 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:51:47.198907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Attempting to bind port 512d4740-42b6-475a-a8f1-58ca29fc5606 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:47.213495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:47.213843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:47.214231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:47.214678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Bound port: 512d4740-42b6-475a-a8f1-58ca29fc5606, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:47.215061 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:47.296380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a1290ee-898f-4b1b-9fe5-a66b3cac447c req-401f1f9e-2003-4da4-8b43-fe32a095739a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947058 Aug 04 16:51:47.314840 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feebe49-7f51-4981-8473-d5c7646e4c17 x-openstack-request-id: req-0feebe49-7f51-4981-8473-d5c7646e4c17 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:47.315134 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d348b49-dc1c-4cc5-a43f-7ac3051085a9", "name": "network-vif-unplugged", "status": "completed", "tag": "512d4740-42b6-475a-a8f1-58ca29fc5606", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:47.315374 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0feebe49-7f51-4981-8473-d5c7646e4c17 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:47.315768 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512d4740-42b6-475a-a8f1-58ca29fc5606', 'code': 200} Aug 04 16:51:47.323574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:47.327518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:47.341568 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:47.401829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:51:47.429545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:47.430096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:47.431703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] 10.222.0.90 "PUT /v2.0/ports/512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 200 len: 1121 time: 1.0068996 Aug 04 16:51:47.433334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f5ac6-b519-4774-9cd3-9fc26e983d75 service neutron] Pushing event updated for resources: {'Port': ['ID=512d4740-42b6-475a-a8f1-58ca29fc5606,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:47.511225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:51:47.522145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:51:47.522926 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:47.548045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['512d4740-42b6-475a-a8f1-58ca29fc5606'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:47.791338 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:47.828039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525650-2acd-4455-bf3a-df3920461526 req-c14fdb97-dc04-45ef-a7e4-7b6d36d7d967 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:47.829630 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b525650-2acd-4455-bf3a-df3920461526 req-c14fdb97-dc04-45ef-a7e4-7b6d36d7d967 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 949 time: 0.0521355 Aug 04 16:51:47.850520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:47.857984 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:47.891360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b525650-2acd-4455-bf3a-df3920461526 req-3297d8a7-6aa6-41b8-82d7-60a35c6bd03c tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536447 Aug 04 16:51:47.918387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:47.925819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.926166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.926502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.926955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.927487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.927977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.928310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.928637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.928960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.929282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.929661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:47.929916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:48.260063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41123c42-96ee-4f1c-843e-5689d28d3329 req-5726ba68-9964-4393-b2f2-fd3582e59f6b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:48.261621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41123c42-96ee-4f1c-843e-5689d28d3329 req-5726ba68-9964-4393-b2f2-fd3582e59f6b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 946 time: 0.0571294 Aug 04 16:51:48.309715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41123c42-96ee-4f1c-843e-5689d28d3329 req-0bdf5405-74c9-47f2-98a7-4f6b2bc0cdfa tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Aug 04 16:51:48.513388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609925cf-f961-4768-8b22-ad74974ce38c req-26705b08-08b1-472b-b897-d9f42f728606 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:48.514937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-609925cf-f961-4768-8b22-ad74974ce38c req-26705b08-08b1-472b-b897-d9f42f728606 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 943 time: 0.0556474 Aug 04 16:51:48.555384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-609925cf-f961-4768-8b22-ad74974ce38c req-3fbfe0cb-3dda-4f94-860e-b36edc22b7b9 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343516 Aug 04 16:51:48.579325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:48.581942 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bab7cf-ddcf-4d3b-802a-e2e661ecea09" -d '{"events": [{"server_uuid": "c6fd33d1-5776-400b-9ea9-388b2b724f51", "name": "network-vif-plugged", "status": "completed", "tag": "c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:48.719775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db77365-a6f5-4aca-a357-f703ff4a0f57 req-fc9774d3-45d3-447e-b5d7-aa0a6ad10e49 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:48.727297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0db77365-a6f5-4aca-a357-f703ff4a0f57 req-fc9774d3-45d3-447e-b5d7-aa0a6ad10e49 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 949 time: 0.0860307 Aug 04 16:51:48.773886 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85692463-a124-4876-985f-8639c47bc088 x-openstack-request-id: req-85692463-a124-4876-985f-8639c47bc088 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:48.774435 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fd33d1-5776-400b-9ea9-388b2b724f51", "name": "network-vif-plugged", "status": "completed", "tag": "c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:48.774853 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85692463-a124-4876-985f-8639c47bc088 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:48.775821 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2', 'code': 200} Aug 04 16:51:48.783123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0db77365-a6f5-4aca-a357-f703ff4a0f57 req-e8567129-f382-4673-97a1-09c104cd22ee tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488665 Aug 04 16:51:48.919682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35070) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:48.942277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a132-89fc-4cfc-ba2d-a2167df7d7b0 req-95fa94f1-922e-4725-b149-d462c796fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:48.944128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f156a132-89fc-4cfc-ba2d-a2167df7d7b0 req-95fa94f1-922e-4725-b149-d462c796fb15 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 1097 time: 0.0739486 Aug 04 16:51:49.002596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f156a132-89fc-4cfc-ba2d-a2167df7d7b0 req-8e2507af-4ed6-4b26-b264-367dbd920679 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501049 Aug 04 16:51:49.053757 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-699b5c74-dde7-4809-955d-b141c1a0ef67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:49.093468 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:51:49.188549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e652c-01b5-4361-b81c-4af468758251 req-61624137-4700-4232-84bf-dee8dfd350d3 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:49.190204 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a66e652c-01b5-4361-b81c-4af468758251 req-61624137-4700-4232-84bf-dee8dfd350d3 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 949 time: 0.0855780 Aug 04 16:51:49.248440 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-699b5c74-dde7-4809-955d-b141c1a0ef67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:49.258079 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-699b5c74-dde7-4809-955d-b141c1a0ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:49.283765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a66e652c-01b5-4361-b81c-4af468758251 req-0f89296b-bb89-4eef-ad78-8a29c2c5d64f tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866532 Aug 04 16:51:49.308675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b5c74-dde7-4809-955d-b141c1a0ef67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4e00fd-36f7-40e1-b38c-f656e1edc019,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:49.319149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35094) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:49.319535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-699b5c74-dde7-4809-955d-b141c1a0ef67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1e98099452242adae5998553ec4ea06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981953 Aug 04 16:51:49.319535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'tag': '512d4740-42b6-475a-a8f1-58ca29fc5606'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:49.321919 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d348b49-dc1c-4cc5-a43f-7ac3051085a9", "tag": "512d4740-42b6-475a-a8f1-58ca29fc5606"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:49.360193 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24570420-46ef-4520-acf9-bf294b44d231 x-openstack-request-id: req-24570420-46ef-4520-acf9-bf294b44d231 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:49.360607 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d348b49-dc1c-4cc5-a43f-7ac3051085a9", "tag": "512d4740-42b6-475a-a8f1-58ca29fc5606", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:49.360782 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24570420-46ef-4520-acf9-bf294b44d231 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:49.361185 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'tag': '512d4740-42b6-475a-a8f1-58ca29fc5606', 'status': 'completed', 'code': 200} Aug 04 16:51:49.375720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35102) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:49.478926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a req-46e9cd52-9dd1-4773-b963-19538afcbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:49.480614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a req-46e9cd52-9dd1-4773-b963-19538afcbd4c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1124 time: 0.0957019 Aug 04 16:51:49.491385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de448c87-5ed5-40e9-8e2d-daeb2f3a081d req-10189c39-9dac-423d-bfae-f59abf775f28 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:49.493453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de448c87-5ed5-40e9-8e2d-daeb2f3a081d req-10189c39-9dac-423d-bfae-f59abf775f28 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 946 time: 0.0673029 Aug 04 16:51:49.521247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35106) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:49.609058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de448c87-5ed5-40e9-8e2d-daeb2f3a081d req-b4df42e1-1304-4d1b-ad23-a89b6347731d tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056712 Aug 04 16:51:49.675537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a req-c56a8c1f-867d-4737-9ed2-4985de23c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:49.678734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a req-c56a8c1f-867d-4737-9ed2-4985de23c35d service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1843317 Aug 04 16:51:49.681774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:49.712660 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:49.781280 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:49.785527 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:49.787419 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d4e00fd-36f7-40e1-b38c-f656e1edc019 HTTP/1.1" status: 204 len: 168 time: 0.4670959 Aug 04 16:51:49.793396 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f32be376-0dd2-448c-9722-8fc9ac281a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:49.794517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a req-4f28164f-e70d-400c-8963-5846a9f12d3f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 200 len: 217 time: 0.0861640 Aug 04 16:51:49.802124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4e00fd-36f7-40e1-b38c-f656e1edc019,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:49.815441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.815937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.816287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.816856 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.817401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.818033 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.818420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.819000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.819616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.820475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.821150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.821808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef81a5f-627b-4323-b3f7-115afd4bf651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:51:49.852810 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08d0086c-f090-4f54-9e91-66da62f8efb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:49.953454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ba773-ef71-4f3e-a83c-4e28ed2a974e req-71b2aa2a-1270-48db-90e4-5084139d7e57 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:49.955173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b2ba773-ef71-4f3e-a83c-4e28ed2a974e req-71b2aa2a-1270-48db-90e4-5084139d7e57 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 943 time: 0.2479005 Aug 04 16:51:49.959497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-08d0086c-f090-4f54-9e91-66da62f8efb7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:51:49.959497 n-d-764435-5 neutron-server[105828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 16:51:49.959497 n-d-764435-5 neutron-server[105828]: [parameters: {'project_id': '54a179157e4a43b3a722a0cbfb76a023', 'id': '1257233e-4f99-4069-9528-0bf61f54f6dd', 'expiration': datetime.datetime(2021, 8, 4, 16, 53, 49, 937088)}] Aug 04 16:51:49.959497 n-d-764435-5 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:51:49.960016 n-d-764435-5 neutron-server[105828]: DEBUG oslo_db.api [None req-08d0086c-f090-4f54-9e91-66da62f8efb7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:51:49.961271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a req-9cc24b85-3ad6-4461-920b-f39d98b83df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:49.962754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a req-9cc24b85-3ad6-4461-920b-f39d98b83df8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1384487 Aug 04 16:51:50.012628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a req-255eaf03-344e-4b40-b08b-49de82653fda service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398540 Aug 04 16:51:50.088085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b2ba773-ef71-4f3e-a83c-4e28ed2a974e req-9f267e7b-66e1-4066-a545-4c01e1735899 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242130 Aug 04 16:51:50.170175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a req-45139a30-0243-46fb-a1df-b5a45e4be668 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465642 Aug 04 16:51:50.175838 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f32be376-0dd2-448c-9722-8fc9ac281a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.189384 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f32be376-0dd2-448c-9722-8fc9ac281a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.206686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35138) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:50.220338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae99a705-4c32-40e3-92d8-d0e826d49372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.273953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32be376-0dd2-448c-9722-8fc9ac281a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c944f338-985b-4cf8-a539-fd0e106b71bb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:50.280411 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f32be376-0dd2-448c-9722-8fc9ac281a13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d637125fe6e54583a52537b55d59e3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9027767 Aug 04 16:51:50.286974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35144) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:50.340450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d5b8a75-d76c-4c18-ae4c-e2d56880a20a req-49f17f72-dab0-4089-a1d6-baca5b70ab13 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617045 Aug 04 16:51:50.384675 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5d38ed7-5c91-49e3-a5db-b8d679fcd5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.412278 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae99a705-4c32-40e3-92d8-d0e826d49372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.412834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5d38ed7-5c91-49e3-a5db-b8d679fcd5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.417862 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae99a705-4c32-40e3-92d8-d0e826d49372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.421092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f74c-acdc-4947-99af-8175611fe031 req-2238acfc-84d9-4796-b795-22ecbab2b87f tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:50.422613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ded6f74c-acdc-4947-99af-8175611fe031 req-2238acfc-84d9-4796-b795-22ecbab2b87f tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.90 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 949 time: 0.0797074 Aug 04 16:51:50.463249 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ae99a705-4c32-40e3-92d8-d0e826d49372 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43b850970a6044e596162be3263b8f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527900 Aug 04 16:51:50.463249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99a705-4c32-40e3-92d8-d0e826d49372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5adf885-e1b7-441e-b762-50b4ec1ff859,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:50.464491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35154) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:50.471822 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08d0086c-f090-4f54-9e91-66da62f8efb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.531675 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd18fa9e-1db3-4904-935c-32975388694c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.556646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd18fa9e-1db3-4904-935c-32975388694c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.616801 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd18fa9e-1db3-4904-935c-32975388694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.620495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd18fa9e-1db3-4904-935c-32975388694c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.623388 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bd18fa9e-1db3-4904-935c-32975388694c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5adf885-e1b7-441e-b762-50b4ec1ff859 HTTP/1.1" status: 204 len: 168 time: 0.1579168 Aug 04 16:51:50.645307 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18fa9e-1db3-4904-935c-32975388694c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5adf885-e1b7-441e-b762-50b4ec1ff859,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:50.647706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab5996-1e18-4f1f-a836-9e0af8dd30da req-ed06f71b-b5d6-4d8d-9f36-560bea48a3b9 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:50.649309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5ab5996-1e18-4f1f-a836-9e0af8dd30da req-ed06f71b-b5d6-4d8d-9f36-560bea48a3b9 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 949 time: 0.2211466 Aug 04 16:51:50.657140 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5d38ed7-5c91-49e3-a5db-b8d679fcd5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.659926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5d38ed7-5c91-49e3-a5db-b8d679fcd5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.661255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f5d38ed7-5c91-49e3-a5db-b8d679fcd5f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c944f338-985b-4cf8-a539-fd0e106b71bb HTTP/1.1" status: 204 len: 168 time: 0.3730543 Aug 04 16:51:50.690423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d38ed7-5c91-49e3-a5db-b8d679fcd5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c944f338-985b-4cf8-a539-fd0e106b71bb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:50.741845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ded6f74c-acdc-4947-99af-8175611fe031 req-b19bc73e-2b17-442e-89a6-1af61c33a10a tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Deleting port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:51:50.742188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ded6f74c-acdc-4947-99af-8175611fe031 req-b19bc73e-2b17-442e-89a6-1af61c33a10a tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.777890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5ab5996-1e18-4f1f-a836-9e0af8dd30da req-4ca21241-29ac-4edc-be20-6f314700d007 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/security-groups?id=38b6074f-a38d-4dfd-aedd-4914fe6f84f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073611 Aug 04 16:51:50.894638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08d0086c-f090-4f54-9e91-66da62f8efb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.908743 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08d0086c-f090-4f54-9e91-66da62f8efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:50.925037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6540ef-f61f-4a7e-ac4e-86c97eda3b22 req-a4f5b0a5-144f-4b2e-bdee-8c0775f0e391 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:50.926681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c6540ef-f61f-4a7e-ac4e-86c97eda3b22 req-a4f5b0a5-144f-4b2e-bdee-8c0775f0e391 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 946 time: 0.1523736 Aug 04 16:51:50.958203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ded6f74c-acdc-4947-99af-8175611fe031 req-b19bc73e-2b17-442e-89a6-1af61c33a10a tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] For port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:50.958782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ded6f74c-acdc-4947-99af-8175611fe031 req-b19bc73e-2b17-442e-89a6-1af61c33a10a tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:51.033532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ded6f74c-acdc-4947-99af-8175611fe031 req-b19bc73e-2b17-442e-89a6-1af61c33a10a tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Calling delete_port for 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:51:51.040167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0086c-f090-4f54-9e91-66da62f8efb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eac5fb0-6040-49d6-bd73-31b0b0b5cb0c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:51.047393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-08d0086c-f090-4f54-9e91-66da62f8efb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54a179157e4a43b3a722a0cbfb76a023&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5246968 Aug 04 16:51:51.053449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35190) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:51.084468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c6540ef-f61f-4a7e-ac4e-86c97eda3b22 req-8fb4c380-ec55-4fc1-9745-6acea20a6b32 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396174 Aug 04 16:51:51.128792 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-075e9744-83fd-47a5-8d71-f50c02b62e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:51.160743 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-075e9744-83fd-47a5-8d71-f50c02b62e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:51.226633 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ded6f74c-acdc-4947-99af-8175611fe031 req-b19bc73e-2b17-442e-89a6-1af61c33a10a tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:51.241314 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-075e9744-83fd-47a5-8d71-f50c02b62e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:51.244252 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-075e9744-83fd-47a5-8d71-f50c02b62e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:51.247703 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-075e9744-83fd-47a5-8d71-f50c02b62e92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8eac5fb0-6040-49d6-bd73-31b0b0b5cb0c HTTP/1.1" status: 204 len: 168 time: 0.1920753 Aug 04 16:51:51.256963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e9744-83fd-47a5-8d71-f50c02b62e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eac5fb0-6040-49d6-bd73-31b0b0b5cb0c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:51.257929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['2d481b35-a404-4ac1-8b9b-ae10a89c7f5d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:51.267134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bc73e-2b17-442e-89a6-1af61c33a10a tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Pushing event deleted for resources: {'Port': ['ID=2d481b35-a404-4ac1-8b9b-ae10a89c7f5d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:51.352535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded6f74c-acdc-4947-99af-8175611fe031 req-b19bc73e-2b17-442e-89a6-1af61c33a10a tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] No DVR routers for this DVR port 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:51:51.356908 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ded6f74c-acdc-4947-99af-8175611fe031 req-b19bc73e-2b17-442e-89a6-1af61c33a10a tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:51.360308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ded6f74c-acdc-4947-99af-8175611fe031 req-b19bc73e-2b17-442e-89a6-1af61c33a10a tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.90 "DELETE /v2.0/ports/2d481b35-a404-4ac1-8b9b-ae10a89c7f5d HTTP/1.1" status: 204 len: 173 time: 0.9288614 Aug 04 16:51:51.362318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad2728-924d-4b23-b3f4-51886f3d82a8', 'name': 'network-vif-deleted', 'tag': '2d481b35-a404-4ac1-8b9b-ae10a89c7f5d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:51.365295 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7b07bb-eb6e-4a39-8e66-5e2cb58d061d" -d '{"events": [{"server_uuid": "ecad2728-924d-4b23-b3f4-51886f3d82a8", "name": "network-vif-deleted", "tag": "2d481b35-a404-4ac1-8b9b-ae10a89c7f5d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:51.420852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 512d4740-42b6-475a-a8f1-58ca29fc5606 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:51:51.475666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ebe99-abb6-4dec-adc8-853352995042 req-f8382936-58ca-4ab1-94b6-157b5d9a5b9a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:51.492964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b9ebe99-abb6-4dec-adc8-853352995042 req-f8382936-58ca-4ab1-94b6-157b5d9a5b9a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 943 time: 0.1097817 Aug 04 16:51:51.610990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:51.617790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b9ebe99-abb6-4dec-adc8-853352995042 req-57378fac-7e27-407a-929d-2a91c7fe54f9 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238146 Aug 04 16:51:51.631284 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 512d4740-42b6-475a-a8f1-58ca29fc5606 has no active binding in host n-h1-764435-5 {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 16:51:51.636276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cacd4-2243-42cb-9d78-71eb9f94af58 req-d3c7310b-76df-4dac-bc32-98ddc57ad4ce tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:51.648171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a4cacd4-2243-42cb-9d78-71eb9f94af58 req-d3c7310b-76df-4dac-bc32-98ddc57ad4ce tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 1097 time: 0.1468256 Aug 04 16:51:51.693995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a4cacd4-2243-42cb-9d78-71eb9f94af58 req-0d2348c3-d194-4eb0-9aa0-de4633611a66 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444736 Aug 04 16:51:51.755282 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373874f2-6c16-4c46-967f-28499770e714 x-openstack-request-id: req-373874f2-6c16-4c46-967f-28499770e714 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:51.755668 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad2728-924d-4b23-b3f4-51886f3d82a8", "name": "network-vif-deleted", "tag": "2d481b35-a404-4ac1-8b9b-ae10a89c7f5d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:51.755984 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-373874f2-6c16-4c46-967f-28499770e714 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:51.756448 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecad2728-924d-4b23-b3f4-51886f3d82a8', 'name': 'network-vif-deleted', 'tag': '2d481b35-a404-4ac1-8b9b-ae10a89c7f5d', 'status': 'completed', 'code': 200} Aug 04 16:51:51.866783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb8098-6602-4619-8eb2-299ec1332111 req-1bce0112-98bd-4288-b010-8a146d66f743 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:51.868374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38bb8098-6602-4619-8eb2-299ec1332111 req-1bce0112-98bd-4288-b010-8a146d66f743 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 1097 time: 0.0618079 Aug 04 16:51:51.931420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-642da08f-2402-457c-93ea-8e84f32802d2 req-b3bd89d2-5ed1-47be-b3ea-78f6ffaeef37 tempest-DeleteServersAdminTestJSON-150646257 tempest-DeleteServersAdminTestJSON-150646257-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecad2728-924d-4b23-b3f4-51886f3d82a8 HTTP/1.1" status: 200 len: 210 time: 0.0448852 Aug 04 16:51:51.963382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38bb8098-6602-4619-8eb2-299ec1332111 req-a05db56d-5dd0-4d88-8db9-6aebc5247569 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740352 Aug 04 16:51:51.974542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35234) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:51.992712 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a85624da-430a-4a57-8b4f-b598a73764c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.186589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a85624da-430a-4a57-8b4f-b598a73764c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.188940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35248) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:52.200146 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a85624da-430a-4a57-8b4f-b598a73764c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.251121 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a85624da-430a-4a57-8b4f-b598a73764c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a9df758a78744d2837806aab7222c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741537 Aug 04 16:51:52.252268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85624da-430a-4a57-8b4f-b598a73764c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ae0d47-21af-4cfc-9ca1-329cf38ac3d3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:52.253699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35254) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:52.375258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87cbd3c5-7d45-4619-a38a-c8a10be0761c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.408161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87cbd3c5-7d45-4619-a38a-c8a10be0761c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.499983 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87cbd3c5-7d45-4619-a38a-c8a10be0761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.503378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87cbd3c5-7d45-4619-a38a-c8a10be0761c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.506850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-87cbd3c5-7d45-4619-a38a-c8a10be0761c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01ae0d47-21af-4cfc-9ca1-329cf38ac3d3 HTTP/1.1" status: 204 len: 168 time: 0.2498877 Aug 04 16:51:52.507819 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-139e6550-fde1-4b25-99ad-e6b71810f520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.522625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbd3c5-7d45-4619-a38a-c8a10be0761c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ae0d47-21af-4cfc-9ca1-329cf38ac3d3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:52.635351 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-139e6550-fde1-4b25-99ad-e6b71810f520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.640140 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-139e6550-fde1-4b25-99ad-e6b71810f520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.688041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35276) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:52.699490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-139e6550-fde1-4b25-99ad-e6b71810f520 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=855d7e2a9d744c65836b5173dba23567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5090721 Aug 04 16:51:52.701815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e6550-fde1-4b25-99ad-e6b71810f520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459a0bcd-dc0d-4ce1-a5fc-8239361d5bb3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:52.750389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4892-4b31-4d5c-81d8-86efca7dd1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.778494 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4892-4b31-4d5c-81d8-86efca7dd1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.791456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-26e1ab52-0ee9-4e07-9dcc-d8ca9c084898 service neutron] 10.222.0.82 "GET /v2.0/ports/512d4740-42b6-475a-a8f1-58ca29fc5606/bindings/n-h1-764435-5 HTTP/1.1" status: 200 len: 384 time: 0.0680583 Aug 04 16:51:52.835747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4892-4b31-4d5c-81d8-86efca7dd1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.838484 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4892-4b31-4d5c-81d8-86efca7dd1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:52.839683 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6cfd4892-4b31-4d5c-81d8-86efca7dd1a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/459a0bcd-dc0d-4ce1-a5fc-8239361d5bb3 HTTP/1.1" status: 204 len: 168 time: 0.1507537 Aug 04 16:51:52.848210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd4892-4b31-4d5c-81d8-86efca7dd1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459a0bcd-dc0d-4ce1-a5fc-8239361d5bb3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:52.993224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9b0ad96f-34fa-46f1-ba0e-17a68db05c09 service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:53.020870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9b0ad96f-34fa-46f1-ba0e-17a68db05c09 service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:53.072119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9b0ad96f-34fa-46f1-ba0e-17a68db05c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512d4740-42b6-475a-a8f1-58ca29fc5606 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:51:53.084452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9b0ad96f-34fa-46f1-ba0e-17a68db05c09 service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:53.100155 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9b0ad96f-34fa-46f1-ba0e-17a68db05c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:53.229543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9b0ad96f-34fa-46f1-ba0e-17a68db05c09 service neutron] Transition to ACTIVE for port object 512d4740-42b6-475a-a8f1-58ca29fc5606 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:51:53.242613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9b0ad96f-34fa-46f1-ba0e-17a68db05c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:53.318379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9b0ad96f-34fa-46f1-ba0e-17a68db05c09 service neutron] No DVR routers for this DVR port 512d4740-42b6-475a-a8f1-58ca29fc5606 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:51:53.362648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ad96f-34fa-46f1-ba0e-17a68db05c09 service neutron] Pushing event updated for resources: {'Port': ['ID=512d4740-42b6-475a-a8f1-58ca29fc5606,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:53.385360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-9b0ad96f-34fa-46f1-ba0e-17a68db05c09 service neutron] 10.222.0.82 "PUT /v2.0/ports/512d4740-42b6-475a-a8f1-58ca29fc5606/bindings/n-h1-764435-5/activate HTTP/1.1" status: 200 len: 369 time: 0.5842772 Aug 04 16:51:53.496741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35316) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:53.521912 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-213e2d88-08b8-4f48-85cc-9288c6f6acb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:53.531306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-0e8ecb79-cf65-48ee-9186-f67d59392f6d tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:53.532835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-0e8ecb79-cf65-48ee-9186-f67d59392f6d tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1095 time: 0.0862064 Aug 04 16:51:53.614972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919091e-4477-4829-94f7-37f5e4c29779 req-2016c749-76c6-4fe7-8e8d-41fd5c81fbf4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:53.617760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5919091e-4477-4829-94f7-37f5e4c29779 req-2016c749-76c6-4fe7-8e8d-41fd5c81fbf4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 944 time: 0.1413264 Aug 04 16:51:53.649430 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-213e2d88-08b8-4f48-85cc-9288c6f6acb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:53.660472 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-213e2d88-08b8-4f48-85cc-9288c6f6acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:53.697314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-50f460d8-995b-4aef-971e-913d976ec990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:53.699014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-50f460d8-995b-4aef-971e-913d976ec990 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9&tenant_id=5ffd0cfa7993416e9e0aec3af3314786 HTTP/1.1" status: 200 len: 1095 time: 0.1553500 Aug 04 16:51:53.702261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5919091e-4477-4829-94f7-37f5e4c29779 req-56e62669-6629-4499-bc94-9576d3d9e3e7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632241 Aug 04 16:51:53.741110 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-213e2d88-08b8-4f48-85cc-9288c6f6acb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=226f910661a84ef4ae1243897132206f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423897 Aug 04 16:51:53.745832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35324) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:53.748170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e2d88-08b8-4f48-85cc-9288c6f6acb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92e18c1-fd57-4aa4-b72b-167d60b40c7e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:53.795093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-f1cb2ab9-cc9e-4cbb-943e-e89738c0e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:53.796618 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-f1cb2ab9-cc9e-4cbb-943e-e89738c0e602 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1095 time: 0.0678446 Aug 04 16:51:53.919024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a12a0286-0366-4e82-997f-124a10c82985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:53.956594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a12a0286-0366-4e82-997f-124a10c82985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:54.023311 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a12a0286-0366-4e82-997f-124a10c82985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:54.027770 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a12a0286-0366-4e82-997f-124a10c82985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:54.029609 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a12a0286-0366-4e82-997f-124a10c82985 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d92e18c1-fd57-4aa4-b72b-167d60b40c7e HTTP/1.1" status: 204 len: 168 time: 0.2824662 Aug 04 16:51:54.048953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a0286-0366-4e82-997f-124a10c82985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92e18c1-fd57-4aa4-b72b-167d60b40c7e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:54.079064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35344) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:54.197924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-3a890c03-e8d7-4bdf-92a3-6d88c7a6402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:54.199465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-3a890c03-e8d7-4bdf-92a3-6d88c7a6402a service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.3937118 Aug 04 16:51:54.251114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-2ac8d744-bf9c-4622-9074-6cfea48b7705 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 200 len: 217 time: 0.0416021 Aug 04 16:51:54.318750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-6273cc37-ad56-4fe6-ad5c-81028328fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:54.321201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-6273cc37-ad56-4fe6-ad5c-81028328fe3a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.0619521 Aug 04 16:51:54.380121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-884ace29-534f-4e47-8959-1600f775c5f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495145 Aug 04 16:51:54.405167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-198f9b3d-34fd-4a0c-a8c8-0b21293f82ce tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:51:54.406462 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-198f9b3d-34fd-4a0c-a8c8-0b21293f82ce tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3261783 Aug 04 16:51:54.516223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-14ec9c0e-f5d2-4fea-a40b-5acad9743892 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280684 Aug 04 16:51:54.560904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35370) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:54.586051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2e7799a-9883-4621-891b-b67d897d9ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:54.683799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-02eb1252-e9fe-4fd2-b0c6-31b70b98642d service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587563 Aug 04 16:51:54.762671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2e7799a-9883-4621-891b-b67d897d9ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:54.783727 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2e7799a-9883-4621-891b-b67d897d9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:54.864587 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a2e7799a-9883-4621-891b-b67d897d9ed1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=282061500f2b48f1ada7ea50734b64fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007395 Aug 04 16:51:54.865039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35384) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:54.867801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7799a-9883-4621-891b-b67d897d9ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69779403-eca8-4841-bc49-d4dc1b479874,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:54.894756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35388) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:54.977768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69e1fc7f-1a5d-4b37-8937-819a82d2540b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.025980 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69e1fc7f-1a5d-4b37-8937-819a82d2540b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.059040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Request body: {'binding': {'host': 'n-h1-764435-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:55.059505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Unknown quota resources ['binding']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:51:55.096090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-2e2e7b25-4a79-44a5-8dab-7ede5aeb7851 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:55.098132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-2e2e7b25-4a79-44a5-8dab-7ede5aeb7851 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1095 time: 0.1372933 Aug 04 16:51:55.196644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342add3-ce05-4235-bea1-82c182c22710 req-8e2ef7f7-6c07-4261-8288-a6861fae28f1 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:55.198756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3342add3-ce05-4235-bea1-82c182c22710 req-8e2ef7f7-6c07-4261-8288-a6861fae28f1 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 944 time: 0.1638160 Aug 04 16:51:55.241714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35398) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:55.262742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69e1fc7f-1a5d-4b37-8937-819a82d2540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.265230 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69e1fc7f-1a5d-4b37-8937-819a82d2540b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.268674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-69e1fc7f-1a5d-4b37-8937-819a82d2540b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69779403-eca8-4841-bc49-d4dc1b479874 HTTP/1.1" status: 204 len: 168 time: 0.3999863 Aug 04 16:51:55.271246 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eda5e0aa-b6a5-4917-910e-1325cfd9b9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.273501 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on host n-h1-764435-5 for vnic_type normal with profile None {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:55.273940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:55.274358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:55.287221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:51:55.287699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:55.296253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1fc7f-1a5d-4b37-8937-819a82d2540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69779403-eca8-4841-bc49-d4dc1b479874,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:55.309901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:55.310651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:55.311308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:55.311979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Bound port: c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:55.354122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3342add3-ce05-4235-bea1-82c182c22710 req-0c5b00c3-9581-452a-8e73-abac62484003 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107428 Aug 04 16:51:55.370686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-a5f910a7-79ae-4922-ab3c-d6cfd9886279 service neutron] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:55.374129 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-a5f910a7-79ae-4922-ab3c-d6cfd9886279 service neutron] Notify callbacks [] for binding, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.375232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c85df8b-2d50-4cc2-8606-77b2e2d76738 req-a5f910a7-79ae-4922-ab3c-d6cfd9886279 service neutron] 10.222.0.90 "DELETE /v2.0/ports/512d4740-42b6-475a-a8f1-58ca29fc5606/bindings/n-h2-764435-5 HTTP/1.1" status: 204 len: 173 time: 0.2670715 Aug 04 16:51:55.436757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:51:55.469943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:51:55.471743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2d481b35-a404-4ac1-8b9b-ae10a89c7f5d not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:51:55.505419 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ff9ec1f5-45bd-43a2-b437-a7a6e5d9a138 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bad9e2d4f4d442b28e2acd6ff29b43d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2603257 Aug 04 16:51:55.508288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35412) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:55.522777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:55.535513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.537328 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-92ec2c36-b105-413c-8a06-f5af7606e200 service neutron] 10.222.0.39 "POST /v2.0/ports/c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2/bindings HTTP/1.1" status: 201 len: 389 time: 0.8037083 Aug 04 16:51:55.572876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eda5e0aa-b6a5-4917-910e-1325cfd9b9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.581462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eda5e0aa-b6a5-4917-910e-1325cfd9b9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.631755 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-eda5e0aa-b6a5-4917-910e-1325cfd9b9f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1391e041390044ddb4c8c298efbcbaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7354980 Aug 04 16:51:55.632801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5e0aa-b6a5-4917-910e-1325cfd9b9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6765aa9-d3ee-4283-9516-7ad2cbb12ea6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:55.635440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35416) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:55.638919 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-233db5dd-a454-4af2-83ab-72c536b07ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.741253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-233db5dd-a454-4af2-83ab-72c536b07ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.793320 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10a49f44-8681-47d6-ba85-6d92ab03d651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.829434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10a49f44-8681-47d6-ba85-6d92ab03d651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.882395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-233db5dd-a454-4af2-83ab-72c536b07ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.885091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-233db5dd-a454-4af2-83ab-72c536b07ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.886256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-233db5dd-a454-4af2-83ab-72c536b07ae6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38b6074f-a38d-4dfd-aedd-4914fe6f84f5 HTTP/1.1" status: 204 len: 168 time: 0.3775718 Aug 04 16:51:55.913471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b2bd-a71c-4dcd-968f-b7f5c003dffb req-4c68dbe5-6a56-4ef1-a1a3-9017211b3134 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:55.915333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3833b2bd-a71c-4dcd-968f-b7f5c003dffb req-4c68dbe5-6a56-4ef1-a1a3-9017211b3134 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 946 time: 0.1112463 Aug 04 16:51:55.927564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233db5dd-a454-4af2-83ab-72c536b07ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b6074f-a38d-4dfd-aedd-4914fe6f84f5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:55.967050 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10a49f44-8681-47d6-ba85-6d92ab03d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.969929 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10a49f44-8681-47d6-ba85-6d92ab03d651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:55.973781 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-10a49f44-8681-47d6-ba85-6d92ab03d651 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6765aa9-d3ee-4283-9516-7ad2cbb12ea6 HTTP/1.1" status: 204 len: 168 time: 0.3325822 Aug 04 16:51:55.982416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3833b2bd-a71c-4dcd-968f-b7f5c003dffb req-d732b877-ea3f-4dfa-96a6-77c96fe4d94a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561476 Aug 04 16:51:55.987560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a49f44-8681-47d6-ba85-6d92ab03d651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6765aa9-d3ee-4283-9516-7ad2cbb12ea6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:56.098544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5934-d6ed-4827-bc82-833f44ef1e7c req-16f31ad9-92e0-436f-bbca-5b269e79baf2 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:56.100378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7fc5934-d6ed-4827-bc82-833f44ef1e7c req-16f31ad9-92e0-436f-bbca-5b269e79baf2 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1095 time: 0.0463493 Aug 04 16:51:56.140849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7fc5934-d6ed-4827-bc82-833f44ef1e7c req-78a1f9d3-f7a7-4ba5-ab9c-fff3a487b953 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338335 Aug 04 16:51:56.682342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-7c531934-8fa8-42a8-b221-7849be6ee962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:56.692403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-7c531934-8fa8-42a8-b221-7849be6ee962 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 1097 time: 0.0775437 Aug 04 16:51:56.706882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35466) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:56.725877 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7598c161-0d79-4170-8b30-977f57ebd43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:56.925186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7598c161-0d79-4170-8b30-977f57ebd43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:56.933964 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7598c161-0d79-4170-8b30-977f57ebd43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:56.953167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35486) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:56.955025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-6fe5acf4-9fa3-4630-bf31-bbb7d5184137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:56.956516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-6fe5acf4-9fa3-4630-bf31-bbb7d5184137 service neutron] 10.222.0.90 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.2624958 Aug 04 16:51:56.985451 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7598c161-0d79-4170-8b30-977f57ebd43f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbf97b6d183d4b8fb02d161b118d8f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725835 Aug 04 16:51:56.988772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35488) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:57.000905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598c161-0d79-4170-8b30-977f57ebd43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce02a524-df21-4450-b1b4-0cf0a285a2a5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:57.032286 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c452f0d4-2ff3-42a2-a378-89caba9b5fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.056626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-6a6a5b94-665d-4db6-bbce-326d0ef9612c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 HTTP/1.1" status: 200 len: 217 time: 0.0858366 Aug 04 16:51:57.090325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933e77-5e1e-4168-b870-8548753075fc req-a3743a86-2947-41ac-8fcc-0a16841271d2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:57.091873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-a3743a86-2947-41ac-8fcc-0a16841271d2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 821 time: 0.2665772 Aug 04 16:51:57.177516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-c9115d30-33b7-4b01-ad12-11a3e837ebd0 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/quotas/5ffd0cfa7993416e9e0aec3af3314786 HTTP/1.1" status: 200 len: 375 time: 0.0724092 Aug 04 16:51:57.227690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-246f9d3a-58e7-4754-a206-700907359cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:57.229208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-246f9d3a-58e7-4754-a206-700907359cb7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.1621783 Aug 04 16:51:57.251929 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11ccf3b9-9c8e-4c46-a5c8-9fdfecbdb093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.299447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-6b494276-5b44-4b30-8316-26ea87558359 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630369 Aug 04 16:51:57.344664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-75a9b853-592f-4388-bdc7-c2aa61a7f1fa tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=501772fe18a64bb99e35146b00eb9ef8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906522 Aug 04 16:51:57.350084 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11ccf3b9-9c8e-4c46-a5c8-9fdfecbdb093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.425930 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-dfa86adf-abdf-4a0e-b09e-cd97b3c1236a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2480376 Aug 04 16:51:57.445003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 512d4740-42b6-475a-a8f1-58ca29fc5606 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:51:57.489896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 512d4740-42b6-475a-a8f1-58ca29fc5606 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:51:57.578672 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c452f0d4-2ff3-42a2-a378-89caba9b5fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.596226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c452f0d4-2ff3-42a2-a378-89caba9b5fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.670921 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11ccf3b9-9c8e-4c46-a5c8-9fdfecbdb093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.673239 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11ccf3b9-9c8e-4c46-a5c8-9fdfecbdb093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.674381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-11ccf3b9-9c8e-4c46-a5c8-9fdfecbdb093 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce02a524-df21-4450-b1b4-0cf0a285a2a5 HTTP/1.1" status: 204 len: 168 time: 0.6434057 Aug 04 16:51:57.676548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-b354be60-8ee0-4aa7-b25b-fab328d2a700 service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550887 Aug 04 16:51:57.695147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c452f0d4-2ff3-42a2-a378-89caba9b5fe5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9dd4659967d94819b39b21ce35b02315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7373319 Aug 04 16:51:57.700410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35522) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:51:57.736464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452f0d4-2ff3-42a2-a378-89caba9b5fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28262cd-4a61-4be6-8ca4-03ad673af767,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:57.763317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-c3562f6c-eff7-4c27-85ed-54f8542fa547 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:57.764900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-c3562f6c-eff7-4c27-85ed-54f8542fa547 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4044471 Aug 04 16:51:57.771610 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c46cbda-03ed-4f12-85f5-77e9d9243de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.802693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c46cbda-03ed-4f12-85f5-77e9d9243de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.819399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-7890f7cd-da5a-4d46-a41e-cfc88957d04a tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/quotas/501772fe18a64bb99e35146b00eb9ef8 HTTP/1.1" status: 200 len: 375 time: 0.0132246 Aug 04 16:51:57.827764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-de0cba2c-81fb-4b3b-b6a6-a4fcb53a6588 service neutron] 10.222.0.39 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849883 Aug 04 16:51:57.829800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccf3b9-9c8e-4c46-a5c8-9fdfecbdb093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce02a524-df21-4450-b1b4-0cf0a285a2a5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:57.867250 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c46cbda-03ed-4f12-85f5-77e9d9243de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.874541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c46cbda-03ed-4f12-85f5-77e9d9243de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:57.879327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1c46cbda-03ed-4f12-85f5-77e9d9243de3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b28262cd-4a61-4be6-8ca4-03ad673af767 HTTP/1.1" status: 204 len: 168 time: 0.1778769 Aug 04 16:51:57.890855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46cbda-03ed-4f12-85f5-77e9d9243de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28262cd-4a61-4be6-8ca4-03ad673af767,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:57.937558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-bad82722-b093-45f9-b8b8-fc30bf47a1f6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=501772fe18a64bb99e35146b00eb9ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1055858 Aug 04 16:51:57.984323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-c5ded98a-cce3-4baa-a42f-b007ea19c661 service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778559 Aug 04 16:51:58.023012 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-55f08421-f78e-43ee-927d-da54cce82365 service neutron] 10.222.0.39 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926126 Aug 04 16:51:58.142791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-5ff4a078-8cd9-450f-aed8-6202c2b92f4c tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:58.144361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-5ff4a078-8cd9-450f-aed8-6202c2b92f4c tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1097 time: 0.0983293 Aug 04 16:51:58.161479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764435-5'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:51:58.305915 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:58.429852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7534d-6865-440c-9937-e89792f1d6ff req-3cefd1f1-4a06-4ba3-9789-c8eea3aa57f0 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:58.432123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ace7534d-6865-440c-9937-e89792f1d6ff req-3cefd1f1-4a06-4ba3-9789-c8eea3aa57f0 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 946 time: 0.1425045 Aug 04 16:51:58.535757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ace7534d-6865-440c-9937-e89792f1d6ff req-e51f95d2-65b2-4c61-b426-6a79fda138e5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911624 Aug 04 16:51:58.571248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:51:58.636353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:58.755724 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bae21fcd-cff8-4f94-9af0-a8a8a2b7ad0d req-4c3cf062-ce4e-4cfa-8997-d5b970436ca8 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 210 time: 0.0682383 Aug 04 16:51:58.785029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:51:58.788525 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2f1d5a-d368-4d22-a037-50c8a43d06e0" -d '{"events": [{"server_uuid": "c6fd33d1-5776-400b-9ea9-388b2b724f51", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:51:58.795519 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:58.805823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:58.992290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-e4b305ca-1c84-43b8-bc7f-afe6a5d2c205 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=501772fe18a64bb99e35146b00eb9ef8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444162 Aug 04 16:51:59.018267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:59.118112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on host n-h2-764435-5 for vnic_type normal with profile {"migrating_to": "n-h1-764435-5"} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:51:59.118444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:51:59.118767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:59.133545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:51:59.133872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Attempting to bind port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:51:59.152605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:51:59.152605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:51:59.153018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:51:59.153444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Bound port: c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:51:59.153879 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:59.233046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-9932816d-3f48-4876-b2df-f8696d389055 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:59.234564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-9932816d-3f48-4876-b2df-f8696d389055 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022436 Aug 04 16:51:59.260903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-5bef824a-170f-4cc0-ba73-7069861167fe tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/quotas/501772fe18a64bb99e35146b00eb9ef8 HTTP/1.1" status: 200 len: 375 time: 0.0191512 Aug 04 16:51:59.267083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:51:59.271666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:51:59.282782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:59.322125 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e149025f-f2be-4ba0-bcf0-65e6d5f7bb9f x-openstack-request-id: req-e149025f-f2be-4ba0-bcf0-65e6d5f7bb9f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:51:59.322403 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fd33d1-5776-400b-9ea9-388b2b724f51", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:51:59.322644 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e149025f-f2be-4ba0-bcf0-65e6d5f7bb9f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:51:59.323047 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2', 'code': 200} Aug 04 16:51:59.331415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-cac78b22-1c8b-4d8b-9718-3a376ded2a60 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=501772fe18a64bb99e35146b00eb9ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620875 Aug 04 16:51:59.426189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:51:59.427317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:51:59.429992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] 10.222.0.90 "PUT /v2.0/ports/c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 HTTP/1.1" status: 200 len: 1122 time: 1.2770839 Aug 04 16:51:59.431172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9c47a-6789-4bad-824b-178947a09478 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:51:59.511131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:51:59.723828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4972d376-2db4-4f4e-b239-223d849bd5ef req-a269605a-1622-4d8d-9cc6-4854d925da99 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 210 time: 0.0813026 Aug 04 16:52:00.020711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927dae-260b-4015-89e5-f217dbdc9462 req-fc042346-46ee-41d3-9bcb-88cccaccddd2 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:00.025512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd927dae-260b-4015-89e5-f217dbdc9462 req-fc042346-46ee-41d3-9bcb-88cccaccddd2 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 944 time: 0.1097906 Aug 04 16:52:00.074054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933e77-5e1e-4168-b870-8548753075fc req-483c465b-ef99-4eef-8729-485b2c408f41 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:00.075853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-483c465b-ef99-4eef-8729-485b2c408f41 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 821 time: 0.2971911 Aug 04 16:52:00.094692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14915682-58d3-4e58-8a49-33a4b3621de4 req-466ccd8a-b4ea-4a85-8be7-612494998b83 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 210 time: 0.0592699 Aug 04 16:52:00.100168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Request body: {'port': {'device_id': 'eb2e8682-49b0-4890-bc12-522367172d12', 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237', 'admin_state_up': True, 'tenant_id': '5ffd0cfa7993416e9e0aec3af3314786'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:00.212422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd927dae-260b-4015-89e5-f217dbdc9462 req-9afd360b-3331-436e-bee2-952446f5d5b5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788237 Aug 04 16:52:00.283561 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-b83eb87c-d54b-4f59-9b5f-5035a20e315d tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=501772fe18a64bb99e35146b00eb9ef8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809085 Aug 04 16:52:00.325962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Made reservation on behalf of 5ffd0cfa7993416e9e0aec3af3314786 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:00.335566 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:00.538848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35668) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:00.586927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Allocated IP 172.20.0.7 (aaf57b43-12ea-418f-9fcd-f4a13ecee237/ed7e0b83-0176-47e6-b307-46f85e25ffd6/4eb6c03d-2027-43e4-b4b5-ebef02496c20) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:00.615268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-fe455555-56ce-4042-b490-ef3d63ab4eb2 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:00.616883 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-fe455555-56ce-4042-b490-ef3d63ab4eb2 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255494 Aug 04 16:52:00.636338 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Request body: {'port': {'device_id': '117c4f26-7a55-4971-a2be-1649a48e5363', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '501772fe18a64bb99e35146b00eb9ef8'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:00.783702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Made reservation on behalf of 501772fe18a64bb99e35146b00eb9ef8 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:00.790916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:00.803690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:00.804109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:00.915657 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:00.923889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:00.965236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b178e17-8a67-4d58-a374-60edcc57761c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:01.026248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35686) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:01.141748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Allocated IP 192.168.233.214 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/62b071ae-4193-42c0-91c3-dd2380268804) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:01.154978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-866d6f27-db94-45f9-9e8d-89d4fd9be4ed req-0541eaf4-bccf-4852-89e8-99139f445a28 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 210 time: 0.3435178 Aug 04 16:52:01.236986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-827a2b21-8798-46ef-b0aa-dfd563fd2438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.245124 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-29f01541-30fb-409b-9ae2-e23725445f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.262021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-8add7eb6-7ce8-4c36-a651-0af7edf82fde tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=501772fe18a64bb99e35146b00eb9ef8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908754 Aug 04 16:52:01.338354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'tag': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:01.340870 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81fa6cf-86ad-4f97-b8dc-badceef68d51" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fd33d1-5776-400b-9ea9-388b2b724f51", "tag": "c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:01.372866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-81b9282d-a264-477a-81c2-7134eda71e75 req-ce9aad66-9a95-4868-ba6f-3165b7673553 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 210 time: 0.1097181 Aug 04 16:52:01.444813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.465211 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.474180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:01.477329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-29f01541-30fb-409b-9ae2-e23725445f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.478617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Transition to ACTIVE for port object 62b071ae-4193-42c0-91c3-dd2380268804 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:01.494687 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-29f01541-30fb-409b-9ae2-e23725445f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.497638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e19d9c-7bbc-4604-8d59-d63cb5ef334b req-2f1cec23-8926-47b2-8780-eb6de39d8bd0 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:01.499396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70e19d9c-7bbc-4604-8d59-d63cb5ef334b req-2f1cec23-8926-47b2-8780-eb6de39d8bd0 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 944 time: 0.1256621 Aug 04 16:52:01.547953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-6d4412c9-5dad-4f65-b996-01363d212b29 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:01.549707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-6d4412c9-5dad-4f65-b996-01363d212b29 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698748 Aug 04 16:52:01.563073 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-29f01541-30fb-409b-9ae2-e23725445f56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eaace36265ae4860ac9baf25dd9c3f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333812 Aug 04 16:52:01.563073 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f01541-30fb-409b-9ae2-e23725445f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc94249e-e1d5-420f-902b-8eb34f937a89,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:01.567067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35710) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:01.572636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:01.577121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Request body: {'port': {'device_id': '87f7cf25-56a7-42b4-bd7b-740076cc770a', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '501772fe18a64bb99e35146b00eb9ef8'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:01.588395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 has no active binding in host n-h1-764435-5 {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 16:52:01.595574 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.597213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Network aaf57b43-12ea-418f-9fcd-f4a13ecee237 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:01.644716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:01.650024 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:01.653979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:01.661616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:01.665206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:01.681817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:01.689348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:01.690235 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.716617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:01.717292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.721558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Pushing event updated for resources: {'Port': ['ID=4eb6c03d-2027-43e4-b4b5-ebef02496c20,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:01.740246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70e19d9c-7bbc-4604-8d59-d63cb5ef334b req-eef5e3bf-1dcb-4813-8dd7-7ea68a9be91e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135916 Aug 04 16:52:01.828162 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7bda35-3cd1-41c5-abb2-d95566219da3 x-openstack-request-id: req-3a7bda35-3cd1-41c5-abb2-d95566219da3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:01.828445 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fd33d1-5776-400b-9ea9-388b2b724f51", "tag": "c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:01.828949 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a7bda35-3cd1-41c5-abb2-d95566219da3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:01.829661 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'tag': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2', 'status': 'completed', 'code': 200} Aug 04 16:52:01.839048 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a17fe311-3e32-41be-8100-2f60f2b8e3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.892426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a17fe311-3e32-41be-8100-2f60f2b8e3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.913304 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-827a2b21-8798-46ef-b0aa-dfd563fd2438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.935236 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-38ccb761-fa36-49b7-85f1-f8dd915eaf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.945804 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-ee616a44-a265-4668-9940-634725da61b6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3176382 Aug 04 16:52:01.957050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fa6cf-86ad-4f97-b8dc-badceef68d51 req-59d2eb47-f707-4695-a47d-708e7ad205df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:01.958077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-827a2b21-8798-46ef-b0aa-dfd563fd2438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:01.959029 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d81fa6cf-86ad-4f97-b8dc-badceef68d51 req-59d2eb47-f707-4695-a47d-708e7ad205df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 1125 time: 0.1088696 Aug 04 16:52:01.966517 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Request body: {'port': {'device_id': '117c4f26-7a55-4971-a2be-1649a48e5363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:01.967836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-dcfa771e-61a0-4a7f-b794-77ead56dc0d3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8758276 Aug 04 16:52:02.000032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Request body: {'port': {'device_id': 'eb2e8682-49b0-4890-bc12-522367172d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:02.010663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6e8e5bbe-9e05-4f6c-bb40-61add8b96435 None None] Provisioning for port 62b071ae-4193-42c0-91c3-dd2380268804 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:02.015028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6e8e5bbe-9e05-4f6c-bb40-61add8b96435 None None] Provisioning complete for port 62b071ae-4193-42c0-91c3-dd2380268804 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:02.015743 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5bbe-9e05-4f6c-bb40-61add8b96435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.065985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-827a2b21-8798-46ef-b0aa-dfd563fd2438 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b689bd166f04a34860105e6552a7382&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5260069 Aug 04 16:52:02.069424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35736) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:02.074035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Made reservation on behalf of 501772fe18a64bb99e35146b00eb9ef8 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:02.077824 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.080192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a2b21-8798-46ef-b0aa-dfd563fd2438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb1fb62-1677-4929-bbfc-9eebeb16a6a9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:02.087257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e5bbe-9e05-4f6c-bb40-61add8b96435 None None] Port 62b071ae-4193-42c0-91c3-dd2380268804 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:02.115238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a17fe311-3e32-41be-8100-2f60f2b8e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.118163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a17fe311-3e32-41be-8100-2f60f2b8e3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.119320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a17fe311-3e32-41be-8100-2f60f2b8e3a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc94249e-e1d5-420f-902b-8eb34f937a89 HTTP/1.1" status: 204 len: 168 time: 0.5329733 Aug 04 16:52:02.166689 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.173835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fe311-3e32-41be-8100-2f60f2b8e3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc94249e-e1d5-420f-902b-8eb34f937a89,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:02.218784 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.220396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fa6cf-86ad-4f97-b8dc-badceef68d51 req-ec254961-336d-4cd4-92d3-a87885f607f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:02.221984 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d81fa6cf-86ad-4f97-b8dc-badceef68d51 req-ec254961-336d-4cd4-92d3-a87885f607f4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.2505014 Aug 04 16:52:02.295645 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d81fa6cf-86ad-4f97-b8dc-badceef68d51 req-8dfe5e5c-90b2-45d4-9bf9-e8965d9e8aef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 HTTP/1.1" status: 200 len: 217 time: 0.0499711 Aug 04 16:52:02.384442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea37c746-ad11-4a03-a898-25384d30b74c req-8f31cc6c-1769-4a3c-8d3c-16e372dacba9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 210 time: 0.0678132 Aug 04 16:52:02.418567 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ea5304e-5b41-48d5-b4ed-2656206cef86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.448350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fa6cf-86ad-4f97-b8dc-badceef68d51 req-819d9a8b-7d8e-4181-9d6a-cf3e6e55a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:02.454121 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d81fa6cf-86ad-4f97-b8dc-badceef68d51 req-819d9a8b-7d8e-4181-9d6a-cf3e6e55a138 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.1501276 Aug 04 16:52:02.507372 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d81fa6cf-86ad-4f97-b8dc-badceef68d51 req-064ad2d6-abac-48c3-8b64-5f9de79ae72f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429881 Aug 04 16:52:02.634823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ea5304e-5b41-48d5-b4ed-2656206cef86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.638882 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d81fa6cf-86ad-4f97-b8dc-badceef68d51 req-e69b9e71-3795-4e49-a70c-98153d8cac68 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233261 Aug 04 16:52:02.649051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Allocated IP 192.168.233.151 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/cb41bed0-3030-4aff-a701-03bd2dbcaced) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:02.700517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35780) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:02.764913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8fa12-156b-434c-acf5-26c185c74b1a req-14936c23-357b-4996-ae58-e71fd443718f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:02.766488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7a8fa12-156b-434c-acf5-26c185c74b1a req-14936c23-357b-4996-ae58-e71fd443718f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 931 time: 0.2165716 Aug 04 16:52:02.767276 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-588e6685-4fb1-4de3-a99e-06ad8567fb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.780019 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d81fa6cf-86ad-4f97-b8dc-badceef68d51 req-ad559f77-112f-4b67-8909-6e87e5c022be service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242480 Aug 04 16:52:02.806659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35786) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:02.940813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a5a6-d7ad-4d3f-8797-03643089bd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.940970 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ea5304e-5b41-48d5-b4ed-2656206cef86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.943581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ea5304e-5b41-48d5-b4ed-2656206cef86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:02.945323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7ea5304e-5b41-48d5-b4ed-2656206cef86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ddb1fb62-1677-4929-bbfc-9eebeb16a6a9 HTTP/1.1" status: 204 len: 168 time: 0.8743010 Aug 04 16:52:02.962575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7a8fa12-156b-434c-acf5-26c185c74b1a req-3c7833b4-9e27-4090-877f-2b1d032896db tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733289 Aug 04 16:52:02.996026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5304e-5b41-48d5-b4ed-2656206cef86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb1fb62-1677-4929-bbfc-9eebeb16a6a9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:03.097936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb6c03d-2027-43e4-b4b5-ebef02496c20 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:03.112720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.150479 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.174884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Transition to ACTIVE for port object 4eb6c03d-2027-43e4-b4b5-ebef02496c20 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:03.182111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Transition to ACTIVE for port object cb41bed0-3030-4aff-a701-03bd2dbcaced will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:03.188801 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.253062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c094-5856-4969-890e-161c406cbf72 req-855f4762-c549-4a52-93a1-b56070c2ca24 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:03.256300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71f4c094-5856-4969-890e-161c406cbf72 req-855f4762-c549-4a52-93a1-b56070c2ca24 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 944 time: 0.1801543 Aug 04 16:52:03.265051 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-588e6685-4fb1-4de3-a99e-06ad8567fb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.292716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35802) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:03.293120 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-588e6685-4fb1-4de3-a99e-06ad8567fb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.360164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6c03d-2027-43e4-b4b5-ebef02496c20,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:03.398410 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.407084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-588e6685-4fb1-4de3-a99e-06ad8567fb96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2faa182baa2490b869eb5b8a3ee35e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6998358 Aug 04 16:52:03.413270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e6685-4fb1-4de3-a99e-06ad8567fb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe4c167-f438-43a5-9627-4d03c9625542,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:03.420644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71f4c094-5856-4969-890e-161c406cbf72 req-f497cc5a-988f-4193-992e-4e73ec028236 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521316 Aug 04 16:52:03.422592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35810) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:03.454306 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a5a6-d7ad-4d3f-8797-03643089bd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.461511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:03.461863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:03.462183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:03.472908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f4c6a5a6-d7ad-4d3f-8797-03643089bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.497375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:03.497702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:03.501939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:03.517638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:03.522433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:03.523100 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f4c6a5a6-d7ad-4d3f-8797-03643089bd9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a4b745059274d2cb6a01e1fa8794b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140634 Aug 04 16:52:03.528151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:03.528916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.531013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35816) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:03.542583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Pushing event updated for resources: {'Port': ['ID=cb41bed0-3030-4aff-a701-03bd2dbcaced,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:03.545861 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4a48-3124-4464-bb8e-75591e68c8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.553248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:03.553585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:03.553965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:03.554406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Bound port: 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:03.554761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.609110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-23b9dd63-71c1-4caa-979f-b9a32e83c744 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0372057 Aug 04 16:52:03.643714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6a5a6-d7ad-4d3f-8797-03643089bd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec561d4-50b0-46e2-ab88-07e439651395,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:03.678098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Request body: {'port': {'device_id': '87f7cf25-56a7-42b4-bd7b-740076cc770a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:03.709528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0249ec8b-b2cb-4c04-bbe0-0bc88a9262c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.724392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-64271291-4fb7-487e-9256-a46cfd9fc5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.755529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-64271291-4fb7-487e-9256-a46cfd9fc5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.806539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e13a6-177c-4f08-941e-57b1690232db req-38c5df73-b295-41f0-9813-c7f5ae86d0c1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:03.820157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b23e13a6-177c-4f08-941e-57b1690232db req-38c5df73-b295-41f0-9813-c7f5ae86d0c1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 936 time: 0.2833185 Aug 04 16:52:03.828678 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-305dbf94-555a-4e46-8ad2-0869f360c6c3 None None] Provisioning for port cb41bed0-3030-4aff-a701-03bd2dbcaced completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:03.837153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-305dbf94-555a-4e46-8ad2-0869f360c6c3 None None] Provisioning complete for port cb41bed0-3030-4aff-a701-03bd2dbcaced triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:03.838532 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-305dbf94-555a-4e46-8ad2-0869f360c6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.866181 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4a48-3124-4464-bb8e-75591e68c8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.870924 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0249ec8b-b2cb-4c04-bbe0-0bc88a9262c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.872202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b071ae-4193-42c0-91c3-dd2380268804 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:03.875382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:03.884794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f2c4a48-3124-4464-bb8e-75591e68c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.889502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.891822 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.909337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35826) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:03.921099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-305dbf94-555a-4e46-8ad2-0869f360c6c3 None None] Port cb41bed0-3030-4aff-a701-03bd2dbcaced cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:03.933540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:03.946313 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:03.958894 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3f2c4a48-3124-4464-bb8e-75591e68c8e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=078eaf1ed2e0483ea333e1590b98948e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6627884 Aug 04 16:52:03.958894 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c4a48-3124-4464-bb8e-75591e68c8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c230d36-f0d5-4df7-887f-9d9d145e54e2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:03.960564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35830) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:03.962201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Transition to ACTIVE for port object 62b071ae-4193-42c0-91c3-dd2380268804 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:03.982512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b23e13a6-177c-4f08-941e-57b1690232db req-d82abec7-dd67-4864-99fe-c309c4b22e93 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591554 Aug 04 16:52:03.998428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.040831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-64271291-4fb7-487e-9256-a46cfd9fc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.043368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-64271291-4fb7-487e-9256-a46cfd9fc5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.044510 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-64271291-4fb7-487e-9256-a46cfd9fc5c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eec561d4-50b0-46e2-ab88-07e439651395 HTTP/1.1" status: 204 len: 168 time: 0.5040674 Aug 04 16:52:04.066063 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64271291-4fb7-487e-9256-a46cfd9fc5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec561d4-50b0-46e2-ab88-07e439651395,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:04.069478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:04.070087 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.071503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] 10.222.0.90 "PUT /v2.0/ports/4eb6c03d-2027-43e4-b4b5-ebef02496c20 HTTP/1.1" status: 200 len: 1091 time: 2.0775363 Aug 04 16:52:04.073746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2e8682-49b0-4890-bc12-522367172d12', 'tag': '4eb6c03d-2027-43e4-b4b5-ebef02496c20'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:04.082771 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de8b1a3-7d86-4f75-8f63-8478e947220f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2e8682-49b0-4890-bc12-522367172d12", "tag": "4eb6c03d-2027-43e4-b4b5-ebef02496c20"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:04.089283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-237f54be-5fe9-4562-89df-d0cf647394c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.122600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:04.168959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-649935793-network', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:04.205180 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-237f54be-5fe9-4562-89df-d0cf647394c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.279483 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add130f1-8be7-4979-b9bc-28b6635b5292 x-openstack-request-id: req-add130f1-8be7-4979-b9bc-28b6635b5292 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:04.280932 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2e8682-49b0-4890-bc12-522367172d12", "tag": "4eb6c03d-2027-43e4-b4b5-ebef02496c20", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:04.281422 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-add130f1-8be7-4979-b9bc-28b6635b5292 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:04.282379 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2e8682-49b0-4890-bc12-522367172d12', 'tag': '4eb6c03d-2027-43e4-b4b5-ebef02496c20', 'status': 'completed', 'code': 200} Aug 04 16:52:04.290616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4e869-e02e-469d-9b0e-c921084ca04e service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6c03d-2027-43e4-b4b5-ebef02496c20,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:04.326203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:04.329063 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.357575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.362590 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0249ec8b-b2cb-4c04-bbe0-0bc88a9262c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.363389 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6afa6d78-ce7b-499c-a193-efe3457c93df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.367190 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0249ec8b-b2cb-4c04-bbe0-0bc88a9262c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.370719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0249ec8b-b2cb-4c04-bbe0-0bc88a9262c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/afe4c167-f438-43a5-9627-4d03c9625542 HTTP/1.1" status: 204 len: 168 time: 0.9426668 Aug 04 16:52:04.384966 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-66bc6763-fb35-4d36-9666-9af077091ebb service neutron] 10.222.0.82 "GET /v2.0/ports/c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2/bindings/n-h1-764435-5 HTTP/1.1" status: 200 len: 384 time: 0.1569245 Aug 04 16:52:04.392941 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Attempting to bind port 62b071ae-4193-42c0-91c3-dd2380268804 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:04.393400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Attempting to bind port 62b071ae-4193-42c0-91c3-dd2380268804 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:04.393906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Attempting to bind port 62b071ae-4193-42c0-91c3-dd2380268804 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:04.427787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249ec8b-b2cb-4c04-bbe0-0bc88a9262c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe4c167-f438-43a5-9627-4d03c9625542,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:04.436167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Port 62b071ae-4193-42c0-91c3-dd2380268804 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:04.436739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Attempting to bind port 62b071ae-4193-42c0-91c3-dd2380268804 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:04.439036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-237f54be-5fe9-4562-89df-d0cf647394c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.442750 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-237f54be-5fe9-4562-89df-d0cf647394c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.443627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933e77-5e1e-4168-b870-8548753075fc req-9b0e8f07-8db5-4df7-80cf-b3ad8f219d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:04.444536 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-237f54be-5fe9-4562-89df-d0cf647394c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c230d36-f0d5-4df7-887f-9d9d145e54e2 HTTP/1.1" status: 204 len: 168 time: 0.4812057 Aug 04 16:52:04.445132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-9b0e8f07-8db5-4df7-80cf-b3ad8f219d9a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1094 time: 0.3063421 Aug 04 16:52:04.456214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219073d-e2e7-48e5-902b-c198e96ac4ca req-1783ca1c-05b2-47c7-8bea-2c9048b58c97 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:04.464608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1219073d-e2e7-48e5-902b-c198e96ac4ca req-1783ca1c-05b2-47c7-8bea-2c9048b58c97 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 943 time: 0.3295186 Aug 04 16:52:04.478483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:04.479525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:04.480095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:04.480727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Bound port: 62b071ae-4193-42c0-91c3-dd2380268804, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:04.481284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.487385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f54be-5fe9-4562-89df-d0cf647394c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c230d36-f0d5-4df7-887f-9d9d145e54e2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:04.549545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-5caf9224-3b7e-4118-a428-89743ac5c8fa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20 HTTP/1.1" status: 200 len: 217 time: 0.0643244 Aug 04 16:52:04.567321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1219073d-e2e7-48e5-902b-c198e96ac4ca req-70dd07b9-38cf-4a57-a3ca-01b95d3a307e tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966072 Aug 04 16:52:04.681217 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35848) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:04.722141 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef1edea3-be3a-4b7e-b870-935b6cd4ba09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.722735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:04.743332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933e77-5e1e-4168-b870-8548753075fc req-48ab59d4-ee7b-4ba6-8a9c-7f48aa344007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:04.744823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-48ab59d4-ee7b-4ba6-8a9c-7f48aa344007 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1763058 Aug 04 16:52:04.747816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.750042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:04.758955 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.772879 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.830877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:52:04.848144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:04.849534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.851509 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] 10.222.0.90 "PUT /v2.0/ports/62b071ae-4193-42c0-91c3-dd2380268804 HTTP/1.1" status: 200 len: 1096 time: 2.8897498 Aug 04 16:52:04.866640 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:04.869642 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d76a31-ca65-4d56-8b94-a11ef36cf619" -d '{"events": [{"name": "network-changed", "server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "tag": "62b071ae-4193-42c0-91c3-dd2380268804"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:04.874719 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3baa9e00-9912-4afe-8304-9581b686686f service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:04.895879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89276e5-0b5c-4160-b7a0-285c9d4a0869,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:04.920845 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.921199 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Added segment db0238b9-5b2f-40b4-b595-4beb65984bc8 of type vlan for network 448d3cca-6950-444b-9dbc-990ca3b4b4aa Aug 04 16:52:04.955668 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:04.989560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47a116-9f06-45f6-a92e-92e9d9d91c05 service neutron] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:04.995133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3baa9e00-9912-4afe-8304-9581b686686f service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:04.997798 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f901ac-32dc-4962-aa16-d0fc5832cef9 x-openstack-request-id: req-58f901ac-32dc-4962-aa16-d0fc5832cef9 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:04.998085 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "tag": "62b071ae-4193-42c0-91c3-dd2380268804", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:04.998336 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58f901ac-32dc-4962-aa16-d0fc5832cef9 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:04.998758 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804', 'status': 'completed', 'code': 200} Aug 04 16:52:05.065971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.084836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3baa9e00-9912-4afe-8304-9581b686686f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:05.092150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-458bbca9-6b78-4028-8edb-d54a84d85c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:05.093676 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-458bbca9-6b78-4028-8edb-d54a84d85c3d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=501772fe18a64bb99e35146b00eb9ef8&device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 1099 time: 0.1764667 Aug 04 16:52:05.106600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3baa9e00-9912-4afe-8304-9581b686686f service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:05.170709 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-56c968f9-fd91-4416-8309-37b25b3c1a20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=62b071ae-4193-42c0-91c3-dd2380268804 HTTP/1.1" status: 200 len: 217 time: 0.0588744 Aug 04 16:52:05.171337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3baa9e00-9912-4afe-8304-9581b686686f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.212815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.213860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:05.214460 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.217923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35864) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:05.247917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4be20a-875d-4eb0-8d7d-ccdad5226a8d req-c9c3ec17-a60c-4987-ad3d-2114dfcc3350 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:05.251275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e4be20a-875d-4eb0-8d7d-ccdad5226a8d req-c9c3ec17-a60c-4987-ad3d-2114dfcc3350 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 944 time: 0.6615944 Aug 04 16:52:05.317481 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdc709c-eaef-4a3b-a667-9198a3f081d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.330680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-a3a5e26b-82f6-49dd-943a-6279e1f0f5a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052144 Aug 04 16:52:05.357265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-28481ed6-e6eb-4ea9-b117-3486010d70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:05.358844 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-28481ed6-e6eb-4ea9-b117-3486010d70c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1769543 Aug 04 16:52:05.383663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] Pushing event updated for resources: {'Network': ['ID=448d3cca-6950-444b-9dbc-990ca3b4b4aa,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:05.402599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 448d3cca-6950-444b-9dbc-990ca3b4b4aa details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:52:05.435418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3baa9e00-9912-4afe-8304-9581b686686f service neutron] Transition to ACTIVE for port object c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:05.448664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3baa9e00-9912-4afe-8304-9581b686686f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.457518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9c0a2d09-4d49-4113-81a0-5dde21df682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:05.459595 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-9c0a2d09-4d49-4113-81a0-5dde21df682b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905631 Aug 04 16:52:05.513031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e4be20a-875d-4eb0-8d7d-ccdad5226a8d req-6c4de4c2-f8a1-4069-a6c5-b0ba688680f9 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360632 Aug 04 16:52:05.516668 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef1edea3-be3a-4b7e-b870-935b6cd4ba09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.555118 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef1edea3-be3a-4b7e-b870-935b6cd4ba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.572734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47d597-c977-4cd5-896c-7acc365e5f6a req-ccbfb493-b7eb-4395-a782-50802bd6925b tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:05.574346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da47d597-c977-4cd5-896c-7acc365e5f6a req-ccbfb493-b7eb-4395-a782-50802bd6925b tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 936 time: 0.3391647 Aug 04 16:52:05.663508 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.668996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb41bed0-3030-4aff-a701-03bd2dbcaced {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:05.685845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ef1edea3-be3a-4b7e-b870-935b6cd4ba09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b41365cb04154d0fb6de9e0bb52efeec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0015087 Aug 04 16:52:05.687095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35880) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:05.699839 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.705140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-5e694e47-e81a-451b-8869-3413641ab2d5 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607123 Aug 04 16:52:05.706019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1edea3-be3a-4b7e-b870-935b6cd4ba09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2915fc-a38b-475c-99d6-cc0c3fc1e4b9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:05.765269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Transition to ACTIVE for port object cb41bed0-3030-4aff-a701-03bd2dbcaced will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:05.819511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da47d597-c977-4cd5-896c-7acc365e5f6a req-21548bfd-e2a2-40e1-a5cb-6e214225a3b2 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296884 Aug 04 16:52:05.820794 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:05.859585 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-22b88ce1-213e-42fe-966a-bec811714b20 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9422538 Aug 04 16:52:05.865814 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3baa9e00-9912-4afe-8304-9581b686686f service neutron] No DVR routers for this DVR port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:52:05.869227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35884) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:05.879565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Request body: {'subnet': {'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-649935793-subnet', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:05.942098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa9e00-9912-4afe-8304-9581b686686f service neutron] Pushing event updated for resources: {'Port': ['ID=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,revision_number=10']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:05.964057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Pushing event updated for resources: {'Port': ['ID=cb41bed0-3030-4aff-a701-03bd2dbcaced,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:05.965890 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3baa9e00-9912-4afe-8304-9581b686686f service neutron] 10.222.0.82 "PUT /v2.0/ports/c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2/bindings/n-h1-764435-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5674870 Aug 04 16:52:05.987768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9519-b83c-451e-9a04-90250973955b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.002304 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-89145d12-c786-449e-be9d-b30af9d7aba9 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103402 Aug 04 16:52:06.018328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08618e-4016-4879-b6ed-5db3bd946d13 req-4d3cce43-c929-40ea-a0bd-02c712ce7a77 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:06.026455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc08618e-4016-4879-b6ed-5db3bd946d13 req-4d3cce43-c929-40ea-a0bd-02c712ce7a77 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 943 time: 0.2618711 Aug 04 16:52:06.034004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65933e77-5e1e-4168-b870-8548753075fc req-17cb54b2-3fe3-4593-92ff-a0b2766be17e service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115058 Aug 04 16:52:06.119650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.90', 49259) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:06.121200 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9519-b83c-451e-9a04-90250973955b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.125535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Attempting to bind port cb41bed0-3030-4aff-a701-03bd2dbcaced on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:06.126042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Attempting to bind port cb41bed0-3030-4aff-a701-03bd2dbcaced by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:06.126417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Attempting to bind port cb41bed0-3030-4aff-a701-03bd2dbcaced on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:06.139115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdc709c-eaef-4a3b-a667-9198a3f081d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.165847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdc709c-eaef-4a3b-a667-9198a3f081d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.186177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Port cb41bed0-3030-4aff-a701-03bd2dbcaced on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:06.186546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Attempting to bind port cb41bed0-3030-4aff-a701-03bd2dbcaced on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:06.225636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc08618e-4016-4879-b6ed-5db3bd946d13 req-9f62c542-98c5-4f43-a8ba-dc4927534537 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979902 Aug 04 16:52:06.240511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:06.241294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:06.241415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:06.241498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:06.241737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Bound port: cb41bed0-3030-4aff-a701-03bd2dbcaced, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:06.243500 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.244213 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.258328 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fbdc709c-eaef-4a3b-a667-9198a3f081d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67bc67bec0234e82b36b083e6632193d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0356872 Aug 04 16:52:06.258971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35894) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:06.278306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-03e6f576-d92c-48d5-9665-2b04b0c1d438 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:06.279881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-03e6f576-d92c-48d5-9665-2b04b0c1d438 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.2232440 Aug 04 16:52:06.312166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8b1a3-7d86-4f75-8f63-8478e947220f req-089c20ab-127e-4286-bf54-d6eb9274933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:06.314236 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5de8b1a3-7d86-4f75-8f63-8478e947220f req-089c20ab-127e-4286-bf54-d6eb9274933c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1094 time: 0.1907692 Aug 04 16:52:06.319395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc709c-eaef-4a3b-a667-9198a3f081d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52db9d1b-4a40-4b5b-8922-7cae182b7964,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:06.326640 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e3949cb-ebfe-4d77-884c-0110bbf5464c req-a74de931-c209-4e36-bdea-ac0be7d08ed4 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125494 Aug 04 16:52:06.410479 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9519-b83c-451e-9a04-90250973955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.412246 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56aa28d9-b68a-4266-b462-3b7afbaa3d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.413423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9519-b83c-451e-9a04-90250973955b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.414631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f5cb9519-b83c-451e-9a04-90250973955b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e2915fc-a38b-475c-99d6-cc0c3fc1e4b9 HTTP/1.1" status: 204 len: 168 time: 0.7227764 Aug 04 16:52:06.470231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56aa28d9-b68a-4266-b462-3b7afbaa3d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.482130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb9519-b83c-451e-9a04-90250973955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2915fc-a38b-475c-99d6-cc0c3fc1e4b9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:06.490718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] For port cb41bed0-3030-4aff-a701-03bd2dbcaced, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:06.510126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] For port cb41bed0-3030-4aff-a701-03bd2dbcaced, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb41bed0-3030-4aff-a701-03bd2dbcaced,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:06.529350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.538518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-a551fea2-113c-445d-b455-3b4a3b7632d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:06.540499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-a551fea2-113c-445d-b455-3b4a3b7632d6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51&tenant_id=7ef103b153cb41a1bc799399e8659304 HTTP/1.1" status: 200 len: 1096 time: 0.2253509 Aug 04 16:52:06.551169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-b17e5b40-7e45-4996-bc2e-df02c6b4ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:06.552941 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-b17e5b40-7e45-4996-bc2e-df02c6b4ee27 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=501772fe18a64bb99e35146b00eb9ef8&device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 1099 time: 0.1597149 Aug 04 16:52:06.623372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:06.624339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.626244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] 10.222.0.82 "PUT /v2.0/ports/cb41bed0-3030-4aff-a701-03bd2dbcaced HTTP/1.1" status: 200 len: 1096 time: 2.9772136 Aug 04 16:52:06.629482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f7cf25-56a7-42b4-bd7b-740076cc770a', 'tag': 'cb41bed0-3030-4aff-a701-03bd2dbcaced'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:06.632214 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1" -d '{"events": [{"name": "network-changed", "server_uuid": "87f7cf25-56a7-42b4-bd7b-740076cc770a", "tag": "cb41bed0-3030-4aff-a701-03bd2dbcaced"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:06.648806 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8b1a3-7d86-4f75-8f63-8478e947220f req-b30aca94-6448-4adb-ac68-4882e189de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:06.650975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5de8b1a3-7d86-4f75-8f63-8478e947220f req-b30aca94-6448-4adb-ac68-4882e189de68 service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.3114002 Aug 04 16:52:06.746209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5de8b1a3-7d86-4f75-8f63-8478e947220f req-bb766a11-3d85-4e0b-8f43-577f87d7e403 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20 HTTP/1.1" status: 200 len: 217 time: 0.0739770 Aug 04 16:52:06.756463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb949f3-bda6-466d-800b-f18faaccde75 service neutron] Pushing event updated for resources: {'Port': ['ID=cb41bed0-3030-4aff-a701-03bd2dbcaced,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:06.793580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-8debe618-7fe4-4c55-91ec-fba63627b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:06.795156 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-8debe618-7fe4-4c55-91ec-fba63627b903 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2257297 Aug 04 16:52:06.863952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56aa28d9-b68a-4266-b462-3b7afbaa3d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.866750 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56aa28d9-b68a-4266-b462-3b7afbaa3d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.870332 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-56aa28d9-b68a-4266-b462-3b7afbaa3d80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52db9d1b-4a40-4b5b-8922-7cae182b7964 HTTP/1.1" status: 204 len: 168 time: 0.5923915 Aug 04 16:52:06.882193 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-71f5189c-85a2-4a61-9bc0-101b99b10450 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=62b071ae-4193-42c0-91c3-dd2380268804 HTTP/1.1" status: 200 len: 217 time: 0.0640132 Aug 04 16:52:06.883343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa28d9-b68a-4266-b462-3b7afbaa3d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52db9d1b-4a40-4b5b-8922-7cae182b7964,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:06.887711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:06.908357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-306c37b2-f4e6-4ba4-a285-fd2a906ea101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:06.917146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-306c37b2-f4e6-4ba4-a285-fd2a906ea101 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 1096 time: 0.3292611 Aug 04 16:52:06.952712 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77bd65e-53e0-40ea-bc43-b3e640944a68 x-openstack-request-id: req-e77bd65e-53e0-40ea-bc43-b3e640944a68 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:06.953278 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f7cf25-56a7-42b4-bd7b-740076cc770a", "tag": "cb41bed0-3030-4aff-a701-03bd2dbcaced", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:06.953673 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e77bd65e-53e0-40ea-bc43-b3e640944a68 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:06.954275 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f7cf25-56a7-42b4-bd7b-740076cc770a', 'tag': 'cb41bed0-3030-4aff-a701-03bd2dbcaced', 'status': 'completed', 'code': 200} Aug 04 16:52:06.967890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-9335e8a2-77e8-413a-ac15-7c2f50beda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:06.969423 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-9335e8a2-77e8-413a-ac15-7c2f50beda2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0736403 Aug 04 16:52:07.056582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8b1a3-7d86-4f75-8f63-8478e947220f req-f019f50c-1a1d-4d08-bbc0-94f1ea2f1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:07.058404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5de8b1a3-7d86-4f75-8f63-8478e947220f req-f019f50c-1a1d-4d08-bbc0-94f1ea2f1db7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.3111882 Aug 04 16:52:07.067880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-b921a778-ed93-4662-8930-31f5e17111a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:07.069590 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-b921a778-ed93-4662-8930-31f5e17111a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695181 Aug 04 16:52:07.074593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ea37340f-cc4b-4808-84b4-203b4eab22ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:07.076229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-ea37340f-cc4b-4808-84b4-203b4eab22ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=501772fe18a64bb99e35146b00eb9ef8&device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 1099 time: 0.3611794 Aug 04 16:52:07.083492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Checking segment: {'id': 'db0238b9-5b2f-40b4-b595-4beb65984bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:07.083867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Network hostable DHCP agents. Network: 448d3cca-6950-444b-9dbc-990ca3b4b4aa, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:52:07.116888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadfa2e-f0c3-49a1-8484-398870bca6e8 req-dc3f36a8-1c62-4e72-abf0-921c396cd924 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:07.124692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6aadfa2e-f0c3-49a1-8484-398870bca6e8 req-dc3f36a8-1c62-4e72-abf0-921c396cd924 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 945 time: 0.4054081 Aug 04 16:52:07.174411 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5de8b1a3-7d86-4f75-8f63-8478e947220f req-8e5b0526-ad2f-4ef2-b802-afe5994971b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944073 Aug 04 16:52:07.229084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Pushing event updated for resources: {'Subnet': ['ID=250c8d19-c6b7-4dae-a826-debf129f34e3,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:07.235124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-85d6c0cd-8c9d-41db-ab50-096c24e973b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=cb41bed0-3030-4aff-a701-03bd2dbcaced HTTP/1.1" status: 200 len: 217 time: 0.1267378 Aug 04 16:52:07.244219 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-475b648f-18b6-46e1-a58a-a161d0734abe service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572974 Aug 04 16:52:07.249298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Network 448d3cca-6950-444b-9dbc-990ca3b4b4aa is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:52:07.292986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:07.297687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3f12ed76-803f-4116-939c-ea95ede3051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:07.299596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-3f12ed76-803f-4116-939c-ea95ede3051d service neutron] 10.222.0.90 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.3813186 Aug 04 16:52:07.306295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 448d3cca-6950-444b-9dbc-990ca3b4b4aa) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:07.312030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:07.313283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:07.317343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a17db4-dd30-4ae8-97a7-ca22a4ce3da8 None None] Network 448d3cca-6950-444b-9dbc-990ca3b4b4aa requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:52:07.369661 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ed5d14d8-2e08-4d68-a866-b2a167f12def admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4953268 Aug 04 16:52:07.376529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35938) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:07.396477 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-649935793-router', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:07.407830 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6aadfa2e-f0c3-49a1-8484-398870bca6e8 req-f71bd9e5-392f-4437-825a-dc595fcc3c3a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774589 Aug 04 16:52:07.445788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8b262-42ba-4b7f-8a44-c4f84b7a97c0 req-c96c1d48-c756-441e-8ddd-dad26f1c5ead tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:07.453377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35b8b262-42ba-4b7f-8a44-c4f84b7a97c0 req-c96c1d48-c756-441e-8ddd-dad26f1c5ead tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 948 time: 0.3745782 Aug 04 16:52:07.465799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-d7535f6d-a046-4dc3-ad8d-59fa1dc15fc8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 HTTP/1.1" status: 200 len: 217 time: 0.1531079 Aug 04 16:52:07.492290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35940) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:07.540394 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3d76a31-ca65-4d56-8b94-a11ef36cf619 req-fd061c62-3cf7-4448-bcd9-f0465f3c2737 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844796 Aug 04 16:52:07.542087 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:07.543239 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:07.553921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:52:07.605772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-44a151ff-f4a7-4548-a4e1-8b21d9e6a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:07.608693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-44a151ff-f4a7-4548-a4e1-8b21d9e6a4ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.3586340 Aug 04 16:52:07.621472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-448d3cca-6950-444b-9dbc-990ca3b4b4aa', 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'fixed_ips': [{'subnet_id': '250c8d19-c6b7-4dae-a826-debf129f34e3'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:52:07.622885 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:07.675428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5de8b1a3-7d86-4f75-8f63-8478e947220f req-abb737f2-80f0-4888-b1a1-9e941d4b6b09 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546187 Aug 04 16:52:07.710310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:07.723197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35b8b262-42ba-4b7f-8a44-c4f84b7a97c0 req-ebc236d7-115f-4fc5-9193-95b41606abd7 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590735 Aug 04 16:52:07.725471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-66410f60-e7ae-4ada-80a5-1325cfd4a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:07.725610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:52:07.727429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-66410f60-e7ae-4ada-80a5-1325cfd4a11f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.2408903 Aug 04 16:52:07.794246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d918b4-6f8a-4887-b1fa-2502178172b5 req-9031a807-0e8f-4d43-832e-a5e8e1ead574 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:07.796309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9d918b4-6f8a-4887-b1fa-2502178172b5 req-9031a807-0e8f-4d43-832e-a5e8e1ead574 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 943 time: 0.2714550 Aug 04 16:52:07.828802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Allocated IP 172.20.0.2 (448d3cca-6950-444b-9dbc-990ca3b4b4aa/250c8d19-c6b7-4dae-a826-debf129f34e3/59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:07.947228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:07.967275 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86940b59-f033-41ed-905f-8a56f44536e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.077705 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.095920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Transition to ACTIVE for port object 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:08.135407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Transition to ACTIVE for port object 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:08.136295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-38818b95-cc79-4af9-ac2e-578390cfb425 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3930988 Aug 04 16:52:08.149572 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.178886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-9b2354b3-bdac-4c94-86a3-1fddb0fa1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:08.180494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-9b2354b3-bdac-4c94-86a3-1fddb0fa1b0a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5590940 Aug 04 16:52:08.229267 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86940b59-f033-41ed-905f-8a56f44536e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.251313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Network 448d3cca-6950-444b-9dbc-990ca3b4b4aa is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:08.252664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Pushing event updated for resources: {'Port': ['ID=59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:08.255759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:08.260792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:08.301416 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86940b59-f033-41ed-905f-8a56f44536e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.327937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5de8b1a3-7d86-4f75-8f63-8478e947220f req-3d1cd386-e22b-4f98-9249-5b12a86dc1bc service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216414 Aug 04 16:52:08.332816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Attempting to bind port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:08.333831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Attempting to bind port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'db0238b9-5b2f-40b4-b595-4beb65984bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:08.334491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Attempting to bind port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf on network 448d3cca-6950-444b-9dbc-990ca3b4b4aa {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:08.343086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:08.343671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Checking segment: {'id': 'db0238b9-5b2f-40b4-b595-4beb65984bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:08.344262 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.344863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Bound using segment: {'id': 'db0238b9-5b2f-40b4-b595-4beb65984bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:08.345534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Bound port: 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0238b9-5b2f-40b4-b595-4beb65984bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:08.346104 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.351478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9d918b4-6f8a-4887-b1fa-2502178172b5 req-01b85d59-21d0-4a7b-b4e7-9fbb28348672 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168031 Aug 04 16:52:08.408537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-3258cd27-1033-4f16-823e-af7dea17f0ee service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138965 Aug 04 16:52:08.462789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86940b59-f033-41ed-905f-8a56f44536e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbc6e2c-fdb5-48ed-b2c2-a2a70cd2207e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:08.477519 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-86940b59-f033-41ed-905f-8a56f44536e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ee8f12770164881974a3c420bc71431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9758329 Aug 04 16:52:08.482081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35976) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:08.488049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] For port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:08.496031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] For port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf,segment=NetworkSegment(db0238b9-5b2f-40b4-b595-4beb65984bc8),segment_id=db0238b9-5b2f-40b4-b595-4beb65984bc8)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:08.513040 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.520436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1475a375-e879-4a37-b0a5-96af5f63add2 req-c9f59a69-1de7-4ccc-b79f-c778a0d284c1 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041434 Aug 04 16:52:08.540133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.566011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-f20fd4db-6d82-4d5e-a19c-4d67bdc8652a service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169676 Aug 04 16:52:08.579848 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.609557 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b035-c5b3-4fbf-b336-f2656d971d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.689807 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b035-c5b3-4fbf-b336-f2656d971d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.712427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-fde7899d-0544-4b23-8485-be53da785622 service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253355 Aug 04 16:52:08.756330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.782939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068a11e-905a-4186-8e68-cdd18bdc1820 req-d338b940-086e-4eb9-9056-9c7f98983572 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:08.785010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f068a11e-905a-4186-8e68-cdd18bdc1820 req-d338b940-086e-4eb9-9056-9c7f98983572 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 945 time: 0.2224822 Aug 04 16:52:08.793245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-4868517d-be4f-43c7-aef5-ac186dd1377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:08.795244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-4868517d-be4f-43c7-aef5-ac186dd1377f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=501772fe18a64bb99e35146b00eb9ef8&device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 1099 time: 0.2207763 Aug 04 16:52:08.804682 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.804682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f41f55-059e-4c33-88f5-08b9808f65ca None None] Pushing event updated for resources: {'Port': ['ID=59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:08.860949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Allocated IP 172.25.2.113 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/cd048a04-3ecb-41a7-b7cc-f2aff947b528) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:08.883298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b035-c5b3-4fbf-b336-f2656d971d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.887680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b035-c5b3-4fbf-b336-f2656d971d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:08.889154 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d3e5b035-c5b3-4fbf-b336-f2656d971d14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8dbc6e2c-fdb5-48ed-b2c2-a2a70cd2207e HTTP/1.1" status: 204 len: 168 time: 0.4057884 Aug 04 16:52:08.933364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5b035-c5b3-4fbf-b336-f2656d971d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbc6e2c-fdb5-48ed-b2c2-a2a70cd2207e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:08.997233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-25da05a4-d779-44d1-aef4-85f03c63e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:08.998643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-25da05a4-d779-44d1-aef4-85f03c63e6d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1721420 Aug 04 16:52:09.080903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-142e3597-62d2-426b-a782-25ef6058608d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=cb41bed0-3030-4aff-a701-03bd2dbcaced HTTP/1.1" status: 200 len: 217 time: 0.0560126 Aug 04 16:52:09.118328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f068a11e-905a-4186-8e68-cdd18bdc1820 req-cafe6e64-da19-4857-8909-d0dd8855cc22 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218548 Aug 04 16:52:09.165050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:09.261922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c793d5d-e66d-4a0c-97ad-6091a8470fed req-de685c78-2a1d-4b33-aed9-70d10b37096f tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:09.262839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:09.263830 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c793d5d-e66d-4a0c-97ad-6091a8470fed req-de685c78-2a1d-4b33-aed9-70d10b37096f tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 948 time: 0.2642305 Aug 04 16:52:09.266063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8489-57b5-471d-99cf-48c29df87825 req-e025e895-c819-4d6c-9377-4071385f47b5 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:09.267549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-e025e895-c819-4d6c-9377-4071385f47b5 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.1821618 Aug 04 16:52:09.283511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-f1f8a92e-10e2-4254-9721-7fa75b606046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:09.286352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-f1f8a92e-10e2-4254-9721-7fa75b606046 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1737366 Aug 04 16:52:09.315433 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Pushing event updated for resources: {'Port': ['ID=cd048a04-3ecb-41a7-b7cc-f2aff947b528,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:09.331189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:09.334189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:09.341179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:09.395420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c793d5d-e66d-4a0c-97ad-6091a8470fed req-a0b35503-cdf4-4c7e-9bf6-e221bb0b4a8a tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129098 Aug 04 16:52:09.416428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-6b55d789-d61c-483d-87c6-854db03cf0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:09.418209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-6b55d789-d61c-483d-87c6-854db03cf0a2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146388 Aug 04 16:52:09.557446 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 4eb6c03d-2027-43e4-b4b5-ebef02496c20 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:09.598000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6787bd9-60f4-42a2-9519-d4560cc9f331 req-84a0bcfa-858a-4936-887c-67440b15b188 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:09.607636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6787bd9-60f4-42a2-9519-d4560cc9f331 req-84a0bcfa-858a-4936-887c-67440b15b188 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 943 time: 0.1470649 Aug 04 16:52:09.621256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a36a8489-57b5-471d-99cf-48c29df87825 req-ff9c401a-7d00-4a5e-896c-a074ad15e90f service neutron] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:09.643634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a36a8489-57b5-471d-99cf-48c29df87825 req-ff9c401a-7d00-4a5e-896c-a074ad15e90f service neutron] Notify callbacks [] for binding, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:09.645048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a8489-57b5-471d-99cf-48c29df87825 req-ff9c401a-7d00-4a5e-896c-a074ad15e90f service neutron] 10.222.0.90 "DELETE /v2.0/ports/c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2/bindings/n-h2-764435-5 HTTP/1.1" status: 204 len: 173 time: 0.3660843 Aug 04 16:52:09.647732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-4ba0b63f-d083-414a-8d6e-4600f7f749f5 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203553 Aug 04 16:52:09.685691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36008) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:09.759928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:09.772449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:09.803653 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e770b03-c222-496d-bb4c-3f699f31c005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:09.820228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '4eb6c03d-2027-43e4-b4b5-ebef02496c20', 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237', 'port_id': '4eb6c03d-2027-43e4-b4b5-ebef02496c20', 'mac_address': 'fa:16:3e:0e:e4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7e0b83-0176-47e6-b307-46f85e25ffd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:09.838701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36010) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:09.864758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6787bd9-60f4-42a2-9519-d4560cc9f331 req-e2e3f7d6-1969-429f-a65e-fe6253e89969 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479227 Aug 04 16:52:09.945958 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:09.956906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e5af8c-f22d-4d69-8d4f-b037ceb335f1 req-e68dd225-59ed-46f7-a599-1160149482ba service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939298 Aug 04 16:52:10.025969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:10.067561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e770b03-c222-496d-bb4c-3f699f31c005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.077054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb6c03d-2027-43e4-b4b5-ebef02496c20 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:10.088340 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e770b03-c222-496d-bb4c-3f699f31c005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.109630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.131159 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78e9bcf7-9936-48d1-978f-2cdb90193730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.177234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:10.192991 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.193666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 62b071ae-4193-42c0-91c3-dd2380268804 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:10.238576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36022) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:10.250003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0e770b03-c222-496d-bb4c-3f699f31c005 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8318ee0060754da2b3f2216984b23c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602515 Aug 04 16:52:10.256308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e770b03-c222-496d-bb4c-3f699f31c005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99748bb-5686-488a-8eb0-e10b9ce3106b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:10.312315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30b9c5eb-3376-42ea-b495-12a092ca7a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.316443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:10.359329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30b9c5eb-3376-42ea-b495-12a092ca7a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.375765 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Router 591c9504-27a1-4eee-8973-2d0b0791bf2c is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:52:10.431027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=4eb6c03d-2027-43e4-b4b5-ebef02496c20,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:10.521992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed8710c-9e22-4656-8d95-c710bad39ecd None None] Network 448d3cca-6950-444b-9dbc-990ca3b4b4aa requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:52:10.526290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:10.546209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8040909-ba5a-4a66-96f1-8563c7bb3af7 req-45851f48-5cea-4da8-b7c5-0ccb3b223d71 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:10.553923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8040909-ba5a-4a66-96f1-8563c7bb3af7 req-45851f48-5cea-4da8-b7c5-0ccb3b223d71 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 945 time: 0.2068307 Aug 04 16:52:10.589423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '62b071ae-4193-42c0-91c3-dd2380268804', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '62b071ae-4193-42c0-91c3-dd2380268804', 'mac_address': 'fa:16:3e:2e:f0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:10.593318 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30b9c5eb-3376-42ea-b495-12a092ca7a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.601633 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30b9c5eb-3376-42ea-b495-12a092ca7a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.603258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-00eadca2-4097-4111-9c28-c3f748a6d849 None None] Provisioning for port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:10.605298 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-30b9c5eb-3376-42ea-b495-12a092ca7a9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b99748bb-5686-488a-8eb0-e10b9ce3106b HTTP/1.1" status: 204 len: 168 time: 0.3634312 Aug 04 16:52:10.609961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78e9bcf7-9936-48d1-978f-2cdb90193730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.611302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-00eadca2-4097-4111-9c28-c3f748a6d849 None None] Provisioning complete for port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:10.611865 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-00eadca2-4097-4111-9c28-c3f748a6d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.631513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ffe38-f776-4db9-bb46-036bd7dc1720 req-d012a42e-0589-48a5-8ea0-3ac95eb2dd8d tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:10.633132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d23ffe38-f776-4db9-bb46-036bd7dc1720 req-d012a42e-0589-48a5-8ea0-3ac95eb2dd8d tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 948 time: 0.1361151 Aug 04 16:52:10.648060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8040909-ba5a-4a66-96f1-8563c7bb3af7 req-a78fcc35-47d3-4312-a2cf-435dc41f3905 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877659 Aug 04 16:52:10.649048 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78e9bcf7-9936-48d1-978f-2cdb90193730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.665169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:52:10.684679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Sync routers for ids ['591c9504-27a1-4eee-8973-2d0b0791bf2c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:52:10.722235 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9c5eb-3376-42ea-b495-12a092ca7a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99748bb-5686-488a-8eb0-e10b9ce3106b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:10.726132 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.742772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.747368 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cc9d7ed5-6e92-45f7-a2a7-82c59e606e5c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3657157 Aug 04 16:52:10.747509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36038) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:10.748444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-78e9bcf7-9936-48d1-978f-2cdb90193730 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f08d1482494414aa253f2e64e82603e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9065964 Aug 04 16:52:10.752368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b071ae-4193-42c0-91c3-dd2380268804 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:10.756495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36040) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:10.770508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9bcf7-9936-48d1-978f-2cdb90193730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff68464-4974-4720-8355-bc28ab43e879,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:10.774684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Routers {'591c9504-27a1-4eee-8973-2d0b0791bf2c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:52:10.774684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:52:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['591c9504-27a1-4eee-8973-2d0b0791bf2c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:10.810431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d23ffe38-f776-4db9-bb46-036bd7dc1720 req-18f85f25-ab82-4836-ad1f-88a21d4a8bcf tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576538 Aug 04 16:52:10.907042 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37f1a015-8c3e-42fb-bbbe-e46321b86181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.928428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:10.929747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980ecb-905f-4a53-b81c-5b53d8311737 req-dff99cc5-5cda-4ff4-a722-ef5f6cc0ae42 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:10.931503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93980ecb-905f-4a53-b81c-5b53d8311737 req-dff99cc5-5cda-4ff4-a722-ef5f6cc0ae42 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 1096 time: 0.0977609 Aug 04 16:52:10.940152 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37f1a015-8c3e-42fb-bbbe-e46321b86181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:10.945927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:11.002502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93980ecb-905f-4a53-b81c-5b53d8311737 req-9c210b2c-e14c-4084-b06a-2d71c41f546a tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580645 Aug 04 16:52:11.026268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Set router 591c9504-27a1-4eee-8973-2d0b0791bf2c gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:52:11.189718 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-00eadca2-4097-4111-9c28-c3f748a6d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:11.199962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:11.216646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37f1a015-8c3e-42fb-bbbe-e46321b86181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:11.218227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['62b071ae-4193-42c0-91c3-dd2380268804'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:11.219209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37f1a015-8c3e-42fb-bbbe-e46321b86181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:11.222860 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-37f1a015-8c3e-42fb-bbbe-e46321b86181 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ff68464-4974-4720-8355-bc28ab43e879 HTTP/1.1" status: 204 len: 168 time: 0.4619641 Aug 04 16:52:11.237214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1a015-8c3e-42fb-bbbe-e46321b86181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff68464-4974-4720-8355-bc28ab43e879,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:11.252298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b76d6-a966-4e80-9fb8-e70428430af9 req-91ebef62-13f2-4261-aa62-fd07a5bd5e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:11.253977 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-052b76d6-a966-4e80-9fb8-e70428430af9 req-91ebef62-13f2-4261-aa62-fd07a5bd5e54 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 944 time: 0.1116467 Aug 04 16:52:11.299433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-052b76d6-a966-4e80-9fb8-e70428430af9 req-5a130306-d2ba-4816-ae0c-9346beb08e68 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350184 Aug 04 16:52:11.361016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['4eb6c03d-2027-43e4-b4b5-ebef02496c20'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:11.565425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb41bed0-3030-4aff-a701-03bd2dbcaced details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:11.581380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:11.591704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-313eef63-4de2-4563-a357-af8573f02b25 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:11.606319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-313eef63-4de2-4563-a357-af8573f02b25 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 806 time: 0.1768062 Aug 04 16:52:11.619310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-00eadca2-4097-4111-9c28-c3f748a6d849 None None] For port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf,segment=NetworkSegment(db0238b9-5b2f-40b4-b595-4beb65984bc8),segment_id=db0238b9-5b2f-40b4-b595-4beb65984bc8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:11.665598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-ac04c157-4f13-4a3f-a988-7e30b5449d8f tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5bc944c480b94cc3910b29732574405e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867190 Aug 04 16:52:11.696311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-70d2508b-df07-495c-abb3-ffe225df12e8 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/quotas/7ef103b153cb41a1bc799399e8659304 HTTP/1.1" status: 200 len: 375 time: 0.0889828 Aug 04 16:52:11.779737 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-00eadca2-4097-4111-9c28-c3f748a6d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:11.851623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-e9d52a9c-2232-4ca0-97f3-967d109ba6f1 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1540515 Aug 04 16:52:11.959091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-e229cfb3-c9df-4909-8075-31406c018b2d service neutron] 10.222.0.39 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066053 Aug 04 16:52:11.960946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36086) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:12.040445 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e86ae13c-887b-4289-908b-9d164f41627f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.053410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eadca2-4097-4111-9c28-c3f748a6d849 None None] Pushing event updated for resources: {'Port': ['ID=59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:12.059012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eb662468-0b9e-49dc-8f16-24121d836267 None None] Provisioning complete for port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:12.059379 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eb662468-0b9e-49dc-8f16-24121d836267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.068094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9cfc9dc1-2172-43b8-a2b4-2f9f9d8c1619 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:12.069755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9cfc9dc1-2172-43b8-a2b4-2f9f9d8c1619 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3961055 Aug 04 16:52:12.071559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb41bed0-3030-4aff-a701-03bd2dbcaced, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb41bed0-3030-4aff-a701-03bd2dbcaced,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:12.110691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'name': 'tempest-ServersTestMultiNic-649935793-router', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:07Z', 'updated_at': '2021-08-04T16:52:09Z', 'revision_number': 3, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'gw_port': {'id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:08Z', 'updated_at': '2021-08-04T16:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:12.112709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-974f2ed0-9231-47fe-be2c-62ef136030a4 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/quotas/5bc944c480b94cc3910b29732574405e HTTP/1.1" status: 200 len: 375 time: 0.0180802 Aug 04 16:52:12.156262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'cb41bed0-3030-4aff-a701-03bd2dbcaced', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'cb41bed0-3030-4aff-a701-03bd2dbcaced', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:12.174228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Checking router: 591c9504-27a1-4eee-8973-2d0b0791bf2c for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:52:12.175291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Updating router 591c9504-27a1-4eee-8973-2d0b0791bf2c port cd048a04-3ecb-41a7-b7cc-f2aff947b528 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:52:12.187513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Allocated IP 172.20.0.1 (448d3cca-6950-444b-9dbc-990ca3b4b4aa/250c8d19-c6b7-4dae-a826-debf129f34e3/7e65d0ab-8bdc-41c4-88f0-26088070ad36) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:12.257223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-e853b95f-f39a-40de-a5ab-19c985cc60a3 service neutron] 10.222.0.39 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971792 Aug 04 16:52:12.271319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-ab854cdb-3505-4f2b-8e82-cf6b3f37f831 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5bc944c480b94cc3910b29732574405e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394515 Aug 04 16:52:12.289327 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.299212 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.339121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e86ae13c-887b-4289-908b-9d164f41627f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.349532 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e86ae13c-887b-4289-908b-9d164f41627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.351077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.366201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Transition to ACTIVE for port object 7e65d0ab-8bdc-41c4-88f0-26088070ad36 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:12.420730 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.495134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ae13c-887b-4289-908b-9d164f41627f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dfc4f3-5c1b-4a3a-bdb3-010c818dc723,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:12.496981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Network 448d3cca-6950-444b-9dbc-990ca3b4b4aa is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:12.506604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:12.518750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36100) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:12.522095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:12.525294 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e86ae13c-887b-4289-908b-9d164f41627f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7e643c6cb6e41fb8533719b2b74b36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433331 Aug 04 16:52:12.728775 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Pushing event updated for resources: {'Port': ['ID=7e65d0ab-8bdc-41c4-88f0-26088070ad36,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:12.817222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb41bed0-3030-4aff-a701-03bd2dbcaced {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:12.831852 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.847982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb41bed0-3030-4aff-a701-03bd2dbcaced, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb41bed0-3030-4aff-a701-03bd2dbcaced,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:12.864841 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.873323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc5658-4517-4ff2-87a9-38573a5b3637 req-7f21a0e3-5e01-4a53-94e3-41fff8040933 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:12.877973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ccc5658-4517-4ff2-87a9-38573a5b3637 req-7f21a0e3-5e01-4a53-94e3-41fff8040933 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 944 time: 0.1526470 Aug 04 16:52:12.891528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f62cc881-55f7-43c1-ad6b-3d2f83d12c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.910349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d42e2-9a0f-4b08-8a20-93b35bd5df07 req-18552f37-61e7-4a31-8f59-67f24703c34c tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:12.917432 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f62cc881-55f7-43c1-ad6b-3d2f83d12c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:12.922258 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b8d42e2-9a0f-4b08-8a20-93b35bd5df07 req-18552f37-61e7-4a31-8f59-67f24703c34c tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 948 time: 0.2589540 Aug 04 16:52:13.040694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=cb41bed0-3030-4aff-a701-03bd2dbcaced,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:13.070355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b8d42e2-9a0f-4b08-8a20-93b35bd5df07 req-b8cd0125-06ab-467e-80ad-41873011d862 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453304 Aug 04 16:52:13.099189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['cb41bed0-3030-4aff-a701-03bd2dbcaced'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:13.104251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ccc5658-4517-4ff2-87a9-38573a5b3637 req-b1d8f2f3-2488-4120-9461-c35cc7a2dcd0 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177863 Aug 04 16:52:13.127818 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f62cc881-55f7-43c1-ad6b-3d2f83d12c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.128048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7ef5d1be-8397-4f5f-a056-b587aabf8333 None None] Provisioning for port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:13.143573 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f62cc881-55f7-43c1-ad6b-3d2f83d12c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.145151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7ef5d1be-8397-4f5f-a056-b587aabf8333 None None] Provisioning complete for port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:13.145908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d1be-8397-4f5f-a056-b587aabf8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.149638 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f62cc881-55f7-43c1-ad6b-3d2f83d12c5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3dfc4f3-5c1b-4a3a-bdb3-010c818dc723 HTTP/1.1" status: 204 len: 168 time: 0.6223536 Aug 04 16:52:13.213138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cc881-55f7-43c1-ad6b-3d2f83d12c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dfc4f3-5c1b-4a3a-bdb3-010c818dc723,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:13.239671 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.272464 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.281970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-978da813-2b14-48a1-89e1-f003f0bc8955 req-b413c127-06fa-4754-91cf-eb8011947cf2 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 210 time: 0.0685248 Aug 04 16:52:13.302254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Transition to ACTIVE for port object cd048a04-3ecb-41a7-b7cc-f2aff947b528 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:13.319665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5d1be-8397-4f5f-a056-b587aabf8333 None None] Port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:13.325484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.344656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d57be435-fb53-4b84-b79d-5866e12c4847 req-227a2068-59c2-4e92-b490-622943c77422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 210 time: 0.1561105 Aug 04 16:52:13.394202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f842438-02c3-4ad6-b157-1c13b0f1ab5d None None] Pushing event updated for resources: {'Port': ['ID=cd048a04-3ecb-41a7-b7cc-f2aff947b528,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:13.426207 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Attempting to bind port cd048a04-3ecb-41a7-b7cc-f2aff947b528 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:13.426581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Attempting to bind port cd048a04-3ecb-41a7-b7cc-f2aff947b528 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:13.427090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Attempting to bind port cd048a04-3ecb-41a7-b7cc-f2aff947b528 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:13.438699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:13.439100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:13.439542 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.439909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:13.440417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Bound port: cd048a04-3ecb-41a7-b7cc-f2aff947b528, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:13.441196 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.543161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] For port cd048a04-3ecb-41a7-b7cc-f2aff947b528, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:13.548415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] For port cd048a04-3ecb-41a7-b7cc-f2aff947b528, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=cd048a04-3ecb-41a7-b7cc-f2aff947b528,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:13.560038 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.610792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 4eb6c03d-2027-43e4-b4b5-ebef02496c20 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:13.621133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.631972 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.652440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Routers {'591c9504-27a1-4eee-8973-2d0b0791bf2c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:52:13.653391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:52:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['591c9504-27a1-4eee-8973-2d0b0791bf2c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:13.709988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f842438-02c3-4ad6-b157-1c13b0f1ab5d None None] Pushing event updated for resources: {'Port': ['ID=cd048a04-3ecb-41a7-b7cc-f2aff947b528,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:13.734487 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Pushing event updated for resources: {'Port': ['ID=7e65d0ab-8bdc-41c4-88f0-26088070ad36,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:13.768969 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.808625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:13.818527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:13.819868 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:13.823408 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] Set router 591c9504-27a1-4eee-8973-2d0b0791bf2c gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:52:13.888984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Network 448d3cca-6950-444b-9dbc-990ca3b4b4aa is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:13.890372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:13.924052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:14.095092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Router 591c9504-27a1-4eee-8973-2d0b0791bf2c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:52:14.315113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:52:14.321379 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8bfea3c4-3037-46be-bca7-2784f1e8125d admin admin] 10.222.0.39 "PUT /v2.0/routers/591c9504-27a1-4eee-8973-2d0b0791bf2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5727723 Aug 04 16:52:14.326378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:14.326749 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:14.338083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bec80a6f-def2-4910-ac15-42feebb93be3 None None] Provisioning complete for port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:14.338459 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bec80a6f-def2-4910-ac15-42feebb93be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:14.448501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce7a55-d4d3-4a4b-a9a8-8bdc984db086 req-4b91d08b-05a4-4a9f-966f-aeaad4d6e0d9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:14.456594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23ce7a55-d4d3-4a4b-a9a8-8bdc984db086 req-4b91d08b-05a4-4a9f-966f-aeaad4d6e0d9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 949 time: 0.2316289 Aug 04 16:52:14.477237 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:14.525230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-825a9a58-b7e6-4eaf-a858-3a026d73c5c3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:14.527219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-825a9a58-b7e6-4eaf-a858-3a026d73c5c3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 806 time: 0.2918668 Aug 04 16:52:14.542072 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23ce7a55-d4d3-4a4b-a9a8-8bdc984db086 req-2ae089ee-1fdb-4303-a755-c0ee2a795ffc tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839682 Aug 04 16:52:14.561021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Request body: {'port': {'device_id': '4395ba96-329a-49e5-9897-fa5cba509936', 'network_id': '83871cb6-9702-4d6c-8452-9290689050df', 'admin_state_up': True, 'tenant_id': '7ef103b153cb41a1bc799399e8659304'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:14.577801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36182) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:14.616764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-bec80a6f-def2-4910-ac15-42feebb93be3 None None] Port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:14.641327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2e8682-49b0-4890-bc12-522367172d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb6c03d-2027-43e4-b4b5-ebef02496c20'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:14.644656 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262f9aa3-d5b8-4671-a7c7-8a50a6d9c8a9" -d '{"events": [{"server_uuid": "eb2e8682-49b0-4890-bc12-522367172d12", "name": "network-vif-plugged", "status": "completed", "tag": "4eb6c03d-2027-43e4-b4b5-ebef02496c20"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:14.691030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:14.736691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1389444859'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:14.764548 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:14.765678 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 62b071ae-4193-42c0-91c3-dd2380268804 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:14.822626 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-2f55242b-9980-4f06-8c65-0b1422b404ce tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=5bc944c480b94cc3910b29732574405e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562353 Aug 04 16:52:14.824635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:14.831632 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:14.876132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:52:14.876417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=4eb6c03d-2027-43e4-b4b5-ebef02496c20,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:14.927594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-65781239-b5c5-41d4-a4d8-567b7e2b0fb5 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=23140db0999b4bbfae93a5971c28d413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3795466 Aug 04 16:52:14.950246 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'name': 'tempest-ServersTestMultiNic-649935793-router', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:07Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 4, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'gw_port': {'id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:08Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7e65d0ab-8bdc-41c4-88f0-26088070ad36', 'name': '', 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'mac_address': 'fa:16:3e:3d:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '250c8d19-c6b7-4dae-a826-debf129f34e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:11Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 2, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'subnets': [{'id': '250c8d19-c6b7-4dae-a826-debf129f34e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:14.981695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:14.983150 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Added segment 73c13c13-ba9c-49ab-8440-3183bb59057d of type vlan for network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 Aug 04 16:52:15.006219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 62b071ae-4193-42c0-91c3-dd2380268804 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:15.008465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb8e84-9d51-4cae-89a8-5a07dfb259ad None None] The sync data for ids ['591c9504-27a1-4eee-8973-2d0b0791bf2c'] in n-d-764435-5 is: [{'id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'name': 'tempest-ServersTestMultiNic-649935793-router', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:07Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 4, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'gw_port': {'id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:08Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7e65d0ab-8bdc-41c4-88f0-26088070ad36', 'name': '', 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'mac_address': 'fa:16:3e:3d:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '250c8d19-c6b7-4dae-a826-debf129f34e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:11Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 2, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'subnets': [{'id': '250c8d19-c6b7-4dae-a826-debf129f34e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:52:15.012177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 62b071ae-4193-42c0-91c3-dd2380268804 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:15.012552 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.092044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.102530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31568f-c239-4385-9bb3-d00043871365 req-11395e85-30e7-4f8b-88aa-92b993d30be2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:15.104639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb31568f-c239-4385-9bb3-d00043871365 req-11395e85-30e7-4f8b-88aa-92b993d30be2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 945 time: 0.1822236 Aug 04 16:52:15.142626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.152786 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.170234 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:15.171603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.188543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-82f00e5f-d1e0-4430-a959-22d9cc2d68df tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:15.196401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-82f00e5f-d1e0-4430-a959-22d9cc2d68df tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521942 Aug 04 16:52:15.198258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Made reservation on behalf of 7ef103b153cb41a1bc799399e8659304 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:15.202234 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.216850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:15.224515 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.243927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb31568f-c239-4385-9bb3-d00043871365 req-e2380dd6-d8ca-4981-8904-b02cbb8146ee tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308377 Aug 04 16:52:15.253881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-b7d52888-2465-4238-bf71-c4184ffb97db tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/quotas/23140db0999b4bbfae93a5971c28d413 HTTP/1.1" status: 200 len: 375 time: 0.0565956 Aug 04 16:52:15.354007 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7745805 Aug 04 16:52:15.355150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36202) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:15.375348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'subnet': {'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:15.382147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:15.426261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-3b9935a3-5ae1-46de-a648-451820e0d7d3 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:15.427983 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-3b9935a3-5ae1-46de-a648-451820e0d7d3 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5666347 Aug 04 16:52:15.431713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-5a0f6524-8f71-4065-b0b4-cb8dc4f06f7e tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=23140db0999b4bbfae93a5971c28d413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718400 Aug 04 16:52:15.457820 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e75ea-5ef8-49d7-b845-88562031c16c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Network': ['ID=75096cc1-1b25-4a7c-ae0e-a90aac65e998,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:15.473830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:52:15.476699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Request body: {'port': {'device_id': '95cc186a-ac4f-4b0b-bd95-293cd17f0d24', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '5bc944c480b94cc3910b29732574405e'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:15.554903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb41bed0-3030-4aff-a701-03bd2dbcaced up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:15.577907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Allocated IP 172.20.0.4 (83871cb6-9702-4d6c-8452-9290689050df/639ee8d8-35bc-44fd-970a-1029484fffb3/c5f5295a-d3aa-49e4-bec9-39e75336589a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:15.665402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port cb41bed0-3030-4aff-a701-03bd2dbcaced completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:15.670439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port cb41bed0-3030-4aff-a701-03bd2dbcaced triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:15.670945 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.724699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4e6af9f-f99e-4792-a692-ceb698080c28 req-23747f36-b3b5-48c6-af60-365ae604af21 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 210 time: 0.3310812 Aug 04 16:52:15.749045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:15.754477 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.786518 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef6c10c-b5b5-4d3b-80e5-2ca908a6b810 x-openstack-request-id: req-7ef6c10c-b5b5-4d3b-80e5-2ca908a6b810 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:15.786738 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2e8682-49b0-4890-bc12-522367172d12", "name": "network-vif-plugged", "status": "completed", "tag": "4eb6c03d-2027-43e4-b4b5-ebef02496c20", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:15.787031 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ef6c10c-b5b5-4d3b-80e5-2ca908a6b810 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:15.787416 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e8682-49b0-4890-bc12-522367172d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb6c03d-2027-43e4-b4b5-ebef02496c20', 'code': 200} Aug 04 16:52:15.837259 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.903526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb41bed0-3030-4aff-a701-03bd2dbcaced, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb41bed0-3030-4aff-a701-03bd2dbcaced,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:15.904711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Made reservation on behalf of 5bc944c480b94cc3910b29732574405e for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:15.909153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.911275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:15.941963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7105b74a-e05a-4183-bc08-647f8c46d901 req-403c2f75-ded5-477b-a8f3-a51a85782936 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 210 time: 0.2432957 Aug 04 16:52:15.981081 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:16.124935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f88294-0a26-4e0e-9df0-5a9393276493 req-2328513c-7a23-4161-befc-3c216c383a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:16.126536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32f88294-0a26-4e0e-9df0-5a9393276493 req-2328513c-7a23-4161-befc-3c216c383a13 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1096 time: 0.1833515 Aug 04 16:52:16.139530 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:16.199256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=cb41bed0-3030-4aff-a701-03bd2dbcaced,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:16.249150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32f88294-0a26-4e0e-9df0-5a9393276493 req-3279544b-5b9d-46aa-a12e-ce8d90baede9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829706 Aug 04 16:52:16.275363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb772d9-2476-4a15-8f37-2539949bdd7a req-c07f8f41-a396-47bf-80a0-27718db3a0e1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:16.277165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fb772d9-2476-4a15-8f37-2539949bdd7a req-c07f8f41-a396-47bf-80a0-27718db3a0e1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 950 time: 0.1570406 Aug 04 16:52:16.338838 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:16.371050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:16.379205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fb772d9-2476-4a15-8f37-2539949bdd7a req-de996869-2d7f-42c3-9317-35f464e4ecb7 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883737 Aug 04 16:52:16.414211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Network 83871cb6-9702-4d6c-8452-9290689050df is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:16.447771 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cbcee925-5d95-438a-b275-339ab5ab8aac req-113e1daa-d514-42a0-b488-771530b0b5dc tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 210 time: 0.0621536 Aug 04 16:52:16.452055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:16.454272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:16.454735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:16.462532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:16.464504 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:16.482840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Pushing event updated for resources: {'Port': ['ID=c5f5295a-d3aa-49e4-bec9-39e75336589a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:16.508538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-19d464df-240f-4231-8b0d-60574340ba0e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9592586 Aug 04 16:52:16.510138 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:16.522958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Request body: {'port': {'device_id': '4395ba96-329a-49e5-9897-fa5cba509936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:16.567401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Subnet': ['ID=b83ffc3a-6374-476d-9997-96fccc50d9b9,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:16.643647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6137f2-01ee-48a7-aa6c-b1e3b663a324 req-7196f302-c88c-4866-b8e3-96436c0326bc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:16.647073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd6137f2-01ee-48a7-aa6c-b1e3b663a324 req-7196f302-c88c-4866-b8e3-96436c0326bc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 945 time: 0.1201007 Aug 04 16:52:16.648653 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:16.658711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Checking segment: {'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:16.659200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network hostable DHCP agents. Network: 75096cc1-1b25-4a7c-ae0e-a90aac65e998, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:52:16.678312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c840bae-ece5-4fc1-bd75-472e90ae7497,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:16.720690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:52:16.765788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 75096cc1-1b25-4a7c-ae0e-a90aac65e998) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:16.775221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:16.776029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:16.792191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7163e78-a784-4acd-a73a-f6d039f60e5e None None] Network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:52:16.827511 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e3809d0e-7a80-49e3-b90e-c6c2f32570e6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4560895 Aug 04 16:52:16.838120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36234) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:16.849152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1623180201'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:16.853638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Allocated IP 192.168.233.183 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/ddb94c78-ec86-49f8-97fd-f3760fc57526) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:16.988218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-75096cc1-1b25-4a7c-ae0e-a90aac65e998', 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'fixed_ips': [{'subnet_id': 'b83ffc3a-6374-476d-9997-96fccc50d9b9'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:52:16.990285 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:16.996562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f4e4ce2-92a5-485f-8c54-8acaf05b6263 req-f46594c2-7ea7-46d6-a7b2-db38efc4dc8a tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 210 time: 0.0550079 Aug 04 16:52:17.029335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:17.032998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.131229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f5295a-d3aa-49e4-bec9-39e75336589a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:17.147074 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.162581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:52:17.163705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Transition to ACTIVE for port object c5f5295a-d3aa-49e4-bec9-39e75336589a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:17.168987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd6137f2-01ee-48a7-aa6c-b1e3b663a324 req-7942eecd-38d1-4d84-990c-390eba5c7215 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924707 Aug 04 16:52:17.185952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.197723 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.206338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-a40359a1-e3b0-46ab-84fb-5a888bc86472 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=23140db0999b4bbfae93a5971c28d413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361817 Aug 04 16:52:17.262035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.262375 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Added segment ae3297a4-7694-4d87-ae36-a166ccbca27f of type vlan for network a74358ce-b24e-406b-ba28-3adc0c2d977e Aug 04 16:52:17.286625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Transition to ACTIVE for port object ddb94c78-ec86-49f8-97fd-f3760fc57526 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:17.300718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Allocated IP 19.80.0.2 (75096cc1-1b25-4a7c-ae0e-a90aac65e998/b83ffc3a-6374-476d-9997-96fccc50d9b9/9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:17.398137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-dc59ee0e-1627-4507-98d7-11eaee12e2d5 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:17.401673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-dc59ee0e-1627-4507-98d7-11eaee12e2d5 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625032 Aug 04 16:52:17.403837 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.445141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Request body: {'port': {'device_id': '0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '23140db0999b4bbfae93a5971c28d413'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:17.508706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.527266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f5295a-d3aa-49e4-bec9-39e75336589a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:17.531900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.537430 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.549170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Transition to ACTIVE for port object 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:17.549860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:17.550580 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.572006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Transition to ACTIVE for port object 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:17.580044 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.581762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:17.581946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:17.582427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:17.607398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Port c5f5295a-d3aa-49e4-bec9-39e75336589a on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:17.607874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:17.632214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:17.639233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2dd2e-13a2-492d-ba6c-138ba2b9fdb2 req-d4cbe0cb-029b-4c40-b2ae-bb8b4b04529b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:17.641496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99f2dd2e-13a2-492d-ba6c-138ba2b9fdb2 req-d4cbe0cb-029b-4c40-b2ae-bb8b4b04529b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 943 time: 0.2586615 Aug 04 16:52:17.652795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:17.654074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:17.655004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:17.656497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Bound port: c5f5295a-d3aa-49e4-bec9-39e75336589a, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:17.657306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.665606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:17.673238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:17.677478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:17.682233 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Pushing event updated for resources: {'Port': ['ID=ddb94c78-ec86-49f8-97fd-f3760fc57526,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:17.691355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Pushing event updated for resources: {'Port': ['ID=9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:17.705845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:17.728156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:17.736729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee723f-1bc9-4008-a623-f96a498c8bc1 req-7ddf54ca-968c-4ee3-9444-90d98c8b81f6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:17.746181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bee723f-1bc9-4008-a623-f96a498c8bc1 req-7ddf54ca-968c-4ee3-9444-90d98c8b81f6 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 950 time: 0.2033424 Aug 04 16:52:17.776578 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9368911 Aug 04 16:52:17.780036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36254) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:17.788603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'subnet': {'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:17.793345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804'}, {'server_uuid': '87f7cf25-56a7-42b4-bd7b-740076cc770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb41bed0-3030-4aff-a701-03bd2dbcaced'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:17.795399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23390df9-b03b-4608-a1f1-6f5167b63bc8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Network': ['ID=a74358ce-b24e-406b-ba28-3adc0c2d977e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:17.797547 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a657da1-8cc8-4dbc-a665-5a1bdf13c6f8" -d '{"events": [{"server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "name": "network-vif-plugged", "status": "completed", "tag": "62b071ae-4193-42c0-91c3-dd2380268804"}, {"server_uuid": "87f7cf25-56a7-42b4-bd7b-740076cc770a", "name": "network-vif-plugged", "status": "completed", "tag": "cb41bed0-3030-4aff-a701-03bd2dbcaced"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:17.829369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a74358ce-b24e-406b-ba28-3adc0c2d977e details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:52:17.850628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:17.863406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:17.925977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:17.927520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.932628 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Attempting to bind port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:17.936846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Attempting to bind port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:17.936846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Attempting to bind port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 on network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:17.947690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.955015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Made reservation on behalf of 23140db0999b4bbfae93a5971c28d413 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:17.959732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:17.967974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cd048a04-3ecb-41a7-b7cc-f2aff947b528 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:17.975194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36258) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:18.000235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:18.001274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Checking segment: {'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:18.002482 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.003192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Bound using segment: {'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:18.004420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Bound port: 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:18.004927 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-9acf7f4a-43d9-436a-9e4f-d0b147ce7749 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5493369 Aug 04 16:52:18.005361 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.021635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Request body: {'port': {'device_id': '95cc186a-ac4f-4b0b-bd95-293cd17f0d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:18.034097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99f2dd2e-13a2-492d-ba6c-138ba2b9fdb2 req-f5e8d86c-28ca-43d0-9f63-cc8e18579bb8 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649745 Aug 04 16:52:18.039824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bee723f-1bc9-4008-a623-f96a498c8bc1 req-ba38f094-5495-429f-9bfa-b9f37fbcd927 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926729 Aug 04 16:52:18.043831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.064748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:18.070721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.073506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] 10.222.0.82 "PUT /v2.0/ports/c5f5295a-d3aa-49e4-bec9-39e75336589a HTTP/1.1" status: 200 len: 1091 time: 1.5554206 Aug 04 16:52:18.078630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4395ba96-329a-49e5-9897-fa5cba509936', 'tag': 'c5f5295a-d3aa-49e4-bec9-39e75336589a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:18.085237 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4395ba96-329a-49e5-9897-fa5cba509936", "tag": "c5f5295a-d3aa-49e4-bec9-39e75336589a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:18.122017 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.140153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:18.157083 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.230430 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] For port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:18.237653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] For port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:18.244752 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a99023-77ae-4408-92b6-c8f4e453681c x-openstack-request-id: req-46a99023-77ae-4408-92b6-c8f4e453681c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:18.244991 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "name": "network-vif-plugged", "status": "completed", "tag": "62b071ae-4193-42c0-91c3-dd2380268804", "code": 200}, {"server_uuid": "87f7cf25-56a7-42b4-bd7b-740076cc770a", "name": "network-vif-plugged", "status": "completed", "tag": "cb41bed0-3030-4aff-a701-03bd2dbcaced", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:18.246386 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46a99023-77ae-4408-92b6-c8f4e453681c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:18.246879 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804', 'code': 200} Aug 04 16:52:18.247143 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f7cf25-56a7-42b4-bd7b-740076cc770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb41bed0-3030-4aff-a701-03bd2dbcaced', 'code': 200} Aug 04 16:52:18.257362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-77cd6fdf-97d6-4361-ab2b-4161f397cbcd None None] Provisioning for port ddb94c78-ec86-49f8-97fd-f3760fc57526 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:18.271116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-77cd6fdf-97d6-4361-ab2b-4161f397cbcd None None] Provisioning complete for port ddb94c78-ec86-49f8-97fd-f3760fc57526 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:18.272825 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-77cd6fdf-97d6-4361-ab2b-4161f397cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.272955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.82', 60911) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:18.279210 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.290640 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Sync routers for ids ['591c9504-27a1-4eee-8973-2d0b0791bf2c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:52:18.304636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e2e91892-c631-47c8-acd2-a3f2a65f236f req-2276a91d-3799-453b-bc66-f05a5d9c7c44 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 210 time: 0.1517684 Aug 04 16:52:18.306066 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Routers {'591c9504-27a1-4eee-8973-2d0b0791bf2c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:52:18.306698 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:52:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['591c9504-27a1-4eee-8973-2d0b0791bf2c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:18.389079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port cd048a04-3ecb-41a7-b7cc-f2aff947b528 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:18.405086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port cd048a04-3ecb-41a7-b7cc-f2aff947b528 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:18.405495 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.420649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b323d4-db4d-4b33-919d-11e6aa11e313 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f5295a-d3aa-49e4-bec9-39e75336589a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:18.434135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e111625a-0d30-4f53-a7ab-4ee064295016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.434242 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82925760-e052-4874-9f1d-49ab10f09771 x-openstack-request-id: req-82925760-e052-4874-9f1d-49ab10f09771 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:18.434494 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4395ba96-329a-49e5-9897-fa5cba509936", "tag": "c5f5295a-d3aa-49e4-bec9-39e75336589a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:18.434741 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82925760-e052-4874-9f1d-49ab10f09771 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:18.435146 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4395ba96-329a-49e5-9897-fa5cba509936', 'tag': 'c5f5295a-d3aa-49e4-bec9-39e75336589a', 'status': 'completed', 'code': 200} Aug 04 16:52:18.471371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-77cd6fdf-97d6-4361-ab2b-4161f397cbcd None None] Port ddb94c78-ec86-49f8-97fd-f3760fc57526 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:18.511420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c91876-1d0c-4fda-a1aa-6f25d948e075 None None] Pushing event updated for resources: {'Port': ['ID=9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:18.547554 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Set router 591c9504-27a1-4eee-8973-2d0b0791bf2c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:52:18.578020 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.615706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.621670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port cd048a04-3ecb-41a7-b7cc-f2aff947b528, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=cd048a04-3ecb-41a7-b7cc-f2aff947b528,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:18.623597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab029e3-4d84-4dfd-802e-58866c4b0764 req-914921fb-0375-48e5-b9e9-f7fd4b553bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:18.625610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ab029e3-4d84-4dfd-802e-58866c4b0764 req-914921fb-0375-48e5-b9e9-f7fd4b553bee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 1101 time: 0.3437414 Aug 04 16:52:18.636261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-2967ca6b-9680-4d42-8c89-74438da985da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:18.637446 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.638901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-2967ca6b-9680-4d42-8c89-74438da985da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 1094 time: 0.5138092 Aug 04 16:52:18.639763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.689705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8a8dc-d842-49c8-b741-690e16609538 req-9f67c504-e492-443f-8d6f-439c91f79160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:18.692432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64f8a8dc-d842-49c8-b741-690e16609538 req-9f67c504-e492-443f-8d6f-439c91f79160 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 1101 time: 0.4494362 Aug 04 16:52:18.732283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=cd048a04-3ecb-41a7-b7cc-f2aff947b528,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:18.857254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-d0c2498b-cedb-476e-9d60-0eb95bc45a0e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a HTTP/1.1" status: 200 len: 217 time: 0.1350892 Aug 04 16:52:18.866537 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'name': 'tempest-ServersTestMultiNic-649935793-router', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:07Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 4, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'gw_port': {'id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:08Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7e65d0ab-8bdc-41c4-88f0-26088070ad36', 'name': '', 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'mac_address': 'fa:16:3e:3d:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '250c8d19-c6b7-4dae-a826-debf129f34e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:11Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 2, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'subnets': [{'id': '250c8d19-c6b7-4dae-a826-debf129f34e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:18.876877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbd0e2-53e5-424a-bc28-43ee5c70e626 req-6d34f24a-a500-4658-972e-af166dccaee1 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:18.878716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fcbd0e2-53e5-424a-bc28-43ee5c70e626 req-6d34f24a-a500-4658-972e-af166dccaee1 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 936 time: 0.5835886 Aug 04 16:52:18.894713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64f8a8dc-d842-49c8-b741-690e16609538 req-4251c4bb-9c16-4e3f-9745-bbe5086701b8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514447 Aug 04 16:52:18.897065 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Checking router: 591c9504-27a1-4eee-8973-2d0b0791bf2c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:52:18.897419 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Updating router 591c9504-27a1-4eee-8973-2d0b0791bf2c port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:52:18.911394 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb94c78-ec86-49f8-97fd-f3760fc57526 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:18.927601 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.931263 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:18.946374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887a8b49-bec2-4ecd-af6f-f4f065d4af04,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:18.968233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa7ee6-4ec7-4b5e-9f15-486e0b7ecf6e req-7c67989c-4b7c-4da1-9bc2-177d9672e640 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:18.969104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15fa7ee6-4ec7-4b5e-9f15-486e0b7ecf6e req-7c67989c-4b7c-4da1-9bc2-177d9672e640 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 945 time: 0.4641619 Aug 04 16:52:18.987920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ab029e3-4d84-4dfd-802e-58866c4b0764 req-e3e10df2-11c8-4bcb-97a1-0bc5eba61f26 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875717 Aug 04 16:52:18.995531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Transition to ACTIVE for port object ddb94c78-ec86-49f8-97fd-f3760fc57526 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:19.006190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-45d5a499-6a69-4db1-bdc7-9a3b540bf450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:19.007101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.007799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-45d5a499-6a69-4db1-bdc7-9a3b540bf450 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.1280341 Aug 04 16:52:19.039831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.089247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fcbd0e2-53e5-424a-bc28-43ee5c70e626 req-127f3a99-7df7-40f4-89b2-d6f0af6f2703 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/security-groups?id=0c840bae-ece5-4fc1-bd75-472e90ae7497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934586 Aug 04 16:52:19.092773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-41732c25-177f-4f7a-91fa-908572bfc91a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434186 Aug 04 16:52:19.133326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb94c78-ec86-49f8-97fd-f3760fc57526,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:19.157267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15fa7ee6-4ec7-4b5e-9f15-486e0b7ecf6e req-14f1bab8-9c0f-456e-87f2-bb410f4c49e4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714988 Aug 04 16:52:19.163903 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Subnet': ['ID=7c2132cc-43e1-4781-b08b-d0ab5c86e14c,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:19.239370 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e111625a-0d30-4f53-a7ab-4ee064295016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.255030 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e111625a-0d30-4f53-a7ab-4ee064295016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.260907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Checking segment: {'id': 'ae3297a4-7694-4d87-ae36-a166ccbca27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:19.261267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network hostable DHCP agents. Network: a74358ce-b24e-406b-ba28-3adc0c2d977e, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:52:19.286099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Allocated IP 192.168.233.244 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/3bccd213-c86a-4763-9f93-3b74dbab9bce) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:19.314332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Attempting to bind port ddb94c78-ec86-49f8-97fd-f3760fc57526 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:19.315364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Attempting to bind port ddb94c78-ec86-49f8-97fd-f3760fc57526 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:19.316175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Attempting to bind port ddb94c78-ec86-49f8-97fd-f3760fc57526 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:19.322704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111625a-0d30-4f53-a7ab-4ee064295016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a012baa5-c7c3-4b30-856a-ddfca327ceff,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:19.335733 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e111625a-0d30-4f53-a7ab-4ee064295016 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a097f0f75f4b49fd9bd5a53b55d52c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3552775 Aug 04 16:52:19.335733 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Port ddb94c78-ec86-49f8-97fd-f3760fc57526 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:19.335733 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Attempting to bind port ddb94c78-ec86-49f8-97fd-f3760fc57526 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:19.336524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36280) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:19.366843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:19.366843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:19.366843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:19.367261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Bound port: ddb94c78-ec86-49f8-97fd-f3760fc57526, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:19.367344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.372932 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network a74358ce-b24e-406b-ba28-3adc0c2d977e is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:52:19.409203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, a74358ce-b24e-406b-ba28-3adc0c2d977e) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:19.414249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:19.414675 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.419334 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.424282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b2508-7bbb-4189-b6cd-dce5d6f4cb17 None None] Network a74358ce-b24e-406b-ba28-3adc0c2d977e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:52:19.452165 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Transition to ACTIVE for port object 7e65d0ab-8bdc-41c4-88f0-26088070ad36 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:19.465037 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.481681 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-975cf665-43b8-46de-b73b-ffdcf9fa436c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6927035 Aug 04 16:52:19.518784 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6bc140ed-b33e-43a5-86f1-c80245bb4aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.607692 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Pushing event updated for resources: {'Port': ['ID=7e65d0ab-8bdc-41c4-88f0-26088070ad36,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:19.625847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6bc140ed-b33e-43a5-86f1-c80245bb4aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.627983 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] For port ddb94c78-ec86-49f8-97fd-f3760fc57526, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:19.659794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] For port ddb94c78-ec86-49f8-97fd-f3760fc57526, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ddb94c78-ec86-49f8-97fd-f3760fc57526,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:19.678462 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.678798 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.679153 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.679476 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.679933 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.680259 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.680846 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.681177 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.681633 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.682284 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.682602 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.682936 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:19.704383 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.726176 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Attempting to bind port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:19.726418 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Attempting to bind port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'db0238b9-5b2f-40b4-b595-4beb65984bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:19.726780 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Attempting to bind port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 on network 448d3cca-6950-444b-9dbc-990ca3b4b4aa {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:19.738770 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:19.739181 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Checking segment: {'id': 'db0238b9-5b2f-40b4-b595-4beb65984bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:19.739591 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.739967 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Bound using segment: {'id': 'db0238b9-5b2f-40b4-b595-4beb65984bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:19.740434 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Bound port: 7e65d0ab-8bdc-41c4-88f0-26088070ad36, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0238b9-5b2f-40b4-b595-4beb65984bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:19.740819 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.799108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-a74358ce-b24e-406b-ba28-3adc0c2d977e', 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'fixed_ips': [{'subnet_id': '7c2132cc-43e1-4781-b08b-d0ab5c86e14c'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:52:19.801138 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.825573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:19.829496 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.833862 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] 10.222.0.82 "PUT /v2.0/ports/ddb94c78-ec86-49f8-97fd-f3760fc57526 HTTP/1.1" status: 200 len: 1096 time: 1.8196299 Aug 04 16:52:19.836556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cc186a-ac4f-4b0b-bd95-293cd17f0d24', 'tag': 'ddb94c78-ec86-49f8-97fd-f3760fc57526'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:19.843196 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e63280b-c89d-4fd9-bee4-2aae417b39b7" -d '{"events": [{"name": "network-changed", "server_uuid": "95cc186a-ac4f-4b0b-bd95-293cd17f0d24", "tag": "ddb94c78-ec86-49f8-97fd-f3760fc57526"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:19.890506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f21839-bfbc-4fa2-b550-0e634daa8002 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb94c78-ec86-49f8-97fd-f3760fc57526,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:19.896455 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6bc140ed-b33e-43a5-86f1-c80245bb4aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.911443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6bc140ed-b33e-43a5-86f1-c80245bb4aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:19.920660 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6bc140ed-b33e-43a5-86f1-c80245bb4aef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a012baa5-c7c3-4b30-856a-ddfca327ceff HTTP/1.1" status: 204 len: 168 time: 0.5833459 Aug 04 16:52:19.989668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc140ed-b33e-43a5-86f1-c80245bb4aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a012baa5-c7c3-4b30-856a-ddfca327ceff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:20.003760 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] For port 7e65d0ab-8bdc-41c4-88f0-26088070ad36, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:20.010755 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] For port 7e65d0ab-8bdc-41c4-88f0-26088070ad36, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7e65d0ab-8bdc-41c4-88f0-26088070ad36,segment=NetworkSegment(db0238b9-5b2f-40b4-b595-4beb65984bc8),segment_id=db0238b9-5b2f-40b4-b595-4beb65984bc8)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:20.026838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a2f83e-e973-4b4c-9c2a-c49b2cc2f784 None None] Network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:52:20.027066 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:20.062218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-2daad990-1f37-468b-951b-85eec452389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:20.064135 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-2daad990-1f37-468b-951b-85eec452389d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5bc944c480b94cc3910b29732574405e&device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 1099 time: 0.1307063 Aug 04 16:52:20.172201 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-6b0a5a62-d5a1-4e4d-80b6-7eb3adbfe48c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=ddb94c78-ec86-49f8-97fd-f3760fc57526 HTTP/1.1" status: 200 len: 217 time: 0.0991585 Aug 04 16:52:20.177074 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Routers {'591c9504-27a1-4eee-8973-2d0b0791bf2c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:52:20.178060 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:52:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['591c9504-27a1-4eee-8973-2d0b0791bf2c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:20.188899 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18ce51-9985-4fd5-8929-0fc46b4a5553 None None] Pushing event updated for resources: {'Port': ['ID=7e65d0ab-8bdc-41c4-88f0-26088070ad36,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:20.253095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cd048a04-3ecb-41a7-b7cc-f2aff947b528 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:20.276281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-2a6921a8-73e5-4195-b292-7f41e960a834 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1546962 Aug 04 16:52:20.277221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-bd60c8b0-6174-4aeb-81ce-d805dc9124e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:20.280645 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-bd60c8b0-6174-4aeb-81ce-d805dc9124e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1000788 Aug 04 16:52:20.319598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad1d22-1b1c-483d-be44-93dfd046bf37 req-f16ada00-03f7-4997-a971-05b1331eafe8 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:20.331444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2ad1d22-1b1c-483d-be44-93dfd046bf37 req-f16ada00-03f7-4997-a971-05b1331eafe8 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 950 time: 1.0247259 Aug 04 16:52:20.363135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-653224a5-4370-44b9-b638-ceab74ff0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:20.365564 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-653224a5-4370-44b9-b638-ceab74ff0ada service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760958 Aug 04 16:52:20.398717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc127a-6f70-458d-acb8-b123184d6897 req-8c6aedba-661e-4890-af8d-0d4d7cdcf10d tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:20.414660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23bc127a-6f70-458d-acb8-b123184d6897 req-8c6aedba-661e-4890-af8d-0d4d7cdcf10d tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 943 time: 1.1495793 Aug 04 16:52:20.424965 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] Set router 591c9504-27a1-4eee-8973-2d0b0791bf2c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:52:20.439837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port cd048a04-3ecb-41a7-b7cc-f2aff947b528 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:20.440365 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:20.531688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-af97ac38-4c1a-494e-97f5-0c3fe976a156 None None] Provisioning for port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:20.534736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Allocated IP 19.86.0.2 (a74358ce-b24e-406b-ba28-3adc0c2d977e/7c2132cc-43e1-4781-b08b-d0ab5c86e14c/51026fb5-fef1-4344-b85e-5af423228e40) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:20.550197 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-7f90bf1c-938f-41df-8008-182dbfe0871a service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767018 Aug 04 16:52:20.560470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36296) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:20.615056 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-abc7c6b2-1298-462b-96e4-825a964717fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:20.646343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2ad1d22-1b1c-483d-be44-93dfd046bf37 req-2e15d5bd-ded8-4678-b802-7d5a83058e0f tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128068 Aug 04 16:52:20.683277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23bc127a-6f70-458d-acb8-b123184d6897 req-bec34263-6c9a-49b1-bf88-10e51b0dd74e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675126 Aug 04 16:52:20.706136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:20.761229 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:20.766778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0bfb2e9-4652-413c-93a4-096c5b94d414 req-840421fd-b2d7-4de8-9899-bd3751a496ac service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331794 Aug 04 16:52:20.789655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-abc7c6b2-1298-462b-96e4-825a964717fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:20.803889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-abc7c6b2-1298-462b-96e4-825a964717fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:20.821977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Transition to ACTIVE for port object 3bccd213-c86a-4763-9f93-3b74dbab9bce will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:20.881922 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'name': 'tempest-ServersTestMultiNic-649935793-router', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:07Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 4, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'gw_port': {'id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:08Z', 'updated_at': '2021-08-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7e65d0ab-8bdc-41c4-88f0-26088070ad36', 'name': '', 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'mac_address': 'fa:16:3e:3d:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '250c8d19-c6b7-4dae-a826-debf129f34e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:11Z', 'updated_at': '2021-08-04T16:52:19Z', 'revision_number': 4, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'subnets': [{'id': '250c8d19-c6b7-4dae-a826-debf129f34e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:20.886500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d423ddbf-07c2-4903-93ab-abafb7f061dd req-f3a4b627-6042-4c9a-af1f-6d5d5a1576e6 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 210 time: 0.0763922 Aug 04 16:52:20.908314 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:20.913128 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-abc7c6b2-1298-462b-96e4-825a964717fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7c063b76033488eba50591422a497f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514478 Aug 04 16:52:20.917838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36298) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:20.935923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7c6b2-1298-462b-96e4-825a964717fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8322282-f4c5-46e6-9f2a-ad6847a9f348,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:20.938030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Transition to ACTIVE for port object 51026fb5-fef1-4344-b85e-5af423228e40 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:20.950335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c1680-a269-4af8-8622-f47602825f90 req-3613c1da-7844-4973-ba62-b94f24e8b5b7 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:20.957899 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-905c1680-a269-4af8-8622-f47602825f90 req-3613c1da-7844-4973-ba62-b94f24e8b5b7 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1096 time: 0.1745229 Aug 04 16:52:20.984853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0 req-ebe69b0f-f4c8-48ca-b8bd-915ab44c7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:20.986296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0 req-ebe69b0f-f4c8-48ca-b8bd-915ab44c7de9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 1094 time: 0.1367941 Aug 04 16:52:20.987360 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:20.997871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Transition to ACTIVE for port object 51026fb5-fef1-4344-b85e-5af423228e40 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:21.001293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:21.006277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:21.006972 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.010717 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.014276 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-97c645f0-124e-4cf7-9183-6e13d2b62b1c req-a3f2246a-cc4a-44a4-9e16-f39e8e645cde service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546111 Aug 04 16:52:21.092081 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d117351-0825-48e2-954f-95c196759ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.096948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Network a74358ce-b24e-406b-ba28-3adc0c2d977e is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:21.108454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:21.113698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:21.117697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Pushing event updated for resources: {'Port': ['ID=51026fb5-fef1-4344-b85e-5af423228e40,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:21.124612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-96c72be3-1005-4958-919f-007d82d0786e None None] Provisioning complete for port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:21.124980 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-96c72be3-1005-4958-919f-007d82d0786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.138929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:21.143186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d117351-0825-48e2-954f-95c196759ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.158211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:21.183884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:21.193367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:21.194352 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.210040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-905c1680-a269-4af8-8622-f47602825f90 req-6464395a-c745-4936-ab91-6bcdd93ff31d tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464659 Aug 04 16:52:21.231775 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a8c5f-490c-48d7-863a-9759e40db5fa None None] The sync data for ids ['591c9504-27a1-4eee-8973-2d0b0791bf2c'] in n-d-764435-5 is: [{'id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'name': 'tempest-ServersTestMultiNic-649935793-router', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:07Z', 'updated_at': '2021-08-04T16:52:13Z', 'revision_number': 4, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'gw_port': {'id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:08Z', 'updated_at': '2021-08-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7e65d0ab-8bdc-41c4-88f0-26088070ad36', 'name': '', 'network_id': '448d3cca-6950-444b-9dbc-990ca3b4b4aa', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'mac_address': 'fa:16:3e:3d:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '250c8d19-c6b7-4dae-a826-debf129f34e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:11Z', 'updated_at': '2021-08-04T16:52:19Z', 'revision_number': 4, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'subnets': [{'id': '250c8d19-c6b7-4dae-a826-debf129f34e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:52:21.235684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Pushing event updated for resources: {'Port': ['ID=3bccd213-c86a-4763-9f93-3b74dbab9bce,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:21.256295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Attempting to bind port 51026fb5-fef1-4344-b85e-5af423228e40 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:21.256669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Attempting to bind port 51026fb5-fef1-4344-b85e-5af423228e40 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'ae3297a4-7694-4d87-ae36-a166ccbca27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:21.258297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Attempting to bind port 51026fb5-fef1-4344-b85e-5af423228e40 on network a74358ce-b24e-406b-ba28-3adc0c2d977e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:21.262989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d117351-0825-48e2-954f-95c196759ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.263955 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d117351-0825-48e2-954f-95c196759ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.265132 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8d117351-0825-48e2-954f-95c196759ac9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8322282-f4c5-46e6-9f2a-ad6847a9f348 HTTP/1.1" status: 204 len: 168 time: 0.3460636 Aug 04 16:52:21.279945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d117351-0825-48e2-954f-95c196759ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8322282-f4c5-46e6-9f2a-ad6847a9f348,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:21.309679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:21.310057 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Checking segment: {'id': 'ae3297a4-7694-4d87-ae36-a166ccbca27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:21.310469 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.310889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Bound using segment: {'id': 'ae3297a4-7694-4d87-ae36-a166ccbca27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:21.311390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Bound port: 51026fb5-fef1-4344-b85e-5af423228e40, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3297a4-7694-4d87-ae36-a166ccbca27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:21.311768 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.319397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-c2ecf3a0-e6c4-4c17-808a-1a0f2e169f84 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8974059 Aug 04 16:52:21.336691 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.346673 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d72b2a6-5a5b-4fbb-93cf-79494759181e x-openstack-request-id: req-8d72b2a6-5a5b-4fbb-93cf-79494759181e {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:21.347003 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cc186a-ac4f-4b0b-bd95-293cd17f0d24", "tag": "ddb94c78-ec86-49f8-97fd-f3760fc57526", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:21.347254 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d72b2a6-5a5b-4fbb-93cf-79494759181e {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:21.347732 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cc186a-ac4f-4b0b-bd95-293cd17f0d24', 'tag': 'ddb94c78-ec86-49f8-97fd-f3760fc57526', 'status': 'completed', 'code': 200} Aug 04 16:52:21.429724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-218cac1e-865d-4ad3-b8a8-736bc9c55d5c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:21.439492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-218cac1e-865d-4ad3-b8a8-736bc9c55d5c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:21.450749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-218cac1e-865d-4ad3-b8a8-736bc9c55d5c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/networks?id=75096cc1-1b25-4a7c-ae0e-a90aac65e998&id=a74358ce-b24e-406b-ba28-3adc0c2d977e&id=75096cc1-1b25-4a7c-ae0e-a90aac65e998 HTTP/1.1" status: 200 len: 1392 time: 0.2235124 Aug 04 16:52:21.455213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-f4393fe6-c7d0-4722-b4c7-fde40518f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:21.460831 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-f4393fe6-c7d0-4722-b4c7-fde40518f1e4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5bc944c480b94cc3910b29732574405e&device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 1099 time: 0.0958428 Aug 04 16:52:21.530775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Request body: {'port': {'device_id': '0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:21.545278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-9021d423-20e6-4663-bfcc-8a9a3a191699 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/quotas/de2b96052acb4100b6015d5f2a4b7f66 HTTP/1.1" status: 200 len: 375 time: 0.0931842 Aug 04 16:52:21.555933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0 req-e2b696b2-93e0-41d3-8509-37b7bba46b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:21.558369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:21.559790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0 req-e2b696b2-93e0-41d3-8509-37b7bba46b89 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.5624750 Aug 04 16:52:21.575674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.580853 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-96c72be3-1005-4958-919f-007d82d0786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.623390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-41d88257-c751-4440-8ff8-f92949040153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:21.638058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] For port 51026fb5-fef1-4344-b85e-5af423228e40, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:21.642523 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-41d88257-c751-4440-8ff8-f92949040153 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1644413 Aug 04 16:52:21.664567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] For port 51026fb5-fef1-4344-b85e-5af423228e40, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=51026fb5-fef1-4344-b85e-5af423228e40,segment=NetworkSegment(ae3297a4-7694-4d87-ae36-a166ccbca27f),segment_id=ae3297a4-7694-4d87-ae36-a166ccbca27f)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:21.680704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:21.684333 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:21.720376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74de275-9487-4b4e-bde3-01cb637666fa req-69fdf904-341d-4feb-9c10-671f57955b03 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:21.722294 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c74de275-9487-4b4e-bde3-01cb637666fa req-69fdf904-341d-4feb-9c10-671f57955b03 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 948 time: 0.2586789 Aug 04 16:52:21.728780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0 req-1ebd8baf-2e13-4664-947a-551059241b3d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a HTTP/1.1" status: 200 len: 217 time: 0.0937185 Aug 04 16:52:21.756359 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-8f022e24-2402-4e68-8921-c4ac61bff80d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=ddb94c78-ec86-49f8-97fd-f3760fc57526 HTTP/1.1" status: 200 len: 217 time: 0.1103997 Aug 04 16:52:21.776925 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-96c72be3-1005-4958-919f-007d82d0786e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:52:21.777324 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-96c72be3-1005-4958-919f-007d82d0786e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:52:21.786149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c457b-498c-4436-b5df-6fdbec6a9176 None None] Pushing event updated for resources: {'Port': ['ID=51026fb5-fef1-4344-b85e-5af423228e40,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:21.795720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-59bdca3e-4744-4299-b190-00c65ca555c0 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2493944 Aug 04 16:52:21.857116 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-e4b0a096-3105-48bc-942a-23aa00a3265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:21.867751 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-e4b0a096-3105-48bc-942a-23aa00a3265d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1014805 Aug 04 16:52:21.939553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0 req-46025897-b51f-4e8b-976d-29326a5029be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:21.948960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-98581a77-9255-44a9-a9c5-1614ef501839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:21.951769 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-98581a77-9255-44a9-a9c5-1614ef501839 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667999 Aug 04 16:52:21.954199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0 req-46025897-b51f-4e8b-976d-29326a5029be service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.2105551 Aug 04 16:52:21.956501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7e65d0ab-8bdc-41c4-88f0-26088070ad36 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:21.968193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:22.024426 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c74de275-9487-4b4e-bde3-01cb637666fa req-fc58929f-c6f6-4ce7-81f1-1e138b0f8da5 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/security-groups?id=0c840bae-ece5-4fc1-bd75-472e90ae7497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846003 Aug 04 16:52:22.069690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:22.084910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:22.085294 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:22.211233 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-45f8bc5f-0cb5-46fc-8bd7-de985a9c4b66 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435477 Aug 04 16:52:22.280218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0 req-bb275788-31b8-4fda-ba84-d4dca02379c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3054519 Aug 04 16:52:22.325275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:22.362785 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7e63280b-c89d-4fd9-bee4-2aae417b39b7 req-58e4f6b0-58a4-40ab-a6ab-58536b377ef1 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438444 Aug 04 16:52:22.373302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 7e65d0ab-8bdc-41c4-88f0-26088070ad36, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7e65d0ab-8bdc-41c4-88f0-26088070ad36,segment=NetworkSegment(db0238b9-5b2f-40b4-b595-4beb65984bc8),segment_id=db0238b9-5b2f-40b4-b595-4beb65984bc8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:22.383535 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:22.384432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:22.466997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=7e65d0ab-8bdc-41c4-88f0-26088070ad36,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:22.503584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-013253c1-f366-49e0-9537-ee843df5f6b1 None None] Provisioning for port 3bccd213-c86a-4763-9f93-3b74dbab9bce completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:22.509695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-013253c1-f366-49e0-9537-ee843df5f6b1 None None] Provisioning complete for port 3bccd213-c86a-4763-9f93-3b74dbab9bce triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:22.510071 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-013253c1-f366-49e0-9537-ee843df5f6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:22.533143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-dd9485a8-b80f-4efa-8124-4ad583ac8961 service neutron] 10.222.0.39 "GET /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978362 Aug 04 16:52:22.661628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8bab5-5d84-4d67-b8ec-a571cb8160c0 req-ebc9d3fb-6fc9-4d8b-9fa5-63155f031ec4 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:22.663360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8d8bab5-5d84-4d67-b8ec-a571cb8160c0 req-ebc9d3fb-6fc9-4d8b-9fa5-63155f031ec4 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1096 time: 0.3984334 Aug 04 16:52:22.698487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:22.699089 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:22.702491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-013253c1-f366-49e0-9537-ee843df5f6b1 None None] Port 3bccd213-c86a-4763-9f93-3b74dbab9bce cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:22.712782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0 req-b92948e5-992e-45c5-b207-c624b2b2976b service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106395 Aug 04 16:52:22.824062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-dcd37eca-ab01-466e-979d-e04fe45c632a service neutron] 10.222.0.39 "GET /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733252 Aug 04 16:52:22.835265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8d8bab5-5d84-4d67-b8ec-a571cb8160c0 req-ebbadee1-2e21-466a-9c67-ab65d466852c tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579010 Aug 04 16:52:22.952587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b03e482-f225-4dcd-a1dc-50ab0526e4b0 req-51daeea0-3824-4832-b361-e579ef3819ff service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273333 Aug 04 16:52:23.008039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f975b307-f588-493d-9667-72f847169645 None None] Network a74358ce-b24e-406b-ba28-3adc0c2d977e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:52:23.070822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ebddd10c-4fb1-4710-aec1-fb85b952e633 None None] Provisioning for port 51026fb5-fef1-4344-b85e-5af423228e40 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:23.298160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bccd213-c86a-4763-9f93-3b74dbab9bce {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:23.313289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:23.341641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-bc91d119-7deb-4338-9886-0169f97d08b3 service neutron] 10.222.0.39 "GET /v2.0/networks/a74358ce-b24e-406b-ba28-3adc0c2d977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019815 Aug 04 16:52:23.342703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Transition to ACTIVE for port object 3bccd213-c86a-4763-9f93-3b74dbab9bce will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:23.352161 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7189f9-9ae1-4f89-85ba-99d6c8283b6f req-77e3d1bc-e0e5-41b5-be87-d967342be445 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:23.353718 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d7189f9-9ae1-4f89-85ba-99d6c8283b6f req-77e3d1bc-e0e5-41b5-be87-d967342be445 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 950 time: 0.4079719 Aug 04 16:52:23.362551 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:23.494572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d7189f9-9ae1-4f89-85ba-99d6c8283b6f req-a046cfbe-84f6-486f-b5cb-8682f9b41b17 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285510 Aug 04 16:52:23.501434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bccd213-c86a-4763-9f93-3b74dbab9bce,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:23.558080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Attempting to bind port 3bccd213-c86a-4763-9f93-3b74dbab9bce on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:23.558711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Attempting to bind port 3bccd213-c86a-4763-9f93-3b74dbab9bce by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:23.558881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Attempting to bind port 3bccd213-c86a-4763-9f93-3b74dbab9bce on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:23.565607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-64d344fb-a60f-4dfc-8e1a-677f52a4c307 service neutron] 10.222.0.39 "GET /v2.0/networks/a74358ce-b24e-406b-ba28-3adc0c2d977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105103 Aug 04 16:52:23.586851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Port 3bccd213-c86a-4763-9f93-3b74dbab9bce on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:23.587201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Attempting to bind port 3bccd213-c86a-4763-9f93-3b74dbab9bce on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:23.589023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ddb94c78-ec86-49f8-97fd-f3760fc57526 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:23.642053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:23.642396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:23.642795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:23.643261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Bound port: 3bccd213-c86a-4763-9f93-3b74dbab9bce, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:23.643622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:23.698400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ddb94c78-ec86-49f8-97fd-f3760fc57526, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ddb94c78-ec86-49f8-97fd-f3760fc57526,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:23.709545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'ddb94c78-ec86-49f8-97fd-f3760fc57526', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'ddb94c78-ec86-49f8-97fd-f3760fc57526', 'mac_address': 'fa:16:3e:d7:d1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:23.724724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c39b30-966a-4ad1-88c3-d70edfffe7a0 req-ecc008e0-d6a7-42a9-88b1-114261cafd16 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:23.726178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44c39b30-966a-4ad1-88c3-d70edfffe7a0 req-ecc008e0-d6a7-42a9-88b1-114261cafd16 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 943 time: 0.1583128 Aug 04 16:52:23.748845 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:23.761889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb94c78-ec86-49f8-97fd-f3760fc57526 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:23.766200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e44e7af2-5de4-4044-993a-aa0560c07f46 service neutron] 10.222.0.39 "GET /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954517 Aug 04 16:52:23.782333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ddb94c78-ec86-49f8-97fd-f3760fc57526, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ddb94c78-ec86-49f8-97fd-f3760fc57526,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:23.787605 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:23.788970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c5f5295a-d3aa-49e4-bec9-39e75336589a details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:23.805657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] For port 3bccd213-c86a-4763-9f93-3b74dbab9bce, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:23.838736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44c39b30-966a-4ad1-88c3-d70edfffe7a0 req-38ea169e-4e00-4677-8576-2d4263adbe6e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028664 Aug 04 16:52:23.851384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] For port 3bccd213-c86a-4763-9f93-3b74dbab9bce, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=3bccd213-c86a-4763-9f93-3b74dbab9bce,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:23.869666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:23.891077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=ddb94c78-ec86-49f8-97fd-f3760fc57526,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:23.926098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:23.926909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:23.928345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] 10.222.0.90 "PUT /v2.0/ports/3bccd213-c86a-4763-9f93-3b74dbab9bce HTTP/1.1" status: 200 len: 1096 time: 2.5935047 Aug 04 16:52:23.928819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945', 'tag': '3bccd213-c86a-4763-9f93-3b74dbab9bce'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:23.931124 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52454fcc-b68a-4068-9376-95160be03af0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945", "tag": "3bccd213-c86a-4763-9f93-3b74dbab9bce"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:23.968450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-8d548e67-60a5-4630-91d4-69a5b71e7b77 service neutron] 10.222.0.39 "GET /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935713 Aug 04 16:52:23.990535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:24.003784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98937508-9c71-4ba5-8be5-f4c9039550d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bccd213-c86a-4763-9f93-3b74dbab9bce,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:24.010897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'c5f5295a-d3aa-49e4-bec9-39e75336589a', 'network_id': '83871cb6-9702-4d6c-8452-9290689050df', 'port_id': 'c5f5295a-d3aa-49e4-bec9-39e75336589a', 'mac_address': 'fa:16:3e:43:58:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639ee8d8-35bc-44fd-970a-1029484fffb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:24.018728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7e65d0ab-8bdc-41c4-88f0-26088070ad36 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:24.045975 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11cd31-1fc3-49ff-81d7-dbce7d37b20b req-04693e71-6b90-43ae-839a-760d74970741 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:24.047588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f11cd31-1fc3-49ff-81d7-dbce7d37b20b req-04693e71-6b90-43ae-839a-760d74970741 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 948 time: 0.0967841 Aug 04 16:52:24.057198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-d64b35fe-175d-4833-87a3-ba28bb58c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:24.058707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-d64b35fe-175d-4833-87a3-ba28bb58c861 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=23140db0999b4bbfae93a5971c28d413&device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 1099 time: 0.0701225 Aug 04 16:52:24.089476 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:24.126511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f5295a-d3aa-49e4-bec9-39e75336589a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:24.130778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-70b07089-fdfe-4454-8221-350a28c18e10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3bccd213-c86a-4763-9f93-3b74dbab9bce HTTP/1.1" status: 200 len: 217 time: 0.0579853 Aug 04 16:52:24.132471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:24.132840 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:24.159044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f11cd31-1fc3-49ff-81d7-dbce7d37b20b req-08d82d2a-0a37-446c-9ca1-853e942befdb tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053200 Aug 04 16:52:24.231610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-1f007638-4cc0-4bc1-b82e-bdb649b525f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:24.235134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:24.237268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-1f007638-4cc0-4bc1-b82e-bdb649b525f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0932550 Aug 04 16:52:24.300399 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:24.354501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-a8a6cc60-0180-48a2-a197-481e98408eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:24.356463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-a8a6cc60-0180-48a2-a197-481e98408eea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125255 Aug 04 16:52:24.359842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51026fb5-fef1-4344-b85e-5af423228e40 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:24.371275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8d9d9-1580-4bab-879b-e08c2bdd1b80 req-7fbe08bb-39cd-46e5-9f8d-9957958b6554 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:24.372994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2e8d9d9-1580-4bab-879b-e08c2bdd1b80 req-7fbe08bb-39cd-46e5-9f8d-9957958b6554 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 949 time: 0.0746882 Aug 04 16:52:24.409795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c5f5295a-d3aa-49e4-bec9-39e75336589a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:24.446747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 51026fb5-fef1-4344-b85e-5af423228e40 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:24.452289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 51026fb5-fef1-4344-b85e-5af423228e40 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:24.452982 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:24.477391 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2e8d9d9-1580-4bab-879b-e08c2bdd1b80 req-fbab3d4d-e7b6-4925-96e8-ebba28889721 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/security-groups?id=0c840bae-ece5-4fc1-bd75-472e90ae7497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942032 Aug 04 16:52:24.524947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-ac7bcd43-ef18-4429-baac-4ccd773fed79 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508276 Aug 04 16:52:24.573229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c5f5295a-d3aa-49e4-bec9-39e75336589a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:24.575861 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['ddb94c78-ec86-49f8-97fd-f3760fc57526'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:24.622293 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94597ab7-e8d8-4c7f-b567-e764c2245515 x-openstack-request-id: req-94597ab7-e8d8-4c7f-b567-e764c2245515 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:24.622903 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945", "tag": "3bccd213-c86a-4763-9f93-3b74dbab9bce", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:24.622903 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94597ab7-e8d8-4c7f-b567-e764c2245515 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:24.623274 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945', 'tag': '3bccd213-c86a-4763-9f93-3b74dbab9bce', 'status': 'completed', 'code': 200} Aug 04 16:52:24.678781 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:24.685175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44bdd11a-c490-4ecf-80c3-df328df55985 req-a54d1975-3022-4e73-9016-83493decf338 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 210 time: 0.0396662 Aug 04 16:52:24.703761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504153-cdb4-4e01-bfe7-20e995bf6f90 req-9f35d71e-ddbf-4609-a829-25ca41b0d6cb tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:24.711768 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91504153-cdb4-4e01-bfe7-20e995bf6f90 req-9f35d71e-ddbf-4609-a829-25ca41b0d6cb tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1654727 Aug 04 16:52:24.730497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4aefb58-338d-4032-9f41-bee25851d7d0 req-40430c85-7307-4720-ad03-a2d11cf7ccbc service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972907 Aug 04 16:52:24.766856 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91504153-cdb4-4e01-bfe7-20e995bf6f90 req-c4aaffd0-e1fa-4382-848b-418da1c4217b tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544231 Aug 04 16:52:24.790948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 51026fb5-fef1-4344-b85e-5af423228e40, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=51026fb5-fef1-4344-b85e-5af423228e40,segment=NetworkSegment(ae3297a4-7694-4d87-ae36-a166ccbca27f),segment_id=ae3297a4-7694-4d87-ae36-a166ccbca27f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:24.813725 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:24.936090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52454fcc-b68a-4068-9376-95160be03af0 req-6be7b165-c290-4427-808f-de060cd6efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:24.938618 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52454fcc-b68a-4068-9376-95160be03af0 req-6be7b165-c290-4427-808f-de060cd6efe8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=23140db0999b4bbfae93a5971c28d413&device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 1099 time: 0.1445425 Aug 04 16:52:24.998793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=51026fb5-fef1-4344-b85e-5af423228e40,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:25.120022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35752d1b-d15c-4c19-acc8-ee974cbc8470 req-0c7fc21c-86e0-4379-90be-c0de26b648be tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:25.121554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35752d1b-d15c-4c19-acc8-ee974cbc8470 req-0c7fc21c-86e0-4379-90be-c0de26b648be tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1096 time: 0.1497662 Aug 04 16:52:25.150475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52454fcc-b68a-4068-9376-95160be03af0 req-278c55cb-95ca-4859-8b64-10015b8caaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:25.152020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52454fcc-b68a-4068-9376-95160be03af0 req-278c55cb-95ca-4859-8b64-10015b8caaaf service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2050257 Aug 04 16:52:25.184486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cf954-5821-4346-a491-6c3e826b75bb req-0c859e56-87e5-4299-b824-731dc8514a24 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:25.185986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-973cf954-5821-4346-a491-6c3e826b75bb req-0c859e56-87e5-4299-b824-731dc8514a24 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 944 time: 0.1174824 Aug 04 16:52:25.220716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52454fcc-b68a-4068-9376-95160be03af0 req-b0d7df4a-0774-49d5-ac1a-1341478592b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3bccd213-c86a-4763-9f93-3b74dbab9bce HTTP/1.1" status: 200 len: 217 time: 0.0559680 Aug 04 16:52:25.222270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35752d1b-d15c-4c19-acc8-ee974cbc8470 req-24882a72-3c04-4711-925d-29f5c0fd876e tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921416 Aug 04 16:52:25.289782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-973cf954-5821-4346-a491-6c3e826b75bb req-014a90b7-8a8c-4a50-a802-d9525fce5dad tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718901 Aug 04 16:52:25.295655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52454fcc-b68a-4068-9376-95160be03af0 req-edcf101d-111d-4ecd-86a7-2f0eaa9f9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:25.298129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52454fcc-b68a-4068-9376-95160be03af0 req-edcf101d-111d-4ecd-86a7-2f0eaa9f9f5c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0687370 Aug 04 16:52:25.353356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-e24601a9-80ef-499b-9340-eea4c537810d tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=501772fe18a64bb99e35146b00eb9ef8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391769 Aug 04 16:52:25.424198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52454fcc-b68a-4068-9376-95160be03af0 req-f0bbdb05-af0b-4be6-b64a-176a22a5013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:25.425800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52454fcc-b68a-4068-9376-95160be03af0 req-f0bbdb05-af0b-4be6-b64a-176a22a5013f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207576 Aug 04 16:52:25.565344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45fd38-b728-4242-bb02-6b9ea1f690e8 req-d59e524b-b1d3-4845-aede-d176d4e119f1 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:25.566919 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f45fd38-b728-4242-bb02-6b9ea1f690e8 req-d59e524b-b1d3-4845-aede-d176d4e119f1 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 948 time: 0.1916904 Aug 04 16:52:25.585333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-a8d98f79-7889-49a1-8ae9-0c45728ff8a2 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:25.586776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-a8d98f79-7889-49a1-8ae9-0c45728ff8a2 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258093 Aug 04 16:52:25.621976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c5f5295a-d3aa-49e4-bec9-39e75336589a up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:25.673835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port c5f5295a-d3aa-49e4-bec9-39e75336589a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:25.678207 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port c5f5295a-d3aa-49e4-bec9-39e75336589a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:25.678376 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:25.682896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-9e94218a-36b3-4b48-b566-827f4eeb690a tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/quotas/501772fe18a64bb99e35146b00eb9ef8 HTTP/1.1" status: 200 len: 375 time: 0.0644786 Aug 04 16:52:25.694970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52454fcc-b68a-4068-9376-95160be03af0 req-3219e4a5-9b09-4cc2-9c8b-4da51f8ae120 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513995 Aug 04 16:52:25.717514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f45fd38-b728-4242-bb02-6b9ea1f690e8 req-31a535f0-69ad-47ee-aae9-206d58031abc tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297183 Aug 04 16:52:25.758446 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:25.784712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4395ba96-329a-49e5-9897-fa5cba509936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f5295a-d3aa-49e4-bec9-39e75336589a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:25.786947 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af44e458-bbcb-4f7e-b138-c987ebf33487" -d '{"events": [{"server_uuid": "4395ba96-329a-49e5-9897-fa5cba509936", "name": "network-vif-plugged", "status": "completed", "tag": "c5f5295a-d3aa-49e4-bec9-39e75336589a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:25.797280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-34a2b5d8-c974-458d-9ddc-7fe9a720a45e tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:25.800015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:25.803144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-34a2b5d8-c974-458d-9ddc-7fe9a720a45e tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:25.804873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-34a2b5d8-c974-458d-9ddc-7fe9a720a45e tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.90 "GET /v2.0/networks?id=75096cc1-1b25-4a7c-ae0e-a90aac65e998&id=a74358ce-b24e-406b-ba28-3adc0c2d977e&id=75096cc1-1b25-4a7c-ae0e-a90aac65e998 HTTP/1.1" status: 200 len: 1392 time: 0.2650797 Aug 04 16:52:25.810684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:25.811486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ddb94c78-ec86-49f8-97fd-f3760fc57526 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:25.835518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-eca655e4-dea4-41d2-9280-ca9843f55db8 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=501772fe18a64bb99e35146b00eb9ef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1395495 Aug 04 16:52:25.842566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'port': {'device_id': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998', 'admin_state_up': True, 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:25.902757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51026fb5-fef1-4344-b85e-5af423228e40 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:25.922536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52454fcc-b68a-4068-9376-95160be03af0 req-a9cc758f-594c-4aa2-bd91-fe293d666f88 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121074 Aug 04 16:52:25.932798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c5f5295a-d3aa-49e4-bec9-39e75336589a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:25.960130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port ddb94c78-ec86-49f8-97fd-f3760fc57526 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:25.969623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port ddb94c78-ec86-49f8-97fd-f3760fc57526 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:25.970136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:26.001827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 51026fb5-fef1-4344-b85e-5af423228e40 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:26.002115 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:26.031425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a381e4-65ab-4d7f-a599-26ad6bfb74eb req-ee2df447-5dce-459a-9a9d-b8099cf93ca1 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:26.045351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95a381e4-65ab-4d7f-a599-26ad6bfb74eb req-ee2df447-5dce-459a-9a9d-b8099cf93ca1 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 949 time: 0.1189318 Aug 04 16:52:26.084288 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:52:26.100768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:26.104247 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:26.123002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7af767eb-9c57-480c-940e-410d74203dd9 req-926399b5-1347-47eb-8f1c-de46022adc30 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 210 time: 0.0743959 Aug 04 16:52:26.134386 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:26.152341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95a381e4-65ab-4d7f-a599-26ad6bfb74eb req-ce4fb434-181d-4429-8b8c-b29c062a50df tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/security-groups?id=0c840bae-ece5-4fc1-bd75-472e90ae7497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052268 Aug 04 16:52:26.208109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ddb94c78-ec86-49f8-97fd-f3760fc57526, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ddb94c78-ec86-49f8-97fd-f3760fc57526,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:26.212945 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470ffa4e-6068-4ddb-8c2d-549fe710e73a x-openstack-request-id: req-470ffa4e-6068-4ddb-8c2d-549fe710e73a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:26.213242 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4395ba96-329a-49e5-9897-fa5cba509936", "name": "network-vif-plugged", "status": "completed", "tag": "c5f5295a-d3aa-49e4-bec9-39e75336589a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:26.213494 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-470ffa4e-6068-4ddb-8c2d-549fe710e73a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:26.214040 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4395ba96-329a-49e5-9897-fa5cba509936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f5295a-d3aa-49e4-bec9-39e75336589a', 'code': 200} Aug 04 16:52:26.221365 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:26.292186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=ddb94c78-ec86-49f8-97fd-f3760fc57526,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:26.356670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf093d3f-9895-41f2-9c85-dd00a2c67dec req-d0c8d66a-9b7d-4dd4-b9d6-a811aa9f2d96 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 210 time: 0.0746164 Aug 04 16:52:26.446013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Allocated IP 19.80.0.247 (75096cc1-1b25-4a7c-ae0e-a90aac65e998/b83ffc3a-6374-476d-9997-96fccc50d9b9/ca38c186-3142-4b49-8821-4d84604e6b17) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:26.460677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add3586-6e24-4192-a579-6641e1121908 req-a750f5e7-0cb7-4c2a-910b-204a1c955b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:26.462361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4add3586-6e24-4192-a579-6641e1121908 req-a750f5e7-0cb7-4c2a-910b-204a1c955b21 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 1096 time: 0.1563330 Aug 04 16:52:26.483129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1ebc2-f81e-4158-a7e5-94cd014d8ee8 req-ee61c40d-fa77-436e-9d33-8aad772839d1 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:26.484609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1cb1ebc2-f81e-4158-a7e5-94cd014d8ee8 req-ee61c40d-fa77-436e-9d33-8aad772839d1 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1096 time: 0.1308544 Aug 04 16:52:26.605205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4add3586-6e24-4192-a579-6641e1121908 req-9cfbcb4c-ac64-4fa8-8801-cf5806e9f15a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248841 Aug 04 16:52:26.701401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:26.826039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1d17326-6479-487e-bf4a-e3870d34b35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:26.892821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1cb1ebc2-f81e-4158-a7e5-94cd014d8ee8 req-387e3469-8bd8-479e-8cb8-4f6d6f1dfe5a tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702199 Aug 04 16:52:26.905095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6024d-9a2f-4e09-ad6f-e00867ce1e58 req-ddb0bd98-d03f-4433-a609-cbd7f9e74ece tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:26.906580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6cd6024d-9a2f-4e09-ad6f-e00867ce1e58 req-ddb0bd98-d03f-4433-a609-cbd7f9e74ece tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 945 time: 0.4408047 Aug 04 16:52:26.923999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1d17326-6479-487e-bf4a-e3870d34b35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:26.938839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1d17326-6479-487e-bf4a-e3870d34b35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:26.957239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c1d17326-6479-487e-bf4a-e3870d34b35a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c07ab65f33d14743990b09813546b059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541764 Aug 04 16:52:26.962583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36450) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:26.983335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d17326-6479-487e-bf4a-e3870d34b35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db346373-9daa-4906-b86d-9ac783d6dcbf,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:26.992152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6cd6024d-9a2f-4e09-ad6f-e00867ce1e58 req-c215aec0-059f-4a57-9f93-263aefb3ecad tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776019 Aug 04 16:52:27.033827 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.074740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Transition to ACTIVE for port object ca38c186-3142-4b49-8821-4d84604e6b17 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:27.099762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f88bd0cd-c495-46a2-8e2d-96e9a6ea8bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.131138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72c707-810a-4f7a-b9ae-94c051eb9cf0 req-dc4de160-6d80-4493-8e99-c0bc4dfd103c tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:27.132658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db72c707-810a-4f7a-b9ae-94c051eb9cf0 req-dc4de160-6d80-4493-8e99-c0bc4dfd103c tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 948 time: 0.1224098 Aug 04 16:52:27.156260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f88bd0cd-c495-46a2-8e2d-96e9a6ea8bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.206672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c078f171-02b3-4237-adf8-298514e18118 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=501772fe18a64bb99e35146b00eb9ef8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463657 Aug 04 16:52:27.238962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.315257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db72c707-810a-4f7a-b9ae-94c051eb9cf0 req-1fc2a147-e6c6-4aad-a713-e4203795b609 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736083 Aug 04 16:52:27.342572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:27.359390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:27.367879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:27.374259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:27.375023 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.385855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Port': ['ID=ca38c186-3142-4b49-8821-4d84604e6b17,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:27.405891 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f88bd0cd-c495-46a2-8e2d-96e9a6ea8bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.408495 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f88bd0cd-c495-46a2-8e2d-96e9a6ea8bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.409660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f88bd0cd-c495-46a2-8e2d-96e9a6ea8bf7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db346373-9daa-4906-b86d-9ac783d6dcbf HTTP/1.1" status: 204 len: 168 time: 0.4466929 Aug 04 16:52:27.438588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-e4700c9f-3d3e-4f23-bc75-7c5bccbc7a14 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6020043 Aug 04 16:52:27.442877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bd0cd-c495-46a2-8e2d-96e9a6ea8bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db346373-9daa-4906-b86d-9ac783d6dcbf,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:27.465625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'port': {'device_id': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e', 'admin_state_up': True, 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:27.490483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-4bc366ba-437a-4179-bf3c-63ec7d2bbac7 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:27.492087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-4bc366ba-437a-4179-bf3c-63ec7d2bbac7 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799053 Aug 04 16:52:27.523707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Request body: {'port': {'device_id': '699484a4-dc01-4040-83a7-cf90779a10dc', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '501772fe18a64bb99e35146b00eb9ef8'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:27.662867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-78ffa5f0-a7be-4f32-9a8a-6c3155ef35e4 None None] Provisioning for port ca38c186-3142-4b49-8821-4d84604e6b17 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:27.669273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-78ffa5f0-a7be-4f32-9a8a-6c3155ef35e4 None None] Provisioning complete for port ca38c186-3142-4b49-8821-4d84604e6b17 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:27.669999 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-78ffa5f0-a7be-4f32-9a8a-6c3155ef35e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.689660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635680ca-e4a7-4e73-b860-7bc84214e2b1 req-0580b748-8a70-4c21-a543-cb63ba8820a0 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:27.698691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-635680ca-e4a7-4e73-b860-7bc84214e2b1 req-0580b748-8a70-4c21-a543-cb63ba8820a0 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 932 time: 0.2849300 Aug 04 16:52:27.714658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 3bccd213-c86a-4763-9f93-3b74dbab9bce details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:27.730895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-78ffa5f0-a7be-4f32-9a8a-6c3155ef35e4 None None] Port ca38c186-3142-4b49-8821-4d84604e6b17 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:27.807114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-635680ca-e4a7-4e73-b860-7bc84214e2b1 req-9e31dfc7-5431-48fa-bae8-d38aaa5e6f97 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071436 Aug 04 16:52:27.812066 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.api [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:52:27.812066 n-d-764435-5 neutron-server[105828]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 16:52:27.812066 n-d-764435-5 neutron-server[105828]: [parameters: {'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'id': 'dde3ca47-bdce-4524-8ece-29cd6a4b25e5', 'expiration': datetime.datetime(2021, 8, 4, 16, 54, 27, 802447)}] Aug 04 16:52:27.812066 n-d-764435-5 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:52:27.812433 n-d-764435-5 neutron-server[105828]: DEBUG oslo_db.api [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:52:27.832257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Made reservation on behalf of 501772fe18a64bb99e35146b00eb9ef8 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:27.835859 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.837806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 3bccd213-c86a-4763-9f93-3b74dbab9bce, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=3bccd213-c86a-4763-9f93-3b74dbab9bce,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:27.842102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36478) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:27.856111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '3bccd213-c86a-4763-9f93-3b74dbab9bce', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '3bccd213-c86a-4763-9f93-3b74dbab9bce', 'mac_address': 'fa:16:3e:3c:44:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:27.871135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de12d0dc-1f39-4063-bb0d-35072f79c8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.917309 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.932546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bccd213-c86a-4763-9f93-3b74dbab9bce {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:27.956201 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 3bccd213-c86a-4763-9f93-3b74dbab9bce, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=3bccd213-c86a-4763-9f93-3b74dbab9bce,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:27.964907 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:27.992435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edba2c-de73-4c81-8c17-94221fa0b785 req-e323abc4-1730-4cc7-9bfb-2e634321e39f tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:28.000849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6edba2c-de73-4c81-8c17-94221fa0b785 req-e323abc4-1730-4cc7-9bfb-2e634321e39f tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 950 time: 0.0899577 Aug 04 16:52:28.003217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de12d0dc-1f39-4063-bb0d-35072f79c8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.010190 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de12d0dc-1f39-4063-bb0d-35072f79c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.039206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=3bccd213-c86a-4763-9f93-3b74dbab9bce,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:28.064256 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-de12d0dc-1f39-4063-bb0d-35072f79c8bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ce39f4a854242399855edc80ec44809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210419 Aug 04 16:52:28.065577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12d0dc-1f39-4063-bb0d-35072f79c8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa4fabc-e0ec-45a1-88a0-9f85d2ad4d10,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:28.068866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36488) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:28.091262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Allocated IP 192.168.233.212 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/90b12eb1-cb3f-4a9c-9719-c117f885afc2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:28.101396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6edba2c-de73-4c81-8c17-94221fa0b785 req-162a7e93-87c3-4673-8aa9-285ab4fda91a tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/security-groups?id=0c840bae-ece5-4fc1-bd75-472e90ae7497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996873 Aug 04 16:52:28.122055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04478a6f-25c1-465e-9013-f800467ae193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.144976 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04478a6f-25c1-465e-9013-f800467ae193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.201387 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04478a6f-25c1-465e-9013-f800467ae193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.204517 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04478a6f-25c1-465e-9013-f800467ae193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.208573 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-04478a6f-25c1-465e-9013-f800467ae193 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dfa4fabc-e0ec-45a1-88a0-9f85d2ad4d10 HTTP/1.1" status: 204 len: 168 time: 0.1357484 Aug 04 16:52:28.215698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc186a-ac4f-4b0b-bd95-293cd17f0d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb94c78-ec86-49f8-97fd-f3760fc57526'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:28.217715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04478a6f-25c1-465e-9013-f800467ae193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa4fabc-e0ec-45a1-88a0-9f85d2ad4d10,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:28.222151 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79492a79-e365-43ab-90e8-1755f5725f24" -d '{"events": [{"server_uuid": "95cc186a-ac4f-4b0b-bd95-293cd17f0d24", "name": "network-vif-plugged", "status": "completed", "tag": "ddb94c78-ec86-49f8-97fd-f3760fc57526"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:28.230742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['3bccd213-c86a-4763-9f93-3b74dbab9bce'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:28.256284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2fe9ac5-8edf-4e61-96e6-4954574c479f req-4ea7177f-6c82-4367-bea1-7102586cbede tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 210 time: 0.0373058 Aug 04 16:52:28.345643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.387128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:28.390761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.404339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Transition to ACTIVE for port object 90b12eb1-cb3f-4a9c-9719-c117f885afc2 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:28.407880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-4535cbee-e6be-4b4d-bb61-db9cc6f16d99 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:52:28.409272 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-4535cbee-e6be-4b4d-bb61-db9cc6f16d99 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068474 Aug 04 16:52:28.427030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Request body: {'binding': {'host': 'n-h2-764435-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:28.428111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Unknown quota resources ['binding']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:52:28.456377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf421e4-f984-4780-85f0-0e1cb6b1b64e req-5cbcf8b0-d0f7-4092-a53d-2c2f290e4547 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:28.458118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdf421e4-f984-4780-85f0-0e1cb6b1b64e req-5cbcf8b0-d0f7-4092-a53d-2c2f290e4547 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 945 time: 0.1084993 Aug 04 16:52:28.543939 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.555666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['cb41bed0-3030-4aff-a701-03bd2dbcaced'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:28.559093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdf421e4-f984-4780-85f0-0e1cb6b1b64e req-78b57159-6341-42a9-9efd-5e23ab4ca361 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658770 Aug 04 16:52:28.620016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on host n-h2-764435-5 for vnic_type normal with profile None {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:28.620358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:28.623364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:28.631436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:28.635768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:28.636351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:28.640471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:28.650348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:28.655578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:28.655917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:28.656493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:28.657091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Bound port: 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:28.666384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:28.667089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.686567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Pushing event updated for resources: {'Port': ['ID=90b12eb1-cb3f-4a9c-9719-c117f885afc2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:28.700208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Allocated IP 19.86.0.191 (a74358ce-b24e-406b-ba28-3adc0c2d977e/7c2132cc-43e1-4781-b08b-d0ab5c86e14c/2cdeac80-6a94-439e-b33c-09db71613a8a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:28.706881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-c04f49c9-206a-4f48-916a-3e4e51dd859e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2056434 Aug 04 16:52:28.727170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Request body: {'port': {'device_id': '699484a4-dc01-4040-83a7-cf90779a10dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:28.779140 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab83344-37ff-4193-9954-83be56060ea3 x-openstack-request-id: req-9ab83344-37ff-4193-9954-83be56060ea3 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:28.779726 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cc186a-ac4f-4b0b-bd95-293cd17f0d24", "name": "network-vif-plugged", "status": "completed", "tag": "ddb94c78-ec86-49f8-97fd-f3760fc57526", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:28.779726 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ab83344-37ff-4193-9954-83be56060ea3 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:28.780117 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cc186a-ac4f-4b0b-bd95-293cd17f0d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb94c78-ec86-49f8-97fd-f3760fc57526', 'code': 200} Aug 04 16:52:28.882974 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:28.888133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['62b071ae-4193-42c0-91c3-dd2380268804'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:29.049330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5c5a5-4121-4b14-867c-720a31c43f7e req-66b5f4ab-a3a5-4000-9b2f-6edaf8f7ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:29.050947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04d5c5a5-4121-4b14-867c-720a31c43f7e req-66b5f4ab-a3a5-4000-9b2f-6edaf8f7ce25 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 1101 time: 0.1970825 Aug 04 16:52:29.088317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3ec7b949-5142-4c17-b0dd-c6719ed400db None None] Provisioning for port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:29.091525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345858-1204-4c3d-98b5-f7a6641c0a1f req-5085d7f1-feff-4434-8d82-c39e57cf5d6f tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:29.093222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4345858-1204-4c3d-98b5-f7a6641c0a1f req-5085d7f1-feff-4434-8d82-c39e57cf5d6f tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 949 time: 0.2079680 Aug 04 16:52:29.093765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3ec7b949-5142-4c17-b0dd-c6719ed400db None None] Provisioning complete for port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:29.094139 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3ec7b949-5142-4c17-b0dd-c6719ed400db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:29.117141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:29.127544 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:29.133967 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a9b9fb03-ac0b-47e9-bcd4-e4945c4405b0 service neutron] 10.222.0.39 "POST /v2.0/ports/4eb6c03d-2027-43e4-b4b5-ebef02496c20/bindings HTTP/1.1" status: 201 len: 389 time: 0.7113845 Aug 04 16:52:29.137692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3ec7b949-5142-4c17-b0dd-c6719ed400db None None] Port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:29.184854 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:29.247063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Transition to ACTIVE for port object 2cdeac80-6a94-439e-b33c-09db71613a8a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:29.251785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04d5c5a5-4121-4b14-867c-720a31c43f7e req-fb7e16a2-1cbd-4af2-83c9-ebf7191fb8d3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0c840bae-ece5-4fc1-bd75-472e90ae7497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833758 Aug 04 16:52:29.318223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4345858-1204-4c3d-98b5-f7a6641c0a1f req-75943d57-4acd-428f-9afd-a74a1d6aea88 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090685 Aug 04 16:52:29.407427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147c5c2-4981-4cfc-a85c-59aa14e8f31f req-e646753d-0672-4bd5-b732-dd7313740e5b tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:29.408908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0147c5c2-4981-4cfc-a85c-59aa14e8f31f req-e646753d-0672-4bd5-b732-dd7313740e5b tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 1096 time: 0.1411726 Aug 04 16:52:29.436453 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:29.559519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network a74358ce-b24e-406b-ba28-3adc0c2d977e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:29.594579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:29.596392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Port': ['ID=2cdeac80-6a94-439e-b33c-09db71613a8a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:29.601378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:29.606946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:29.607448 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:29.627753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd1a9f-575f-4767-abaa-3a953145ebe6 req-905e3523-af45-49b2-bd06-132bae78fe86 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:29.633454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd1a9f-575f-4767-abaa-3a953145ebe6 req-905e3523-af45-49b2-bd06-132bae78fe86 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:29.635951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41fd1a9f-575f-4767-abaa-3a953145ebe6 req-905e3523-af45-49b2-bd06-132bae78fe86 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 1655 time: 0.2501178 Aug 04 16:52:29.638045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-fbc94086-5a9f-4d34-bdf7-ef895d6acd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:29.639448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-fbc94086-5a9f-4d34-bdf7-ef895d6acd46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1096 time: 0.2266674 Aug 04 16:52:29.646447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0147c5c2-4981-4cfc-a85c-59aa14e8f31f req-56f24c53-1356-432d-8f4a-c3c0a3c2aee9 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068050 Aug 04 16:52:29.732126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 3bccd213-c86a-4763-9f93-3b74dbab9bce up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:29.758042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b12eb1-cb3f-4a9c-9719-c117f885afc2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:29.773615 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:29.804904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-437a9999-9877-4496-8275-a31fafc7353b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3443301 Aug 04 16:52:29.810177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 3bccd213-c86a-4763-9f93-3b74dbab9bce completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:29.820179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 3bccd213-c86a-4763-9f93-3b74dbab9bce triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:29.820617 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:29.841399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41fd1a9f-575f-4767-abaa-3a953145ebe6 req-1bbb3904-aace-4c75-80ae-4afc62e47fd2 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880655 Aug 04 16:52:29.848849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'port': {'device_id': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998', 'admin_state_up': True, 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:29.898730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Transition to ACTIVE for port object 90b12eb1-cb3f-4a9c-9719-c117f885afc2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:29.917468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:29.919753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dc3ee432-64c2-46b6-a34f-34f94557942c None None] Provisioning for port 2cdeac80-6a94-439e-b33c-09db71613a8a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:29.936474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dc3ee432-64c2-46b6-a34f-34f94557942c None None] Provisioning complete for port 2cdeac80-6a94-439e-b33c-09db71613a8a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:29.937251 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee432-64c2-46b6-a34f-34f94557942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:29.982175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ee432-64c2-46b6-a34f-34f94557942c None None] Port 2cdeac80-6a94-439e-b33c-09db71613a8a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:29.991645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-82f8d82e-d42a-49a1-82da-c5edfc7eb157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:29.993176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-82f8d82e-d42a-49a1-82da-c5edfc7eb157 service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.3367789 Aug 04 16:52:30.007484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560a339-bb77-4dd7-b29a-37735756894f req-6962d097-5d69-4598-ab89-b0f8734cdcd5 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:30.008934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b560a339-bb77-4dd7-b29a-37735756894f req-6962d097-5d69-4598-ab89-b0f8734cdcd5 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 950 time: 0.2388744 Aug 04 16:52:30.033446 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:30.081578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 3bccd213-c86a-4763-9f93-3b74dbab9bce, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=3bccd213-c86a-4763-9f93-3b74dbab9bce,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:30.088664 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:30.272197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=3bccd213-c86a-4763-9f93-3b74dbab9bce,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:30.352446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Pushing event updated for resources: {'Port': ['ID=90b12eb1-cb3f-4a9c-9719-c117f885afc2,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:30.361071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-ea8e6112-79aa-444e-a0ca-d86b7080cc14 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20 HTTP/1.1" status: 200 len: 217 time: 0.0764034 Aug 04 16:52:30.470643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b560a339-bb77-4dd7-b29a-37735756894f req-bb055375-fc6d-43b8-bfd8-927c83dfe411 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/security-groups?id=0c840bae-ece5-4fc1-bd75-472e90ae7497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770587 Aug 04 16:52:30.471269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Attempting to bind port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:30.471597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Attempting to bind port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:30.471923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Attempting to bind port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:30.484617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2520c-4e3f-4949-803f-f375543c7f80 req-a9437356-e259-4c92-b634-45ff0cdd5783 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:30.486110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bb2520c-4e3f-4949-803f-f375543c7f80 req-a9437356-e259-4c92-b634-45ff0cdd5783 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 945 time: 0.5156114 Aug 04 16:52:30.501882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-aba6fa97-95c2-4872-9733-98a396c6de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:30.503382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-aba6fa97-95c2-4872-9733-98a396c6de02 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1307981 Aug 04 16:52:30.509726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:30.510044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Attempting to bind port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:30.522969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:30.526172 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:30.568364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:30.568677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:30.569072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:30.569505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Bound port: 90b12eb1-cb3f-4a9c-9719-c117f885afc2, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:30.569856 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:30.576531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-c05ed67f-f509-4f00-90f7-19a6f2baea32 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641870 Aug 04 16:52:30.695891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bb2520c-4e3f-4949-803f-f375543c7f80 req-ae3b2f25-317b-43ec-90ed-415e83fb5a50 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997685 Aug 04 16:52:30.781033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bccd213-c86a-4763-9f93-3b74dbab9bce'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:30.783303 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7cc143-7d72-4ac2-a8b3-7d2cd851172f" -d '{"events": [{"server_uuid": "0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945", "name": "network-vif-plugged", "status": "completed", "tag": "3bccd213-c86a-4763-9f93-3b74dbab9bce"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:30.801591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017677b9-715a-45ac-ae15-15712484b5d3 req-8be2e8f5-6c06-455c-bc93-1a2e46f8d0e3 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:30.803084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-017677b9-715a-45ac-ae15-15712484b5d3 req-8be2e8f5-6c06-455c-bc93-1a2e46f8d0e3 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 948 time: 0.2589855 Aug 04 16:52:30.899283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] For port 90b12eb1-cb3f-4a9c-9719-c117f885afc2, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:30.930651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] For port 90b12eb1-cb3f-4a9c-9719-c117f885afc2, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=90b12eb1-cb3f-4a9c-9719-c117f885afc2,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:30.933815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-6ece1238-3567-4b38-989a-ccc088046f7b service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391042 Aug 04 16:52:30.935148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Allocated IP 19.80.0.61 (75096cc1-1b25-4a7c-ae0e-a90aac65e998/b83ffc3a-6374-476d-9997-96fccc50d9b9/801263e7-bb11-479c-abbf-a77541592241) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:30.961193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:31.030784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-017677b9-715a-45ac-ae15-15712484b5d3 req-db9a21c0-c681-42c4-9b1f-7734986d2efa tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028234 Aug 04 16:52:31.039299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70864f2a-95a5-43b5-a988-88c8e18a82ef req-b4a7349f-8914-4d4c-aec5-89462375aaea tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.040801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70864f2a-95a5-43b5-a988-88c8e18a82ef req-b4a7349f-8914-4d4c-aec5-89462375aaea tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 1096 time: 0.2741396 Aug 04 16:52:31.076768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.077374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:31.078837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] 10.222.0.90 "PUT /v2.0/ports/90b12eb1-cb3f-4a9c-9719-c117f885afc2 HTTP/1.1" status: 200 len: 1096 time: 2.3563895 Aug 04 16:52:31.081610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699484a4-dc01-4040-83a7-cf90779a10dc', 'tag': '90b12eb1-cb3f-4a9c-9719-c117f885afc2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:31.084878 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53f204a-a4f6-4210-af3f-675db3981e61" -d '{"events": [{"name": "network-changed", "server_uuid": "699484a4-dc01-4040-83a7-cf90779a10dc", "tag": "90b12eb1-cb3f-4a9c-9719-c117f885afc2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:31.165790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4001c4-a3d5-4fe9-a02b-479387f6292d service neutron] Pushing event updated for resources: {'Port': ['ID=90b12eb1-cb3f-4a9c-9719-c117f885afc2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:31.252709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70864f2a-95a5-43b5-a988-88c8e18a82ef req-cb5ffe02-289b-432c-9b9e-7bbcf94ba060 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862967 Aug 04 16:52:31.266723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-6d079b58-9464-4b1f-9ec4-3280abccccad service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193858 Aug 04 16:52:31.294567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-8f46a18b-06d2-41b1-b990-050172543bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.296119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-8f46a18b-06d2-41b1-b990-050172543bc7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=501772fe18a64bb99e35146b00eb9ef8&device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 1099 time: 0.1621780 Aug 04 16:52:31.359307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-1133bf17-1260-4ee3-a5d6-3f356e343eb0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=90b12eb1-cb3f-4a9c-9719-c117f885afc2 HTTP/1.1" status: 200 len: 217 time: 0.0537016 Aug 04 16:52:31.449644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:31.483302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Transition to ACTIVE for port object 801263e7-bb11-479c-abbf-a77541592241 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:31.496355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-6edfdf2a-463e-4c3e-8508-c1e3f8669df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.496927 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba1d499-d59a-44b9-ab0b-2956c6975913 x-openstack-request-id: req-4ba1d499-d59a-44b9-ab0b-2956c6975913 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:31.497418 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945", "name": "network-vif-plugged", "status": "completed", "tag": "3bccd213-c86a-4763-9f93-3b74dbab9bce", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:31.497508 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ba1d499-d59a-44b9-ab0b-2956c6975913 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:31.497798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-6edfdf2a-463e-4c3e-8508-c1e3f8669df3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1241498 Aug 04 16:52:31.497926 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bccd213-c86a-4763-9f93-3b74dbab9bce', 'code': 200} Aug 04 16:52:31.501933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-1ab5ce1d-33b0-4d5f-87d1-110f1aca4a29 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.503329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-1ab5ce1d-33b0-4d5f-87d1-110f1aca4a29 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.1562424 Aug 04 16:52:31.512152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de0c1-c5da-4258-85dc-e20905148d21 req-e480c446-fce5-47e0-b9aa-019bba455769 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.514281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-521de0c1-c5da-4258-85dc-e20905148d21 req-e480c446-fce5-47e0-b9aa-019bba455769 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 950 time: 0.1675701 Aug 04 16:52:31.527422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764435-5'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:31.604678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccb3c1-182a-4bc2-9107-0d30e54afd18 req-521554c1-1a19-4198-9f5d-0970f2a8b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.606090 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a1ccb3c1-182a-4bc2-9107-0d30e54afd18 req-521554c1-1a19-4198-9f5d-0970f2a8b0d1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 1101 time: 0.0429974 Aug 04 16:52:31.643899 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a1ccb3c1-182a-4bc2-9107-0d30e54afd18 req-05c854a5-45f3-4049-b596-96d15850299a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293052 Aug 04 16:52:31.673493 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:31.680307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-521de0c1-c5da-4258-85dc-e20905148d21 req-84e7ebae-227d-4029-a313-0a9163da5d09 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462712 Aug 04 16:52:31.692901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-94b668bc-3fff-43fb-ba15-18a0b966bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.694351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-94b668bc-3fff-43fb-ba15-18a0b966bb90 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798916 Aug 04 16:52:31.714920 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:31.733466 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50af2dc8-fc2c-43ca-8012-7ca140632199 x-openstack-request-id: req-50af2dc8-fc2c-43ca-8012-7ca140632199 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:31.733743 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699484a4-dc01-4040-83a7-cf90779a10dc", "tag": "90b12eb1-cb3f-4a9c-9719-c117f885afc2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:31.733981 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50af2dc8-fc2c-43ca-8012-7ca140632199 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:31.734361 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699484a4-dc01-4040-83a7-cf90779a10dc', 'tag': '90b12eb1-cb3f-4a9c-9719-c117f885afc2', 'status': 'completed', 'code': 200} Aug 04 16:52:31.796904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76fb7f-ef61-49cd-a000-fa46e84dde18 req-5bdcf411-d0e8-4e14-9fee-7646a026afaa tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.802929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76fb7f-ef61-49cd-a000-fa46e84dde18 req-5bdcf411-d0e8-4e14-9fee-7646a026afaa tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.804480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed76fb7f-ef61-49cd-a000-fa46e84dde18 req-5bdcf411-d0e8-4e14-9fee-7646a026afaa tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 1655 time: 0.2406552 Aug 04 16:52:31.806335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:31.820881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:31.829398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:31.835034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:31.835648 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:31.855669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Port': ['ID=801263e7-bb11-479c-abbf-a77541592241,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:31.914486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-394b7467-7b3e-4b58-9a22-10c671aedbe8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0781136 Aug 04 16:52:31.928689 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff558953-1e81-46a2-b4ac-2fd722ccac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:31.937608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Request body: {'port': {'device_id': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:31.944672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed76fb7f-ef61-49cd-a000-fa46e84dde18 req-12846de2-b850-424b-b95f-adbbf3e4d5c1 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311655 Aug 04 16:52:32.021962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-a73c645d-a678-46df-a863-ffec350add58 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048918 Aug 04 16:52:32.165589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-71d10f6e-2661-44c8-ad01-c30bf38c9201 None None] Provisioning for port 801263e7-bb11-479c-abbf-a77541592241 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:32.170178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-71d10f6e-2661-44c8-ad01-c30bf38c9201 None None] Provisioning complete for port 801263e7-bb11-479c-abbf-a77541592241 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:32.170613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-71d10f6e-2661-44c8-ad01-c30bf38c9201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:32.179421 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:32.206134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-71d10f6e-2661-44c8-ad01-c30bf38c9201 None None] Port 801263e7-bb11-479c-abbf-a77541592241 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:32.437623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:32.488249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146100d-9a94-4624-98b2-1eea770db40f req-956d3fc4-0b58-42d3-ad19-842d6fefa783 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:32.489905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8146100d-9a94-4624-98b2-1eea770db40f req-956d3fc4-0b58-42d3-ad19-842d6fefa783 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 950 time: 0.4650102 Aug 04 16:52:32.571330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f0b9a-9eb9-4e8d-9de7-eed3509b2cc6 req-5995a758-55ce-4ceb-8e15-615e97d319ae tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:32.572796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a76f0b9a-9eb9-4e8d-9de7-eed3509b2cc6 req-5995a758-55ce-4ceb-8e15-615e97d319ae tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 945 time: 0.4812083 Aug 04 16:52:32.574550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d25da-94c3-4d5d-afd6-0fa214b06f89 req-2d46e9fa-33ea-4a28-90e9-af1626652caa service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316937 Aug 04 16:52:32.577511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:32.721924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8146100d-9a94-4624-98b2-1eea770db40f req-9f289832-a860-4b0f-b38f-646f35985a66 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/security-groups?id=0c840bae-ece5-4fc1-bd75-472e90ae7497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105615 Aug 04 16:52:32.730967 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:32.766530 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:32.789979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a76f0b9a-9eb9-4e8d-9de7-eed3509b2cc6 req-8f781340-5b18-43f2-8639-a91d2f30fedf tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061267 Aug 04 16:52:32.864317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-acecb28a-920f-4296-8633-cddad97db180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:32.865822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-acecb28a-920f-4296-8633-cddad97db180 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=501772fe18a64bb99e35146b00eb9ef8&device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 1099 time: 0.2293110 Aug 04 16:52:33.036460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6c03d-2027-43e4-b4b5-ebef02496c20,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:33.064225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on host n-h1-764435-5 for vnic_type normal with profile {"migrating_to": "n-h2-764435-5"} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:33.064613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:33.064955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:33.089392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:33.089730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Attempting to bind port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:33.119470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:33.119809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:33.120199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:33.120647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Bound port: 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:33.121010 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:33.176270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-0461a24b-acec-4755-ab3d-f6f0162f8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:33.177797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-0461a24b-acec-4755-ab3d-f6f0162f8746 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3003213 Aug 04 16:52:33.185996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b649d-c6c2-4b15-9ab7-ad1c4f93ed14 req-be77cd1f-dae1-43e8-bba3-4d9d72e3e955 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:33.187674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-927b649d-c6c2-4b15-9ab7-ad1c4f93ed14 req-be77cd1f-dae1-43e8-bba3-4d9d72e3e955 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 948 time: 0.2798920 Aug 04 16:52:33.212233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79a696-383a-4f73-b607-8aaa2c90c547 req-349aed1b-8000-405d-9a24-dfbca771d448 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:33.213815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a79a696-383a-4f73-b607-8aaa2c90c547 req-349aed1b-8000-405d-9a24-dfbca771d448 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 950 time: 0.2359512 Aug 04 16:52:33.274857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca38c186-3142-4b49-8821-4d84604e6b17 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:33.291091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-83634cd2-4b2a-4ea0-9b81-98e3e80631ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=90b12eb1-cb3f-4a9c-9719-c117f885afc2 HTTP/1.1" status: 200 len: 217 time: 0.1004713 Aug 04 16:52:33.294138 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:33.378421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Transition to ACTIVE for port object ca38c186-3142-4b49-8821-4d84604e6b17 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:33.397544 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:33.406626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:33.427960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a79a696-383a-4f73-b607-8aaa2c90c547 req-23dd1e89-e639-42cc-907a-45d880232b70 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603122 Aug 04 16:52:33.453428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-927b649d-c6c2-4b15-9ab7-ad1c4f93ed14 req-94d7a870-9f5e-4923-9ce2-03045fb7ebea tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515972 Aug 04 16:52:33.455337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:33.461233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-5ff42eb5-0c6a-40d3-a7b8-ae7f07be7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:33.462623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-5ff42eb5-0c6a-40d3-a7b8-ae7f07be7443 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1569645 Aug 04 16:52:33.472152 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:33.550113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca38c186-3142-4b49-8821-4d84604e6b17,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:33.621339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Attempting to bind port ca38c186-3142-4b49-8821-4d84604e6b17 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:33.621739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Attempting to bind port ca38c186-3142-4b49-8821-4d84604e6b17 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:33.622130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Attempting to bind port ca38c186-3142-4b49-8821-4d84604e6b17 on network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:33.654642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Port ca38c186-3142-4b49-8821-4d84604e6b17 on network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:33.655067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Attempting to bind port ca38c186-3142-4b49-8821-4d84604e6b17 on network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:33.666958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:33.667803 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:33.669271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] 10.222.0.82 "PUT /v2.0/ports/4eb6c03d-2027-43e4-b4b5-ebef02496c20 HTTP/1.1" status: 200 len: 1121 time: 2.1536975 Aug 04 16:52:33.677948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-ebab241c-adfb-4991-a582-4988325dda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:33.679571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-ebab241c-adfb-4991-a582-4988325dda3d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2051346 Aug 04 16:52:33.682412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:33.682831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Checking segment: {'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:33.683627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Bound using segment: {'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:33.683757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Bound port: ca38c186-3142-4b49-8821-4d84604e6b17, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:33.684187 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:33.705668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3611cea-df33-4681-a151-9ffd8ee41859 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6c03d-2027-43e4-b4b5-ebef02496c20,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:33.752841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['4eb6c03d-2027-43e4-b4b5-ebef02496c20'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:33.792980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2e8682-49b0-4890-bc12-522367172d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb6c03d-2027-43e4-b4b5-ebef02496c20'}, {'name': 'network-changed', 'server_uuid': 'eb2e8682-49b0-4890-bc12-522367172d12', 'tag': '4eb6c03d-2027-43e4-b4b5-ebef02496c20'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:33.796813 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07" -d '{"events": [{"server_uuid": "eb2e8682-49b0-4890-bc12-522367172d12", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb6c03d-2027-43e4-b4b5-ebef02496c20"}, {"name": "network-changed", "server_uuid": "eb2e8682-49b0-4890-bc12-522367172d12", "tag": "4eb6c03d-2027-43e4-b4b5-ebef02496c20"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:33.941093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b687b0-1df3-4833-83a9-48c3d664c85a req-d73f07da-f8f7-47e4-b93d-3ca45951f55e tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:33.944512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13b687b0-1df3-4833-83a9-48c3d664c85a req-d73f07da-f8f7-47e4-b93d-3ca45951f55e tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 1096 time: 0.1405721 Aug 04 16:52:33.950090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] For port ca38c186-3142-4b49-8821-4d84604e6b17, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:33.963172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-3bd9440e-397b-4b95-9b6c-8477dc2022b8 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731860 Aug 04 16:52:33.995866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] For port ca38c186-3142-4b49-8821-4d84604e6b17, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ca38c186-3142-4b49-8821-4d84604e6b17,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:34.017971 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:34.097566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:34.097949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:34.099344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] 10.222.0.90 "PUT /v2.0/ports/ca38c186-3142-4b49-8821-4d84604e6b17 HTTP/1.1" status: 200 len: 1092 time: 2.1754093 Aug 04 16:52:34.109993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13b687b0-1df3-4833-83a9-48c3d664c85a req-83079df2-b70d-4416-803d-3216fabfa9d0 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546814 Aug 04 16:52:34.131818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76691454-0d7a-44a1-b52d-f06a6424faba req-786d8c2f-b200-44be-95c6-df4a01f4e577 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:34.137776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76691454-0d7a-44a1-b52d-f06a6424faba req-786d8c2f-b200-44be-95c6-df4a01f4e577 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:34.143791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76691454-0d7a-44a1-b52d-f06a6424faba req-786d8c2f-b200-44be-95c6-df4a01f4e577 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:34.145602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76691454-0d7a-44a1-b52d-f06a6424faba req-786d8c2f-b200-44be-95c6-df4a01f4e577 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2388 time: 0.2217479 Aug 04 16:52:34.156312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Request body: {'port': {'device_id': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:34.217987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96375b98-2a57-4262-97db-1201aaa1eec3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca38c186-3142-4b49-8821-4d84604e6b17,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:34.258005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53f204a-a4f6-4210-af3f-675db3981e61 req-022e18de-91c2-47ce-8f14-9ea03b860452 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667778 Aug 04 16:52:34.295558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76691454-0d7a-44a1-b52d-f06a6424faba req-f639ef61-42b9-46ef-877f-d8d3825f7cfa tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294498 Aug 04 16:52:34.305051 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:34.364966 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3ab30441-aa1d-4a7c-848f-f8f691f180e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:34.446416 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32b24ba-a4c9-4a61-be2b-45b586631874 x-openstack-request-id: req-f32b24ba-a4c9-4a61-be2b-45b586631874 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:34.446862 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2e8682-49b0-4890-bc12-522367172d12", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb6c03d-2027-43e4-b4b5-ebef02496c20", "code": 200}, {"name": "network-changed", "server_uuid": "eb2e8682-49b0-4890-bc12-522367172d12", "tag": "4eb6c03d-2027-43e4-b4b5-ebef02496c20", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:34.447176 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f32b24ba-a4c9-4a61-be2b-45b586631874 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:34.447592 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e8682-49b0-4890-bc12-522367172d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb6c03d-2027-43e4-b4b5-ebef02496c20', 'code': 200} Aug 04 16:52:34.447906 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2e8682-49b0-4890-bc12-522367172d12', 'tag': '4eb6c03d-2027-43e4-b4b5-ebef02496c20', 'status': 'completed', 'code': 200} Aug 04 16:52:34.581289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07 req-22e2faf1-50d0-4055-a3c8-b966afaa4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:34.582843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07 req-22e2faf1-50d0-4055-a3c8-b966afaa4059 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1124 time: 0.1261325 Aug 04 16:52:34.615576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dd2d3-7ffb-4008-bc0b-b18dc5725acd req-fb118d81-2d7e-454e-8755-f995a0851d23 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:34.616996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-177dd2d3-7ffb-4008-bc0b-b18dc5725acd req-fb118d81-2d7e-454e-8755-f995a0851d23 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 943 time: 0.1496754 Aug 04 16:52:34.746482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-177dd2d3-7ffb-4008-bc0b-b18dc5725acd req-4c4f77d2-4a8f-4271-9bc1-f1fe4eb67f9b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927515 Aug 04 16:52:34.788516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07 req-1d57eaff-dbcf-4610-93ea-15f454c0071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:34.790203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07 req-1d57eaff-dbcf-4610-93ea-15f454c0071e service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1940727 Aug 04 16:52:34.800552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdeac80-6a94-439e-b33c-09db71613a8a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:34.818345 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:34.859785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07 req-a6f5c23c-86dd-4cb2-b12a-a0aabb7f4781 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20 HTTP/1.1" status: 200 len: 217 time: 0.0521576 Aug 04 16:52:34.875153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Transition to ACTIVE for port object 2cdeac80-6a94-439e-b33c-09db71613a8a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:34.898636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:34.942962 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:34.993938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be763444-629b-4801-96cf-0a366433062a service neutron] Pushing event updated for resources: {'Port': ['ID=2cdeac80-6a94-439e-b33c-09db71613a8a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:34.999876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07 req-f368f6af-281d-4c1f-a62e-3cfcfbad56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:35.001431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07 req-f368f6af-281d-4c1f-a62e-3cfcfbad56b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1346190 Aug 04 16:52:35.049177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae6c48-4aea-456d-98e0-60ffa3ab5337 req-e9e9f7b7-8f92-48f7-b737-4478ab166ab5 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:35.050799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69ae6c48-4aea-456d-98e0-60ffa3ab5337 req-e9e9f7b7-8f92-48f7-b737-4478ab166ab5 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 950 time: 0.1559021 Aug 04 16:52:35.068745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07 req-36a0ff98-9745-4ddf-8025-000681501b0d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593081 Aug 04 16:52:35.078733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Attempting to bind port 2cdeac80-6a94-439e-b33c-09db71613a8a on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:35.079090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Attempting to bind port 2cdeac80-6a94-439e-b33c-09db71613a8a by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'ae3297a4-7694-4d87-ae36-a166ccbca27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:35.079416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Attempting to bind port 2cdeac80-6a94-439e-b33c-09db71613a8a on network a74358ce-b24e-406b-ba28-3adc0c2d977e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:35.137538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Port 2cdeac80-6a94-439e-b33c-09db71613a8a on network a74358ce-b24e-406b-ba28-3adc0c2d977e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:35.137863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Attempting to bind port 2cdeac80-6a94-439e-b33c-09db71613a8a on network a74358ce-b24e-406b-ba28-3adc0c2d977e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:35.401002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:35.401302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Checking segment: {'id': 'ae3297a4-7694-4d87-ae36-a166ccbca27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:35.401601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Bound using segment: {'id': 'ae3297a4-7694-4d87-ae36-a166ccbca27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:35.402065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Bound port: 2cdeac80-6a94-439e-b33c-09db71613a8a, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3297a4-7694-4d87-ae36-a166ccbca27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:35.402419 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:35.408242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-5c50c265-0a96-4871-b7cc-77bcc66d0f6e tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:52:35.409667 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-5c50c265-0a96-4871-b7cc-77bcc66d0f6e tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058553 Aug 04 16:52:35.421890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Request body: {'binding': {'host': 'n-h1-764435-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:35.422414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Unknown quota resources ['binding']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:52:35.432032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69ae6c48-4aea-456d-98e0-60ffa3ab5337 req-b96d4952-1d1e-4342-a62f-c5da04b819fb tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654077 Aug 04 16:52:35.500192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07 req-8d36d34e-7f61-4c2c-9342-5b1bd24cd191 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224627 Aug 04 16:52:35.578598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] For port 2cdeac80-6a94-439e-b33c-09db71613a8a, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:35.583641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a on host n-h1-764435-5 for vnic_type normal with profile None {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:35.584005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:35.584326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:35.588830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Port c5f5295a-d3aa-49e4-bec9-39e75336589a on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:35.589147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:35.593819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:35.594155 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:35.594542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:35.594992 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Bound port: c5f5295a-d3aa-49e4-bec9-39e75336589a, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:35.609998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] For port 2cdeac80-6a94-439e-b33c-09db71613a8a, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2cdeac80-6a94-439e-b33c-09db71613a8a,segment=NetworkSegment(ae3297a4-7694-4d87-ae36-a166ccbca27f),segment_id=ae3297a4-7694-4d87-ae36-a166ccbca27f)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:35.625339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:35.652213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:35.654573 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:35.658326 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:35.659583 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f0810f5e-e658-442a-b82b-247ecd2bcad8 service neutron] 10.222.0.39 "POST /v2.0/ports/c5f5295a-d3aa-49e4-bec9-39e75336589a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2427232 Aug 04 16:52:35.682890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7267bc-dd51-46db-a2cd-66b6396710df req-cdb07be7-ab2c-4b1d-82e8-7f928aa6ce39 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:35.684454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf7267bc-dd51-46db-a2cd-66b6396710df req-cdb07be7-ab2c-4b1d-82e8-7f928aa6ce39 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 948 time: 0.1250548 Aug 04 16:52:35.692732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:35.693342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:35.694777 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-be763444-629b-4801-96cf-0a366433062a service neutron] 10.222.0.90 "PUT /v2.0/ports/2cdeac80-6a94-439e-b33c-09db71613a8a HTTP/1.1" status: 200 len: 1092 time: 1.5481977 Aug 04 16:52:35.700844 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0af0a31c-cd05-4a23-b4d2-042c6c87ad07 req-f4872ed5-f55e-4d70-909c-953abd0404f6 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902192 Aug 04 16:52:35.753513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Request body: {'port': {'device_id': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:35.756474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be763444-629b-4801-96cf-0a366433062a service neutron] Pushing event updated for resources: {'Port': ['ID=2cdeac80-6a94-439e-b33c-09db71613a8a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:35.788361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 90b12eb1-cb3f-4a9c-9719-c117f885afc2 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:35.802344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf7267bc-dd51-46db-a2cd-66b6396710df req-9bbfd67b-f39f-4f9a-943e-9320509f3a93 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062138 Aug 04 16:52:35.859386 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:35.963212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 90b12eb1-cb3f-4a9c-9719-c117f885afc2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=90b12eb1-cb3f-4a9c-9719-c117f885afc2,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:35.981843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '90b12eb1-cb3f-4a9c-9719-c117f885afc2', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '90b12eb1-cb3f-4a9c-9719-c117f885afc2', 'mac_address': 'fa:16:3e:f6:b5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:36.036640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:36.052603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b12eb1-cb3f-4a9c-9719-c117f885afc2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:36.074335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 90b12eb1-cb3f-4a9c-9719-c117f885afc2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=90b12eb1-cb3f-4a9c-9719-c117f885afc2,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:36.083850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:36.120076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9db321-16c7-4695-a302-709914e1fa70 req-6f1b1c4c-3569-4c49-96c9-f9cb0de4f7a9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:36.125937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9db321-16c7-4695-a302-709914e1fa70 req-6f1b1c4c-3569-4c49-96c9-f9cb0de4f7a9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:36.131876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9db321-16c7-4695-a302-709914e1fa70 req-6f1b1c4c-3569-4c49-96c9-f9cb0de4f7a9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:36.135100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c9db321-16c7-4695-a302-709914e1fa70 req-6f1b1c4c-3569-4c49-96c9-f9cb0de4f7a9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2400 time: 0.1822219 Aug 04 16:52:36.141722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=90b12eb1-cb3f-4a9c-9719-c117f885afc2,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:36.151532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-9654bef5-15df-48ed-a075-a4add47be043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:36.153537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-9654bef5-15df-48ed-a075-a4add47be043 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 1096 time: 0.2024863 Aug 04 16:52:36.259379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-81a1e5f8-41e2-4b4a-8981-a12c83397199 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=23140db0999b4bbfae93a5971c28d413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1195002 Aug 04 16:52:36.320233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c9db321-16c7-4695-a302-709914e1fa70 req-e32cd964-1ad8-4a30-a543-50a4213b3111 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721270 Aug 04 16:52:36.366323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['90b12eb1-cb3f-4a9c-9719-c117f885afc2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:36.453473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'tag': 'ca38c186-3142-4b49-8821-4d84604e6b17'}, {'name': 'network-changed', 'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'tag': '2cdeac80-6a94-439e-b33c-09db71613a8a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:36.461561 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "tag": "ca38c186-3142-4b49-8821-4d84604e6b17"}, {"name": "network-changed", "server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "tag": "2cdeac80-6a94-439e-b33c-09db71613a8a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:36.486123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-0f6fbc54-d76f-4e9e-823f-11cc66c12e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:36.487767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-0f6fbc54-d76f-4e9e-823f-11cc66c12e5e service neutron] 10.222.0.90 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.3221979 Aug 04 16:52:36.562412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-d1d88d74-13aa-45be-b005-7c14bc7f5077 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:36.563909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-d1d88d74-13aa-45be-b005-7c14bc7f5077 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745883 Aug 04 16:52:36.567790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-7bc826d6-1607-4b03-bfcf-19b23ca89715 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a HTTP/1.1" status: 200 len: 217 time: 0.0592728 Aug 04 16:52:36.576977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a8f13-e763-4be8-ac50-430e810ffb61 req-2df73042-3ed2-48c6-a01a-f114fa0d0e0f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:36.579537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-441a8f13-e763-4be8-ac50-430e810ffb61 req-2df73042-3ed2-48c6-a01a-f114fa0d0e0f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 945 time: 0.1974044 Aug 04 16:52:36.677267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-e422021d-7b52-43f5-aa36-730667f2cba5 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/quotas/23140db0999b4bbfae93a5971c28d413 HTTP/1.1" status: 200 len: 375 time: 0.0888562 Aug 04 16:52:36.706603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-a0a8d858-f1d7-4c3b-8278-cd9e039b2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:36.708413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-a0a8d858-f1d7-4c3b-8278-cd9e039b2f78 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.1215401 Aug 04 16:52:36.739358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801263e7-bb11-479c-abbf-a77541592241 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:36.750619 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:36.771329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-441a8f13-e763-4be8-ac50-430e810ffb61 req-08113d86-7e26-45ae-b899-9011c0a0db1a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736348 Aug 04 16:52:36.776680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-e1c40ce2-d41a-4207-b996-f42bf2ac2230 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493379 Aug 04 16:52:36.788265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Transition to ACTIVE for port object 801263e7-bb11-479c-abbf-a77541592241 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:36.802869 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:36.808749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-592a6c14-3e5f-47bd-80a0-2c37586399ce tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=23140db0999b4bbfae93a5971c28d413&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237125 Aug 04 16:52:36.947183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Pushing event updated for resources: {'Port': ['ID=801263e7-bb11-479c-abbf-a77541592241,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:37.019130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daaad0-4f6a-4c9a-a5ac-af2b88bc8c0e req-c07e2b51-7c83-46a9-a225-408f34015699 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:37.021165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83daaad0-4f6a-4c9a-a5ac-af2b88bc8c0e req-c07e2b51-7c83-46a9-a225-408f34015699 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 943 time: 0.1673467 Aug 04 16:52:37.021924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Attempting to bind port 801263e7-bb11-479c-abbf-a77541592241 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:37.022258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Attempting to bind port 801263e7-bb11-479c-abbf-a77541592241 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:37.022589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Attempting to bind port 801263e7-bb11-479c-abbf-a77541592241 on network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:37.028441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-a1921d2a-13aa-42c1-b387-4babcf575eb7 service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374339 Aug 04 16:52:37.057681 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Port 801263e7-bb11-479c-abbf-a77541592241 on network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:37.058012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Attempting to bind port 801263e7-bb11-479c-abbf-a77541592241 on network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:37.113737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:37.114253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Checking segment: {'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:37.114938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Bound using segment: {'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:37.115661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Bound port: 801263e7-bb11-479c-abbf-a77541592241, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c13c13-ba9c-49ab-8440-3183bb59057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:37.116269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:37.166337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dee17-93d3-4ce6-b037-5a8cf0d134f2 req-630e53ae-2573-487c-b0e1-a8946d7c1daa tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:37.167983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e10dee17-93d3-4ce6-b037-5a8cf0d134f2 req-630e53ae-2573-487c-b0e1-a8946d7c1daa tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 950 time: 0.1677144 Aug 04 16:52:37.186592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83daaad0-4f6a-4c9a-a5ac-af2b88bc8c0e req-6b2c334d-a440-47a1-884a-8bad489d422b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407650 Aug 04 16:52:37.266107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-afb79880-14ed-47c0-b990-6b0c45df82bf service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214196 Aug 04 16:52:37.294886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] For port 801263e7-bb11-479c-abbf-a77541592241, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:37.299292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] For port 801263e7-bb11-479c-abbf-a77541592241, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=801263e7-bb11-479c-abbf-a77541592241,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:37.304622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e10dee17-93d3-4ce6-b037-5a8cf0d134f2 req-f5456e1d-4116-4c92-bf5f-5fcafbdc5218 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/security-groups?id=0c840bae-ece5-4fc1-bd75-472e90ae7497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249456 Aug 04 16:52:37.310023 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:37.311680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:37.346771 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31e6e54-ff46-4d93-b656-315c1d2b47dc x-openstack-request-id: req-f31e6e54-ff46-4d93-b656-315c1d2b47dc {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:37.347163 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "tag": "ca38c186-3142-4b49-8821-4d84604e6b17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "tag": "2cdeac80-6a94-439e-b33c-09db71613a8a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:37.347587 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f31e6e54-ff46-4d93-b656-315c1d2b47dc {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:37.348445 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'tag': 'ca38c186-3142-4b49-8821-4d84604e6b17', 'status': 'completed', 'code': 200} Aug 04 16:52:37.348891 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'tag': '2cdeac80-6a94-439e-b33c-09db71613a8a', 'status': 'completed', 'code': 200} Aug 04 16:52:37.350535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:37.351195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:37.353074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] 10.222.0.90 "PUT /v2.0/ports/801263e7-bb11-479c-abbf-a77541592241 HTTP/1.1" status: 200 len: 1091 time: 1.6080351 Aug 04 16:52:37.505302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c2169d5-6305-459b-a0df-52fef6bb143a req-de890e38-3a68-4c2e-be1f-cb1f40845349 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 210 time: 0.1046486 Aug 04 16:52:37.545908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-b2940955-e997-4f47-aad7-d2bf2de40a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:37.547041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-b2940955-e997-4f47-aad7-d2bf2de40a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:37.547542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-b2940955-e997-4f47-aad7-d2bf2de40a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:37.551175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-b2940955-e997-4f47-aad7-d2bf2de40a2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2865 time: 0.1790996 Aug 04 16:52:37.552234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828e862-1564-411f-968e-1c6e3fa77745 service neutron] Pushing event updated for resources: {'Port': ['ID=801263e7-bb11-479c-abbf-a77541592241,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:37.570678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f4b15b87-49d4-4267-8844-06230d83c5b5 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:37.572276 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-f4b15b87-49d4-4267-8844-06230d83c5b5 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.2161241 Aug 04 16:52:37.606171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764435-5'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:37.683451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4eb6c03d-2027-43e4-b4b5-ebef02496c20 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:37.687456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36682) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:37.786925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b97e5-6649-4f8a-9a9b-a63bf3118be0 req-f44a012f-2739-43ea-a0c9-56ac2410b444 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:37.805663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-295b97e5-6649-4f8a-9a9b-a63bf3118be0 req-f44a012f-2739-43ea-a0c9-56ac2410b444 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 949 time: 0.3587680 Aug 04 16:52:37.808240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 90b12eb1-cb3f-4a9c-9719-c117f885afc2 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:37.826274 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82969021-31ab-42f9-8fce-50f482d8ae72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:37.841332 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-711e7646-1528-45ec-b9de-85b1405aba4c service neutron] 10.222.0.90 "GET /v2.0/ports/4eb6c03d-2027-43e4-b4b5-ebef02496c20/bindings/n-h2-764435-5 HTTP/1.1" status: 200 len: 384 time: 0.1061733 Aug 04 16:52:37.873438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:37.894066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4eb6c03d-2027-43e4-b4b5-ebef02496c20 has no active binding in host n-h2-764435-5 {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 16:52:37.899748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:37.903951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:37.904569 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:37.994546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.039757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699484a4-dc01-4040-83a7-cf90779a10dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b12eb1-cb3f-4a9c-9719-c117f885afc2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:38.046344 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4096a2-e701-497c-99a6-58b8b2c48531" -d '{"events": [{"server_uuid": "699484a4-dc01-4040-83a7-cf90779a10dc", "name": "network-vif-plugged", "status": "completed", "tag": "90b12eb1-cb3f-4a9c-9719-c117f885afc2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:38.053362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 90b12eb1-cb3f-4a9c-9719-c117f885afc2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=90b12eb1-cb3f-4a9c-9719-c117f885afc2,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:38.060061 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.069761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82969021-31ab-42f9-8fce-50f482d8ae72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.081304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82969021-31ab-42f9-8fce-50f482d8ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.113174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=90b12eb1-cb3f-4a9c-9719-c117f885afc2,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:38.126786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:38.158682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:38.185410 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-82969021-31ab-42f9-8fce-50f482d8ae72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06f4a7ceab334b84893b5426aa1afdb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968305 Aug 04 16:52:38.188450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36690) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:38.197762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82969021-31ab-42f9-8fce-50f482d8ae72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b20c85-7c7d-4761-9dbe-a6c633bde46e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:38.229855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-295b97e5-6649-4f8a-9a9b-a63bf3118be0 req-be8aba75-4fa1-4181-bdcb-b9cb522d6788 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230707 Aug 04 16:52:38.242353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb6c03d-2027-43e4-b4b5-ebef02496c20 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:38.277577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:38.282017 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-bfbdecb1-2fec-4ed6-9480-3b5ebd164f57 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=23140db0999b4bbfae93a5971c28d413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715983 Aug 04 16:52:38.293632 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.313954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-78420e50-40ef-47dd-b2c5-da34c03350e4 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:38.316074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-78420e50-40ef-47dd-b2c5-da34c03350e4 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.82 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 950 time: 0.5937254 Aug 04 16:52:38.332999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f4166-7b2b-425d-8bbf-159f5bc57919 req-257eb9b7-331a-4525-b9e8-105fb947da68 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:38.341299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f4166-7b2b-425d-8bbf-159f5bc57919 req-257eb9b7-331a-4525-b9e8-105fb947da68 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:38.350299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f4166-7b2b-425d-8bbf-159f5bc57919 req-257eb9b7-331a-4525-b9e8-105fb947da68 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:38.351997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff5f4166-7b2b-425d-8bbf-159f5bc57919 req-257eb9b7-331a-4525-b9e8-105fb947da68 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2412 time: 0.6398890 Aug 04 16:52:38.359197 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.376907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-c3532c2a-5261-4a37-b9d0-a29337c7d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:38.377371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-c3532c2a-5261-4a37-b9d0-a29337c7d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:38.377835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-c3532c2a-5261-4a37-b9d0-a29337c7d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:38.379477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-c3532c2a-5261-4a37-b9d0-a29337c7d58d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8128119 Aug 04 16:52:38.433864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90aa466f-7c9a-4657-a3b2-d5734eb928ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.480793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90aa466f-7c9a-4657-a3b2-d5734eb928ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.493872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-2f33ed3b-4d1e-4207-b668-dcf7f048720c tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:38.495358 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-2f33ed3b-4d1e-4207-b668-dcf7f048720c tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008722 Aug 04 16:52:38.517173 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Request body: {'port': {'device_id': '1db48dfd-ecd2-4ac1-b238-c4690ed31d43', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '23140db0999b4bbfae93a5971c28d413'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:38.532156 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.602964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] Transition to ACTIVE for port object 4eb6c03d-2027-43e4-b4b5-ebef02496c20 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:38.616877 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.688476 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.702911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90aa466f-7c9a-4657-a3b2-d5734eb928ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.705921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90aa466f-7c9a-4657-a3b2-d5734eb928ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.707403 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-90aa466f-7c9a-4657-a3b2-d5734eb928ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79b20c85-7c7d-4761-9dbe-a6c633bde46e HTTP/1.1" status: 204 len: 168 time: 0.5172136 Aug 04 16:52:38.711392 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff5f4166-7b2b-425d-8bbf-159f5bc57919 req-9f4a6442-1bfe-46b4-8b90-365698502abe tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449967 Aug 04 16:52:38.726553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa466f-7c9a-4657-a3b2-d5734eb928ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b20c85-7c7d-4761-9dbe-a6c633bde46e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:38.750762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769d50f-e757-4a33-9385-558816d2e057 req-a8804300-ec19-4ab0-a8a9-7a74a27b6bbd tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:38.752321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f769d50f-e757-4a33-9385-558816d2e057 req-a8804300-ec19-4ab0-a8a9-7a74a27b6bbd tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 945 time: 0.3963716 Aug 04 16:52:38.773784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] No DVR routers for this DVR port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:52:38.778774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Made reservation on behalf of 23140db0999b4bbfae93a5971c28d413 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:38.782338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.796815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb6c03d-2027-43e4-b4b5-ebef02496c20,revision_number=10']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:38.798265 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a094619-f6ce-42b4-9cf6-0fc9c8cdd2df x-openstack-request-id: req-7a094619-f6ce-42b4-9cf6-0fc9c8cdd2df {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:38.798681 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699484a4-dc01-4040-83a7-cf90779a10dc", "name": "network-vif-plugged", "status": "completed", "tag": "90b12eb1-cb3f-4a9c-9719-c117f885afc2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:38.808262 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a094619-f6ce-42b4-9cf6-0fc9c8cdd2df {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:38.808990 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699484a4-dc01-4040-83a7-cf90779a10dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b12eb1-cb3f-4a9c-9719-c117f885afc2', 'code': 200} Aug 04 16:52:38.830792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-55f65ab8-6955-4b2b-8674-ad3dfdd87fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:38.833561 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-55f65ab8-6955-4b2b-8674-ad3dfdd87fa9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4280276 Aug 04 16:52:38.848871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:38.871740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f769d50f-e757-4a33-9385-558816d2e057 req-9aea4c1c-b16f-4c4d-8bf5-da858278279d tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099939 Aug 04 16:52:38.876292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-31858856-0493-4bc9-a36e-f3755fdaac3b tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Deleting port ddb94c78-ec86-49f8-97fd-f3760fc57526 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:52:38.876627 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-31858856-0493-4bc9-a36e-f3755fdaac3b tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:38.916890 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] 10.222.0.90 "PUT /v2.0/ports/4eb6c03d-2027-43e4-b4b5-ebef02496c20/bindings/n-h2-764435-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0643175 Aug 04 16:52:38.919160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.90', 49286) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:39.024286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-a0565357-9565-4acc-82b5-26996eedb433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.024801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-a0565357-9565-4acc-82b5-26996eedb433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.025309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-a0565357-9565-4acc-82b5-26996eedb433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.027215 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-a0565357-9565-4acc-82b5-26996eedb433 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2865 time: 0.1070466 Aug 04 16:52:39.051660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:39.153841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36704) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:39.177882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938bdbc-b88f-4540-902d-0663b4d5ceab req-1a8fbf89-5235-4a68-b356-67eb1cfdd229 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.179423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e938bdbc-b88f-4540-902d-0663b4d5ceab req-1a8fbf89-5235-4a68-b356-67eb1cfdd229 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 944 time: 0.2861514 Aug 04 16:52:39.187629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c12256-c3ac-4d26-8b10-ddcb8d5af081 req-194b30d7-1e58-4b8c-bba4-16f965badbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.189085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10c12256-c3ac-4d26-8b10-ddcb8d5af081 req-194b30d7-1e58-4b8c-bba4-16f965badbea service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 1101 time: 0.2846932 Aug 04 16:52:39.191037 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:39.200955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-31858856-0493-4bc9-a36e-f3755fdaac3b tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] For port ddb94c78-ec86-49f8-97fd-f3760fc57526, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ddb94c78-ec86-49f8-97fd-f3760fc57526,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:39.201317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-31858856-0493-4bc9-a36e-f3755fdaac3b tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:39.204937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Allocated IP 192.168.233.213 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/5d738662-d51f-42b7-9f23-47fbee914546) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:39.216806 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d949a5e-fc38-4148-a464-27aaa0a337f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:39.230140 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:39.253699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d0a8bc5a-dbd3-49ac-8b81-ac62389043bc tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.256319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d0a8bc5a-dbd3-49ac-8b81-ac62389043bc tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1095 time: 0.2470508 Aug 04 16:52:39.257790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-31858856-0493-4bc9-a36e-f3755fdaac3b tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Calling delete_port for ddb94c78-ec86-49f8-97fd-f3760fc57526 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:52:39.273626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dda79-b210-4455-9dc0-dd47e7a16a31 req-4a34babd-6588-4ca3-80ab-d4bac935b785 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.275102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b01dda79-b210-4455-9dc0-dd47e7a16a31 req-4a34babd-6588-4ca3-80ab-d4bac935b785 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 950 time: 0.2748790 Aug 04 16:52:39.311226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-06d884c6-c860-4adc-a544-62fa14d9dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.311704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-06d884c6-c860-4adc-a544-62fa14d9dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.312164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-06d884c6-c860-4adc-a544-62fa14d9dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.314045 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-06d884c6-c860-4adc-a544-62fa14d9dc13 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2631927 Aug 04 16:52:39.368673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'tag': '801263e7-bb11-479c-abbf-a77541592241'}, {'server_uuid': '4395ba96-329a-49e5-9897-fa5cba509936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f5295a-d3aa-49e4-bec9-39e75336589a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:39.370879 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "tag": "801263e7-bb11-479c-abbf-a77541592241"}, {"server_uuid": "4395ba96-329a-49e5-9897-fa5cba509936", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f5295a-d3aa-49e4-bec9-39e75336589a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:39.438418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10c12256-c3ac-4d26-8b10-ddcb8d5af081 req-226008ad-265c-455f-b686-d89deace1a70 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397096 Aug 04 16:52:39.448581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e938bdbc-b88f-4540-902d-0663b4d5ceab req-39ad03c6-8652-4ed5-b3b1-f99d4dd9d58c tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526999 Aug 04 16:52:39.471895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f5295a-d3aa-49e4-bec9-39e75336589a,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:39.508601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b01dda79-b210-4455-9dc0-dd47e7a16a31 req-ed9e1afd-cc67-4179-bf62-b1327111d802 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/security-groups?id=0c840bae-ece5-4fc1-bd75-472e90ae7497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026029 Aug 04 16:52:39.521548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-6d13c83a-1cd6-482c-865f-677779f7440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.523151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-6d13c83a-1cd6-482c-865f-677779f7440e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12&tenant_id=5ffd0cfa7993416e9e0aec3af3314786 HTTP/1.1" status: 200 len: 1095 time: 0.2304022 Aug 04 16:52:39.534312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a on host n-h2-764435-5 for vnic_type normal with profile {"migrating_to": "n-h1-764435-5"} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:39.534685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:39.536109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:39.577016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Port c5f5295a-d3aa-49e4-bec9-39e75336589a on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:39.577664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Attempting to bind port c5f5295a-d3aa-49e4-bec9-39e75336589a on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:39.617566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47234353-8cdc-4284-9af5-ffb5ca5c9636 req-4065f6bb-1183-43a8-a1cd-413d39ae20e1 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 210 time: 0.0646663 Aug 04 16:52:39.620193 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-b7ed20fa-942c-48e5-a69e-a88856f8f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.621569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:39.621908 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-52cb62e6-6f65-45c2-882d-273f9f9b8dd2 req-b7ed20fa-942c-48e5-a69e-a88856f8f0af service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2984037 Aug 04 16:52:39.622023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:39.622322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:39.622769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Bound port: c5f5295a-d3aa-49e4-bec9-39e75336589a, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:39.623147 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:39.677343 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d949a5e-fc38-4148-a464-27aaa0a337f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:39.682435 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:39.691549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d949a5e-fc38-4148-a464-27aaa0a337f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:39.740810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-9476e610-0c7c-4c7e-9ce8-a492c3f380b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.742387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-9476e610-0c7c-4c7e-9ce8-a492c3f380b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1095 time: 0.1865044 Aug 04 16:52:39.743979 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2499734-0490-417f-89b8-4e223574cd3d x-openstack-request-id: req-b2499734-0490-417f-89b8-4e223574cd3d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:39.744245 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "tag": "801263e7-bb11-479c-abbf-a77541592241", "status": "completed", "code": 200}, {"server_uuid": "4395ba96-329a-49e5-9897-fa5cba509936", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f5295a-d3aa-49e4-bec9-39e75336589a", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:39.744524 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2499734-0490-417f-89b8-4e223574cd3d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:39.744886 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'tag': '801263e7-bb11-479c-abbf-a77541592241', 'status': 'completed', 'code': 200} Aug 04 16:52:39.745101 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4395ba96-329a-49e5-9897-fa5cba509936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f5295a-d3aa-49e4-bec9-39e75336589a', 'code': 200} Aug 04 16:52:39.752281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Transition to ACTIVE for port object 5d738662-d51f-42b7-9f23-47fbee914546 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:39.778524 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4d949a5e-fc38-4148-a464-27aaa0a337f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6854b47e7b86420690edbbf9bae35c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6236107 Aug 04 16:52:39.783558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36712) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:39.793247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d949a5e-fc38-4148-a464-27aaa0a337f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd96618-8573-4f39-9714-40b7d2ccc98c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:39.814555 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-878071a6-41fd-4ed6-ae5e-2ab89cbc70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.815078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-878071a6-41fd-4ed6-ae5e-2ab89cbc70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.815633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-878071a6-41fd-4ed6-ae5e-2ab89cbc70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:39.817824 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-878071a6-41fd-4ed6-ae5e-2ab89cbc70e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2865 time: 0.1307857 Aug 04 16:52:39.835147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:39.849503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['3bccd213-c86a-4763-9f93-3b74dbab9bce'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:39.853763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-31858856-0493-4bc9-a36e-f3755fdaac3b tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:39.870306 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-96fe5df0-c4e1-4042-a970-e430ff189d56 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=ca38c186-3142-4b49-8821-4d84604e6b17 HTTP/1.1" status: 200 len: 217 time: 0.0426667 Aug 04 16:52:39.940538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:39.943459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:39.948881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31858856-0493-4bc9-a36e-f3755fdaac3b tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Pushing event deleted for resources: {'Port': ['ID=ddb94c78-ec86-49f8-97fd-f3760fc57526,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:39.950683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:39.957925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:39.962660 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Pushing event updated for resources: {'Port': ['ID=5d738662-d51f-42b7-9f23-47fbee914546,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:39.999870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-923b9df8-0e7e-41d6-b5b9-f208d909d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.000112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6582-c938-4111-b60c-b3fe9b8bd81d req-cf9c1e00-63c2-4c76-98f5-276a0f6bf817 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.001611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f3b6582-c938-4111-b60c-b3fe9b8bd81d req-cf9c1e00-63c2-4c76-98f5-276a0f6bf817 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 950 time: 0.2856638 Aug 04 16:52:40.007090 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-923b9df8-0e7e-41d6-b5b9-f208d909d678 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b83ffc3a-6374-476d-9997-96fccc50d9b9 HTTP/1.1" status: 200 len: 801 time: 0.1108706 Aug 04 16:52:40.019357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:40.046350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da587969-1969-478c-9730-378971c6979d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.056728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.057430 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.071661 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.083135 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-ca224571-fe7a-413b-8896-75427d082eb2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5758762 Aug 04 16:52:40.085075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-31858856-0493-4bc9-a36e-f3755fdaac3b tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] No DVR routers for this DVR port ddb94c78-ec86-49f8-97fd-f3760fc57526 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:52:40.085229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-272fc188-3c3c-46dd-a17a-3758ab7ca8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.086850 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-272fc188-3c3c-46dd-a17a-3758ab7ca8aa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=75096cc1-1b25-4a7c-ae0e-a90aac65e998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0729387 Aug 04 16:52:40.097537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Request body: {'port': {'device_id': '1db48dfd-ecd2-4ac1-b238-c4690ed31d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:40.197818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ef8f5a35-348b-4a48-a516-e390244604a7 None None] Provisioning for port 5d738662-d51f-42b7-9f23-47fbee914546 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:40.202574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ef8f5a35-348b-4a48-a516-e390244604a7 None None] Provisioning complete for port 5d738662-d51f-42b7-9f23-47fbee914546 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:40.203171 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5a35-348b-4a48-a516-e390244604a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.222591 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.242945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f5a35-348b-4a48-a516-e390244604a7 None None] Port 5d738662-d51f-42b7-9f23-47fbee914546 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:40.280113 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-9382581f-25c1-4e4f-8f09-77533bcd8cd8 service neutron] 10.222.0.90 "GET /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783173 Aug 04 16:52:40.371255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-31858856-0493-4bc9-a36e-f3755fdaac3b tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.373346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a656a68e-272c-40fc-9488-3e7019a7bf25 req-31858856-0493-4bc9-a36e-f3755fdaac3b tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.82 "DELETE /v2.0/ports/ddb94c78-ec86-49f8-97fd-f3760fc57526 HTTP/1.1" status: 204 len: 173 time: 2.0203123 Aug 04 16:52:40.406870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f5295a-d3aa-49e4-bec9-39e75336589a,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:40.411375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-050bab74-5a5d-4910-9c9e-80aede18ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.413205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-050bab74-5a5d-4910-9c9e-80aede18ef6e service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.6451259 Aug 04 16:52:40.424116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ae69-68b9-4ea2-9f2e-a82ed33d7cca req-439f0b19-221d-44ab-b685-066f76cb3290 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.430980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ae69-68b9-4ea2-9f2e-a82ed33d7cca req-439f0b19-221d-44ab-b685-066f76cb3290 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.437078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ae69-68b9-4ea2-9f2e-a82ed33d7cca req-439f0b19-221d-44ab-b685-066f76cb3290 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.444907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a016ae69-68b9-4ea2-9f2e-a82ed33d7cca req-439f0b19-221d-44ab-b685-066f76cb3290 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2412 time: 0.6031194 Aug 04 16:52:40.471936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da587969-1969-478c-9730-378971c6979d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.501166 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-0973cf71-beb4-4dc9-9b07-366a02f57066 service neutron] 10.222.0.90 "GET /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015514 Aug 04 16:52:40.531804 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-7eb62030-3627-48ca-bfe8-cbfaeebb0ab6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20 HTTP/1.1" status: 200 len: 217 time: 0.0772762 Aug 04 16:52:40.566743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f3b6582-c938-4111-b60c-b3fe9b8bd81d req-46285dfa-95e3-4350-bd89-6f0581c0bf2d tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440347 Aug 04 16:52:40.619179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a016ae69-68b9-4ea2-9f2e-a82ed33d7cca req-82e1e083-83a2-48d4-aeeb-7ce7a8175082 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730108 Aug 04 16:52:40.627650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.628911 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.629626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-563eb7f5-0016-4999-9b8c-0c99eec92bc6 service neutron] 10.222.0.90 "PUT /v2.0/ports/c5f5295a-d3aa-49e4-bec9-39e75336589a HTTP/1.1" status: 200 len: 1121 time: 3.0448186 Aug 04 16:52:40.662841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-7368a733-ef99-4eb3-a0c7-bb684c6b8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.664248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-7368a733-ef99-4eb3-a0c7-bb684c6b8a31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1172683 Aug 04 16:52:40.717364 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-f333cc1d-59ce-4376-b330-cc23af18be3f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319507 Aug 04 16:52:40.719901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da587969-1969-478c-9730-378971c6979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.721140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c5f5295a-d3aa-49e4-bec9-39e75336589a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:40.722199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da587969-1969-478c-9730-378971c6979d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.725889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-da587969-1969-478c-9730-378971c6979d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9dd96618-8573-4f39-9714-40b7d2ccc98c HTTP/1.1" status: 204 len: 168 time: 0.9350054 Aug 04 16:52:40.803724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da587969-1969-478c-9730-378971c6979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd96618-8573-4f39-9714-40b7d2ccc98c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:40.820012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabedaf-c86b-4cd4-9186-16055f025c1e req-cabe66a5-8c81-4dc7-8f90-754459b553a4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.825757 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-95cc0193-828e-473d-b780-4e24408bcd33 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.191&port_id=2cdeac80-6a94-439e-b33c-09db71613a8a HTTP/1.1" status: 200 len: 217 time: 0.3156040 Aug 04 16:52:40.827705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-baabedaf-c86b-4cd4-9186-16055f025c1e req-cabe66a5-8c81-4dc7-8f90-754459b553a4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 943 time: 0.1783319 Aug 04 16:52:40.911225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-43eac0cf-9843-4294-b9d8-57defb81ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.912489 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-43eac0cf-9843-4294-b9d8-57defb81ad4b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c2132cc-43e1-4781-b08b-d0ab5c86e14c HTTP/1.1" status: 200 len: 801 time: 0.0777073 Aug 04 16:52:40.927674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ea862-d5ad-46b1-b824-506b98d1de88 req-7999ac49-8109-4899-80a6-de6984da4910 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:40.936884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca5ea862-d5ad-46b1-b824-506b98d1de88 req-7999ac49-8109-4899-80a6-de6984da4910 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 944 time: 0.2081466 Aug 04 16:52:40.974308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d738662-d51f-42b7-9f23-47fbee914546 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:40.984521 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:40.990175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca5ea862-d5ad-46b1-b824-506b98d1de88 req-b612ac22-8883-4b47-8efe-a2a0dfb4ea07 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520380 Aug 04 16:52:41.005857 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Transition to ACTIVE for port object 5d738662-d51f-42b7-9f23-47fbee914546 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:41.011586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-df0e47bb-43fc-4adc-8ae3-03de5a128534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.013428 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-df0e47bb-43fc-4adc-8ae3-03de5a128534 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a74358ce-b24e-406b-ba28-3adc0c2d977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0782483 Aug 04 16:52:41.022329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-baabedaf-c86b-4cd4-9186-16055f025c1e req-5c95db11-cf0a-47fb-83e5-57b910e0fede tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937356 Aug 04 16:52:41.046130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-8353e73c-7337-4e37-8ed5-363b9fe78486 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185885 Aug 04 16:52:41.057524 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:41.200877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f624e1cd-3a97-4314-984a-9c5ca5c47648 req-a56a8e37-9551-48f8-8564-a5b35fb32837 tempest-TenantUsagesTestJSON-1889290500 tempest-TenantUsagesTestJSON-1889290500-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cc186a-ac4f-4b0b-bd95-293cd17f0d24 HTTP/1.1" status: 200 len: 210 time: 0.0558774 Aug 04 16:52:41.272535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Pushing event updated for resources: {'Port': ['ID=5d738662-d51f-42b7-9f23-47fbee914546,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:41.320133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-693aedd9-712d-4e2d-baa9-7a3b73ddab07 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1303482 Aug 04 16:52:41.335818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-1e7cee5e-dc0a-40f9-9662-fd31f820b299 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814422 Aug 04 16:52:41.350875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542647bc-494e-46ec-a9ad-7ea78448efbf req-8cc6a166-2ea2-4314-ae38-3c4adba3a9ea tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.352754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-542647bc-494e-46ec-a9ad-7ea78448efbf req-8cc6a166-2ea2-4314-ae38-3c4adba3a9ea tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 948 time: 0.0883491 Aug 04 16:52:41.377327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-73a079a2-4d1d-40ea-9f92-51f40ff30726 service neutron] 10.222.0.90 "GET /v2.0/networks/a74358ce-b24e-406b-ba28-3adc0c2d977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479602 Aug 04 16:52:41.443086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Attempting to bind port 5d738662-d51f-42b7-9f23-47fbee914546 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:41.443421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Attempting to bind port 5d738662-d51f-42b7-9f23-47fbee914546 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:41.443749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Attempting to bind port 5d738662-d51f-42b7-9f23-47fbee914546 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:41.452147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Port 5d738662-d51f-42b7-9f23-47fbee914546 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:41.452474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Attempting to bind port 5d738662-d51f-42b7-9f23-47fbee914546 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:41.461582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-542647bc-494e-46ec-a9ad-7ea78448efbf req-c523941d-7f33-4deb-98a2-1085ea0ae1c1 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681336 Aug 04 16:52:41.462669 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:41.463055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:41.463437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:41.463874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Bound port: 5d738662-d51f-42b7-9f23-47fbee914546, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:41.464229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:41.465038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-f6565abd-bc19-49c9-928b-48f91dbc6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.466350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-f6565abd-bc19-49c9-928b-48f91dbc6175 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b55218bb95de49fba34a1d1e8fe6ef86&device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 1096 time: 0.1131094 Aug 04 16:52:41.538194 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-64248072-a653-4625-8724-b00402a08aba service neutron] 10.222.0.90 "GET /v2.0/networks/a74358ce-b24e-406b-ba28-3adc0c2d977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435103 Aug 04 16:52:41.588944 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-781ea2d0-5d10-4fcf-b12f-9035bea80fa0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.61&port_id=801263e7-bb11-479c-abbf-a77541592241 HTTP/1.1" status: 200 len: 217 time: 0.0412705 Aug 04 16:52:41.593883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] For port 5d738662-d51f-42b7-9f23-47fbee914546, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:41.609254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-b8f66903-c1df-4fc1-91db-dae2a3107dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.610847 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-b8f66903-c1df-4fc1-91db-dae2a3107dbe service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 HTTP/1.1" status: 200 len: 926 time: 0.1184621 Aug 04 16:52:41.617806 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] For port 5d738662-d51f-42b7-9f23-47fbee914546, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5d738662-d51f-42b7-9f23-47fbee914546,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:41.639694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:41.694529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ddb94c78-ec86-49f8-97fd-f3760fc57526 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:52:41.706557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.707225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:41.708671 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] 10.222.0.82 "PUT /v2.0/ports/5d738662-d51f-42b7-9f23-47fbee914546 HTTP/1.1" status: 200 len: 1096 time: 1.6165709 Aug 04 16:52:41.711510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db48dfd-ecd2-4ac1-b238-c4690ed31d43', 'tag': '5d738662-d51f-42b7-9f23-47fbee914546'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:41.720646 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4d0794-7415-41da-8b76-14045f43ad74" -d '{"events": [{"name": "network-changed", "server_uuid": "1db48dfd-ecd2-4ac1-b238-c4690ed31d43", "tag": "5d738662-d51f-42b7-9f23-47fbee914546"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:41.731081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-2b729989-10f4-408c-a699-6a664976d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.733260 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-2b729989-10f4-408c-a699-6a664976d450 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b83ffc3a-6374-476d-9997-96fccc50d9b9 HTTP/1.1" status: 200 len: 801 time: 0.1349032 Aug 04 16:52:41.742944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: ddb94c78-ec86-49f8-97fd-f3760fc57526 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:52:41.744993 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ddb94c78-ec86-49f8-97fd-f3760fc57526 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:52:41.758255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cc186a-ac4f-4b0b-bd95-293cd17f0d24', 'name': 'network-vif-deleted', 'tag': 'ddb94c78-ec86-49f8-97fd-f3760fc57526'}, {'name': 'network-changed', 'server_uuid': '4395ba96-329a-49e5-9897-fa5cba509936', 'tag': 'c5f5295a-d3aa-49e4-bec9-39e75336589a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:41.758255 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbf15f3-9069-4245-9eab-a52281df8167" -d '{"events": [{"server_uuid": "95cc186a-ac4f-4b0b-bd95-293cd17f0d24", "name": "network-vif-deleted", "tag": "ddb94c78-ec86-49f8-97fd-f3760fc57526"}, {"name": "network-changed", "server_uuid": "4395ba96-329a-49e5-9897-fa5cba509936", "tag": "c5f5295a-d3aa-49e4-bec9-39e75336589a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:41.800530 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-136fbed1-d696-4058-8c02-562caae4a4b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c9455c-a109-4e25-9621-683f583d6bdf HTTP/1.1" status: 200 len: 1001 time: 0.1753449 Aug 04 16:52:41.808552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 4eb6c03d-2027-43e4-b4b5-ebef02496c20 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:52:41.845041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8184e1-b3f7-44a8-89df-29bd102b1647 service neutron] Pushing event updated for resources: {'Port': ['ID=5d738662-d51f-42b7-9f23-47fbee914546,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:41.861179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-d1311007-0e46-4c30-be21-19569658503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.862503 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-d1311007-0e46-4c30-be21-19569658503b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23140db0999b4bbfae93a5971c28d413&device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 1099 time: 0.0900884 Aug 04 16:52:41.869475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-52cc3e9f-051e-4372-8809-1482ddd8ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.871158 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-52cc3e9f-051e-4372-8809-1482ddd8ce74 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=75096cc1-1b25-4a7c-ae0e-a90aac65e998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1249828 Aug 04 16:52:41.877590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a997d3b1-2960-427a-8136-cd830265a690 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.879252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-a997d3b1-2960-427a-8136-cd830265a690 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1095 time: 0.2464838 Aug 04 16:52:41.892920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657b9ef-4231-4356-9caa-cccee0d60558 req-c1234c83-6629-4e4b-ab46-fe30f1493ff1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.901256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a657b9ef-4231-4356-9caa-cccee0d60558 req-c1234c83-6629-4e4b-ab46-fe30f1493ff1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 950 time: 0.2448118 Aug 04 16:52:41.914530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 4eb6c03d-2027-43e4-b4b5-ebef02496c20 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:52:41.934114 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-3ae9325a-3662-48bf-8322-aca06b8c65c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=5d738662-d51f-42b7-9f23-47fbee914546 HTTP/1.1" status: 200 len: 217 time: 0.0619280 Aug 04 16:52:41.967764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697a9eb-2331-4cb9-9ad6-0247e6128243 req-192d3d3d-beec-4e89-acd5-7bc04f6cf784 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.974717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697a9eb-2331-4cb9-9ad6-0247e6128243 req-192d3d3d-beec-4e89-acd5-7bc04f6cf784 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.980999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697a9eb-2331-4cb9-9ad6-0247e6128243 req-192d3d3d-beec-4e89-acd5-7bc04f6cf784 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.982726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2697a9eb-2331-4cb9-9ad6-0247e6128243 req-192d3d3d-beec-4e89-acd5-7bc04f6cf784 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2412 time: 0.2038052 Aug 04 16:52:41.988096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-cd432af9-7a4a-400a-b06f-c3d3c9044b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:41.990385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-cd432af9-7a4a-400a-b06f-c3d3c9044b57 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77176d4a-9942-4d3a-87a4-86993376c507 HTTP/1.1" status: 200 len: 863 time: 0.1686335 Aug 04 16:52:42.054883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-23d08f3a-bb14-45d6-a3eb-e15c355a7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.057272 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-23d08f3a-bb14-45d6-a3eb-e15c355a7365 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1038263 Aug 04 16:52:42.092169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a657b9ef-4231-4356-9caa-cccee0d60558 req-11874e2a-55ca-40cc-9e97-7d9a9dfe11fe tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880791 Aug 04 16:52:42.115682 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-6724edc2-594c-4606-a649-ec0b0a58eac2 service neutron] 10.222.0.90 "GET /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993241 Aug 04 16:52:42.129417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-e329d878-5547-4d33-85f9-8d9d0edbca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.133136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-e329d878-5547-4d33-85f9-8d9d0edbca4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315696 Aug 04 16:52:42.138685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-29adf9bf-207c-49e8-9d9c-c06d80ed64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.140217 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-29adf9bf-207c-49e8-9d9c-c06d80ed64c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747306 Aug 04 16:52:42.230115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.82', 60925) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:42.232885 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1fa6dd-f228-4c83-b3cc-22675ad3d7df x-openstack-request-id: req-6a1fa6dd-f228-4c83-b3cc-22675ad3d7df {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:42.233161 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db48dfd-ecd2-4ac1-b238-c4690ed31d43", "tag": "5d738662-d51f-42b7-9f23-47fbee914546", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:42.233414 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a1fa6dd-f228-4c83-b3cc-22675ad3d7df {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:42.233803 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db48dfd-ecd2-4ac1-b238-c4690ed31d43', 'tag': '5d738662-d51f-42b7-9f23-47fbee914546', 'status': 'completed', 'code': 200} Aug 04 16:52:42.260056 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0cdb21-86da-4340-9db7-023250952c7a x-openstack-request-id: req-7a0cdb21-86da-4340-9db7-023250952c7a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:42.260346 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cc186a-ac4f-4b0b-bd95-293cd17f0d24", "name": "network-vif-deleted", "tag": "ddb94c78-ec86-49f8-97fd-f3760fc57526", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4395ba96-329a-49e5-9897-fa5cba509936", "tag": "c5f5295a-d3aa-49e4-bec9-39e75336589a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:42.260752 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a0cdb21-86da-4340-9db7-023250952c7a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:42.261138 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cc186a-ac4f-4b0b-bd95-293cd17f0d24', 'name': 'network-vif-deleted', 'tag': 'ddb94c78-ec86-49f8-97fd-f3760fc57526', 'status': 'completed', 'code': 200} Aug 04 16:52:42.261387 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4395ba96-329a-49e5-9897-fa5cba509936', 'tag': 'c5f5295a-d3aa-49e4-bec9-39e75336589a', 'status': 'completed', 'code': 200} Aug 04 16:52:42.271337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2697a9eb-2331-4cb9-9ad6-0247e6128243 req-01fecc74-2781-4544-8d99-a7ad5a1e1921 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555141 Aug 04 16:52:42.329956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-02e9c250-3f30-4c23-b0e6-a486007e1642 service neutron] 10.222.0.82 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825855 Aug 04 16:52:42.340679 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1193eb4d-be08-4b0c-b48e-52ca8c5005ad req-d2ca9dac-b7d5-4427-8102-fa4e90303db5 service neutron] 10.222.0.90 "GET /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156537 Aug 04 16:52:42.362858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf15f3-9069-4245-9eab-a52281df8167 req-3b3007d4-3531-4612-b929-cc57dc7313a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.365063 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8bbf15f3-9069-4245-9eab-a52281df8167 req-3b3007d4-3531-4612-b929-cc57dc7313a2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 1124 time: 0.1299543 Aug 04 16:52:42.381196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaba62-cc79-49cc-9a9e-2079c6c5d677 req-83dd79ac-564d-4b5f-9908-5b23cc11f550 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.392539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fceaba62-cc79-49cc-9a9e-2079c6c5d677 req-83dd79ac-564d-4b5f-9908-5b23cc11f550 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 944 time: 0.1267018 Aug 04 16:52:42.490244 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-b66e6e93-71a9-4e41-bfa0-a2a9919506e4 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589869 Aug 04 16:52:42.511168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-af4d4049-3638-4fd7-85f6-599c151a915d service neutron] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:42.523231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-af4d4049-3638-4fd7-85f6-599c151a915d service neutron] Notify callbacks [] for binding, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:42.525318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-af4d4049-3638-4fd7-85f6-599c151a915d service neutron] 10.222.0.82 "DELETE /v2.0/ports/4eb6c03d-2027-43e4-b4b5-ebef02496c20/bindings/n-h1-764435-5 HTTP/1.1" status: 204 len: 173 time: 0.6204588 Aug 04 16:52:42.579935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-26694428-9c26-477d-ad8c-ff6bc302e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.580524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-26694428-9c26-477d-ad8c-ff6bc302e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.580999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-26694428-9c26-477d-ad8c-ff6bc302e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.583474 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-26694428-9c26-477d-ad8c-ff6bc302e31b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2865 time: 0.1496601 Aug 04 16:52:42.586478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf15f3-9069-4245-9eab-a52281df8167 req-4becb669-928b-479f-937a-0dd0fcfa8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.587440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fceaba62-cc79-49cc-9a9e-2079c6c5d677 req-20b40956-c66d-45e3-9f5c-22ae3cceb9ac tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916211 Aug 04 16:52:42.588010 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8bbf15f3-9069-4245-9eab-a52281df8167 req-4becb669-928b-479f-937a-0dd0fcfa8306 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.2145607 Aug 04 16:52:42.604285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ee0c-4be8-4fd8-ba3d-7b71910b5c5f req-01f253e0-1e37-464b-979a-c403a657eccc tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.612409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7d1ee0c-4be8-4fd8-ba3d-7b71910b5c5f req-01f253e0-1e37-464b-979a-c403a657eccc tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 943 time: 0.2519662 Aug 04 16:52:42.632565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e2a2a7b-ca1b-4990-b142-e03a2f60a1c3 req-4e0a4935-db57-4ed8-bf06-0427135b05e7 service neutron] 10.222.0.82 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908232 Aug 04 16:52:42.689260 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8bbf15f3-9069-4245-9eab-a52281df8167 req-4475e6d8-f021-4a01-a4fa-322ad77e7148 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a HTTP/1.1" status: 200 len: 217 time: 0.0849073 Aug 04 16:52:42.722400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7d1ee0c-4be8-4fd8-ba3d-7b71910b5c5f req-9e74f578-1a34-4147-b8a9-2a2d373667d4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862894 Aug 04 16:52:42.767151 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb24d9d4-95bf-4c17-a6f7-86565fd1af33 req-9d2ffe6e-bf38-4f90-ab22-5d6b672f1f74 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676201 Aug 04 16:52:42.786333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf15f3-9069-4245-9eab-a52281df8167 req-054df304-1110-4cdd-b40c-23f91f637e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.786333 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8bbf15f3-9069-4245-9eab-a52281df8167 req-054df304-1110-4cdd-b40c-23f91f637e78 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.0825732 Aug 04 16:52:42.787017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-bdbc191e-6d51-4e7a-aa7b-efa1fd1a0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:42.788454 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-bdbc191e-6d51-4e7a-aa7b-efa1fd1a0395 service neutron] 10.222.0.90 "GET /v2.0/networks?id=75096cc1-1b25-4a7c-ae0e-a90aac65e998 HTTP/1.1" status: 200 len: 904 time: 0.1959240 Aug 04 16:52:42.862505 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8bbf15f3-9069-4245-9eab-a52281df8167 req-e27adecd-6cd5-41cf-a508-839dfa710991 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668712 Aug 04 16:52:42.889382 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-6eb8f6f9-a5bf-4244-bec2-a188f7fa51af service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.61&port_id=801263e7-bb11-479c-abbf-a77541592241 HTTP/1.1" status: 200 len: 217 time: 0.0800998 Aug 04 16:52:43.020754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb857685-1f61-485f-a102-c9a6af22922d req-ce9c3f0f-38b1-4f33-b3b3-49daf8c22002 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.022358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb857685-1f61-485f-a102-c9a6af22922d req-ce9c3f0f-38b1-4f33-b3b3-49daf8c22002 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 948 time: 0.0634782 Aug 04 16:52:43.038145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-0acec33c-3a0c-4afa-8d6c-cae434c78c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.040319 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-0acec33c-3a0c-4afa-8d6c-cae434c78c0f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b83ffc3a-6374-476d-9997-96fccc50d9b9 HTTP/1.1" status: 200 len: 801 time: 0.1377475 Aug 04 16:52:43.089699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb857685-1f61-485f-a102-c9a6af22922d req-629077cc-1e7e-49df-8047-8ed5d1b7b2b5 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605676 Aug 04 16:52:43.229607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-8ba4f6af-c835-440c-9092-2398a01ae4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.231315 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-8ba4f6af-c835-440c-9092-2398a01ae4a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23140db0999b4bbfae93a5971c28d413&device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 1099 time: 0.3675590 Aug 04 16:52:43.286639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-25630f7d-4c71-460c-9975-44bb2469c222 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fba6915028344f1e8de79c4e5b870436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253925 Aug 04 16:52:43.297642 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8bbf15f3-9069-4245-9eab-a52281df8167 req-513a3d60-587d-4bf8-942a-8ad6ee2c7386 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241772 Aug 04 16:52:43.360575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36808) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:43.450779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-b0bc18a2-ee14-4e00-8aac-c1454d5b9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.453536 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-b0bc18a2-ee14-4e00-8aac-c1454d5b9a21 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=75096cc1-1b25-4a7c-ae0e-a90aac65e998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3799317 Aug 04 16:52:43.461232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02526001-7122-4faf-a7fd-39f127592886 req-573527a4-ba2f-4113-8e96-8fce5bf66611 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.471826 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-573527a4-ba2f-4113-8e96-8fce5bf66611 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754479 Aug 04 16:52:43.493041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-8d9658f8-e4b6-4919-832a-74582493bdd4 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/quotas/fba6915028344f1e8de79c4e5b870436 HTTP/1.1" status: 200 len: 375 time: 0.0198808 Aug 04 16:52:43.533417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-79ed2c84-9f7c-4c84-8f4b-2a8b8023e44c tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fba6915028344f1e8de79c4e5b870436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392518 Aug 04 16:52:43.570444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-64a64a66-d34b-4eb9-ac76-7bfda10954a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5bc944c480b94cc3910b29732574405e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086468 Aug 04 16:52:43.573445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36812) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:43.594038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-63ea997b-d026-4dc5-b93e-2f56402df411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.595541 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-63ea997b-d026-4dc5-b93e-2f56402df411 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3531284 Aug 04 16:52:43.623777 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8bbf15f3-9069-4245-9eab-a52281df8167 req-14dc3229-b4be-4466-8a39-0ef8a6cd0d33 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706957 Aug 04 16:52:43.625924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.625924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.625924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.626725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.626871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.627336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.627874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.628487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.629129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.629644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.631255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.631255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.632315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.635479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-fc5d89fb-97a8-4fc9-b3f2-b3c740a9de5d tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43&device_id=699484a4-dc01-4040-83a7-cf90779a10dc&device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567&device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945&device_id=4395ba96-329a-49e5-9897-fa5cba509936&device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a&device_id=117c4f26-7a55-4971-a2be-1649a48e5363&device_id=eb2e8682-49b0-4890-bc12-522367172d12&device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51&device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9&device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 11775 time: 0.0636747 Aug 04 16:52:43.668968 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-f1e98448-dca5-466a-b0e5-764f046e8dee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=5d738662-d51f-42b7-9f23-47fbee914546 HTTP/1.1" status: 200 len: 217 time: 0.0559511 Aug 04 16:52:43.672815 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-0d6e1760-27ce-4187-b300-da23f6184aa8 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:43.678667 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-466580a9-632e-4c58-b49c-8da7222001dc service neutron] 10.222.0.90 "GET /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143695 Aug 04 16:52:43.789982 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe2b495d-f227-43de-907a-1e8c59c8cde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:43.796398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5a000-b8f2-4495-be11-bd438bfb5c36 req-e0400e80-2773-45d9-9626-39d9fc493c59 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.797987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb5a000-b8f2-4495-be11-bd438bfb5c36 req-e0400e80-2773-45d9-9626-39d9fc493c59 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1095 time: 0.0732713 Aug 04 16:52:43.809040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-93d63267-3961-47b6-ba2f-8f2510440037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.811092 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-93d63267-3961-47b6-ba2f-8f2510440037 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1310196 Aug 04 16:52:43.824889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c5f5295a-d3aa-49e4-bec9-39e75336589a details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:43.843274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-0d6e1760-27ce-4187-b300-da23f6184aa8 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:43.857733 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-0d6e1760-27ce-4187-b300-da23f6184aa8 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:43.864048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe2b495d-f227-43de-907a-1e8c59c8cde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:43.882239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb5a000-b8f2-4495-be11-bd438bfb5c36 req-cc919e65-972a-4a22-8ce5-b8ce72179c98 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706134 Aug 04 16:52:43.894370 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4de8e0f-d85f-4824-81a6-fe2ea75ed34d req-a275ffbc-ed2b-43ce-9089-122029e620b3 service neutron] 10.222.0.90 "GET /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961117 Aug 04 16:52:43.899965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2fb69d3-45c6-4a15-8202-9d6b39759940 req-0d6e1760-27ce-4187-b300-da23f6184aa8 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&id=8d7eb903-b065-4417-affe-90bd8190c981&id=8b178e17-8a67-4d58-a374-60edcc57761c&id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2579701 Aug 04 16:52:43.917480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-1270c764-7e04-4eae-b196-bd515145e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:43.919365 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-1270c764-7e04-4eae-b196-bd515145e077 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973036 Aug 04 16:52:43.932358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e1760-27ce-4187-b300-da23f6184aa8 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2e2ea9-050a-4076-a9c8-3556d9f0f799,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:44.039774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe2b495d-f227-43de-907a-1e8c59c8cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:44.042320 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe2b495d-f227-43de-907a-1e8c59c8cde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:44.055789 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fe2b495d-f227-43de-907a-1e8c59c8cde4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c840bae-ece5-4fc1-bd75-472e90ae7497 HTTP/1.1" status: 204 len: 168 time: 0.4785280 Aug 04 16:52:44.079575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:44.087096 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b495d-f227-43de-907a-1e8c59c8cde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c840bae-ece5-4fc1-bd75-472e90ae7497,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:44.110107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e6203-101a-46c9-9ad1-b048fd8478bd req-87b5b9c4-43a3-441b-8e3a-76fb0bf923fd tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.133700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e6203-101a-46c9-9ad1-b048fd8478bd req-87b5b9c4-43a3-441b-8e3a-76fb0bf923fd tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.136812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c5f5295a-d3aa-49e4-bec9-39e75336589a has no active binding in host n-h1-764435-5 {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 16:52:44.141312 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-3b80e783-f369-44cf-b31a-173eb732c58a service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109289 Aug 04 16:52:44.142551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e6203-101a-46c9-9ad1-b048fd8478bd req-87b5b9c4-43a3-441b-8e3a-76fb0bf923fd tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.144741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a96e6203-101a-46c9-9ad1-b048fd8478bd req-87b5b9c4-43a3-441b-8e3a-76fb0bf923fd tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2412 time: 0.1712060 Aug 04 16:52:44.147286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf1fde27-c218-45af-b7b5-dde0c4091de2 req-d9c0dab1-b83e-4b8a-b8b7-3d82e90ff809 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 210 time: 0.1025865 Aug 04 16:52:44.251627 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a96e6203-101a-46c9-9ad1-b048fd8478bd req-2623a0da-425a-40ba-a7a9-6c07f05e29da tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887668 Aug 04 16:52:44.361839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9b659-0b7a-4da8-9e7a-7ccd6f5a41a9 req-fbc0d7ab-9014-4d79-88c2-d095d1cfbb88 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.364836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0be9b659-0b7a-4da8-9e7a-7ccd6f5a41a9 req-fbc0d7ab-9014-4d79-88c2-d095d1cfbb88 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 943 time: 0.0887446 Aug 04 16:52:44.370960 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2f4d0794-7415-41da-8b76-14045f43ad74 req-48d395c5-1dbe-4fa2-94fe-07c2599f5b9b service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182600 Aug 04 16:52:44.390094 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-07bb8095-66b9-4a8e-ad92-18eabbf81475 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0900953 Aug 04 16:52:44.437124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0be9b659-0b7a-4da8-9e7a-7ccd6f5a41a9 req-5b39d8d1-a88b-4c04-b9fc-1fc01711e991 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666368 Aug 04 16:52:44.554326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef193679-32ca-4142-8ca1-3b0892078e89 req-d939f15b-8c7c-44e3-906c-0fba60b12d8f tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.554326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef193679-32ca-4142-8ca1-3b0892078e89 req-d939f15b-8c7c-44e3-906c-0fba60b12d8f tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 948 time: 0.0600710 Aug 04 16:52:44.582507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36846) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:44.596739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-28e31cf0-3f62-4863-940f-42621113ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.598827 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-28e31cf0-3f62-4863-940f-42621113ed1f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1095 time: 0.1539633 Aug 04 16:52:44.617914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60f529aa-ac81-4adb-a090-05329d6edbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:44.628080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef193679-32ca-4142-8ca1-3b0892078e89 req-dc05908c-02bf-4ab4-85f2-1d07e974807c tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564020 Aug 04 16:52:44.640162 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-5f0fedc3-2c8e-4cdb-9444-5416e6e025c9 service neutron] 10.222.0.82 "GET /v2.0/ports/c5f5295a-d3aa-49e4-bec9-39e75336589a/bindings/n-h1-764435-5 HTTP/1.1" status: 200 len: 384 time: 0.1480973 Aug 04 16:52:44.780204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-8f2a220b-890e-48f4-8576-5ed9d4308760 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.782264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-8f2a220b-890e-48f4-8576-5ed9d4308760 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 821 time: 0.1312454 Aug 04 16:52:44.799702 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-8e4398c1-6197-403d-836e-a22342e418de tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/quotas/5ffd0cfa7993416e9e0aec3af3314786 HTTP/1.1" status: 200 len: 375 time: 0.0106645 Aug 04 16:52:44.804657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-c0c03938-3855-4a1f-80d0-1f7c8be26bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.806501 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-c0c03938-3855-4a1f-80d0-1f7c8be26bec service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1845624 Aug 04 16:52:44.883114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-1c8f04c0-6c6b-4c16-844c-34705643f5dc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758436 Aug 04 16:52:44.884488 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-f3eb84d9-33f0-4e44-80fb-b84d0b090763 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 200 len: 217 time: 0.0503151 Aug 04 16:52:44.890641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801de989-f5c6-4bab-a590-96e44c287cea req-7f4b2c30-7725-4d81-97e3-dbcb19a0c7f2 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.891183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801de989-f5c6-4bab-a590-96e44c287cea req-7f4b2c30-7725-4d81-97e3-dbcb19a0c7f2 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.892211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801de989-f5c6-4bab-a590-96e44c287cea req-7f4b2c30-7725-4d81-97e3-dbcb19a0c7f2 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:44.893960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-801de989-f5c6-4bab-a590-96e44c287cea req-7f4b2c30-7725-4d81-97e3-dbcb19a0c7f2 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc&device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a&device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 2884 time: 0.0588388 Aug 04 16:52:44.990057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-801de989-f5c6-4bab-a590-96e44c287cea req-bc58ba4f-8449-44f1-bee4-75eab84fc559 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878394 Aug 04 16:52:45.020189 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-11065ed2-b6db-45bb-9f41-12b9442d100b service neutron] 10.222.0.39 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250851 Aug 04 16:52:45.144039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-5f8c56f5-d9e1-469d-b184-5249fbdbd3af service neutron] 10.222.0.39 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212382 Aug 04 16:52:45.300148 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-f31333f1-d8cc-4f2d-bcc0-4f2598c8afc9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fba6915028344f1e8de79c4e5b870436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622976 Aug 04 16:52:45.371299 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60f529aa-ac81-4adb-a090-05329d6edbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:45.408645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-a3577c26-361b-4680-b1be-c3c37ac7bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:45.410670 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-a3577c26-361b-4680-b1be-c3c37ac7bd85 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.5181248 Aug 04 16:52:45.417966 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60f529aa-ac81-4adb-a090-05329d6edbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:45.419406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41b42918-d6b4-461c-a4f9-45bc70693bc3 req-2c09595a-aa9a-491d-8004-ef5230740432 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 210 time: 0.0435033 Aug 04 16:52:45.450502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-43f0cb7c-f112-4b4d-9e7f-4c969abe5d0c service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:45.495087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036ab5c-e606-49ce-8b5b-ad068862a893 req-beccec20-051c-4eda-9af5-fcfe6ddfc2b5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:45.497501 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-9527a44e-1936-4473-b578-a57490c0e8a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728416 Aug 04 16:52:45.502234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036ab5c-e606-49ce-8b5b-ad068862a893 req-beccec20-051c-4eda-9af5-fcfe6ddfc2b5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:45.511687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036ab5c-e606-49ce-8b5b-ad068862a893 req-beccec20-051c-4eda-9af5-fcfe6ddfc2b5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:45.520601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8036ab5c-e606-49ce-8b5b-ad068862a893 req-beccec20-051c-4eda-9af5-fcfe6ddfc2b5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2412 time: 0.1043799 Aug 04 16:52:45.548125 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-60f529aa-ac81-4adb-a090-05329d6edbca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6efc1f9693a64068bf3931621f30dd90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9614913 Aug 04 16:52:45.551592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36872) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:45.573582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8036ab5c-e606-49ce-8b5b-ad068862a893 req-25aab59a-38a7-455b-844f-31cd11c9620c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520144 Aug 04 16:52:45.595262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-43f0cb7c-f112-4b4d-9e7f-4c969abe5d0c service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:45.622452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f529aa-ac81-4adb-a090-05329d6edbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87be4893-c179-4aed-8c6e-418552958cf4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:45.627041 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03035e8f-8017-4730-aa52-aa553af0868d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:45.643790 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02526001-7122-4faf-a7fd-39f127592886 req-f442b1e8-d623-45fc-ad55-1976b681cd17 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:45.645812 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-f442b1e8-d623-45fc-ad55-1976b681cd17 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309064 Aug 04 16:52:45.656188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03035e8f-8017-4730-aa52-aa553af0868d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:45.670760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Request body: {'port': {'device_id': 'bd3a203c-2e29-4721-af6a-72f8aa19b836', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'fba6915028344f1e8de79c4e5b870436'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:45.676202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-43f0cb7c-f112-4b4d-9e7f-4c969abe5d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f5295a-d3aa-49e4-bec9-39e75336589a {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:45.691357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b49e8700-ce3c-49be-9541-1ea32b5181ed req-1ae5d2b6-81ca-4573-bd8e-8f9c5fa79ad2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 210 time: 0.0330710 Aug 04 16:52:45.701648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-43f0cb7c-f112-4b4d-9e7f-4c969abe5d0c service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:45.724762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5d738662-d51f-42b7-9f23-47fbee914546 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:45.776274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03035e8f-8017-4730-aa52-aa553af0868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:45.779092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03035e8f-8017-4730-aa52-aa553af0868d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:45.782786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-03035e8f-8017-4730-aa52-aa553af0868d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87be4893-c179-4aed-8c6e-418552958cf4 HTTP/1.1" status: 204 len: 168 time: 0.2276001 Aug 04 16:52:45.804096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-43f0cb7c-f112-4b4d-9e7f-4c969abe5d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:45.816791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03035e8f-8017-4730-aa52-aa553af0868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87be4893-c179-4aed-8c6e-418552958cf4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:45.822917 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-7c66592b-e414-49cc-ba54-af46bd1a40f5 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043766 Aug 04 16:52:45.894287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2cdeac80-6a94-439e-b33c-09db71613a8a details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:45.912762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87f30-594d-4c9b-ac3a-876af725ab01 req-6309d973-73d0-42ff-bcf9-480972785f19 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:45.922043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6c87f30-594d-4c9b-ac3a-876af725ab01 req-6309d973-73d0-42ff-bcf9-480972785f19 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 943 time: 0.0753803 Aug 04 16:52:45.990103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5d738662-d51f-42b7-9f23-47fbee914546, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5d738662-d51f-42b7-9f23-47fbee914546,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:46.005824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6c87f30-594d-4c9b-ac3a-876af725ab01 req-45c4c088-5f86-4e86-9b54-92b490eecfca tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802541 Aug 04 16:52:46.037171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '5d738662-d51f-42b7-9f23-47fbee914546', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '5d738662-d51f-42b7-9f23-47fbee914546', 'mac_address': 'fa:16:3e:c5:84:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:46.040632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd915de-fe21-4946-9afe-8c7692ea447f req-c70301c7-b0cc-43c3-b346-371911b30bdc tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:46.048971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dfd915de-fe21-4946-9afe-8c7692ea447f req-c70301c7-b0cc-43c3-b346-371911b30bdc tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 948 time: 0.1164103 Aug 04 16:52:46.054448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Made reservation on behalf of fba6915028344f1e8de79c4e5b870436 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:46.058702 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:46.062989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-43f0cb7c-f112-4b4d-9e7f-4c969abe5d0c service neutron] Transition to ACTIVE for port object c5f5295a-d3aa-49e4-bec9-39e75336589a will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:46.084749 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-43f0cb7c-f112-4b4d-9e7f-4c969abe5d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:46.092366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:46.106978 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2384cce0-1b3f-4d6a-acf8-35b27d8f558e req-a8582eb0-bc67-453a-a47b-6d91f18d9d6d service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697892 Aug 04 16:52:46.162581 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:46.171084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dfd915de-fe21-4946-9afe-8c7692ea447f req-f6be3ef0-1bc7-47b1-8786-afe24ed41cc0 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145906 Aug 04 16:52:46.215422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d738662-d51f-42b7-9f23-47fbee914546 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:46.222440 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-43f0cb7c-f112-4b4d-9e7f-4c969abe5d0c service neutron] No DVR routers for this DVR port c5f5295a-d3aa-49e4-bec9-39e75336589a on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:52:46.242480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0cb7c-f112-4b4d-9e7f-4c969abe5d0c service neutron] Pushing event updated for resources: {'Port': ['ID=c5f5295a-d3aa-49e4-bec9-39e75336589a,revision_number=10']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:46.257412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5d738662-d51f-42b7-9f23-47fbee914546, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5d738662-d51f-42b7-9f23-47fbee914546,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:46.264375 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:46.298785 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-43f0cb7c-f112-4b4d-9e7f-4c969abe5d0c service neutron] 10.222.0.82 "PUT /v2.0/ports/c5f5295a-d3aa-49e4-bec9-39e75336589a/bindings/n-h1-764435-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6184649 Aug 04 16:52:46.335354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2cdeac80-6a94-439e-b33c-09db71613a8a, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2cdeac80-6a94-439e-b33c-09db71613a8a,segment=NetworkSegment(ae3297a4-7694-4d87-ae36-a166ccbca27f),segment_id=ae3297a4-7694-4d87-ae36-a166ccbca27f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:46.367235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '2cdeac80-6a94-439e-b33c-09db71613a8a', 'network_id': 'a74358ce-b24e-406b-ba28-3adc0c2d977e', 'port_id': '2cdeac80-6a94-439e-b33c-09db71613a8a', 'mac_address': 'fa:16:3e:e0:6b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2132cc-43e1-4781-b08b-d0ab5c86e14c', 'ip_address': '19.86.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:46.376326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5d738662-d51f-42b7-9f23-47fbee914546,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:46.406078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e604fde-d788-475d-b684-06b740928820 req-30da7ed4-76da-478a-afef-a9c39ef8bea0 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:46.416061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e604fde-d788-475d-b684-06b740928820 req-30da7ed4-76da-478a-afef-a9c39ef8bea0 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 1101 time: 0.0725718 Aug 04 16:52:46.480363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e604fde-d788-475d-b684-06b740928820 req-81bf8f68-0220-4808-a022-760242181710 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628967 Aug 04 16:52:46.493829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:46.514988 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:46.516825 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:46.550360 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdeac80-6a94-439e-b33c-09db71613a8a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:46.560826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5d738662-d51f-42b7-9f23-47fbee914546'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:46.578303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c983f77e-3ccf-462c-9607-d49c4341affd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:46.637141 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2cdeac80-6a94-439e-b33c-09db71613a8a, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2cdeac80-6a94-439e-b33c-09db71613a8a,segment=NetworkSegment(ae3297a4-7694-4d87-ae36-a166ccbca27f),segment_id=ae3297a4-7694-4d87-ae36-a166ccbca27f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:46.638249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-747ffabd-d103-437c-87cd-7bf1f857e395 req-a7f4839c-1cbd-4c45-81b0-c7dd479b888e tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 210 time: 0.0779636 Aug 04 16:52:46.661196 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:46.661879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ca38c186-3142-4b49-8821-4d84604e6b17 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:46.677095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-bcbd4478-4b5c-4fbb-90d9-c40637cb0029 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:46.682710 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-bcbd4478-4b5c-4fbb-90d9-c40637cb0029 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1095 time: 0.2965229 Aug 04 16:52:46.701910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b9e70-f9fb-4c5c-bc09-7d2ec2264ea7 req-9ab1a964-e950-469a-956c-1dc75027ea2a tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:46.711796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e1b9e70-f9fb-4c5c-bc09-7d2ec2264ea7 req-9ab1a964-e950-469a-956c-1dc75027ea2a tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 1101 time: 0.0860019 Aug 04 16:52:46.764550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Allocated IP 192.168.233.179 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/f54f4ced-a68b-4aba-9bc4-efd47f34c792) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:46.767298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e1b9e70-f9fb-4c5c-bc09-7d2ec2264ea7 req-ace318c3-88fb-4e20-8165-2396f7788473 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542042 Aug 04 16:52:46.789436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ca38c186-3142-4b49-8821-4d84604e6b17, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ca38c186-3142-4b49-8821-4d84604e6b17,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:46.846444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'ca38c186-3142-4b49-8821-4d84604e6b17', 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998', 'port_id': 'ca38c186-3142-4b49-8821-4d84604e6b17', 'mac_address': 'fa:16:3e:23:c3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83ffc3a-6374-476d-9997-96fccc50d9b9', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:46.931866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7dd2ecc1-5cec-4967-831e-01248f105596 req-b359c140-86bb-4fa0-901f-07ce8ef69b83 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 210 time: 0.0516951 Aug 04 16:52:46.975110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2cdeac80-6a94-439e-b33c-09db71613a8a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:47.004404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef6a46-dd89-4654-afbe-f4296ee68058 req-734bce65-9bea-4240-a0c9-7952ab9758a3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.015528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef6a46-dd89-4654-afbe-f4296ee68058 req-734bce65-9bea-4240-a0c9-7952ab9758a3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.023082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef6a46-dd89-4654-afbe-f4296ee68058 req-734bce65-9bea-4240-a0c9-7952ab9758a3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.032586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebef6a46-dd89-4654-afbe-f4296ee68058 req-734bce65-9bea-4240-a0c9-7952ab9758a3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2413 time: 0.2237673 Aug 04 16:52:47.033040 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.073186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca38c186-3142-4b49-8821-4d84604e6b17 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:47.121542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-fe163934-26d2-44eb-b7d6-811ed10c572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.123711 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-fe163934-26d2-44eb-b7d6-811ed10c572d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936&tenant_id=7ef103b153cb41a1bc799399e8659304 HTTP/1.1" status: 200 len: 1095 time: 0.2285912 Aug 04 16:52:47.124321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ca38c186-3142-4b49-8821-4d84604e6b17, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ca38c186-3142-4b49-8821-4d84604e6b17,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:47.139300 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.141017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 801263e7-bb11-479c-abbf-a77541592241 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:47.159376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebef6a46-dd89-4654-afbe-f4296ee68058 req-af3b45ee-3d1d-447e-8485-d220e3aff926 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247060 Aug 04 16:52:47.242989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-ee62061f-8744-4ce0-86fa-734890e39aab tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.245478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-ee62061f-8744-4ce0-86fa-734890e39aab tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 821 time: 0.2935646 Aug 04 16:52:47.263506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Request body: {'port': {'device_id': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237', 'admin_state_up': True, 'tenant_id': '5ffd0cfa7993416e9e0aec3af3314786'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:47.281214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.317148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ca38c186-3142-4b49-8821-4d84604e6b17,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:47.360839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-74f97cd2-b282-4a71-8795-9a9308de1d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.362543 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-74f97cd2-b282-4a71-8795-9a9308de1d85 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 1095 time: 0.2055118 Aug 04 16:52:47.363153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 801263e7-bb11-479c-abbf-a77541592241, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=801263e7-bb11-479c-abbf-a77541592241,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:47.363786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Transition to ACTIVE for port object f54f4ced-a68b-4aba-9bc4-efd47f34c792 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:47.378934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '801263e7-bb11-479c-abbf-a77541592241', 'network_id': '75096cc1-1b25-4a7c-ae0e-a90aac65e998', 'port_id': '801263e7-bb11-479c-abbf-a77541592241', 'mac_address': 'fa:16:3e:51:0c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83ffc3a-6374-476d-9997-96fccc50d9b9', 'ip_address': '19.80.0.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:47.422897 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.438423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801263e7-bb11-479c-abbf-a77541592241 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:47.465831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 801263e7-bb11-479c-abbf-a77541592241, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=801263e7-bb11-479c-abbf-a77541592241,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:47.482731 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.487321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36924) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:47.513206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ca00c-2b9a-4a37-b756-688f46f56438 req-6bbc4c77-d546-447a-86ec-aa2e20f8d554 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.514483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a20ca00c-2b9a-4a37-b756-688f46f56438 req-6bbc4c77-d546-447a-86ec-aa2e20f8d554 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 944 time: 0.1965592 Aug 04 16:52:47.546365 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.577773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Made reservation on behalf of 5ffd0cfa7993416e9e0aec3af3314786 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:47.581813 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.583823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=801263e7-bb11-479c-abbf-a77541592241,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:47.610549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-4cb2301f-3b47-46de-8c68-e9b3886414f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.612096 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-4cb2301f-3b47-46de-8c68-e9b3886414f8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.2361403 Aug 04 16:52:47.622688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d2c79-f2b8-40e8-ade0-65a2c4d7f629 req-8c860399-a94b-4412-87f4-d860babd753c tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.624300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-734d2c79-f2b8-40e8-ade0-65a2c4d7f629 req-8c860399-a94b-4412-87f4-d860babd753c tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 949 time: 0.1308665 Aug 04 16:52:47.639108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a20ca00c-2b9a-4a37-b756-688f46f56438 req-b76b36d2-e6a0-49ab-8b3b-2d282518ce2b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897508 Aug 04 16:52:47.647897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-network', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:47.701903 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:47.703970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Made reservation on behalf of 3d9ef92026e847768b6eabae7e3293de for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:47.706414 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.708534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Pushing event updated for resources: {'Port': ['ID=f54f4ced-a68b-4aba-9bc4-efd47f34c792,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:47.712528 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:47.715240 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-20a48b9c-d016-4813-8968-ca9fbc8f84ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a HTTP/1.1" status: 200 len: 217 time: 0.0924747 Aug 04 16:52:47.716033 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:47.740938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5d738662-d51f-42b7-9f23-47fbee914546 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:47.805881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.829950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 5d738662-d51f-42b7-9f23-47fbee914546 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:47.835073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 5d738662-d51f-42b7-9f23-47fbee914546 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:47.836443 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.875956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-b01dce8f-38b1-44dd-9b03-68c9735b7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.879472 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-b01dce8f-38b1-44dd-9b03-68c9735b7975 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.1541712 Aug 04 16:52:47.892337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:47.895197 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:47.934339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['801263e7-bb11-479c-abbf-a77541592241'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:47.947755 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-db5a9956-34b9-464b-9891-26f56aa3bb3e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467126 Aug 04 16:52:47.985048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['2cdeac80-6a94-439e-b33c-09db71613a8a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:47.987177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ca38c186-3142-4b49-8821-4d84604e6b17'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:48.088888 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-734d2c79-f2b8-40e8-ade0-65a2c4d7f629 req-ee4eb4b6-d258-4e6d-824c-9d01a500d654 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421728 Aug 04 16:52:48.111002 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-524c49a5-c83c-42a4-bc97-39efae53f91a service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433249 Aug 04 16:52:48.113907 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.132523 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.139515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-792ab77d-c718-4062-9a5a-b001bb2e93dd None None] Provisioning for port f54f4ced-a68b-4aba-9bc4-efd47f34c792 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:48.156852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d12e6-0088-4941-ace6-77553d1d677e req-94a17eae-2949-4d88-a022-37fa9a31be61 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:48.158394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-804d12e6-0088-4941-ace6-77553d1d677e req-94a17eae-2949-4d88-a022-37fa9a31be61 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 936 time: 0.1323404 Aug 04 16:52:48.165050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.165239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-792ab77d-c718-4062-9a5a-b001bb2e93dd None None] Provisioning complete for port f54f4ced-a68b-4aba-9bc4-efd47f34c792 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:48.165456 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-792ab77d-c718-4062-9a5a-b001bb2e93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.181959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Allocated IP 172.20.0.5 (aaf57b43-12ea-418f-9fcd-f4a13ecee237/ed7e0b83-0176-47e6-b307-46f85e25ffd6/16c62198-573c-48ad-9da4-1939c106e04f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:48.202656 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-d114e64e-dc2e-4a2f-bb2e-405b52b4d0aa tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5442154 Aug 04 16:52:48.231042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Request body: {'port': {'device_id': 'bd3a203c-2e29-4721-af6a-72f8aa19b836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:48.232369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-804d12e6-0088-4941-ace6-77553d1d677e req-a8d9a2b2-8b61-40c3-b39d-a30e9a5d7884 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604503 Aug 04 16:52:48.241278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:52:48.325283 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb53697b-56e7-4154-a66e-78eefd3870bb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:48.360002 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.360351 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Added segment ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2 of type vlan for network 8b2fc36f-59ae-4d3c-ae28-633000a4085c Aug 04 16:52:48.379522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d061947-f09e-47f9-a5fe-776397a6876b req-020c6c7a-44da-48c8-b261-35903a06d694 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 210 time: 0.0407245 Aug 04 16:52:48.447731 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db48dfd-ecd2-4ac1-b238-c4690ed31d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d738662-d51f-42b7-9f23-47fbee914546'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:48.451142 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1faa44-fc76-4f26-ab6b-58be1085963b" -d '{"events": [{"server_uuid": "1db48dfd-ecd2-4ac1-b238-c4690ed31d43", "name": "network-vif-plugged", "status": "completed", "tag": "5d738662-d51f-42b7-9f23-47fbee914546"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:48.452328 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.456342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.474607 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-9df566ef-3371-4c44-8740-186c352becdd service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544631 Aug 04 16:52:48.526116 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.554478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.555742 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:48.556683 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.572472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5d738662-d51f-42b7-9f23-47fbee914546, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5d738662-d51f-42b7-9f23-47fbee914546,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:48.597451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-792ab77d-c718-4062-9a5a-b001bb2e93dd None None] Port f54f4ced-a68b-4aba-9bc4-efd47f34c792 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:48.615049 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.616446 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c5f5295a-d3aa-49e4-bec9-39e75336589a no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:52:48.626046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794709-c735-4571-9040-458c0b17809f req-1e90a9f0-5cfa-460c-b3ca-1cdf3c738bb4 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:48.635193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794709-c735-4571-9040-458c0b17809f req-1e90a9f0-5cfa-460c-b3ca-1cdf3c738bb4 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:48.658369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794709-c735-4571-9040-458c0b17809f req-1e90a9f0-5cfa-460c-b3ca-1cdf3c738bb4 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:48.659892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08794709-c735-4571-9040-458c0b17809f req-1e90a9f0-5cfa-460c-b3ca-1cdf3c738bb4 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2415 time: 0.1243443 Aug 04 16:52:48.719080 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.752751 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2639270 Aug 04 16:52:48.781662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36954) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:48.792685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Request body: {'subnet': {'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-subnet', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:48.818762 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc03df4-92c5-41c4-b3d5-c4804beebf2c x-openstack-request-id: req-dcc03df4-92c5-41c4-b3d5-c4804beebf2c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:48.819242 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db48dfd-ecd2-4ac1-b238-c4690ed31d43", "name": "network-vif-plugged", "status": "completed", "tag": "5d738662-d51f-42b7-9f23-47fbee914546", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:48.819492 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcc03df4-92c5-41c4-b3d5-c4804beebf2c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:48.819879 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db48dfd-ecd2-4ac1-b238-c4690ed31d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d738662-d51f-42b7-9f23-47fbee914546', 'code': 200} Aug 04 16:52:48.833344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42b0b5-8c4a-45b9-9e91-4972c9e521fc admin admin] Pushing event updated for resources: {'Network': ['ID=8b2fc36f-59ae-4d3c-ae28-633000a4085c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:48.872107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Pushing event updated for resources: {'Port': ['ID=16c62198-573c-48ad-9da4-1939c106e04f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:48.879558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 8b2fc36f-59ae-4d3c-ae28-633000a4085c details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:52:48.887013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Network aaf57b43-12ea-418f-9fcd-f4a13ecee237 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:48.912409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:48.939607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.940674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.940674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.940674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.941267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.941452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.941740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.942069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.942343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-ba0c0dce-9cb3-4a10-ab7d-cb0fd95186d7 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:48.942451 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.942702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.943025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.943740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:48.943888 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-ba0c0dce-9cb3-4a10-ab7d-cb0fd95186d7 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1095 time: 0.2064703 Aug 04 16:52:48.944814 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Made reservation on behalf of 3d9ef92026e847768b6eabae7e3293de for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:48.947150 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.949303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:48.956411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:48.959081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:48.967751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5d738662-d51f-42b7-9f23-47fbee914546,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:48.978564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c5f5295a-d3aa-49e4-bec9-39e75336589a not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:52:49.001035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08794709-c735-4571-9040-458c0b17809f req-f512732e-7438-4b5a-8a72-54d3dde8fd3e tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141904 Aug 04 16:52:49.001598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.002041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.003224 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.003696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.004083 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-01165ea0-0d71-4dfc-abf7-766e4f45d8da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7464116 Aug 04 16:52:49.004462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.005125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.005788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.006218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.006662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.007186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.008265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.008265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:49.028403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Request body: {'port': {'device_id': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:49.041065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f24c9d-d60b-44c5-9b87-a042205b662b req-432c918e-238c-4d0b-af2f-c32b24dccb5f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:49.042587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84f24c9d-d60b-44c5-9b87-a042205b662b req-432c918e-238c-4d0b-af2f-c32b24dccb5f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 944 time: 0.1628783 Aug 04 16:52:49.092703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458db4e-54ea-4e12-bc91-441b1e0e8553 req-4398218c-3b37-4068-ada2-9562d2fcb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:49.094193 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9458db4e-54ea-4e12-bc91-441b1e0e8553 req-4398218c-3b37-4068-ada2-9562d2fcb525 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 1101 time: 0.2078121 Aug 04 16:52:49.164995 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:49.172361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84f24c9d-d60b-44c5-9b87-a042205b662b req-2031565d-da83-4f1a-9b6b-f4732e3d82b0 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119149 Aug 04 16:52:49.188011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52c9d6-c71a-499a-b469-a1ca19a125db req-d478f65b-8d19-48f7-bb64-07ca09106e93 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:49.200368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc52c9d6-c71a-499a-b469-a1ca19a125db req-d478f65b-8d19-48f7-bb64-07ca09106e93 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1252937 Aug 04 16:52:49.266211 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9458db4e-54ea-4e12-bc91-441b1e0e8553 req-209fe54c-5848-4ddb-8b76-9e12e8d053d6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567585 Aug 04 16:52:49.306894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc52c9d6-c71a-499a-b469-a1ca19a125db req-80b82436-2766-48b9-91d5-fde1d8fc54ee tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093600 Aug 04 16:52:49.312688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54f4ced-a68b-4aba-9bc4-efd47f34c792 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:49.336196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:49.364677 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Transition to ACTIVE for port object f54f4ced-a68b-4aba-9bc4-efd47f34c792 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:49.369537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-b71baaa2-29f0-408a-8e08-8308d0241ffa service neutron] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:49.448596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754275a9-7c80-4906-92ff-a4f80fbebb26 req-1f33aefe-26d4-44f9-8776-78f88246dcab tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:49.450281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-754275a9-7c80-4906-92ff-a4f80fbebb26 req-1f33aefe-26d4-44f9-8776-78f88246dcab tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 950 time: 0.1921358 Aug 04 16:52:49.548651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-754275a9-7c80-4906-92ff-a4f80fbebb26 req-847f6b70-0453-4f15-b55a-7d6775cdc64e tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725398 Aug 04 16:52:49.560411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb078567-a653-429b-b706-b712d70d54c6 req-89d4b92b-df5c-4a01-8f84-0060b2c1a268 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:49.561858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb078567-a653-429b-b706-b712d70d54c6 req-89d4b92b-df5c-4a01-8f84-0060b2c1a268 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 948 time: 0.1630168 Aug 04 16:52:49.664889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb078567-a653-429b-b706-b712d70d54c6 req-8137493c-51b5-482e-8039-585f1399a957 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886917 Aug 04 16:52:49.673130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-b71baaa2-29f0-408a-8e08-8308d0241ffa service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:49.674267 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0aa81e0-b6ec-488a-a121-b5bb5960bbd1 req-b71baaa2-29f0-408a-8e08-8308d0241ffa service neutron] 10.222.0.90 "DELETE /v2.0/ports/c5f5295a-d3aa-49e4-bec9-39e75336589a/bindings/n-h2-764435-5 HTTP/1.1" status: 204 len: 173 time: 0.7072086 Aug 04 16:52:49.674971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:49.715663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447d525-5f07-48b6-bc64-7a50df64847f req-8f7e740e-63b8-42d7-8978-5732588697cf tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:49.721990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d447d525-5f07-48b6-bc64-7a50df64847f req-8f7e740e-63b8-42d7-8978-5732588697cf tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 1095 time: 0.1116300 Aug 04 16:52:49.727490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:49.730971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c62198-573c-48ad-9da4-1939c106e04f {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:49.762555 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:49.773691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Pushing event updated for resources: {'Port': ['ID=f54f4ced-a68b-4aba-9bc4-efd47f34c792,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:49.801967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Transition to ACTIVE for port object 16c62198-573c-48ad-9da4-1939c106e04f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:49.811907 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:49.821017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d447d525-5f07-48b6-bc64-7a50df64847f req-67e81e85-4024-4daf-ab7d-012e43c609b2 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768731 Aug 04 16:52:49.822391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06080936-8259-470d-b02f-60e919b9e93c,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:49.904068 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Checking segment: {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:49.904436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Network hostable DHCP agents. Network: 8b2fc36f-59ae-4d3c-ae28-633000a4085c, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:52:49.919786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Pushing event updated for resources: {'Port': ['ID=16c62198-573c-48ad-9da4-1939c106e04f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:49.938742 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Attempting to bind port f54f4ced-a68b-4aba-9bc4-efd47f34c792 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:49.939365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Attempting to bind port f54f4ced-a68b-4aba-9bc4-efd47f34c792 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:49.939882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Attempting to bind port f54f4ced-a68b-4aba-9bc4-efd47f34c792 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:49.947243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Port f54f4ced-a68b-4aba-9bc4-efd47f34c792 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:49.947813 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Attempting to bind port f54f4ced-a68b-4aba-9bc4-efd47f34c792 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:49.955106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Network 8b2fc36f-59ae-4d3c-ae28-633000a4085c is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:52:49.957663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:49.957996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:49.958386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:49.958906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Bound port: f54f4ced-a68b-4aba-9bc4-efd47f34c792, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:49.959202 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:49.981257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 8b2fc36f-59ae-4d3c-ae28-633000a4085c) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:49.990268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9627b0c-2713-442e-873f-5b9765fba0c1 None None] Network 8b2fc36f-59ae-4d3c-ae28-633000a4085c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:52:49.993619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.003959 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.010461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853583f-a49c-48e5-991a-da09aa860a15 req-393ba290-d144-4e10-b0d4-ddb72e93b3af tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.023622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4853583f-a49c-48e5-991a-da09aa860a15 req-393ba290-d144-4e10-b0d4-ddb72e93b3af tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 943 time: 0.1534965 Aug 04 16:52:50.027078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:50.027529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:50.027921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:50.069490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:50.069793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:50.083120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:50.083458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:50.083895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:50.084474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Bound port: 16c62198-573c-48ad-9da4-1939c106e04f, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:50.085441 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.088457 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-59e3e431-2f6c-4d39-a06c-29fdb0f6b327 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3006444 Aug 04 16:52:50.092834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36988) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:50.097984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:50.113201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] For port f54f4ced-a68b-4aba-9bc4-efd47f34c792, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:50.114961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4853583f-a49c-48e5-991a-da09aa860a15 req-6d350bbc-24be-4ee7-af1b-80fedd4cffb7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903525 Aug 04 16:52:50.133654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] For port f54f4ced-a68b-4aba-9bc4-efd47f34c792, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f54f4ced-a68b-4aba-9bc4-efd47f34c792,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:50.143285 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.150374 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.157349 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.272371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:52:50.275631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.276286 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.276656 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.278053 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] 10.222.0.82 "PUT /v2.0/ports/f54f4ced-a68b-4aba-9bc4-efd47f34c792 HTTP/1.1" status: 200 len: 1096 time: 2.0607848 Aug 04 16:52:50.278832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3a203c-2e29-4721-af6a-72f8aa19b836', 'tag': 'f54f4ced-a68b-4aba-9bc4-efd47f34c792'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:50.281426 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d17b69f-0252-40e8-ba09-755a4aa5f896" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3a203c-2e29-4721-af6a-72f8aa19b836", "tag": "f54f4ced-a68b-4aba-9bc4-efd47f34c792"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:50.370278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Pushing event updated for resources: {'Port': ['ID=f54f4ced-a68b-4aba-9bc4-efd47f34c792,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:50.390974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:50.402772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-45b2258d-13aa-4af2-9dab-8c68cd861c90 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.406001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.406560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.407288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.407847 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.408407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.408954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.409612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.410156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.410920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.411473 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.412020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.412560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574f7907-26b0-4948-9425-388ee6e2622c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:52:50.413566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-45b2258d-13aa-4af2-9dab-8c68cd861c90 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 806 time: 0.3249476 Aug 04 16:52:50.420499 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.434998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-6c377f32-d23e-4c23-965c-076aedcd8aa7 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/quotas/7ef103b153cb41a1bc799399e8659304 HTTP/1.1" status: 200 len: 375 time: 0.0203846 Aug 04 16:52:50.457393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:50.476856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Allocated IP 172.20.0.2 (8b2fc36f-59ae-4d3c-ae28-633000a4085c/06080936-8259-470d-b02f-60e919b9e93c/5ec0ac72-23c3-46f2-84f2-0019e6d7e2db) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:50.496415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5ea10-bdde-4076-b455-07993fba1844 req-1b909c7a-3e88-4dd7-a4de-19263846b713 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.503585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5ea10-bdde-4076-b455-07993fba1844 req-1b909c7a-3e88-4dd7-a4de-19263846b713 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.504960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02526001-7122-4faf-a7fd-39f127592886 req-23c65b07-e72c-4ee6-8c5e-bd8873c5b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.506546 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-23c65b07-e72c-4ee6-8c5e-bd8873c5b479 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fba6915028344f1e8de79c4e5b870436&device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 1099 time: 0.1683521 Aug 04 16:52:50.511990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5ea10-bdde-4076-b455-07993fba1844 req-1b909c7a-3e88-4dd7-a4de-19263846b713 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.514931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ff5ea10-bdde-4076-b455-07993fba1844 req-1b909c7a-3e88-4dd7-a4de-19263846b713 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2415 time: 0.2214084 Aug 04 16:52:50.520260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.590662 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-3cc993fc-3034-4bc0-85bb-fa73402d73e8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f54f4ced-a68b-4aba-9bc4-efd47f34c792 HTTP/1.1" status: 200 len: 217 time: 0.0372989 Aug 04 16:52:50.599734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.600191 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.601578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] 10.222.0.90 "PUT /v2.0/ports/16c62198-573c-48ad-9da4-1939c106e04f HTTP/1.1" status: 200 len: 1091 time: 1.5872464 Aug 04 16:52:50.614332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-fcce8d6f-b02c-48cc-9591-ed192704ea9b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1781299 Aug 04 16:52:50.614857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'tag': '16c62198-573c-48ad-9da4-1939c106e04f'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:50.618832 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dddc96-de21-4048-9752-a276ca9046b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cf07f738-6300-4c2c-b2d4-59c5f385cce4", "tag": "16c62198-573c-48ad-9da4-1939c106e04f"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:50.631173 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.663768 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ff5ea10-bdde-4076-b455-07993fba1844 req-9ce5fc0e-1f9e-4877-811d-720de38cdde8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397712 Aug 04 16:52:50.700398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02526001-7122-4faf-a7fd-39f127592886 req-6b8137f9-fc6e-4a9a-a0d1-0bf57c8f5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.702560 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-6b8137f9-fc6e-4a9a-a0d1-0bf57c8f5650 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0856297 Aug 04 16:52:50.730072 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.733929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d6c48-cf91-4d46-a393-6a29206f4993 service neutron] Pushing event updated for resources: {'Port': ['ID=16c62198-573c-48ad-9da4-1939c106e04f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:50.742690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Transition to ACTIVE for port object 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:50.753207 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36a6723-28c1-4d2c-9875-5186a22f8a18 x-openstack-request-id: req-a36a6723-28c1-4d2c-9875-5186a22f8a18 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:50.753543 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3a203c-2e29-4721-af6a-72f8aa19b836", "tag": "f54f4ced-a68b-4aba-9bc4-efd47f34c792", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:50.754741 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a36a6723-28c1-4d2c-9875-5186a22f8a18 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:50.755179 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3a203c-2e29-4721-af6a-72f8aa19b836', 'tag': 'f54f4ced-a68b-4aba-9bc4-efd47f34c792', 'status': 'completed', 'code': 200} Aug 04 16:52:50.763205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Transition to ACTIVE for port object 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:50.770056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-649427a5-a9c5-41a5-844c-c973b283639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.771653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-649427a5-a9c5-41a5-844c-c973b283639b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 1094 time: 0.1060216 Aug 04 16:52:50.774515 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.821417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Network 8b2fc36f-59ae-4d3c-ae28-633000a4085c is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:50.824971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:50.831569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:50.838177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02526001-7122-4faf-a7fd-39f127592886 req-7e28f270-8ba8-4c24-80db-7c75a8de1745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.839736 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-7e28f270-8ba8-4c24-80db-7c75a8de1745 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185658 Aug 04 16:52:50.845058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Pushing event updated for resources: {'Port': ['ID=5ec0ac72-23c3-46f2-84f2-0019e6d7e2db,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:50.863018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-fc4a7c67-8324-426a-850a-9adf69a7e8d7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c62198-573c-48ad-9da4-1939c106e04f HTTP/1.1" status: 200 len: 217 time: 0.0757914 Aug 04 16:52:50.867391 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-636efc90-3051-4181-bf24-9ebef38d22a0 service neutron] 10.222.0.39 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421689 Aug 04 16:52:50.908042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Attempting to bind port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:50.908544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Attempting to bind port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:50.908831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Attempting to bind port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db on network 8b2fc36f-59ae-4d3c-ae28-633000a4085c {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:50.919603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:50.920735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Checking segment: {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:50.921644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.922848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Bound using segment: {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:50.923383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Bound port: 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:50.924068 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:50.960059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8ecb1-9feb-4bad-8e8e-d51ac369a3f4 req-b082f89b-39d4-4276-b7ba-cdc32f1cf95b tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:50.961611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6f8ecb1-9feb-4bad-8e8e-d51ac369a3f4 req-b082f89b-39d4-4276-b7ba-cdc32f1cf95b tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1804590 Aug 04 16:52:51.010251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-06a2929c-f61f-4b10-8f92-b8dd57a69433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:51.011796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-06a2929c-f61f-4b10-8f92-b8dd57a69433 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1399562 Aug 04 16:52:51.027621 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] For port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:51.031872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] For port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5ec0ac72-23c3-46f2-84f2-0019e6d7e2db,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:51.046607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:51.058568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-256516ba-08fa-4401-8554-1ec6fa74a613 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363863 Aug 04 16:52:51.067895 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-f099e5ce-a1ed-4256-8ec5-71ba21ea0741 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165065 Aug 04 16:52:51.095180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-e9f6c598-2f30-4c9b-8930-7510c4f0ccf0 service neutron] 10.222.0.39 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145712 Aug 04 16:52:51.121148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8282c-48e6-49dd-96e5-df1cfff98fa8 None None] Pushing event updated for resources: {'Port': ['ID=5ec0ac72-23c3-46f2-84f2-0019e6d7e2db,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:51.131049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6f8ecb1-9feb-4bad-8e8e-d51ac369a3f4 req-29db0d23-37e0-48e8-aa3b-0e1cb535dbdd tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552620 Aug 04 16:52:51.198303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-aa295f41-a26d-4bfc-b7b7-800535e46e92 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287966 Aug 04 16:52:51.230505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:51.261783 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:51.280424 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02526001-7122-4faf-a7fd-39f127592886 req-818a44d4-c1ee-41e1-84b5-225b220ebfa4 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702404 Aug 04 16:52:51.350750 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dacd3b-63d9-4895-9302-2f5c4584dd20 x-openstack-request-id: req-d3dacd3b-63d9-4895-9302-2f5c4584dd20 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:51.351193 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf07f738-6300-4c2c-b2d4-59c5f385cce4", "tag": "16c62198-573c-48ad-9da4-1939c106e04f", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:51.351611 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3dacd3b-63d9-4895-9302-2f5c4584dd20 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:51.354465 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'tag': '16c62198-573c-48ad-9da4-1939c106e04f', 'status': 'completed', 'code': 200} Aug 04 16:52:51.408861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e627851-de9d-43b3-9d92-30a9263d179a req-1bdbc1f9-b13d-45ba-a6c2-2c4194118583 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:51.415964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e627851-de9d-43b3-9d92-30a9263d179a req-1bdbc1f9-b13d-45ba-a6c2-2c4194118583 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 950 time: 0.2089565 Aug 04 16:52:51.463911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-995d5365-0dd9-4927-9213-50d93ef32ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:51.465419 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-995d5365-0dd9-4927-9213-50d93ef32ed4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fba6915028344f1e8de79c4e5b870436&device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 1099 time: 0.1315863 Aug 04 16:52:51.537313 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228af15b-6e9d-410d-a36b-85b9a2f54f46 req-7cf9e901-4559-44ed-83f5-b92cd2e1b587 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267243 Aug 04 16:52:51.538427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Allocated IP 172.25.2.80 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/449ebe90-32b9-4f2e-b429-e346a1213c6c) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:51.560381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a4cd7-4a82-4b53-8d43-f74defa96358 req-02abc358-a079-4aec-b8cf-3988b2c82353 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:51.562485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e0a4cd7-4a82-4b53-8d43-f74defa96358 req-02abc358-a079-4aec-b8cf-3988b2c82353 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 948 time: 0.1173577 Aug 04 16:52:51.578551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e627851-de9d-43b3-9d92-30a9263d179a req-8d508e30-7e2e-4a62-ad9a-dabee6d63ed6 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344092 Aug 04 16:52:51.642122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-b725abd3-2b82-4e86-a537-90b74c1a1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:51.643687 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-b725abd3-2b82-4e86-a537-90b74c1a1a3b service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1685820 Aug 04 16:52:51.674891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e0a4cd7-4a82-4b53-8d43-f74defa96358 req-eb9721cb-a424-4208-aeaa-fec2c2299f1f tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904083 Aug 04 16:52:51.694822 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-f260bcf2-e8f8-40f8-a866-cf9998631607 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f54f4ced-a68b-4aba-9bc4-efd47f34c792 HTTP/1.1" status: 200 len: 217 time: 0.0425904 Aug 04 16:52:51.708443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dddc96-de21-4048-9752-a276ca9046b9 req-7d33823e-24d8-4e2a-94af-9d98137a7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:51.709619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4dddc96-de21-4048-9752-a276ca9046b9 req-7d33823e-24d8-4e2a-94af-9d98137a7147 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 1094 time: 0.1027355 Aug 04 16:52:51.772529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:51.797821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-f30cdd71-b83c-4711-9fd8-8e720647eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:51.799343 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-f30cdd71-b83c-4711-9fd8-8e720647eb05 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0905044 Aug 04 16:52:51.856560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ee0d7fb-061b-4d1a-9bf8-1e5a41f9957a req-6e40e9cc-3595-4497-ad23-4515650373cc tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 210 time: 0.0719759 Aug 04 16:52:51.861362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2cdeac80-6a94-439e-b33c-09db71613a8a up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:51.889269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-643112c5-c8c7-4dd8-a3c3-70be8c8d487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:51.891948 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-643112c5-c8c7-4dd8-a3c3-70be8c8d487c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804782 Aug 04 16:52:51.893079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:51.923137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dddc96-de21-4048-9752-a276ca9046b9 req-e73ab202-a5ca-4400-a16c-94ad8dbe9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:51.930868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4dddc96-de21-4048-9752-a276ca9046b9 req-e73ab202-a5ca-4400-a16c-94ad8dbe9399 service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.2059274 Aug 04 16:52:51.933454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f8a84-a7cf-47ab-a1da-caee80e903fe req-2b215909-d5bc-48a5-b734-e552fdee44de tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:51.944983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a81f8a84-a7cf-47ab-a1da-caee80e903fe req-2b215909-d5bc-48a5-b734-e552fdee44de tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 943 time: 0.1618114 Aug 04 16:52:52.005699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 2cdeac80-6a94-439e-b33c-09db71613a8a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:52.007954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4dddc96-de21-4048-9752-a276ca9046b9 req-673aee56-fd13-4e42-85d4-92c3eb184716 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c62198-573c-48ad-9da4-1939c106e04f HTTP/1.1" status: 200 len: 217 time: 0.0604370 Aug 04 16:52:52.025911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:52.095191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 2cdeac80-6a94-439e-b33c-09db71613a8a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:52.095875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a81f8a84-a7cf-47ab-a1da-caee80e903fe req-b9ec0286-81f7-477f-9225-57e1c07ef630 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494789 Aug 04 16:52:52.095997 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:52.103102 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-5ae8172f-b76c-41ff-86d7-36d57a57254c service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967001 Aug 04 16:52:52.131373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dddc96-de21-4048-9752-a276ca9046b9 req-35d3c680-7b04-4f5b-94d7-ceb5dfa41eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:52.132193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4dddc96-de21-4048-9752-a276ca9046b9 req-35d3c680-7b04-4f5b-94d7-ceb5dfa41eab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1043544 Aug 04 16:52:52.136763 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:52.156313 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:52.198056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4dddc96-de21-4048-9752-a276ca9046b9 req-1b281e7a-e660-4b33-af95-081832515e7e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600729 Aug 04 16:52:52.204539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:52.240857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:52.283097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Pushing event updated for resources: {'Port': ['ID=449ebe90-32b9-4f2e-b429-e346a1213c6c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:52.340601 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:52.380036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdeac80-6a94-439e-b33c-09db71613a8a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:52.382934 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929bd47d-c809-4836-9110-6239d1b51b6a" -d '{"events": [{"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-plugged", "status": "completed", "tag": "2cdeac80-6a94-439e-b33c-09db71613a8a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:52.421915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2cdeac80-6a94-439e-b33c-09db71613a8a, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2cdeac80-6a94-439e-b33c-09db71613a8a,segment=NetworkSegment(ae3297a4-7694-4d87-ae36-a166ccbca27f),segment_id=ae3297a4-7694-4d87-ae36-a166ccbca27f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:52.429384 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:52.430625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ca38c186-3142-4b49-8821-4d84604e6b17 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:52.457545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25df8c-f753-4082-ab1a-7c36cc189c30 req-5eeba850-5581-4214-b526-7bc264d88761 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:52.463459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25df8c-f753-4082-ab1a-7c36cc189c30 req-5eeba850-5581-4214-b526-7bc264d88761 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:52.469372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25df8c-f753-4082-ab1a-7c36cc189c30 req-5eeba850-5581-4214-b526-7bc264d88761 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:52.471104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea25df8c-f753-4082-ab1a-7c36cc189c30 req-5eeba850-5581-4214-b526-7bc264d88761 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2415 time: 0.1740360 Aug 04 16:52:52.474241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4dddc96-de21-4048-9752-a276ca9046b9 req-f3d2eda0-1656-42cb-94e6-9b5c362e8452 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685595 Aug 04 16:52:52.481867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910436e-e708-426f-8064-dba233149a68 req-d5b93506-1d8f-4837-a9b0-d923666a8c08 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:52.483414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4910436e-e708-426f-8064-dba233149a68 req-d5b93506-1d8f-4837-a9b0-d923666a8c08 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1652987 Aug 04 16:52:52.491031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2cdeac80-6a94-439e-b33c-09db71613a8a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:52.528341 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7d17b69f-0252-40e8-ba09-755a4aa5f896 req-28ec3d39-7a78-459f-8ec9-fd549131b8c7 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140158 Aug 04 16:52:52.546254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port ca38c186-3142-4b49-8821-4d84604e6b17 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:52.555746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472639c-974f-4b32-ab2c-ec1110b6a323 None None] Network 8b2fc36f-59ae-4d3c-ae28-633000a4085c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:52:52.594256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port ca38c186-3142-4b49-8821-4d84604e6b17 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:52.594830 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:52.604156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:52.670872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-201d313e-018a-4581-a667-4d8cb2c64b53 None None] Provisioning for port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:52.684165 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-201d313e-018a-4581-a667-4d8cb2c64b53 None None] Provisioning complete for port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:52.684640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-201d313e-018a-4581-a667-4d8cb2c64b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:52.798631 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:52.877241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ca38c186-3142-4b49-8821-4d84604e6b17, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ca38c186-3142-4b49-8821-4d84604e6b17,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:52.884140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea25df8c-f753-4082-ab1a-7c36cc189c30 req-96f31223-a783-4a06-a7ac-a909ca841257 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865240 Aug 04 16:52:52.888581 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:52.889495 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 801263e7-bb11-479c-abbf-a77541592241 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:52.911146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4910436e-e708-426f-8064-dba233149a68 req-7ca0f43f-161e-4ab1-bb61-b74fe1162ec4 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091926 Aug 04 16:52:52.952104 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-201d313e-018a-4581-a667-4d8cb2c64b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:52.977043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4dddc96-de21-4048-9752-a276ca9046b9 req-9ceb890b-8cb1-424b-9b68-7d5dd53804cf service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925489 Aug 04 16:52:52.986610 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a14c59-0e0a-4f0a-b218-00d95a549a0f x-openstack-request-id: req-11a14c59-0e0a-4f0a-b218-00d95a549a0f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:52.986948 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-plugged", "status": "completed", "tag": "2cdeac80-6a94-439e-b33c-09db71613a8a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:52.987203 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11a14c59-0e0a-4f0a-b218-00d95a549a0f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:52.987752 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdeac80-6a94-439e-b33c-09db71613a8a', 'code': 200} Aug 04 16:52:53.038470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ca38c186-3142-4b49-8821-4d84604e6b17,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:53.059296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-201d313e-018a-4581-a667-4d8cb2c64b53 None None] For port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5ec0ac72-23c3-46f2-84f2-0019e6d7e2db,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:53.068869 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-201d313e-018a-4581-a667-4d8cb2c64b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.069132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.099334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 801263e7-bb11-479c-abbf-a77541592241 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:53.115151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 801263e7-bb11-479c-abbf-a77541592241 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:53.115584 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.130781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8a0a7-26bd-47df-92e7-aad5ce17266c req-fc2209ae-e3da-4d8e-b2bc-8d3c401121ad tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:53.139292 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12d8a0a7-26bd-47df-92e7-aad5ce17266c req-fc2209ae-e3da-4d8e-b2bc-8d3c401121ad tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 950 time: 0.1348078 Aug 04 16:52:53.165317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d313e-018a-4581-a667-4d8cb2c64b53 None None] Pushing event updated for resources: {'Port': ['ID=5ec0ac72-23c3-46f2-84f2-0019e6d7e2db,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:53.193091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2becc-2657-40ec-99d5-472fc948207a req-5351df62-a401-430f-8518-e4732a55fb7a tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:53.200744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f2becc-2657-40ec-99d5-472fc948207a req-5351df62-a401-430f-8518-e4732a55fb7a tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 948 time: 0.1130123 Aug 04 16:52:53.204347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-eb8a779e-bc08-4aa5-9f68-0a4d476d53c5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:53.205847 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-eb8a779e-bc08-4aa5-9f68-0a4d476d53c5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 806 time: 0.4773946 Aug 04 16:52:53.223739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12d8a0a7-26bd-47df-92e7-aad5ce17266c req-423e877f-8dd1-40c0-8175-907cdc7af0fe tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832469 Aug 04 16:52:53.230753 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.249504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Request body: {'port': {'device_id': '68fe04af-be7f-4268-b29f-8cc91008323c', 'network_id': '83871cb6-9702-4d6c-8452-9290689050df', 'admin_state_up': True, 'tenant_id': '7ef103b153cb41a1bc799399e8659304'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:53.263460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f2becc-2657-40ec-99d5-472fc948207a req-4a8c9880-aa66-4b5b-857d-e4864e9aada4 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618389 Aug 04 16:52:53.275593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 801263e7-bb11-479c-abbf-a77541592241, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=801263e7-bb11-479c-abbf-a77541592241,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:53.293420 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.358515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=801263e7-bb11-479c-abbf-a77541592241,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:53.370005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1ef41fbc-08f8-4299-9eeb-d5d6deedb4af None None] Provisioning complete for port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:53.370376 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1ef41fbc-08f8-4299-9eeb-d5d6deedb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.381278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77d51b31-9236-4a1b-aa18-a5f09c19f3ae req-2051b7af-ea97-4d9c-aa05-f82c0e80eb02 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 210 time: 0.0421658 Aug 04 16:52:53.407400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Router d6721664-785f-4c32-9de8-9126e061815e is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:52:53.415889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Made reservation on behalf of 7ef103b153cb41a1bc799399e8659304 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:52:53.419630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.458047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29052bd-ac97-4b93-b7c9-f78d6cd97802 req-816a32d2-d7af-4505-9113-627f29b7e5e6 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:53.459946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a29052bd-ac97-4b93-b7c9-f78d6cd97802 req-816a32d2-d7af-4505-9113-627f29b7e5e6 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 943 time: 0.0637684 Aug 04 16:52:53.538663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a29052bd-ac97-4b93-b7c9-f78d6cd97802 req-c7a78e99-4e53-41fb-9a1c-d7905c4081cb tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721624 Aug 04 16:52:53.550259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be99f-a359-4c8f-84a4-a9bebd6f141b req-62100111-0fe9-45d0-88ed-0845dbdbdcfd tempest-LiveMigrationNegativeTest-146280951 tempest-LiveMigrationNegativeTest-146280951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:53.551850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc9be99f-a359-4c8f-84a4-a9bebd6f141b req-62100111-0fe9-45d0-88ed-0845dbdbdcfd tempest-LiveMigrationNegativeTest-146280951 tempest-LiveMigrationNegativeTest-146280951-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 1101 time: 0.0731823 Aug 04 16:52:53.571955 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc9be99f-a359-4c8f-84a4-a9bebd6f141b req-865edbea-71cc-4776-acaf-4bdb7a0f5864 tempest-LiveMigrationNegativeTest-146280951 tempest-LiveMigrationNegativeTest-146280951-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.666651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc9be99f-a359-4c8f-84a4-a9bebd6f141b req-865edbea-71cc-4776-acaf-4bdb7a0f5864 tempest-LiveMigrationNegativeTest-146280951 tempest-LiveMigrationNegativeTest-146280951-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.671877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc9be99f-a359-4c8f-84a4-a9bebd6f141b req-865edbea-71cc-4776-acaf-4bdb7a0f5864 tempest-LiveMigrationNegativeTest-146280951 tempest-LiveMigrationNegativeTest-146280951-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.704533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc9be99f-a359-4c8f-84a4-a9bebd6f141b req-865edbea-71cc-4776-acaf-4bdb7a0f5864 tempest-LiveMigrationNegativeTest-146280951 tempest-LiveMigrationNegativeTest-146280951-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461403 Aug 04 16:52:53.705227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865edbea-71cc-4776-acaf-4bdb7a0f5864 tempest-LiveMigrationNegativeTest-146280951 tempest-LiveMigrationNegativeTest-146280951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7908ea-296c-453b-b20b-ff58bc8530f7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:53.760514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f54f4ced-a68b-4aba-9bc4-efd47f34c792 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:53.890119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:52:53.939443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:53.943581 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c15321f9-1421-4112-a973-8f001c0ef80e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8468153 Aug 04 16:52:53.943978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37046) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:52:53.971045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Allocated IP 172.20.0.10 (83871cb6-9702-4d6c-8452-9290689050df/639ee8d8-35bc-44fd-970a-1029484fffb3/d164d259-b494-4992-bce9-19279951097d) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:53.974833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Sync routers for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:52:53.977326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:54.057698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:52:54.058349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:52:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:54.096198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8755449-bad4-4a5a-9edd-e98bd42d2df4 req-58f391ca-9aac-4dd5-844f-f86fc49e1a29 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:54.103027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8755449-bad4-4a5a-9edd-e98bd42d2df4 req-58f391ca-9aac-4dd5-844f-f86fc49e1a29 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:54.109286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8755449-bad4-4a5a-9edd-e98bd42d2df4 req-58f391ca-9aac-4dd5-844f-f86fc49e1a29 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:54.110726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8755449-bad4-4a5a-9edd-e98bd42d2df4 req-58f391ca-9aac-4dd5-844f-f86fc49e1a29 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2418 time: 0.1113708 Aug 04 16:52:54.153941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f54f4ced-a68b-4aba-9bc4-efd47f34c792, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f54f4ced-a68b-4aba-9bc4-efd47f34c792,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:54.180388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.206873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'f54f4ced-a68b-4aba-9bc4-efd47f34c792', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'f54f4ced-a68b-4aba-9bc4-efd47f34c792', 'mac_address': 'fa:16:3e:5f:eb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:54.243723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:54.244044 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.245762 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.280617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:52:54.292585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Network 83871cb6-9702-4d6c-8452-9290689050df is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:54.297725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:54.301591 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:54.319909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8755449-bad4-4a5a-9edd-e98bd42d2df4 req-11290960-e69d-478f-91f9-703ec4781a6e tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962953 Aug 04 16:52:54.331620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Pushing event updated for resources: {'Port': ['ID=d164d259-b494-4992-bce9-19279951097d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:54.344586 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.382951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:54.383761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.405365 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-51da6dc9-4591-487f-9664-cefd66cf21bb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1664205 Aug 04 16:52:54.411419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54f4ced-a68b-4aba-9bc4-efd47f34c792 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:54.421347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Request body: {'port': {'device_id': '68fe04af-be7f-4268-b29f-8cc91008323c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:52:54.459781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f54f4ced-a68b-4aba-9bc4-efd47f34c792, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f54f4ced-a68b-4aba-9bc4-efd47f34c792,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:54.487784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b0228-fc15-496e-86ee-1f1be38a50c7 req-2e24e2fc-e7d2-4e05-80df-a578311edad5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:54.489987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c79b0228-fc15-496e-86ee-1f1be38a50c7 req-2e24e2fc-e7d2-4e05-80df-a578311edad5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.3757312 Aug 04 16:52:54.492508 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.498351 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.593071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f54f4ced-a68b-4aba-9bc4-efd47f34c792,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:54.603328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1febb-1e11-4c76-bcab-3a1b9006988d req-786c60fa-2ba1-46df-9b00-a2b3b2a333f8 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:54.604872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17e1febb-1e11-4c76-bcab-3a1b9006988d req-786c60fa-2ba1-46df-9b00-a2b3b2a333f8 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 950 time: 0.1811845 Aug 04 16:52:54.618298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:52Z', 'revision_number': 3, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:54.645746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c79b0228-fc15-496e-86ee-1f1be38a50c7 req-7842564f-9880-4af6-ab19-4d37f7ed1186 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004102 Aug 04 16:52:54.646143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Checking router: d6721664-785f-4c32-9de8-9126e061815e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:52:54.646492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Updating router d6721664-785f-4c32-9de8-9126e061815e port 449ebe90-32b9-4f2e-b429-e346a1213c6c binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:52:54.675474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17e1febb-1e11-4c76-bcab-3a1b9006988d req-c0e58479-deb6-43c1-b28d-a50fc63276b2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636339 Aug 04 16:52:54.679982 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.719605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.803229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f54f4ced-a68b-4aba-9bc4-efd47f34c792'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:54.835090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d164d259-b494-4992-bce9-19279951097d {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:54.845515 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.862625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Transition to ACTIVE for port object d164d259-b494-4992-bce9-19279951097d will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:54.870494 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:54.882447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da35e0-855b-4b70-9d3e-7590fc52da30 req-5175104e-9499-4366-968e-218179d84f71 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:54.884108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83da35e0-855b-4b70-9d3e-7590fc52da30 req-5175104e-9499-4366-968e-218179d84f71 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 949 time: 0.1382940 Aug 04 16:52:54.971188 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Pushing event updated for resources: {'Port': ['ID=d164d259-b494-4992-bce9-19279951097d,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:54.991073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b2d9d-5727-450f-b1a9-479d40743499 req-0c7057df-0fbc-4f38-a5c5-641f5085c4b2 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:54.992658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-407b2d9d-5727-450f-b1a9-479d40743499 req-0c7057df-0fbc-4f38-a5c5-641f5085c4b2 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 944 time: 0.1336160 Aug 04 16:52:54.997524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:54.997827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83da35e0-855b-4b70-9d3e-7590fc52da30 req-f4a9c670-b881-4745-b960-edc557873d58 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980875 Aug 04 16:52:54.997956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:54.998176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:55.001097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38c186-3142-4b49-8821-4d84604e6b17'}, {'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801263e7-bb11-479c-abbf-a77541592241'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:55.003251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Port d164d259-b494-4992-bce9-19279951097d on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:52:55.003466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:55.003685 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d8a8ed-14a1-4bb9-9fe4-17ce918f5bad" -d '{"events": [{"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-plugged", "status": "completed", "tag": "ca38c186-3142-4b49-8821-4d84604e6b17"}, {"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-plugged", "status": "completed", "tag": "801263e7-bb11-479c-abbf-a77541592241"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:55.011237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:55.011904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:55.012024 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:55.012811 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Bound port: d164d259-b494-4992-bce9-19279951097d, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:55.012951 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.013323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Allocated IP 172.20.0.1 (8b2fc36f-59ae-4d3c-ae28-633000a4085c/06080936-8259-470d-b02f-60e919b9e93c/38776636-9820-4a01-8ed8-6dfd51f4a3ae) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:52:55.050437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-407b2d9d-5727-450f-b1a9-479d40743499 req-8da0cb3d-ed12-42b1-9e86-b8495f114670 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496109 Aug 04 16:52:55.110564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:55.116244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:55.128952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.154114 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d01bb40-6006-454c-a1f8-b1a1049d53f7 x-openstack-request-id: req-1d01bb40-6006-454c-a1f8-b1a1049d53f7 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:55.154114 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-plugged", "status": "completed", "tag": "ca38c186-3142-4b49-8821-4d84604e6b17", "code": 200}, {"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-plugged", "status": "completed", "tag": "801263e7-bb11-479c-abbf-a77541592241", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:55.154829 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d01bb40-6006-454c-a1f8-b1a1049d53f7 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:55.154829 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38c186-3142-4b49-8821-4d84604e6b17', 'code': 200} Aug 04 16:52:55.155042 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801263e7-bb11-479c-abbf-a77541592241', 'code': 200} Aug 04 16:52:55.172194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.172912 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.174518 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] 10.222.0.82 "PUT /v2.0/ports/d164d259-b494-4992-bce9-19279951097d HTTP/1.1" status: 200 len: 1092 time: 0.7595868 Aug 04 16:52:55.175607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fe04af-be7f-4268-b29f-8cc91008323c', 'tag': 'd164d259-b494-4992-bce9-19279951097d'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:55.177938 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de1c06c-d1f9-4baa-be9a-36deb56b3011" -d '{"events": [{"name": "network-changed", "server_uuid": "68fe04af-be7f-4268-b29f-8cc91008323c", "tag": "d164d259-b494-4992-bce9-19279951097d"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:55.204114 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334f4f6-0baf-4680-9f9f-508ceb4eb929 service neutron] Pushing event updated for resources: {'Port': ['ID=d164d259-b494-4992-bce9-19279951097d,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:55.211451 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.220769 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.227184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Transition to ACTIVE for port object 38776636-9820-4a01-8ed8-6dfd51f4a3ae will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:55.235485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Transition to ACTIVE for port object 449ebe90-32b9-4f2e-b429-e346a1213c6c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:55.250553 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6ed23d-7af9-42ad-8cfc-ed852539aeff x-openstack-request-id: req-7a6ed23d-7af9-42ad-8cfc-ed852539aeff {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:55.250852 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fe04af-be7f-4268-b29f-8cc91008323c", "tag": "d164d259-b494-4992-bce9-19279951097d", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:55.251324 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a6ed23d-7af9-42ad-8cfc-ed852539aeff {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:55.251609 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fe04af-be7f-4268-b29f-8cc91008323c', 'tag': 'd164d259-b494-4992-bce9-19279951097d', 'status': 'completed', 'code': 200} Aug 04 16:52:55.255867 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.294298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-dacb41bb-9600-4f70-8817-ee80cf58fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.296452 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-dacb41bb-9600-4f70-8817-ee80cf58fd80 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 1095 time: 0.0563080 Aug 04 16:52:55.303107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52cf65-bae6-412c-bb6c-79f19794f33b req-9c84c62f-6968-4207-819d-d7ebb9abb206 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.304723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe52cf65-bae6-412c-bb6c-79f19794f33b req-9c84c62f-6968-4207-819d-d7ebb9abb206 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 943 time: 0.1719549 Aug 04 16:52:55.310040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Attempting to bind port 449ebe90-32b9-4f2e-b429-e346a1213c6c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:55.310411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Attempting to bind port 449ebe90-32b9-4f2e-b429-e346a1213c6c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:55.310784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Attempting to bind port 449ebe90-32b9-4f2e-b429-e346a1213c6c on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:55.321254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705a8c5-a785-4e8d-af4c-e525d40f2d71 req-ce82872c-8930-4631-82ae-eb525213b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.322302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705a8c5-a785-4e8d-af4c-e525d40f2d71 req-ce82872c-8930-4631-82ae-eb525213b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.323004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705a8c5-a785-4e8d-af4c-e525d40f2d71 req-ce82872c-8930-4631-82ae-eb525213b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.323431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:55.323811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:55.324252 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.324690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:55.325156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f705a8c5-a785-4e8d-af4c-e525d40f2d71 req-ce82872c-8930-4631-82ae-eb525213b6f9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2871 time: 0.0898781 Aug 04 16:52:55.325285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Bound port: 449ebe90-32b9-4f2e-b429-e346a1213c6c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:55.325582 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.327961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f64ee-5e25-4c06-9a3a-a2fde44fd8f6 None None] Pushing event updated for resources: {'Port': ['ID=449ebe90-32b9-4f2e-b429-e346a1213c6c,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:55.328752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.355005 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-b639b797-7585-4133-a84f-085769f22d9c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d164d259-b494-4992-bce9-19279951097d HTTP/1.1" status: 200 len: 217 time: 0.0489593 Aug 04 16:52:55.412327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-36a8cdd2-d6ee-47e9-98d5-5d59bf4fa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.414196 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-36a8cdd2-d6ee-47e9-98d5-5d59bf4fa3cf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.0515969 Aug 04 16:52:55.431710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] For port 449ebe90-32b9-4f2e-b429-e346a1213c6c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:55.435276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] For port 449ebe90-32b9-4f2e-b429-e346a1213c6c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=449ebe90-32b9-4f2e-b429-e346a1213c6c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:55.442675 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.453594 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-4ec25fde-588d-4528-9427-a46ac4a30206 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285764 Aug 04 16:52:55.454596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Network 8b2fc36f-59ae-4d3c-ae28-633000a4085c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:55.481187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:55.499210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe52cf65-bae6-412c-bb6c-79f19794f33b req-477911f1-8bfe-44df-993c-b3b97a917877 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702635 Aug 04 16:52:55.509624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:52:55.511317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.511602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:52:55.512273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:52:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:55.516116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f64ee-5e25-4c06-9a3a-a2fde44fd8f6 None None] Pushing event updated for resources: {'Port': ['ID=449ebe90-32b9-4f2e-b429-e346a1213c6c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:55.570623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Pushing event updated for resources: {'Port': ['ID=38776636-9820-4a01-8ed8-6dfd51f4a3ae,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:55.580337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f705a8c5-a785-4e8d-af4c-e525d40f2d71 req-8301c345-0cfd-43fe-a7e3-6b6bd2b86dc0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356942 Aug 04 16:52:55.618651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec7490-a990-4552-807f-4ef870c4ec43 req-ee79dcae-309a-4d91-8a3e-7fc175423630 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.624994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec7490-a990-4552-807f-4ef870c4ec43 req-ee79dcae-309a-4d91-8a3e-7fc175423630 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.630584 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-a12469df-ae35-462f-9687-d858c797c17e service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669829 Aug 04 16:52:55.631230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec7490-a990-4552-807f-4ef870c4ec43 req-ee79dcae-309a-4d91-8a3e-7fc175423630 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.638934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95ec7490-a990-4552-807f-4ef870c4ec43 req-ee79dcae-309a-4d91-8a3e-7fc175423630 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2418 time: 0.2281833 Aug 04 16:52:55.654511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:52:55.719472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95ec7490-a990-4552-807f-4ef870c4ec43 req-5ed578b9-84e5-45fa-b50e-56768167d026 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795496 Aug 04 16:52:55.725245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-52addf9e-7001-4a8a-8ac6-b8e92913cc60 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.726896 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-52addf9e-7001-4a8a-8ac6-b8e92913cc60 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.82 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 950 time: 0.1485884 Aug 04 16:52:55.841533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f54f4ced-a68b-4aba-9bc4-efd47f34c792 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:55.848665 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19db4d03-e157-4bd7-8862-f37c05f2d873 req-896c9e9c-de58-4449-80f1-ef612a3611ee service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085993 Aug 04 16:52:55.872273 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.882558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 16c62198-573c-48ad-9da4-1939c106e04f details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:55.885939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-7660dd6a-bedf-4596-9ca6-57a7e6807ae2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Deleting port 5d738662-d51f-42b7-9f23-47fbee914546 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:52:55.886484 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-7660dd6a-bedf-4596-9ca6-57a7e6807ae2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.898729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588348a-d12b-418d-aa38-8b40b0288a46 req-b1767656-f3e0-477c-9667-33f595f71013 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.906133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b588348a-d12b-418d-aa38-8b40b0288a46 req-b1767656-f3e0-477c-9667-33f595f71013 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1370227 Aug 04 16:52:55.928102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-002a635a-35a3-4df4-8ad0-636dcc7f1d63 None None] Provisioning for port 38776636-9820-4a01-8ed8-6dfd51f4a3ae completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:55.953106 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-002a635a-35a3-4df4-8ad0-636dcc7f1d63 None None] Provisioning complete for port 38776636-9820-4a01-8ed8-6dfd51f4a3ae triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:55.954140 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-002a635a-35a3-4df4-8ad0-636dcc7f1d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:55.984557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d2355-0603-4a10-b2d8-7bc20a4a0c44 req-b68959a0-412c-4d74-a7a7-67080e453f48 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:55.986081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-791d2355-0603-4a10-b2d8-7bc20a4a0c44 req-b68959a0-412c-4d74-a7a7-67080e453f48 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db48dfd-ecd2-4ac1-b238-c4690ed31d43 HTTP/1.1" status: 200 len: 950 time: 0.1524327 Aug 04 16:52:56.006527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1c06c-d1f9-4baa-be9a-36deb56b3011 req-f9d4e555-dac2-4a8e-9e14-f88e8263e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:56.007405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b588348a-d12b-418d-aa38-8b40b0288a46 req-3a3acdfc-c19d-4605-9343-79e956b3558b tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003382 Aug 04 16:52:56.008035 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6de1c06c-d1f9-4baa-be9a-36deb56b3011 req-f9d4e555-dac2-4a8e-9e14-f88e8263e19a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 1095 time: 0.0779443 Aug 04 16:52:56.036938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-7660dd6a-bedf-4596-9ca6-57a7e6807ae2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] For port 5d738662-d51f-42b7-9f23-47fbee914546, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5d738662-d51f-42b7-9f23-47fbee914546,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:56.037325 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-7660dd6a-bedf-4596-9ca6-57a7e6807ae2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.086276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-7660dd6a-bedf-4596-9ca6-57a7e6807ae2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Calling delete_port for 5d738662-d51f-42b7-9f23-47fbee914546 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:52:56.133625 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-791d2355-0603-4a10-b2d8-7bc20a4a0c44 req-cd178a19-2f13-4567-bc82-90e6f90612be tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590711 Aug 04 16:52:56.198127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1c06c-d1f9-4baa-be9a-36deb56b3011 req-d2d5fea7-e037-4e4c-a03b-1514c30640f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:56.199747 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6de1c06c-d1f9-4baa-be9a-36deb56b3011 req-d2d5fea7-e037-4e4c-a03b-1514c30640f5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.1718688 Aug 04 16:52:56.200008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port f54f4ced-a68b-4aba-9bc4-efd47f34c792 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:56.208218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-002a635a-35a3-4df4-8ad0-636dcc7f1d63 None None] Port 38776636-9820-4a01-8ed8-6dfd51f4a3ae cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:56.220735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port f54f4ced-a68b-4aba-9bc4-efd47f34c792 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:56.221380 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.248038 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6de1c06c-d1f9-4baa-be9a-36deb56b3011 req-92aa643a-3578-4268-98a3-789f0688a97a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d164d259-b494-4992-bce9-19279951097d HTTP/1.1" status: 200 len: 217 time: 0.0358734 Aug 04 16:52:56.248284 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.267304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:56.273974 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.274841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.293939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:52Z', 'revision_number': 3, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:56.296686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '16c62198-573c-48ad-9da4-1939c106e04f', 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237', 'port_id': '16c62198-573c-48ad-9da4-1939c106e04f', 'mac_address': 'fa:16:3e:21:65:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7e0b83-0176-47e6-b307-46f85e25ffd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:52:56.327635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcc31f-5346-4016-8646-5c9ff598e74d None None] The sync data for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 is: [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:52Z', 'revision_number': 3, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:52:56.361029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1c06c-d1f9-4baa-be9a-36deb56b3011 req-6d6e7a8d-e77d-473e-bf14-d065f9454b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:56.362894 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6de1c06c-d1f9-4baa-be9a-36deb56b3011 req-6d6e7a8d-e77d-473e-bf14-d065f9454b1c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.1050725 Aug 04 16:52:56.370221 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-7660dd6a-bedf-4596-9ca6-57a7e6807ae2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.399925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5d738662-d51f-42b7-9f23-47fbee914546'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:56.402899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['3bccd213-c86a-4763-9f93-3b74dbab9bce'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:56.443455 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6de1c06c-d1f9-4baa-be9a-36deb56b3011 req-82db3510-5d68-4ed0-9d59-3210ad3981e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701957 Aug 04 16:52:56.443879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660dd6a-bedf-4596-9ca6-57a7e6807ae2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Pushing event deleted for resources: {'Port': ['ID=5d738662-d51f-42b7-9f23-47fbee914546,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:56.444980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991041a-c0d1-4b77-b96b-8f2d8e291a17 req-9c48ab5f-2563-413c-b2da-abd3b9afdf88 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:56.452680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c991041a-c0d1-4b77-b96b-8f2d8e291a17 req-9c48ab5f-2563-413c-b2da-abd3b9afdf88 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 949 time: 0.2001288 Aug 04 16:52:56.454819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Pushing event updated for resources: {'Port': ['ID=38776636-9820-4a01-8ed8-6dfd51f4a3ae,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:56.478576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67664c-6470-4a75-8e2a-1054af40dba3 req-f6fc90b2-f338-46bf-add2-c21f0a8acae6 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:56.480243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e67664c-6470-4a75-8e2a-1054af40dba3 req-f6fc90b2-f338-46bf-add2-c21f0a8acae6 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 944 time: 0.2292187 Aug 04 16:52:56.488206 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.510533 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.524567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c62198-573c-48ad-9da4-1939c106e04f {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:52:56.570933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-7660dd6a-bedf-4596-9ca6-57a7e6807ae2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] No DVR routers for this DVR port 5d738662-d51f-42b7-9f23-47fbee914546 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:52:56.575439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-7660dd6a-bedf-4596-9ca6-57a7e6807ae2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.577663 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dfe2afb8-25f2-49de-8175-3f7b7eb6165b req-7660dd6a-bedf-4596-9ca6-57a7e6807ae2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.82 "DELETE /v2.0/ports/5d738662-d51f-42b7-9f23-47fbee914546 HTTP/1.1" status: 204 len: 173 time: 0.8406363 Aug 04 16:52:56.584976 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c991041a-c0d1-4b77-b96b-8f2d8e291a17 req-42bc4fb4-aa70-4c82-8649-53534b528883 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290693 Aug 04 16:52:56.607315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:56.610724 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e67664c-6470-4a75-8e2a-1054af40dba3 req-885cac0e-da46-4ea0-b4a0-80f3947a1775 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110997 Aug 04 16:52:56.625115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Network 8b2fc36f-59ae-4d3c-ae28-633000a4085c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:52:56.626454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:52:56.630109 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.646857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f54f4ced-a68b-4aba-9bc4-efd47f34c792, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f54f4ced-a68b-4aba-9bc4-efd47f34c792,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:56.690685 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6de1c06c-d1f9-4baa-be9a-36deb56b3011 req-c1f1ef1c-2fce-4844-9208-47987b865923 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365930 Aug 04 16:52:56.706101 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:56.794033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=16c62198-573c-48ad-9da4-1939c106e04f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:57.014870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['16c62198-573c-48ad-9da4-1939c106e04f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:52:57.062472 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6de1c06c-d1f9-4baa-be9a-36deb56b3011 req-bcbda5b7-e126-4120-afd5-17581f3d4aa0 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631299 Aug 04 16:52:57.123964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f54f4ced-a68b-4aba-9bc4-efd47f34c792,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:57.157685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3a203c-2e29-4721-af6a-72f8aa19b836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54f4ced-a68b-4aba-9bc4-efd47f34c792'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:57.161029 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b681dbbd-976a-4f1b-b961-124c88b11d27" -d '{"events": [{"server_uuid": "bd3a203c-2e29-4721-af6a-72f8aa19b836", "name": "network-vif-plugged", "status": "completed", "tag": "f54f4ced-a68b-4aba-9bc4-efd47f34c792"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:57.252877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db48dfd-ecd2-4ac1-b238-c4690ed31d43', 'name': 'network-vif-deleted', 'tag': '5d738662-d51f-42b7-9f23-47fbee914546'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:52:57.256854 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb29f1ce-7386-4d32-80bd-8b5a81f8fba8" -d '{"events": [{"server_uuid": "1db48dfd-ecd2-4ac1-b238-c4690ed31d43", "name": "network-vif-deleted", "tag": "5d738662-d51f-42b7-9f23-47fbee914546"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:52:57.288032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-23c8a1e2-dd1b-4bc2-84bd-dd51b848ce71 None None] Provisioning complete for port 38776636-9820-4a01-8ed8-6dfd51f4a3ae triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:57.288668 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-23c8a1e2-dd1b-4bc2-84bd-dd51b848ce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:57.343548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-23c8a1e2-dd1b-4bc2-84bd-dd51b848ce71 None None] Port 38776636-9820-4a01-8ed8-6dfd51f4a3ae cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:52:57.426361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f1240-2579-4ba9-94e6-a40cacfef26c req-cf477586-f4ae-40e4-adeb-3ffaf12a9d2a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:57.428027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db6f1240-2579-4ba9-94e6-a40cacfef26c req-cf477586-f4ae-40e4-adeb-3ffaf12a9d2a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 944 time: 0.7014670 Aug 04 16:52:57.454973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Router d6721664-785f-4c32-9de8-9126e061815e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:52:57.465007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7bded-8d2d-451a-b4f4-a3021d781b16 req-4c4a00b6-92b8-4e6d-acfe-ad943efc66d3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:57.470959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7bded-8d2d-451a-b4f4-a3021d781b16 req-4c4a00b6-92b8-4e6d-acfe-ad943efc66d3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:57.477093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7bded-8d2d-451a-b4f4-a3021d781b16 req-4c4a00b6-92b8-4e6d-acfe-ad943efc66d3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:57.479027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07c7bded-8d2d-451a-b4f4-a3021d781b16 req-4c4a00b6-92b8-4e6d-acfe-ad943efc66d3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2418 time: 0.5317183 Aug 04 16:52:57.536415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db6f1240-2579-4ba9-94e6-a40cacfef26c req-47ec6f5f-a15f-4cc4-ba5c-d7779fdb0a3a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925088 Aug 04 16:52:57.592618 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07c7bded-8d2d-451a-b4f4-a3021d781b16 req-e2c8cfa9-8b42-4f1f-8726-12a7908f600a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995138 Aug 04 16:52:57.703322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:52:57.717533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e563240d-9bcf-4e99-8e19-db92932e10d8 admin admin] 10.222.0.39 "PUT /v2.0/routers/d6721664-785f-4c32-9de8-9126e061815e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7720847 Aug 04 16:52:57.726483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23085836-a715-4cc0-b937-2f54652d02c8 req-8c892cf9-0123-43a8-b3b7-b6686c5e1e5a tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:57.728220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23085836-a715-4cc0-b937-2f54652d02c8 req-8c892cf9-0123-43a8-b3b7-b6686c5e1e5a tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.0817795 Aug 04 16:52:57.745796 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c02eb-5af9-47b6-8d2b-46e0df785576 x-openstack-request-id: req-126c02eb-5af9-47b6-8d2b-46e0df785576 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:57.746108 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3a203c-2e29-4721-af6a-72f8aa19b836", "name": "network-vif-plugged", "status": "completed", "tag": "f54f4ced-a68b-4aba-9bc4-efd47f34c792", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:57.746357 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-126c02eb-5af9-47b6-8d2b-46e0df785576 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:57.746757 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3a203c-2e29-4721-af6a-72f8aa19b836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54f4ced-a68b-4aba-9bc4-efd47f34c792', 'code': 200} Aug 04 16:52:57.778346 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e08cdf0-1e2a-4a32-aaee-b1232923faf6 x-openstack-request-id: req-7e08cdf0-1e2a-4a32-aaee-b1232923faf6 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:52:57.778947 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db48dfd-ecd2-4ac1-b238-c4690ed31d43", "name": "network-vif-deleted", "tag": "5d738662-d51f-42b7-9f23-47fbee914546", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:52:57.779054 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e08cdf0-1e2a-4a32-aaee-b1232923faf6 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:52:57.779523 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db48dfd-ecd2-4ac1-b238-c4690ed31d43', 'name': 'network-vif-deleted', 'tag': '5d738662-d51f-42b7-9f23-47fbee914546', 'status': 'completed', 'code': 200} Aug 04 16:52:57.783711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23085836-a715-4cc0-b937-2f54652d02c8 req-c865596f-b709-4256-9edb-4c24907a918f tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489488 Aug 04 16:52:57.857709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe79cb-e1a4-498f-b2b7-d4154c179c50 req-9c1bc54b-6a03-4964-ae8d-3370a7841487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:57.859251 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6bbe79cb-e1a4-498f-b2b7-d4154c179c50 req-9c1bc54b-6a03-4964-ae8d-3370a7841487 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 1101 time: 0.0501592 Aug 04 16:52:57.934929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860fdaa-5cc1-475a-9612-0db2572ace69 req-bf47bf21-3121-4fa7-a7aa-09654cc5fc6c tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:57.935312 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6bbe79cb-e1a4-498f-b2b7-d4154c179c50 req-bbb25d13-4e19-43fb-99de-e93d28784c21 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672922 Aug 04 16:52:57.936460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5860fdaa-5cc1-475a-9612-0db2572ace69 req-bf47bf21-3121-4fa7-a7aa-09654cc5fc6c tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 950 time: 0.1080959 Aug 04 16:52:57.962424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 449ebe90-32b9-4f2e-b429-e346a1213c6c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:57.972015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040618-94a4-4307-a7f4-1a437dc5b83d req-3bbcd9ad-650e-470a-b6f1-ad7f54553499 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:57.973879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75040618-94a4-4307-a7f4-1a437dc5b83d req-3bbcd9ad-650e-470a-b6f1-ad7f54553499 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 944 time: 0.1083832 Aug 04 16:52:58.009574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5860fdaa-5cc1-475a-9612-0db2572ace69 req-163b299b-2900-4746-9fdb-cf9a006151ea tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645270 Aug 04 16:52:58.019419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 449ebe90-32b9-4f2e-b429-e346a1213c6c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:52:58.025079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 449ebe90-32b9-4f2e-b429-e346a1213c6c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:52:58.025759 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:58.036747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75040618-94a4-4307-a7f4-1a437dc5b83d req-8e606ea8-6aeb-459c-902f-9dfc3ecd0c94 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514121 Aug 04 16:52:58.110502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:58.132577 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 449ebe90-32b9-4f2e-b429-e346a1213c6c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=449ebe90-32b9-4f2e-b429-e346a1213c6c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:52:58.139695 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:58.201060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=449ebe90-32b9-4f2e-b429-e346a1213c6c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:58.330406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1429b-08f8-4526-9d2e-df324f8d5fe6 req-44aae72d-d9ae-4b68-8157-627f5333210e tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:58.332192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71a1429b-08f8-4526-9d2e-df324f8d5fe6 req-44aae72d-d9ae-4b68-8157-627f5333210e tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 950 time: 0.1068356 Aug 04 16:52:58.391430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ff306-4e52-41f7-9a92-36e78785f75a req-a7fecede-fabe-4c98-919d-b3edf534d394 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:58.392969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-a7fecede-fabe-4c98-919d-b3edf534d394 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 821 time: 0.1417079 Aug 04 16:52:58.401104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71a1429b-08f8-4526-9d2e-df324f8d5fe6 req-1bb3df9c-556d-44a2-a863-749e646d22e1 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585425 Aug 04 16:52:58.411662 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-ad2c3f01-6c48-45fe-88ce-2bf14f8a9ad8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/quotas/3d9ef92026e847768b6eabae7e3293de HTTP/1.1" status: 200 len: 375 time: 0.0096557 Aug 04 16:52:58.466598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-a68fd54b-f288-41d8-98b4-c02f30ed96cd tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487926 Aug 04 16:52:58.529023 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Sync routers for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:52:58.539667 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:52:58.540384 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:52:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:58.565361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-4b63c802-3cc9-4f4d-997e-60a021f1d1db service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907788 Aug 04 16:52:58.653800 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:52:58.716120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40eb45-ec7e-4e39-8750-8cadb19dc91b req-dea2ddf8-ec38-484a-87e0-744262ad6e3d tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:58.717688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e40eb45-ec7e-4e39-8750-8cadb19dc91b req-dea2ddf8-ec38-484a-87e0-744262ad6e3d tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 944 time: 0.0867717 Aug 04 16:52:58.720003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-92aeb97c-803a-4d3c-b7d1-7e93d98d1dd1 service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432509 Aug 04 16:52:58.761163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e40eb45-ec7e-4e39-8750-8cadb19dc91b req-a6cdc871-10ae-43ed-b2d3-c08cb26d98e5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Aug 04 16:52:58.866790 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 2, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:58.899895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1635a71-2fa3-48a4-a4e3-c8993d7dd52f req-e29785c7-4298-4913-9ca4-efb1c4f55aa7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:58.904495 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Checking router: d6721664-785f-4c32-9de8-9126e061815e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:52:58.904754 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Updating router d6721664-785f-4c32-9de8-9126e061815e port 38776636-9820-4a01-8ed8-6dfd51f4a3ae binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:52:58.907154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1635a71-2fa3-48a4-a4e3-c8993d7dd52f req-e29785c7-4298-4913-9ca4-efb1c4f55aa7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:58.913204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1635a71-2fa3-48a4-a4e3-c8993d7dd52f req-e29785c7-4298-4913-9ca4-efb1c4f55aa7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:58.919263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1635a71-2fa3-48a4-a4e3-c8993d7dd52f req-e29785c7-4298-4913-9ca4-efb1c4f55aa7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2418 time: 0.0817194 Aug 04 16:52:58.933259 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:58.974051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1635a71-2fa3-48a4-a4e3-c8993d7dd52f req-def5994d-c6eb-49e6-8ba8-9721779f3999 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509560 Aug 04 16:52:59.086997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3aaebd37-46d9-4316-9c46-93c62d9f873c req-5490984e-ff15-43ee-9571-8093316fec20 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 210 time: 0.0435753 Aug 04 16:52:59.101131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbca86-76dc-487b-83d9-c7dabb1152ab req-3950735e-58ce-406c-91c9-e87203aad8b1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:59.102665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8fbca86-76dc-487b-83d9-c7dabb1152ab req-3950735e-58ce-406c-91c9-e87203aad8b1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.0912971 Aug 04 16:52:59.163409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8fbca86-76dc-487b-83d9-c7dabb1152ab req-9347c95d-de10-4829-9958-531a2bf29078 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Aug 04 16:52:59.258637 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:59.272460 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Transition to ACTIVE for port object 38776636-9820-4a01-8ed8-6dfd51f4a3ae will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:52:59.280726 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:59.306324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a3d5b-a997-4aa3-b934-9da7e7d77e27 req-db3d83a1-3a42-4ca7-9944-e147c4bd05cf tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:59.307852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a9a3d5b-a997-4aa3-b934-9da7e7d77e27 req-db3d83a1-3a42-4ca7-9944-e147c4bd05cf tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 950 time: 0.0872512 Aug 04 16:52:59.320835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd18e9-627e-4405-9bc0-ebcf49ae25f4 req-a8a1240d-0bce-43cd-bc9c-455832cbbf24 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:59.322460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03dd18e9-627e-4405-9bc0-ebcf49ae25f4 req-a8a1240d-0bce-43cd-bc9c-455832cbbf24 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 944 time: 0.0710998 Aug 04 16:52:59.340186 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862f616-0007-40de-84b9-960f6699e069 None None] Pushing event updated for resources: {'Port': ['ID=38776636-9820-4a01-8ed8-6dfd51f4a3ae,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:59.397001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a9a3d5b-a997-4aa3-b934-9da7e7d77e27 req-58a7c508-6c6d-4c45-a3b4-857932c26e24 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716276 Aug 04 16:52:59.415344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03dd18e9-627e-4405-9bc0-ebcf49ae25f4 req-7fbd8974-9179-4b99-a5ed-abdad803fd7c tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789208 Aug 04 16:52:59.432422 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Attempting to bind port 38776636-9820-4a01-8ed8-6dfd51f4a3ae on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:52:59.432926 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Attempting to bind port 38776636-9820-4a01-8ed8-6dfd51f4a3ae by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:52:59.433395 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Attempting to bind port 38776636-9820-4a01-8ed8-6dfd51f4a3ae on network 8b2fc36f-59ae-4d3c-ae28-633000a4085c {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:52:59.443961 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:52:59.446424 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Checking segment: {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:52:59.447288 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:59.447417 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Bound using segment: {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:52:59.447986 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Bound port: 38776636-9820-4a01-8ed8-6dfd51f4a3ae, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:52:59.448582 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:59.570174 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] For port 38776636-9820-4a01-8ed8-6dfd51f4a3ae, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:52:59.577495 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] For port 38776636-9820-4a01-8ed8-6dfd51f4a3ae, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=38776636-9820-4a01-8ed8-6dfd51f4a3ae,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:52:59.578493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6e0f3-33b1-48e9-bc0c-5a7e45540d11 req-b584450a-1d19-4b6f-b7a2-a37b4107fec8 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:59.585488 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:52:59.587509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ff6e0f3-33b1-48e9-bc0c-5a7e45540d11 req-b584450a-1d19-4b6f-b7a2-a37b4107fec8 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 950 time: 0.0834489 Aug 04 16:52:59.636845 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:52:59.637620 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:52:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:52:59.653985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ff6e0f3-33b1-48e9-bc0c-5a7e45540d11 req-f41c8d39-cf4f-48a9-a72e-327d3049a1fb tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/security-groups?id=887a8b49-bec2-4ecd-af6f-f4f065d4af04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635781 Aug 04 16:52:59.808170 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862f616-0007-40de-84b9-960f6699e069 None None] Pushing event updated for resources: {'Port': ['ID=38776636-9820-4a01-8ed8-6dfd51f4a3ae,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:52:59.821361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d164d259-b494-4992-bce9-19279951097d details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:52:59.821869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5d738662-d51f-42b7-9f23-47fbee914546 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:52:59.840593 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:52:59.862556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 5d738662-d51f-42b7-9f23-47fbee914546 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:52:59.863075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5d738662-d51f-42b7-9f23-47fbee914546 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:52:59.871367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-104d3215-9746-4802-8318-bc1c297e5e83 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:59.872993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-104d3215-9746-4802-8318-bc1c297e5e83 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.90 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 950 time: 0.1554019 Aug 04 16:52:59.935179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f0478-22ce-499e-8234-1db8ab1967bf req-1a50651f-d7ee-472e-aea3-d12c32801fc3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:59.943451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 16c62198-573c-48ad-9da4-1939c106e04f up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:52:59.944104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f0478-22ce-499e-8234-1db8ab1967bf req-1a50651f-d7ee-472e-aea3-d12c32801fc3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:59.951385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f0478-22ce-499e-8234-1db8ab1967bf req-1a50651f-d7ee-472e-aea3-d12c32801fc3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:52:59.953073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-631f0478-22ce-499e-8234-1db8ab1967bf req-1a50651f-d7ee-472e-aea3-d12c32801fc3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2418 time: 0.1830058 Aug 04 16:52:59.969456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 449ebe90-32b9-4f2e-b429-e346a1213c6c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:00.058045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-631f0478-22ce-499e-8234-1db8ab1967bf req-bd45a2de-1ea9-4b85-8d75-7978ad074f86 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803149 Aug 04 16:53:00.080397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:00.100950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'd164d259-b494-4992-bce9-19279951097d', 'network_id': '83871cb6-9702-4d6c-8452-9290689050df', 'port_id': 'd164d259-b494-4992-bce9-19279951097d', 'mac_address': 'fa:16:3e:a4:41:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639ee8d8-35bc-44fd-970a-1029484fffb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:00.141777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 16c62198-573c-48ad-9da4-1939c106e04f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:00.143092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90539d32-9739-4ca6-8ebc-3ae591e820b0 req-72f90741-9c9b-49fc-aad9-c204d8f73c1d tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:00.144968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90539d32-9739-4ca6-8ebc-3ae591e820b0 req-72f90741-9c9b-49fc-aad9-c204d8f73c1d tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 944 time: 0.1070309 Aug 04 16:53:00.149837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 449ebe90-32b9-4f2e-b429-e346a1213c6c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:00.149837 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:00.193302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 16c62198-573c-48ad-9da4-1939c106e04f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:00.193682 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:00.197978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-6188cc2e-f491-4fc2-beea-2834e2cc64a2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Deleting port 3bccd213-c86a-4763-9f93-3b74dbab9bce {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:00.198345 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-6188cc2e-f491-4fc2-beea-2834e2cc64a2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:00.218472 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:00.225330 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:52:59Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:00.250546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d164d259-b494-4992-bce9-19279951097d {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:00.279498 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ff149-953b-44a0-b81c-30015d66cfe6 None None] The sync data for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 is: [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:52:59Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:53:00.293064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:00.314591 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:00.419909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90539d32-9739-4ca6-8ebc-3ae591e820b0 req-0acd03bf-ff84-4c66-9e39-f0fad7e06ed8 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497275 Aug 04 16:53:00.441240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ff306-4e52-41f7-9a92-36e78785f75a req-d714e4e9-c1df-4a4c-847e-616733fe9485 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:00.443672 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-d714e4e9-c1df-4a4c-847e-616733fe9485 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.82 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 821 time: 0.2168267 Aug 04 16:53:00.453495 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:00.455494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe6b46-0886-4b48-bb31-4deeeb3356e7 req-a4c31d09-20af-43f7-bd33-62657a4f7eb3 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:00.467271 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Request body: {'port': {'device_id': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'admin_state_up': True, 'tenant_id': '3d9ef92026e847768b6eabae7e3293de'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:00.469388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6afe6b46-0886-4b48-bb31-4deeeb3356e7 req-a4c31d09-20af-43f7-bd33-62657a4f7eb3 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 950 time: 0.1607137 Aug 04 16:53:00.546439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c62198-573c-48ad-9da4-1939c106e04f'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:00.548802 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd1c9c1-ed43-4367-8795-1c547c1a5492" -d '{"events": [{"server_uuid": "cf07f738-6300-4c2c-b2d4-59c5f385cce4", "name": "network-vif-plugged", "status": "completed", "tag": "16c62198-573c-48ad-9da4-1939c106e04f"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:00.553539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:00.558193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d164d259-b494-4992-bce9-19279951097d,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:00.562321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:00.579679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6afe6b46-0886-4b48-bb31-4deeeb3356e7 req-c7e72e1f-8600-4bbf-825c-099572087506 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095197 Aug 04 16:53:00.602009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d164d259-b494-4992-bce9-19279951097d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:00.614080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfa7d8d3-2c08-4acb-845b-985e36a5ea4f req-81921a95-00c8-4741-bd52-4c36910722d5 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 210 time: 0.0617201 Aug 04 16:53:00.621290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-6188cc2e-f491-4fc2-beea-2834e2cc64a2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] For port 3bccd213-c86a-4763-9f93-3b74dbab9bce, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=3bccd213-c86a-4763-9f93-3b74dbab9bce,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:00.621666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-6188cc2e-f491-4fc2-beea-2834e2cc64a2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:00.648002 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=16c62198-573c-48ad-9da4-1939c106e04f,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:00.658517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-6188cc2e-f491-4fc2-beea-2834e2cc64a2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Calling delete_port for 3bccd213-c86a-4763-9f93-3b74dbab9bce owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:00.732941 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Made reservation on behalf of 3d9ef92026e847768b6eabae7e3293de for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:00.736665 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:00.921165 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Allocated IP 172.20.0.6 (8b2fc36f-59ae-4d3c-ae28-633000a4085c/06080936-8259-470d-b02f-60e919b9e93c/d71190c4-43b3-43ec-846f-c1876f563b5a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:00.965992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa541a-b364-4a92-9886-f497e90a3aa7 req-50f5f0b1-685c-440f-88a7-5048654e27dd tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:00.967460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6caa541a-b364-4a92-9886-f497e90a3aa7 req-50f5f0b1-685c-440f-88a7-5048654e27dd tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1449394 Aug 04 16:53:00.994475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3947751-c563-4a01-bc07-299c87210354 req-4581f0d6-5b12-403a-9d90-ed8811c4b726 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:00.996071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3947751-c563-4a01-bc07-299c87210354 req-4581f0d6-5b12-403a-9d90-ed8811c4b726 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 945 time: 0.1819577 Aug 04 16:53:01.014378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-6188cc2e-f491-4fc2-beea-2834e2cc64a2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:01.026342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['3bccd213-c86a-4763-9f93-3b74dbab9bce'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:01.064646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188cc2e-f491-4fc2-beea-2834e2cc64a2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Pushing event deleted for resources: {'Port': ['ID=3bccd213-c86a-4763-9f93-3b74dbab9bce,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:01.091737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6caa541a-b364-4a92-9886-f497e90a3aa7 req-d5855b87-ad83-4b1a-922b-02942748f2c2 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164477 Aug 04 16:53:01.139805 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3947751-c563-4a01-bc07-299c87210354 req-74a659bb-3c95-44d3-b8eb-dea11f5714a3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294413 Aug 04 16:53:01.146275 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:01.162247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-6188cc2e-f491-4fc2-beea-2834e2cc64a2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] No DVR routers for this DVR port 3bccd213-c86a-4763-9f93-3b74dbab9bce on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:01.165199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-6188cc2e-f491-4fc2-beea-2834e2cc64a2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:01.168615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aaa57a86-43eb-4182-809b-a9d523885c79 req-6188cc2e-f491-4fc2-beea-2834e2cc64a2 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.90 "DELETE /v2.0/ports/3bccd213-c86a-4763-9f93-3b74dbab9bce HTTP/1.1" status: 204 len: 173 time: 1.2827184 Aug 04 16:53:01.168891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945', 'name': 'network-vif-deleted', 'tag': '3bccd213-c86a-4763-9f93-3b74dbab9bce'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:01.171313 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4924d1d9-07ab-4bb9-a7a4-54fbe534bb89" -d '{"events": [{"server_uuid": "0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945", "name": "network-vif-deleted", "tag": "3bccd213-c86a-4763-9f93-3b74dbab9bce"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:01.211201 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd33344-05e4-4433-9360-f80316f58a74 x-openstack-request-id: req-abd33344-05e4-4433-9360-f80316f58a74 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:01.211592 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf07f738-6300-4c2c-b2d4-59c5f385cce4", "name": "network-vif-plugged", "status": "completed", "tag": "16c62198-573c-48ad-9da4-1939c106e04f", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:01.212649 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abd33344-05e4-4433-9360-f80316f58a74 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:01.213330 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c62198-573c-48ad-9da4-1939c106e04f', 'code': 200} Aug 04 16:53:01.216702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Transition to ACTIVE for port object d71190c4-43b3-43ec-846f-c1876f563b5a will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:01.291076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa7c0719-3d57-4192-b836-6c528e77c76b req-4b94c9e4-d55e-4901-bb4a-dd7651d3d938 tempest-LiveMigrationNegativeTest-149723407 tempest-LiveMigrationNegativeTest-149723407-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945 HTTP/1.1" status: 200 len: 210 time: 0.0455837 Aug 04 16:53:01.293248 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:01.407026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2acd2-2f08-4f5b-88a8-5894c49a8506 req-25221549-e8a6-470b-b6a9-38bdf75a1b1d tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.414035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2acd2-2f08-4f5b-88a8-5894c49a8506 req-25221549-e8a6-470b-b6a9-38bdf75a1b1d tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.422634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2acd2-2f08-4f5b-88a8-5894c49a8506 req-25221549-e8a6-470b-b6a9-38bdf75a1b1d tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.422634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7db2acd2-2f08-4f5b-88a8-5894c49a8506 req-25221549-e8a6-470b-b6a9-38bdf75a1b1d tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2418 time: 0.0792439 Aug 04 16:53:01.435468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d9e39-17dd-4e31-aa90-36faca25b9cd req-244a0b17-8682-47a7-a615-035582b03ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.437025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b43d9e39-17dd-4e31-aa90-36faca25b9cd req-244a0b17-8682-47a7-a615-035582b03ede service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 1096 time: 0.1446223 Aug 04 16:53:01.455552 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15f78af-7fee-4d24-869a-a5f92e7cbd47 x-openstack-request-id: req-b15f78af-7fee-4d24-869a-a5f92e7cbd47 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:01.456112 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945", "name": "network-vif-deleted", "tag": "3bccd213-c86a-4763-9f93-3b74dbab9bce", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:01.456532 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b15f78af-7fee-4d24-869a-a5f92e7cbd47 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:01.457071 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b68bd3e-672d-4b3c-9a5f-e9fd7f3a9945', 'name': 'network-vif-deleted', 'tag': '3bccd213-c86a-4763-9f93-3b74dbab9bce', 'status': 'completed', 'code': 200} Aug 04 16:53:01.478657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Pushing event updated for resources: {'Port': ['ID=d71190c4-43b3-43ec-846f-c1876f563b5a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:01.492737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Network 8b2fc36f-59ae-4d3c-ae28-633000a4085c is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:01.498241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7db2acd2-2f08-4f5b-88a8-5894c49a8506 req-89ca7f20-b614-4e27-ad10-491ea43a1fb0 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656273 Aug 04 16:53:01.501797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:01.508040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:01.517198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b43d9e39-17dd-4e31-aa90-36faca25b9cd req-c45d2990-d85a-4e2f-ac22-f08a0c0cd59a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592198 Aug 04 16:53:01.563941 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-aa1736df-845a-4171-b904-6e7f43d3b5f5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.570593 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-aa1736df-845a-4171-b904-6e7f43d3b5f5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.577079 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-aa1736df-845a-4171-b904-6e7f43d3b5f5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.578767 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-aa1736df-845a-4171-b904-6e7f43d3b5f5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.90 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2418 time: 0.1460648 Aug 04 16:53:01.598493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559af69-6d80-48cc-97dd-c86e49f4b656 req-8c35ce26-af36-44ee-b6a5-4bf7b908a186 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.600134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4559af69-6d80-48cc-97dd-c86e49f4b656 req-8c35ce26-af36-44ee-b6a5-4bf7b908a186 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 945 time: 0.0582042 Aug 04 16:53:01.608490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-fdabbb20-9aa5-4811-99bb-0373e02d3689 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.610011 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-fdabbb20-9aa5-4811-99bb-0373e02d3689 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.82 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 950 time: 0.2205141 Aug 04 16:53:01.649010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.649674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:01.673534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4559af69-6d80-48cc-97dd-c86e49f4b656 req-6ed43b9a-5988-4987-98a8-483bba031452 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658340 Aug 04 16:53:01.729786 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-62b0774e-d144-4a87-b4d6-5f3da0ab5a97 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2676578 Aug 04 16:53:01.780545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Request body: {'port': {'device_id': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:01.815363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4cce4-f7ac-427a-a538-770a74d27cc0 req-26c3f38a-71ae-443a-b17c-be9bcd9abaff tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.824606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6b4cce4-f7ac-427a-a538-770a74d27cc0 req-26c3f38a-71ae-443a-b17c-be9bcd9abaff tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 950 time: 0.1459215 Aug 04 16:53:01.851936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e5a576c2-ecd1-4d1f-a7ae-ad4282c28a3a None None] Provisioning for port d71190c4-43b3-43ec-846f-c1876f563b5a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:01.861787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d164d259-b494-4992-bce9-19279951097d up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:01.879534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:01.906164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6b4cce4-f7ac-427a-a538-770a74d27cc0 req-bc0b0776-8aba-458d-82a3-780fd97c4387 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804248 Aug 04 16:53:01.925985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49423bb9-0bad-4f1a-8e9c-f4c52027b396 req-511589ef-0d75-4a15-96d0-13bb9f63b61b tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:01.927970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49423bb9-0bad-4f1a-8e9c-f4c52027b396 req-511589ef-0d75-4a15-96d0-13bb9f63b61b tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 931 time: 0.1555583 Aug 04 16:53:01.933919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-a5375b9d-f416-48ed-af64-8197181d9bf3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting port ca38c186-3142-4b49-8821-4d84604e6b17 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:01.934473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-a5375b9d-f416-48ed-af64-8197181d9bf3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:01.944883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e5a576c2-ecd1-4d1f-a7ae-ad4282c28a3a None None] Provisioning complete for port d71190c4-43b3-43ec-846f-c1876f563b5a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:01.949367 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e5a576c2-ecd1-4d1f-a7ae-ad4282c28a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.011909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49423bb9-0bad-4f1a-8e9c-f4c52027b396 req-c68878a3-33f7-42cf-8d2e-4ff3b44f6506 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690439 Aug 04 16:53:02.028135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-2afdfbb8-ddf8-43e9-8e90-f1d517cff4f9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Deleting port f54f4ced-a68b-4aba-9bc4-efd47f34c792 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:02.028561 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-2afdfbb8-ddf8-43e9-8e90-f1d517cff4f9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.032107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 38776636-9820-4a01-8ed8-6dfd51f4a3ae up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:02.083724 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a95f2086-7c33-4fe8-b402-a9169c38369a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.100025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e5a576c2-ecd1-4d1f-a7ae-ad4282c28a3a None None] Port d71190c4-43b3-43ec-846f-c1876f563b5a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:53:02.117046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port d164d259-b494-4992-bce9-19279951097d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:02.122304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port d164d259-b494-4992-bce9-19279951097d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:02.122719 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.146506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 38776636-9820-4a01-8ed8-6dfd51f4a3ae completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:02.159589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 38776636-9820-4a01-8ed8-6dfd51f4a3ae triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:02.159589 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.222056 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-a5375b9d-f416-48ed-af64-8197181d9bf3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] For port ca38c186-3142-4b49-8821-4d84604e6b17, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ca38c186-3142-4b49-8821-4d84604e6b17,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:02.222485 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-a5375b9d-f416-48ed-af64-8197181d9bf3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.244194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581c68e-0552-4c8f-9e5d-5ab02bff4647 req-5a9e28c3-35b0-4c18-aa81-4899376ec40d tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:02.246126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d581c68e-0552-4c8f-9e5d-5ab02bff4647 req-5a9e28c3-35b0-4c18-aa81-4899376ec40d tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.0610952 Aug 04 16:53:02.248123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-a5375b9d-f416-48ed-af64-8197181d9bf3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Calling delete_port for ca38c186-3142-4b49-8821-4d84604e6b17 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:02.283727 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.303566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.316070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-2afdfbb8-ddf8-43e9-8e90-f1d517cff4f9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] For port f54f4ced-a68b-4aba-9bc4-efd47f34c792, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f54f4ced-a68b-4aba-9bc4-efd47f34c792,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:02.316757 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-2afdfbb8-ddf8-43e9-8e90-f1d517cff4f9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.318717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd3dfe-23bb-45ac-8784-8a8e69a1c95a req-dc458370-9323-43a5-b940-c425f5c2ff54 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:02.326330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44fd3dfe-23bb-45ac-8784-8a8e69a1c95a req-dc458370-9323-43a5-b940-c425f5c2ff54 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 945 time: 0.0904927 Aug 04 16:53:02.330444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d581c68e-0552-4c8f-9e5d-5ab02bff4647 req-a3d3b949-6bf3-4add-bb61-dfaa8da7fdda tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599487 Aug 04 16:53:02.344104 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:02.353161 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.367675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 38776636-9820-4a01-8ed8-6dfd51f4a3ae, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=38776636-9820-4a01-8ed8-6dfd51f4a3ae,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:02.378287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-2afdfbb8-ddf8-43e9-8e90-f1d517cff4f9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Calling delete_port for f54f4ced-a68b-4aba-9bc4-efd47f34c792 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:02.383946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44fd3dfe-23bb-45ac-8784-8a8e69a1c95a req-e439950a-269c-485e-8634-8645430a7da6 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566738 Aug 04 16:53:02.391430 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.434798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d164d259-b494-4992-bce9-19279951097d,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:02.502674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=38776636-9820-4a01-8ed8-6dfd51f4a3ae,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:02.656245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdf2bc-9489-4aab-a4a5-624e42de4314 req-0fb9a07c-e538-44b7-94cd-b7c47c996e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:02.662775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdf2bc-9489-4aab-a4a5-624e42de4314 req-0fb9a07c-e538-44b7-94cd-b7c47c996e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:02.668969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdf2bc-9489-4aab-a4a5-624e42de4314 req-0fb9a07c-e538-44b7-94cd-b7c47c996e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:02.671080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bbdf2bc-9489-4aab-a4a5-624e42de4314 req-0fb9a07c-e538-44b7-94cd-b7c47c996e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 2418 time: 0.0907147 Aug 04 16:53:02.713518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bbdf2bc-9489-4aab-a4a5-624e42de4314 req-880f9a3f-67a7-4488-be2b-1978ae33c29d tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Aug 04 16:53:02.742631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37192) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:02.847715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842788b-cd60-4496-8f68-7b3b9ff8d9d5 req-0e271ec8-0a4b-4fbd-8a10-b8815b450e4a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:02.849259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f842788b-cd60-4496-8f68-7b3b9ff8d9d5 req-0e271ec8-0a4b-4fbd-8a10-b8815b450e4a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 945 time: 0.0683305 Aug 04 16:53:02.905212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71190c4-43b3-43ec-846f-c1876f563b5a {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:02.908216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f842788b-cd60-4496-8f68-7b3b9ff8d9d5 req-a73f9cd5-775b-46bb-aaa5-5a4fd990fdd7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526097 Aug 04 16:53:02.914990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.927724 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-64bc8ecb-101a-45c8-bc0f-fed3d3d3b3b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23140db0999b4bbfae93a5971c28d413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807320 Aug 04 16:53:02.928522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37196) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:02.950146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Transition to ACTIVE for port object d71190c4-43b3-43ec-846f-c1876f563b5a will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:02.955981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-a5375b9d-f416-48ed-af64-8197181d9bf3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:02.968398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['801263e7-bb11-479c-abbf-a77541592241', 'ca38c186-3142-4b49-8821-4d84604e6b17', '2cdeac80-6a94-439e-b33c-09db71613a8a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:02.989980 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.036295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5375b9d-f416-48ed-af64-8197181d9bf3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Port': ['ID=ca38c186-3142-4b49-8821-4d84604e6b17,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:03.083630 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:53:03.125020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f12d7-18d7-4e1f-842a-f6902839aa95 req-64c36e42-e78b-465c-a0a1-d7666c7a7f2a tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:03.126882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-a5375b9d-f416-48ed-af64-8197181d9bf3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] No DVR routers for this DVR port ca38c186-3142-4b49-8821-4d84604e6b17 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:03.135107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-a5375b9d-f416-48ed-af64-8197181d9bf3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.135357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c1f12d7-18d7-4e1f-842a-f6902839aa95 req-64c36e42-e78b-465c-a0a1-d7666c7a7f2a tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd3a203c-2e29-4721-af6a-72f8aa19b836 HTTP/1.1" status: 200 len: 950 time: 0.1465178 Aug 04 16:53:03.137100 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-a5375b9d-f416-48ed-af64-8197181d9bf3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.90 "DELETE /v2.0/ports/ca38c186-3142-4b49-8821-4d84604e6b17 HTTP/1.1" status: 204 len: 173 time: 1.5492201 Aug 04 16:53:03.137562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-deleted', 'tag': 'ca38c186-3142-4b49-8821-4d84604e6b17'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:03.144911 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482b6717-6589-4467-980f-a5a4bb14f2f0" -d '{"events": [{"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-deleted", "tag": "ca38c186-3142-4b49-8821-4d84604e6b17"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:03.151282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597875c-7c86-479d-9f9f-5d101bdfb082 req-c40dfce8-62b3-40b3-81ce-42135a53cfac tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:03.161099 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a597875c-7c86-479d-9f9f-5d101bdfb082 req-c40dfce8-62b3-40b3-81ce-42135a53cfac tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 1096 time: 0.1515124 Aug 04 16:53:03.170190 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20dc0e70-cfb0-4195-9714-f0754365f114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.170342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-2afdfbb8-ddf8-43e9-8e90-f1d517cff4f9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.197642 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20dc0e70-cfb0-4195-9714-f0754365f114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.208661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f54f4ced-a68b-4aba-9bc4-efd47f34c792'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:03.216522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d71190c4-43b3-43ec-846f-c1876f563b5a,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:03.248484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fe04af-be7f-4268-b29f-8cc91008323c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd164d259-b494-4992-bce9-19279951097d'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:03.251557 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eba66eb-06de-4475-b524-6f208e9e4b38" -d '{"events": [{"server_uuid": "68fe04af-be7f-4268-b29f-8cc91008323c", "name": "network-vif-plugged", "status": "completed", "tag": "d164d259-b494-4992-bce9-19279951097d"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:03.275808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a597875c-7c86-479d-9f9f-5d101bdfb082 req-e89fa726-426d-459d-b2c4-982ec7e56140 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122646 Aug 04 16:53:03.337561 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c1f12d7-18d7-4e1f-842a-f6902839aa95 req-8fd03b8a-f6c1-4015-9f96-72fef22d6ce5 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.39 "GET /v2.0/security-groups?id=c983f77e-3ccf-462c-9607-d49c4341affd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013144 Aug 04 16:53:03.369605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20dc0e70-cfb0-4195-9714-f0754365f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.373412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20dc0e70-cfb0-4195-9714-f0754365f114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.381045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-20dc0e70-cfb0-4195-9714-f0754365f114 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/887a8b49-bec2-4ecd-af6f-f4f065d4af04 HTTP/1.1" status: 204 len: 168 time: 0.4516175 Aug 04 16:53:03.421569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc0e70-cfb0-4195-9714-f0754365f114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a8b49-bec2-4ecd-af6f-f4f065d4af04,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:03.444969 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d74163a-14a7-41c0-96a6-7303eeb48f1b x-openstack-request-id: req-2d74163a-14a7-41c0-96a6-7303eeb48f1b {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:03.446328 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-deleted", "tag": "ca38c186-3142-4b49-8821-4d84604e6b17", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:03.446865 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d74163a-14a7-41c0-96a6-7303eeb48f1b {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:03.448265 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-deleted', 'tag': 'ca38c186-3142-4b49-8821-4d84604e6b17', 'status': 'completed', 'code': 200} Aug 04 16:53:03.453206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdfbb8-ddf8-43e9-8e90-f1d517cff4f9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Pushing event deleted for resources: {'Port': ['ID=f54f4ced-a68b-4aba-9bc4-efd47f34c792,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:03.518788 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06797de-d95a-4fbd-808c-fcdf5de4d0c6 x-openstack-request-id: req-f06797de-d95a-4fbd-808c-fcdf5de4d0c6 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:03.519369 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fe04af-be7f-4268-b29f-8cc91008323c", "name": "network-vif-plugged", "status": "completed", "tag": "d164d259-b494-4992-bce9-19279951097d", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:03.519689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-2afdfbb8-ddf8-43e9-8e90-f1d517cff4f9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] No DVR routers for this DVR port f54f4ced-a68b-4aba-9bc4-efd47f34c792 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:03.519812 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f06797de-d95a-4fbd-808c-fcdf5de4d0c6 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:03.520094 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fe04af-be7f-4268-b29f-8cc91008323c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd164d259-b494-4992-bce9-19279951097d', 'code': 200} Aug 04 16:53:03.532785 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-2afdfbb8-ddf8-43e9-8e90-f1d517cff4f9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.537399 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-102d1889-9356-414e-bd61-ce0dbe5d23a0 req-2afdfbb8-ddf8-43e9-8e90-f1d517cff4f9 tempest-ServerDiagnosticsNegativeTest-2146919868 tempest-ServerDiagnosticsNegativeTest-2146919868-project] 10.222.0.82 "DELETE /v2.0/ports/f54f4ced-a68b-4aba-9bc4-efd47f34c792 HTTP/1.1" status: 204 len: 173 time: 1.9057066 Aug 04 16:53:03.564055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7b5fb-5dd7-452a-b8fe-21cf774ef852 req-a546f0c7-884f-42e8-a4fe-1f1919eaf590 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:03.572384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fb7b5fb-5dd7-452a-b8fe-21cf774ef852 req-a546f0c7-884f-42e8-a4fe-1f1919eaf590 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 943 time: 0.1163521 Aug 04 16:53:03.613482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Attempting to bind port d71190c4-43b3-43ec-846f-c1876f563b5a on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:03.613839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Attempting to bind port d71190c4-43b3-43ec-846f-c1876f563b5a by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:03.614163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Attempting to bind port d71190c4-43b3-43ec-846f-c1876f563b5a on network 8b2fc36f-59ae-4d3c-ae28-633000a4085c {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:03.633473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fb7b5fb-5dd7-452a-b8fe-21cf774ef852 req-abfd80c5-533a-4ce2-b387-7ab113690245 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561409 Aug 04 16:53:03.646692 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-36b7b64d-3744-4e8f-93e2-4861b69d9347 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting port 801263e7-bb11-479c-abbf-a77541592241 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:03.647084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-36b7b64d-3744-4e8f-93e2-4861b69d9347 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.709134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Port d71190c4-43b3-43ec-846f-c1876f563b5a on network 8b2fc36f-59ae-4d3c-ae28-633000a4085c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:03.709454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Attempting to bind port d71190c4-43b3-43ec-846f-c1876f563b5a on network 8b2fc36f-59ae-4d3c-ae28-633000a4085c {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:03.749478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:03.749925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Checking segment: {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:03.750379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Bound using segment: {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:03.751029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Bound port: d71190c4-43b3-43ec-846f-c1876f563b5a, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:03.751472 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.800654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc7f56-07bb-47f7-bd5d-c4727e43af52 req-03292b89-3310-426a-b1ef-e8d3c4def046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:03.802642 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41fc7f56-07bb-47f7-bd5d-c4727e43af52 req-03292b89-3310-426a-b1ef-e8d3c4def046 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 1097 time: 0.2020531 Aug 04 16:53:03.848790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb4c72-2566-4c17-84c6-d68aea320ea7 req-30f7821f-ff87-445d-be1a-cbc308b6a6b7 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:03.850347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ceb4c72-2566-4c17-84c6-d68aea320ea7 req-30f7821f-ff87-445d-be1a-cbc308b6a6b7 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 946 time: 0.1410336 Aug 04 16:53:03.859042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7258-922c-4d33-a37d-833ebd49402a req-e467b660-b56c-4fa0-8398-5be84c29337e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:03.861017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c67e7258-922c-4d33-a37d-833ebd49402a req-e467b660-b56c-4fa0-8398-5be84c29337e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1539917 Aug 04 16:53:03.921215 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41fc7f56-07bb-47f7-bd5d-c4727e43af52 req-94f0fe08-5759-408d-9b28-e6c07a79dc39 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905707 Aug 04 16:53:03.931459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-36b7b64d-3744-4e8f-93e2-4861b69d9347 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] For port 801263e7-bb11-479c-abbf-a77541592241, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=801263e7-bb11-479c-abbf-a77541592241,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:03.931664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ceb4c72-2566-4c17-84c6-d68aea320ea7 req-b5a45b4f-b620-40c4-87e6-6485d515d8a1 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692871 Aug 04 16:53:03.932019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-36b7b64d-3744-4e8f-93e2-4861b69d9347 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:03.941654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c67e7258-922c-4d33-a37d-833ebd49402a req-d15e68f1-cc4b-47d5-be2a-7bbe008f5513 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704584 Aug 04 16:53:03.952980 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] For port d71190c4-43b3-43ec-846f-c1876f563b5a, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:03.953097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 62b071ae-4193-42c0-91c3-dd2380268804 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:03.953203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] For port d71190c4-43b3-43ec-846f-c1876f563b5a, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d71190c4-43b3-43ec-846f-c1876f563b5a,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:03.953203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-36b7b64d-3744-4e8f-93e2-4861b69d9347 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Calling delete_port for 801263e7-bb11-479c-abbf-a77541592241 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:03.954988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 3bccd213-c86a-4763-9f93-3b74dbab9bce no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:03.966691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37228) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:03.973524 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.029001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-acc98db3-75a3-43f4-9b67-cbb7f7d562d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4f7c2cfd4734368a623d9503f71a37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584016 Aug 04 16:53:04.029626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37230) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:04.029745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 3bccd213-c86a-4763-9f93-3b74dbab9bce {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:04.030880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 3bccd213-c86a-4763-9f93-3b74dbab9bce not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:04.119973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:04.121004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.122716 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] 10.222.0.82 "PUT /v2.0/ports/d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 1091 time: 2.3819070 Aug 04 16:53:04.247702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:04.250839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae8305-0e4a-4990-8cfe-018569d531e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d71190c4-43b3-43ec-846f-c1876f563b5a,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:04.266349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '62b071ae-4193-42c0-91c3-dd2380268804', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '62b071ae-4193-42c0-91c3-dd2380268804', 'mac_address': 'fa:16:3e:2e:f0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:04.267373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8197dc55-dd91-4728-b82d-74543d1f6bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.280883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 38776636-9820-4a01-8ed8-6dfd51f4a3ae up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:04.296293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c94ff-15da-4217-885a-4397c47decd8 req-5413877f-7256-4c4f-9a4d-958edfa1f0b5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:04.306581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c94ff-15da-4217-885a-4397c47decd8 req-5413877f-7256-4c4f-9a4d-958edfa1f0b5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:04.317113 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c6c94ff-15da-4217-885a-4397c47decd8 req-5413877f-7256-4c4f-9a4d-958edfa1f0b5 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 1682 time: 0.1694014 Aug 04 16:53:04.340132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ff306-4e52-41f7-9a92-36e78785f75a req-e8df0792-777e-4ede-9c50-62c2a2cf0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:04.343843 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-e8df0792-777e-4ede-9c50-62c2a2cf0d90 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1094 time: 0.1588705 Aug 04 16:53:04.403144 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8197dc55-dd91-4728-b82d-74543d1f6bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.437764 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-950b173d-bf9f-407e-b1a8-4e820453a759 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 217 time: 0.0519085 Aug 04 16:53:04.466518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c6c94ff-15da-4217-885a-4397c47decd8 req-64631256-c874-4ead-9af3-c5d181ae9908 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476791 Aug 04 16:53:04.470462 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9028ea6b-e7db-4012-822f-296b7d741582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.498243 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.528679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 38776636-9820-4a01-8ed8-6dfd51f4a3ae triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:04.529049 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.531245 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8197dc55-dd91-4728-b82d-74543d1f6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.536624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8197dc55-dd91-4728-b82d-74543d1f6bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.540326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8197dc55-dd91-4728-b82d-74543d1f6bdd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec7908ea-296c-453b-b20b-ff58bc8530f7 HTTP/1.1" status: 204 len: 168 time: 0.5069559 Aug 04 16:53:04.545226 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-36b7b64d-3744-4e8f-93e2-4861b69d9347 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.556195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62b071ae-4193-42c0-91c3-dd2380268804 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:04.575505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197dc55-dd91-4728-b82d-74543d1f6bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7908ea-296c-453b-b20b-ff58bc8530f7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:04.581943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:04.588285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ca38c186-3142-4b49-8821-4d84604e6b17'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:04.615830 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.656148 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ff306-4e52-41f7-9a92-36e78785f75a req-561a10f3-75be-4a3a-a655-477339692078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:04.661423 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-561a10f3-75be-4a3a-a655-477339692078 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.2110450 Aug 04 16:53:04.663951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7b64d-3744-4e8f-93e2-4861b69d9347 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Port': ['ID=801263e7-bb11-479c-abbf-a77541592241,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:04.795138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-36b7b64d-3744-4e8f-93e2-4861b69d9347 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] No DVR routers for this DVR port 801263e7-bb11-479c-abbf-a77541592241 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:04.799375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-36b7b64d-3744-4e8f-93e2-4861b69d9347 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:04.802875 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-36b7b64d-3744-4e8f-93e2-4861b69d9347 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.90 "DELETE /v2.0/ports/801263e7-bb11-479c-abbf-a77541592241 HTTP/1.1" status: 204 len: 173 time: 1.6490262 Aug 04 16:53:04.875977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ff306-4e52-41f7-9a92-36e78785f75a req-f14f6c1a-14a0-4bc9-a0e1-bf174922033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:04.877898 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-f14f6c1a-14a0-4bc9-a0e1-bf174922033c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899946 Aug 04 16:53:04.889804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:04.927613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cd3cf-ac0f-4a99-8888-18c0af26afea req-d0bae891-7bd8-47d4-88f1-57780b1d50fe tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:04.929415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e93cd3cf-ac0f-4a99-8888-18c0af26afea req-d0bae891-7bd8-47d4-88f1-57780b1d50fe tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 943 time: 0.1527436 Aug 04 16:53:04.970663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['62b071ae-4193-42c0-91c3-dd2380268804'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:04.995619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e93cd3cf-ac0f-4a99-8888-18c0af26afea req-04998c84-a1fe-48b9-84c8-9b18d7836807 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575821 Aug 04 16:53:05.058980 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:05.171629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954ca81-aa70-4a31-9c2d-0843f96c7b7a req-d93d65e8-77a2-42b8-bdb8-1f9be1dfa9c5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:05.173602 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37262) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:05.179561 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c954ca81-aa70-4a31-9c2d-0843f96c7b7a req-d93d65e8-77a2-42b8-bdb8-1f9be1dfa9c5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 946 time: 0.1296470 Aug 04 16:53:05.217179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562ecf8-6d48-42c3-8090-6251d4b2c109 req-d9753c6f-85f4-4c2f-a91d-048663fe93d3 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:05.227643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-419820a9-dc41-4826-9585-3aff16190e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting port 2cdeac80-6a94-439e-b33c-09db71613a8a {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:05.228027 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-419820a9-dc41-4826-9585-3aff16190e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:05.234990 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-d2a9c039-ff33-4a50-a01e-a934729929f2 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409820 Aug 04 16:53:05.236513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9562ecf8-6d48-42c3-8090-6251d4b2c109 req-d9753c6f-85f4-4c2f-a91d-048663fe93d3 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 949 time: 0.1398768 Aug 04 16:53:05.303377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c954ca81-aa70-4a31-9c2d-0843f96c7b7a req-7340cba2-811d-429e-9525-ef7dc4651a0c tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225634 Aug 04 16:53:05.332391 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9562ecf8-6d48-42c3-8090-6251d4b2c109 req-7be0d0b8-e59a-40cd-8b00-de00da29083a tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947914 Aug 04 16:53:05.449868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3a203c-2e29-4721-af6a-72f8aa19b836', 'name': 'network-vif-deleted', 'tag': 'f54f4ced-a68b-4aba-9bc4-efd47f34c792'}, {'name': 'network-changed', 'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a'}, {'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-deleted', 'tag': '801263e7-bb11-479c-abbf-a77541592241'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:05.452631 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff" -d '{"events": [{"server_uuid": "bd3a203c-2e29-4721-af6a-72f8aa19b836", "name": "network-vif-deleted", "tag": "f54f4ced-a68b-4aba-9bc4-efd47f34c792"}, {"name": "network-changed", "server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a"}, {"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-deleted", "tag": "801263e7-bb11-479c-abbf-a77541592241"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:05.477172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa622a-1ce7-4b3a-9eda-ce51f83f7994 req-4482325c-4d4a-477d-9abe-25f0d756b542 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:05.487218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbaa622a-1ce7-4b3a-9eda-ce51f83f7994 req-4482325c-4d4a-477d-9abe-25f0d756b542 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 1097 time: 0.0552557 Aug 04 16:53:05.501568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-411d8b09-87dd-4bc7-8aeb-97c179dbc57f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fba6915028344f1e8de79c4e5b870436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267701 Aug 04 16:53:05.509812 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-470ff306-4e52-41f7-9a92-36e78785f75a req-13439b30-2d88-4625-8c34-4506b98a8a82 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619994 Aug 04 16:53:05.511497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37280) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:05.545808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-419820a9-dc41-4826-9585-3aff16190e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] For port 2cdeac80-6a94-439e-b33c-09db71613a8a, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2cdeac80-6a94-439e-b33c-09db71613a8a,segment=NetworkSegment(ae3297a4-7694-4d87-ae36-a166ccbca27f),segment_id=ae3297a4-7694-4d87-ae36-a166ccbca27f)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:05.546283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-419820a9-dc41-4826-9585-3aff16190e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:05.561755 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffaadbb-12a1-432a-b187-7d136356d48c x-openstack-request-id: req-1ffaadbb-12a1-432a-b187-7d136356d48c {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:05.562023 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3a203c-2e29-4721-af6a-72f8aa19b836", "name": "network-vif-deleted", "tag": "f54f4ced-a68b-4aba-9bc4-efd47f34c792", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a", "status": "completed", "code": 200}, {"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-deleted", "tag": "801263e7-bb11-479c-abbf-a77541592241", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:05.562271 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ffaadbb-12a1-432a-b187-7d136356d48c {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:05.562661 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3a203c-2e29-4721-af6a-72f8aa19b836', 'name': 'network-vif-deleted', 'tag': 'f54f4ced-a68b-4aba-9bc4-efd47f34c792', 'status': 'completed', 'code': 200} Aug 04 16:53:05.562924 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'status': 'completed', 'code': 200} Aug 04 16:53:05.566626 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-deleted', 'tag': '801263e7-bb11-479c-abbf-a77541592241', 'status': 'completed', 'code': 200} Aug 04 16:53:05.577550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbaa622a-1ce7-4b3a-9eda-ce51f83f7994 req-2ddfb696-5fdf-4775-b874-dfbcb6f5a556 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893292 Aug 04 16:53:05.579113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-419820a9-dc41-4826-9585-3aff16190e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Calling delete_port for 2cdeac80-6a94-439e-b33c-09db71613a8a owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:05.668034 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e644f14-07e3-48b2-8a33-4a8b021438dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:05.672877 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:05.712531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-42bfa862-ab77-44d4-9007-6df14d166ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:05.714094 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-42bfa862-ab77-44d4-9007-6df14d166ecb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1094 time: 0.1329997 Aug 04 16:53:05.717420 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e644f14-07e3-48b2-8a33-4a8b021438dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:05.799060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6f5bb-0dfa-4e71-bb45-171758fdb4e7 req-6256a44b-a9cb-4e0a-acf0-5a601f2ed880 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:05.803614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbf6f5bb-0dfa-4e71-bb45-171758fdb4e7 req-6256a44b-a9cb-4e0a-acf0-5a601f2ed880 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 946 time: 0.0917420 Aug 04 16:53:05.850155 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f54f4ced-a68b-4aba-9bc4-efd47f34c792 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:05.879451 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e644f14-07e3-48b2-8a33-4a8b021438dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:05.892781 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e644f14-07e3-48b2-8a33-4a8b021438dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:05.896878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4e644f14-07e3-48b2-8a33-4a8b021438dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c983f77e-3ccf-462c-9607-d49c4341affd HTTP/1.1" status: 204 len: 168 time: 0.3714337 Aug 04 16:53:05.900555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: f54f4ced-a68b-4aba-9bc4-efd47f34c792 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:05.901186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f54f4ced-a68b-4aba-9bc4-efd47f34c792 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:05.920666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e644f14-07e3-48b2-8a33-4a8b021438dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c983f77e-3ccf-462c-9607-d49c4341affd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:05.934907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbf6f5bb-0dfa-4e71-bb45-171758fdb4e7 req-b68a7522-e672-466e-b80a-c2e5cfeda495 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216602 Aug 04 16:53:05.962375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-8428e26d-3100-40fb-8f40-86f5dee184b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:05.964134 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-8428e26d-3100-40fb-8f40-86f5dee184b3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.2359700 Aug 04 16:53:05.970687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2cdeac80-6a94-439e-b33c-09db71613a8a no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:06.090754 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-152c5867-af29-4113-8c03-a22f79207df9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 217 time: 0.1116579 Aug 04 16:53:06.180211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-66fba646-2df2-4e88-84f1-5c7aaac54f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:06.182814 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-66fba646-2df2-4e88-84f1-5c7aaac54f43 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.0811150 Aug 04 16:53:06.184075 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-419820a9-dc41-4826-9585-3aff16190e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:06.224902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590452e-fc4a-4df2-ac9f-7628e3340d57 req-337ec0e9-2aab-4b9e-83c8-2009db4d81ba tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:06.234409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b590452e-fc4a-4df2-ac9f-7628e3340d57 req-337ec0e9-2aab-4b9e-83c8-2009db4d81ba tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 943 time: 0.1399047 Aug 04 16:53:06.242612 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:06.276803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419820a9-dc41-4826-9585-3aff16190e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Port': ['ID=2cdeac80-6a94-439e-b33c-09db71613a8a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:06.344054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-419820a9-dc41-4826-9585-3aff16190e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] No DVR routers for this DVR port 2cdeac80-6a94-439e-b33c-09db71613a8a on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:06.347743 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-419820a9-dc41-4826-9585-3aff16190e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:06.350174 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe9523fa-2a0e-406a-84c3-5303ec4f3d33 req-419820a9-dc41-4826-9585-3aff16190e22 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.90 "DELETE /v2.0/ports/2cdeac80-6a94-439e-b33c-09db71613a8a HTTP/1.1" status: 204 len: 173 time: 1.5374000 Aug 04 16:53:06.390422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-be816878-c152-42c3-ab31-190fa309b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:06.399095 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-be816878-c152-42c3-ab31-190fa309b3b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988184 Aug 04 16:53:06.399385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b590452e-fc4a-4df2-ac9f-7628e3340d57 req-cc575a86-405c-4ba4-a105-408ed974a6d1 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382539 Aug 04 16:53:06.420493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ca38c186-3142-4b49-8821-4d84604e6b17 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:06.481558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: ca38c186-3142-4b49-8821-4d84604e6b17 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:06.481558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ca38c186-3142-4b49-8821-4d84604e6b17 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:06.482037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 801263e7-bb11-479c-abbf-a77541592241 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:06.542402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 801263e7-bb11-479c-abbf-a77541592241 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:06.542402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 801263e7-bb11-479c-abbf-a77541592241 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:06.542847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 62b071ae-4193-42c0-91c3-dd2380268804 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:06.650019 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-40cc1b68-2c4f-4489-93cb-d332787fd574 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415290 Aug 04 16:53:06.781820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167abadf-787b-4611-9ac0-34baf2b1ac44 req-e16d4930-3f6d-4bb1-8c72-d550bbf6c8dd tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:06.793211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-167abadf-787b-4611-9ac0-34baf2b1ac44 req-e16d4930-3f6d-4bb1-8c72-d550bbf6c8dd tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 949 time: 0.1851752 Aug 04 16:53:06.864916 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-167abadf-787b-4611-9ac0-34baf2b1ac44 req-e5c22fd0-414c-4253-b112-0cb1c31e704a tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695899 Aug 04 16:53:06.879125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37324) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:06.923751 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8d176c4-d2ea-4617-8b87-03baf549749b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:06.982179 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6e6617f6-fc2c-42d3-b72a-8cc9baef98ff req-4df6bb22-4a93-4adc-8ee4-81c4f61f0993 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249488 Aug 04 16:53:07.116350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8d176c4-d2ea-4617-8b87-03baf549749b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:07.124490 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:07.130548 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8d176c4-d2ea-4617-8b87-03baf549749b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:07.161591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 62b071ae-4193-42c0-91c3-dd2380268804 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:07.185896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d176c4-d2ea-4617-8b87-03baf549749b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1005b6d4-9067-4bf8-ae23-9c62a95eec9b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:07.190155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6de7735-f8e9-4b7f-a16e-1a24dd27bad5 req-79a93f7a-cf3c-4ece-9e5f-bc1548d99d4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcb15b55-6bf3-46f9-9051-9ccfca6f9567 HTTP/1.1" status: 200 len: 210 time: 0.0721133 Aug 04 16:53:07.209355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c8d176c4-d2ea-4617-8b87-03baf549749b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a03a2bd602d4bfdbb9f31aa9342a57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291934 Aug 04 16:53:07.211868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37330) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:07.225753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:07.240326 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:07.313553 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e805f1d-2828-4054-a4e3-802f5ac605a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:07.339070 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:07.341010 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e805f1d-2828-4054-a4e3-802f5ac605a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:07.342873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:07.421900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e805f1d-2828-4054-a4e3-802f5ac605a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:07.424648 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e805f1d-2828-4054-a4e3-802f5ac605a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:07.426965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0e805f1d-2828-4054-a4e3-802f5ac605a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1005b6d4-9067-4bf8-ae23-9c62a95eec9b HTTP/1.1" status: 204 len: 168 time: 0.2137265 Aug 04 16:53:07.441061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e805f1d-2828-4054-a4e3-802f5ac605a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1005b6d4-9067-4bf8-ae23-9c62a95eec9b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:07.568219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-deleted', 'tag': '2cdeac80-6a94-439e-b33c-09db71613a8a'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:07.570709 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a149577a-14e1-4ab7-890e-5102c2c41671" -d '{"events": [{"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-deleted", "tag": "2cdeac80-6a94-439e-b33c-09db71613a8a"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:07.616431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642e552-498d-4418-9bbf-3be7b3d85c43 req-0a7deab6-1786-4eaf-a29f-7804b67c8897 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:07.618205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f642e552-498d-4418-9bbf-3be7b3d85c43 req-0a7deab6-1786-4eaf-a29f-7804b67c8897 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 943 time: 0.0563881 Aug 04 16:53:07.662875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f642e552-498d-4418-9bbf-3be7b3d85c43 req-d3f175df-30c5-4fb2-b8ee-650f1ec34af6 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368292 Aug 04 16:53:07.725702 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d71396-9d44-4159-af3f-2dab0ba454a5 x-openstack-request-id: req-d9d71396-9d44-4159-af3f-2dab0ba454a5 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:07.726480 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb15b55-6bf3-46f9-9051-9ccfca6f9567", "name": "network-vif-deleted", "tag": "2cdeac80-6a94-439e-b33c-09db71613a8a", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:07.727001 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9d71396-9d44-4159-af3f-2dab0ba454a5 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:07.727625 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb15b55-6bf3-46f9-9051-9ccfca6f9567', 'name': 'network-vif-deleted', 'tag': '2cdeac80-6a94-439e-b33c-09db71613a8a', 'status': 'completed', 'code': 200} Aug 04 16:53:07.849159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d71190c4-43b3-43ec-846f-c1876f563b5a details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:07.965686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 62b071ae-4193-42c0-91c3-dd2380268804 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:08.022318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859dbb0-dd7a-48e5-bcec-df73eac5140e req-37cf9f52-0ed2-4063-adeb-bf4613795106 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:08.031698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d71190c4-43b3-43ec-846f-c1876f563b5a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d71190c4-43b3-43ec-846f-c1876f563b5a,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:08.031927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4859dbb0-dd7a-48e5-bcec-df73eac5140e req-37cf9f52-0ed2-4063-adeb-bf4613795106 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 948 time: 0.0752594 Aug 04 16:53:08.058894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'port_id': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'mac_address': 'fa:16:3e:a6:45:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:08.081759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4859dbb0-dd7a-48e5-bcec-df73eac5140e req-3f47f167-b040-47a5-91b7-6b6dc129caea tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489533 Aug 04 16:53:08.108616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 62b071ae-4193-42c0-91c3-dd2380268804 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:08.109026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.141082 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.163089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71190c4-43b3-43ec-846f-c1876f563b5a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:08.187817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d71190c4-43b3-43ec-846f-c1876f563b5a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d71190c4-43b3-43ec-846f-c1876f563b5a,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:08.197056 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.260619 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.293996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d71190c4-43b3-43ec-846f-c1876f563b5a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:08.305309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:08.306253 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b96b632-97ea-45f1-9496-5b353c0da00d" -d '{"events": [{"server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "name": "network-vif-plugged", "status": "completed", "tag": "62b071ae-4193-42c0-91c3-dd2380268804"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:08.312946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37386) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:08.365327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0743722-1cc0-4780-a286-2f839ee3df51 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting subnet 7c2132cc-43e1-4781-b08b-d0ab5c86e14c {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:53:08.375557 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0743722-1cc0-4780-a286-2f839ee3df51 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.385780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:08.390533 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980c2b73-200c-403f-a3e0-60f33d7a11cf x-openstack-request-id: req-980c2b73-200c-403f-a3e0-60f33d7a11cf {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:08.391346 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "name": "network-vif-plugged", "status": "completed", "tag": "62b071ae-4193-42c0-91c3-dd2380268804", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:08.391795 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-980c2b73-200c-403f-a3e0-60f33d7a11cf {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:08.392316 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804', 'code': 200} Aug 04 16:53:08.393773 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.458111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0743722-1cc0-4780-a286-2f839ee3df51 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.471284 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:08.489560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d71190c4-43b3-43ec-846f-c1876f563b5a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:08.517520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0743722-1cc0-4780-a286-2f839ee3df51 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.588282 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.641043 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0743722-1cc0-4780-a286-2f839ee3df51 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.716013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0743722-1cc0-4780-a286-2f839ee3df51 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2132cc-43e1-4781-b08b-d0ab5c86e14c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:08.729032 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0743722-1cc0-4780-a286-2f839ee3df51 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.731348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d0743722-1cc0-4780-a286-2f839ee3df51 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "DELETE /v2.0/subnets/7c2132cc-43e1-4781-b08b-d0ab5c86e14c HTTP/1.1" status: 204 len: 168 time: 0.4180324 Aug 04 16:53:08.736436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37404) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:08.759274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f376bad-2917-4033-8dd2-107ded89b729 None None] Network a74358ce-b24e-406b-ba28-3adc0c2d977e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:53:08.806472 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72f419-aea0-4160-969a-57e461db6744 req-d9c8f359-a2d2-4ceb-a74c-4afb6d8c0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:08.808047 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8e72f419-aea0-4160-969a-57e461db6744 req-d9c8f359-a2d2-4ceb-a74c-4afb6d8c0470 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 1101 time: 0.1514900 Aug 04 16:53:08.832811 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.891025 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:08.957975 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8e72f419-aea0-4160-969a-57e461db6744 req-27e91249-fc2b-4a6e-bd57-696edc98f0af service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007862 Aug 04 16:53:08.968582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83ee3c-0622-47db-98dd-2641b8c0757b req-860f1951-f0d5-4bd9-b60f-8c8b41bcbf7a tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:08.975920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df83ee3c-0622-47db-98dd-2641b8c0757b req-860f1951-f0d5-4bd9-b60f-8c8b41bcbf7a tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 944 time: 0.0976348 Aug 04 16:53:08.985656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting port 51026fb5-fef1-4344-b85e-5af423228e40 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:08.985656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.085194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37418) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:09.088585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df83ee3c-0622-47db-98dd-2641b8c0757b req-0ce7a378-3053-40b1-b60b-e8a458a5e05c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105423 Aug 04 16:53:09.133193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] For port 51026fb5-fef1-4344-b85e-5af423228e40, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=51026fb5-fef1-4344-b85e-5af423228e40,segment=NetworkSegment(ae3297a4-7694-4d87-ae36-a166ccbca27f),segment_id=ae3297a4-7694-4d87-ae36-a166ccbca27f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:09.137323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.181378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1355d8-b086-4a07-ace4-6a4a297427a9 None None] DHCP port deletion for a74358ce-b24e-406b-ba28-3adc0c2d977e request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:53:09.194973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Calling delete_port for 51026fb5-fef1-4344-b85e-5af423228e40 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:09.312786 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbd68e98-d140-4025-8a55-9a9b07e467ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.315914 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9f1355d8-b086-4a07-ace4-6a4a297427a9 None None] Deleting port 51026fb5-fef1-4344-b85e-5af423228e40 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:09.316577 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9f1355d8-b086-4a07-ace4-6a4a297427a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.394282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-9f1355d8-b086-4a07-ace4-6a4a297427a9 None None] For port 51026fb5-fef1-4344-b85e-5af423228e40, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=51026fb5-fef1-4344-b85e-5af423228e40,segment=NetworkSegment(ae3297a4-7694-4d87-ae36-a166ccbca27f),segment_id=ae3297a4-7694-4d87-ae36-a166ccbca27f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:09.395027 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9f1355d8-b086-4a07-ace4-6a4a297427a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.413043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9f1355d8-b086-4a07-ace4-6a4a297427a9 None None] Calling delete_port for 51026fb5-fef1-4344-b85e-5af423228e40 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:09.417763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69859eaf-27f8-423f-a757-e87047fa0ea3 req-7772062e-d08f-481b-a1ab-151e5c2ea86e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:09.431137 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69859eaf-27f8-423f-a757-e87047fa0ea3 req-7772062e-d08f-481b-a1ab-151e5c2ea86e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.0985935 Aug 04 16:53:09.466948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.468487 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbd68e98-d140-4025-8a55-9a9b07e467ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.476088 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbd68e98-d140-4025-8a55-9a9b07e467ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.498481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Port': ['ID=51026fb5-fef1-4344-b85e-5af423228e40,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:09.518251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69859eaf-27f8-423f-a757-e87047fa0ea3 req-59feb4b9-0e39-4e0e-a18a-2955e1b22e27 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819399 Aug 04 16:53:09.525797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] No DVR routers for this DVR port 51026fb5-fef1-4344-b85e-5af423228e40 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:09.558662 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9f1355d8-b086-4a07-ace4-6a4a297427a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.567889 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fbd68e98-d140-4025-8a55-9a9b07e467ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d5a6ed82b3c4a94904f74be697fede4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4815540 Aug 04 16:53:09.570432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37438) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:09.579517 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd68e98-d140-4025-8a55-9a9b07e467ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94d022d-c8e9-47d4-b876-f6e3029c27f6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:09.643338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bc643f9-6b24-4143-a026-8ac86f039896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.662836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1355d8-b086-4a07-ace4-6a4a297427a9 None None] No DVR routers for this DVR port 51026fb5-fef1-4344-b85e-5af423228e40 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:09.675904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1355d8-b086-4a07-ace4-6a4a297427a9 None None] Pushing event deleted for resources: {'Port': ['ID=51026fb5-fef1-4344-b85e-5af423228e40,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:09.744217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bc643f9-6b24-4143-a026-8ac86f039896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.865552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d71190c4-43b3-43ec-846f-c1876f563b5a up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:09.869734 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bc643f9-6b24-4143-a026-8ac86f039896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.872556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bc643f9-6b24-4143-a026-8ac86f039896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:09.873781 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5bc643f9-6b24-4143-a026-8ac86f039896 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a94d022d-c8e9-47d4-b876-f6e3029c27f6 HTTP/1.1" status: 204 len: 168 time: 0.3021517 Aug 04 16:53:09.901497 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc643f9-6b24-4143-a026-8ac86f039896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94d022d-c8e9-47d4-b876-f6e3029c27f6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:10.009339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51026fb5-fef1-4344-b85e-5af423228e40 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:10.071210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 51026fb5-fef1-4344-b85e-5af423228e40 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:10.071800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51026fb5-fef1-4344-b85e-5af423228e40 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:10.095583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port d71190c4-43b3-43ec-846f-c1876f563b5a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:10.104794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port d71190c4-43b3-43ec-846f-c1876f563b5a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:10.105492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.107081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.131016 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > segment before_delete 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.131883 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.138390 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.138731 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > port after_create 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.139150 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > port after_delete 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.139492 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > port after_update 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.139815 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > segment after_delete 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.140131 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > subnet after_create 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.140443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > subnet after_delete 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.140787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > subnet after_update 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.263603 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.300532 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > subnet after_create 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.303398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > subnet after_delete 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.303744 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > subnet before_create 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.304138 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Subscribe: > subnet before_update 55550000 {{(pid=105828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:53:10.304514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74358ce-b24e-406b-ba28-3adc0c2d977e']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:10.330481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d71190c4-43b3-43ec-846f-c1876f563b5a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d71190c4-43b3-43ec-846f-c1876f563b5a,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:10.349229 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.371686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3297a4-7694-4d87-ae36-a166ccbca27f') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:10.371978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3297a4-7694-4d87-ae36-a166ccbca27f') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:10.392904 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.399740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:10.403092 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab1772-2cf3-4955-a909-04c729a2dcbd" -d '{"events": [{"server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "name": "network-vif-plugged", "status": "completed", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:10.423318 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.446706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:53:10.448077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.454426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d71190c4-43b3-43ec-846f-c1876f563b5a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: from cryptography.utils import int_from_bytes Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: from cryptography.utils import int_from_bytes Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:53:10.473585 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:53:10.548590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438b50d-9c51-4f9b-8f9b-ff7d33134d5d req-c6501f83-80f2-44fc-9744-255afad99631 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:10.556004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7438b50d-9c51-4f9b-8f9b-ff7d33134d5d req-c6501f83-80f2-44fc-9744-255afad99631 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 945 time: 0.2415314 Aug 04 16:53:10.577194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37470) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:10.581042 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.598607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fea8bf58-f239-4730-a301-cc9634899637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.606030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.610378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "DELETE /v2.0/networks/a74358ce-b24e-406b-ba28-3adc0c2d977e HTTP/1.1" status: 204 len: 168 time: 1.8704410 Aug 04 16:53:10.617582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37476) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:10.623823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fcbf7-2172-40f5-b231-e34cc2f291a7 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Network': ['ID=a74358ce-b24e-406b-ba28-3adc0c2d977e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:10.652213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5b110d97-13e5-4244-aa8e-d58a3a6a2b9d tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=aeee78e523ca47f1bba87fd23497e810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316186 Aug 04 16:53:10.657873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7438b50d-9c51-4f9b-8f9b-ff7d33134d5d req-8e432e3b-fdc0-4961-bf19-8d41c9b90b9f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857391 Aug 04 16:53:10.703627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abdebc0-7119-43eb-93d9-36ee2b757c85 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting subnet b83ffc3a-6374-476d-9997-96fccc50d9b9 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:53:10.716158 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0abdebc0-7119-43eb-93d9-36ee2b757c85 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.774088 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0abdebc0-7119-43eb-93d9-36ee2b757c85 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.789284 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c1bc9a-96e7-4c15-9645-f69dbdd1c634 x-openstack-request-id: req-32c1bc9a-96e7-4c15-9645-f69dbdd1c634 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:10.789582 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "name": "network-vif-plugged", "status": "completed", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:10.789881 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32c1bc9a-96e7-4c15-9645-f69dbdd1c634 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:10.790312 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'code': 200} Aug 04 16:53:10.816157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-f4b2d802-ef52-4b09-a7e5-0d833b05c538 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:10.823857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-f4b2d802-ef52-4b09-a7e5-0d833b05c538 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646845 Aug 04 16:53:10.838676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-c1e039e6-3468-4e4a-8617-582db24a672f tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/quotas/aeee78e523ca47f1bba87fd23497e810 HTTP/1.1" status: 200 len: 375 time: 0.0131035 Aug 04 16:53:10.894939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-bc8a3cde-702a-4657-8b5b-bd072c37625c tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aeee78e523ca47f1bba87fd23497e810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493295 Aug 04 16:53:10.939079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4840c6-5cd7-4353-8cb4-a574d26b888d req-9972f3d4-cc25-46ee-b3a6-e018b01b4a98 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:10.947140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a4840c6-5cd7-4353-8cb4-a574d26b888d req-9972f3d4-cc25-46ee-b3a6-e018b01b4a98 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.0853941 Aug 04 16:53:10.966767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fea8bf58-f239-4730-a301-cc9634899637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.985924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fea8bf58-f239-4730-a301-cc9634899637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:10.999398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a4840c6-5cd7-4353-8cb4-a574d26b888d req-5aee3519-a66f-4222-ac90-689413023c08 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465958 Aug 04 16:53:11.015949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f9ee4-caea-474a-a786-83e5806d54c7 req-500d6c14-73e9-4d39-bbe7-56fa531bb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:11.017353 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a0f9ee4-caea-474a-a786-83e5806d54c7 req-500d6c14-73e9-4d39-bbe7-56fa531bb570 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1096 time: 0.1488061 Aug 04 16:53:11.069568 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8bf58-f239-4730-a301-cc9634899637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd430ff4-2bf5-4a4f-b32e-50a14d547bc6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:11.086933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0abdebc0-7119-43eb-93d9-36ee2b757c85 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.093227 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fea8bf58-f239-4730-a301-cc9634899637 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7930217b6ddd44f58eac27873a14a3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149746 Aug 04 16:53:11.103867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37484) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:11.113848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad5cfe2d-1129-454e-860d-3e108a293434 req-8b66b321-2612-4527-b516-c6ad6711eab6 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 210 time: 0.0511200 Aug 04 16:53:11.162218 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a0f9ee4-caea-474a-a786-83e5806d54c7 req-32ffaf0e-5721-4b1a-8365-213e21859690 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986869 Aug 04 16:53:11.201689 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0abdebc0-7119-43eb-93d9-36ee2b757c85 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.216648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1efc-cecb-4f5a-859d-169fe0235320 req-a3f28892-53eb-442d-b22a-d51857ad0e95 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:11.218212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a26c1efc-cecb-4f5a-859d-169fe0235320 req-a3f28892-53eb-442d-b22a-d51857ad0e95 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.0867996 Aug 04 16:53:11.239651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdebc0-7119-43eb-93d9-36ee2b757c85 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Subnet': ['ID=b83ffc3a-6374-476d-9997-96fccc50d9b9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:11.244387 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0abdebc0-7119-43eb-93d9-36ee2b757c85 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.246279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ed8bc46-7880-40f1-8f38-02568991c8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.251185 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0abdebc0-7119-43eb-93d9-36ee2b757c85 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "DELETE /v2.0/subnets/b83ffc3a-6374-476d-9997-96fccc50d9b9 HTTP/1.1" status: 204 len: 168 time: 0.6325178 Aug 04 16:53:11.255611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37490) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:11.262438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d702b0d6-20bb-41b9-9465-bec09cf3d386 None None] Network 75096cc1-1b25-4a7c-ae0e-a90aac65e998 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:53:11.291300 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ed8bc46-7880-40f1-8f38-02568991c8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.296198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a26c1efc-cecb-4f5a-859d-169fe0235320 req-7d773092-f36c-40b8-a34b-56588e2ce614 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696149 Aug 04 16:53:11.387625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ed8bc46-7880-40f1-8f38-02568991c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.391259 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2ed8bc46-7880-40f1-8f38-02568991c8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.394967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2ed8bc46-7880-40f1-8f38-02568991c8c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd430ff4-2bf5-4a4f-b32e-50a14d547bc6 HTTP/1.1" status: 204 len: 168 time: 0.2778194 Aug 04 16:53:11.409880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8bc46-7880-40f1-8f38-02568991c8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd430ff4-2bf5-4a4f-b32e-50a14d547bc6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:11.513313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.537884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bb25be-8dd7-4ba7-81a7-96181e063cbf None None] DHCP port deletion for 75096cc1-1b25-4a7c-ae0e-a90aac65e998 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:53:11.589636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:11.589982 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.641643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb25be-8dd7-4ba7-81a7-96181e063cbf None None] Deleting port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:11.642270 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7bb25be-8dd7-4ba7-81a7-96181e063cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.706414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] For port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:11.706908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.746602 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Calling delete_port for 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:11.847859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89c6d-154c-407a-8113-526eeef4d73e req-2c7c8437-e127-465e-a3cf-4c4265df9a9e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:11.863563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5f89c6d-154c-407a-8113-526eeef4d73e req-2c7c8437-e127-465e-a3cf-4c4265df9a9e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 945 time: 0.0885880 Aug 04 16:53:11.873009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a7bb25be-8dd7-4ba7-81a7-96181e063cbf None None] For port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757,segment=NetworkSegment(73c13c13-ba9c-49ab-8440-3183bb59057d),segment_id=73c13c13-ba9c-49ab-8440-3183bb59057d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:11.877911 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7bb25be-8dd7-4ba7-81a7-96181e063cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:11.914847 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5f89c6d-154c-407a-8113-526eeef4d73e req-074c6981-e56f-423b-8cea-521fc0e7c09c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502455 Aug 04 16:53:11.924180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb25be-8dd7-4ba7-81a7-96181e063cbf None None] Calling delete_port for 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:11.997420 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.071978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] No DVR routers for this DVR port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:12.093321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Port': ['ID=9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:12.125957 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7bb25be-8dd7-4ba7-81a7-96181e063cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.149468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:12.259111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:12.261546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:12.263659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb25be-8dd7-4ba7-81a7-96181e063cbf None None] No DVR routers for this DVR port 9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:12.266298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb25be-8dd7-4ba7-81a7-96181e063cbf None None] Pushing event deleted for resources: {'Port': ['ID=9fe0bfe0-fc55-4a8b-bb0b-5508fdf29757,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:12.299127 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.310163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75096cc1-1b25-4a7c-ae0e-a90aac65e998']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:12.322951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee8e669a-bd86-48fa-9fee-dec460d6397c req-d39185a2-a842-4b84-8973-65eabcb5b9a8 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 210 time: 0.0377574 Aug 04 16:53:12.326706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c13c13-ba9c-49ab-8440-3183bb59057d') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:12.326706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c13c13-ba9c-49ab-8440-3183bb59057d') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:12.336425 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.341559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7bd97-0168-40d5-bdae-346956609d19 req-9c22fe02-1eaf-4470-845b-618018b86224 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:12.349177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aae7bd97-0168-40d5-bdae-346956609d19 req-9c22fe02-1eaf-4470-845b-618018b86224 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1738105 Aug 04 16:53:12.352367 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.359256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:53:12.359839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.397783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aae7bd97-0168-40d5-bdae-346956609d19 req-c2feac9e-468e-4514-a84b-e173c728d560 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474069 Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:53:12.439139 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:53:12.470746 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.492832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Network': ['ID=75096cc1-1b25-4a7c-ae0e-a90aac65e998,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:12.494915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.504995 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a3a3c4f8-2946-4cf1-8be4-7bfc51346754 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "DELETE /v2.0/networks/75096cc1-1b25-4a7c-ae0e-a90aac65e998 HTTP/1.1" status: 204 len: 168 time: 1.2430274 Aug 04 16:53:12.505492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37532) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:12.511972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1032503505'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:12.544843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:12.548787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.580984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:53:12.609670 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.610019 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Added segment 184f2975-f918-45c0-b0d0-e1b8fba817a7 of type vlan for network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 Aug 04 16:53:12.668020 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-59899ea3-ad80-4563-bb49-f4144510918b tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=aeee78e523ca47f1bba87fd23497e810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239220 Aug 04 16:53:12.674829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.714476 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.721265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:12.722034 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:12.806198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2967966 Aug 04 16:53:12.807961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37540) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:12.823705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'subnet': {'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:12.843535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3b246-803e-45f0-8c4f-f2414d4c79d9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Network': ['ID=31c6747e-0a97-48ed-9e31-18a48d8a7a24,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:12.856303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:53:12.895231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-c50bfaaf-bfd8-4965-b1a0-b26b228a088c tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:12.896792 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-c50bfaaf-bfd8-4965-b1a0-b26b228a088c tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210672 Aug 04 16:53:12.914428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Request body: {'port': {'device_id': '76024eca-e02b-49a0-8145-ee6760c47380', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'aeee78e523ca47f1bba87fd23497e810'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:13.020154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:13.024425 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:13.073260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013e924-7a55-46c8-89ac-9f33951d275c req-e7f6f147-3858-4859-97fb-80105d42d20c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:13.075826 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e013e924-7a55-46c8-89ac-9f33951d275c req-e7f6f147-3858-4859-97fb-80105d42d20c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 945 time: 0.0684488 Aug 04 16:53:13.130574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e013e924-7a55-46c8-89ac-9f33951d275c req-8ba12c79-3869-42fd-96ed-26d534d15197 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479457 Aug 04 16:53:13.182383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Made reservation on behalf of aeee78e523ca47f1bba87fd23497e810 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:13.188159 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:13.257142 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:13.423598 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:13.458192 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:13.479020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44be0aa0-b097-4480-bfb2-ae22ec2752f0 req-e9d7f58f-facb-4c64-9531-8aa75790656e tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 210 time: 0.0368099 Aug 04 16:53:13.487249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-988eda7c-918b-4145-bef5-dd797d700622 req-65b5065f-7b8a-4e32-b05f-40a081758a57 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3038025 Aug 04 16:53:13.505146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:13.516053 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:13.542844 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:13.581451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Subnet': ['ID=022126ab-e858-4c4a-900a-ba946884cccd,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:13.634735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Checking segment: {'id': '184f2975-f918-45c0-b0d0-e1b8fba817a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:13.635024 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network hostable DHCP agents. Network: 31c6747e-0a97-48ed-9e31-18a48d8a7a24, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:53:13.650449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b136aa-d87b-42e2-81c4-1a744fc15d41,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:13.686347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919596e-1c55-4847-a580-d403a14d7f0e req-086dd7fa-faf5-4f00-be9a-9bd6e4c86c15 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:13.692573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b919596e-1c55-4847-a580-d403a14d7f0e req-086dd7fa-faf5-4f00-be9a-9bd6e4c86c15 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.0871499 Aug 04 16:53:13.700939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:53:13.749060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Allocated IP 192.168.233.176 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/1307c096-683d-450d-b88e-37ed27da6b8a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:13.757720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:13.762066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b919596e-1c55-4847-a580-d403a14d7f0e req-a53873c4-93de-44c0-bc5e-e1478209ec0c tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560248 Aug 04 16:53:13.838268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 31c6747e-0a97-48ed-9e31-18a48d8a7a24) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:13.846689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d93a85-65b8-40ec-bc8f-7a245c93e0e2 None None] Network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:53:13.893758 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:13.894442 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:13.922186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Allocated IP 172.25.2.13 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/438ec6d5-4ce4-4fba-b9d0-ce1b7a3ff200) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:13.922611 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d930a7e9-921e-4fdc-83dd-8d47806b5b24 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1134043 Aug 04 16:53:13.925956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37574) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:13.939717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1617494575'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:14.015389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.076736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Transition to ACTIVE for port object 1307c096-683d-450d-b88e-37ed27da6b8a will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:14.084065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-31c6747e-0a97-48ed-9e31-18a48d8a7a24', 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'fixed_ips': [{'subnet_id': '022126ab-e858-4c4a-900a-ba946884cccd'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:53:14.084730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:14.088226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.088889 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.151171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.168778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:53:14.196208 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.196611 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Added segment aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596 of type vlan for network 275f95f7-ea0f-437b-a84c-06e23617a19b Aug 04 16:53:14.200731 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.227714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:14.233331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:14.252870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:14.265777 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.287983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Allocated IP 19.80.0.2 (31c6747e-0a97-48ed-9e31-18a48d8a7a24/022126ab-e858-4c4a-900a-ba946884cccd/75a1b254-f829-4ed8-97a9-179c02098601) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:14.356573 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.366057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:14.367357 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.379130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Pushing event updated for resources: {'Port': ['ID=1307c096-683d-450d-b88e-37ed27da6b8a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:14.398738 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.405441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:14.406136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.448276 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-5d443d89-9469-45b7-8ef8-fda24f44db43 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5383058 Aug 04 16:53:14.464916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Request body: {'port': {'device_id': '76024eca-e02b-49a0-8145-ee6760c47380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:14.492150 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.501284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Pushing event updated for resources: {'Port': ['ID=438ec6d5-4ce4-4fba-b9d0-ce1b7a3ff200,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:14.505972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Transition to ACTIVE for port object 75a1b254-f829-4ed8-97a9-179c02098601 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:14.526874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5952172 Aug 04 16:53:14.528605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37592) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:14.529850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Transition to ACTIVE for port object 75a1b254-f829-4ed8-97a9-179c02098601 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:14.538668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:14.542697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:14.544399 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.546396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:14.547923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'subnet': {'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:14.587683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633b8fc-15bf-4896-90db-6b5d1d185621 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Network': ['ID=275f95f7-ea0f-437b-a84c-06e23617a19b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:14.603409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 275f95f7-ea0f-437b-a84c-06e23617a19b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:53:14.655831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Pushing event updated for resources: {'Port': ['ID=75a1b254-f829-4ed8-97a9-179c02098601,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:14.674746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:14.679088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:14.688813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:14.713803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:14.718381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.731759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2365e9a0-1cc3-4a3e-b3c2-9afcddce4021 None None] Provisioning for port 1307c096-683d-450d-b88e-37ed27da6b8a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:14.736170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.757578 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.760883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2365e9a0-1cc3-4a3e-b3c2-9afcddce4021 None None] Provisioning complete for port 1307c096-683d-450d-b88e-37ed27da6b8a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:14.761414 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2365e9a0-1cc3-4a3e-b3c2-9afcddce4021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.783701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01211c-0b59-4c2c-bd68-0519385c7df8 req-d2b17ee2-f55c-4382-a968-ff022b1434f3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:14.786153 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d01211c-0b59-4c2c-bd68-0519385c7df8 req-d2b17ee2-f55c-4382-a968-ff022b1434f3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 936 time: 0.1153202 Aug 04 16:53:14.815915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2365e9a0-1cc3-4a3e-b3c2-9afcddce4021 None None] Port 1307c096-683d-450d-b88e-37ed27da6b8a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:53:14.827963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Attempting to bind port 75a1b254-f829-4ed8-97a9-179c02098601 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:14.828590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Attempting to bind port 75a1b254-f829-4ed8-97a9-179c02098601 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '184f2975-f918-45c0-b0d0-e1b8fba817a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:14.829119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Attempting to bind port 75a1b254-f829-4ed8-97a9-179c02098601 on network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:14.831408 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.837361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:14.837992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Checking segment: {'id': '184f2975-f918-45c0-b0d0-e1b8fba817a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:14.838563 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.839123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Bound using segment: {'id': '184f2975-f918-45c0-b0d0-e1b8fba817a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:14.839869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Bound port: 75a1b254-f829-4ed8-97a9-179c02098601, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184f2975-f918-45c0-b0d0-e1b8fba817a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:14.840404 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:14.915062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d01211c-0b59-4c2c-bd68-0519385c7df8 req-5cbcad1a-af68-4569-886b-8ff5ab544d1e tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921302 Aug 04 16:53:14.922969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] For port 75a1b254-f829-4ed8-97a9-179c02098601, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:14.927770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] For port 75a1b254-f829-4ed8-97a9-179c02098601, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=75a1b254-f829-4ed8-97a9-179c02098601,segment=NetworkSegment(184f2975-f918-45c0-b0d0-e1b8fba817a7),segment_id=184f2975-f918-45c0-b0d0-e1b8fba817a7)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:14.937253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:15.037744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdf041-1f8d-4073-ae9a-80e953c86b7b None None] Pushing event updated for resources: {'Port': ['ID=75a1b254-f829-4ed8-97a9-179c02098601,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:15.096415 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:15.110204 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:15.315770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e6f51-ec42-4a6c-979a-e2242b0b8950 req-62d3fd5f-53f7-433e-a75c-15d9bbb31bbd tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:15.317481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c14e6f51-ec42-4a6c-979a-e2242b0b8950 req-62d3fd5f-53f7-433e-a75c-15d9bbb31bbd tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1384273 Aug 04 16:53:15.318141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Pushing event updated for resources: {'Port': ['ID=438ec6d5-4ce4-4fba-b9d0-ce1b7a3ff200,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:15.355481 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:15.385025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c14e6f51-ec42-4a6c-979a-e2242b0b8950 req-217c637e-3019-4115-9213-a66b70a81472 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565999 Aug 04 16:53:15.396104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:15.401178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-988eda7c-918b-4145-bef5-dd797d700622 req-930a8822-9664-483a-9127-9fbec0b7ac8f tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9041510 Aug 04 16:53:15.541098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-988eda7c-918b-4145-bef5-dd797d700622 req-e75c752e-2325-497b-86cc-0819751c6f19 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.1194348 Aug 04 16:53:15.562606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:15.617934 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Subnet': ['ID=0719df9f-b8f7-45a9-ba0e-653a6674f5b8,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:15.673386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Checking segment: {'id': 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:15.673861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network hostable DHCP agents. Network: 275f95f7-ea0f-437b-a84c-06e23617a19b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:53:15.684196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988eda7c-918b-4145-bef5-dd797d700622 req-8486d797-f09f-4abc-8bb2-396f2ce4a8d2 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:15.685649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-988eda7c-918b-4145-bef5-dd797d700622 req-8486d797-f09f-4abc-8bb2-396f2ce4a8d2 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1437728 Aug 04 16:53:15.697475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-988eda7c-918b-4145-bef5-dd797d700622 req-5924c7c2-9961-417c-9be8-3e1a60395c64 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:53:15.698459 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-988eda7c-918b-4145-bef5-dd797d700622 req-5924c7c2-9961-417c-9be8-3e1a60395c64 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070453 Aug 04 16:53:15.750511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network 275f95f7-ea0f-437b-a84c-06e23617a19b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:53:15.756911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1307c096-683d-450d-b88e-37ed27da6b8a {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:15.767999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:15.780691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 275f95f7-ea0f-437b-a84c-06e23617a19b) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:15.785666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:15.786644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:15.791516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfe4083-0879-4ae8-bed2-65c1d3643117 None None] Network 275f95f7-ea0f-437b-a84c-06e23617a19b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:53:15.808214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Transition to ACTIVE for port object 1307c096-683d-450d-b88e-37ed27da6b8a will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:15.832103 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-baf4e8ee-e871-4254-bd48-c2b96aceb090 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2995620 Aug 04 16:53:15.835293 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:16.138627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Pushing event updated for resources: {'Port': ['ID=1307c096-683d-450d-b88e-37ed27da6b8a,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:16.141746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 75a1b254-f829-4ed8-97a9-179c02098601 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:16.231670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Attempting to bind port 1307c096-683d-450d-b88e-37ed27da6b8a on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:16.232510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Attempting to bind port 1307c096-683d-450d-b88e-37ed27da6b8a by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:16.232964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Attempting to bind port 1307c096-683d-450d-b88e-37ed27da6b8a on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:16.240585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Port 1307c096-683d-450d-b88e-37ed27da6b8a on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:16.241039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Attempting to bind port 1307c096-683d-450d-b88e-37ed27da6b8a on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:16.243050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 75a1b254-f829-4ed8-97a9-179c02098601 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:16.249170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-f4b2e9aa-55f7-4392-ac28-5a813b1fa675 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:16.250984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-f4b2e9aa-55f7-4392-ac28-5a813b1fa675 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 821 time: 0.2912600 Aug 04 16:53:16.256875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-275f95f7-ea0f-437b-a84c-06e23617a19b', 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'fixed_ips': [{'subnet_id': '0719df9f-b8f7-45a9-ba0e-653a6674f5b8'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:53:16.258229 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:16.258369 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:16.258827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:16.259293 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:16.259829 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Bound port: 1307c096-683d-450d-b88e-37ed27da6b8a, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:16.262226 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:16.306108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040b8c9-695f-4b8c-bf6f-0b29590201b6 req-03d1e34e-39a7-4fff-a5fd-b0292d281e0c tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:16.308026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4040b8c9-695f-4b8c-bf6f-0b29590201b6 req-03d1e34e-39a7-4fff-a5fd-b0292d281e0c tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 948 time: 0.1984537 Aug 04 16:53:16.309963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-2cdb6c41-2f23-4e18-aecf-37c0f3210e55 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/quotas/3d9ef92026e847768b6eabae7e3293de HTTP/1.1" status: 200 len: 375 time: 0.0516462 Aug 04 16:53:16.387606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] For port 1307c096-683d-450d-b88e-37ed27da6b8a, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:16.391917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] For port 1307c096-683d-450d-b88e-37ed27da6b8a, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1307c096-683d-450d-b88e-37ed27da6b8a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:16.400232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4040b8c9-695f-4b8c-bf6f-0b29590201b6 req-0be90dc9-050f-4fbc-91c7-7f731fd5d48a tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799155 Aug 04 16:53:16.401914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:16.448943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-4c2f2836-77b9-4454-ab9a-ff20c43e82d3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1321170 Aug 04 16:53:16.472341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Allocated IP 19.86.0.2 (275f95f7-ea0f-437b-a84c-06e23617a19b/0719df9f-b8f7-45a9-ba0e-653a6674f5b8/54db51e6-bd5f-4156-afc8-42a90db300c8) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:16.547463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:16.548295 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:16.550275 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] 10.222.0.90 "PUT /v2.0/ports/1307c096-683d-450d-b88e-37ed27da6b8a HTTP/1.1" status: 200 len: 1096 time: 2.0897226 Aug 04 16:53:16.550275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76024eca-e02b-49a0-8145-ee6760c47380', 'tag': '1307c096-683d-450d-b88e-37ed27da6b8a'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:16.552659 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e" -d '{"events": [{"name": "network-changed", "server_uuid": "76024eca-e02b-49a0-8145-ee6760c47380", "tag": "1307c096-683d-450d-b88e-37ed27da6b8a"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:16.556670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f1345-f43f-4ead-8e06-16af6ec109fd service neutron] Pushing event updated for resources: {'Port': ['ID=1307c096-683d-450d-b88e-37ed27da6b8a,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:16.593324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381d349f-a3a2-4f77-8c84-8bf6b176a18e None None] Network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:53:16.666295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-148b90de-0809-4f19-aee8-e8d9c4c8add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:16.673240 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-148b90de-0809-4f19-aee8-e8d9c4c8add2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aeee78e523ca47f1bba87fd23497e810&device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 1099 time: 0.0688913 Aug 04 16:53:16.715252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-96aa108d-8825-435c-8e4e-3077c8912959 service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562046 Aug 04 16:53:16.730202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e122323b-84c7-4906-8302-964b4fb9fe21 None None] Provisioning for port 75a1b254-f829-4ed8-97a9-179c02098601 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:16.755936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e122323b-84c7-4906-8302-964b4fb9fe21 None None] Provisioning complete for port 75a1b254-f829-4ed8-97a9-179c02098601 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:16.756299 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e122323b-84c7-4906-8302-964b4fb9fe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:16.784141 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-e8b974bf-8fa2-4777-a1fb-2c576ad4e1b8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=1307c096-683d-450d-b88e-37ed27da6b8a HTTP/1.1" status: 200 len: 217 time: 0.0903673 Aug 04 16:53:16.860533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-afe3ce2c-eb20-4556-9b93-51db60eb94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:16.862458 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-afe3ce2c-eb20-4556-9b93-51db60eb94fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0699296 Aug 04 16:53:16.932930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-a628e6c3-3d07-4185-abc8-9bfbc6525c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:16.934979 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-a628e6c3-3d07-4185-abc8-9bfbc6525c82 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598669 Aug 04 16:53:16.938968 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:16.948924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Transition to ACTIVE for port object 54db51e6-bd5f-4156-afc8-42a90db300c8 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:16.967093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Transition to ACTIVE for port object 54db51e6-bd5f-4156-afc8-42a90db300c8 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:16.997938 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:17.047453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Network 275f95f7-ea0f-437b-a84c-06e23617a19b is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:17.048589 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-772b8abb-352c-4730-af63-be21831b9278 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042802 Aug 04 16:53:17.058541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:17.063962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:17.114887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-525668fd-c0a3-49b3-ac30-1d660c03267f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:17.122534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-525668fd-c0a3-49b3-ac30-1d660c03267f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:17.124846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-525668fd-c0a3-49b3-ac30-1d660c03267f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/networks?id=31c6747e-0a97-48ed-9e31-18a48d8a7a24&id=275f95f7-ea0f-437b-a84c-06e23617a19b HTTP/1.1" status: 200 len: 1392 time: 0.5350497 Aug 04 16:53:17.165479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Pushing event updated for resources: {'Port': ['ID=54db51e6-bd5f-4156-afc8-42a90db300c8,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:17.166243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-a7148914-fb8f-4400-93b3-4ec979b17665 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/quotas/de2b96052acb4100b6015d5f2a4b7f66 HTTP/1.1" status: 200 len: 375 time: 0.0318282 Aug 04 16:53:17.190952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Attempting to bind port 54db51e6-bd5f-4156-afc8-42a90db300c8 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:17.191190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Attempting to bind port 54db51e6-bd5f-4156-afc8-42a90db300c8 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:17.191600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Attempting to bind port 54db51e6-bd5f-4156-afc8-42a90db300c8 on network 275f95f7-ea0f-437b-a84c-06e23617a19b {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:17.203217 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4518fe8d-003f-460e-a765-8dec5faa0fd9 req-e29f1ddd-f91b-4da7-b2b7-bab49b3946ad service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441979 Aug 04 16:53:17.205881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:17.205881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Checking segment: {'id': 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:17.206763 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:17.207104 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Bound using segment: {'id': 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:17.207586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Bound port: 54db51e6-bd5f-4156-afc8-42a90db300c8, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:17.207975 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:17.228409 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e122323b-84c7-4906-8302-964b4fb9fe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:17.251366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-31a91c31-7819-414c-8f61-8ee00ba86d6a service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353398 Aug 04 16:53:17.290299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-f25d61bd-6110-4eaf-a966-d4e0a2e5f7a9 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1058884 Aug 04 16:53:17.309490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e122323b-84c7-4906-8302-964b4fb9fe21 None None] For port 75a1b254-f829-4ed8-97a9-179c02098601, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=75a1b254-f829-4ed8-97a9-179c02098601,segment=NetworkSegment(184f2975-f918-45c0-b0d0-e1b8fba817a7),segment_id=184f2975-f918-45c0-b0d0-e1b8fba817a7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:17.322164 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e122323b-84c7-4906-8302-964b4fb9fe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:17.325011 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] For port 54db51e6-bd5f-4156-afc8-42a90db300c8, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:17.332531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] For port 54db51e6-bd5f-4156-afc8-42a90db300c8, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=54db51e6-bd5f-4156-afc8-42a90db300c8,segment=NetworkSegment(aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596),segment_id=aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:17.367605 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:17.426438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122323b-84c7-4906-8302-964b4fb9fe21 None None] Pushing event updated for resources: {'Port': ['ID=75a1b254-f829-4ed8-97a9-179c02098601,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:17.497346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-3825bbb2-0fac-4f39-b8a8-e14dc5925eeb service neutron] 10.222.0.39 "GET /v2.0/networks/31c6747e-0a97-48ed-9e31-18a48d8a7a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025042 Aug 04 16:53:17.574825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6f7c3-563b-4d3f-8601-5bbe7a72a2b3 None None] Pushing event updated for resources: {'Port': ['ID=54db51e6-bd5f-4156-afc8-42a90db300c8,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:17.672169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-33160f17-f868-485c-9c66-b5c321b64b3e service neutron] 10.222.0.39 "GET /v2.0/networks/31c6747e-0a97-48ed-9e31-18a48d8a7a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737690 Aug 04 16:53:17.775400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-095f4e5a-a859-4a51-ad14-7674472899d8 None None] Provisioning complete for port 75a1b254-f829-4ed8-97a9-179c02098601 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:17.776300 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-095f4e5a-a859-4a51-ad14-7674472899d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:17.838642 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-7d39998b-e5cb-4191-acfa-23acab44c271 service neutron] 10.222.0.39 "GET /v2.0/networks/275f95f7-ea0f-437b-a84c-06e23617a19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655059 Aug 04 16:53:18.077199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ac936-03e3-4e3d-8c81-6f1e996e8df4 req-8f0e7f75-1393-41aa-9ba8-416c97d6e668 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:18.079363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533ac936-03e3-4e3d-8c81-6f1e996e8df4 req-8f0e7f75-1393-41aa-9ba8-416c97d6e668 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1091120 Aug 04 16:53:18.086305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-d8f2b50d-e65e-4002-bf9c-6b7b7f4aa287 service neutron] 10.222.0.39 "GET /v2.0/networks/275f95f7-ea0f-437b-a84c-06e23617a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467978 Aug 04 16:53:18.111207 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 75a1b254-f829-4ed8-97a9-179c02098601 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:18.153060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533ac936-03e3-4e3d-8c81-6f1e996e8df4 req-0522e52f-944c-4f08-9161-ed4b5e7b2182 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646737 Aug 04 16:53:18.206908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 75a1b254-f829-4ed8-97a9-179c02098601 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:18.207570 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:18.213559 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff329a8-a9e6-48aa-802b-45eaf69523cf x-openstack-request-id: req-5ff329a8-a9e6-48aa-802b-45eaf69523cf {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:18.215157 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76024eca-e02b-49a0-8145-ee6760c47380", "tag": "1307c096-683d-450d-b88e-37ed27da6b8a", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:18.215663 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ff329a8-a9e6-48aa-802b-45eaf69523cf {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:18.216345 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76024eca-e02b-49a0-8145-ee6760c47380', 'tag': '1307c096-683d-450d-b88e-37ed27da6b8a', 'status': 'completed', 'code': 200} Aug 04 16:53:18.394905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-530cbbfd-876d-448a-8160-8f59945b2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:18.396744 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-530cbbfd-876d-448a-8160-8f59945b2dd6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aeee78e523ca47f1bba87fd23497e810&device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 1099 time: 0.1464550 Aug 04 16:53:18.470249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 54db51e6-bd5f-4156-afc8-42a90db300c8 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:18.503670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1392eaee-76dc-4de8-9dea-f386bd33be12 req-1785e130-0248-463a-b488-570d0fdf9231 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 210 time: 0.0522904 Aug 04 16:53:18.522299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778238b-93c2-4d99-9721-c1a499e0bc46 req-6041a344-8ad9-4151-bdde-fac2c5e1bc40 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:18.539183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8778238b-93c2-4d99-9721-c1a499e0bc46 req-6041a344-8ad9-4151-bdde-fac2c5e1bc40 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 948 time: 0.1948080 Aug 04 16:53:18.604205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 54db51e6-bd5f-4156-afc8-42a90db300c8 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:18.629196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-b5d71dd3-b464-4089-b67c-4b7cd936d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:18.630868 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-b5d71dd3-b464-4089-b67c-4b7cd936d661 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2235031 Aug 04 16:53:18.653125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8778238b-93c2-4d99-9721-c1a499e0bc46 req-a60c3ee1-b54b-43e6-a481-4220224b7ce5 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127098 Aug 04 16:53:18.756615 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-49a756e3-e21b-493f-8253-e743097100f7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=1307c096-683d-450d-b88e-37ed27da6b8a HTTP/1.1" status: 200 len: 217 time: 0.1101184 Aug 04 16:53:18.798113 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4759a18f-c0ab-4db6-ac04-2781044faa89 req-db7c37a2-8f38-4bcb-8b68-5ca4b67b4815 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 210 time: 0.0723612 Aug 04 16:53:18.852890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-d47550a9-d123-4fd5-9858-de809b4f05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:18.854390 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-d47550a9-d123-4fd5-9858-de809b4f05a2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0906117 Aug 04 16:53:19.000102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-c036cb18-139e-480c-80f0-7562faa4ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:19.007695 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-c036cb18-139e-480c-80f0-7562faa4ad98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434476 Aug 04 16:53:19.115324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06181b0a-2db7-4ff2-85b8-0b25a22539ba None None] Network 275f95f7-ea0f-437b-a84c-06e23617a19b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:53:19.136951 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-10db7c32-2688-44d0-a4b5-f099de72413b service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203902 Aug 04 16:53:19.262192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5c7b682e-ae58-48bc-ad0c-f96b2872cdc1 None None] Provisioning for port 54db51e6-bd5f-4156-afc8-42a90db300c8 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:19.273399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5c7b682e-ae58-48bc-ad0c-f96b2872cdc1 None None] Provisioning complete for port 54db51e6-bd5f-4156-afc8-42a90db300c8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:19.273399 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5c7b682e-ae58-48bc-ad0c-f96b2872cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:19.289763 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0cd6d3e0-7bdc-4ec7-b7df-8896b287c82e req-72051387-b757-43ae-b047-16f6bf3afcca service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399126 Aug 04 16:53:19.427975 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f315ac4-8b72-4e0a-8cc1-d163e208b20a req-65b265a4-176f-4649-a404-142e3847e609 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:19.431590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f315ac4-8b72-4e0a-8cc1-d163e208b20a req-65b265a4-176f-4649-a404-142e3847e609 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1071463 Aug 04 16:53:19.477641 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5c7b682e-ae58-48bc-ad0c-f96b2872cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:19.525067 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f315ac4-8b72-4e0a-8cc1-d163e208b20a req-cb1c9e63-b2d8-4ed9-ac6f-811122486e0f tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858471 Aug 04 16:53:19.576192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5c7b682e-ae58-48bc-ad0c-f96b2872cdc1 None None] For port 54db51e6-bd5f-4156-afc8-42a90db300c8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=54db51e6-bd5f-4156-afc8-42a90db300c8,segment=NetworkSegment(aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596),segment_id=aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:19.590741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-2048e7cb-07c8-4d1b-8fee-e420bb9c42fd tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:19.591078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5c7b682e-ae58-48bc-ad0c-f96b2872cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:19.592497 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-2048e7cb-07c8-4d1b-8fee-e420bb9c42fd tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.82 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 821 time: 0.2241743 Aug 04 16:53:19.648468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b682e-ae58-48bc-ad0c-f96b2872cdc1 None None] Pushing event updated for resources: {'Port': ['ID=54db51e6-bd5f-4156-afc8-42a90db300c8,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:19.721150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Request body: {'port': {'device_id': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'admin_state_up': True, 'tenant_id': '3d9ef92026e847768b6eabae7e3293de'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:19.809253 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cae27aee-885c-4583-9985-1232de25e216 req-f7f3d200-ba5f-471f-a26e-5a65253953c5 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 210 time: 0.0860324 Aug 04 16:53:19.926504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-279f55eb-ee79-43b2-83f2-0bc5cf89a335 None None] Provisioning complete for port 54db51e6-bd5f-4156-afc8-42a90db300c8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:19.926504 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-279f55eb-ee79-43b2-83f2-0bc5cf89a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:19.953135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Made reservation on behalf of 3d9ef92026e847768b6eabae7e3293de for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:19.956838 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:20.000290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6850ee0-c005-4b68-ad9d-0a985d00aa7f req-960d3bbc-5c70-4128-a956-93f09d73c4cb tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:20.010652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6850ee0-c005-4b68-ad9d-0a985d00aa7f req-960d3bbc-5c70-4128-a956-93f09d73c4cb tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 948 time: 0.1378138 Aug 04 16:53:20.022491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 54db51e6-bd5f-4156-afc8-42a90db300c8 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:20.089444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1307c096-683d-450d-b88e-37ed27da6b8a details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:20.129598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6850ee0-c005-4b68-ad9d-0a985d00aa7f req-a9cacf79-92ef-4d00-b4a1-38ce758e96ce tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152453 Aug 04 16:53:20.258405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d5f01df-e8d1-4df9-9e85-9bb89d43917a req-7ccd67e9-e7b7-4415-8ba3-296168cb135d tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 210 time: 0.1725612 Aug 04 16:53:20.296545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Allocated IP 172.20.0.12 (8b2fc36f-59ae-4d3c-ae28-633000a4085c/06080936-8259-470d-b02f-60e919b9e93c/4409f86a-489e-40b1-9d10-ff9abe8dfe2e) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:20.323824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b916da6a-1076-4402-88cb-7e1b196fc0bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:20.330902 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b916da6a-1076-4402-88cb-7e1b196fc0bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:20.333448 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b916da6a-1076-4402-88cb-7e1b196fc0bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.82 "GET /v2.0/networks?id=31c6747e-0a97-48ed-9e31-18a48d8a7a24&id=275f95f7-ea0f-437b-a84c-06e23617a19b HTTP/1.1" status: 200 len: 1392 time: 0.2059941 Aug 04 16:53:20.347470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'port': {'device_id': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24', 'admin_state_up': True, 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:20.367178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1307c096-683d-450d-b88e-37ed27da6b8a, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1307c096-683d-450d-b88e-37ed27da6b8a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:20.380463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 54db51e6-bd5f-4156-afc8-42a90db300c8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:20.380833 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:20.411601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '1307c096-683d-450d-b88e-37ed27da6b8a', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '1307c096-683d-450d-b88e-37ed27da6b8a', 'mac_address': 'fa:16:3e:6e:a8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:20.414255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a4455-213f-424c-b0d6-fda034ceecf1 req-1e2edc1b-a90c-4a33-882b-a5ee090964a9 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:20.416311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-152a4455-213f-424c-b0d6-fda034ceecf1 req-1e2edc1b-a90c-4a33-882b-a5ee090964a9 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 945 time: 0.1146338 Aug 04 16:53:20.537206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-152a4455-213f-424c-b0d6-fda034ceecf1 req-9a7d66e2-a53f-4813-a24e-20de3fd6e3dd tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098254 Aug 04 16:53:20.542194 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:20.547189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:20.557597 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:20.580274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1307c096-683d-450d-b88e-37ed27da6b8a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:20.606520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1307c096-683d-450d-b88e-37ed27da6b8a, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1307c096-683d-450d-b88e-37ed27da6b8a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:20.616424 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:20.710362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312db581-5aa1-44f2-be3b-8c75a7c03593 req-740dc9df-f50c-4ee6-a59f-2fbd3e4c02b0 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:20.720549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-312db581-5aa1-44f2-be3b-8c75a7c03593 req-740dc9df-f50c-4ee6-a59f-2fbd3e4c02b0 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.0809958 Aug 04 16:53:20.723922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=1307c096-683d-450d-b88e-37ed27da6b8a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:20.770979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:20.790828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-312db581-5aa1-44f2-be3b-8c75a7c03593 req-4c43be24-343e-4ca5-b93b-e625010efc45 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688047 Aug 04 16:53:20.794586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Transition to ACTIVE for port object 4409f86a-489e-40b1-9d10-ff9abe8dfe2e will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:20.844682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Allocated IP 19.80.0.198 (31c6747e-0a97-48ed-9e31-18a48d8a7a24/022126ab-e858-4c4a-900a-ba946884cccd/d850bdbe-df19-49db-8a77-b74fd2ebe0a3) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:20.883380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:20.901208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d71190c4-43b3-43ec-846f-c1876f563b5a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:20.948291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Network 8b2fc36f-59ae-4d3c-ae28-633000a4085c is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:20.953989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1307c096-683d-450d-b88e-37ed27da6b8a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:20.972076 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:21.001115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098acd60-15a8-4893-8151-beed23033016 req-2c55a50c-f2e5-4daa-bac5-3168be35544d tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:21.002738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:21.003959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-098acd60-15a8-4893-8151-beed23033016 req-2c55a50c-f2e5-4daa-bac5-3168be35544d tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 932 time: 0.1106842 Aug 04 16:53:21.031432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Pushing event updated for resources: {'Port': ['ID=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:21.083711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-098acd60-15a8-4893-8151-beed23033016 req-a80a250e-fe98-413c-8465-e5a0b69ae754 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632529 Aug 04 16:53:21.089618 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:21.090257 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:21.131826 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:21.136816 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-de3efaab-e954-466d-9f74-bb1e03373c10 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4200163 Aug 04 16:53:21.152041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Transition to ACTIVE for port object d850bdbe-df19-49db-8a77-b74fd2ebe0a3 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:21.153746 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Request body: {'port': {'device_id': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:21.276913 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:21.320643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:21.386067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:21.415537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-57b9f09a-40ec-4ada-843d-e91b130268db None None] Provisioning for port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:21.421639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-57b9f09a-40ec-4ada-843d-e91b130268db None None] Provisioning complete for port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:21.422320 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-57b9f09a-40ec-4ada-843d-e91b130268db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:21.457277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:21.464187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Port': ['ID=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:21.464187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:21.534198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-57b9f09a-40ec-4ada-843d-e91b130268db None None] Port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:53:21.586474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:21.587185 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:21.610569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59880b92-acee-49bd-94bb-fed3f69df0c9 req-86ce2863-0550-4a5c-b311-c75fb884b254 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:21.612856 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-bd3fe255-def4-4fc8-8c98-8f383c0cbe4c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2700565 Aug 04 16:53:21.619402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59880b92-acee-49bd-94bb-fed3f69df0c9 req-86ce2863-0550-4a5c-b311-c75fb884b254 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 949 time: 0.0703647 Aug 04 16:53:21.630308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Request body: {'port': {'device_id': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b', 'admin_state_up': True, 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:21.658581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59880b92-acee-49bd-94bb-fed3f69df0c9 req-fe21be3b-aef9-42b9-a1c7-aeaf5f7b6f2c tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379188 Aug 04 16:53:21.812814 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4409f86a-489e-40b1-9d10-ff9abe8dfe2e {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:21.838707 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:21.842406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e74664-7746-484f-b75b-387d72a02dda req-31cfe4bf-a1e8-4b14-9677-be1f9fd56c26 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:21.867050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5e74664-7746-484f-b75b-387d72a02dda req-31cfe4bf-a1e8-4b14-9677-be1f9fd56c26 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 932 time: 0.0990715 Aug 04 16:53:21.872062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ca0ba955-98a5-4aa5-ac5c-3f594ac33c91 None None] Provisioning for port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:21.877362 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Made reservation on behalf of de2b96052acb4100b6015d5f2a4b7f66 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:21.882253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ca0ba955-98a5-4aa5-ac5c-3f594ac33c91 None None] Provisioning complete for port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:21.882525 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:21.883697 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba955-98a5-4aa5-ac5c-3f594ac33c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:21.885102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Transition to ACTIVE for port object 4409f86a-489e-40b1-9d10-ff9abe8dfe2e will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:21.899489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:21.929604 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5e74664-7746-484f-b75b-387d72a02dda req-0d7aba8b-6ab6-4437-8bab-cf98089434f8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556633 Aug 04 16:53:21.981886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ba955-98a5-4aa5-ac5c-3f594ac33c91 None None] Port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:53:22.044613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Pushing event updated for resources: {'Port': ['ID=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:22.062425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1307c096-683d-450d-b88e-37ed27da6b8a up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:22.065190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-ef93f3c6-449a-44e5-8aa1-dfda1804d4e6 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1707208695&fields=id&tenant_id=b55218bb95de49fba34a1d1e8fe6ef86 HTTP/1.1" status: 200 len: 267 time: 0.0868404 Aug 04 16:53:22.148734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b5975-beb4-4a62-addd-95b85e8af098 req-69ccc425-96a5-4131-b418-a9a3296e2221 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:22.150329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-393b5975-beb4-4a62-addd-95b85e8af098 req-69ccc425-96a5-4131-b418-a9a3296e2221 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1480672 Aug 04 16:53:22.181323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 1307c096-683d-450d-b88e-37ed27da6b8a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:22.186093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 1307c096-683d-450d-b88e-37ed27da6b8a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:22.187063 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.213854 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-393b5975-beb4-4a62-addd-95b85e8af098 req-c9d378e6-5afd-4562-b749-b4b17d89bcb2 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556085 Aug 04 16:53:22.247724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-86bb380b-cfad-4bbb-82f2-77e9d66de197 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:22.257400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-86bb380b-cfad-4bbb-82f2-77e9d66de197 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/networks?id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 HTTP/1.1" status: 200 len: 824 time: 0.1830709 Aug 04 16:53:22.261071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Allocated IP 19.86.0.228 (275f95f7-ea0f-437b-a84c-06e23617a19b/0719df9f-b8f7-45a9-ba0e-653a6674f5b8/8425ddbf-b929-428e-a58b-1cf3ae89da48) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:22.273728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-45ee4590-afa0-47c9-85a2-aaaaa66e62e2 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/quotas/b55218bb95de49fba34a1d1e8fe6ef86 HTTP/1.1" status: 200 len: 375 time: 0.0154228 Aug 04 16:53:22.278487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37776) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:22.319364 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.321427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Attempting to bind port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:22.321900 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Attempting to bind port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:22.322507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Attempting to bind port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e on network 8b2fc36f-59ae-4d3c-ae28-633000a4085c {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:22.342552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e on network 8b2fc36f-59ae-4d3c-ae28-633000a4085c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:22.342930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Attempting to bind port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e on network 8b2fc36f-59ae-4d3c-ae28-633000a4085c {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:22.349843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76024eca-e02b-49a0-8145-ee6760c47380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1307c096-683d-450d-b88e-37ed27da6b8a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:22.352492 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a29c28-ec2d-48ec-898a-06049df253b6" -d '{"events": [{"server_uuid": "76024eca-e02b-49a0-8145-ee6760c47380", "name": "network-vif-plugged", "status": "completed", "tag": "1307c096-683d-450d-b88e-37ed27da6b8a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:22.358217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:22.358217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Checking segment: {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:22.358597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Bound using segment: {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:22.359092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Bound port: 4409f86a-489e-40b1-9d10-ff9abe8dfe2e, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:22.359455 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.391117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1307c096-683d-450d-b88e-37ed27da6b8a, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1307c096-683d-450d-b88e-37ed27da6b8a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:22.392235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c10b37-1047-48c6-85e9-f1823bed267d req-2b54abbc-15ed-49b4-b1e1-ffa65a41d13a tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:22.400496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7c10b37-1047-48c6-85e9-f1823bed267d req-2b54abbc-15ed-49b4-b1e1-ffa65a41d13a tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 944 time: 0.0822670 Aug 04 16:53:22.403580 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.427901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-38da9ea8-da85-4bf2-bbef-539991c32f2d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55218bb95de49fba34a1d1e8fe6ef86&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1427870 Aug 04 16:53:22.523192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=1307c096-683d-450d-b88e-37ed27da6b8a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:22.526264 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.540612 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b761b4e9-d957-4203-a515-eacdd19087e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.547350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7c10b37-1047-48c6-85e9-f1823bed267d req-bafba719-5232-49b6-8031-f8bd3d2702e9 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458597 Aug 04 16:53:22.572467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Transition to ACTIVE for port object 8425ddbf-b929-428e-a58b-1cf3ae89da48 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:22.597535 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca796aa-6896-4f15-9cfd-5384e78ad5ff x-openstack-request-id: req-cca796aa-6896-4f15-9cfd-5384e78ad5ff {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:22.597828 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76024eca-e02b-49a0-8145-ee6760c47380", "name": "network-vif-plugged", "status": "completed", "tag": "1307c096-683d-450d-b88e-37ed27da6b8a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:22.598122 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cca796aa-6896-4f15-9cfd-5384e78ad5ff {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:22.598477 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76024eca-e02b-49a0-8145-ee6760c47380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1307c096-683d-450d-b88e-37ed27da6b8a', 'code': 200} Aug 04 16:53:22.603735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] For port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:22.608028 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] For port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:22.612221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-5fbca3fd-bdae-4f95-83db-54a3803b1dcb service neutron] 10.222.0.39 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749103 Aug 04 16:53:22.619993 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.661016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:22.661651 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.663219 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] 10.222.0.82 "PUT /v2.0/ports/4409f86a-489e-40b1-9d10-ff9abe8dfe2e HTTP/1.1" status: 200 len: 1092 time: 1.5159528 Aug 04 16:53:22.664420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'tag': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:22.666740 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f997c670-f1b3-4810-a94c-beb514d8df2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a9a551-d88a-40fc-a567-dafa68f585cd", "tag": "4409f86a-489e-40b1-9d10-ff9abe8dfe2e"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:22.679165 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.719414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Network 275f95f7-ea0f-437b-a84c-06e23617a19b is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:22.738202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb415d-d080-4608-96d2-52ed80b0c538 service neutron] Pushing event updated for resources: {'Port': ['ID=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:22.742247 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790738fa-ae42-4028-a5d5-05d1aca5dbd6 x-openstack-request-id: req-790738fa-ae42-4028-a5d5-05d1aca5dbd6 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:22.742536 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a9a551-d88a-40fc-a567-dafa68f585cd", "tag": "4409f86a-489e-40b1-9d10-ff9abe8dfe2e", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:22.742787 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-790738fa-ae42-4028-a5d5-05d1aca5dbd6 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:22.743257 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'tag': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'status': 'completed', 'code': 200} Aug 04 16:53:22.751754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-5543e676-6873-4b33-9425-656f968e4c89 service neutron] 10.222.0.39 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322591 Aug 04 16:53:22.766830 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b761b4e9-d957-4203-a515-eacdd19087e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.776956 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b761b4e9-d957-4203-a515-eacdd19087e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:22.794363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event updated for resources: {'Port': ['ID=8425ddbf-b929-428e-a58b-1cf3ae89da48,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:22.797239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:22.811834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:22.885909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94b5ea-aed8-4052-97b5-c6ca8ba69875 req-3864a840-3132-42d4-8999-54af49859a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:22.888244 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ac94b5ea-aed8-4052-97b5-c6ca8ba69875 req-3864a840-3132-42d4-8999-54af49859a69 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 1101 time: 0.1876640 Aug 04 16:53:22.910598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b761b4e9-d957-4203-a515-eacdd19087e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffac687e8c1240198810c5c4ad84c2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310718 Aug 04 16:53:22.913367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761b4e9-d957-4203-a515-eacdd19087e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ebe880-ecac-4152-be96-5edcafcbabec,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:22.915937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37790) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:22.948339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-933cda40-6971-4da3-9dd3-1e94ca839e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:22.950087 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-933cda40-6971-4da3-9dd3-1e94ca839e8d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 1095 time: 0.1490440 Aug 04 16:53:22.998612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3c0f8-0321-431e-a0ff-e0b80c913adb req-1f3c8a2a-657a-42ad-8cec-15250e41c9de tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:23.000682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ff3c0f8-0321-431e-a0ff-e0b80c913adb req-1f3c8a2a-657a-42ad-8cec-15250e41c9de tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 950 time: 0.1576777 Aug 04 16:53:23.023409 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-7313bb5c-79b9-4375-8bc9-a2d6242f25b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e HTTP/1.1" status: 200 len: 217 time: 0.0594530 Aug 04 16:53:23.025447 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ac94b5ea-aed8-4052-97b5-c6ca8ba69875 req-8e392a13-6900-4439-855d-0fd8091cf654 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276255 Aug 04 16:53:23.032305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:23.033156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.057491 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b8043121-4dec-4058-9b13-4d83d06f6051 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4366777 Aug 04 16:53:23.082741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Request body: {'port': {'device_id': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:23.088755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-ebd730a8-79c8-499c-bb2a-428183c4946f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:23.090523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-ebd730a8-79c8-499c-bb2a-428183c4946f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4ab4315-cd21-4505-9047-1766623a82c7 HTTP/1.1" status: 200 len: 945 time: 0.1648018 Aug 04 16:53:23.145225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ff3c0f8-0321-431e-a0ff-e0b80c913adb req-f34cc896-2cbd-48c5-b379-477e858c8d25 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366961 Aug 04 16:53:23.148828 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-5e20ca36-7efa-4828-bfb5-69913d118711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:23.150422 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-5e20ca36-7efa-4828-bfb5-69913d118711 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.1056867 Aug 04 16:53:23.171540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0675dcf-4415-445b-9750-8cafa1b7e2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.187736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-12900f8e-b335-494c-80fc-983e61ac12d4 None None] Provisioning for port 8425ddbf-b929-428e-a58b-1cf3ae89da48 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:23.193282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.194558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-12900f8e-b335-494c-80fc-983e61ac12d4 None None] Provisioning complete for port 8425ddbf-b929-428e-a58b-1cf3ae89da48 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:23.196393 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-12900f8e-b335-494c-80fc-983e61ac12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.249689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-12900f8e-b335-494c-80fc-983e61ac12d4 None None] Port 8425ddbf-b929-428e-a58b-1cf3ae89da48 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:53:23.250581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0675dcf-4415-445b-9750-8cafa1b7e2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.271750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-3fd3b8dc-a670-45eb-b9a0-460882784630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:23.273383 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-3fd3b8dc-a670-45eb-b9a0-460882784630 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011357 Aug 04 16:53:23.301717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b944447-c390-4abe-9a77-2bea7bcddce4 req-d27d0711-e40d-42d2-85b6-f660c41091d7 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 210 time: 0.0432692 Aug 04 16:53:23.310650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169382d-306f-4b93-9059-c05349ae0da8 req-73ce3395-1d45-4286-8f3f-96abfd84dc9f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:23.317232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169382d-306f-4b93-9059-c05349ae0da8 req-73ce3395-1d45-4286-8f3f-96abfd84dc9f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:23.323421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f169382d-306f-4b93-9059-c05349ae0da8 req-73ce3395-1d45-4286-8f3f-96abfd84dc9f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1655 time: 0.2125776 Aug 04 16:53:23.403131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f169382d-306f-4b93-9059-c05349ae0da8 req-b57be805-3971-4f67-96d6-d5054ffb7f61 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648568 Aug 04 16:53:23.417593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Deleting port 84c9455c-a109-4e25-9621-683f583d6bdf {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:23.418249 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.505576 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-360e8151-5239-4082-8cb0-13b94d10f0dc service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165766 Aug 04 16:53:23.510608 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0675dcf-4415-445b-9750-8cafa1b7e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.513742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0675dcf-4415-445b-9750-8cafa1b7e2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.517299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b0675dcf-4415-445b-9750-8cafa1b7e2b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83ebe880-ecac-4152-be96-5edcafcbabec HTTP/1.1" status: 204 len: 168 time: 0.5970533 Aug 04 16:53:23.536234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0675dcf-4415-445b-9750-8cafa1b7e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ebe880-ecac-4152-be96-5edcafcbabec,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:23.551999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2e51-28b4-412d-8d08-0b7fda029d11 req-409776f9-501f-46d0-a78e-aee9087e0232 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:23.565332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-683f2e51-28b4-412d-8d08-0b7fda029d11 req-409776f9-501f-46d0-a78e-aee9087e0232 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1685913 Aug 04 16:53:23.637067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] For port 84c9455c-a109-4e25-9621-683f583d6bdf, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=84c9455c-a109-4e25-9621-683f583d6bdf,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:23.637835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.654511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-683f2e51-28b4-412d-8d08-0b7fda029d11 req-e52859a4-020a-4f1f-ae3b-0c5779482af7 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871608 Aug 04 16:53:23.723099 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7b4bfbb-e861-46f7-945e-aba828600ce6 req-be43f71c-4bfb-4d44-9743-61af5e048cc5 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030108 Aug 04 16:53:23.775152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d850bdbe-df19-49db-8a77-b74fd2ebe0a3 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:23.794684 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.831426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Transition to ACTIVE for port object d850bdbe-df19-49db-8a77-b74fd2ebe0a3 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:23.840694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.876746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d4fb-b4dd-45ea-8530-8711d4935e51 req-b0c3ddbb-cf0a-4682-8954-613a9e4263ba tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:23.879547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65a6d4fb-b4dd-45ea-8530-8711d4935e51 req-b0c3ddbb-cf0a-4682-8954-613a9e4263ba tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 944 time: 0.2076819 Aug 04 16:53:23.898528 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-0ff447ec-047a-40be-b741-0fd96bc69d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:23.900277 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-0ff447ec-047a-40be-b741-0fd96bc69d49 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 1095 time: 0.1191878 Aug 04 16:53:23.903036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37816) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:23.946930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05ae2c89-fa83-4390-85f5-872f6b7dea61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:23.991621 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:24.078270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65a6d4fb-b4dd-45ea-8530-8711d4935e51 req-0f13e3d1-7929-41fa-84f2-b722dbe27b76 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906226 Aug 04 16:53:24.086562 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:24.087165 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:24.087766 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Floating IP ac245c08-960c-444b-9dd2-852e2e56b7c7 disassociated. External IP: 172.25.2.123, port: 84c9455c-a109-4e25-9621-683f583d6bdf. Aug 04 16:53:24.088308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Calling delete_port for 84c9455c-a109-4e25-9621-683f583d6bdf owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:24.181774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-2836a493-6dc3-4e3a-a5a2-17195876dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:24.183388 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-2836a493-6dc3-4e3a-a5a2-17195876dd91 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.2691591 Aug 04 16:53:24.200561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Attempting to bind port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:24.200984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Attempting to bind port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '184f2975-f918-45c0-b0d0-e1b8fba817a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:24.201401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Attempting to bind port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 on network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:24.240617 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-0e463499-9069-40e6-8466-10d77ffdc417 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e HTTP/1.1" status: 200 len: 217 time: 0.0478513 Aug 04 16:53:24.244564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 on network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:24.244883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Attempting to bind port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 on network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:24.280161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:24.280508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Checking segment: {'id': '184f2975-f918-45c0-b0d0-e1b8fba817a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:24.280897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Bound using segment: {'id': '184f2975-f918-45c0-b0d0-e1b8fba817a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:24.281575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Bound port: d850bdbe-df19-49db-8a77-b74fd2ebe0a3, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184f2975-f918-45c0-b0d0-e1b8fba817a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:24.281940 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:24.314489 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:24.350680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19b2dd-d86d-44ac-8195-31e60263eff5 req-216c43df-81f0-4bd4-94cb-89ef7bbc457d tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:24.352062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-0a27f8d8-7773-46c5-bbc8-a507581b7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:24.352269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d19b2dd-d86d-44ac-8195-31e60263eff5 req-216c43df-81f0-4bd4-94cb-89ef7bbc457d tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 950 time: 0.0963080 Aug 04 16:53:24.353570 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-0a27f8d8-7773-46c5-bbc8-a507581b7fc2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.1022210 Aug 04 16:53:24.355871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event deleted for resources: {'Port': ['ID=84c9455c-a109-4e25-9621-683f583d6bdf,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:24.356828 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05ae2c89-fa83-4390-85f5-872f6b7dea61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:24.394241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05ae2c89-fa83-4390-85f5-872f6b7dea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:24.453044 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-05ae2c89-fa83-4390-85f5-872f6b7dea61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37768d4da81f45dcb5ff8f3098c40fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488167 Aug 04 16:53:24.458089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37824) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:24.459753 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] For port d850bdbe-df19-49db-8a77-b74fd2ebe0a3, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:24.464215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] For port d850bdbe-df19-49db-8a77-b74fd2ebe0a3, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,segment=NetworkSegment(184f2975-f918-45c0-b0d0-e1b8fba817a7),segment_id=184f2975-f918-45c0-b0d0-e1b8fba817a7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:24.465352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab639da3-b8d8-420b-b2bc-5d60f6d1876e req-d35cc7bc-a151-4b42-b15b-0596ffdd3f28 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 210 time: 0.0480189 Aug 04 16:53:24.519179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae2c89-fa83-4390-85f5-872f6b7dea61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d663c77c-fdfb-4255-9307-10a2af9770e8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:24.557035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d19b2dd-d86d-44ac-8195-31e60263eff5 req-a98cea56-a47b-4ba6-bbb9-9a393737f040 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794643 Aug 04 16:53:24.704594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Router ff34cb82-3200-473f-ae15-b06bda3ee83e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:53:24.711490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c421f855-29c2-401c-bb58-841e56d63405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:24.823119 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c421f855-29c2-401c-bb58-841e56d63405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:24.897811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98108d1b-8ba4-4eed-8788-fde189dc701c req-a486be63-8eb7-47a2-88b4-8b7fbb28aa4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:24.904721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98108d1b-8ba4-4eed-8788-fde189dc701c req-a486be63-8eb7-47a2-88b4-8b7fbb28aa4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:24.906490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98108d1b-8ba4-4eed-8788-fde189dc701c req-a486be63-8eb7-47a2-88b4-8b7fbb28aa4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1667 time: 0.2467182 Aug 04 16:53:25.041309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-91f6bef1-f898-4e53-b307-158b41c04402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:25.043073 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-91f6bef1-f898-4e53-b307-158b41c04402 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6779087 Aug 04 16:53:25.044223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:25.106344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-96086418-6514-4ab6-ab19-e759fa0563dd tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:25.108202 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-96086418-6514-4ab6-ab19-e759fa0563dd tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.90 "GET /v2.0/networks?id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 HTTP/1.1" status: 200 len: 824 time: 0.5633249 Aug 04 16:53:25.189319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:25.190246 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:25.191822 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] 10.222.0.82 "PUT /v2.0/ports/d850bdbe-df19-49db-8a77-b74fd2ebe0a3 HTTP/1.1" status: 200 len: 1092 time: 2.1155412 Aug 04 16:53:25.192287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'tag': 'd850bdbe-df19-49db-8a77-b74fd2ebe0a3'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:25.194629 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9180b5bb-c23b-48a1-9441-0587769f7ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "tag": "d850bdbe-df19-49db-8a77-b74fd2ebe0a3"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:25.228140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Request body: {'port': {'device_id': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:25.295333 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:25.344631 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-5a8b1d90-157e-407a-9eb2-4c634c225834 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55218bb95de49fba34a1d1e8fe6ef86 HTTP/1.1" status: 200 len: 380 time: 0.2157464 Aug 04 16:53:25.345254 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc5861-2f4f-4507-91df-5c511eea81b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:25.371518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98108d1b-8ba4-4eed-8788-fde189dc701c req-3892a4f8-8b13-4790-9fd8-ccd5f42ff40e tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523795 Aug 04 16:53:25.379521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Request body: {'port': {'device_id': 'e99336a3-e6f8-4830-9743-2e282563e778', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'admin_state_up': True, 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'security_groups': ['8d7eb903-b065-4417-affe-90bd8190c981']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:25.395440 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c421f855-29c2-401c-bb58-841e56d63405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:25.397919 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c421f855-29c2-401c-bb58-841e56d63405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:25.399078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c421f855-29c2-401c-bb58-841e56d63405 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d663c77c-fdfb-4255-9307-10a2af9770e8 HTTP/1.1" status: 204 len: 168 time: 0.9361029 Aug 04 16:53:25.410186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376bc2-aced-4e89-8f7a-517817645950 req-2173d0d2-134e-4d3e-9307-c8ce117c85c1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:25.418044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4376bc2-aced-4e89-8f7a-517817645950 req-2173d0d2-134e-4d3e-9307-c8ce117c85c1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1496091 Aug 04 16:53:25.420482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:53:25.458488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421f855-29c2-401c-bb58-841e56d63405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d663c77c-fdfb-4255-9307-10a2af9770e8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:25.484377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] No DVR routers for this DVR port 84c9455c-a109-4e25-9621-683f583d6bdf on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:25.492703 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:25.494835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21a9fcb9-bf70-43bb-9589-208a9d13c4c1 req-065804e2-be97-469d-9f23-ea68552192f4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.82 "DELETE /v2.0/ports/84c9455c-a109-4e25-9621-683f583d6bdf HTTP/1.1" status: 204 len: 173 time: 2.3953469 Aug 04 16:53:25.495307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'name': 'network-vif-deleted', 'tag': '84c9455c-a109-4e25-9621-683f583d6bdf'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:25.497993 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d459068-ae8a-4660-a67a-59d68ea8a2e5" -d '{"events": [{"server_uuid": "b4ab4315-cd21-4505-9047-1766623a82c7", "name": "network-vif-deleted", "tag": "84c9455c-a109-4e25-9621-683f583d6bdf"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:25.539205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4376bc2-aced-4e89-8f7a-517817645950 req-9f1ef874-d07e-437b-95f3-09eeb5c93ff9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201530 Aug 04 16:53:25.557764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-431e86f7-bf2a-4b1e-8d74-d3f071738d40 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=aeee78e523ca47f1bba87fd23497e810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535171 Aug 04 16:53:25.611712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] Sync routers for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:53:25.648099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:25.649005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:25.820787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:25.834887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf7242-d1ba-4579-9ae4-accc0ae6cad1 req-30590be3-3d26-4963-8093-cc970015bfd5 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:25.847435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98cf7242-d1ba-4579-9ae4-accc0ae6cad1 req-30590be3-3d26-4963-8093-cc970015bfd5 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 944 time: 0.1899831 Aug 04 16:53:25.857607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4e10f35d-cb74-4ccc-811c-afddc1b73bac tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:25.873193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4e10f35d-cb74-4ccc-811c-afddc1b73bac tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898097 Aug 04 16:53:25.918248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-83769141-8649-4590-ba56-f7a84d364b42 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/quotas/aeee78e523ca47f1bba87fd23497e810 HTTP/1.1" status: 200 len: 375 time: 0.0505066 Aug 04 16:53:25.929398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Made reservation on behalf of b55218bb95de49fba34a1d1e8fe6ef86 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:25.934116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:26.003975 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-c8b006bf-73b9-4ef6-95f9-297931ceb7df service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9244132 Aug 04 16:53:26.031451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98cf7242-d1ba-4579-9ae4-accc0ae6cad1 req-bbefcb6b-96e6-40ff-a22d-9901b70c9735 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618934 Aug 04 16:53:26.082829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-c2951216-1107-4be0-849d-69798f9b237e tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aeee78e523ca47f1bba87fd23497e810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1627133 Aug 04 16:53:26.239489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:26.242424 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a375b5c-f052-4973-9bb5-a291522a58a4 x-openstack-request-id: req-8a375b5c-f052-4973-9bb5-a291522a58a4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:26.243138 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ab4315-cd21-4505-9047-1766623a82c7", "name": "network-vif-deleted", "tag": "84c9455c-a109-4e25-9621-683f583d6bdf", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:26.243758 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a375b5c-f052-4973-9bb5-a291522a58a4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:26.246068 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ab4315-cd21-4505-9047-1766623a82c7', 'name': 'network-vif-deleted', 'tag': '84c9455c-a109-4e25-9621-683f583d6bdf', 'status': 'completed', 'code': 200} Aug 04 16:53:26.320103 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81ab702-a509-4377-8f7d-935b18d80b47 x-openstack-request-id: req-c81ab702-a509-4377-8f7d-935b18d80b47 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:26.320373 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "tag": "d850bdbe-df19-49db-8a77-b74fd2ebe0a3", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:26.320776 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c81ab702-a509-4377-8f7d-935b18d80b47 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:26.321167 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'tag': 'd850bdbe-df19-49db-8a77-b74fd2ebe0a3', 'status': 'completed', 'code': 200} Aug 04 16:53:26.322393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180b5bb-c23b-48a1-9441-0587769f7ce6 req-51af3363-26fd-4087-9298-ef4e16cdad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:26.322925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180b5bb-c23b-48a1-9441-0587769f7ce6 req-51af3363-26fd-4087-9298-ef4e16cdad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:26.324577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9180b5bb-c23b-48a1-9441-0587769f7ce6 req-51af3363-26fd-4087-9298-ef4e16cdad29 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1914 time: 0.1534131 Aug 04 16:53:26.339631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] Checking router: ff34cb82-3200-473f-ae15-b06bda3ee83e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:53:26.387111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:26.388121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:26.399778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b46386f-6a2b-43f5-98e6-605bd8fb891e req-710cae0b-07de-4ee1-acbd-d451a765340a tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 210 time: 0.0736289 Aug 04 16:53:26.539779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8426b726-1932-4ac9-8692-468d0609dcf2 req-9d36ceaa-76e3-4cf0-814d-053ca87d0120 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 210 time: 0.0585010 Aug 04 16:53:26.614595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180b5bb-c23b-48a1-9441-0587769f7ce6 req-26bd6ce8-2bdf-4880-9235-dcf051dbbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:26.619425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180b5bb-c23b-48a1-9441-0587769f7ce6 req-26bd6ce8-2bdf-4880-9235-dcf051dbbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:26.620157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180b5bb-c23b-48a1-9441-0587769f7ce6 req-26bd6ce8-2bdf-4880-9235-dcf051dbbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:26.622552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9180b5bb-c23b-48a1-9441-0587769f7ce6 req-26bd6ce8-2bdf-4880-9235-dcf051dbbe6a service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2723515 Aug 04 16:53:26.671598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7a4b-0368-46b9-ae12-79f57d7e48eb req-cb2150a3-fa83-4826-bddb-5845cf6f13a8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:26.676579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7a4b-0368-46b9-ae12-79f57d7e48eb req-cb2150a3-fa83-4826-bddb-5845cf6f13a8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:26.679456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b57b7a4b-0368-46b9-ae12-79f57d7e48eb req-cb2150a3-fa83-4826-bddb-5845cf6f13a8 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1667 time: 0.1666634 Aug 04 16:53:26.792298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Allocated IP 172.20.0.9 (1f9a1d70-d4f4-4b2d-909b-826bb381bcb5/77176d4a-9942-4d3a-87a4-86993376c507/12dc353f-f496-4b16-b35f-f4f7a31a8620) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:26.795285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:26.872082 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b57b7a4b-0368-46b9-ae12-79f57d7e48eb req-46d58a03-95a8-48fb-8e9a-48a7761b4483 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812725 Aug 04 16:53:26.904146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad9618-1e27-4c79-85ff-4b89ea0e1176 req-da336ea2-ada7-42ea-8071-3c831f0d8e32 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:26.910702 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cad9618-1e27-4c79-85ff-4b89ea0e1176 req-da336ea2-ada7-42ea-8071-3c831f0d8e32 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1474824 Aug 04 16:53:26.961427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180b5bb-c23b-48a1-9441-0587769f7ce6 req-85aebcfc-34dd-40db-b753-4c9868e87d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:26.963749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9180b5bb-c23b-48a1-9441-0587769f7ce6 req-85aebcfc-34dd-40db-b753-4c9868e87d3d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2824490 Aug 04 16:53:26.993049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cad9618-1e27-4c79-85ff-4b89ea0e1176 req-7c8c5a6a-92b5-40bc-b886-cdf691538df2 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696583 Aug 04 16:53:27.120084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:27.159905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Transition to ACTIVE for port object 12dc353f-f496-4b16-b35f-f4f7a31a8620 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:27.175526 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f997c670-f1b3-4810-a94c-beb514d8df2a req-af12243b-ab95-457f-8f40-66f91276a472 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1582973 Aug 04 16:53:27.253242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8425ddbf-b929-428e-a58b-1cf3ae89da48 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:27.263716 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:27.281532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Transition to ACTIVE for port object 8425ddbf-b929-428e-a58b-1cf3ae89da48 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:27.288742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:27.297163 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:27.305814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:27.323888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcacb92-1a1d-42e9-8034-f8bfbcc84cab req-57952cf0-f2b9-4760-97ac-f7bf7bf11396 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:27.331784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4dcacb92-1a1d-42e9-8034-f8bfbcc84cab req-57952cf0-f2b9-4760-97ac-f7bf7bf11396 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 1096 time: 0.1148088 Aug 04 16:53:27.370167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60024cea-cd7c-46be-a3e9-0996db18b36e None None] The sync data for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 is: [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:53:27.375361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b903cd-957d-42f2-a5bc-62a2e79845f5 req-3ab73e87-747a-41cf-91a6-d2b27548ec7a tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:27.379938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:27.392494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:27.393787 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18b903cd-957d-42f2-a5bc-62a2e79845f5 req-3ab73e87-747a-41cf-91a6-d2b27548ec7a tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 944 time: 0.2609401 Aug 04 16:53:27.396582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:27.407561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event updated for resources: {'Port': ['ID=12dc353f-f496-4b16-b35f-f4f7a31a8620,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:27.542994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4dcacb92-1a1d-42e9-8034-f8bfbcc84cab req-d1956aa3-4ebe-49f9-8c64-7fb0d9fc32c3 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102623 Aug 04 16:53:27.558712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18b903cd-957d-42f2-a5bc-62a2e79845f5 req-7875b23b-6296-4bb5-ab0e-459f6a748dd8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640246 Aug 04 16:53:27.687966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:27.702607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:27.718116 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Pushing event updated for resources: {'Port': ['ID=8425ddbf-b929-428e-a58b-1cf3ae89da48,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:27.759727 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-1807eaac-22c8-49dc-9aae-c326a6e5b68e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3845835 Aug 04 16:53:27.776895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Request body: {'port': {'device_id': 'e99336a3-e6f8-4830-9743-2e282563e778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:27.779929 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Attempting to bind port 8425ddbf-b929-428e-a58b-1cf3ae89da48 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:27.780276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Attempting to bind port 8425ddbf-b929-428e-a58b-1cf3ae89da48 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:27.780607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Attempting to bind port 8425ddbf-b929-428e-a58b-1cf3ae89da48 on network 275f95f7-ea0f-437b-a84c-06e23617a19b {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:27.786133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-392478b3-fd6e-409f-a7cb-91b5322b2617 req-b2e0eabb-36a4-4c8b-8d68-36ba1209e7af tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 210 time: 0.0593755 Aug 04 16:53:27.811086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Port 8425ddbf-b929-428e-a58b-1cf3ae89da48 on network 275f95f7-ea0f-437b-a84c-06e23617a19b not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:27.811350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Attempting to bind port 8425ddbf-b929-428e-a58b-1cf3ae89da48 on network 275f95f7-ea0f-437b-a84c-06e23617a19b {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:27.824241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90a65c-b228-453c-85fa-6250a07e8d6e req-f3ac194e-cbae-48b5-827f-6a76533f72d9 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:27.827104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd90a65c-b228-453c-85fa-6250a07e8d6e req-f3ac194e-cbae-48b5-827f-6a76533f72d9 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 931 time: 0.1472263 Aug 04 16:53:27.829201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:27.829547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Checking segment: {'id': 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:27.829962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Bound using segment: {'id': 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:27.830426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Bound port: 8425ddbf-b929-428e-a58b-1cf3ae89da48, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:27.830813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:27.887466 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8585815-c276-4cc0-92ae-28e4ab30dc71 None None] New status for floating IP ac245c08-960c-444b-9dd2-852e2e56b7c7: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:53:27.898355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd90a65c-b228-453c-85fa-6250a07e8d6e req-34ef75e8-e522-4c19-a99f-4442582ee4f1 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635283 Aug 04 16:53:27.909757 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:27.934383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4409f86a-489e-40b1-9d10-ff9abe8dfe2e details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:27.969103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] For port 8425ddbf-b929-428e-a58b-1cf3ae89da48, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:27.972692 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] For port 8425ddbf-b929-428e-a58b-1cf3ae89da48, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8425ddbf-b929-428e-a58b-1cf3ae89da48,segment=NetworkSegment(aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596),segment_id=aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:28.041287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dec10-4db5-4337-839e-03d095be38b7 req-5f8370d6-1611-4aec-8d39-e953633d69cd tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:28.050761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dec10-4db5-4337-839e-03d095be38b7 req-5f8370d6-1611-4aec-8d39-e953633d69cd tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:28.060614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad4dec10-4db5-4337-839e-03d095be38b7 req-5f8370d6-1611-4aec-8d39-e953633d69cd tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1679 time: 0.0993345 Aug 04 16:53:28.142066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad4dec10-4db5-4337-839e-03d095be38b7 req-c2ee5b35-c206-4eaa-9bd0-f801424d9c4f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808258 Aug 04 16:53:28.167020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 84c9455c-a109-4e25-9621-683f583d6bdf no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:28.236441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 84c9455c-a109-4e25-9621-683f583d6bdf {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:28.237074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 84c9455c-a109-4e25-9621-683f583d6bdf not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:28.309533 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-fbcc34e9-381d-40ac-9050-2cd6b9da66c8 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=aeee78e523ca47f1bba87fd23497e810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948412 Aug 04 16:53:28.322357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:28.343321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:28.370561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caaf60-334c-45cf-ae56-f2355e3a5d09 req-f1b7175d-6c44-4f5f-b7f1-a55af2bc0514 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:28.373177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'port_id': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'mac_address': 'fa:16:3e:ed:38:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:28.375009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31caaf60-334c-45cf-ae56-f2355e3a5d09 req-f1b7175d-6c44-4f5f-b7f1-a55af2bc0514 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1100466 Aug 04 16:53:28.460506 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:28.473898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:28.475126 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:28.477113 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] 10.222.0.82 "PUT /v2.0/ports/8425ddbf-b929-428e-a58b-1cf3ae89da48 HTTP/1.1" status: 200 len: 1092 time: 3.2536018 Aug 04 16:53:28.478526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4409f86a-489e-40b1-9d10-ff9abe8dfe2e {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:28.483128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31caaf60-334c-45cf-ae56-f2355e3a5d09 req-5fab01a3-fd60-4544-a7b4-64ff71f0c438 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958343 Aug 04 16:53:28.516086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'tag': '8425ddbf-b929-428e-a58b-1cf3ae89da48'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:28.520228 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a94ae-d192-4f58-8484-207295396c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "tag": "8425ddbf-b929-428e-a58b-1cf3ae89da48"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:28.539240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:28.548978 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:28.647055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:28.681379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11effff2-d056-4c57-9edb-311e88be114f req-befc9534-38c2-438e-a6bd-52200e79afb8 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:28.684673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11effff2-d056-4c57-9edb-311e88be114f req-befc9534-38c2-438e-a6bd-52200e79afb8 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 1097 time: 0.0766613 Aug 04 16:53:28.712518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939e8ec-cdbd-4aac-ae34-66cbf283644c service neutron] Pushing event updated for resources: {'Port': ['ID=8425ddbf-b929-428e-a58b-1cf3ae89da48,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:28.731977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-2d1bf94a-85b6-403c-bca0-9cea77b47b12 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:28.733448 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-2d1bf94a-85b6-403c-bca0-9cea77b47b12 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4063241 Aug 04 16:53:28.743792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11effff2-d056-4c57-9edb-311e88be114f req-355fd020-75f4-4342-807c-fc8109b6da81 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524867 Aug 04 16:53:28.762011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Request body: {'port': {'device_id': '3bb5a4d8-628d-4b0e-9d3f-d428e0c77020', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'aeee78e523ca47f1bba87fd23497e810'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:28.771557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c1750fb9-3ef0-49c2-aa5f-f1b4854a7ac3 None None] Provisioning for port 12dc353f-f496-4b16-b35f-f4f7a31a8620 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:28.777030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c1750fb9-3ef0-49c2-aa5f-f1b4854a7ac3 None None] Provisioning complete for port 12dc353f-f496-4b16-b35f-f4f7a31a8620 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:28.777435 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c1750fb9-3ef0-49c2-aa5f-f1b4854a7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:28.831627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c1750fb9-3ef0-49c2-aa5f-f1b4854a7ac3 None None] Port 12dc353f-f496-4b16-b35f-f4f7a31a8620 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:53:28.860989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-612060d6-bdfa-429a-8ff5-1d98de9d6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:28.861937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-612060d6-bdfa-429a-8ff5-1d98de9d6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:28.863543 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-612060d6-bdfa-429a-8ff5-1d98de9d6f4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1981 time: 0.3102067 Aug 04 16:53:28.877491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['4409f86a-489e-40b1-9d10-ff9abe8dfe2e'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:28.945699 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-518122eb-5d73-4b96-bdfd-d1c258f0db2a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=d850bdbe-df19-49db-8a77-b74fd2ebe0a3 HTTP/1.1" status: 200 len: 217 time: 0.0710394 Aug 04 16:53:28.987549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dc353f-f496-4b16-b35f-f4f7a31a8620 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:29.035588 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50431366-8db6-4c3e-ac47-0260b00f1220 x-openstack-request-id: req-50431366-8db6-4c3e-ac47-0260b00f1220 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:29.035867 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "tag": "8425ddbf-b929-428e-a58b-1cf3ae89da48", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:29.036119 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50431366-8db6-4c3e-ac47-0260b00f1220 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:29.036505 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'tag': '8425ddbf-b929-428e-a58b-1cf3ae89da48', 'status': 'completed', 'code': 200} Aug 04 16:53:29.041382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:29.073254 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Transition to ACTIVE for port object 12dc353f-f496-4b16-b35f-f4f7a31a8620 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:29.074775 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Made reservation on behalf of aeee78e523ca47f1bba87fd23497e810 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:29.078294 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:29.081537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-2ebb1e92-bf74-47bb-ab88-b4afca247f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:29.083032 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-2ebb1e92-bf74-47bb-ab88-b4afca247f95 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=022126ab-e858-4c4a-900a-ba946884cccd HTTP/1.1" status: 200 len: 801 time: 0.1145566 Aug 04 16:53:29.085045 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:29.143664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03431693-576c-431a-bd77-ec2d31ba367a req-453f4f1c-d2fd-4238-8461-90357b078a76 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:29.145263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03431693-576c-431a-bd77-ec2d31ba367a req-453f4f1c-d2fd-4238-8461-90357b078a76 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 945 time: 0.0509977 Aug 04 16:53:29.212113 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03431693-576c-431a-bd77-ec2d31ba367a req-7ba47d88-3da3-42b5-9897-200897c304a5 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507090 Aug 04 16:53:29.263277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Pushing event updated for resources: {'Port': ['ID=12dc353f-f496-4b16-b35f-f4f7a31a8620,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:29.301601 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-c917c6d2-d609-4e2f-bf6d-9cba4044feb1 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:53:29.303411 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-c917c6d2-d609-4e2f-bf6d-9cba4044feb1 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287843 Aug 04 16:53:29.342090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Request body: {'binding': {'host': 'n-h2-764435-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:29.342782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Unknown quota resources ['binding']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:53:29.390846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-d0f4a747-b50f-46d2-8f6a-0c7057096e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:29.392591 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-d0f4a747-b50f-46d2-8f6a-0c7057096e3d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=31c6747e-0a97-48ed-9e31-18a48d8a7a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2690787 Aug 04 16:53:29.561035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Attempting to bind port 12dc353f-f496-4b16-b35f-f4f7a31a8620 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:29.561355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Attempting to bind port 12dc353f-f496-4b16-b35f-f4f7a31a8620 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:29.561672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Attempting to bind port 12dc353f-f496-4b16-b35f-f4f7a31a8620 on network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:29.584173 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Allocated IP 192.168.233.205 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/f63b9122-7cb5-4a86-a2cb-bda5bba7237a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:29.606669 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Port 12dc353f-f496-4b16-b35f-f4f7a31a8620 on network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:29.607037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Attempting to bind port 12dc353f-f496-4b16-b35f-f4f7a31a8620 on network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:29.632777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:29.633144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Checking segment: {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:29.633521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Bound using segment: {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:29.633964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Bound port: 12dc353f-f496-4b16-b35f-f4f7a31a8620, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254293e5-1299-456a-8f15-3a3dd3124bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:29.634319 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:29.667071 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b3a59e70-38a7-4a27-a598-b293112d2dec service neutron] 10.222.0.82 "GET /v2.0/networks/31c6747e-0a97-48ed-9e31-18a48d8a7a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662928 Aug 04 16:53:29.959445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4409f86a-489e-40b1-9d10-ff9abe8dfe2e up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:30.012171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:30.016334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:30.016793 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:30.060447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on host n-h2-764435-5 for vnic_type normal with profile None {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:30.060781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:30.061103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:30.074597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-2161e7b3-125f-4505-a926-95b437584dbd tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:53:30.075603 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-2161e7b3-125f-4505-a926-95b437584dbd tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194373 Aug 04 16:53:30.105137 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:30.112842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Request body: {'binding': {'host': 'n-h1-764435-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:30.113216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Unknown quota resources ['binding']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:53:30.114998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:30.115314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:30.127578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:30.129841 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94e0b39-364f-4515-aadb-4c4708275e72" -d '{"events": [{"server_uuid": "f5a9a551-d88a-40fc-a567-dafa68f585cd", "name": "network-vif-plugged", "status": "completed", "tag": "4409f86a-489e-40b1-9d10-ff9abe8dfe2e"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:30.142586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:30.149230 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:30.193357 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:30.194255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:30.194255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:30.194776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Bound port: 16c62198-573c-48ad-9da4-1939c106e04f, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:30.203791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:30.246822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] For port 12dc353f-f496-4b16-b35f-f4f7a31a8620, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:30.264857 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-46a43313-4a49-4870-be61-d36195734d05 service neutron] 10.222.0.82 "GET /v2.0/networks/31c6747e-0a97-48ed-9e31-18a48d8a7a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874572 Aug 04 16:53:30.323038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] For port 12dc353f-f496-4b16-b35f-f4f7a31a8620, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=12dc353f-f496-4b16-b35f-f4f7a31a8620,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:30.376064 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:30.385254 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-a7893b86-6fbd-4eaf-b2dc-4be96eeb34f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.228&port_id=8425ddbf-b929-428e-a58b-1cf3ae89da48 HTTP/1.1" status: 200 len: 217 time: 0.0808582 Aug 04 16:53:30.423536 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:30.479606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:30.492233 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:30.492816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:30.494263 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] 10.222.0.90 "PUT /v2.0/ports/12dc353f-f496-4b16-b35f-f4f7a31a8620 HTTP/1.1" status: 200 len: 1091 time: 2.7222652 Aug 04 16:53:30.509136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:30.510319 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-87ef4165-e43e-4704-87b4-d251b9e89e20 service neutron] 10.222.0.39 "POST /v2.0/ports/16c62198-573c-48ad-9da4-1939c106e04f/bindings HTTP/1.1" status: 201 len: 389 time: 1.1931562 Aug 04 16:53:30.517352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Transition to ACTIVE for port object f63b9122-7cb5-4a86-a2cb-bda5bba7237a will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:30.551884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-416605cf-629a-4f7c-b619-0bdade86154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:30.553377 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-416605cf-629a-4f7c-b619-0bdade86154d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0719df9f-b8f7-45a9-ba0e-653a6674f5b8 HTTP/1.1" status: 200 len: 801 time: 0.1418581 Aug 04 16:53:30.637873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d on host n-h1-764435-5 for vnic_type normal with profile None {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:30.638106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:30.638437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:30.657696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c4418-abbf-4cb6-9798-4807d5fdb378 service neutron] Pushing event updated for resources: {'Port': ['ID=12dc353f-f496-4b16-b35f-f4f7a31a8620,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:30.670308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Port d164d259-b494-4992-bce9-19279951097d on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:30.670624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:30.688033 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:30.688375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:30.688759 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:30.689868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Bound port: d164d259-b494-4992-bce9-19279951097d, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:30.718059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa902954-5aec-46d7-a2f1-0104604c0ee5 req-468f2163-f699-46ee-9f71-87ee7811eb74 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 210 time: 0.0442960 Aug 04 16:53:30.729147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-68ec363f-432c-4b59-8fea-eda65eec142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:30.730468 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-68ec363f-432c-4b59-8fea-eda65eec142b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b55218bb95de49fba34a1d1e8fe6ef86&device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 1094 time: 0.1750267 Aug 04 16:53:30.734588 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:30.739602 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-1f24f00a-14b6-4e15-b849-1e54ad27f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:30.741111 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-1f24f00a-14b6-4e15-b849-1e54ad27f6cb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=275f95f7-ea0f-437b-a84c-06e23617a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1803863 Aug 04 16:53:30.751116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1307c096-683d-450d-b88e-37ed27da6b8a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:30.841044 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-6d21004e-ce2a-41be-9a6e-95dcd5aa800b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dc353f-f496-4b16-b35f-f4f7a31a8620 HTTP/1.1" status: 200 len: 217 time: 0.0952702 Aug 04 16:53:30.873940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-2be45f54-18e2-4d8f-add8-8da20861230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:30.875801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-2be45f54-18e2-4d8f-add8-8da20861230f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 1096 time: 0.0884018 Aug 04 16:53:30.888445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ab326-6369-4416-b2b1-82de44a4ecb6 req-8e7b7c45-a0aa-4c58-81cf-5faa7d0f8d37 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:30.890319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-639ab326-6369-4416-b2b1-82de44a4ecb6 req-8e7b7c45-a0aa-4c58-81cf-5faa7d0f8d37 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 943 time: 0.0701029 Aug 04 16:53:30.906521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:30.945785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:30.947199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:30.960053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:30.968044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:30.969223 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-af76660e-8446-49f7-b8e8-a0b84e3b9be6 service neutron] 10.222.0.39 "POST /v2.0/ports/d164d259-b494-4992-bce9-19279951097d/bindings HTTP/1.1" status: 201 len: 389 time: 0.8740561 Aug 04 16:53:30.993093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Pushing event updated for resources: {'Port': ['ID=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:30.995409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-639ab326-6369-4416-b2b1-82de44a4ecb6 req-b7cbc73f-4746-4e39-9f15-2173b027f70a tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908828 Aug 04 16:53:31.021902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-e548410a-04f0-49b5-88e7-52bc26436c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.023536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-e548410a-04f0-49b5-88e7-52bc26436c95 service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1267140 Aug 04 16:53:31.038077 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99336a3-e6f8-4830-9743-2e282563e778', 'tag': '12dc353f-f496-4b16-b35f-f4f7a31a8620'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:31.040782 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8560f19-36d5-438d-8a8b-9d9481a4d606" -d '{"events": [{"name": "network-changed", "server_uuid": "e99336a3-e6f8-4830-9743-2e282563e778", "tag": "12dc353f-f496-4b16-b35f-f4f7a31a8620"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:31.058322 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-c437fef3-0039-4ccc-8105-fbacd87bc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.059878 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-c437fef3-0039-4ccc-8105-fbacd87bc295 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77176d4a-9942-4d3a-87a4-86993376c507 HTTP/1.1" status: 200 len: 863 time: 0.1767843 Aug 04 16:53:31.099046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-3d205c02-55a2-4363-a1b3-1aca494c28cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c62198-573c-48ad-9da4-1939c106e04f HTTP/1.1" status: 200 len: 217 time: 0.0573914 Aug 04 16:53:31.100996 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-7935e5b7-01b7-4418-a05e-f777338d118b service neutron] 10.222.0.82 "GET /v2.0/networks/275f95f7-ea0f-437b-a84c-06e23617a19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458631 Aug 04 16:53:31.120926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.121571 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:31.210314 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-4ff0cfcc-a0d6-49fd-98b2-d46c6a17d0a3 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4607732 Aug 04 16:53:31.227755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Request body: {'port': {'device_id': '3bb5a4d8-628d-4b0e-9d3f-d428e0c77020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:31.240004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-24415cb2-1d5b-4c66-a5b8-091c35b468aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.241525 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-24415cb2-1d5b-4c66-a5b8-091c35b468aa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631217 Aug 04 16:53:31.247498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-f1faf9f5-ccc1-49bb-a4f1-6b404c15e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.248986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-f1faf9f5-ccc1-49bb-a4f1-6b404c15e7a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1344154 Aug 04 16:53:31.258712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbc23a-9fce-40a2-aaad-266f346b9103 req-5ce28049-897d-481e-a204-bc5775823f08 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.267263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36bbc23a-9fce-40a2-aaad-266f346b9103 req-5ce28049-897d-481e-a204-bc5775823f08 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1367421 Aug 04 16:53:31.316315 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-fe84cc95-366e-42fb-b904-1535e2f70910 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432355 Aug 04 16:53:31.370521 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ff571f78-ed67-4da9-b58e-c176af0973cc req-b04d4215-7be1-4dad-baca-90576e6e6001 service neutron] 10.222.0.82 "GET /v2.0/networks/275f95f7-ea0f-437b-a84c-06e23617a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458823 Aug 04 16:53:31.372534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:31.391881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6fa20e1d-2311-4e71-9709-90ccb3255945 None None] Provisioning for port f63b9122-7cb5-4a86-a2cb-bda5bba7237a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:31.407851 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6fa20e1d-2311-4e71-9709-90ccb3255945 None None] Provisioning complete for port f63b9122-7cb5-4a86-a2cb-bda5bba7237a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:31.408486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6fa20e1d-2311-4e71-9709-90ccb3255945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:31.411664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b6759-4c76-4fec-b7e0-52937014f1bb req-0c3e4077-d677-4c45-9d47-62f094588615 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.417552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b6759-4c76-4fec-b7e0-52937014f1bb req-0c3e4077-d677-4c45-9d47-62f094588615 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.419177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-823b6759-4c76-4fec-b7e0-52937014f1bb req-0c3e4077-d677-4c45-9d47-62f094588615 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1679 time: 0.2112529 Aug 04 16:53:31.429475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36bbc23a-9fce-40a2-aaad-266f346b9103 req-92b206a4-f311-4d6a-9e27-194d813f7233 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610093 Aug 04 16:53:31.462842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6fa20e1d-2311-4e71-9709-90ccb3255945 None None] Port f63b9122-7cb5-4a86-a2cb-bda5bba7237a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:53:31.474447 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-27dba159-761c-4d7a-9c4c-cad04c43c38d service neutron] 10.222.0.90 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141197 Aug 04 16:53:31.484676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-31a88162-5a01-4daf-a30d-274499681cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.486236 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-31a88162-5a01-4daf-a30d-274499681cbc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 1097 time: 0.1780446 Aug 04 16:53:31.508399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-823b6759-4c76-4fec-b7e0-52937014f1bb req-e4c89aab-10f7-4167-ab06-43a94c283c5c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729823 Aug 04 16:53:31.508982 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3ba64e-0f1c-4efb-b7c8-2bb29d760995 x-openstack-request-id: req-cf3ba64e-0f1c-4efb-b7c8-2bb29d760995 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:31.509448 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a9a551-d88a-40fc-a567-dafa68f585cd", "name": "network-vif-plugged", "status": "completed", "tag": "4409f86a-489e-40b1-9d10-ff9abe8dfe2e", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:31.509888 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf3ba64e-0f1c-4efb-b7c8-2bb29d760995 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:31.510500 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'code': 200} Aug 04 16:53:31.561988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-b1c56d3a-0101-4308-8abe-5e3eeb04d5e6 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321823 Aug 04 16:53:31.672724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a94ae-d192-4f58-8484-207295396c8b req-f9d47a2f-3c51-4b2c-84e7-f22f2e4c19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.673108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a94ae-d192-4f58-8484-207295396c8b req-f9d47a2f-3c51-4b2c-84e7-f22f2e4c19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.677253 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0d1a94ae-d192-4f58-8484-207295396c8b req-f9d47a2f-3c51-4b2c-84e7-f22f2e4c19ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1981 time: 0.2228434 Aug 04 16:53:31.744377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-41cf1f63-6fe1-4e7a-a2bd-41f0500cc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.745898 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-41cf1f63-6fe1-4e7a-a2bd-41f0500cc3c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.2512720 Aug 04 16:53:31.781690 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-64a9b4e8-0b8e-48de-84ef-faf463da302a req-9e7bf15a-da50-4ef4-801d-fe550820ac8c service neutron] 10.222.0.90 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313042 Aug 04 16:53:31.817504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b8293-18a6-4605-a720-708e0aef06cf req-699c67c9-5e50-4eb4-8819-320ea4d0e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.819059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-387b8293-18a6-4605-a720-708e0aef06cf req-699c67c9-5e50-4eb4-8819-320ea4d0e7d1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 1097 time: 0.2332845 Aug 04 16:53:31.820389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a94ae-d192-4f58-8484-207295396c8b req-ea6bb86e-8495-467c-9137-753cd6626d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.821871 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0d1a94ae-d192-4f58-8484-207295396c8b req-ea6bb86e-8495-467c-9137-753cd6626d1c service neutron] 10.222.0.82 "GET /v2.0/networks?id=275f95f7-ea0f-437b-a84c-06e23617a19b HTTP/1.1" status: 200 len: 904 time: 0.1383402 Aug 04 16:53:31.829221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-259dc358-36b5-4a1e-9654-70065a68172a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d164d259-b494-4992-bce9-19279951097d HTTP/1.1" status: 200 len: 217 time: 0.0663736 Aug 04 16:53:31.838020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6e336-f1b4-4136-93a4-d6b81e6ab05a req-59e9ddaa-7554-4e5e-8fd9-64c6aee15558 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.839626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bb6e336-f1b4-4136-93a4-d6b81e6ab05a req-59e9ddaa-7554-4e5e-8fd9-64c6aee15558 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 946 time: 0.1851037 Aug 04 16:53:31.850525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe4e94-29a4-4912-92fe-579b85aea7cd req-a2e8f570-6a2b-49f3-8e4b-054410fedead tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.852117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dfe4e94-29a4-4912-92fe-579b85aea7cd req-a2e8f570-6a2b-49f3-8e4b-054410fedead tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 945 time: 0.2474992 Aug 04 16:53:31.854079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-af5c56ac-cbe7-4e10-9f3e-5a0c7a98ca60 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693963 Aug 04 16:53:31.878902 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0d1a94ae-d192-4f58-8484-207295396c8b req-81fdfcd5-7727-40e3-9a19-4669a2e0d3f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.228&port_id=8425ddbf-b929-428e-a58b-1cf3ae89da48 HTTP/1.1" status: 200 len: 217 time: 0.0442674 Aug 04 16:53:31.938231 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-51ca26c9-7981-42d4-92d6-a969548fca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:31.974079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-573556cc-b384-49b6-8021-b67c705044c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:31.975614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-573556cc-b384-49b6-8021-b67c705044c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.1337209 Aug 04 16:53:31.980848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-387b8293-18a6-4605-a720-708e0aef06cf req-99ccecbe-a8c0-41eb-a8e6-ac212cb0c497 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401110 Aug 04 16:53:31.990703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63b9122-7cb5-4a86-a2cb-bda5bba7237a {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:31.996328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dfe4e94-29a4-4912-92fe-579b85aea7cd req-c51bbd10-092e-4132-aa17-096fc091f55a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238544 Aug 04 16:53:31.999034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a94ae-d192-4f58-8484-207295396c8b req-4c256780-e72c-4cef-8cf9-caf042e3244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:32.001275 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0d1a94ae-d192-4f58-8484-207295396c8b req-4c256780-e72c-4cef-8cf9-caf042e3244b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0719df9f-b8f7-45a9-ba0e-653a6674f5b8 HTTP/1.1" status: 200 len: 801 time: 0.1144392 Aug 04 16:53:32.003398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bb6e336-f1b4-4136-93a4-d6b81e6ab05a req-2833ee5c-060b-42b1-883f-6863fc83e5b1 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419971 Aug 04 16:53:32.014658 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:32.040515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Transition to ACTIVE for port object f63b9122-7cb5-4a86-a2cb-bda5bba7237a will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:32.049617 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:32.053651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-00452db2-a970-4d26-a012-94fa2b6efe70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490730 Aug 04 16:53:32.123682 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa771c9-1db7-4102-bbba-8394231943f8 x-openstack-request-id: req-7aa771c9-1db7-4102-bbba-8394231943f8 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:32.124187 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99336a3-e6f8-4830-9743-2e282563e778", "tag": "12dc353f-f496-4b16-b35f-f4f7a31a8620", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:32.124584 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7aa771c9-1db7-4102-bbba-8394231943f8 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:32.125203 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99336a3-e6f8-4830-9743-2e282563e778', 'tag': '12dc353f-f496-4b16-b35f-f4f7a31a8620', 'status': 'completed', 'code': 200} Aug 04 16:53:32.278383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Pushing event updated for resources: {'Port': ['ID=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:32.294611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a94ae-d192-4f58-8484-207295396c8b req-fc6ce2b5-775e-4df0-a1e7-2907eba6bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:32.297239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0d1a94ae-d192-4f58-8484-207295396c8b req-fc6ce2b5-775e-4df0-a1e7-2907eba6bdee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=275f95f7-ea0f-437b-a84c-06e23617a19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2384751 Aug 04 16:53:32.324889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-3b84fa16-a32a-4f40-a7ee-411af2bdba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:32.326705 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-3b84fa16-a32a-4f40-a7ee-411af2bdba36 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b55218bb95de49fba34a1d1e8fe6ef86&device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 1094 time: 0.1939838 Aug 04 16:53:32.369794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-be72fae2-9e67-4233-b06b-0d6e88286437 service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991602 Aug 04 16:53:32.378061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c19d1-ca17-4f76-a069-9f4e4e859694 req-121fd99d-37ca-485c-9aa2-096c12aac4ac tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:32.379671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-200c19d1-ca17-4f76-a069-9f4e4e859694 req-121fd99d-37ca-485c-9aa2-096c12aac4ac tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 948 time: 0.1379628 Aug 04 16:53:32.460140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8de4b-62a7-4c7f-8e06-b44cf1390cfc req-674800bb-df3c-4b98-aa99-8a314f0c9023 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:32.461643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8f8de4b-62a7-4c7f-8e06-b44cf1390cfc req-674800bb-df3c-4b98-aa99-8a314f0c9023 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 946 time: 0.2676764 Aug 04 16:53:32.513647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-200c19d1-ca17-4f76-a069-9f4e4e859694 req-34d59193-3691-4fd0-b99c-f3da895ed19f tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227148 Aug 04 16:53:32.546162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8f8de4b-62a7-4c7f-8e06-b44cf1390cfc req-968193c9-fe66-4b9b-a38c-4d3adb2dcbb8 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780180 Aug 04 16:53:32.562256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-9d38b5ca-9432-40c4-af97-96af72d47577 service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796162 Aug 04 16:53:32.571606 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0d1a94ae-d192-4f58-8484-207295396c8b req-b37c12e2-0e42-4323-8cfc-52fbdaab53a5 service neutron] 10.222.0.82 "GET /v2.0/networks/275f95f7-ea0f-437b-a84c-06e23617a19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611353 Aug 04 16:53:32.691854 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0d1a94ae-d192-4f58-8484-207295396c8b req-d5b58827-3d9f-4799-b23c-43e5d1817c05 service neutron] 10.222.0.82 "GET /v2.0/networks/275f95f7-ea0f-437b-a84c-06e23617a19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020808 Aug 04 16:53:32.693658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Attempting to bind port f63b9122-7cb5-4a86-a2cb-bda5bba7237a on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:32.693658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Attempting to bind port f63b9122-7cb5-4a86-a2cb-bda5bba7237a by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:32.693658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Attempting to bind port f63b9122-7cb5-4a86-a2cb-bda5bba7237a on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:32.716507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfb37d-b11e-494f-bdb2-6f5f0651779c req-1277ee73-adeb-49b4-a023-8d59b724e73b tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:32.718352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15bfb37d-b11e-494f-bdb2-6f5f0651779c req-1277ee73-adeb-49b4-a023-8d59b724e73b tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 943 time: 0.1098065 Aug 04 16:53:32.723503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Port f63b9122-7cb5-4a86-a2cb-bda5bba7237a on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:32.723960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Attempting to bind port f63b9122-7cb5-4a86-a2cb-bda5bba7237a on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:32.738942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-3209e3f8-5e31-4120-b82d-44efdf9a01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:32.740883 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-3209e3f8-5e31-4120-b82d-44efdf9a01a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 HTTP/1.1" status: 200 len: 926 time: 0.3931112 Aug 04 16:53:32.745931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:32.749066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:32.749066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:32.749066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Bound port: f63b9122-7cb5-4a86-a2cb-bda5bba7237a, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:32.754900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:32.788181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15bfb37d-b11e-494f-bdb2-6f5f0651779c req-ad61a4dd-f480-42b7-9e4a-5e0772bb2af4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563269 Aug 04 16:53:32.860289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5469c-ce79-4732-b57d-e6d89fbf24c6 req-9a7d9c05-9725-4a61-8761-bcec43a497ff tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:32.862062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95e5469c-ce79-4732-b57d-e6d89fbf24c6 req-9a7d9c05-9725-4a61-8761-bcec43a497ff tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1135514 Aug 04 16:53:32.896430 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-0e37ca4d-27eb-439c-8de6-14f79f16fc81 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dc353f-f496-4b16-b35f-f4f7a31a8620 HTTP/1.1" status: 200 len: 217 time: 0.1363740 Aug 04 16:53:32.994445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] For port f63b9122-7cb5-4a86-a2cb-bda5bba7237a, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:32.999289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] For port f63b9122-7cb5-4a86-a2cb-bda5bba7237a, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:33.003752 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-3f92380f-e302-43d9-8aef-f296637be5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:33.003959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95e5469c-ce79-4732-b57d-e6d89fbf24c6 req-221c839d-1514-41c9-a066-48cc7c79adff tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303108 Aug 04 16:53:33.005477 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-3f92380f-e302-43d9-8aef-f296637be5ba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77176d4a-9942-4d3a-87a4-86993376c507 HTTP/1.1" status: 200 len: 863 time: 0.0987802 Aug 04 16:53:33.009628 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:33.053129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a1194-9909-4aa7-96bc-12c28390297d req-d94a19ee-e006-4a90-99aa-b3152c4b0198 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:33.069316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a1194-9909-4aa7-96bc-12c28390297d req-d94a19ee-e006-4a90-99aa-b3152c4b0198 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:33.073415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-495a1194-9909-4aa7-96bc-12c28390297d req-d94a19ee-e006-4a90-99aa-b3152c4b0198 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1679 time: 0.1977906 Aug 04 16:53:33.081224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38030) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:33.167344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Pushing event updated for resources: {'Port': ['ID=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:33.178501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-495a1194-9909-4aa7-96bc-12c28390297d req-70f63a8e-c020-4aee-88ab-8583636e038c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915401 Aug 04 16:53:33.274658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:33.275581 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:33.277652 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-d7777f27-00b9-421d-a9e2-f06fffbc002c service neutron] 10.222.0.82 "PUT /v2.0/ports/f63b9122-7cb5-4a86-a2cb-bda5bba7237a HTTP/1.1" status: 200 len: 1096 time: 2.0568297 Aug 04 16:53:33.294030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-a7c4f157-358e-40f4-8a6d-dde63d74365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:33.295893 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-a7c4f157-358e-40f4-8a6d-dde63d74365d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2802477 Aug 04 16:53:33.447824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bda75-285d-4a1c-8fad-f29ba18c99b7 req-3a3b6a5c-193b-4204-a0ad-a48d6816fc12 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:33.449674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4bda75-285d-4a1c-8fad-f29ba18c99b7 req-3a3b6a5c-193b-4204-a0ad-a48d6816fc12 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 945 time: 0.2416058 Aug 04 16:53:33.467948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d9adb-cc0a-42a9-b2bf-34a43982791f req-2d8b0a4c-8381-49b4-b7d2-44094ce7dd84 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:33.468183 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-6824dfe6-2b6d-4e3c-9e31-57db6335adf2 service neutron] 10.222.0.90 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631026 Aug 04 16:53:33.471100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-45f7cca3-50af-4e38-bdf8-9661ebcaf424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:33.473188 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-45f7cca3-50af-4e38-bdf8-9661ebcaf424 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aeee78e523ca47f1bba87fd23497e810&device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 1099 time: 0.1437554 Aug 04 16:53:33.475339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-325d9adb-cc0a-42a9-b2bf-34a43982791f req-2d8b0a4c-8381-49b4-b7d2-44094ce7dd84 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 946 time: 0.1940744 Aug 04 16:53:33.497304 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b8bac37-0cf9-4133-bcd9-c0ae1c423b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:33.567081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-325d9adb-cc0a-42a9-b2bf-34a43982791f req-d4f8882c-c33e-4166-9ad0-bb5af0ce5698 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842526 Aug 04 16:53:33.629753 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-8dd71359-5ce4-4fdf-bb75-9086d0215481 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f63b9122-7cb5-4a86-a2cb-bda5bba7237a HTTP/1.1" status: 200 len: 217 time: 0.1356184 Aug 04 16:53:33.639936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4bda75-285d-4a1c-8fad-f29ba18c99b7 req-c6cae61d-a872-42d3-bf61-22c2e6f6cdf3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634448 Aug 04 16:53:33.823134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d0292-a419-44b0-a07d-27c57f4326ca req-cd218a97-7cfb-4ddd-a067-b4072b7d876a tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:33.831177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b33d0292-a419-44b0-a07d-27c57f4326ca req-cd218a97-7cfb-4ddd-a067-b4072b7d876a tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 948 time: 0.1361315 Aug 04 16:53:33.904139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b33d0292-a419-44b0-a07d-27c57f4326ca req-9c6ce5e1-b6c4-4f60-9acd-96bda29ecb1b tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697966 Aug 04 16:53:33.922428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e4b8c-8c8e-4f97-a979-1f2792870c6e req-cceb1c01-8ad8-4afb-9f81-c3f27c93fde5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:33.938075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-293e4b8c-8c8e-4f97-a979-1f2792870c6e req-cceb1c01-8ad8-4afb-9f81-c3f27c93fde5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 946 time: 0.1614654 Aug 04 16:53:33.948051 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b8bac37-0cf9-4133-bcd9-c0ae1c423b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:33.961484 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b8bac37-0cf9-4133-bcd9-c0ae1c423b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:33.978709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8425ddbf-b929-428e-a58b-1cf3ae89da48 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:34.052476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bac37-0cf9-4133-bcd9-c0ae1c423b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3cf203-78c8-47c6-b735-f90fde1900f8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:34.134946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb5a4d8-628d-4b0e-9d3f-d428e0c77020', 'tag': 'f63b9122-7cb5-4a86-a2cb-bda5bba7237a'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:34.137411 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb5a4d8-628d-4b0e-9d3f-d428e0c77020", "tag": "f63b9122-7cb5-4a86-a2cb-bda5bba7237a"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:34.148353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-293e4b8c-8c8e-4f97-a979-1f2792870c6e req-1e4e59e2-5376-453a-bee9-7873b08f6970 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057755 Aug 04 16:53:34.154784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4b8bac37-0cf9-4133-bcd9-c0ae1c423b89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0879cabbd144e15be95caa6c30ab303&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0514383 Aug 04 16:53:34.155419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38046) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:34.163289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8425ddbf-b929-428e-a58b-1cf3ae89da48, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8425ddbf-b929-428e-a58b-1cf3ae89da48,segment=NetworkSegment(aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596),segment_id=aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:34.190335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '8425ddbf-b929-428e-a58b-1cf3ae89da48', 'network_id': '275f95f7-ea0f-437b-a84c-06e23617a19b', 'port_id': '8425ddbf-b929-428e-a58b-1cf3ae89da48', 'mac_address': 'fa:16:3e:bf:36:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0719df9f-b8f7-45a9-ba0e-653a6674f5b8', 'ip_address': '19.86.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:34.191718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-88e82cbe-648a-438e-99f2-48bb808f24db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:34.193616 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-88e82cbe-648a-438e-99f2-48bb808f24db service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.5405362 Aug 04 16:53:34.230347 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a8560f19-36d5-438d-8a8b-9d9481a4d606 req-648cc71e-8846-499c-b679-ddbd7af17203 service neutron] 10.222.0.90 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496207 Aug 04 16:53:34.262608 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.281782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8425ddbf-b929-428e-a58b-1cf3ae89da48 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:34.298375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-98dd8d74-f74c-4c5f-af64-e05dfa014cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:34.302508 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-98dd8d74-f74c-4c5f-af64-e05dfa014cda service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709255 Aug 04 16:53:34.305710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8425ddbf-b929-428e-a58b-1cf3ae89da48, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8425ddbf-b929-428e-a58b-1cf3ae89da48,segment=NetworkSegment(aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596),segment_id=aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:34.314578 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.315784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d850bdbe-df19-49db-8a77-b74fd2ebe0a3 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:34.373876 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47f8be29-830f-4d2b-a01c-1d91b2c00541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.374264 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf25730b-af69-4cd8-86dd-fc141e4dd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.407171 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47f8be29-830f-4d2b-a01c-1d91b2c00541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.427961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=8425ddbf-b929-428e-a58b-1cf3ae89da48,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:34.465841 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-5d834d4e-fa5e-4449-8aa9-204cbe875e36 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532938 Aug 04 16:53:34.470144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-7cae58b2-8cfb-4038-8f29-a6f8ae6829ef tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:34.471903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-7cae58b2-8cfb-4038-8f29-a6f8ae6829ef tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3224487 Aug 04 16:53:34.514018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d850bdbe-df19-49db-8a77-b74fd2ebe0a3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,segment=NetworkSegment(184f2975-f918-45c0-b0d0-e1b8fba817a7),segment_id=184f2975-f918-45c0-b0d0-e1b8fba817a7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:34.518834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47f8be29-830f-4d2b-a01c-1d91b2c00541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.522205 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47f8be29-830f-4d2b-a01c-1d91b2c00541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.524116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-47f8be29-830f-4d2b-a01c-1d91b2c00541 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f3cf203-78c8-47c6-b735-f90fde1900f8 HTTP/1.1" status: 204 len: 168 time: 0.3671448 Aug 04 16:53:34.537648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'd850bdbe-df19-49db-8a77-b74fd2ebe0a3', 'network_id': '31c6747e-0a97-48ed-9e31-18a48d8a7a24', 'port_id': 'd850bdbe-df19-49db-8a77-b74fd2ebe0a3', 'mac_address': 'fa:16:3e:1a:5e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022126ab-e858-4c4a-900a-ba946884cccd', 'ip_address': '19.80.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:34.592277 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.614874 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7bea0075-96f7-4e71-8bdf-c9d7e78b515b req-828d3b82-430c-4b94-866c-7c95a89e1e59 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364052 Aug 04 16:53:34.615141 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d850bdbe-df19-49db-8a77-b74fd2ebe0a3 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:34.654241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d850bdbe-df19-49db-8a77-b74fd2ebe0a3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,segment=NetworkSegment(184f2975-f918-45c0-b0d0-e1b8fba817a7),segment_id=184f2975-f918-45c0-b0d0-e1b8fba817a7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:34.663715 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.739270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:34.875617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38056) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:34.890644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40a29449-7563-415b-8d25-5dfdbfae97a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.893534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc566f-fea9-448c-83ba-a8da98a5e904 req-400e2ddb-ef33-4912-a929-acb4d812003b tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:34.895045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90dc566f-fea9-448c-83ba-a8da98a5e904 req-400e2ddb-ef33-4912-a929-acb4d812003b tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 943 time: 0.5946507 Aug 04 16:53:34.905915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8be29-830f-4d2b-a01c-1d91b2c00541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3cf203-78c8-47c6-b735-f90fde1900f8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:34.920730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-22b4d6b9-fb03-4b0d-83c3-ca4f4818c192 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.4417129 Aug 04 16:53:34.934721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-acdc0f9a-1db2-4674-b607-a84232c82090 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Request body: {'floatingip': {'port_id': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:34.950480 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:34.978997 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-acdc0f9a-1db2-4674-b607-a84232c82090 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:35.034411 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90dc566f-fea9-448c-83ba-a8da98a5e904 req-b4d2ae05-19a8-4d06-acc1-8adda26068d4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305428 Aug 04 16:53:35.051667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['8425ddbf-b929-428e-a58b-1cf3ae89da48'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:35.053292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40a29449-7563-415b-8d25-5dfdbfae97a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:35.062109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40a29449-7563-415b-8d25-5dfdbfae97a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:35.117958 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-40a29449-7563-415b-8d25-5dfdbfae97a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b72df2e651449e282d74bfd82abead3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411921 Aug 04 16:53:35.120559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38060) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:35.127722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a29449-7563-415b-8d25-5dfdbfae97a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99c0bdf-8fb0-4ca6-a29b-b578e4607616,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:35.192613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f00b5844-7222-4770-8686-e7047f9d5c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:35.219648 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f00b5844-7222-4770-8686-e7047f9d5c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:35.264411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c27b-34a5-4f14-8f2a-c83ea7576752 req-a455e930-3c2f-4f45-a2e0-f3ab22dfba20 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:35.266321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0695c27b-34a5-4f14-8f2a-c83ea7576752 req-a455e930-3c2f-4f45-a2e0-f3ab22dfba20 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1535072 Aug 04 16:53:35.279159 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f00b5844-7222-4770-8686-e7047f9d5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:35.282301 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f00b5844-7222-4770-8686-e7047f9d5c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:35.283724 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f00b5844-7222-4770-8686-e7047f9d5c3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e99c0bdf-8fb0-4ca6-a29b-b578e4607616 HTTP/1.1" status: 204 len: 168 time: 0.1620750 Aug 04 16:53:35.292471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b5844-7222-4770-8686-e7047f9d5c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99c0bdf-8fb0-4ca6-a29b-b578e4607616,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:35.360269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0695c27b-34a5-4f14-8f2a-c83ea7576752 req-86f10066-71ca-48fc-be0b-e913a91289ef tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545654 Aug 04 16:53:35.430633 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fcd394-af94-4b36-859a-6e34fb586423 x-openstack-request-id: req-00fcd394-af94-4b36-859a-6e34fb586423 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:35.431280 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb5a4d8-628d-4b0e-9d3f-d428e0c77020", "tag": "f63b9122-7cb5-4a86-a2cb-bda5bba7237a", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:35.431768 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00fcd394-af94-4b36-859a-6e34fb586423 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:35.432402 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb5a4d8-628d-4b0e-9d3f-d428e0c77020', 'tag': 'f63b9122-7cb5-4a86-a2cb-bda5bba7237a', 'status': 'completed', 'code': 200} Aug 04 16:53:35.523289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-d1b772b4-9e1b-4d27-9bd0-aa492c100d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:35.524924 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-d1b772b4-9e1b-4d27-9bd0-aa492c100d97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aeee78e523ca47f1bba87fd23497e810&device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 1099 time: 0.0648720 Aug 04 16:53:35.630768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-691209ea-1113-4cfc-acfc-65833122e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:35.632278 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-691209ea-1113-4cfc-acfc-65833122e1eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.0971959 Aug 04 16:53:35.678613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:35.686784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9cdb0-db58-4c72-88bf-50ddcfb315db req-6bd1172d-922f-4b71-87c8-12019f6e8be6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:35.689642 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-263e6da7-31c8-4849-ba2d-780353007738 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f63b9122-7cb5-4a86-a2cb-bda5bba7237a HTTP/1.1" status: 200 len: 217 time: 0.0434086 Aug 04 16:53:35.692859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9cdb0-db58-4c72-88bf-50ddcfb315db req-6bd1172d-922f-4b71-87c8-12019f6e8be6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:35.694749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9a9cdb0-db58-4c72-88bf-50ddcfb315db req-6bd1172d-922f-4b71-87c8-12019f6e8be6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1681 time: 0.1838784 Aug 04 16:53:35.758387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-3ed0896b-7c5e-430c-81c9-e333d6194df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:35.760663 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-3ed0896b-7c5e-430c-81c9-e333d6194df2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0587885 Aug 04 16:53:35.823657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-1d7b029f-9a6b-44cf-b69c-1defdfe8f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:35.825691 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-1d7b029f-9a6b-44cf-b69c-1defdfe8f886 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572968 Aug 04 16:53:35.827168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9a9cdb0-db58-4c72-88bf-50ddcfb315db req-1474f390-f173-4829-a28e-afd490e733d4 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254528 Aug 04 16:53:35.895951 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-acdc0f9a-1db2-4674-b607-a84232c82090 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:35.905344 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-acdc0f9a-1db2-4674-b607-a84232c82090 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:35.966854 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-65012914-09a7-4297-b40b-9de4b399a608 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296937 Aug 04 16:53:36.006455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8425ddbf-b929-428e-a58b-1cf3ae89da48 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:36.075016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50344-3f06-465f-ba05-499c874bcbfe req-e798662e-3628-4f8c-b01d-1d98cc774800 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:36.076612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4d50344-3f06-465f-ba05-499c874bcbfe req-e798662e-3628-4f8c-b01d-1d98cc774800 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 945 time: 0.1008079 Aug 04 16:53:36.094969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 8425ddbf-b929-428e-a58b-1cf3ae89da48 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:36.103786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d850bdbe-df19-49db-8a77-b74fd2ebe0a3'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:36.131057 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b923dd89-9c1f-4247-bfd5-102aa6e52bd9 req-cd24ec65-f9ab-43e7-a6f1-f782a54d8538 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539776 Aug 04 16:53:36.154931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 12dc353f-f496-4b16-b35f-f4f7a31a8620 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:36.162297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 8425ddbf-b929-428e-a58b-1cf3ae89da48 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:36.163183 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:36.178025 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-acdc0f9a-1db2-4674-b607-a84232c82090 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Floating IP ec0a1221-38c8-444e-abdf-1c3c253b9ea0 associated. External IP: 172.25.2.13, port: d71190c4-43b3-43ec-846f-c1876f563b5a. Aug 04 16:53:36.260876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4d50344-3f06-465f-ba05-499c874bcbfe req-859050c1-c93b-4ef0-a9f7-00d5b02f6a41 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343467 Aug 04 16:53:36.492105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d7e8d-5e5a-4a05-a1a5-de4125e124ab req-9ae9c26c-1a0f-40ec-8fa0-3b55d727f8f5 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:36.493787 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b9d7e8d-5e5a-4a05-a1a5-de4125e124ab req-9ae9c26c-1a0f-40ec-8fa0-3b55d727f8f5 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 948 time: 0.1169124 Aug 04 16:53:36.510192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-acdc0f9a-1db2-4674-b607-a84232c82090 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Router d6721664-785f-4c32-9de8-9126e061815e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:53:36.561878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 12dc353f-f496-4b16-b35f-f4f7a31a8620, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=12dc353f-f496-4b16-b35f-f4f7a31a8620,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:36.576733 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:36.582916 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b9d7e8d-5e5a-4a05-a1a5-de4125e124ab req-22e74692-c34d-438f-a468-edb2af4c1aa5 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753582 Aug 04 16:53:36.602079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '12dc353f-f496-4b16-b35f-f4f7a31a8620', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'port_id': '12dc353f-f496-4b16-b35f-f4f7a31a8620', 'mac_address': 'fa:16:3e:8e:31:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:36.649675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-acdc0f9a-1db2-4674-b607-a84232c82090 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:53:36.650478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425ddbf-b929-428e-a58b-1cf3ae89da48'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:36.653141 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ce90de-82f5-4644-9430-ca430fdc2694" -d '{"events": [{"server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "name": "network-vif-plugged", "status": "completed", "tag": "8425ddbf-b929-428e-a58b-1cf3ae89da48"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:36.662468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-acdc0f9a-1db2-4674-b607-a84232c82090 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:36.664352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] Sync routers for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:53:36.682487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8425ddbf-b929-428e-a58b-1cf3ae89da48, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8425ddbf-b929-428e-a58b-1cf3ae89da48,segment=NetworkSegment(aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596),segment_id=aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:36.695373 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:36.701609 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:36.720446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-acdc0f9a-1db2-4674-b607-a84232c82090 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "PUT /v2.0/floatingips/ec0a1221-38c8-444e-abdf-1c3c253b9ea0 HTTP/1.1" status: 200 len: 995 time: 1.7988529 Aug 04 16:53:36.721567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:36.722557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:36.722685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:36.724555 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf17c858-8dab-433f-8748-6c74d2d8124c" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:36.764798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036cceb-d14f-4a14-997a-92b9bebed89a req-b50e819a-844e-44ef-81a3-c4e3cafd2b6b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:36.767211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3036cceb-d14f-4a14-997a-92b9bebed89a req-b50e819a-844e-44ef-81a3-c4e3cafd2b6b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 946 time: 0.0853543 Aug 04 16:53:36.775050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dc353f-f496-4b16-b35f-f4f7a31a8620 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:36.830240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-8b8136a6-0219-4a16-ba5a-b6bf312486ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:36.832644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-8b8136a6-0219-4a16-ba5a-b6bf312486ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1096 time: 0.0869026 Aug 04 16:53:36.836417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3036cceb-d14f-4a14-997a-92b9bebed89a req-00288cc2-a4cf-4920-9f7d-d3c8f07ef6e7 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507662 Aug 04 16:53:36.857713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 12dc353f-f496-4b16-b35f-f4f7a31a8620, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=12dc353f-f496-4b16-b35f-f4f7a31a8620,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:36.860281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=8425ddbf-b929-428e-a58b-1cf3ae89da48,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:36.872276 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:36.912800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:36.947620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-1c1f0014-6a2f-40ef-8c28-6c7d341e5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:36.949102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-1c1f0014-6a2f-40ef-8c28-6c7d341e5b6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.1065226 Aug 04 16:53:36.971849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=12dc353f-f496-4b16-b35f-f4f7a31a8620,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:37.034200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97ddd3-15f1-4c59-80af-74df780f8be9 req-b8d44281-d5f8-42f0-8eb6-801a0f829266 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:37.035822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b97ddd3-15f1-4c59-80af-74df780f8be9 req-b8d44281-d5f8-42f0-8eb6-801a0f829266 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 944 time: 0.1028993 Aug 04 16:53:37.042635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-76778b3b-fe0a-4016-b668-7dac054bb0c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 998 time: 0.0775220 Aug 04 16:53:37.121263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b97ddd3-15f1-4c59-80af-74df780f8be9 req-817d28db-7c57-491d-a565-d056511d28d6 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762432 Aug 04 16:53:37.127284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-cff6599b-edf7-4a73-8679-ee50eb2305be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:37.128853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-cff6599b-edf7-4a73-8679-ee50eb2305be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.0773637 Aug 04 16:53:37.197481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-e44150db-8c4c-43b0-b17a-287c8d924fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:37.199336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-e44150db-8c4c-43b0-b17a-287c8d924fa9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640736 Aug 04 16:53:37.209406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:a6:45:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:35Z', 'revision_number': 1, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:37.213031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-db1d2580-9930-4ffd-91e0-0f5caf7ca7a5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:53:37.214322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-db1d2580-9930-4ffd-91e0-0f5caf7ca7a5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080523 Aug 04 16:53:37.252817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['12dc353f-f496-4b16-b35f-f4f7a31a8620'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:37.255698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] Checking router: d6721664-785f-4c32-9de8-9126e061815e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:53:37.312284 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:37.312806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:37.339444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-8938b807-7556-4630-b88e-5f33438836f8 service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182289 Aug 04 16:53:37.382229 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:37.457653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf1b1efd-fac6-4b09-8354-f63e96d55a68 req-7ed58b17-6813-4e54-9f31-a3a07e6b78e7 service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116445 Aug 04 16:53:37.499459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230d16f-7c16-4cd1-b045-9d3141f5beee req-08d09a52-c229-413d-911b-2278472ce851 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:37.509599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f230d16f-7c16-4cd1-b045-9d3141f5beee req-08d09a52-c229-413d-911b-2278472ce851 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.0726905 Aug 04 16:53:37.526223 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f81cf9-5cb7-436c-914e-244b227c9c3e x-openstack-request-id: req-21f81cf9-5cb7-436c-914e-244b227c9c3e {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:37.526513 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "name": "network-vif-plugged", "status": "completed", "tag": "8425ddbf-b929-428e-a58b-1cf3ae89da48", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:37.526843 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21f81cf9-5cb7-436c-914e-244b227c9c3e {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:37.527232 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425ddbf-b929-428e-a58b-1cf3ae89da48', 'code': 200} Aug 04 16:53:37.552332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:37.568621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f230d16f-7c16-4cd1-b045-9d3141f5beee req-61500e41-0034-4dc4-9374-8e8893e11c9c tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570884 Aug 04 16:53:37.570540 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0148ab2e-2c6b-455b-837e-d948af77bafd x-openstack-request-id: req-0148ab2e-2c6b-455b-837e-d948af77bafd {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:37.570829 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:37.571091 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0148ab2e-2c6b-455b-837e-d948af77bafd {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:37.571475 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'status': 'completed', 'code': 200} Aug 04 16:53:37.661961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-338cde76-8c84-423a-a1b2-0b973d32ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:37.663411 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-338cde76-8c84-423a-a1b2-0b973d32ffb7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1096 time: 0.0751007 Aug 04 16:53:37.707371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972a4f-75cc-4607-9fe5-e05dda54c36f req-1091fd65-a641-4906-8c18-8ae6435c15a3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:37.713415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972a4f-75cc-4607-9fe5-e05dda54c36f req-1091fd65-a641-4906-8c18-8ae6435c15a3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:37.723121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e972a4f-75cc-4607-9fe5-e05dda54c36f req-1091fd65-a641-4906-8c18-8ae6435c15a3 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1682 time: 0.1054211 Aug 04 16:53:37.758274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaab13f-fc3f-42c9-afbd-6ab7580fba37 req-b9ff8a0c-4330-4351-8287-222626362d64 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:37.760770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eaab13f-fc3f-42c9-afbd-6ab7580fba37 req-b9ff8a0c-4330-4351-8287-222626362d64 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 945 time: 0.1070976 Aug 04 16:53:37.771222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-32939033-b543-46e7-9117-6e9a591d2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:37.773369 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-32939033-b543-46e7-9117-6e9a591d2e1e service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.1018891 Aug 04 16:53:37.808624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e972a4f-75cc-4607-9fe5-e05dda54c36f req-e84ccf92-bd62-4aee-9d3c-a82b135ca083 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810268 Aug 04 16:53:37.843938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eaab13f-fc3f-42c9-afbd-6ab7580fba37 req-6f1bd48f-3dfd-44f4-8d56-70bd19918be5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702448 Aug 04 16:53:37.920444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:a6:45:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:35Z', 'revision_number': 1, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:37.941504 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-9863c871-be16-428d-9a7b-5d0d0eccb826 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 998 time: 0.1571093 Aug 04 16:53:37.957302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402820e-e8b6-44a6-aa64-9ed903804983 None None] The sync data for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 is: [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:a6:45:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:35Z', 'revision_number': 1, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:53:37.963480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c004f34-9fec-4a9d-8c1d-61d798ebe627 req-7ccb6deb-9006-4938-9821-42c20031fe55 tempest-AbsoluteLimitsNegativeTestJSON-784490962 tempest-AbsoluteLimitsNegativeTestJSON-784490962-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a19252e67302447b82495b7b227f986f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374620 Aug 04 16:53:38.013267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-e6d67f66-aaa1-49aa-a296-152fc596cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:38.014979 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-e6d67f66-aaa1-49aa-a296-152fc596cf89 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.0605619 Aug 04 16:53:38.027334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f63b9122-7cb5-4a86-a2cb-bda5bba7237a details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:38.031283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d850bdbe-df19-49db-8a77-b74fd2ebe0a3 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:38.107797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-2fda3ff0-c4e8-4ce7-a278-9e21a56f43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:38.109509 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-2fda3ff0-c4e8-4ce7-a278-9e21a56f43fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776939 Aug 04 16:53:38.187424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:38.212363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:38.215702 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:38.247775 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-22acc1f6-c0ab-44a8-a630-c01db768ec05 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292996 Aug 04 16:53:38.267700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f63b9122-7cb5-4a86-a2cb-bda5bba7237a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:38.286735 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0a210-3689-477d-b8ae-a8e0a95d4d8b None None] New status for floating IP ec0a1221-38c8-444e-abdf-1c3c253b9ea0: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:53:38.302616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'f63b9122-7cb5-4a86-a2cb-bda5bba7237a', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'f63b9122-7cb5-4a86-a2cb-bda5bba7237a', 'mac_address': 'fa:16:3e:af:7d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:38.383484 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cf17c858-8dab-433f-8748-6c74d2d8124c req-28195b1c-822f-4ae0-9562-031bcfa15b8f service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261389 Aug 04 16:53:38.414618 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:38.436292 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:38.440416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63b9122-7cb5-4a86-a2cb-bda5bba7237a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:38.479550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f63b9122-7cb5-4a86-a2cb-bda5bba7237a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:38.488858 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:38.505728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d850bdbe-df19-49db-8a77-b74fd2ebe0a3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,segment=NetworkSegment(184f2975-f918-45c0-b0d0-e1b8fba817a7),segment_id=184f2975-f918-45c0-b0d0-e1b8fba817a7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:38.525479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c004f34-9fec-4a9d-8c1d-61d798ebe627 req-ddf27f21-eeb9-4744-a41d-c46e0a7f4e16 tempest-AbsoluteLimitsNegativeTestJSON-784490962 tempest-AbsoluteLimitsNegativeTestJSON-784490962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:38.527633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c004f34-9fec-4a9d-8c1d-61d798ebe627 req-ddf27f21-eeb9-4744-a41d-c46e0a7f4e16 tempest-AbsoluteLimitsNegativeTestJSON-784490962 tempest-AbsoluteLimitsNegativeTestJSON-784490962-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5633037 Aug 04 16:53:38.536557 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:38.539876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-582f445f-248c-4320-b06f-db31dc05b620 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:38.548149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-582f445f-248c-4320-b06f-db31dc05b620 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5507061 Aug 04 16:53:38.566625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:38.625886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:38.650539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c004f34-9fec-4a9d-8c1d-61d798ebe627 req-d4b6a058-37ef-4288-9277-92b75d224206 tempest-AbsoluteLimitsNegativeTestJSON-784490962 tempest-AbsoluteLimitsNegativeTestJSON-784490962-project] 10.222.0.39 "GET /v2.0/quotas/a19252e67302447b82495b7b227f986f HTTP/1.1" status: 200 len: 375 time: 0.0990765 Aug 04 16:53:38.694325 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:38.697085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c004f34-9fec-4a9d-8c1d-61d798ebe627 req-4b98ab4a-184f-4d88-8d3e-984158295171 tempest-AbsoluteLimitsNegativeTestJSON-784490962 tempest-AbsoluteLimitsNegativeTestJSON-784490962-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a19252e67302447b82495b7b227f986f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389028 Aug 04 16:53:38.703511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-3fd7dbd2-498c-49c7-92f0-2fa731f62e81 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 998 time: 0.1536286 Aug 04 16:53:38.712605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Request body: {'floatingip': {'port_id': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:38.751918 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:38.794732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:38.851237 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f63b9122-7cb5-4a86-a2cb-bda5bba7237a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:38.919287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e00e81-fd4d-4737-befa-7d88d2044185 req-201a7cb3-11f8-497a-ae4b-b159e378e539 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:38.921161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7e00e81-fd4d-4737-befa-7d88d2044185 req-201a7cb3-11f8-497a-ae4b-b159e378e539 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 949 time: 0.1222353 Aug 04 16:53:39.043799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7e00e81-fd4d-4737-befa-7d88d2044185 req-685aca35-03c1-450e-b692-096f089fc587 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076975 Aug 04 16:53:39.134398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38130) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:39.296985 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2012d4ba-a77b-442b-b4da-2e799e71820a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:39.300580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0b79a-15a7-4f4e-8bcc-309827abf7c0 req-42b49693-4a8d-465b-b76b-d775ac34445e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:39.302108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0e0b79a-15a7-4f4e-8bcc-309827abf7c0 req-42b49693-4a8d-465b-b76b-d775ac34445e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 946 time: 0.1171374 Aug 04 16:53:39.428807 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0e0b79a-15a7-4f4e-8bcc-309827abf7c0 req-fc7b33b4-504e-4470-ae79-6c6846cbaa3b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178794 Aug 04 16:53:39.498482 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2012d4ba-a77b-442b-b4da-2e799e71820a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:39.511298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2012d4ba-a77b-442b-b4da-2e799e71820a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:39.528708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd850bdbe-df19-49db-8a77-b74fd2ebe0a3'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:39.532555 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137be9ea-6a49-41be-ba5c-9b580941fdc5" -d '{"events": [{"server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "name": "network-vif-plugged", "status": "completed", "tag": "d850bdbe-df19-49db-8a77-b74fd2ebe0a3"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:39.598316 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2012d4ba-a77b-442b-b4da-2e799e71820a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a19252e67302447b82495b7b227f986f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612253 Aug 04 16:53:39.600717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012d4ba-a77b-442b-b4da-2e799e71820a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c949173a-d111-4f6d-b590-c2b170451f55,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:39.604782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:39.606957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38136) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:39.651227 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:39.737987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67080a89-1405-4226-a3c6-b74d21212007 req-371cb0af-55a0-4222-b1e6-70cd05e675ed tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:39.739590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67080a89-1405-4226-a3c6-b74d21212007 req-371cb0af-55a0-4222-b1e6-70cd05e675ed tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 944 time: 0.1749210 Aug 04 16:53:39.817598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fee748c-af35-41f2-9f7d-8374ba791ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:39.853311 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Floating IP ec0a1221-38c8-444e-abdf-1c3c253b9ea0 associated. External IP: 172.25.2.13, port: d71190c4-43b3-43ec-846f-c1876f563b5a. Aug 04 16:53:39.894356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fee748c-af35-41f2-9f7d-8374ba791ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:39.900323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67080a89-1405-4226-a3c6-b74d21212007 req-3461fe0f-8910-4a95-bb5d-2faa691920b5 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256337 Aug 04 16:53:40.030121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fee748c-af35-41f2-9f7d-8374ba791ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:40.032996 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fee748c-af35-41f2-9f7d-8374ba791ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:40.034268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3fee748c-af35-41f2-9f7d-8374ba791ed3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c949173a-d111-4f6d-b590-c2b170451f55 HTTP/1.1" status: 204 len: 168 time: 0.4011288 Aug 04 16:53:40.050402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee748c-af35-41f2-9f7d-8374ba791ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c949173a-d111-4f6d-b590-c2b170451f55,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:40.084444 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:53:40.174914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9db1d-4c43-49c6-93ce-d90360f196ef req-5250dd2c-63eb-4cb3-a081-c0edfe0dd34c tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:40.176545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7b9db1d-4c43-49c6-93ce-d90360f196ef req-5250dd2c-63eb-4cb3-a081-c0edfe0dd34c tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1950264 Aug 04 16:53:40.184338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 12dc353f-f496-4b16-b35f-f4f7a31a8620 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:40.230369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Router d6721664-785f-4c32-9de8-9126e061815e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:53:40.242524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 12dc353f-f496-4b16-b35f-f4f7a31a8620 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:40.247445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 12dc353f-f496-4b16-b35f-f4f7a31a8620 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:40.247942 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:40.267474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7b9db1d-4c43-49c6-93ce-d90360f196ef req-5d474345-6800-41c5-a9d6-b6f2768d1899 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752981 Aug 04 16:53:40.389823 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:40.431952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 12dc353f-f496-4b16-b35f-f4f7a31a8620, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=12dc353f-f496-4b16-b35f-f4f7a31a8620,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:40.442946 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:40.452313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:53:40.462407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50bea-f352-480d-b930-08934f156dba req-0b90fdd7-fa19-4813-a4f4-37eb77951b5b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:40.468390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50bea-f352-480d-b930-08934f156dba req-0b90fdd7-fa19-4813-a4f4-37eb77951b5b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:40.470011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13a50bea-f352-480d-b930-08934f156dba req-0b90fdd7-fa19-4813-a4f4-37eb77951b5b tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1683 time: 0.1158447 Aug 04 16:53:40.483897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324ee16-e715-483b-905b-341fae7be05c None None] Sync routers for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:53:40.514163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324ee16-e715-483b-905b-341fae7be05c None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:40.515690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-9324ee16-e715-483b-905b-341fae7be05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:40.558311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13a50bea-f352-480d-b930-08934f156dba req-282b1664-7700-486d-b451-45c875e11a34 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495191 Aug 04 16:53:40.578438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=12dc353f-f496-4b16-b35f-f4f7a31a8620,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:40.693487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-9324ee16-e715-483b-905b-341fae7be05c None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:40.802144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74840b-c694-49fd-ae52-73d081e94e65 req-c5956110-8031-4c9d-bc56-6c592412c592 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:40.803731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e74840b-c694-49fd-ae52-73d081e94e65 req-c5956110-8031-4c9d-bc56-6c592412c592 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 945 time: 0.0721245 Aug 04 16:53:40.806002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Router d6721664-785f-4c32-9de8-9126e061815e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:53:40.880843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e74840b-c694-49fd-ae52-73d081e94e65 req-0c6225b7-0cdc-4d00-a1c5-6b39d26e6ea2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680802 Aug 04 16:53:40.918940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38162) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:40.966574 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1775e011-ffae-4520-959c-f59a3eaa76c2 x-openstack-request-id: req-1775e011-ffae-4520-959c-f59a3eaa76c2 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:40.966887 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "name": "network-vif-plugged", "status": "completed", "tag": "d850bdbe-df19-49db-8a77-b74fd2ebe0a3", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:40.967140 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1775e011-ffae-4520-959c-f59a3eaa76c2 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:40.967540 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd850bdbe-df19-49db-8a77-b74fd2ebe0a3', 'code': 200} Aug 04 16:53:40.986691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:53:40.994681 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.069994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:41.072520 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c84c63-0a4b-4419-99de-e921f4ca7cce" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:41.082978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-532622006-network', 'tenant_id': '54766fb9daf3433f927725ab15f9918e'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:41.101090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-9324ee16-e715-483b-905b-341fae7be05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:ed:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:39Z', 'revision_number': 3, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:41.112366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-783d987a-1a17-416b-9451-21c885a89bb7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "PUT /v2.0/floatingips/ec0a1221-38c8-444e-abdf-1c3c253b9ea0 HTTP/1.1" status: 200 len: 998 time: 2.4040921 Aug 04 16:53:41.130253 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Made reservation on behalf of 54766fb9daf3433f927725ab15f9918e for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:41.136694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.137182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324ee16-e715-483b-905b-341fae7be05c None None] Checking router: d6721664-785f-4c32-9de8-9126e061815e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:53:41.150625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.153636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324ee16-e715-483b-905b-341fae7be05c None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:41.154503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-9324ee16-e715-483b-905b-341fae7be05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:41.158278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06deec14-67b6-47e5-9ae3-7ce30dd57cc9 req-55950653-ae87-4b9e-ad40-e40db102aa1b tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.160363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06deec14-67b6-47e5-9ae3-7ce30dd57cc9 req-55950653-ae87-4b9e-ad40-e40db102aa1b tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 949 time: 0.1349101 Aug 04 16:53:41.195056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-0d3e0bcc-e150-4855-ac78-629ed002adee tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.196715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-0d3e0bcc-e150-4855-ac78-629ed002adee tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports/d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 942 time: 0.0835137 Aug 04 16:53:41.221483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06deec14-67b6-47e5-9ae3-7ce30dd57cc9 req-3e1d2cb2-f9b2-458b-b396-f79060dbba80 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545211 Aug 04 16:53:41.264962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8844c-3d25-41fb-9bb5-1163a30ad680 req-915b0dde-3a3f-4a15-b041-c156d32e9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.265457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8844c-3d25-41fb-9bb5-1163a30ad680 req-915b0dde-3a3f-4a15-b041-c156d32e9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.269109 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-92a8844c-3d25-41fb-9bb5-1163a30ad680 req-915b0dde-3a3f-4a15-b041-c156d32e9577 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1985 time: 0.2335169 Aug 04 16:53:41.321565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-9324ee16-e715-483b-905b-341fae7be05c None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:41.336847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-ac119d11-0261-4cc8-b459-90477f650533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.338878 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-92a8844c-3d25-41fb-9bb5-1163a30ad680 req-42fff889-ba10-4948-80c8-693a5cbeae42 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599418 Aug 04 16:53:41.339540 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-ac119d11-0261-4cc8-b459-90477f650533 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1096 time: 0.0774307 Aug 04 16:53:41.364622 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.370050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b6e5d-dd8d-427f-b73a-2b142b061f8e req-674061d0-b512-4d91-8328-3fe68ee56a86 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.370717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.371714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-497b6e5d-dd8d-427f-b73a-2b142b061f8e req-674061d0-b512-4d91-8328-3fe68ee56a86 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 946 time: 0.0775249 Aug 04 16:53:41.399763 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:53:41.418695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129807d-ab49-4bd6-86c9-c6f5ddb456e8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:41.423900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.424246 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Added segment 329b3f82-78e2-41ff-a85b-b37c5a7ffcf2 of type vlan for network 426bc534-f493-4c9c-8efc-efe96abf5db2 Aug 04 16:53:41.453233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-497b6e5d-dd8d-427f-b73a-2b142b061f8e req-6465aaf9-8b8f-4273-be5c-10108a342701 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703878 Aug 04 16:53:41.472145 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.493408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-b2ef0be5-f9d6-4b38-bead-fcc16317a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.495102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-b2ef0be5-f9d6-4b38-bead-fcc16317a0fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.1423261 Aug 04 16:53:41.531931 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.532979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.533687 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.560822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-69d18e6c-2d08-4fe2-977c-030b22b79f8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 217 time: 0.0584283 Aug 04 16:53:41.602173 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6774111 Aug 04 16:53:41.602445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38174) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:41.608767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Request body: {'subnet': {'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-532622006-subnet', 'tenant_id': '54766fb9daf3433f927725ab15f9918e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:41.612977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6921e1b-f4f8-4851-8774-52d350e4d7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=426bc534-f493-4c9c-8efc-efe96abf5db2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:41.635516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 426bc534-f493-4c9c-8efc-efe96abf5db2 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:53:41.639422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Made reservation on behalf of 54766fb9daf3433f927725ab15f9918e for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:41.645268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-99d22114-d24d-4917-a9b0-0905ef90eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.646655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.647113 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-99d22114-d24d-4917-a9b0-0905ef90eaa1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.0776806 Aug 04 16:53:41.656379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7bc6f-13e6-4032-aef6-651651f236b2 req-e3c133cc-7833-4b09-b1c5-8fee71484f05 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.658160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3e7bc6f-13e6-4032-aef6-651651f236b2 req-e3c133cc-7833-4b09-b1c5-8fee71484f05 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 945 time: 0.0992503 Aug 04 16:53:41.685229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-9324ee16-e715-483b-905b-341fae7be05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:ed:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:39Z', 'revision_number': 3, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:41.720708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3e7bc6f-13e6-4032-aef6-651651f236b2 req-0363d433-2414-4293-b429-6f836c766452 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519257 Aug 04 16:53:41.729778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-5bcffb14-5ba3-4d07-ae65-d1cba2e10e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.734674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-5bcffb14-5ba3-4d07-ae65-d1cba2e10e5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750530 Aug 04 16:53:41.747226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-9bf145cc-6eb5-4bc6-b6a8-dcc1ba6f6e0e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:53:41.748303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-9bf145cc-6eb5-4bc6-b6a8-dcc1ba6f6e0e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057154 Aug 04 16:53:41.750419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324ee16-e715-483b-905b-341fae7be05c None None] The sync data for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 is: [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:ed:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:39Z', 'revision_number': 3, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:53:41.811321 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082bdc14-5889-41d3-b22e-ebe5f9728355 x-openstack-request-id: req-082bdc14-5889-41d3-b22e-ebe5f9728355 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:41.811638 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:41.811851 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-082bdc14-5889-41d3-b22e-ebe5f9728355 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:41.812239 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'status': 'completed', 'code': 200} Aug 04 16:53:41.866970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-839564b9-cfb3-499e-b440-27275cbd63ef service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097641 Aug 04 16:53:41.903975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:41.913548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-5e0c7a2b-88f1-4eb8-b19a-37de18b23c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.915192 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-5e0c7a2b-88f1-4eb8-b19a-37de18b23c29 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1096 time: 0.0907872 Aug 04 16:53:41.980414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdb846-9025-40c6-8899-ceabf67ca147 req-80dd9b05-1326-42ce-92b1-adb200d99f8b tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:41.981959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fcdb846-9025-40c6-8899-ceabf67ca147 req-80dd9b05-1326-42ce-92b1-adb200d99f8b tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1142843 Aug 04 16:53:41.990569 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ae1f86-995f-4426-93e2-29cea821ae31 None None] New status for floating IP ec0a1221-38c8-444e-abdf-1c3c253b9ea0: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:53:42.023786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02021186-0a91-4779-b344-0ed0e1e515bc,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:42.045391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Checking segment: {'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:42.045807 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Network hostable DHCP agents. Network: 426bc534-f493-4c9c-8efc-efe96abf5db2, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:53:42.054297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f63b9122-7cb5-4a86-a2cb-bda5bba7237a up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:42.087227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-aedd63b5-0cec-4977-b24f-49b2247bc994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.088703 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-aedd63b5-0cec-4977-b24f-49b2247bc994 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.1559036 Aug 04 16:53:42.095706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Network 426bc534-f493-4c9c-8efc-efe96abf5db2 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:53:42.117912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 426bc534-f493-4c9c-8efc-efe96abf5db2) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:42.132684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c2b101-e49d-47c6-8070-e8f10f7be065 None None] Network 426bc534-f493-4c9c-8efc-efe96abf5db2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:53:42.157558 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.158743 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:42.163880 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-d99e76ba-cdce-47b5-bbd0-0d9622569dd8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 217 time: 0.0561142 Aug 04 16:53:42.185249 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0e04f2da-0e25-46cb-868b-127c81d30b51 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5808015 Aug 04 16:53:42.238897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-3b6dffa1-f363-4b5a-8898-d871059e030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.240696 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-3b6dffa1-f363-4b5a-8898-d871059e030c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.0672033 Aug 04 16:53:42.271844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port f63b9122-7cb5-4a86-a2cb-bda5bba7237a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:42.292842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port f63b9122-7cb5-4a86-a2cb-bda5bba7237a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:42.293111 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:42.323449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-79cf79b5-0924-40f2-8312-e6ffcf460909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.327297 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-79cf79b5-0924-40f2-8312-e6ffcf460909 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777133 Aug 04 16:53:42.397518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-e13f3741-951e-4d65-be19-d59e131ca8de service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167334 Aug 04 16:53:42.419738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fcdb846-9025-40c6-8899-ceabf67ca147 req-abbe9c1c-56cd-4967-83c4-6b1955324960 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215260 Aug 04 16:53:42.476941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] Sync routers for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:53:42.503736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dfb509-9cf1-4496-927a-f5ab3f446bd3 None None] Network 426bc534-f493-4c9c-8efc-efe96abf5db2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:53:42.509687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:42.510757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:42.524608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-a8f33b12-7c73-4631-827f-d6494c168150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.527071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-a8f33b12-7c73-4631-827f-d6494c168150 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 1097 time: 0.0622652 Aug 04 16:53:42.574613 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-e320fb90-89db-4912-b515-8f3033782b6c service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328601 Aug 04 16:53:42.671646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c101be-18a6-43e2-8c6e-dda4b469a6c9 req-6de13070-79cf-4bd2-836c-937478a7a913 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.678054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c101be-18a6-43e2-8c6e-dda4b469a6c9 req-6de13070-79cf-4bd2-836c-937478a7a913 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.683966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98c101be-18a6-43e2-8c6e-dda4b469a6c9 req-6de13070-79cf-4bd2-836c-937478a7a913 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1683 time: 0.1378777 Aug 04 16:53:42.696295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-a8926937-4e44-4dd8-8648-8e559169beef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.698131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-a8926937-4e44-4dd8-8648-8e559169beef service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.1640949 Aug 04 16:53:42.700295 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:42.704030 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c84c63-0a4b-4419-99de-e921f4ca7cce req-8cc97a6d-456f-4b29-99b6-510117667441 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194236 Aug 04 16:53:42.789891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98c101be-18a6-43e2-8c6e-dda4b469a6c9 req-f90adddd-495b-4f59-9eee-ea4bc061780a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905032 Aug 04 16:53:42.805953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-ca22792f-b063-4230-b441-a77fc7091a96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e HTTP/1.1" status: 200 len: 1001 time: 0.0977533 Aug 04 16:53:42.872720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-13261519-cd6d-4c33-9b53-21a3e8c3759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.874216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-13261519-cd6d-4c33-9b53-21a3e8c3759a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.0597596 Aug 04 16:53:42.921364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:42.950732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f63b9122-7cb5-4a86-a2cb-bda5bba7237a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:42.962484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-b51dd1fa-15fa-4cb1-a6bc-3f4e130cad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.964147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-b51dd1fa-15fa-4cb1-a6bc-3f4e130cad8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765808 Aug 04 16:53:42.968909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99336a3-e6f8-4830-9743-2e282563e778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dc353f-f496-4b16-b35f-f4f7a31a8620'}, {'server_uuid': '3bb5a4d8-628d-4b0e-9d3f-d428e0c77020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63b9122-7cb5-4a86-a2cb-bda5bba7237a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:42.971845 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc74a76-2984-4ed9-8138-8ea0fe1e67a7" -d '{"events": [{"server_uuid": "e99336a3-e6f8-4830-9743-2e282563e778", "name": "network-vif-plugged", "status": "completed", "tag": "12dc353f-f496-4b16-b35f-f4f7a31a8620"}, {"server_uuid": "3bb5a4d8-628d-4b0e-9d3f-d428e0c77020", "name": "network-vif-plugged", "status": "completed", "tag": "f63b9122-7cb5-4a86-a2cb-bda5bba7237a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:42.981010 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:42.991993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d4694-af08-445f-89b9-cf13b9bcf7d1 req-b4e191a0-7872-48ee-adc5-bcc03b025da1 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:42.993678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-465d4694-af08-445f-89b9-cf13b9bcf7d1 req-b4e191a0-7872-48ee-adc5-bcc03b025da1 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 945 time: 0.0944071 Aug 04 16:53:43.083479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-465d4694-af08-445f-89b9-cf13b9bcf7d1 req-73593cf2-d93c-4813-a9c2-f911290d249b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763958 Aug 04 16:53:43.086630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:43.106209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-a6938b0e-df45-4533-acd5-b4268c4b90e4 service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330862 Aug 04 16:53:43.183373 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-da519bd0-b8bf-4398-9d29-4b0b9c43c7fc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504129 Aug 04 16:53:43.249838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17b6901-efe8-48c5-a675-4b899e2cc977 req-b92dde48-2826-4325-9af0-fec7a19ef960 service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366022 Aug 04 16:53:43.250049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:ed:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:42Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:43.257357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbee0a-4817-4cde-97d8-5818c553f975 req-f8d3caa1-fc8f-42be-a390-b808edba1230 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:43.258837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ffbee0a-4817-4cde-97d8-5818c553f975 req-f8d3caa1-fc8f-42be-a390-b808edba1230 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 950 time: 0.0848494 Aug 04 16:53:43.279350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-cb054bcb-b1d0-4fd5-b3ff-c172870fe3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:43.280930 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-cb054bcb-b1d0-4fd5-b3ff-c172870fe3c2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1095 time: 0.0531578 Aug 04 16:53:43.286435 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] Checking router: d6721664-785f-4c32-9de8-9126e061815e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:53:43.295727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:43.296697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:43.306016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ffbee0a-4817-4cde-97d8-5818c553f975 req-77cf441a-1fd6-4971-a7da-344ba31a1e83 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Aug 04 16:53:43.400115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51abe72-862b-4b35-9910-db2541ad63c8 req-9912c47d-2eae-4bd3-9dc1-391fa2375764 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:43.401719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c51abe72-862b-4b35-9910-db2541ad63c8 req-9912c47d-2eae-4bd3-9dc1-391fa2375764 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 946 time: 0.0577137 Aug 04 16:53:43.425806 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-3de6fe01-6d1b-40e8-82ec-878b59f5864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:43.428022 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-3de6fe01-6d1b-40e8-82ec-878b59f5864e service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1241019 Aug 04 16:53:43.446028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:43.450221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c51abe72-862b-4b35-9910-db2541ad63c8 req-a94bc338-2cfc-48d3-a75e-55b794b394af tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Aug 04 16:53:43.488071 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-08237651-3a14-4f91-b1cd-560e4c917e82 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20 HTTP/1.1" status: 200 len: 217 time: 0.0435367 Aug 04 16:53:43.566909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-b404146b-eef8-4b7c-ba7a-a610e20dec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:43.568362 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-b404146b-eef8-4b7c-ba7a-a610e20dec3c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.0625904 Aug 04 16:53:43.604116 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-9ca158ed-222f-4789-a0c2-2559ec05f353 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261967 Aug 04 16:53:43.656810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7f613-3205-4a95-8dff-085cd7cef1cd req-855c54ea-9d72-4d4c-8b25-540e8b09a476 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:43.658394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18f7f613-3205-4a95-8dff-085cd7cef1cd req-855c54ea-9d72-4d4c-8b25-540e8b09a476 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 945 time: 0.1124227 Aug 04 16:53:43.683257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-25318804-5215-4c12-8ded-5f34facf56f7 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:43.690525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-25318804-5215-4c12-8ded-5f34facf56f7 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/networks?id=426bc534-f493-4c9c-8efc-efe96abf5db2 HTTP/1.1" status: 200 len: 817 time: 0.1534479 Aug 04 16:53:43.697439 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-9d6f0a65-bc2a-41c4-9fba-537869b82c17 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852795 Aug 04 16:53:43.698449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:ed:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:42Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:43.710581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-c9a32b6f-70a0-4619-b5d8-6863efe71d75 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/quotas/54766fb9daf3433f927725ab15f9918e HTTP/1.1" status: 200 len: 375 time: 0.0191717 Aug 04 16:53:43.725094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78704533-db72-4cba-b3ea-b2c38dbd525d None None] The sync data for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 is: [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:ed:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:42Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:53:43.760974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a1f39487-c5e4-4700-8be8-3bcafe39a1ea tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=54766fb9daf3433f927725ab15f9918e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401385 Aug 04 16:53:43.764083 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18f7f613-3205-4a95-8dff-085cd7cef1cd req-34f7e406-7dfd-4b96-b311-175332ea9be3 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936165 Aug 04 16:53:43.810575 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6a8d3342-3679-42ff-9d4a-04d9885b1e9f req-99cb4510-8a4b-4350-8868-cb4de7e09447 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033108 Aug 04 16:53:43.814673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'tag': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:43.818929 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b875ac2a-979c-4806-85a9-16fe6a77afd2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a9a551-d88a-40fc-a567-dafa68f585cd", "tag": "4409f86a-489e-40b1-9d10-ff9abe8dfe2e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:43.820103 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c33ac-e6c2-4c64-bf37-f6feebff7ada x-openstack-request-id: req-412c33ac-e6c2-4c64-bf37-f6feebff7ada {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:43.820460 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99336a3-e6f8-4830-9743-2e282563e778", "name": "network-vif-plugged", "status": "completed", "tag": "12dc353f-f496-4b16-b35f-f4f7a31a8620", "code": 200}, {"server_uuid": "3bb5a4d8-628d-4b0e-9d3f-d428e0c77020", "name": "network-vif-plugged", "status": "completed", "tag": "f63b9122-7cb5-4a86-a2cb-bda5bba7237a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:43.820775 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-412c33ac-e6c2-4c64-bf37-f6feebff7ada {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:43.822683 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99336a3-e6f8-4830-9743-2e282563e778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dc353f-f496-4b16-b35f-f4f7a31a8620', 'code': 200} Aug 04 16:53:43.823026 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb5a4d8-628d-4b0e-9d3f-d428e0c77020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63b9122-7cb5-4a86-a2cb-bda5bba7237a', 'code': 200} Aug 04 16:53:43.930362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-24669605-af33-402f-8ede-1b605cb8555d service neutron] 10.222.0.39 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619580 Aug 04 16:53:43.961954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0c81134-dd82-4b79-bc9f-0273562bd08a req-50cf0e47-d585-4a08-ab25-f982bc5de054 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1001 time: 0.1021166 Aug 04 16:53:43.988488 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7149fd0-4a66-44c9-a9df-169d90b2fbe2 req-3debdbdf-bb02-43e7-b137-4bff2ff1555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:43.989997 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e7149fd0-4a66-44c9-a9df-169d90b2fbe2 req-3debdbdf-bb02-43e7-b137-4bff2ff1555e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 1101 time: 0.0781460 Aug 04 16:53:43.991817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962e736-dcbb-4bb1-a821-a4ffcce58e95 req-e69c1636-8de3-4b3f-893c-310960968727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:43.993193 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9962e736-dcbb-4bb1-a821-a4ffcce58e95 req-e69c1636-8de3-4b3f-893c-310960968727 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 1096 time: 0.0800126 Aug 04 16:53:44.053420 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e7149fd0-4a66-44c9-a9df-169d90b2fbe2 req-cc10804a-887b-4b71-a158-3d0ddfe1ff8b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550621 Aug 04 16:53:44.055292 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9962e736-dcbb-4bb1-a821-a4ffcce58e95 req-f691c576-dbe3-46be-b003-f8ffe8297caf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511901 Aug 04 16:53:44.056670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c81134-dd82-4b79-bc9f-0273562bd08a req-238c2f3f-eb1d-48ea-bc51-c6adab4cd7a5 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.058009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0c81134-dd82-4b79-bc9f-0273562bd08a req-238c2f3f-eb1d-48ea-bc51-c6adab4cd7a5 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports/4409f86a-489e-40b1-9d10-ff9abe8dfe2e HTTP/1.1" status: 200 len: 943 time: 0.0578930 Aug 04 16:53:44.085020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-1a50e164-f667-484c-9f5d-d1b01c2aa73a service neutron] 10.222.0.39 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388993 Aug 04 16:53:44.167796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0c81134-dd82-4b79-bc9f-0273562bd08a req-9080fdc1-8255-4b9b-ac83-45f70f2493eb tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1001 time: 0.0699642 Aug 04 16:53:44.277500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c81134-dd82-4b79-bc9f-0273562bd08a req-8ef8723d-98c1-47d9-8f2d-79af09b9acf3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.283663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0c81134-dd82-4b79-bc9f-0273562bd08a req-8ef8723d-98c1-47d9-8f2d-79af09b9acf3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1050472 Aug 04 16:53:44.327410 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23d9d15-ffbb-4e50-9bb0-a18aebc70129 x-openstack-request-id: req-b23d9d15-ffbb-4e50-9bb0-a18aebc70129 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:44.327929 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a9a551-d88a-40fc-a567-dafa68f585cd", "tag": "4409f86a-489e-40b1-9d10-ff9abe8dfe2e", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:44.328383 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b23d9d15-ffbb-4e50-9bb0-a18aebc70129 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:44.329552 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'tag': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'status': 'completed', 'code': 200} Aug 04 16:53:44.434693 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-fbdfca4c-3d6b-42bb-afa1-f5fba931f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.436629 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-fbdfca4c-3d6b-42bb-afa1-f5fba931f2e2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 1097 time: 0.0682490 Aug 04 16:53:44.437906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da697-3934-4a35-a320-37749b58c03e req-e2d3fadf-77cb-4a6e-a554-7b4bde27fc32 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.440046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b89da697-3934-4a35-a320-37749b58c03e req-e2d3fadf-77cb-4a6e-a554-7b4bde27fc32 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.0843732 Aug 04 16:53:44.503523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b89da697-3934-4a35-a320-37749b58c03e req-c92c600d-25d2-4eec-a174-ae8b6c6de886 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475514 Aug 04 16:53:44.515506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c4126-cb56-4d5b-af99-f8a600563e02 req-0124d3c5-9c85-4c35-bb76-86a21e597451 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.523283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c4126-cb56-4d5b-af99-f8a600563e02 req-0124d3c5-9c85-4c35-bb76-86a21e597451 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.531978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be7c4126-cb56-4d5b-af99-f8a600563e02 req-0124d3c5-9c85-4c35-bb76-86a21e597451 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1683 time: 0.1146133 Aug 04 16:53:44.589549 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-b3e5fcfd-b72f-446f-9791-99c429e6111d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1523256 Aug 04 16:53:44.599987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be7c4126-cb56-4d5b-af99-f8a600563e02 req-e690129f-ce93-4fe2-995b-151836f97a7d tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668416 Aug 04 16:53:44.678777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc0232-7255-40c8-a415-708931e9dcab req-801ea3f0-3eff-48ca-869e-a56559bd68ab tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.680871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bbc0232-7255-40c8-a415-708931e9dcab req-801ea3f0-3eff-48ca-869e-a56559bd68ab tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 945 time: 0.0744734 Aug 04 16:53:44.726942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-e95d5b8c-744d-4b43-a141-c6001ac316fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.729126 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-e95d5b8c-744d-4b43-a141-c6001ac316fd service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.2474923 Aug 04 16:53:44.729611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bbc0232-7255-40c8-a415-708931e9dcab req-8116c733-34a8-475d-b454-0b8e57c60ffb tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Aug 04 16:53:44.788378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-cfd649bf-9b14-4cac-8da8-d08d0388dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.791827 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-cfd649bf-9b14-4cac-8da8-d08d0388dc38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 1096 time: 0.1510031 Aug 04 16:53:44.879911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-70f43637-a89e-48f1-90d4-683eafb80c27 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1001 time: 0.1207318 Aug 04 16:53:44.937450 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-2c3c0a5d-14ed-42e2-94a5-9383800f2281 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e HTTP/1.1" status: 200 len: 1001 time: 0.1953671 Aug 04 16:53:44.956808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f682-155b-499d-88ff-78f952889040 req-9d6995a4-905f-4223-ac54-25ea6ffb698f tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.965198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0032f682-155b-499d-88ff-78f952889040 req-9d6995a4-905f-4223-ac54-25ea6ffb698f tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 950 time: 0.1390545 Aug 04 16:53:44.974146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-8a37d0e9-7525-4144-be2e-1914fbc7500c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.976900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-8a37d0e9-7525-4144-be2e-1914fbc7500c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports/4409f86a-489e-40b1-9d10-ff9abe8dfe2e HTTP/1.1" status: 200 len: 943 time: 0.0906613 Aug 04 16:53:44.991074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-fc74f511-2879-4517-a20b-1b6ae423bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:44.992602 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-fc74f511-2879-4517-a20b-1b6ae423bba4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.1475196 Aug 04 16:53:45.029556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0032f682-155b-499d-88ff-78f952889040 req-6852755f-7392-4973-8d28-e2f9aa371a42 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633609 Aug 04 16:53:45.060418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-59205372-760d-4639-b00f-fc37ba0496e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:45.062003 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-59205372-760d-4639-b00f-fc37ba0496e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.1108859 Aug 04 16:53:45.063862 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-33903da6-f12b-48f6-9971-a60773db9d85 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 HTTP/1.1" status: 200 len: 217 time: 0.0584033 Aug 04 16:53:45.136579 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-4c80ccec-37d5-4d3d-a7cc-98d036d1c173 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1001 time: 0.1002824 Aug 04 16:53:45.173731 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-5368b109-b725-41b3-af56-dd53cbbe40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:45.175373 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-5368b109-b725-41b3-af56-dd53cbbe40c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.1037483 Aug 04 16:53:45.180923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-37cc127e-4f3e-490e-9aac-28c47b0bc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:45.182436 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-37cc127e-4f3e-490e-9aac-28c47b0bc829 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978303 Aug 04 16:53:45.220872 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-3c1d02f1-8484-4ed5-9c4a-129638edd3e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329344 Aug 04 16:53:45.259699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c09c8-497c-4638-a7fd-05aef3c232df req-55d93a36-4edd-4fd5-bb60-85c161784e40 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:45.261413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f92c09c8-497c-4638-a7fd-05aef3c232df req-55d93a36-4edd-4fd5-bb60-85c161784e40 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 946 time: 0.1229579 Aug 04 16:53:45.334000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f92c09c8-497c-4638-a7fd-05aef3c232df req-0a185a2e-77d4-4113-8649-fb22e9852ebc tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617130 Aug 04 16:53:45.354052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-156df160-2c22-465c-9b73-4ec0f777a94d tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:45.362833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-156df160-2c22-465c-9b73-4ec0f777a94d tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1890912 Aug 04 16:53:45.457889 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-d9c426cf-284b-4a24-b0a5-9d8e3dc2c156 service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161055 Aug 04 16:53:45.468917 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-22619168-fe2c-478b-aab2-5f11dbd6afc6 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468801 Aug 04 16:53:45.484628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e95173-f271-4ab3-99e0-a4c35523160b req-751ba72a-31ad-43b7-a750-0a2cc9283bca tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 210 time: 0.0551529 Aug 04 16:53:45.503284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-8fb28336-190e-4b61-8ced-a540bd343e63 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1001 time: 0.1321490 Aug 04 16:53:45.516356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-4208fa67-3c75-4047-bca5-3adb6a2abf85 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:45.673380 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-4208fa67-3c75-4047-bca5-3adb6a2abf85 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:45.676236 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b875ac2a-979c-4806-85a9-16fe6a77afd2 req-bce07a8d-7020-451e-a677-227eddeaf1c9 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668525 Aug 04 16:53:45.678151 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a36efdbe-390c-4001-9e00-17ce798eb8f7 req-b2512d27-73dd-4373-aae4-1c2413239bdc service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083216 Aug 04 16:53:45.735726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dabb9-53bd-43ba-9e8b-0c6ec22ea45e req-0bb59e7c-f7f4-4ecf-8fdc-a15cb2806bd0 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:45.737559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b85dabb9-53bd-43ba-9e8b-0c6ec22ea45e req-0bb59e7c-f7f4-4ecf-8fdc-a15cb2806bd0 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 945 time: 0.1389043 Aug 04 16:53:45.824738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b85dabb9-53bd-43ba-9e8b-0c6ec22ea45e req-dd165723-61a7-42ff-ab1b-8c4690a49e3e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750804 Aug 04 16:53:45.863803 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-4208fa67-3c75-4047-bca5-3adb6a2abf85 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:45.869520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-4208fa67-3c75-4047-bca5-3adb6a2abf85 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:45.869908 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-4208fa67-3c75-4047-bca5-3adb6a2abf85 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Floating IP ec0a1221-38c8-444e-abdf-1c3c253b9ea0 disassociated. External IP: 172.25.2.13, port: 4409f86a-489e-40b1-9d10-ff9abe8dfe2e. Aug 04 16:53:46.116192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4d38f-0e21-4057-b0ed-2701751a8282 req-c3fa1983-e5e7-446c-909b-702888f03d2e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:46.117675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ceb4d38f-0e21-4057-b0ed-2701751a8282 req-c3fa1983-e5e7-446c-909b-702888f03d2e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.1016290 Aug 04 16:53:46.152224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-4208fa67-3c75-4047-bca5-3adb6a2abf85 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Router d6721664-785f-4c32-9de8-9126e061815e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:53:46.184800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ceb4d38f-0e21-4057-b0ed-2701751a8282 req-520c8d2e-b689-4217-aa7b-c62fe0fe4a64 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545723 Aug 04 16:53:46.368395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-4208fa67-3c75-4047-bca5-3adb6a2abf85 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:53:46.373622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-4208fa67-3c75-4047-bca5-3adb6a2abf85 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:46.380783 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] Sync routers for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:53:46.390760 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:46.391648 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:46.406886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-4208fa67-3c75-4047-bca5-3adb6a2abf85 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "PUT /v2.0/floatingips/ec0a1221-38c8-444e-abdf-1c3c253b9ea0 HTTP/1.1" status: 200 len: 694 time: 0.8958449 Aug 04 16:53:46.407492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'tag': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:46.409880 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b37717-c677-4b6d-baa5-6dee331738a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a9a551-d88a-40fc-a567-dafa68f585cd", "tag": "4409f86a-489e-40b1-9d10-ff9abe8dfe2e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:46.427661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43e7b2-4cd6-4dd4-a845-c7d94b0bf01a req-c19a51ac-b5ce-47c0-abbc-95e7b3757afc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:46.429241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f43e7b2-4cd6-4dd4-a845-c7d94b0bf01a req-c19a51ac-b5ce-47c0-abbc-95e7b3757afc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 945 time: 0.1308491 Aug 04 16:53:46.505210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f43e7b2-4cd6-4dd4-a845-c7d94b0bf01a req-2c8a6901-bd4c-48f7-9c36-41935a01496b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608199 Aug 04 16:53:46.508833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-1ffecc09-ece6-4b68-9521-7d3874fdf5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:46.510868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-1ffecc09-ece6-4b68-9521-7d3874fdf5d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 1097 time: 0.0755808 Aug 04 16:53:46.547608 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:46.679398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-733832ca-d992-4fa9-9aef-1879c6fe64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:46.682819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-733832ca-d992-4fa9-9aef-1879c6fe64ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.1644251 Aug 04 16:53:46.698912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9472f7-2daf-4120-b6cc-28f52fd487e3 req-56ea15c5-5166-4aeb-b1e4-13766d54dce0 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:46.700154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-9d0008fb-ca17-4eac-881f-8f60913bd249 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:46.701701 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-9d0008fb-ca17-4eac-881f-8f60913bd249 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.90 "GET /v2.0/networks?id=426bc534-f493-4c9c-8efc-efe96abf5db2 HTTP/1.1" status: 200 len: 817 time: 0.5480242 Aug 04 16:53:46.709172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-bb0426b1-9213-410c-aca4-cfc205788dad tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:46.710621 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-bb0426b1-9213-410c-aca4-cfc205788dad tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.1027267 Aug 04 16:53:46.714312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec9472f7-2daf-4120-b6cc-28f52fd487e3 req-56ea15c5-5166-4aeb-b1e4-13766d54dce0 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 945 time: 0.1179650 Aug 04 16:53:46.724505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38264) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:46.730316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-94b3b39c-bfc2-43f6-8885-aabbb73bb86d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Request body: {'floatingip': {'port_id': '12dc353f-f496-4b16-b35f-f4f7a31a8620'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:46.739361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Request body: {'port': {'device_id': '95790bce-1163-4436-84ba-15d8acf349dd', 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2', 'admin_state_up': True, 'tenant_id': '54766fb9daf3433f927725ab15f9918e'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:46.756354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764435-5'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:46.815117 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:46.850328 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] Checking router: d6721664-785f-4c32-9de8-9126e061815e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:53:46.862581 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:46.863520 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:46.870919 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-2ad6564b-58b4-4951-ba42-7afc2dbe7367 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e HTTP/1.1" status: 200 len: 217 time: 0.1550388 Aug 04 16:53:46.885077 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-df8db3f5-5144-4393-aea9-08f6f9cf4717 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:46.886572 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-df8db3f5-5144-4393-aea9-08f6f9cf4717 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.82 "GET /v2.0/networks?id=426bc534-f493-4c9c-8efc-efe96abf5db2 HTTP/1.1" status: 200 len: 817 time: 0.6442327 Aug 04 16:53:46.896727 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94b3b39c-bfc2-43f6-8885-aabbb73bb86d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:46.941745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Request body: {'port': {'device_id': '6a517d48-f979-47c6-aa2f-fe4b0cb1c134', 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2', 'admin_state_up': True, 'tenant_id': '54766fb9daf3433f927725ab15f9918e'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:46.954701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:46.976504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476fd54-b6bd-4723-8897-758563312810 req-b738b8bf-2045-446e-b0ed-a75b034c683f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:46.982359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476fd54-b6bd-4723-8897-758563312810 req-b738b8bf-2045-446e-b0ed-a75b034c683f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:46.983993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e476fd54-b6bd-4723-8897-758563312810 req-b738b8bf-2045-446e-b0ed-a75b034c683f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1683 time: 0.1180899 Aug 04 16:53:46.987872 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:47.003155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-a24aa5a4-9fec-4f94-8564-fa6b2231b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:47.004621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-a24aa5a4-9fec-4f94-8564-fa6b2231b243 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.1220162 Aug 04 16:53:47.042493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-022743b8-e20c-4d15-9121-6d52aa708d0a tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:47.044387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-022743b8-e20c-4d15-9121-6d52aa708d0a tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.90 "GET /v2.0/networks?id=426bc534-f493-4c9c-8efc-efe96abf5db2 HTTP/1.1" status: 200 len: 817 time: 0.3579857 Aug 04 16:53:47.075505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Request body: {'port': {'device_id': '232b1055-7114-4f83-98b7-2006aad29221', 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2', 'admin_state_up': True, 'tenant_id': '54766fb9daf3433f927725ab15f9918e'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:47.126753 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e476fd54-b6bd-4723-8897-758563312810 req-2aa5e235-042d-4f2a-b2eb-043898a538a6 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276531 Aug 04 16:53:47.154448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-e317b0d5-3240-4bc3-a2d5-d752d61c22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:47.168469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-e317b0d5-3240-4bc3-a2d5-d752d61c22f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552806 Aug 04 16:53:47.254197 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:47.286924 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7605ceec-7fcb-4e04-9214-a7e722987bc9 None None] The sync data for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 is: [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:53:47.302009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Made reservation on behalf of 54766fb9daf3433f927725ab15f9918e for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:47.306028 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:47.356390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f3d06-4409-484e-8c7b-ff4dc1e90b18 req-82a4562e-5429-4859-a3c3-9bde28785227 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:47.357998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b50f3d06-4409-484e-8c7b-ff4dc1e90b18 req-82a4562e-5429-4859-a3c3-9bde28785227 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 950 time: 0.1064126 Aug 04 16:53:47.359938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-d209e191-b477-4fae-b419-4d3c0185089b service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906483 Aug 04 16:53:47.362333 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.api [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:53:47.362333 n-d-764435-5 neutron-server[105828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 16:53:47.362333 n-d-764435-5 neutron-server[105828]: [parameters: {'project_id_1': '54766fb9daf3433f927725ab15f9918e', 'expiration_1': datetime.datetime(2021, 8, 4, 16, 53, 47, 324366)}] Aug 04 16:53:47.362333 n-d-764435-5 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:53:47.363383 n-d-764435-5 neutron-server[105828]: DEBUG oslo_db.api [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:53:47.389456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Made reservation on behalf of 54766fb9daf3433f927725ab15f9918e for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:47.393441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:47.477288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:47.600420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea38b2-ccbf-4d8b-8265-4a214ff9c4d7 None None] New status for floating IP ec0a1221-38c8-444e-abdf-1c3c253b9ea0: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:53:47.708507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:47.801985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Allocated IP 172.20.0.10 (426bc534-f493-4c9c-8efc-efe96abf5db2/02021186-0a91-4779-b344-0ed0e1e515bc/b24921c5-15ee-4aa2-ad89-45ab681570a0) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:47.802336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b50f3d06-4409-484e-8c7b-ff4dc1e90b18 req-785dc4aa-87bb-4d12-b675-e12d406740c9 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226377 Aug 04 16:53:47.815850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c62198-573c-48ad-9da4-1939c106e04f'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:47.818146 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563a3bd9-143b-44d9-b2cd-df3f6f35a49f" -d '{"events": [{"server_uuid": "cf07f738-6300-4c2c-b2d4-59c5f385cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "16c62198-573c-48ad-9da4-1939c106e04f"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:47.822256 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:47.851794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:47.878865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5c39e39-babc-4517-9d74-0a0fc3d96884 req-8a2224c5-df09-46f6-9859-e9186dffd823 service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090547 Aug 04 16:53:47.907954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-b3ed9d45-f531-4593-9f48-b0d33da1e681 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:47.910171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-b3ed9d45-f531-4593-9f48-b0d33da1e681 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1097 time: 0.0878291 Aug 04 16:53:47.915500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Made reservation on behalf of 54766fb9daf3433f927725ab15f9918e for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:53:47.927798 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:47.952273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764435-5'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:47.964629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.resource_extend [None req-94b3b39c-bfc2-43f6-8885-aabbb73bb86d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 16:53:47.997097 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36817c59-3fe6-476f-9dcd-f7dd8fd63763 x-openstack-request-id: req-36817c59-3fe6-476f-9dcd-f7dd8fd63763 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:47.997529 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a9a551-d88a-40fc-a567-dafa68f585cd", "tag": "4409f86a-489e-40b1-9d10-ff9abe8dfe2e", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:47.997874 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36817c59-3fe6-476f-9dcd-f7dd8fd63763 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:47.999868 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'tag': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'status': 'completed', 'code': 200} Aug 04 16:53:48.070149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Pushing event updated for resources: {'Port': ['ID=16c62198-573c-48ad-9da4-1939c106e04f,revision_number=7']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:48.102307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 16c62198-573c-48ad-9da4-1939c106e04f details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:48.116983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94b3b39c-bfc2-43f6-8885-aabbb73bb86d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.127474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on host n-h1-764435-5 for vnic_type normal with profile {"migrating_to": "n-h2-764435-5"} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:48.127959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:48.128296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:48.130329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94b3b39c-bfc2-43f6-8885-aabbb73bb86d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.180943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:48.181278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:48.186523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7a22238-e432-434c-a57d-77b8d4432fb5 req-f07c83f7-5a9e-4932-9eda-a7b58901761f tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 210 time: 0.1130168 Aug 04 16:53:48.204899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-128b05cf-1d19-48ca-a9f0-5bbc6f5fdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:48.206220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-128b05cf-1d19-48ca-a9f0-5bbc6f5fdd6c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 1097 time: 0.1832120 Aug 04 16:53:48.207616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:48.208181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:48.208802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:48.209542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Bound port: 16c62198-573c-48ad-9da4-1939c106e04f, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:48.210132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.214945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6b71f-defb-4ae6-8635-b950eeb2ec53 req-ce725173-29c4-4789-88d6-0fd69515f9bd tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:48.224519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9a6b71f-defb-4ae6-8635-b950eeb2ec53 req-ce725173-29c4-4789-88d6-0fd69515f9bd tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 946 time: 0.2880526 Aug 04 16:53:48.231286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 62b071ae-4193-42c0-91c3-dd2380268804 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:48.246676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 62b071ae-4193-42c0-91c3-dd2380268804 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:48.269300 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.280698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.288418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, got binding levels [] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:48.360414 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-94b3b39c-bfc2-43f6-8885-aabbb73bb86d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Floating IP ac245c08-960c-444b-9dd2-852e2e56b7c7 associated. External IP: 172.25.2.123, port: 12dc353f-f496-4b16-b35f-f4f7a31a8620. Aug 04 16:53:48.367920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9a6b71f-defb-4ae6-8635-b950eeb2ec53 req-53634e69-fda9-4975-a407-dd6de92c3114 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418920 Aug 04 16:53:48.416964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on host n-h1-764435-5 for vnic_type normal with profile {"migrating_to": "n-h2-764435-5"} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:48.417568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:48.417803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:48.418160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:48.452561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:48.479684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:48.480035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Attempting to bind port 16c62198-573c-48ad-9da4-1939c106e04f on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:48.490961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.508039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:48.508448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:48.509143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:48.509613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Bound port: 16c62198-573c-48ad-9da4-1939c106e04f, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:48.509971 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.535643 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.562330 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.606051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521f528-2304-4bbe-a721-5d56b505a7be req-a08970e6-22b0-43f2-a9bf-02fc14d49b57 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:48.612740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521f528-2304-4bbe-a721-5d56b505a7be req-a08970e6-22b0-43f2-a9bf-02fc14d49b57 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:48.614340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9521f528-2304-4bbe-a721-5d56b505a7be req-a08970e6-22b0-43f2-a9bf-02fc14d49b57 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.82 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1683 time: 0.3584392 Aug 04 16:53:48.621726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:48.641756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:48.644474 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8654d1-dff9-4453-83f6-9f5d6ca468c3" -d '{"events": [{"server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "name": "network-vif-unplugged", "status": "completed", "tag": "62b071ae-4193-42c0-91c3-dd2380268804"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:48.647032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Network 426bc534-f493-4c9c-8efc-efe96abf5db2 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:48.655865 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Allocated IP 172.20.0.11 (426bc534-f493-4c9c-8efc-efe96abf5db2/02021186-0a91-4779-b344-0ed0e1e515bc/92f17426-116a-4e43-b1d4-109566becaa9) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:48.674793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '62b071ae-4193-42c0-91c3-dd2380268804', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '62b071ae-4193-42c0-91c3-dd2380268804', 'mac_address': 'fa:16:3e:2e:f0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:48.677293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-33ba4fc4-e48c-47dc-972a-6f852d9b9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:48.677688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:48.679277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-33ba4fc4-e48c-47dc-972a-6f852d9b9b65 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.4312394 Aug 04 16:53:48.681530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:48.684242 n-d-764435-5 neutron-server[105830]: WARNING neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Concurrent port binding operations failed on port 16c62198-573c-48ad-9da4-1939c106e04f Aug 04 16:53:48.688548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:48.689976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66a89e-7c32-463d-ac6f-93f10e7d1c85 req-8c0af5f5-f832-4e26-a888-4a999667c372 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:48.690565 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.692240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a66a89e-7c32-463d-ac6f-93f10e7d1c85 req-8c0af5f5-f832-4e26-a888-4a999667c372 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.3747463 Aug 04 16:53:48.702734 n-d-764435-5 neutron-server[105830]: INFO neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Attempt 2 to bind port 16c62198-573c-48ad-9da4-1939c106e04f Aug 04 16:53:48.703795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 16c62198-573c-48ad-9da4-1939c106e04f has no active binding in host n-h2-764435-5 {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 16:53:48.726062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:48.729350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Pushing event updated for resources: {'Port': ['ID=16c62198-573c-48ad-9da4-1939c106e04f,revision_number=8']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:48.741823 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:48.742459 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.743924 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-91d922da-f760-4b93-8f13-900053919e6e service neutron] 10.222.0.82 "PUT /v2.0/ports/16c62198-573c-48ad-9da4-1939c106e04f HTTP/1.1" status: 200 len: 1121 time: 2.0175090 Aug 04 16:53:48.792995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-17a8c7fe-fdf7-4de9-aaee-1f11795a98f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e HTTP/1.1" status: 200 len: 217 time: 0.0993793 Aug 04 16:53:48.796458 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.822912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:48.826536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b071ae-4193-42c0-91c3-dd2380268804 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:48.843446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47158536-cade-4682-a89f-5e787604ee21 req-2c191c51-76e0-420e-9604-09addaf8e438 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:48.852606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47158536-cade-4682-a89f-5e787604ee21 req-2c191c51-76e0-420e-9604-09addaf8e438 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 943 time: 0.3901939 Aug 04 16:53:48.858499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:48.862960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['16c62198-573c-48ad-9da4-1939c106e04f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:48.867966 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:48.899961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['16c62198-573c-48ad-9da4-1939c106e04f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:49.019128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a66a89e-7c32-463d-ac6f-93f10e7d1c85 req-53482f83-201e-4d75-a0a7-bc434ecb8ab5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021185 Aug 04 16:53:49.024044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:49.024345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=10']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:49.049394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-11c4488a-dbbd-4c75-9e0b-beda2914fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:49.051364 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-11c4488a-dbbd-4c75-9e0b-beda2914fff2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.2461383 Aug 04 16:53:49.056663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.057118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.057840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.057840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.058164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.058513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.058863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.059150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.059469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.059792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.060360 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.060493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.063220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47158536-cade-4682-a89f-5e787604ee21 req-5b4eff08-d5f9-455b-9877-ad0c5445726c tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094545 Aug 04 16:53:49.158893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9521f528-2304-4bbe-a721-5d56b505a7be req-32e29fee-c83c-4baa-8edc-b08f3f7a2d0c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:49.158893 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9521f528-2304-4bbe-a721-5d56b505a7be req-32e29fee-c83c-4baa-8edc-b08f3f7a2d0c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:49.162453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:49.201534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['62b071ae-4193-42c0-91c3-dd2380268804'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:49.251927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-8404d57e-b214-41ff-9e31-73f1b8c3b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:49.253819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-8404d57e-b214-41ff-9e31-73f1b8c3b10b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869278 Aug 04 16:53:49.330475 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065de57d-fc2a-4957-8f4a-ef4542311478 x-openstack-request-id: req-065de57d-fc2a-4957-8f4a-ef4542311478 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:49.330852 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf07f738-6300-4c2c-b2d4-59c5f385cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "16c62198-573c-48ad-9da4-1939c106e04f", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:49.333655 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-065de57d-fc2a-4957-8f4a-ef4542311478 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:49.334075 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c62198-573c-48ad-9da4-1939c106e04f', 'code': 200} Aug 04 16:53:49.356092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:49.386163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:49.392610 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:49.393593 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:49.452924 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a287fe5-46b4-479b-be61-47be361ed678 x-openstack-request-id: req-0a287fe5-46b4-479b-be61-47be361ed678 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:49.453728 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "name": "network-vif-unplugged", "status": "completed", "tag": "62b071ae-4193-42c0-91c3-dd2380268804", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:49.454057 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a287fe5-46b4-479b-be61-47be361ed678 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:49.454739 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804', 'code': 200} Aug 04 16:53:49.488720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Pushing event updated for resources: {'Port': ['ID=b24921c5-15ee-4aa2-ad89-45ab681570a0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:49.504725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9521f528-2304-4bbe-a721-5d56b505a7be req-32e29fee-c83c-4baa-8edc-b08f3f7a2d0c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] For port d850bdbe-df19-49db-8a77-b74fd2ebe0a3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,segment=NetworkSegment(184f2975-f918-45c0-b0d0-e1b8fba817a7),segment_id=184f2975-f918-45c0-b0d0-e1b8fba817a7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:49.505471 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9521f528-2304-4bbe-a721-5d56b505a7be req-32e29fee-c83c-4baa-8edc-b08f3f7a2d0c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:49.534781 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ad4fba38-b23d-4191-8fbb-4af4cff98a9b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8181736 Aug 04 16:53:49.575284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Request body: {'port': {'device_id': '95790bce-1163-4436-84ba-15d8acf349dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:49.582325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9521f528-2304-4bbe-a721-5d56b505a7be req-32e29fee-c83c-4baa-8edc-b08f3f7a2d0c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Calling delete_port for d850bdbe-df19-49db-8a77-b74fd2ebe0a3 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:49.605370 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b3b39c-bfc2-43f6-8885-aabbb73bb86d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Router ff34cb82-3200-473f-ae15-b06bda3ee83e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:53:49.609584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-0bc29312-2e46-4d1e-86e7-4135504f2bbf service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425243 Aug 04 16:53:49.611432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c65cb2cc-969d-4362-a485-670ce590ee0d req-a3e67ce5-8c6b-4c46-a01c-aba677b9bce8 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 210 time: 0.0900784 Aug 04 16:53:49.655118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Pushing event updated for resources: {'Port': ['ID=d164d259-b494-4992-bce9-19279951097d,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:49.727812 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:49.749134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.749477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.749814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.750139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.750465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.750791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.751136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.751540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.751861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.752187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.752507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.752824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:49.778587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dec4c-3377-4c4d-a0d4-a60a99eb6a3e req-2594060b-6895-4fbb-8d06-594ff098420f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:49.784575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dec4c-3377-4c4d-a0d4-a60a99eb6a3e req-2594060b-6895-4fbb-8d06-594ff098420f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:49.786161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de8dec4c-3377-4c4d-a0d4-a60a99eb6a3e req-2594060b-6895-4fbb-8d06-594ff098420f tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/ports?device_id=ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43 HTTP/1.1" status: 200 len: 1683 time: 0.3025670 Aug 04 16:53:49.790679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:49.803003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d on host n-h2-764435-5 for vnic_type normal with profile {"migrating_to": "n-h1-764435-5"} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:49.803328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:49.803677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:49.845531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Port d164d259-b494-4992-bce9-19279951097d on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:49.846230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Attempting to bind port d164d259-b494-4992-bce9-19279951097d on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:49.862940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b3b39c-bfc2-43f6-8885-aabbb73bb86d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:53:49.868681 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94b3b39c-bfc2-43f6-8885-aabbb73bb86d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:49.875096 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] Sync routers for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:53:49.890833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:49.891175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:49.891617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:49.891891 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:49.892257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Bound port: d164d259-b494-4992-bce9-19279951097d, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:49.892473 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:49.894513 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:49.923230 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de8dec4c-3377-4c4d-a0d4-a60a99eb6a3e req-a1a7df30-e065-4017-8a4b-ff0ceabaa106 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "GET /v2.0/security-groups?id=b89276e5-0b5c-4160-b7a0-285c9d4a0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167793 Aug 04 16:53:49.933059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f06e76-5761-4bae-90a1-39acd638b7d0 req-8fadc8d3-ac73-46f1-8603-3002d59772c8 tempest-ServersAdminNegativeTestJSON-1622903915 tempest-ServersAdminNegativeTestJSON-1622903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:49.934587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17f06e76-5761-4bae-90a1-39acd638b7d0 req-8fadc8d3-ac73-46f1-8603-3002d59772c8 tempest-ServersAdminNegativeTestJSON-1622903915 tempest-ServersAdminNegativeTestJSON-1622903915-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 1101 time: 0.2225127 Aug 04 16:53:49.936445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4b37717-c677-4b6d-baa5-6dee331738a8 req-23f73020-5eda-4ad8-b881-6acff1597e34 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144674 Aug 04 16:53:49.967030 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-94b3b39c-bfc2-43f6-8885-aabbb73bb86d tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "PUT /v2.0/floatingips/ac245c08-960c-444b-9dd2-852e2e56b7c7 HTTP/1.1" status: 200 len: 991 time: 3.2388544 Aug 04 16:53:49.998004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:50.008405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fe04af-be7f-4268-b29f-8cc91008323c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd164d259-b494-4992-bce9-19279951097d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:50.010738 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f85686-1b5d-4148-add2-d97a3af2ea0b" -d '{"events": [{"server_uuid": "68fe04af-be7f-4268-b29f-8cc91008323c", "name": "network-vif-unplugged", "status": "completed", "tag": "d164d259-b494-4992-bce9-19279951097d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:50.026331 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-17f06e76-5761-4bae-90a1-39acd638b7d0 req-e5881ec0-e2eb-4d6b-9675-cd6be1364ced tempest-ServersAdminNegativeTestJSON-1622903915 tempest-ServersAdminNegativeTestJSON-1622903915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:50.069363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Pushing event updated for resources: {'Port': ['ID=92f17426-116a-4e43-b1d4-109566becaa9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:50.073213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Network 426bc534-f493-4c9c-8efc-efe96abf5db2 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:50.073901 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:50.075046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:50.077178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:50.133725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:50.134277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:50.152100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:50.156868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:50.166371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Allocated IP 172.20.0.2 (426bc534-f493-4c9c-8efc-efe96abf5db2/02021186-0a91-4779-b344-0ed0e1e515bc/656fbb6b-7155-4b29-86f4-e6ea653292d8) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:53:50.174856 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:50.176659 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9521f528-2304-4bbe-a721-5d56b505a7be req-32e29fee-c83c-4baa-8edc-b08f3f7a2d0c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:50.239277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-8f7f1139-b793-4cc4-8ef6-53f6520598e7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:50.240810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-8f7f1139-b793-4cc4-8ef6-53f6520598e7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1866319 Aug 04 16:53:50.244308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device d164d259-b494-4992-bce9-19279951097d details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:50.379349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:50.411969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device d164d259-b494-4992-bce9-19279951097d has no active binding in host n-h1-764435-5 {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 16:53:50.424107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9521f528-2304-4bbe-a721-5d56b505a7be req-32e29fee-c83c-4baa-8edc-b08f3f7a2d0c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] No DVR routers for this DVR port d850bdbe-df19-49db-8a77-b74fd2ebe0a3 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:50.435877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-b9b31c6b-0515-468f-87f9-acfa6d17c13a tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.1783092 Aug 04 16:53:50.436579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Pushing event updated for resources: {'Port': ['ID=d164d259-b494-4992-bce9-19279951097d,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:50.442846 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ac245c08-960c-444b-9dd2-852e2e56b7c7', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'port_id': '12dc353f-f496-4b16-b35f-f4f7a31a8620', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'mac_address': 'fa:16:3e:8e:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99336a3-e6f8-4830-9743-2e282563e778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:51:18Z', 'updated_at': '2021-08-04T16:53:47Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:50.456731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:50.457261 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:50.459544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-4c6e6944-0beb-4d13-9462-2f438e920c4e service neutron] 10.222.0.90 "PUT /v2.0/ports/d164d259-b494-4992-bce9-19279951097d HTTP/1.1" status: 200 len: 1122 time: 2.5256732 Aug 04 16:53:50.461316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9521f528-2304-4bbe-a721-5d56b505a7be req-32e29fee-c83c-4baa-8edc-b08f3f7a2d0c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:50.463457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9521f528-2304-4bbe-a721-5d56b505a7be req-32e29fee-c83c-4baa-8edc-b08f3f7a2d0c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.82 "DELETE /v2.0/ports/d850bdbe-df19-49db-8a77-b74fd2ebe0a3 HTTP/1.1" status: 204 len: 173 time: 1.8307931 Aug 04 16:53:50.482731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-75e4234d-49bf-4432-84f0-06ee5819795c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Request body: {'floatingip': {'port_id': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:50.495319 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] Checking router: ff34cb82-3200-473f-ae15-b06bda3ee83e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:53:50.521445 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:50.521445 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:50.558182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d164d259-b494-4992-bce9-19279951097d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:50.588457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d164d259-b494-4992-bce9-19279951097d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:50.701231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-75e4234d-49bf-4432-84f0-06ee5819795c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:50.709329 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-17f06e76-5761-4bae-90a1-39acd638b7d0 req-e5881ec0-e2eb-4d6b-9675-cd6be1364ced tempest-ServersAdminNegativeTestJSON-1622903915 tempest-ServersAdminNegativeTestJSON-1622903915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:50.718386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e29fee-c83c-4baa-8edc-b08f3f7a2d0c tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Port': ['ID=d850bdbe-df19-49db-8a77-b74fd2ebe0a3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:50.732962 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-3c590b04-9206-49da-8d35-775364f5bef1 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7991548 Aug 04 16:53:50.747490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Request body: {'port': {'device_id': '6a517d48-f979-47c6-aa2f-fe4b0cb1c134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:50.759612 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-17f06e76-5761-4bae-90a1-39acd638b7d0 req-e5881ec0-e2eb-4d6b-9675-cd6be1364ced tempest-ServersAdminNegativeTestJSON-1622903915 tempest-ServersAdminNegativeTestJSON-1622903915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:50.792350 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:50.807729 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:51.086288 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ac245c08-960c-444b-9dd2-852e2e56b7c7', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'port_id': '12dc353f-f496-4b16-b35f-f4f7a31a8620', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'mac_address': 'fa:16:3e:8e:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99336a3-e6f8-4830-9743-2e282563e778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:51:18Z', 'updated_at': '2021-08-04T16:53:47Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:51.113413 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91216749-7f3e-407e-9a7f-4c2c58ffbfc9 None None] The sync data for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 is: [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ac245c08-960c-444b-9dd2-852e2e56b7c7', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'port_id': '12dc353f-f496-4b16-b35f-f4f7a31a8620', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'mac_address': 'fa:16:3e:8e:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99336a3-e6f8-4830-9743-2e282563e778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:51:18Z', 'updated_at': '2021-08-04T16:53:47Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:53:51.152499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17f06e76-5761-4bae-90a1-39acd638b7d0 req-e5881ec0-e2eb-4d6b-9675-cd6be1364ced tempest-ServersAdminNegativeTestJSON-1622903915 tempest-ServersAdminNegativeTestJSON-1622903915-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1822629 Aug 04 16:53:51.207789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5881ec0-e2eb-4d6b-9675-cd6be1364ced tempest-ServersAdminNegativeTestJSON-1622903915 tempest-ServersAdminNegativeTestJSON-1622903915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53de8c80-3026-4bf5-8ce3-7432377cc62e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:51.229188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:51.314426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c33b9d3-619d-47fd-ab65-761d69d394e7 None None] New status for floating IP ac245c08-960c-444b-9dd2-852e2e56b7c7: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:53:51.335761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'tag': '16c62198-573c-48ad-9da4-1939c106e04f'}, {'name': 'network-changed', 'server_uuid': 'e99336a3-e6f8-4830-9743-2e282563e778', 'tag': '12dc353f-f496-4b16-b35f-f4f7a31a8620'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:51.338419 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af18356d-f685-45b5-95c7-df889e73586b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf07f738-6300-4c2c-b2d4-59c5f385cce4", "tag": "16c62198-573c-48ad-9da4-1939c106e04f"}, {"name": "network-changed", "server_uuid": "e99336a3-e6f8-4830-9743-2e282563e778", "tag": "12dc353f-f496-4b16-b35f-f4f7a31a8620"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:51.365194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9521f528-2304-4bbe-a721-5d56b505a7be req-58901419-0790-41ff-8c61-d68be62c8c90 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting port 8425ddbf-b929-428e-a58b-1cf3ae89da48 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:51.365536 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9521f528-2304-4bbe-a721-5d56b505a7be req-58901419-0790-41ff-8c61-d68be62c8c90 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:51.390196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4fb68-ec95-4388-9def-fe37d2e5635c req-25d563e6-d9ab-4441-a756-5cf965b9fdcf tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:51.391754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1e4fb68-ec95-4388-9def-fe37d2e5635c req-25d563e6-d9ab-4441-a756-5cf965b9fdcf tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 944 time: 0.1717706 Aug 04 16:53:51.485900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:51.614115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1e4fb68-ec95-4388-9def-fe37d2e5635c req-d95f8ecb-dd40-474f-816e-55e73963d86b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658266 Aug 04 16:53:51.639884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24921c5-15ee-4aa2-ad89-45ab681570a0 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:51.655251 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:51.679322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Network 426bc534-f493-4c9c-8efc-efe96abf5db2 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:53:51.686679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Transition to ACTIVE for port object b24921c5-15ee-4aa2-ad89-45ab681570a0 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:51.690891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:53:51.693603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:51.693999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9521f528-2304-4bbe-a721-5d56b505a7be req-58901419-0790-41ff-8c61-d68be62c8c90 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] For port 8425ddbf-b929-428e-a58b-1cf3ae89da48, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8425ddbf-b929-428e-a58b-1cf3ae89da48,segment=NetworkSegment(aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596),segment_id=aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:51.694371 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9521f528-2304-4bbe-a721-5d56b505a7be req-58901419-0790-41ff-8c61-d68be62c8c90 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:51.698427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Pushing event updated for resources: {'Port': ['ID=656fbb6b-7155-4b29-86f4-e6ea653292d8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:51.719508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:53:51.779158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9521f528-2304-4bbe-a721-5d56b505a7be req-58901419-0790-41ff-8c61-d68be62c8c90 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Calling delete_port for 8425ddbf-b929-428e-a58b-1cf3ae89da48 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:51.785885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Pushing event updated for resources: {'Port': ['ID=b24921c5-15ee-4aa2-ad89-45ab681570a0,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:51.793316 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8f1513-e1e4-4007-a248-10041029a9ef x-openstack-request-id: req-cc8f1513-e1e4-4007-a248-10041029a9ef {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:51.793597 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fe04af-be7f-4268-b29f-8cc91008323c", "name": "network-vif-unplugged", "status": "completed", "tag": "d164d259-b494-4992-bce9-19279951097d", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:51.793860 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc8f1513-e1e4-4007-a248-10041029a9ef {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:51.794223 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fe04af-be7f-4268-b29f-8cc91008323c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd164d259-b494-4992-bce9-19279951097d', 'code': 200} Aug 04 16:53:51.808978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.809325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.809666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.810000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.810329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.810659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.811177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.811508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.811831 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.812151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.812470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.812789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:53:51.901573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:51.902196 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:51.936459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Attempting to bind port b24921c5-15ee-4aa2-ad89-45ab681570a0 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:51.936782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Attempting to bind port b24921c5-15ee-4aa2-ad89-45ab681570a0 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:51.937078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Attempting to bind port b24921c5-15ee-4aa2-ad89-45ab681570a0 on network 426bc534-f493-4c9c-8efc-efe96abf5db2 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:51.959261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-3d27d32a-9b99-4d01-9b4f-6d9ee23106f7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:51.960738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-3d27d32a-9b99-4d01-9b4f-6d9ee23106f7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5a9a551-d88a-40fc-a567-dafa68f585cd HTTP/1.1" status: 200 len: 946 time: 0.2525816 Aug 04 16:53:51.961638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Port b24921c5-15ee-4aa2-ad89-45ab681570a0 on network 426bc534-f493-4c9c-8efc-efe96abf5db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:51.961968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Attempting to bind port b24921c5-15ee-4aa2-ad89-45ab681570a0 on network 426bc534-f493-4c9c-8efc-efe96abf5db2 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:51.971843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:51.971843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Checking segment: {'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:51.972199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Bound using segment: {'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:51.972602 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Bound port: b24921c5-15ee-4aa2-ad89-45ab681570a0, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:51.972954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:51.990040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f17426-116a-4e43-b1d4-109566becaa9 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:51.994997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7a52d4dd-0ceb-4541-958c-8767256c1343 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9308822 Aug 04 16:53:51.998510 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.033337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Transition to ACTIVE for port object 92f17426-116a-4e43-b1d4-109566becaa9 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:52.038158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Request body: {'port': {'device_id': '232b1055-7114-4f83-98b7-2006aad29221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:52.042182 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.105739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] For port b24921c5-15ee-4aa2-ad89-45ab681570a0, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:52.130167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Pushing event updated for resources: {'Port': ['ID=92f17426-116a-4e43-b1d4-109566becaa9,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:52.133625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5137dea-339f-47cc-83c2-fd93e847d68e req-25805166-f0cc-42bd-8bbc-a168946b4c38 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:52.135236 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5137dea-339f-47cc-83c2-fd93e847d68e req-25805166-f0cc-42bd-8bbc-a168946b4c38 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 950 time: 0.2874935 Aug 04 16:53:52.151562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d850bdbe-df19-49db-8a77-b74fd2ebe0a3 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:52.153190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] For port b24921c5-15ee-4aa2-ad89-45ab681570a0, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b24921c5-15ee-4aa2-ad89-45ab681570a0,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:52.165945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.183529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: d850bdbe-df19-49db-8a77-b74fd2ebe0a3 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:52.184054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d850bdbe-df19-49db-8a77-b74fd2ebe0a3 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:52.184524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8425ddbf-b929-428e-a58b-1cf3ae89da48 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:52.214364 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-75e4234d-49bf-4432-84f0-06ee5819795c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.228994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:52.230222 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.231661 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] 10.222.0.90 "PUT /v2.0/ports/b24921c5-15ee-4aa2-ad89-45ab681570a0 HTTP/1.1" status: 200 len: 1092 time: 2.6660845 Aug 04 16:53:52.252696 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-75e4234d-49bf-4432-84f0-06ee5819795c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.281817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 62b071ae-4193-42c0-91c3-dd2380268804 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:52.282085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3150d6d-e23f-46a6-8efb-809f8b9afa4b service neutron] Pushing event updated for resources: {'Port': ['ID=b24921c5-15ee-4aa2-ad89-45ab681570a0,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:52.284168 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.307550 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.321794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Attempting to bind port 92f17426-116a-4e43-b1d4-109566becaa9 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:52.322159 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Attempting to bind port 92f17426-116a-4e43-b1d4-109566becaa9 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:52.322451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Attempting to bind port 92f17426-116a-4e43-b1d4-109566becaa9 on network 426bc534-f493-4c9c-8efc-efe96abf5db2 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:52.331532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Port 92f17426-116a-4e43-b1d4-109566becaa9 on network 426bc534-f493-4c9c-8efc-efe96abf5db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:52.331532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Attempting to bind port 92f17426-116a-4e43-b1d4-109566becaa9 on network 426bc534-f493-4c9c-8efc-efe96abf5db2 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:52.342996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:52.343326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Checking segment: {'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:52.343694 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Bound using segment: {'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:52.344122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Bound port: 92f17426-116a-4e43-b1d4-109566becaa9, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:52.344518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.352531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5137dea-339f-47cc-83c2-fd93e847d68e req-1fff107a-869a-4b3d-a490-50b274585165 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789370 Aug 04 16:53:52.363647 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9521f528-2304-4bbe-a721-5d56b505a7be req-58901419-0790-41ff-8c61-d68be62c8c90 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.378121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-f0b62b30-da94-497c-a9a6-59452d18cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:52.384043 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-f0b62b30-da94-497c-a9a6-59452d18cb6f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54766fb9daf3433f927725ab15f9918e&device_id=95790bce-1163-4436-84ba-15d8acf349dd HTTP/1.1" status: 200 len: 1095 time: 0.0865436 Aug 04 16:53:52.455700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 62b071ae-4193-42c0-91c3-dd2380268804 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:52.456798 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.482368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-e5719326-8393-43a0-b881-2fe44bf1e7f4 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Deleting port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:52.482712 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-e5719326-8393-43a0-b881-2fe44bf1e7f4 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.487022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58901419-0790-41ff-8c61-d68be62c8c90 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Port': ['ID=8425ddbf-b929-428e-a58b-1cf3ae89da48,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:52.505484 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-b3794422-93d2-4e1e-9b50-59c2882ae3cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b24921c5-15ee-4aa2-ad89-45ab681570a0 HTTP/1.1" status: 200 len: 217 time: 0.0723009 Aug 04 16:53:52.579036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] For port 92f17426-116a-4e43-b1d4-109566becaa9, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:52.584086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] For port 92f17426-116a-4e43-b1d4-109566becaa9, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=92f17426-116a-4e43-b1d4-109566becaa9,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:52.588790 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-2cad9484-db9e-4ee8-93fc-5686c06c95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:52.590652 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-2cad9484-db9e-4ee8-93fc-5686c06c95f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02021186-0a91-4779-b344-0ed0e1e515bc HTTP/1.1" status: 200 len: 857 time: 0.0702870 Aug 04 16:53:52.592161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.593934 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.633796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:52.636725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:52.637377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.637888 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23ce1e1-e58f-42da-b7b5-3b3ef211050e" -d '{"events": [{"server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "name": "network-vif-plugged", "status": "completed", "tag": "62b071ae-4193-42c0-91c3-dd2380268804"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:52.639129 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] 10.222.0.82 "PUT /v2.0/ports/92f17426-116a-4e43-b1d4-109566becaa9 HTTP/1.1" status: 200 len: 1092 time: 1.8962100 Aug 04 16:53:52.659363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:52.665782 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7f94b1fe-d61f-4d43-af23-8a4c0eccfe05 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=426bc534-f493-4c9c-8efc-efe96abf5db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443387 Aug 04 16:53:52.666019 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.686258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9521f528-2304-4bbe-a721-5d56b505a7be req-58901419-0790-41ff-8c61-d68be62c8c90 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] No DVR routers for this DVR port 8425ddbf-b929-428e-a58b-1cf3ae89da48 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:52.688515 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-75e4234d-49bf-4432-84f0-06ee5819795c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Floating IP ec0a1221-38c8-444e-abdf-1c3c253b9ea0 associated. External IP: 172.25.2.13, port: d71190c4-43b3-43ec-846f-c1876f563b5a. Aug 04 16:53:52.695345 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9521f528-2304-4bbe-a721-5d56b505a7be req-58901419-0790-41ff-8c61-d68be62c8c90 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.697463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9521f528-2304-4bbe-a721-5d56b505a7be req-58901419-0790-41ff-8c61-d68be62c8c90 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.82 "DELETE /v2.0/ports/8425ddbf-b929-428e-a58b-1cf3ae89da48 HTTP/1.1" status: 204 len: 173 time: 2.2184794 Aug 04 16:53:52.742699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=11']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:52.795365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dfae9-ef6c-4c5b-832e-1601a5e7c92f service neutron] Pushing event updated for resources: {'Port': ['ID=92f17426-116a-4e43-b1d4-109566becaa9,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:52.832740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789064a-8209-45e7-9645-fe3a3a4b863b req-2b46d3f2-8f7a-47bb-8ee8-264f203a5885 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:52.834360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b789064a-8209-45e7-9645-fe3a3a4b863b req-2b46d3f2-8f7a-47bb-8ee8-264f203a5885 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 943 time: 0.3629632 Aug 04 16:53:52.874544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-04d913c0-a990-445b-8de4-8a9a65910104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:52.876093 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-04d913c0-a990-445b-8de4-8a9a65910104 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54766fb9daf3433f927725ab15f9918e&device_id=6a517d48-f979-47c6-aa2f-fe4b0cb1c134 HTTP/1.1" status: 200 len: 1095 time: 0.1488409 Aug 04 16:53:52.896343 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-ee02155b-c66a-428b-be3b-61c807e1efbe service neutron] 10.222.0.90 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172704 Aug 04 16:53:52.939476 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-79875774-9496-4bb5-96d0-0ef9f6be882a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92f17426-116a-4e43-b1d4-109566becaa9 HTTP/1.1" status: 200 len: 217 time: 0.0511584 Aug 04 16:53:52.961316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-e5719326-8393-43a0-b881-2fe44bf1e7f4 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] For port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:52.961688 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-e5719326-8393-43a0-b881-2fe44bf1e7f4 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:52.990373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b789064a-8209-45e7-9645-fe3a3a4b863b req-8b86c621-dffb-4164-9572-2da5f368f2bf tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950661 Aug 04 16:53:53.005601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-e5719326-8393-43a0-b881-2fe44bf1e7f4 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Calling delete_port for 4409f86a-489e-40b1-9d10-ff9abe8dfe2e owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:53.040700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-fdd206e4-6829-4fba-b17a-685306da2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:53.042184 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-fdd206e4-6829-4fba-b17a-685306da2327 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02021186-0a91-4779-b344-0ed0e1e515bc HTTP/1.1" status: 200 len: 857 time: 0.0676506 Aug 04 16:53:53.064422 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-7f16f8e9-febb-4837-a546-8ad9a9323a5c service neutron] 10.222.0.90 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330981 Aug 04 16:53:53.087682 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-e7e1511f-4297-4212-bf25-9898d73d11c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=426bc534-f493-4c9c-8efc-efe96abf5db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334423 Aug 04 16:53:53.187605 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-d9da6652-cfbe-4369-a6b5-77bf40dc8bf4 service neutron] 10.222.0.82 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865264 Aug 04 16:53:53.302014 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-91118159-75da-4328-8168-34586b4b0221 service neutron] 10.222.0.82 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945537 Aug 04 16:53:53.529793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656fbb6b-7155-4b29-86f4-e6ea653292d8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:53.546177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:53.559215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f7dbb-3377-4f28-ba6c-d558c6cbda7b req-1bc6ce7d-518f-44bf-9ffd-03395bf2ccca tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:53.560718 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-557f7dbb-3377-4f28-ba6c-d558c6cbda7b req-1bc6ce7d-518f-44bf-9ffd-03395bf2ccca tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 931 time: 0.4974098 Aug 04 16:53:53.588995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Transition to ACTIVE for port object 656fbb6b-7155-4b29-86f4-e6ea653292d8 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:53.603033 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:53.610559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-75e4234d-49bf-4432-84f0-06ee5819795c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Router d6721664-785f-4c32-9de8-9126e061815e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:53:53.694587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-557f7dbb-3377-4f28-ba6c-d558c6cbda7b req-dcd0104f-cdc7-4442-ab03-c6887795bd66 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227255 Aug 04 16:53:53.710120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Pushing event updated for resources: {'Port': ['ID=656fbb6b-7155-4b29-86f4-e6ea653292d8,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:53.742454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38316) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:53.784161 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672378d0-55b9-4e60-b4d7-3403be51ed61 x-openstack-request-id: req-672378d0-55b9-4e60-b4d7-3403be51ed61 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:53.784476 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf07f738-6300-4c2c-b2d4-59c5f385cce4", "tag": "16c62198-573c-48ad-9da4-1939c106e04f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e99336a3-e6f8-4830-9743-2e282563e778", "tag": "12dc353f-f496-4b16-b35f-f4f7a31a8620", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:53.784699 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-672378d0-55b9-4e60-b4d7-3403be51ed61 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:53.785084 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'tag': '16c62198-573c-48ad-9da4-1939c106e04f', 'status': 'completed', 'code': 200} Aug 04 16:53:53.785328 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99336a3-e6f8-4830-9743-2e282563e778', 'tag': '12dc353f-f496-4b16-b35f-f4f7a31a8620', 'status': 'completed', 'code': 200} Aug 04 16:53:53.792953 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-e5719326-8393-43a0-b881-2fe44bf1e7f4 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:53.801649 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67e5bf9-c12d-4cb4-9213-ed7346aeec70 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting subnet 0719df9f-b8f7-45a9-ba0e-653a6674f5b8 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:53:53.805384 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e67e5bf9-c12d-4cb4-9213-ed7346aeec70 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:53.812812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fe04af-be7f-4268-b29f-8cc91008323c', 'tag': 'd164d259-b494-4992-bce9-19279951097d'}, {'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'name': 'network-vif-deleted', 'tag': 'd850bdbe-df19-49db-8a77-b74fd2ebe0a3'}, {'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'name': 'network-vif-deleted', 'tag': '8425ddbf-b929-428e-a58b-1cf3ae89da48'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:53.815222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d71190c4-43b3-43ec-846f-c1876f563b5a', '4409f86a-489e-40b1-9d10-ff9abe8dfe2e'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:53.815979 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd469591-152b-4418-8c51-30e39d92b580" -d '{"events": [{"name": "network-changed", "server_uuid": "68fe04af-be7f-4268-b29f-8cc91008323c", "tag": "d164d259-b494-4992-bce9-19279951097d"}, {"server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "name": "network-vif-deleted", "tag": "d850bdbe-df19-49db-8a77-b74fd2ebe0a3"}, {"server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "name": "network-vif-deleted", "tag": "8425ddbf-b929-428e-a58b-1cf3ae89da48"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:53.880066 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e67e5bf9-c12d-4cb4-9213-ed7346aeec70 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:53.903090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5719326-8393-43a0-b881-2fe44bf1e7f4 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Pushing event deleted for resources: {'Port': ['ID=4409f86a-489e-40b1-9d10-ff9abe8dfe2e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:53.926678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18356d-f685-45b5-95c7-df889e73586b req-800e6c11-aa31-4475-95d3-417d9aa5c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:53.928217 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-800e6c11-aa31-4475-95d3-417d9aa5c0aa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 1124 time: 0.0999055 Aug 04 16:53:54.008369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-e5719326-8393-43a0-b881-2fe44bf1e7f4 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] No DVR routers for this DVR port 4409f86a-489e-40b1-9d10-ff9abe8dfe2e on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:54.011365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-75e4234d-49bf-4432-84f0-06ee5819795c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:53:54.014464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Attempting to bind port 656fbb6b-7155-4b29-86f4-e6ea653292d8 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:53:54.014844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Attempting to bind port 656fbb6b-7155-4b29-86f4-e6ea653292d8 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:53:54.015371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Attempting to bind port 656fbb6b-7155-4b29-86f4-e6ea653292d8 on network 426bc534-f493-4c9c-8efc-efe96abf5db2 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:54.017860 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-e5719326-8393-43a0-b881-2fe44bf1e7f4 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.019720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4736e9bc-311d-46af-8a5e-e5a84d9b844e req-e5719326-8393-43a0-b881-2fe44bf1e7f4 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.82 "DELETE /v2.0/ports/4409f86a-489e-40b1-9d10-ff9abe8dfe2e HTTP/1.1" status: 204 len: 173 time: 2.0264914 Aug 04 16:53:54.023849 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] Sync routers for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:53:54.024397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-75e4234d-49bf-4432-84f0-06ee5819795c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.032144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71cbc-2422-4b0d-a6d7-ad29fc023c4c req-bbcaf194-039f-49d3-9305-dc05b4a69a8f tempest-ServersAdminNegativeTestJSON-1622903915 tempest-ServersAdminNegativeTestJSON-1622903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:54.034449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98c71cbc-2422-4b0d-a6d7-ad29fc023c4c req-bbcaf194-039f-49d3-9305-dc05b4a69a8f tempest-ServersAdminNegativeTestJSON-1622903915 tempest-ServersAdminNegativeTestJSON-1622903915-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 1101 time: 0.1490736 Aug 04 16:53:54.044365 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:54.045133 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:54.047470 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e67e5bf9-c12d-4cb4-9213-ed7346aeec70 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.058683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Port 656fbb6b-7155-4b29-86f4-e6ea653292d8 on network 426bc534-f493-4c9c-8efc-efe96abf5db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:53:54.059263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Attempting to bind port 656fbb6b-7155-4b29-86f4-e6ea653292d8 on network 426bc534-f493-4c9c-8efc-efe96abf5db2 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:53:54.084111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:53:54.084854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Checking segment: {'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:53:54.085470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Bound using segment: {'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:53:54.086083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Bound port: 656fbb6b-7155-4b29-86f4-e6ea653292d8, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:53:54.086642 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.104782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-75e4234d-49bf-4432-84f0-06ee5819795c tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "PUT /v2.0/floatingips/ec0a1221-38c8-444e-abdf-1c3c253b9ea0 HTTP/1.1" status: 200 len: 995 time: 3.6402926 Aug 04 16:53:54.127402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18356d-f685-45b5-95c7-df889e73586b req-ab49f239-87d2-41ab-acf3-7e45d987a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:54.128921 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-ab49f239-87d2-41ab-acf3-7e45d987a5bc service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1884151 Aug 04 16:53:54.147329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98c71cbc-2422-4b0d-a6d7-ad29fc023c4c req-91317663-ac6c-4f4a-87f8-2c71d0d636d2 tempest-ServersAdminNegativeTestJSON-1622903915 tempest-ServersAdminNegativeTestJSON-1622903915-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905414 Aug 04 16:53:54.178771 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:54.215281 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-248b2a8a-b386-4fd1-a6a9-13a4bef7783f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c62198-573c-48ad-9da4-1939c106e04f HTTP/1.1" status: 200 len: 217 time: 0.0734482 Aug 04 16:53:54.223545 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480fefe7-c6cf-4497-8d39-0184f2e01e52 x-openstack-request-id: req-480fefe7-c6cf-4497-8d39-0184f2e01e52 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:54.223833 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "name": "network-vif-plugged", "status": "completed", "tag": "62b071ae-4193-42c0-91c3-dd2380268804", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:54.224078 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-480fefe7-c6cf-4497-8d39-0184f2e01e52 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:54.224467 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804', 'code': 200} Aug 04 16:53:54.229469 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e67e5bf9-c12d-4cb4-9213-ed7346aeec70 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.292905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e5bf9-c12d-4cb4-9213-ed7346aeec70 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Subnet': ['ID=0719df9f-b8f7-45a9-ba0e-653a6674f5b8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:54.338880 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e67e5bf9-c12d-4cb4-9213-ed7346aeec70 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.341178 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e67e5bf9-c12d-4cb4-9213-ed7346aeec70 tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "DELETE /v2.0/subnets/0719df9f-b8f7-45a9-ba0e-653a6674f5b8 HTTP/1.1" status: 204 len: 168 time: 0.5974562 Aug 04 16:53:54.343713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38324) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:54.346439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aed216a-4d7c-4093-bec9-424bb4a669fa None None] Network 275f95f7-ea0f-437b-a84c-06e23617a19b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:53:54.358684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] For port 656fbb6b-7155-4b29-86f4-e6ea653292d8, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:54.374356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] For port 656fbb6b-7155-4b29-86f4-e6ea653292d8, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=656fbb6b-7155-4b29-86f4-e6ea653292d8,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:53:54.381594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-e7bb77f7-c97c-41bc-b977-617bd68bbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:54.383874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-e7bb77f7-c97c-41bc-b977-617bd68bbd8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1096 time: 0.1982079 Aug 04 16:53:54.386768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.460157 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18356d-f685-45b5-95c7-df889e73586b req-b0f7ec8c-d752-48a1-9afc-8fde041970e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:54.461737 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-b0f7ec8c-d752-48a1-9afc-8fde041970e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1803746 Aug 04 16:53:54.488422 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:a6:45:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:51Z', 'revision_number': 8, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:54.506414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:54.507567 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.509216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] 10.222.0.90 "PUT /v2.0/ports/656fbb6b-7155-4b29-86f4-e6ea653292d8 HTTP/1.1" status: 200 len: 1091 time: 2.4937124 Aug 04 16:53:54.509353 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-04c680dc-67ae-4e84-b10a-3529440b1d95 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327640 Aug 04 16:53:54.520377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.535082 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] Checking router: d6721664-785f-4c32-9de8-9126e061815e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:53:54.545030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:53:54.545559 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:54.570175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d50a3f-2423-487d-93dc-3978d10582d6 req-48a45a34-e278-4c4f-b8eb-7566a39edab0 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:54.578231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9d50a3f-2423-487d-93dc-3978d10582d6 req-48a45a34-e278-4c4f-b8eb-7566a39edab0 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 944 time: 0.2649698 Aug 04 16:53:54.606769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f74ed-0cbc-4d48-ab45-273429cb4f0e None None] DHCP port deletion for 275f95f7-ea0f-437b-a84c-06e23617a19b request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:53:54.639075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad11a38-e9c2-4975-8ea1-3f3707c0d581 service neutron] Pushing event updated for resources: {'Port': ['ID=656fbb6b-7155-4b29-86f4-e6ea653292d8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:54.649858 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-e5b38cef-6743-42d8-adf1-8326c4ab3210 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248205 Aug 04 16:53:54.670818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b51f74ed-0cbc-4d48-ab45-273429cb4f0e None None] Deleting port 54db51e6-bd5f-4156-afc8-42a90db300c8 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:54.683066 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b51f74ed-0cbc-4d48-ab45-273429cb4f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.698442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a48bd7-cdd1-4fda-ad14-d28b66ea9068 req-93fcde0f-24e5-425f-83b3-59805e126eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:54.700117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9a48bd7-cdd1-4fda-ad14-d28b66ea9068 req-93fcde0f-24e5-425f-83b3-59805e126eb9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 1102 time: 0.2163892 Aug 04 16:53:54.705503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9d50a3f-2423-487d-93dc-3978d10582d6 req-c25ee302-c32d-40ac-83e4-263083903eb9 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263347 Aug 04 16:53:54.709639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-b10850ce-1105-48dd-aea8-a2f39a8c2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:54.711290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-b10850ce-1105-48dd-aea8-a2f39a8c2b3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.3159530 Aug 04 16:53:54.725706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-c4e8ec83-42ed-442a-a26d-b24a3d8491f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:54.727643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-c4e8ec83-42ed-442a-a26d-b24a3d8491f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54766fb9daf3433f927725ab15f9918e&device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 1094 time: 0.1406536 Aug 04 16:53:54.747594 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:53:54.765412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting port 54db51e6-bd5f-4156-afc8-42a90db300c8 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:54.765779 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.818949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-22bf7e7a-2922-492d-9303-44d04d490c26 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=656fbb6b-7155-4b29-86f4-e6ea653292d8 HTTP/1.1" status: 200 len: 217 time: 0.0535288 Aug 04 16:53:54.831315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b51f74ed-0cbc-4d48-ab45-273429cb4f0e None None] For port 54db51e6-bd5f-4156-afc8-42a90db300c8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=54db51e6-bd5f-4156-afc8-42a90db300c8,segment=NetworkSegment(aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596),segment_id=aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:54.831883 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b51f74ed-0cbc-4d48-ab45-273429cb4f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:54.864385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b51f74ed-0cbc-4d48-ab45-273429cb4f0e None None] Calling delete_port for 54db51e6-bd5f-4156-afc8-42a90db300c8 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:54.880929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9a48bd7-cdd1-4fda-ad14-d28b66ea9068 req-b021abac-b6a5-4c45-add0-edb8aadf608f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678250 Aug 04 16:53:54.901746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-74fad7ae-bc79-4dc7-9e13-9c2ebf96381e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 998 time: 0.1828880 Aug 04 16:53:54.964961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-c9d17ab8-60f7-405c-bf91-decb1757012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:54.966580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-c9d17ab8-60f7-405c-bf91-decb1757012e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02021186-0a91-4779-b344-0ed0e1e515bc HTTP/1.1" status: 200 len: 857 time: 0.1379032 Aug 04 16:53:54.985194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] For port 54db51e6-bd5f-4156-afc8-42a90db300c8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=54db51e6-bd5f-4156-afc8-42a90db300c8,segment=NetworkSegment(aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596),segment_id=aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:54.985820 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:55.012073 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Calling delete_port for 54db51e6-bd5f-4156-afc8-42a90db300c8 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:55.018598 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-7fa8115b-ec03-4503-b195-17da7649cfea service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566327 Aug 04 16:53:55.045499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-66583d6d-da99-4cee-a164-9133132c11a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=426bc534-f493-4c9c-8efc-efe96abf5db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609305 Aug 04 16:53:55.049726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-39e1e764-699b-4118-8744-5e42226c4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:55.051545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-39e1e764-699b-4118-8744-5e42226c4d42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.1359930 Aug 04 16:53:55.057099 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b51f74ed-0cbc-4d48-ab45-273429cb4f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:55.090611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f74ed-0cbc-4d48-ab45-273429cb4f0e None None] Pushing event deleted for resources: {'Port': ['ID=54db51e6-bd5f-4156-afc8-42a90db300c8,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:55.099856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f74ed-0cbc-4d48-ab45-273429cb4f0e None None] No DVR routers for this DVR port 54db51e6-bd5f-4156-afc8-42a90db300c8 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:55.153236 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:55.167248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0c5ac-94ad-4642-a726-833f3acb4db1 req-da579d09-8cfd-4e7b-a633-2d7518b9420a tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:55.168832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94f0c5ac-94ad-4642-a726-833f3acb4db1 req-da579d09-8cfd-4e7b-a633-2d7518b9420a tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 951 time: 0.2012651 Aug 04 16:53:55.172102 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:a6:45:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:51Z', 'revision_number': 8, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:55.192122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18356d-f685-45b5-95c7-df889e73586b req-c06736d2-44d1-4c1c-966a-3aab9a15ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:55.194204 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-c06736d2-44d1-4c1c-966a-3aab9a15ac93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b55218bb95de49fba34a1d1e8fe6ef86&device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 1096 time: 0.0986624 Aug 04 16:53:55.195061 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Port': ['ID=54db51e6-bd5f-4156-afc8-42a90db300c8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:55.200605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] No DVR routers for this DVR port 54db51e6-bd5f-4156-afc8-42a90db300c8 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:55.208281 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a881d60-a8b1-41cc-a9dc-6ecf7e218339 None None] The sync data for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 is: [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ec0a1221-38c8-444e-abdf-1c3c253b9ea0', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'port_id': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'mac_address': 'fa:16:3e:a6:45:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:53:14Z', 'updated_at': '2021-08-04T16:53:51Z', 'revision_number': 8, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:53:55.230792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-7392d963-557c-4855-ba95-c1dfea26e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:55.232354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-7392d963-557c-4855-ba95-c1dfea26e939 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715689 Aug 04 16:53:55.271305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94f0c5ac-94ad-4642-a726-833f3acb4db1 req-34cb4128-122d-4dc9-9c78-3d459eab31bf tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915864 Aug 04 16:53:55.303219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-6db15c35-13a9-4e87-a2b8-1e8f46e6629f service neutron] 10.222.0.90 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323246 Aug 04 16:53:55.348471 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8c7e7f-a89f-4fb2-9770-2b6d3120da43 x-openstack-request-id: req-da8c7e7f-a89f-4fb2-9770-2b6d3120da43 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:55.348964 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fe04af-be7f-4268-b29f-8cc91008323c", "tag": "d164d259-b494-4992-bce9-19279951097d", "status": "completed", "code": 200}, {"server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "name": "network-vif-deleted", "tag": "d850bdbe-df19-49db-8a77-b74fd2ebe0a3", "status": "completed", "code": 200}, {"server_uuid": "ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43", "name": "network-vif-deleted", "tag": "8425ddbf-b929-428e-a58b-1cf3ae89da48", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:55.349487 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da8c7e7f-a89f-4fb2-9770-2b6d3120da43 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:55.349976 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fe04af-be7f-4268-b29f-8cc91008323c', 'tag': 'd164d259-b494-4992-bce9-19279951097d', 'status': 'completed', 'code': 200} Aug 04 16:53:55.350657 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'name': 'network-vif-deleted', 'tag': 'd850bdbe-df19-49db-8a77-b74fd2ebe0a3', 'status': 'completed', 'code': 200} Aug 04 16:53:55.351025 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada30bb6-57a8-4cfc-90b0-a8e04e5b2b43', 'name': 'network-vif-deleted', 'tag': '8425ddbf-b929-428e-a58b-1cf3ae89da48', 'status': 'completed', 'code': 200} Aug 04 16:53:55.383913 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:55.401649 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275f95f7-ea0f-437b-a84c-06e23617a19b']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:55.404850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18356d-f685-45b5-95c7-df889e73586b req-58fcc7d5-9be8-42e1-a144-d59fff9a811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:55.405968 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-58fcc7d5-9be8-42e1-a144-d59fff9a811e service neutron] 10.222.0.90 "GET /v2.0/networks?id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 HTTP/1.1" status: 200 len: 926 time: 0.1989257 Aug 04 16:53:55.422485 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:55.422717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaa761c-a89f-45f5-b4e6-fa7d3e0a9596') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:55.460243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:55.483122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:55.496024 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-c670c6cf-0309-4fc9-bf2c-5f3fb8a1f491 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dc353f-f496-4b16-b35f-f4f7a31a8620 HTTP/1.1" status: 200 len: 1001 time: 0.0813007 Aug 04 16:53:55.497241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:53:55.497648 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:53:55.501106 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:53:55.522844 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-f1542d69-c942-4a2b-a01a-d70a5c6955c7 service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808251 Aug 04 16:53:55.554742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd469591-152b-4418-8c51-30e39d92b580 req-d94727cd-6b57-415c-b98c-d6caf283a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:55.556408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd469591-152b-4418-8c51-30e39d92b580 req-d94727cd-6b57-415c-b98c-d6caf283a111 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 1125 time: 0.1734722 Aug 04 16:53:55.571791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b52bd4a-ea71-4a2a-9b72-e044c45a2383 None None] New status for floating IP ec0a1221-38c8-444e-abdf-1c3c253b9ea0: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:53:55.612479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18356d-f685-45b5-95c7-df889e73586b req-f3f7f077-e27a-44af-89ab-1eb3c6808e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:55.614002 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-f3f7f077-e27a-44af-89ab-1eb3c6808e9a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77176d4a-9942-4d3a-87a4-86993376c507 HTTP/1.1" status: 200 len: 863 time: 0.1019821 Aug 04 16:53:55.616239 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:55.629258 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:55.634365 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "DELETE /v2.0/networks/275f95f7-ea0f-437b-a84c-06e23617a19b HTTP/1.1" status: 204 len: 168 time: 1.2740476 Aug 04 16:53:55.640871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38328) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:55.666448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ef78b1-31cb-4199-9de7-7a50449017e6 req-25c55eab-37fb-4886-9a8d-f38fb60a2944 service neutron] 10.222.0.90 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471975 Aug 04 16:53:55.672012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd369a-4ccb-4620-822b-2240d78373bf tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Network': ['ID=275f95f7-ea0f-437b-a84c-06e23617a19b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:55.677923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfca1b-e5c9-4f2a-91a1-00d02a3aa7c4 req-e12f2e5f-457b-4d16-b932-683b832d92dd tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:55.680063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0dfca1b-e5c9-4f2a-91a1-00d02a3aa7c4 req-e12f2e5f-457b-4d16-b932-683b832d92dd tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 943 time: 0.2604194 Aug 04 16:53:55.693585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18356d-f685-45b5-95c7-df889e73586b req-c4e2be02-1b83-4eca-bc49-8b3c383ad5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:55.695382 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-c4e2be02-1b83-4eca-bc49-8b3c383ad5b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606375 Aug 04 16:53:55.786942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95790bce-1163-4436-84ba-15d8acf349dd', 'tag': 'b24921c5-15ee-4aa2-ad89-45ab681570a0'}, {'name': 'network-changed', 'server_uuid': '6a517d48-f979-47c6-aa2f-fe4b0cb1c134', 'tag': '92f17426-116a-4e43-b1d4-109566becaa9'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:55.789804 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e59d954-efc6-4831-851e-84f2489d06f0" -d '{"events": [{"name": "network-changed", "server_uuid": "95790bce-1163-4436-84ba-15d8acf349dd", "tag": "b24921c5-15ee-4aa2-ad89-45ab681570a0"}, {"name": "network-changed", "server_uuid": "6a517d48-f979-47c6-aa2f-fe4b0cb1c134", "tag": "92f17426-116a-4e43-b1d4-109566becaa9"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:55.812542 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-84035a7b-e3aa-4b73-aa1e-80a5738d982e service neutron] 10.222.0.90 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041977 Aug 04 16:53:55.833830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cd6238-7363-4455-9c97-d46e39c5da4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Deleting subnet 022126ab-e858-4c4a-900a-ba946884cccd {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:53:55.846012 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-29cd6238-7363-4455-9c97-d46e39c5da4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:55.890167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0dfca1b-e5c9-4f2a-91a1-00d02a3aa7c4 req-d5c9bf76-de3a-4fdc-ac49-41bd51d185ab tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536796 Aug 04 16:53:55.952336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03c69de7-a74a-4cb2-aa1f-069199b54059 req-17708a21-e85e-41be-835f-53b500ea3343 service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154303 Aug 04 16:53:55.972773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd469591-152b-4418-8c51-30e39d92b580 req-bcb01df2-29d9-4e01-b03e-04deb1556513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:55.974566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd469591-152b-4418-8c51-30e39d92b580 req-bcb01df2-29d9-4e01-b03e-04deb1556513 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.3455346 Aug 04 16:53:55.978630 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af18356d-f685-45b5-95c7-df889e73586b req-9ded2707-47b8-49c3-8662-a77d7e8a4af5 service neutron] 10.222.0.90 "GET /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563880 Aug 04 16:53:55.999085 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-29cd6238-7363-4455-9c97-d46e39c5da4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:56.020464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 54db51e6-bd5f-4156-afc8-42a90db300c8 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:56.068305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 54db51e6-bd5f-4156-afc8-42a90db300c8 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:56.068642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 54db51e6-bd5f-4156-afc8-42a90db300c8 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:56.171458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd469591-152b-4418-8c51-30e39d92b580 req-4878f7d0-087b-4697-87bb-c9b5f6324ec6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d164d259-b494-4992-bce9-19279951097d HTTP/1.1" status: 200 len: 217 time: 0.0811760 Aug 04 16:53:56.189660 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 92f17426-116a-4e43-b1d4-109566becaa9 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:56.194279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4409f86a-489e-40b1-9d10-ff9abe8dfe2e no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:56.233165 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 4409f86a-489e-40b1-9d10-ff9abe8dfe2e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:56.233767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4409f86a-489e-40b1-9d10-ff9abe8dfe2e not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:56.271819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fb2ae-6b8e-44d0-9822-86a646822534 req-9d752f89-a2b7-4c44-a2b1-2f4047339a63 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:56.275252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d43fb2ae-6b8e-44d0-9822-86a646822534 req-9d752f89-a2b7-4c44-a2b1-2f4047339a63 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 943 time: 0.2013066 Aug 04 16:53:56.314779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd469591-152b-4418-8c51-30e39d92b580 req-8e4b73fa-3172-49c1-b318-7e459153f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:56.316324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd469591-152b-4418-8c51-30e39d92b580 req-8e4b73fa-3172-49c1-b318-7e459153f845 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.1240208 Aug 04 16:53:56.323876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0d7db-71b2-49df-a0ed-4a87aac28912 req-fc623e34-3a25-4537-aff9-d5e46e817a11 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:56.325240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70b0d7db-71b2-49df-a0ed-4a87aac28912 req-fc623e34-3a25-4537-aff9-d5e46e817a11 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 944 time: 0.1777802 Aug 04 16:53:56.326326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 92f17426-116a-4e43-b1d4-109566becaa9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=92f17426-116a-4e43-b1d4-109566becaa9,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:56.338847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '92f17426-116a-4e43-b1d4-109566becaa9', 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2', 'port_id': '92f17426-116a-4e43-b1d4-109566becaa9', 'mac_address': 'fa:16:3e:bd:fa:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02021186-0a91-4779-b344-0ed0e1e515bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:56.365804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b24921c5-15ee-4aa2-ad89-45ab681570a0 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:56.376616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd469591-152b-4418-8c51-30e39d92b580 req-448902f9-a048-4a1c-8953-e8cb2e7eca2a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502856 Aug 04 16:53:56.393356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-29cd6238-7363-4455-9c97-d46e39c5da4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:56.395329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:56.445272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f17426-116a-4e43-b1d4-109566becaa9 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:56.476938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 92f17426-116a-4e43-b1d4-109566becaa9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=92f17426-116a-4e43-b1d4-109566becaa9,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:56.484298 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:56.494920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d43fb2ae-6b8e-44d0-9822-86a646822534 req-fafa5c91-899d-4246-8eea-e35a8573fdb8 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954930 Aug 04 16:53:56.536572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70b0d7db-71b2-49df-a0ed-4a87aac28912 req-8e59d7f2-de36-4903-97ae-bfd15b32ada3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920793 Aug 04 16:53:56.579487 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd41f5b5-494a-432e-b332-5361956b7c12 x-openstack-request-id: req-dd41f5b5-494a-432e-b332-5361956b7c12 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:56.581899 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95790bce-1163-4436-84ba-15d8acf349dd", "tag": "b24921c5-15ee-4aa2-ad89-45ab681570a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a517d48-f979-47c6-aa2f-fe4b0cb1c134", "tag": "92f17426-116a-4e43-b1d4-109566becaa9", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:56.582416 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd41f5b5-494a-432e-b332-5361956b7c12 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:56.583103 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95790bce-1163-4436-84ba-15d8acf349dd', 'tag': 'b24921c5-15ee-4aa2-ad89-45ab681570a0', 'status': 'completed', 'code': 200} Aug 04 16:53:56.583552 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a517d48-f979-47c6-aa2f-fe4b0cb1c134', 'tag': '92f17426-116a-4e43-b1d4-109566becaa9', 'status': 'completed', 'code': 200} Aug 04 16:53:56.608074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b24921c5-15ee-4aa2-ad89-45ab681570a0, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b24921c5-15ee-4aa2-ad89-45ab681570a0,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:56.647136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=92f17426-116a-4e43-b1d4-109566becaa9,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:56.665684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'b24921c5-15ee-4aa2-ad89-45ab681570a0', 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2', 'port_id': 'b24921c5-15ee-4aa2-ad89-45ab681570a0', 'mac_address': 'fa:16:3e:c6:33:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02021186-0a91-4779-b344-0ed0e1e515bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:56.733888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:56.756583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24921c5-15ee-4aa2-ad89-45ab681570a0 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:56.762744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-53740ad5-860e-4099-9add-b09a38bd3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:56.764242 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-53740ad5-860e-4099-9add-b09a38bd3af6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54766fb9daf3433f927725ab15f9918e&device_id=95790bce-1163-4436-84ba-15d8acf349dd HTTP/1.1" status: 200 len: 1095 time: 0.1374466 Aug 04 16:53:56.773800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-e0705aac-f560-453b-b60a-cddc4e55a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:56.775320 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-e0705aac-f560-453b-b60a-cddc4e55a4d1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54766fb9daf3433f927725ab15f9918e&device_id=6a517d48-f979-47c6-aa2f-fe4b0cb1c134 HTTP/1.1" status: 200 len: 1096 time: 0.1620219 Aug 04 16:53:56.784255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b24921c5-15ee-4aa2-ad89-45ab681570a0, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b24921c5-15ee-4aa2-ad89-45ab681570a0,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:56.793017 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:56.887792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b24921c5-15ee-4aa2-ad89-45ab681570a0,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:56.892862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['92f17426-116a-4e43-b1d4-109566becaa9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:56.971534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-07027821-701f-4062-98ee-43e07080adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:56.973407 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-07027821-701f-4062-98ee-43e07080adb9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=426bc534-f493-4c9c-8efc-efe96abf5db2 HTTP/1.1" status: 200 len: 919 time: 0.1972167 Aug 04 16:53:56.980398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-d96966d7-3cc9-4ce5-8596-c6423cd7294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:56.983062 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-d96966d7-3cc9-4ce5-8596-c6423cd7294d service neutron] 10.222.0.82 "GET /v2.0/networks?id=426bc534-f493-4c9c-8efc-efe96abf5db2 HTTP/1.1" status: 200 len: 919 time: 0.1957843 Aug 04 16:53:57.034364 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-8140811e-14d9-4992-a1c9-483a8c2b3af3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b24921c5-15ee-4aa2-ad89-45ab681570a0 HTTP/1.1" status: 200 len: 217 time: 0.0463762 Aug 04 16:53:57.073201 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-bb1eef93-657c-487b-bcb3-4f75189cf12f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92f17426-116a-4e43-b1d4-109566becaa9 HTTP/1.1" status: 200 len: 217 time: 0.0789962 Aug 04 16:53:57.083739 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-29cd6238-7363-4455-9c97-d46e39c5da4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:57.138118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['b24921c5-15ee-4aa2-ad89-45ab681570a0'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:57.151435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-e3fbaf98-ca16-477c-8f60-f5ae600e6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:57.153452 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-e3fbaf98-ca16-477c-8f60-f5ae600e6497 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02021186-0a91-4779-b344-0ed0e1e515bc HTTP/1.1" status: 200 len: 857 time: 0.0890837 Aug 04 16:53:57.161614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-e9b7e132-c78f-4465-a8fe-306a4be51c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:57.163352 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-e9b7e132-c78f-4465-a8fe-306a4be51c03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02021186-0a91-4779-b344-0ed0e1e515bc HTTP/1.1" status: 200 len: 857 time: 0.0707471 Aug 04 16:53:57.175802 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd469591-152b-4418-8c51-30e39d92b580 req-466e5ed2-b99a-4370-a89f-276d989bd951 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7843411 Aug 04 16:53:57.184179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd6238-7363-4455-9c97-d46e39c5da4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Subnet': ['ID=022126ab-e858-4c4a-900a-ba946884cccd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:57.189476 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-29cd6238-7363-4455-9c97-d46e39c5da4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:57.191524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-29cd6238-7363-4455-9c97-d46e39c5da4a tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "DELETE /v2.0/subnets/022126ab-e858-4c4a-900a-ba946884cccd HTTP/1.1" status: 204 len: 168 time: 1.5455277 Aug 04 16:53:57.194649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c4b97a-15d8-4745-b082-2d8858045a8d None None] Network 31c6747e-0a97-48ed-9e31-18a48d8a7a24 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:53:57.203432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38348) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:53:57.229598 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-912e23c0-be8e-43bd-80f1-273cb67d5141 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=426bc534-f493-4c9c-8efc-efe96abf5db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389793 Aug 04 16:53:57.335286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebb60d2e-204e-4487-998b-b753d8854dc9 req-25a52cd2-2d39-45e6-a94a-b23871cb2159 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips/ec0a1221-38c8-444e-abdf-1c3c253b9ea0 HTTP/1.1" status: 200 len: 997 time: 0.7342017 Aug 04 16:53:57.370495 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-b4efc8d6-529e-476b-8ee8-9b923028660a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=426bc534-f493-4c9c-8efc-efe96abf5db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2045188 Aug 04 16:53:57.371819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'name': 'network-vif-deleted', 'tag': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e'}, {'name': 'network-changed', 'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a'}, {'name': 'network-changed', 'server_uuid': '232b1055-7114-4f83-98b7-2006aad29221', 'tag': '656fbb6b-7155-4b29-86f4-e6ea653292d8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:57.372320 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-45f8e350-117e-4b57-8e96-9193d1fe094a service neutron] 10.222.0.82 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228747 Aug 04 16:53:57.374071 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0" -d '{"events": [{"server_uuid": "f5a9a551-d88a-40fc-a567-dafa68f585cd", "name": "network-vif-deleted", "tag": "4409f86a-489e-40b1-9d10-ff9abe8dfe2e"}, {"name": "network-changed", "server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a"}, {"name": "network-changed", "server_uuid": "232b1055-7114-4f83-98b7-2006aad29221", "tag": "656fbb6b-7155-4b29-86f4-e6ea653292d8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:57.496305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-ffaa81a2-9131-46f8-a80c-cd9aad00a256 service neutron] 10.222.0.90 "GET /v2.0/ports/16c62198-573c-48ad-9da4-1939c106e04f/bindings/n-h2-764435-5 HTTP/1.1" status: 200 len: 384 time: 0.4267621 Aug 04 16:53:57.518696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf882c-6564-45be-aa30-c04f86ee2d76 None None] DHCP port deletion for 31c6747e-0a97-48ed-9e31-18a48d8a7a24 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:53:57.578028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf882c-6564-45be-aa30-c04f86ee2d76 None None] Deleting port 75a1b254-f829-4ed8-97a9-179c02098601 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:53:57.578407 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8dbf882c-6564-45be-aa30-c04f86ee2d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:57.594538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6918d1c-5046-4ffe-843a-efde429e6a9e req-d5a74c83-a95a-41e6-8710-0715ac9c63c1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:57.603509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6918d1c-5046-4ffe-843a-efde429e6a9e req-d5a74c83-a95a-41e6-8710-0715ac9c63c1 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 951 time: 0.5427647 Aug 04 16:53:57.655463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8dbf882c-6564-45be-aa30-c04f86ee2d76 None None] For port 75a1b254-f829-4ed8-97a9-179c02098601, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=75a1b254-f829-4ed8-97a9-179c02098601,segment=NetworkSegment(184f2975-f918-45c0-b0d0-e1b8fba817a7),segment_id=184f2975-f918-45c0-b0d0-e1b8fba817a7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:57.656166 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8dbf882c-6564-45be-aa30-c04f86ee2d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:57.688171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf882c-6564-45be-aa30-c04f86ee2d76 None None] Calling delete_port for 75a1b254-f829-4ed8-97a9-179c02098601 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:53:57.772596 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8dbf882c-6564-45be-aa30-c04f86ee2d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:57.784926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd469591-152b-4418-8c51-30e39d92b580 req-8afa74e3-3c4d-4959-ab31-53c0a0638a51 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902154 Aug 04 16:53:57.802366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:57.817532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf882c-6564-45be-aa30-c04f86ee2d76 None None] Pushing event deleted for resources: {'Port': ['ID=75a1b254-f829-4ed8-97a9-179c02098601,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:57.820819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf882c-6564-45be-aa30-c04f86ee2d76 None None] No DVR routers for this DVR port 75a1b254-f829-4ed8-97a9-179c02098601 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:57.873921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6918d1c-5046-4ffe-843a-efde429e6a9e req-91f83622-292b-4cab-846c-2e7c1197db03 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686200 Aug 04 16:53:58.009919 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-1006684e-bcb0-42e3-ab00-a79012d7c951 service neutron] 10.222.0.90 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292841 Aug 04 16:53:58.012044 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-d6c44d90-f681-46bd-b752-c8f9acd85cdf service neutron] 10.222.0.82 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177835 Aug 04 16:53:58.044461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 75a1b254-f829-4ed8-97a9-179c02098601 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:58.065433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.074927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 75a1b254-f829-4ed8-97a9-179c02098601 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:53:58.075267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 75a1b254-f829-4ed8-97a9-179c02098601 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:53:58.107520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60d2e-204e-4487-998b-b753d8854dc9 req-47bc0b21-ecb5-4b08-bd14-4573eddb7b83 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:58.108911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebb60d2e-204e-4487-998b-b753d8854dc9 req-47bc0b21-ecb5-4b08-bd14-4573eddb7b83 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.7208390 Aug 04 16:53:58.135576 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3e59d954-efc6-4831-851e-84f2489d06f0 req-cb263303-e57b-4974-8191-33b494234d5e service neutron] 10.222.0.90 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014361 Aug 04 16:53:58.150466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c6747e-0a97-48ed-9e31-18a48d8a7a24']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:58.156478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-ebb60d2e-204e-4487-998b-b753d8854dc9 req-0569d431-b62a-4e94-b3ab-d85992aecdae tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:53:58.157517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebb60d2e-204e-4487-998b-b753d8854dc9 req-0569d431-b62a-4e94-b3ab-d85992aecdae tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0403755 Aug 04 16:53:58.174849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184f2975-f918-45c0-b0d0-e1b8fba817a7') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:58.175147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184f2975-f918-45c0-b0d0-e1b8fba817a7') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:53:58.195439 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.196032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 92f17426-116a-4e43-b1d4-109566becaa9 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:53:58.224342 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd010e86-57bc-4fcc-91be-25e1f33b18ca x-openstack-request-id: req-fd010e86-57bc-4fcc-91be-25e1f33b18ca {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:58.224740 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a9a551-d88a-40fc-a567-dafa68f585cd", "name": "network-vif-deleted", "tag": "4409f86a-489e-40b1-9d10-ff9abe8dfe2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "232b1055-7114-4f83-98b7-2006aad29221", "tag": "656fbb6b-7155-4b29-86f4-e6ea653292d8", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:58.225081 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd010e86-57bc-4fcc-91be-25e1f33b18ca {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:58.225623 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a9a551-d88a-40fc-a567-dafa68f585cd', 'name': 'network-vif-deleted', 'tag': '4409f86a-489e-40b1-9d10-ff9abe8dfe2e', 'status': 'completed', 'code': 200} Aug 04 16:53:58.225968 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'status': 'completed', 'code': 200} Aug 04 16:53:58.226309 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232b1055-7114-4f83-98b7-2006aad29221', 'tag': '656fbb6b-7155-4b29-86f4-e6ea653292d8', 'status': 'completed', 'code': 200} Aug 04 16:53:58.239121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-10a3ba6a-2b11-4570-9fe9-0e0467b54833 service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:58.288077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-10a3ba6a-2b11-4570-9fe9-0e0467b54833 service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:58.305489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 92f17426-116a-4e43-b1d4-109566becaa9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:53:58.314157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 92f17426-116a-4e43-b1d4-109566becaa9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:53:58.314157 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.315722 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.347200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76abae-cf83-459e-8ace-6414d8d3ac79 req-c4c9bfa8-d72a-4d11-aa8e-2e07ddbc90e4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:58.351357 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-809d1a7e-81a8-4462-8f62-2434d7190aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:58.353116 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-809d1a7e-81a8-4462-8f62-2434d7190aa4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1096 time: 0.0985942 Aug 04 16:53:58.354542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf76abae-cf83-459e-8ace-6414d8d3ac79 req-c4c9bfa8-d72a-4d11-aa8e-2e07ddbc90e4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 943 time: 0.2807200 Aug 04 16:53:58.370780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:53:58.371342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.376494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 656fbb6b-7155-4b29-86f4-e6ea653292d8 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:53:58.376710 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:53:58.384322 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 16c62198-573c-48ad-9da4-1939c106e04f no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:58.385480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-70ff7203-04b2-4234-8757-bbd4fcbeae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:58.387021 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-70ff7203-04b2-4234-8757-bbd4fcbeae2e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=54766fb9daf3433f927725ab15f9918e&device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 1094 time: 0.0900102 Aug 04 16:53:58.477789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-10a3ba6a-2b11-4570-9fe9-0e0467b54833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c62198-573c-48ad-9da4-1939c106e04f {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:58.499038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-10a3ba6a-2b11-4570-9fe9-0e0467b54833 service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:58.509783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25983712-ee2a-4e25-9a2d-e199ea2bdf96 req-fa57bde3-4013-448c-852b-94b7bf509afe tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:58.511689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25983712-ee2a-4e25-9a2d-e199ea2bdf96 req-fa57bde3-4013-448c-852b-94b7bf509afe tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 943 time: 0.2207131 Aug 04 16:53:58.536844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-b2ab56fb-abf0-49b9-a663-1313c5435d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:58.538628 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-b2ab56fb-abf0-49b9-a663-1313c5435d8a service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.1753814 Aug 04 16:53:58.578247 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.582387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-10a3ba6a-2b11-4570-9fe9-0e0467b54833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.599300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf76abae-cf83-459e-8ace-6414d8d3ac79 req-b257effc-edd5-4eca-83ce-422d44feeb85 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374873 Aug 04 16:53:58.600647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-78797648-94b9-4611-a73e-05d86f8f173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:58.605030 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-78797648-94b9-4611-a73e-05d86f8f173e service neutron] 10.222.0.90 "GET /v2.0/networks?id=426bc534-f493-4c9c-8efc-efe96abf5db2 HTTP/1.1" status: 200 len: 919 time: 0.1909509 Aug 04 16:53:58.640574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Pushing event deleted for resources: {'Network': ['ID=31c6747e-0a97-48ed-9e31-18a48d8a7a24,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:58.645644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25983712-ee2a-4e25-9a2d-e199ea2bdf96 req-8dd44a7e-8083-4d65-9b75-7573232d3539 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084223 Aug 04 16:53:58.647937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.651075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-959d8be9-da6b-4db9-85fc-682d7576e3ae tempest-ServersTestMultiNic-419189195 tempest-ServersTestMultiNic-419189195-project] 10.222.0.39 "DELETE /v2.0/networks/31c6747e-0a97-48ed-9e31-18a48d8a7a24 HTTP/1.1" status: 204 len: 168 time: 1.4360664 Aug 04 16:53:58.679491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 656fbb6b-7155-4b29-86f4-e6ea653292d8, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=656fbb6b-7155-4b29-86f4-e6ea653292d8,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:58.701074 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-83509d2e-a2b8-4e33-a104-237740313f71 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=656fbb6b-7155-4b29-86f4-e6ea653292d8 HTTP/1.1" status: 200 len: 217 time: 0.0799885 Aug 04 16:53:58.718507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '656fbb6b-7155-4b29-86f4-e6ea653292d8', 'network_id': '426bc534-f493-4c9c-8efc-efe96abf5db2', 'port_id': '656fbb6b-7155-4b29-86f4-e6ea653292d8', 'mac_address': 'fa:16:3e:e0:f7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02021186-0a91-4779-b344-0ed0e1e515bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:53:58.745817 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-ef217f4c-6fa6-4a64-b5ec-1fa2d6a735c0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 1000 time: 0.1986167 Aug 04 16:53:58.754969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-10a3ba6a-2b11-4570-9fe9-0e0467b54833 service neutron] Transition to ACTIVE for port object 16c62198-573c-48ad-9da4-1939c106e04f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:53:58.768784 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-10a3ba6a-2b11-4570-9fe9-0e0467b54833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.790060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.843005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-8dfceb34-d9c7-4e56-adce-31597cf1a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:58.844499 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-8dfceb34-d9c7-4e56-adce-31597cf1a69c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02021186-0a91-4779-b344-0ed0e1e515bc HTTP/1.1" status: 200 len: 857 time: 0.1378145 Aug 04 16:53:58.849845 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 92f17426-116a-4e43-b1d4-109566becaa9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=92f17426-116a-4e43-b1d4-109566becaa9,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:58.852815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-fb870e7f-b692-451d-8459-a2690e455c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:58.854291 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-fb870e7f-b692-451d-8459-a2690e455c39 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.0867722 Aug 04 16:53:58.855752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a517d48-f979-47c6-aa2f-fe4b0cb1c134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f17426-116a-4e43-b1d4-109566becaa9'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:53:58.859041 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd6be1c-27c3-40af-85aa-1db28daccf8f" -d '{"events": [{"server_uuid": "6a517d48-f979-47c6-aa2f-fe4b0cb1c134", "name": "network-vif-plugged", "status": "completed", "tag": "92f17426-116a-4e43-b1d4-109566becaa9"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:53:58.865822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-10a3ba6a-2b11-4570-9fe9-0e0467b54833 service neutron] No DVR routers for this DVR port 16c62198-573c-48ad-9da4-1939c106e04f on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:53:58.866057 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.867094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d164d259-b494-4992-bce9-19279951097d no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:53:58.899743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18862a29-bc6e-4d4a-9249-5c57b5b545d3 req-09c5f570-760d-47b2-b1a3-51f95f07cf41 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:58.908722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18862a29-bc6e-4d4a-9249-5c57b5b545d3 req-09c5f570-760d-47b2-b1a3-51f95f07cf41 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 944 time: 0.1522410 Aug 04 16:53:58.911248 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:58.928907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656fbb6b-7155-4b29-86f4-e6ea653292d8 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:58.939351 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-9b47ebf7-ff01-43f9-b782-c2f4adb58a6a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=426bc534-f493-4c9c-8efc-efe96abf5db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813284 Aug 04 16:53:58.954994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3ba6a-2b11-4570-9fe9-0e0467b54833 service neutron] Pushing event updated for resources: {'Port': ['ID=16c62198-573c-48ad-9da4-1939c106e04f,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:58.989553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 656fbb6b-7155-4b29-86f4-e6ea653292d8, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=656fbb6b-7155-4b29-86f4-e6ea653292d8,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:59.021693 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-3718eebf-7b41-44df-9155-567231c4d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:59.023258 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-3718eebf-7b41-44df-9155-567231c4d142 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463451 Aug 04 16:53:59.056551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-10a3ba6a-2b11-4570-9fe9-0e0467b54833 service neutron] 10.222.0.90 "PUT /v2.0/ports/16c62198-573c-48ad-9da4-1939c106e04f/bindings/n-h2-764435-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4311302 Aug 04 16:53:59.059754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18862a29-bc6e-4d4a-9249-5c57b5b545d3 req-f0618ab8-fe29-4a13-a039-e60032a4e9b4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438568 Aug 04 16:53:59.112542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-ea333f69-d174-4772-8531-2aa48e8ed508 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1000 time: 0.1388488 Aug 04 16:53:59.135977 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-19e33715-8099-4831-9b46-df84a630098d service neutron] 10.222.0.90 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866829 Aug 04 16:53:59.150844 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:59.164974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=92f17426-116a-4e43-b1d4-109566becaa9,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:59.170102 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8612dd6b-e084-4114-9abd-cf9460a06ceb x-openstack-request-id: req-8612dd6b-e084-4114-9abd-cf9460a06ceb {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:53:59.170455 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a517d48-f979-47c6-aa2f-fe4b0cb1c134", "name": "network-vif-plugged", "status": "completed", "tag": "92f17426-116a-4e43-b1d4-109566becaa9", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:53:59.170761 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8612dd6b-e084-4114-9abd-cf9460a06ceb {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:53:59.171224 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a517d48-f979-47c6-aa2f-fe4b0cb1c134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f17426-116a-4e43-b1d4-109566becaa9', 'code': 200} Aug 04 16:53:59.178704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-339f67e0-6e68-4b47-a2ae-e21510661a5c service neutron] 10.222.0.82 "GET /v2.0/ports/d164d259-b494-4992-bce9-19279951097d/bindings/n-h1-764435-5 HTTP/1.1" status: 200 len: 384 time: 0.2075803 Aug 04 16:53:59.234451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=656fbb6b-7155-4b29-86f4-e6ea653292d8,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:53:59.243404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2638381-6cbe-4911-9287-c9b211562139 req-702c0c48-f1e7-48b5-a381-9413c15debb3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:59.244837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-702c0c48-f1e7-48b5-a381-9413c15debb3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports/d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 942 time: 0.1315129 Aug 04 16:53:59.316525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-f0fbc176-3c29-4ff4-a5f3-0166247d2c59 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:59.317876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-f0fbc176-3c29-4ff4-a5f3-0166247d2c59 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1095 time: 0.1710107 Aug 04 16:53:59.329553 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-c2259b85-aa76-4def-a818-7679a50b0612 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974484 Aug 04 16:53:59.367343 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-c08f3bd2-cd24-4192-9e92-7eb5c7afb83b service neutron] 10.222.0.90 "GET /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716876 Aug 04 16:53:59.396055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2aeb3-72df-4880-8c51-892041c190b3 req-d81ed02f-bb0c-49f2-a5bf-e602603aedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:59.397585 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-53b2aeb3-72df-4880-8c51-892041c190b3 req-d81ed02f-bb0c-49f2-a5bf-e602603aedfb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6a517d48-f979-47c6-aa2f-fe4b0cb1c134 HTTP/1.1" status: 200 len: 1097 time: 0.1437895 Aug 04 16:53:59.431265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e8d4a-68c2-476b-ab33-2037ff9e1068 req-364f912e-4145-40ce-b897-63df94507a77 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:59.432813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff2e8d4a-68c2-476b-ab33-2037ff9e1068 req-364f912e-4145-40ce-b897-63df94507a77 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 1102 time: 0.1870606 Aug 04 16:53:59.443764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-d77081fd-6771-4cbd-b594-d7d8e9cdb311 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1000 time: 0.1403918 Aug 04 16:53:59.461748 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-53b2aeb3-72df-4880-8c51-892041c190b3 req-2a2861b5-2d21-4cf9-a17d-b786d9cdca99 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528908 Aug 04 16:53:59.467863 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-feb75e5b-6b45-415b-ac1d-bdb82dac51d0 req-891437fe-c9df-4f4c-bd16-f2da08bc3313 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235125 Aug 04 16:53:59.496312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-82eddae7-a171-4fef-b9e0-129ff4183913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:59.497942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-82eddae7-a171-4fef-b9e0-129ff4183913 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4&tenant_id=5ffd0cfa7993416e9e0aec3af3314786 HTTP/1.1" status: 200 len: 1095 time: 0.1420498 Aug 04 16:53:59.507056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['656fbb6b-7155-4b29-86f4-e6ea653292d8'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:53:59.580985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-0afbce35-d34f-4cab-9aaf-5de1e72a3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:59.582404 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-0afbce35-d34f-4cab-9aaf-5de1e72a3058 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 1095 time: 0.0471380 Aug 04 16:53:59.615482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff2e8d4a-68c2-476b-ab33-2037ff9e1068 req-177f8201-7f3b-4007-93c3-5f8fe97c0ce6 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669445 Aug 04 16:53:59.694517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2638381-6cbe-4911-9287-c9b211562139 req-d06ca586-7528-4949-a5e9-b86ca092e858 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:59.695965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-d06ca586-7528-4949-a5e9-b86ca092e858 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.2395720 Aug 04 16:53:59.703363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-2fbf3178-7735-493a-afd9-e4aec6fc6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:59.705220 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-2fbf3178-7735-493a-afd9-e4aec6fc6586 service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1114001 Aug 04 16:53:59.752685 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-72b31ca6-5511-4789-8a30-57a61783ea1a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c62198-573c-48ad-9da4-1939c106e04f HTTP/1.1" status: 200 len: 217 time: 0.0395496 Aug 04 16:53:59.770439 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-77448278-6b58-4c2f-ac1e-be42de217546 service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:59.802243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-1d40ee73-6547-491b-99ab-9c9935ec3aab tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 1000 time: 0.0963235 Aug 04 16:53:59.805691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-77448278-6b58-4c2f-ac1e-be42de217546 service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:53:59.823212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-af40b98d-19dd-493b-b64e-9ab775c677bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:53:59.825413 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-af40b98d-19dd-493b-b64e-9ab775c677bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.0563259 Aug 04 16:53:59.832977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d2638381-6cbe-4911-9287-c9b211562139 req-aad88a92-db78-459a-b9bb-58aa650c43f8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:53:59.864534 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-f8a5fc3d-780b-4303-b9f6-708b18c00f1b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276620 Aug 04 16:53:59.880899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-77448278-6b58-4c2f-ac1e-be42de217546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d164d259-b494-4992-bce9-19279951097d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:53:59.911759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-77448278-6b58-4c2f-ac1e-be42de217546 service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:53:59.940660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-77448278-6b58-4c2f-ac1e-be42de217546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:59.944177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d2638381-6cbe-4911-9287-c9b211562139 req-aad88a92-db78-459a-b9bb-58aa650c43f8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:53:59.968811 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-cf5da17e-6b2d-4e6b-8f42-77782a7b74d9 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879455 Aug 04 16:54:00.004385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6bcd1-496c-486a-a31f-ab64f965eba3 req-6ae162b7-43f7-4f18-9147-6e1b897fd65a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:00.005915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49f6bcd1-496c-486a-a31f-ab64f965eba3 req-6ae162b7-43f7-4f18-9147-6e1b897fd65a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 944 time: 0.1381168 Aug 04 16:54:00.074685 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-ffbc00d3-ec29-4b06-a2d1-16d20883b445 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926607 Aug 04 16:54:00.151080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49f6bcd1-496c-486a-a31f-ab64f965eba3 req-3c588520-9ea7-419b-9bc7-66ab64887096 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202607 Aug 04 16:54:00.197237 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d2638381-6cbe-4911-9287-c9b211562139 req-aad88a92-db78-459a-b9bb-58aa650c43f8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:00.198419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-77448278-6b58-4c2f-ac1e-be42de217546 service neutron] Transition to ACTIVE for port object d164d259-b494-4992-bce9-19279951097d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:00.202556 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d2638381-6cbe-4911-9287-c9b211562139 req-aad88a92-db78-459a-b9bb-58aa650c43f8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:00.202952 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-d2638381-6cbe-4911-9287-c9b211562139 req-aad88a92-db78-459a-b9bb-58aa650c43f8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Floating IP ec0a1221-38c8-444e-abdf-1c3c253b9ea0 disassociated. External IP: 172.25.2.13, port: d71190c4-43b3-43ec-846f-c1876f563b5a. Aug 04 16:54:00.206659 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-77448278-6b58-4c2f-ac1e-be42de217546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:00.346465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b24921c5-15ee-4aa2-ad89-45ab681570a0 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:00.386324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-7528b652-3c30-486c-b909-fba3297e609e tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:00.387904 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-7528b652-3c30-486c-b909-fba3297e609e tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1095 time: 0.0521512 Aug 04 16:54:00.401591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port b24921c5-15ee-4aa2-ad89-45ab681570a0 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:00.406770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port b24921c5-15ee-4aa2-ad89-45ab681570a0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:00.406770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:00.505357 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:00.543166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-02a9c250-589d-4b5b-8d51-aea54ec4ccd0 service neutron] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:00.551144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-02a9c250-589d-4b5b-8d51-aea54ec4ccd0 service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:00.552965 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-70efdf62-b443-4e3c-ac3f-72990ffc4db9 req-02a9c250-589d-4b5b-8d51-aea54ec4ccd0 service neutron] 10.222.0.82 "DELETE /v2.0/ports/16c62198-573c-48ad-9da4-1939c106e04f/bindings/n-h1-764435-5 HTTP/1.1" status: 204 len: 173 time: 0.1535094 Aug 04 16:54:00.560707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b24921c5-15ee-4aa2-ad89-45ab681570a0, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b24921c5-15ee-4aa2-ad89-45ab681570a0,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:00.569323 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:00.629326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b24921c5-15ee-4aa2-ad89-45ab681570a0,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:00.719241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-77448278-6b58-4c2f-ac1e-be42de217546 service neutron] No DVR routers for this DVR port d164d259-b494-4992-bce9-19279951097d on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:00.732271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77448278-6b58-4c2f-ac1e-be42de217546 service neutron] Pushing event updated for resources: {'Port': ['ID=d164d259-b494-4992-bce9-19279951097d,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:00.751322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8c5aa-a4a6-4ecd-b32b-311666104ae4 req-db3c9877-bc53-4a45-a614-fc764a2fbfe3 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:00.752687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0a8c5aa-a4a6-4ecd-b32b-311666104ae4 req-db3c9877-bc53-4a45-a614-fc764a2fbfe3 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 944 time: 0.1835749 Aug 04 16:54:00.791302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-77448278-6b58-4c2f-ac1e-be42de217546 service neutron] 10.222.0.82 "PUT /v2.0/ports/d164d259-b494-4992-bce9-19279951097d/bindings/n-h1-764435-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5369751 Aug 04 16:54:00.845935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0a8c5aa-a4a6-4ecd-b32b-311666104ae4 req-a89aef9b-af04-41b9-97dc-159a8104c0a7 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749483 Aug 04 16:54:00.894450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-3120a04a-be02-4068-a962-c34564a0c2a8 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:00.896185 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-3120a04a-be02-4068-a962-c34564a0c2a8 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.0463285 Aug 04 16:54:00.934012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2638381-6cbe-4911-9287-c9b211562139 req-aad88a92-db78-459a-b9bb-58aa650c43f8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Router d6721664-785f-4c32-9de8-9126e061815e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:54:00.962361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-92122232-1fc7-43c2-a16a-c478c22378c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:00.964150 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-92122232-1fc7-43c2-a16a-c478c22378c6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c&tenant_id=7ef103b153cb41a1bc799399e8659304 HTTP/1.1" status: 200 len: 1096 time: 0.0576088 Aug 04 16:54:01.045087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-628d1643-6731-45ad-bb38-f928b2b073be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.045087 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-628d1643-6731-45ad-bb38-f928b2b073be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 1096 time: 0.0448654 Aug 04 16:54:01.075910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a80a-2fe6-4ebd-a29a-316f110d3f2d req-e4a7fcd4-dbd4-4727-b676-2e52986ea389 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.077410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c805a80a-2fe6-4ebd-a29a-316f110d3f2d req-e4a7fcd4-dbd4-4727-b676-2e52986ea389 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 950 time: 0.0980742 Aug 04 16:54:01.095153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2638381-6cbe-4911-9287-c9b211562139 req-aad88a92-db78-459a-b9bb-58aa650c43f8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:54:01.104614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d2638381-6cbe-4911-9287-c9b211562139 req-aad88a92-db78-459a-b9bb-58aa650c43f8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:01.107570 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] Sync routers for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:54:01.117580 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:54:01.118207 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:01.145149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-aad88a92-db78-459a-b9bb-58aa650c43f8 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "PUT /v2.0/floatingips/ec0a1221-38c8-444e-abdf-1c3c253b9ea0 HTTP/1.1" status: 200 len: 695 time: 1.3192410 Aug 04 16:54:01.145750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:01.148093 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:01.155349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c805a80a-2fe6-4ebd-a29a-316f110d3f2d req-0d9d06cc-ea76-4ef2-be84-dcc1307cddce tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706367 Aug 04 16:54:01.172120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95790bce-1163-4436-84ba-15d8acf349dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24921c5-15ee-4aa2-ad89-45ab681570a0'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:01.172263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-95e8e1fe-4fce-4f8a-9385-e01e05d6a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.175360 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacc1ecd-2269-44ab-922d-4ec2c51dee03" -d '{"events": [{"server_uuid": "95790bce-1163-4436-84ba-15d8acf349dd", "name": "network-vif-plugged", "status": "completed", "tag": "b24921c5-15ee-4aa2-ad89-45ab681570a0"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:01.179457 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-95e8e1fe-4fce-4f8a-9385-e01e05d6a319 service neutron] 10.222.0.90 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.1255949 Aug 04 16:54:01.225657 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-63917078-6191-4bb5-b927-cdc5372c1af0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d164d259-b494-4992-bce9-19279951097d HTTP/1.1" status: 200 len: 217 time: 0.0368774 Aug 04 16:54:01.234468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2638381-6cbe-4911-9287-c9b211562139 req-33a12bae-0505-4493-89de-c44f3d75e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.236114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-33a12bae-0505-4493-89de-c44f3d75e1d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1096 time: 0.0657578 Aug 04 16:54:01.284771 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:54:01.291566 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-b41db1fe-d133-4d4f-9292-ed4bae6fd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.293063 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-b41db1fe-d133-4d4f-9292-ed4bae6fd61d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.0533938 Aug 04 16:54:01.329438 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-bb78b22c-8cef-4947-8751-d347cd2863f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276899 Aug 04 16:54:01.348003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d8c7-b8f6-43cc-961b-6de2f4cfafd5 req-31e1b339-020d-4d11-abc6-4b8b987ad2ed tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.350139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19e7d8c7-b8f6-43cc-961b-6de2f4cfafd5 req-31e1b339-020d-4d11-abc6-4b8b987ad2ed tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 945 time: 0.0991735 Aug 04 16:54:01.385040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2638381-6cbe-4911-9287-c9b211562139 req-9792bd8c-2082-449a-8c68-36833af999b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.386685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-9792bd8c-2082-449a-8c68-36833af999b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.1443064 Aug 04 16:54:01.432107 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-250deee4-13d8-4f88-b860-2c2108730c1c service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941710 Aug 04 16:54:01.439740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19e7d8c7-b8f6-43cc-961b-6de2f4cfafd5 req-7ea83d0b-c086-4c7d-b03a-af38574c5f95 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806813 Aug 04 16:54:01.441409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-4cbc6363-2af9-45b5-be7b-8f282c4fa449 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 217 time: 0.0425866 Aug 04 16:54:01.516753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2638381-6cbe-4911-9287-c9b211562139 req-5063fad4-d7c6-44a8-b4f9-606326c61e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.518559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-5063fad4-d7c6-44a8-b4f9-606326c61e1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.0580409 Aug 04 16:54:01.587389 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-d60a1a04-ec3f-4081-9f45-6421107595aa service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284959 Aug 04 16:54:01.616513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2638381-6cbe-4911-9287-c9b211562139 req-885e563a-b58e-47b9-8580-1de271d63f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.619232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-885e563a-b58e-47b9-8580-1de271d63f1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882061 Aug 04 16:54:01.641709 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:01.661319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b20392-328c-48ae-824a-1f435e0c5e1b req-c934f763-c548-4a6e-807c-a4841dc74c08 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.662974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08b20392-328c-48ae-824a-1f435e0c5e1b req-c934f763-c548-4a6e-807c-a4841dc74c08 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 1102 time: 0.1023293 Aug 04 16:54:01.670260 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] Checking router: d6721664-785f-4c32-9de8-9126e061815e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:54:01.680861 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:54:01.682059 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:53:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:01.738125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08b20392-328c-48ae-824a-1f435e0c5e1b req-b64eac31-86bc-4ba6-8414-23e0d84b1f59 tempest-ServersAdminTestJSON-974356251 tempest-ServersAdminTestJSON-974356251-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500629 Aug 04 16:54:01.766894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-f3eae2f2-0c8f-4371-86a9-596c2f26983e service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378019 Aug 04 16:54:01.822478 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:54:01.847645 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd05edb-e83d-48dd-ad80-43fd2d409e0b x-openstack-request-id: req-3cd05edb-e83d-48dd-ad80-43fd2d409e0b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:01.848185 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95790bce-1163-4436-84ba-15d8acf349dd", "name": "network-vif-plugged", "status": "completed", "tag": "b24921c5-15ee-4aa2-ad89-45ab681570a0", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:01.848185 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cd05edb-e83d-48dd-ad80-43fd2d409e0b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:01.848623 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95790bce-1163-4436-84ba-15d8acf349dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24921c5-15ee-4aa2-ad89-45ab681570a0', 'code': 200} Aug 04 16:54:01.889777 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1e603f-5954-42f7-94d2-e577354fbe8c x-openstack-request-id: req-3e1e603f-5954-42f7-94d2-e577354fbe8c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:01.890059 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:01.890296 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e1e603f-5954-42f7-94d2-e577354fbe8c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:01.890687 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'status': 'completed', 'code': 200} Aug 04 16:54:01.940120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-5c01224f-8ced-4694-8a1d-c9373a7a980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.941790 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-5c01224f-8ced-4694-8a1d-c9373a7a980b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d9ef92026e847768b6eabae7e3293de&device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 1096 time: 0.1105943 Aug 04 16:54:01.948018 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cfa4988a-558e-489c-a726-f26d1882ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:01.949782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-b179b58f-ecb5-4e54-94d1-194797eba7b8 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:01.951106 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-b179b58f-ecb5-4e54-94d1-194797eba7b8 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.0739543 Aug 04 16:54:01.992076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2638381-6cbe-4911-9287-c9b211562139 req-3db3bd4b-0b70-4ac2-bd44-5efb1d134bbc service neutron] 10.222.0.39 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183497 Aug 04 16:54:02.008789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-79de7e51-23b5-47de-853f-743df53d2683 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:02.010149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-79de7e51-23b5-47de-853f-743df53d2683 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 950 time: 0.2377982 Aug 04 16:54:02.020997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e155080-c54d-4cbe-b2b4-879f47eb272e req-a1b50d0f-52cb-43ee-9228-0f83e92e8971 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:02.022571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e155080-c54d-4cbe-b2b4-879f47eb272e req-a1b50d0f-52cb-43ee-9228-0f83e92e8971 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 944 time: 0.1211553 Aug 04 16:54:02.070662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38408) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:02.075113 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:02.076187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c513c-1717-4efa-a84e-45560c47b670 req-4c01552e-b518-46a1-8132-bc78a1392bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:02.077819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-881c513c-1717-4efa-a84e-45560c47b670 req-4c01552e-b518-46a1-8132-bc78a1392bb7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=95790bce-1163-4436-84ba-15d8acf349dd HTTP/1.1" status: 200 len: 1097 time: 0.1427233 Aug 04 16:54:02.098176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-f957d78d-76a3-4d1a-bbea-3fa486b9cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:02.098561 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-f957d78d-76a3-4d1a-bbea-3fa486b9cfe1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 200 len: 923 time: 0.1465924 Aug 04 16:54:02.113556 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d451a0b-992d-4fe8-b2db-7b2189f9537b None None] The sync data for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 is: [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:52:55Z', 'revision_number': 4, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '38776636-9820-4a01-8ed8-6dfd51f4a3ae', 'name': '', 'network_id': '8b2fc36f-59ae-4d3c-ae28-633000a4085c', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'mac_address': 'fa:16:3e:d6:fc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '06080936-8259-470d-b02f-60e919b9e93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:54Z', 'updated_at': '2021-08-04T16:53:02Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'subnets': [{'id': '06080936-8259-470d-b02f-60e919b9e93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:54:02.152619 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-cb0e59ed-f55d-4cb3-b775-59a5b062a883 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 200 len: 217 time: 0.0434637 Aug 04 16:54:02.203725 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e155080-c54d-4cbe-b2b4-879f47eb272e req-85226112-c5b3-4612-ac34-cae7ab97feef tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693742 Aug 04 16:54:02.269577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-ca3756ff-815d-42a4-870e-5471766550a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:02.271083 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-ca3756ff-815d-42a4-870e-5471766550a8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 200 len: 860 time: 0.1072106 Aug 04 16:54:02.279801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-881c513c-1717-4efa-a84e-45560c47b670 req-f03f8cc1-d528-4fcf-b2cb-444b295bec02 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888421 Aug 04 16:54:02.283535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-16ba44d2-6c64-4cce-899e-5af3b076cbd5 service neutron] For port d164d259-b494-4992-bce9-19279951097d, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:02.300943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-16ba44d2-6c64-4cce-899e-5af3b076cbd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:02.302077 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-194118cc-7b13-4d33-83cb-54f3e4f641dd req-16ba44d2-6c64-4cce-899e-5af3b076cbd5 service neutron] 10.222.0.90 "DELETE /v2.0/ports/d164d259-b494-4992-bce9-19279951097d/bindings/n-h2-764435-5 HTTP/1.1" status: 204 len: 173 time: 0.3280406 Aug 04 16:54:02.334885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-840ddc6b-1ba3-4c31-b265-d24b86193abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:02.336398 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-840ddc6b-1ba3-4c31-b265-d24b86193abb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b2fc36f-59ae-4d3c-ae28-633000a4085c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513110 Aug 04 16:54:02.369933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 656fbb6b-7155-4b29-86f4-e6ea653292d8 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:02.414597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-98ab3d3c-9407-4451-8239-c0db9617e071 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Deleting port f63b9122-7cb5-4a86-a2cb-bda5bba7237a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:02.420762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-98ab3d3c-9407-4451-8239-c0db9617e071 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:02.465192 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-6daf4797-8691-41e9-ab74-df0a2e4df5f4 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204901 Aug 04 16:54:02.473729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 656fbb6b-7155-4b29-86f4-e6ea653292d8 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:02.478016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 656fbb6b-7155-4b29-86f4-e6ea653292d8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:02.478684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:02.559535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e2cc83-4336-4ae1-8107-bb38b3aad7bf None None] New status for floating IP ec0a1221-38c8-444e-abdf-1c3c253b9ea0: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:54:02.569518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94de730-7b0f-43a6-8fb1-bc50d9202322 req-33234312-dbf7-4240-ba54-1c27eeb7ed71 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:02.571238 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f94de730-7b0f-43a6-8fb1-bc50d9202322 req-33234312-dbf7-4240-ba54-1c27eeb7ed71 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 944 time: 0.2235255 Aug 04 16:54:02.590311 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e91eb1f7-9a42-4a45-b1fc-6b7628f0df7d req-b7c4a8fc-ceb1-43ef-94e3-563616321659 service neutron] 10.222.0.82 "GET /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154177 Aug 04 16:54:02.646001 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:02.674437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-98ab3d3c-9407-4451-8239-c0db9617e071 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] For port f63b9122-7cb5-4a86-a2cb-bda5bba7237a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:02.674832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-98ab3d3c-9407-4451-8239-c0db9617e071 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:02.701154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12fd1-21c3-48e4-9984-a84f22da64db req-8f358687-e348-4f21-a168-5401ca70c9a1 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:02.709967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4e12fd1-21c3-48e4-9984-a84f22da64db req-8f358687-e348-4f21-a168-5401ca70c9a1 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bb5a4d8-628d-4b0e-9d3f-d428e0c77020 HTTP/1.1" status: 200 len: 950 time: 0.1914485 Aug 04 16:54:02.720099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-98ab3d3c-9407-4451-8239-c0db9617e071 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Calling delete_port for f63b9122-7cb5-4a86-a2cb-bda5bba7237a owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:02.751939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f94de730-7b0f-43a6-8fb1-bc50d9202322 req-91409085-6c68-4811-a7e2-44fa0cf3f264 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686170 Aug 04 16:54:02.788821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 656fbb6b-7155-4b29-86f4-e6ea653292d8, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=656fbb6b-7155-4b29-86f4-e6ea653292d8,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:02.798744 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:02.886056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=656fbb6b-7155-4b29-86f4-e6ea653292d8,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:02.899628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4e12fd1-21c3-48e4-9984-a84f22da64db req-dd9b2867-7250-4384-8226-9c9b10da57ec tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887190 Aug 04 16:54:02.981620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ee95-128f-46fd-b27e-c0586f0dd5d0 req-04010ab3-b040-472d-8731-ed39d96b57ba tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:02.983162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef88ee95-128f-46fd-b27e-c0586f0dd5d0 req-04010ab3-b040-472d-8731-ed39d96b57ba tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 950 time: 0.1102273 Aug 04 16:54:03.159393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef88ee95-128f-46fd-b27e-c0586f0dd5d0 req-354bc8e1-a8ec-4cc8-8546-d4715d112d0e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464345 Aug 04 16:54:03.163121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-98ab3d3c-9407-4451-8239-c0db9617e071 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:03.174765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f63b9122-7cb5-4a86-a2cb-bda5bba7237a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:03.183896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1307c096-683d-450d-b88e-37ed27da6b8a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:03.195635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a138edd-93a4-401d-8c4e-50c7bf8d5aa3 req-cbbc9b07-0d74-43d8-8b53-b2680c23acfc tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:03.197194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a138edd-93a4-401d-8c4e-50c7bf8d5aa3 req-cbbc9b07-0d74-43d8-8b53-b2680c23acfc tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 945 time: 0.2116189 Aug 04 16:54:03.240385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab3d3c-9407-4451-8239-c0db9617e071 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Pushing event deleted for resources: {'Port': ['ID=f63b9122-7cb5-4a86-a2cb-bda5bba7237a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:03.351342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-98ab3d3c-9407-4451-8239-c0db9617e071 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] No DVR routers for this DVR port f63b9122-7cb5-4a86-a2cb-bda5bba7237a on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:03.359505 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-98ab3d3c-9407-4451-8239-c0db9617e071 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:03.361666 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8280ce9b-8f71-460e-9680-4bc17ef85cca req-98ab3d3c-9407-4451-8239-c0db9617e071 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.82 "DELETE /v2.0/ports/f63b9122-7cb5-4a86-a2cb-bda5bba7237a HTTP/1.1" status: 204 len: 173 time: 1.3381627 Aug 04 16:54:03.369740 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:03.374999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a138edd-93a4-401d-8c4e-50c7bf8d5aa3 req-d625c760-98a8-4306-a3be-1990e9d5ef40 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390154 Aug 04 16:54:03.751733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b95b7-1bab-4467-8f6b-5e738106b83e req-170ff7fd-ce19-4a43-b809-ddbb19fbddda tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:03.753336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d42b95b7-1bab-4467-8f6b-5e738106b83e req-170ff7fd-ce19-4a43-b809-ddbb19fbddda tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 1095 time: 0.5195963 Aug 04 16:54:03.827934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-018e69bb-7974-433c-8b17-bbb6c49611db req-5c632354-42f5-4fb3-8e4c-53c6f3d5c5cc tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips/ec0a1221-38c8-444e-abdf-1c3c253b9ea0 HTTP/1.1" status: 200 len: 693 time: 0.0811567 Aug 04 16:54:03.850499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232b1055-7114-4f83-98b7-2006aad29221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656fbb6b-7155-4b29-86f4-e6ea653292d8'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:03.853584 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af6283a-f8bf-4e47-95ec-aadf0a91a382" -d '{"events": [{"server_uuid": "232b1055-7114-4f83-98b7-2006aad29221", "name": "network-vif-plugged", "status": "completed", "tag": "656fbb6b-7155-4b29-86f4-e6ea653292d8"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:03.901886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb5a4d8-628d-4b0e-9d3f-d428e0c77020', 'name': 'network-vif-deleted', 'tag': 'f63b9122-7cb5-4a86-a2cb-bda5bba7237a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:03.904194 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f024611a-1b8d-456f-9856-f9d7c95fc6e6" -d '{"events": [{"server_uuid": "3bb5a4d8-628d-4b0e-9d3f-d428e0c77020", "name": "network-vif-deleted", "tag": "f63b9122-7cb5-4a86-a2cb-bda5bba7237a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:03.943022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d42b95b7-1bab-4467-8f6b-5e738106b83e req-7c66a3be-2659-46a0-a8b5-04b60302b781 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812940 Aug 04 16:54:04.104578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e69bb-7974-433c-8b17-bbb6c49611db req-2f5979a1-4420-483e-ab87-e8445e0397d1 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:04.105976 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-018e69bb-7974-433c-8b17-bbb6c49611db req-2f5979a1-4420-483e-ab87-e8445e0397d1 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.2698228 Aug 04 16:54:04.127198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-018e69bb-7974-433c-8b17-bbb6c49611db req-7196b51f-7ff2-437a-87dd-c258bac778c1 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:54:04.128145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-018e69bb-7974-433c-8b17-bbb6c49611db req-7196b51f-7ff2-437a-87dd-c258bac778c1 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081117 Aug 04 16:54:04.223381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-018e69bb-7974-433c-8b17-bbb6c49611db req-b0bbe37b-34bd-4a49-b513-35c334a42175 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 696 time: 0.0779271 Aug 04 16:54:04.232160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-c32db675-2a70-4086-946c-1dd29add8012 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:04.233682 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-c32db675-2a70-4086-946c-1dd29add8012 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.90 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 950 time: 0.0566044 Aug 04 16:54:04.297429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dafd7-19dd-4565-94e9-150a65400119 req-03429d58-fcc1-411c-89a7-890958204668 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:04.299494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f80dafd7-19dd-4565-94e9-150a65400119 req-03429d58-fcc1-411c-89a7-890958204668 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 945 time: 0.1906149 Aug 04 16:54:04.304851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-018e69bb-7974-433c-8b17-bbb6c49611db req-aa89623a-4de2-4a3b-94e9-450c7cdd8761 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 696 time: 0.0727992 Aug 04 16:54:04.342613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-74abb4c3-29c3-426e-aaff-7a1b4f421a71 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Deleting port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:04.343535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-74abb4c3-29c3-426e-aaff-7a1b4f421a71 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:04.361763 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d41db20f-b5d9-488f-b9b5-9c1025007faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:04.432895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-74abb4c3-29c3-426e-aaff-7a1b4f421a71 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] For port 90b12eb1-cb3f-4a9c-9719-c117f885afc2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=90b12eb1-cb3f-4a9c-9719-c117f885afc2,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:04.433279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-74abb4c3-29c3-426e-aaff-7a1b4f421a71 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:04.447213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-74abb4c3-29c3-426e-aaff-7a1b4f421a71 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Calling delete_port for 90b12eb1-cb3f-4a9c-9719-c117f885afc2 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:04.463872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f80dafd7-19dd-4565-94e9-150a65400119 req-55b43ee3-d791-4757-a59b-8d74ae937709 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580610 Aug 04 16:54:04.510683 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0762c95a-6380-4e39-91ee-1dd136933f8a x-openstack-request-id: req-0762c95a-6380-4e39-91ee-1dd136933f8a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:04.511003 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232b1055-7114-4f83-98b7-2006aad29221", "name": "network-vif-plugged", "status": "completed", "tag": "656fbb6b-7155-4b29-86f4-e6ea653292d8", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:04.511233 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0762c95a-6380-4e39-91ee-1dd136933f8a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:04.511796 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232b1055-7114-4f83-98b7-2006aad29221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656fbb6b-7155-4b29-86f4-e6ea653292d8', 'code': 200} Aug 04 16:54:04.512490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] Deleting port 7e65d0ab-8bdc-41c4-88f0-26088070ad36 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:04.512849 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:04.560144 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e55b8-6960-4849-85b5-1fa489ec33e4 x-openstack-request-id: req-744e55b8-6960-4849-85b5-1fa489ec33e4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:04.560432 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb5a4d8-628d-4b0e-9d3f-d428e0c77020", "name": "network-vif-deleted", "tag": "f63b9122-7cb5-4a86-a2cb-bda5bba7237a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:04.560688 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-744e55b8-6960-4849-85b5-1fa489ec33e4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:04.561071 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb5a4d8-628d-4b0e-9d3f-d428e0c77020', 'name': 'network-vif-deleted', 'tag': 'f63b9122-7cb5-4a86-a2cb-bda5bba7237a', 'status': 'completed', 'code': 200} Aug 04 16:54:04.571536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-018e69bb-7974-433c-8b17-bbb6c49611db req-4e7cf506-867e-4d7f-8ac6-42be064f4e2e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Deleting port 438ec6d5-4ce4-4fba-b9d0-ce1b7a3ff200 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:04.571928 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-018e69bb-7974-433c-8b17-bbb6c49611db req-4e7cf506-867e-4d7f-8ac6-42be064f4e2e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:04.589847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-74abb4c3-29c3-426e-aaff-7a1b4f421a71 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:04.603479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['cb41bed0-3030-4aff-a701-03bd2dbcaced'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:04.606755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['90b12eb1-cb3f-4a9c-9719-c117f885afc2', '62b071ae-4193-42c0-91c3-dd2380268804'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:04.620687 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abb4c3-29c3-426e-aaff-7a1b4f421a71 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Pushing event deleted for resources: {'Port': ['ID=90b12eb1-cb3f-4a9c-9719-c117f885afc2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:04.678138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-74abb4c3-29c3-426e-aaff-7a1b4f421a71 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] No DVR routers for this DVR port 90b12eb1-cb3f-4a9c-9719-c117f885afc2 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:04.681470 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-74abb4c3-29c3-426e-aaff-7a1b4f421a71 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:04.684037 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-90fd936a-6bf1-4cff-ac26-efa131f48dbc req-74abb4c3-29c3-426e-aaff-7a1b4f421a71 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.90 "DELETE /v2.0/ports/90b12eb1-cb3f-4a9c-9719-c117f885afc2 HTTP/1.1" status: 204 len: 173 time: 0.4425552 Aug 04 16:54:04.684593 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699484a4-dc01-4040-83a7-cf90779a10dc', 'name': 'network-vif-deleted', 'tag': '90b12eb1-cb3f-4a9c-9719-c117f885afc2'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:04.687084 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef76ad1-dbb8-4e47-a8ed-6a8e85b4aa37" -d '{"events": [{"server_uuid": "699484a4-dc01-4040-83a7-cf90779a10dc", "name": "network-vif-deleted", "tag": "90b12eb1-cb3f-4a9c-9719-c117f885afc2"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:04.703908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] For port 7e65d0ab-8bdc-41c4-88f0-26088070ad36, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7e65d0ab-8bdc-41c4-88f0-26088070ad36,segment=NetworkSegment(db0238b9-5b2f-40b4-b595-4beb65984bc8),segment_id=db0238b9-5b2f-40b4-b595-4beb65984bc8)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:04.704383 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:04.750058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b70c4c-5b94-4b83-95c4-b6ab99552043 req-337548ad-3096-456c-8eb9-4e00e27324c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:04.751650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59b70c4c-5b94-4b83-95c4-b6ab99552043 req-337548ad-3096-456c-8eb9-4e00e27324c8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 1096 time: 0.1358309 Aug 04 16:54:04.752578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] Calling delete_port for 7e65d0ab-8bdc-41c4-88f0-26088070ad36 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:04.761659 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-018e69bb-7974-433c-8b17-bbb6c49611db req-4e7cf506-867e-4d7f-8ac6-42be064f4e2e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:04.761985 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-018e69bb-7974-433c-8b17-bbb6c49611db req-4e7cf506-867e-4d7f-8ac6-42be064f4e2e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:04.794842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-018e69bb-7974-433c-8b17-bbb6c49611db req-4e7cf506-867e-4d7f-8ac6-42be064f4e2e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Calling delete_port for 438ec6d5-4ce4-4fba-b9d0-ce1b7a3ff200 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:04.849167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31b6ef-76fb-42ff-a108-658730d44137 req-71e16827-a543-43c2-86b4-ed707ad6a629 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:04.850664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db31b6ef-76fb-42ff-a108-658730d44137 req-71e16827-a543-43c2-86b4-ed707ad6a629 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 1095 time: 0.1666975 Aug 04 16:54:04.917564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59b70c4c-5b94-4b83-95c4-b6ab99552043 req-91c0ed66-7b4c-455b-a113-93eb4bb9c48c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465328 Aug 04 16:54:04.938956 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:05.022464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db31b6ef-76fb-42ff-a108-658730d44137 req-53196f61-b3ed-4c70-a80d-b4c8245e9ae5 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258042 Aug 04 16:54:05.185070 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-018e69bb-7974-433c-8b17-bbb6c49611db req-4e7cf506-867e-4d7f-8ac6-42be064f4e2e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:05.231118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cf506-867e-4d7f-8ac6-42be064f4e2e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Pushing event deleted for resources: {'Port': ['ID=438ec6d5-4ce4-4fba-b9d0-ce1b7a3ff200,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:05.233135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:05.281236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e65d0ab-8bdc-41c4-88f0-26088070ad36,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:05.308711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b236f2-951e-4c43-b54b-55adc60d87ef req-27481d31-ec4e-46c5-a44a-7954bb02a84f tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:05.310242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7b236f2-951e-4c43-b54b-55adc60d87ef req-27481d31-ec4e-46c5-a44a-7954bb02a84f tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 1096 time: 0.1721389 Aug 04 16:54:05.388691 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-018e69bb-7974-433c-8b17-bbb6c49611db req-4e7cf506-867e-4d7f-8ac6-42be064f4e2e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:05.392385 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-018e69bb-7974-433c-8b17-bbb6c49611db req-4e7cf506-867e-4d7f-8ac6-42be064f4e2e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:05.393579 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-018e69bb-7974-433c-8b17-bbb6c49611db req-4e7cf506-867e-4d7f-8ac6-42be064f4e2e tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "DELETE /v2.0/floatingips/ec0a1221-38c8-444e-abdf-1c3c253b9ea0 HTTP/1.1" status: 204 len: 173 time: 1.0710311 Aug 04 16:54:05.414475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7b236f2-951e-4c43-b54b-55adc60d87ef req-6143e0bf-71f0-4bba-8a68-35c88866cff7 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872757 Aug 04 16:54:05.543482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32b792dd-60e8-46ac-8c8a-82773f6e1711 req-8b7b41b0-b893-48cc-a902-e9f7abcd568e tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=699484a4-dc01-4040-83a7-cf90779a10dc HTTP/1.1" status: 200 len: 210 time: 0.0309393 Aug 04 16:54:05.564163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:05.601134 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce6c6de-5c57-41bf-8698-e632ea1ac067 x-openstack-request-id: req-3ce6c6de-5c57-41bf-8698-e632ea1ac067 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:05.601640 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699484a4-dc01-4040-83a7-cf90779a10dc", "name": "network-vif-deleted", "tag": "90b12eb1-cb3f-4a9c-9719-c117f885afc2", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:05.601640 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ce6c6de-5c57-41bf-8698-e632ea1ac067 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:05.602040 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699484a4-dc01-4040-83a7-cf90779a10dc', 'name': 'network-vif-deleted', 'tag': '90b12eb1-cb3f-4a9c-9719-c117f885afc2', 'status': 'completed', 'code': 200} Aug 04 16:54:05.664783 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:05.806635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] Router 591c9504-27a1-4eee-8973-2d0b0791bf2c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:54:05.984586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8929b-d030-4c86-a9e3-fe737049c668 req-642ffe4f-4aad-41d7-bfdc-7c77a501bc9d tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:05.986235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff8929b-d030-4c86-a9e3-fe737049c668 req-642ffe4f-4aad-41d7-bfdc-7c77a501bc9d tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 1096 time: 0.1390362 Aug 04 16:54:05.996390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:54:06.006753 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1524e86e-3927-4516-8af8-caaf6cc1bb9c admin admin] 10.222.0.39 "PUT /v2.0/routers/591c9504-27a1-4eee-8973-2d0b0791bf2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9328032 Aug 04 16:54:06.008403 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] Sync routers for ids ['591c9504-27a1-4eee-8973-2d0b0791bf2c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:54:06.009652 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38468) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:06.019640 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] Routers {'591c9504-27a1-4eee-8973-2d0b0791bf2c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:54:06.020276 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:54:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['591c9504-27a1-4eee-8973-2d0b0791bf2c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:06.035581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a85cd-9a21-4408-bdab-86fed6a40de1 req-7b678e52-e76b-4a56-bf9b-a3cea199c6a6 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:06.037179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-852a85cd-9a21-4408-bdab-86fed6a40de1 req-7b678e52-e76b-4a56-bf9b-a3cea199c6a6 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 945 time: 0.1025348 Aug 04 16:54:06.068901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff8929b-d030-4c86-a9e3-fe737049c668 req-16d13013-b168-411e-9a9e-e92d2612e4c9 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752840 Aug 04 16:54:06.106669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-852a85cd-9a21-4408-bdab-86fed6a40de1 req-93eedebc-e99e-4cca-a7ac-999492c87a40 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604308 Aug 04 16:54:06.176091 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:06.219651 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] Set router 591c9504-27a1-4eee-8973-2d0b0791bf2c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:54:06.245969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f63b9122-7cb5-4a86-a2cb-bda5bba7237a no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:06.267878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: f63b9122-7cb5-4a86-a2cb-bda5bba7237a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:06.268590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f63b9122-7cb5-4a86-a2cb-bda5bba7237a not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:06.283361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ae7a0-ced4-4c00-a1d6-75f59e35c1df req-310a39f7-4127-4071-a1b1-c490d7af695e tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:06.285657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-074ae7a0-ced4-4c00-a1d6-75f59e35c1df req-310a39f7-4127-4071-a1b1-c490d7af695e tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 950 time: 0.1010749 Aug 04 16:54:06.315829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:06.316900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de33a66-ae4f-428e-9a22-baf1c487474c req-06145b00-a2fd-4dbb-829e-0fcac72179be tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:06.318479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6de33a66-ae4f-428e-9a22-baf1c487474c req-06145b00-a2fd-4dbb-829e-0fcac72179be tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 945 time: 0.0967708 Aug 04 16:54:06.358150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-074ae7a0-ced4-4c00-a1d6-75f59e35c1df req-b0ee2c82-2838-42f1-925f-6a1bddd51c10 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639679 Aug 04 16:54:06.379146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Deleting port cd048a04-3ecb-41a7-b7cc-f2aff947b528 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:06.379489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:06.382318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6de33a66-ae4f-428e-9a22-baf1c487474c req-cc92856b-7ee5-454f-b413-2e1ca119b577 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560303 Aug 04 16:54:06.457127 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'name': 'tempest-ServersTestMultiNic-649935793-router', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:07Z', 'updated_at': '2021-08-04T16:54:05Z', 'revision_number': 5, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'gw_port': {'id': 'cd048a04-3ecb-41a7-b7cc-f2aff947b528', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:08Z', 'updated_at': '2021-08-04T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:06.470446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] For port cd048a04-3ecb-41a7-b7cc-f2aff947b528, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=cd048a04-3ecb-41a7-b7cc-f2aff947b528,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:06.471031 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:06.487648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Calling delete_port for cd048a04-3ecb-41a7-b7cc-f2aff947b528 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:06.491181 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] Checking router: 591c9504-27a1-4eee-8973-2d0b0791bf2c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:54:06.501346 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] Routers {'591c9504-27a1-4eee-8973-2d0b0791bf2c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:54:06.502038 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:54:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['591c9504-27a1-4eee-8973-2d0b0791bf2c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:06.624639 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] Set router 591c9504-27a1-4eee-8973-2d0b0791bf2c gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:54:06.766352 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'name': 'tempest-ServersTestMultiNic-649935793-router', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:07Z', 'updated_at': '2021-08-04T16:54:06Z', 'revision_number': 6, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:06.790149 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:06.807796 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99262b0d-44a3-4539-b15e-b54c7499c4dc None None] The sync data for ids ['591c9504-27a1-4eee-8973-2d0b0791bf2c'] in n-d-764435-5 is: [{'id': '591c9504-27a1-4eee-8973-2d0b0791bf2c', 'name': 'tempest-ServersTestMultiNic-649935793-router', 'tenant_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:07Z', 'updated_at': '2021-08-04T16:54:06Z', 'revision_number': 6, 'project_id': 'de2b96052acb4100b6015d5f2a4b7f66', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:54:06.833222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd048a04-3ecb-41a7-b7cc-f2aff947b528,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:06.922506 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.016989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.019569 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.081458 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.082086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 591c9504-27a1-4eee-8973-2d0b0791bf2c {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:54:07.087786 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.089599 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6b0577f2-1c80-47b6-8486-6901b3ef3715 admin admin] 10.222.0.39 "DELETE /v2.0/routers/591c9504-27a1-4eee-8973-2d0b0791bf2c HTTP/1.1" status: 204 len: 168 time: 1.0782447 Aug 04 16:54:07.092013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38490) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:07.183961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82b5ebd-471b-4930-b518-3cc45abce22e admin admin] Deleting subnet 250c8d19-c6b7-4dae-a826-debf129f34e3 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:54:07.194415 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82b5ebd-471b-4930-b518-3cc45abce22e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.244635 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82b5ebd-471b-4930-b518-3cc45abce22e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.299888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.347489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82b5ebd-471b-4930-b518-3cc45abce22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.417694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82b5ebd-471b-4930-b518-3cc45abce22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.435261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91face-e622-4050-ac42-12743c4aea66 req-464a1d9a-7d78-4d96-8d38-0bc1b3f4767d tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:07.436773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b91face-e622-4050-ac42-12743c4aea66 req-464a1d9a-7d78-4d96-8d38-0bc1b3f4767d tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 950 time: 0.4899616 Aug 04 16:54:07.446757 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b5ebd-471b-4930-b518-3cc45abce22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250c8d19-c6b7-4dae-a826-debf129f34e3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:07.451190 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82b5ebd-471b-4930-b518-3cc45abce22e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.455703 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a82b5ebd-471b-4930-b518-3cc45abce22e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/250c8d19-c6b7-4dae-a826-debf129f34e3 HTTP/1.1" status: 204 len: 168 time: 0.3600876 Aug 04 16:54:07.456138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38498) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:07.462358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787caa9b-0cd2-455b-a8f7-24b7d015e71e None None] Network 448d3cca-6950-444b-9dbc-990ca3b4b4aa requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:54:07.482785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abba27-d252-487e-af83-cc6d5a6b21e7 req-cdd51609-a857-4d2f-bc50-1a8e83732a92 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:07.484817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4abba27-d252-487e-af83-cc6d5a6b21e7 req-cdd51609-a857-4d2f-bc50-1a8e83732a92 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 945 time: 0.1321838 Aug 04 16:54:07.499859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-e6eb1922-4aac-4d49-92c5-8b2330acffa7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:07.502044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-e6eb1922-4aac-4d49-92c5-8b2330acffa7 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.82 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 945 time: 0.1408386 Aug 04 16:54:07.539549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.574420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b91face-e622-4050-ac42-12743c4aea66 req-3ea484dd-5149-4e32-808e-1f1fa1da0d24 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276255 Aug 04 16:54:07.623756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Deleting port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:07.626974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.719749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b0a605-95c1-445d-b6c4-b944c642280d None None] DHCP port deletion for 448d3cca-6950-444b-9dbc-990ca3b4b4aa request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:54:07.737583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4abba27-d252-487e-af83-cc6d5a6b21e7 req-b2831298-1acd-4649-8b0f-fc678bef5b21 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336981 Aug 04 16:54:07.790245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-15b0a605-95c1-445d-b6c4-b944c642280d None None] Deleting port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:07.791214 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-15b0a605-95c1-445d-b6c4-b944c642280d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.795829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-be316986-dc75-4bd6-8fd5-e2f7e33ab771 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:07.797372 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-be316986-dc75-4bd6-8fd5-e2f7e33ab771 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.90 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 950 time: 0.2494903 Aug 04 16:54:07.827760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec11895-c859-41e9-a656-a5f0f231b90f req-ead9e8a1-bf8b-453a-b3eb-3afc9d5695d8 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:07.840152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fec11895-c859-41e9-a656-a5f0f231b90f req-ead9e8a1-bf8b-453a-b3eb-3afc9d5695d8 tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 950 time: 0.1804669 Aug 04 16:54:07.909929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-15b0a605-95c1-445d-b6c4-b944c642280d None None] For port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf,segment=NetworkSegment(db0238b9-5b2f-40b4-b595-4beb65984bc8),segment_id=db0238b9-5b2f-40b4-b595-4beb65984bc8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:07.910637 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-15b0a605-95c1-445d-b6c4-b944c642280d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:07.926307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-15b0a605-95c1-445d-b6c4-b944c642280d None None] Calling delete_port for 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:08.017340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cd048a04-3ecb-41a7-b7cc-f2aff947b528 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:08.095625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: cd048a04-3ecb-41a7-b7cc-f2aff947b528 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:08.096223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cd048a04-3ecb-41a7-b7cc-f2aff947b528 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:08.096769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:08.113282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-33129140-ff2c-44b7-9659-ccaaeb4219f3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Deleting port d71190c4-43b3-43ec-846f-c1876f563b5a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:08.113627 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-33129140-ff2c-44b7-9659-ccaaeb4219f3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.133249 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-15b0a605-95c1-445d-b6c4-b944c642280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.186653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0a605-95c1-445d-b6c4-b944c642280d None None] Pushing event deleted for resources: {'Port': ['ID=59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:08.193315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b0a605-95c1-445d-b6c4-b944c642280d None None] No DVR routers for this DVR port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:08.195314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No active binding found for port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf {{(pid=105830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 16:54:08.195759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:08.196275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7e65d0ab-8bdc-41c4-88f0-26088070ad36 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:08.219359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 7e65d0ab-8bdc-41c4-88f0-26088070ad36 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:08.221198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7e65d0ab-8bdc-41c4-88f0-26088070ad36 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:08.229553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] For port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf,segment=NetworkSegment(db0238b9-5b2f-40b4-b595-4beb65984bc8),segment_id=db0238b9-5b2f-40b4-b595-4beb65984bc8)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:08.230027 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.245268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fec11895-c859-41e9-a656-a5f0f231b90f req-e59d148d-23f8-4ad3-abf2-d8845f12f6cf tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/security-groups?id=66b136aa-d87b-42e2-81c4-1a744fc15d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035339 Aug 04 16:54:08.250618 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Calling delete_port for 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:08.284780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f74be-d8b9-4cd5-9f2f-4dfa5f9e61a9 req-6f4e707b-5e19-40e6-8af6-ffa94840dd89 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:08.293497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b6f74be-d8b9-4cd5-9f2f-4dfa5f9e61a9 req-6f4e707b-5e19-40e6-8af6-ffa94840dd89 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 945 time: 0.4138095 Aug 04 16:54:08.314071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-33129140-ff2c-44b7-9659-ccaaeb4219f3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] For port d71190c4-43b3-43ec-846f-c1876f563b5a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d71190c4-43b3-43ec-846f-c1876f563b5a,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:08.314684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-33129140-ff2c-44b7-9659-ccaaeb4219f3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.336410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-33129140-ff2c-44b7-9659-ccaaeb4219f3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Calling delete_port for d71190c4-43b3-43ec-846f-c1876f563b5a owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:08.353966 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.397572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:08.406325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 90b12eb1-cb3f-4a9c-9719-c117f885afc2 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:08.407980 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] No DVR routers for this DVR port 59c8c8b6-b1d7-4e2e-b4ed-ad0208388bdf on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:08.428406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 90b12eb1-cb3f-4a9c-9719-c117f885afc2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:08.429454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 90b12eb1-cb3f-4a9c-9719-c117f885afc2 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:08.477600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b6f74be-d8b9-4cd5-9f2f-4dfa5f9e61a9 req-c6d86330-8116-461f-a64b-adde11679ede tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb53697b-56e7-4154-a66e-78eefd3870bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830621 Aug 04 16:54:08.490879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-56650155-af0b-43db-996c-82abbc54a4fe tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Deleting port 1307c096-683d-450d-b88e-37ed27da6b8a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:08.490879 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-56650155-af0b-43db-996c-82abbc54a4fe tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.522298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606594-a708-4324-8589-cf6833ce13df req-2a05d1e6-e38a-4a56-b949-46308b7317f0 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:08.523860 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3606594-a708-4324-8589-cf6833ce13df req-2a05d1e6-e38a-4a56-b949-46308b7317f0 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.82 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 950 time: 0.1390719 Aug 04 16:54:08.527149 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.547096 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448d3cca-6950-444b-9dbc-990ca3b4b4aa']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:08.564392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b34d7-e915-4fb8-b60f-5611839f665b req-76abea05-94a0-4f5e-9b98-82a96c875f3f tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:08.572904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b2b34d7-e915-4fb8-b60f-5611839f665b req-76abea05-94a0-4f5e-9b98-82a96c875f3f tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a517d48-f979-47c6-aa2f-fe4b0cb1c134 HTTP/1.1" status: 200 len: 946 time: 0.2366817 Aug 04 16:54:08.576339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0238b9-5b2f-40b4-b595-4beb65984bc8') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:08.576637 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0238b9-5b2f-40b4-b595-4beb65984bc8') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:08.593802 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.639649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.649727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:54:08.650142 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:54:08.651963 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:54:08.694847 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b2b34d7-e915-4fb8-b60f-5611839f665b req-bf877c66-0dab-42df-b7e6-1cf7ae649670 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220384 Aug 04 16:54:08.699971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-56650155-af0b-43db-996c-82abbc54a4fe tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] For port 1307c096-683d-450d-b88e-37ed27da6b8a, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1307c096-683d-450d-b88e-37ed27da6b8a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:08.700346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-56650155-af0b-43db-996c-82abbc54a4fe tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.714144 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.729828 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-f3606594-a708-4324-8589-cf6833ce13df req-4ef45fe1-e1b1-4004-9cb3-a035e1a7b5e5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Deleting port cb41bed0-3030-4aff-a701-03bd2dbcaced {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:08.730054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f3606594-a708-4324-8589-cf6833ce13df req-4ef45fe1-e1b1-4004-9cb3-a035e1a7b5e5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.746651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-56650155-af0b-43db-996c-82abbc54a4fe tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Calling delete_port for 1307c096-683d-450d-b88e-37ed27da6b8a owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:08.748349 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.767315 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.783177 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.787880 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/448d3cca-6950-444b-9dbc-990ca3b4b4aa HTTP/1.1" status: 204 len: 168 time: 1.3307161 Aug 04 16:54:08.806028 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-33129140-ff2c-44b7-9659-ccaaeb4219f3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.817984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731c64c-761c-422b-8d1d-13dd4aa6c449 req-5dde2cba-2af7-4cf5-912f-7677e8534b78 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:08.819739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d71190c4-43b3-43ec-846f-c1876f563b5a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:08.824936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a731c64c-761c-422b-8d1d-13dd4aa6c449 req-5dde2cba-2af7-4cf5-912f-7677e8534b78 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 950 time: 0.1502359 Aug 04 16:54:08.856358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268507cb-5162-4775-a688-123d5104e3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=448d3cca-6950-444b-9dbc-990ca3b4b4aa,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:08.897652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33129140-ff2c-44b7-9659-ccaaeb4219f3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Pushing event deleted for resources: {'Port': ['ID=d71190c4-43b3-43ec-846f-c1876f563b5a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:08.935486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-f3606594-a708-4324-8589-cf6833ce13df req-4ef45fe1-e1b1-4004-9cb3-a035e1a7b5e5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] For port cb41bed0-3030-4aff-a701-03bd2dbcaced, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb41bed0-3030-4aff-a701-03bd2dbcaced,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:08.936042 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f3606594-a708-4324-8589-cf6833ce13df req-4ef45fe1-e1b1-4004-9cb3-a035e1a7b5e5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:08.958880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-f3606594-a708-4324-8589-cf6833ce13df req-4ef45fe1-e1b1-4004-9cb3-a035e1a7b5e5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Calling delete_port for cb41bed0-3030-4aff-a701-03bd2dbcaced owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:08.966833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38514) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:08.995687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a731c64c-761c-422b-8d1d-13dd4aa6c449 req-b8928ada-f042-4278-a834-e10e7ab10114 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697366 Aug 04 16:54:09.017591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-33129140-ff2c-44b7-9659-ccaaeb4219f3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] No DVR routers for this DVR port d71190c4-43b3-43ec-846f-c1876f563b5a on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:09.025117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-33129140-ff2c-44b7-9659-ccaaeb4219f3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:09.027277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4233726f-4e37-4d31-ac62-978b2f445b6a req-33129140-ff2c-44b7-9659-ccaaeb4219f3 tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.82 "DELETE /v2.0/ports/d71190c4-43b3-43ec-846f-c1876f563b5a HTTP/1.1" status: 204 len: 173 time: 1.5126572 Aug 04 16:54:09.027716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'name': 'network-vif-deleted', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:09.029983 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ab3dac-3c13-4d5d-8062-ff2dca940663" -d '{"events": [{"server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "name": "network-vif-deleted", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:09.043897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b163c-493c-4086-bf7e-84d05c465c56 req-455cefc2-223f-4aae-a613-720481ef60a2 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:09.045610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c7b163c-493c-4086-bf7e-84d05c465c56 req-455cefc2-223f-4aae-a613-720481ef60a2 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=95790bce-1163-4436-84ba-15d8acf349dd HTTP/1.1" status: 200 len: 946 time: 0.2422388 Aug 04 16:54:09.096182 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a0a75a-d673-484a-a3c3-1cbf0b7ec9b3 x-openstack-request-id: req-91a0a75a-d673-484a-a3c3-1cbf0b7ec9b3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:09.096867 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdd1ce7-9caf-4b6a-8b39-c808a5132d40", "name": "network-vif-deleted", "tag": "d71190c4-43b3-43ec-846f-c1876f563b5a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:09.097283 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91a0a75a-d673-484a-a3c3-1cbf0b7ec9b3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:09.097825 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdd1ce7-9caf-4b6a-8b39-c808a5132d40', 'name': 'network-vif-deleted', 'tag': 'd71190c4-43b3-43ec-846f-c1876f563b5a', 'status': 'completed', 'code': 200} Aug 04 16:54:09.134560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9c1b663f-8872-4765-9305-28d311d7b08e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de2b96052acb4100b6015d5f2a4b7f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658084 Aug 04 16:54:09.137294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38518) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:09.182047 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f3606594-a708-4324-8589-cf6833ce13df req-4ef45fe1-e1b1-4004-9cb3-a035e1a7b5e5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:09.183455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c7b163c-493c-4086-bf7e-84d05c465c56 req-028c0bbf-a8a7-4c40-b364-6409c842c5c2 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153483 Aug 04 16:54:09.187531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-56650155-af0b-43db-996c-82abbc54a4fe tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:09.200067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1307c096-683d-450d-b88e-37ed27da6b8a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:09.206260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['cb41bed0-3030-4aff-a701-03bd2dbcaced'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:09.239651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef45fe1-e1b1-4004-9cb3-a035e1a7b5e5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Pushing event deleted for resources: {'Port': ['ID=cb41bed0-3030-4aff-a701-03bd2dbcaced,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:09.252746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56650155-af0b-43db-996c-82abbc54a4fe tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Pushing event deleted for resources: {'Port': ['ID=1307c096-683d-450d-b88e-37ed27da6b8a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:09.293610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['62b071ae-4193-42c0-91c3-dd2380268804'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:09.342139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3606594-a708-4324-8589-cf6833ce13df req-4ef45fe1-e1b1-4004-9cb3-a035e1a7b5e5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] No DVR routers for this DVR port cb41bed0-3030-4aff-a701-03bd2dbcaced on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:09.346405 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f3606594-a708-4324-8589-cf6833ce13df req-4ef45fe1-e1b1-4004-9cb3-a035e1a7b5e5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:09.350288 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3606594-a708-4324-8589-cf6833ce13df req-4ef45fe1-e1b1-4004-9cb3-a035e1a7b5e5 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.82 "DELETE /v2.0/ports/cb41bed0-3030-4aff-a701-03bd2dbcaced HTTP/1.1" status: 204 len: 173 time: 0.8130627 Aug 04 16:54:09.353574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-56650155-af0b-43db-996c-82abbc54a4fe tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] No DVR routers for this DVR port 1307c096-683d-450d-b88e-37ed27da6b8a on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:09.353740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f7cf25-56a7-42b4-bd7b-740076cc770a', 'name': 'network-vif-deleted', 'tag': 'cb41bed0-3030-4aff-a701-03bd2dbcaced'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:09.357308 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-56650155-af0b-43db-996c-82abbc54a4fe tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:09.359869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5da04a6f-dc49-443d-be6c-7690e0ab33f9 req-56650155-af0b-43db-996c-82abbc54a4fe tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.90 "DELETE /v2.0/ports/1307c096-683d-450d-b88e-37ed27da6b8a HTTP/1.1" status: 204 len: 173 time: 1.5534058 Aug 04 16:54:09.361435 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2136dda2-0d77-4499-9136-a3a7e252c80d" -d '{"events": [{"server_uuid": "87f7cf25-56a7-42b4-bd7b-740076cc770a", "name": "network-vif-deleted", "tag": "cb41bed0-3030-4aff-a701-03bd2dbcaced"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:09.409833 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a9f9-0118-40b9-ac75-a36462aa42f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:09.446894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b50c8f67-92d6-4591-92d7-139a3bdb7878 req-eae6c0b8-5898-4b0e-9f7b-d2a4677bcbca tempest-ServersAdminNegativeTestJSON-1034698236 tempest-ServersAdminNegativeTestJSON-1034698236-project] 10.222.0.39 "GET /v2.0/ports?device_id=76024eca-e02b-49a0-8145-ee6760c47380 HTTP/1.1" status: 200 len: 210 time: 0.0552309 Aug 04 16:54:09.475133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a9f9-0118-40b9-ac75-a36462aa42f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:09.580876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a9f9-0118-40b9-ac75-a36462aa42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:09.584061 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a9f9-0118-40b9-ac75-a36462aa42f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:09.587626 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e4a3a9f9-0118-40b9-ac75-a36462aa42f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b89276e5-0b5c-4160-b7a0-285c9d4a0869 HTTP/1.1" status: 204 len: 168 time: 0.4466565 Aug 04 16:54:09.587626 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d601137-da87-4d12-97cb-306ee93d0fc0 x-openstack-request-id: req-2d601137-da87-4d12-97cb-306ee93d0fc0 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:09.587626 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f7cf25-56a7-42b4-bd7b-740076cc770a", "name": "network-vif-deleted", "tag": "cb41bed0-3030-4aff-a701-03bd2dbcaced", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:09.587626 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d601137-da87-4d12-97cb-306ee93d0fc0 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:09.587949 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f7cf25-56a7-42b4-bd7b-740076cc770a', 'name': 'network-vif-deleted', 'tag': 'cb41bed0-3030-4aff-a701-03bd2dbcaced', 'status': 'completed', 'code': 200} Aug 04 16:54:09.614396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3a9f9-0118-40b9-ac75-a36462aa42f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89276e5-0b5c-4160-b7a0-285c9d4a0869,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:09.799886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e1d762-96f4-47c8-aeb0-42a2948d6f35 req-ec12cb0b-771e-457f-930a-831cdb6634ee tempest-FloatingIPsAssociationTestJSON-66333216 tempest-FloatingIPsAssociationTestJSON-66333216-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdd1ce7-9caf-4b6a-8b39-c808a5132d40 HTTP/1.1" status: 200 len: 210 time: 0.0430682 Aug 04 16:54:09.923778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf71a18-89fe-40d7-8c76-b2da90a90677 req-31758407-5afb-43f9-8f1d-a45ba2cb864c tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:09.925309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bf71a18-89fe-40d7-8c76-b2da90a90677 req-31758407-5afb-43f9-8f1d-a45ba2cb864c tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=95790bce-1163-4436-84ba-15d8acf349dd HTTP/1.1" status: 200 len: 946 time: 0.0723472 Aug 04 16:54:09.966270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bf71a18-89fe-40d7-8c76-b2da90a90677 req-64f523ac-56d3-452e-af85-12669f158984 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345047 Aug 04 16:54:10.168479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ac38534-aafc-4065-991f-557ae5cdafc3 req-a013fc3f-c1e2-4ecf-ab40-8166b11aea33 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=87f7cf25-56a7-42b4-bd7b-740076cc770a HTTP/1.1" status: 200 len: 210 time: 0.0489805 Aug 04 16:54:10.544138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38558) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:10.641711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1522809512-network', 'tenant_id': '524e6703e05143f89fe82c4e86d98fad'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:10.665803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Made reservation on behalf of 524e6703e05143f89fe82c4e86d98fad for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:10.668229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:10.677755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:10.788388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:10.794753 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:10.797125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38566) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:10.807034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:54:10.817075 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:10.817518 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Added segment 12b61a3a-aebe-461d-b722-30090aee062e of type vlan for network 994a5d9d-65cf-48d2-a2eb-3ec837627526 Aug 04 16:54:10.874387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805635dc-d307-4fde-b135-7540d10f80dc,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:10.885756 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:10.892848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38572) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:11.000852 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:11.001854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:11.002436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:11.030868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bd7f0888-c9f0-42fc-8c9e-4d12b8a48432 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aeee78e523ca47f1bba87fd23497e810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297409 Aug 04 16:54:11.035232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38576) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:11.106431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76024eca-e02b-49a0-8145-ee6760c47380', 'name': 'network-vif-deleted', 'tag': '1307c096-683d-450d-b88e-37ed27da6b8a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:11.116139 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f991a3-84c8-4537-b5a5-141be9164378" -d '{"events": [{"server_uuid": "76024eca-e02b-49a0-8145-ee6760c47380", "name": "network-vif-deleted", "tag": "1307c096-683d-450d-b88e-37ed27da6b8a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:11.166101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] Pushing event updated for resources: {'Network': ['ID=994a5d9d-65cf-48d2-a2eb-3ec837627526,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:11.166352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb38207-3829-48eb-848a-a93ea14cc415 req-d16cee36-cd82-4d74-9d7d-f885ec3c575b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:11.167965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bb38207-3829-48eb-848a-a93ea14cc415 req-d16cee36-cd82-4d74-9d7d-f885ec3c575b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=95790bce-1163-4436-84ba-15d8acf349dd HTTP/1.1" status: 200 len: 946 time: 0.0927804 Aug 04 16:54:11.181771 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ee3b648e-a7dd-4326-9243-04e29bb7fbd4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6331909 Aug 04 16:54:11.182299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38584) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:11.187283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 994a5d9d-65cf-48d2-a2eb-3ec837627526 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:54:11.188402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Request body: {'subnet': {'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1522809512-subnet', 'tenant_id': '524e6703e05143f89fe82c4e86d98fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:11.202766 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67251eb-16aa-48c1-a51e-9ed672cb5710 x-openstack-request-id: req-e67251eb-16aa-48c1-a51e-9ed672cb5710 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:11.203316 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76024eca-e02b-49a0-8145-ee6760c47380", "name": "network-vif-deleted", "tag": "1307c096-683d-450d-b88e-37ed27da6b8a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:11.203720 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e67251eb-16aa-48c1-a51e-9ed672cb5710 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:11.204460 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76024eca-e02b-49a0-8145-ee6760c47380', 'name': 'network-vif-deleted', 'tag': '1307c096-683d-450d-b88e-37ed27da6b8a', 'status': 'completed', 'code': 200} Aug 04 16:54:11.266637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bb38207-3829-48eb-848a-a93ea14cc415 req-582ea40b-39b4-4d73-92f8-a5ff4ecadffe tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734859 Aug 04 16:54:11.274158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Made reservation on behalf of 524e6703e05143f89fe82c4e86d98fad for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:11.282283 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:11.308949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20ba299b-0117-43e1-a0e5-9356a9175dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:11.334843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20ba299b-0117-43e1-a0e5-9356a9175dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:11.399269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20ba299b-0117-43e1-a0e5-9356a9175dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:11.402965 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20ba299b-0117-43e1-a0e5-9356a9175dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:11.407737 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-20ba299b-0117-43e1-a0e5-9356a9175dad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66b136aa-d87b-42e2-81c4-1a744fc15d41 HTTP/1.1" status: 204 len: 168 time: 0.3467119 Aug 04 16:54:11.453702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba299b-0117-43e1-a0e5-9356a9175dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b136aa-d87b-42e2-81c4-1a744fc15d41,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:11.586498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-b2020d65-bbce-474a-aa4d-452515f4f51d tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:11.589280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-b2020d65-bbce-474a-aa4d-452515f4f51d tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.90 "GET /v2.0/ports?device_id=95790bce-1163-4436-84ba-15d8acf349dd HTTP/1.1" status: 200 len: 946 time: 0.1806350 Aug 04 16:54:11.724899 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:11.859317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38632) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:11.949806 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e79b9-1c43-4645-a0d1-d368551426f7 req-b3870269-2ac8-4253-9c03-c8608405b5c7 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:11.951491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f0e79b9-1c43-4645-a0d1-d368551426f7 req-b3870269-2ac8-4253-9c03-c8608405b5c7 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 951 time: 0.2839637 Aug 04 16:54:11.986994 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.088461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] Deleting port 38776636-9820-4a01-8ed8-6dfd51f4a3ae {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:12.089442 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.101035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-fa33261b-15f4-4b9c-8b0f-bcc5ef6dec64 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Deleting port b24921c5-15ee-4aa2-ad89-45ab681570a0 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:12.101602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-fa33261b-15f4-4b9c-8b0f-bcc5ef6dec64 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.113307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f0e79b9-1c43-4645-a0d1-d368551426f7 req-17804f59-01bd-4a1f-a728-cf18266d1560 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508152 Aug 04 16:54:12.127931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f653b5fb-b8df-4597-ab20-56979070d0a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cceafb34360444a3a402317551078ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662265 Aug 04 16:54:12.131320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38644) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:12.194122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] For port 38776636-9820-4a01-8ed8-6dfd51f4a3ae, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=38776636-9820-4a01-8ed8-6dfd51f4a3ae,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:12.195685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.217518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] Calling delete_port for 38776636-9820-4a01-8ed8-6dfd51f4a3ae owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:12.238319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:12.255408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Checking segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:12.255775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Network hostable DHCP agents. Network: 994a5d9d-65cf-48d2-a2eb-3ec837627526, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:54:12.275475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d71190c4-43b3-43ec-846f-c1876f563b5a no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:12.314352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: d71190c4-43b3-43ec-846f-c1876f563b5a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:12.314703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d71190c4-43b3-43ec-846f-c1876f563b5a not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:12.315167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb41bed0-3030-4aff-a701-03bd2dbcaced no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:12.346839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: cb41bed0-3030-4aff-a701-03bd2dbcaced {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:12.350903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Network 994a5d9d-65cf-48d2-a2eb-3ec837627526 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:54:12.359386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb41bed0-3030-4aff-a701-03bd2dbcaced not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:12.388041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-fa33261b-15f4-4b9c-8b0f-bcc5ef6dec64 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] For port b24921c5-15ee-4aa2-ad89-45ab681570a0, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b24921c5-15ee-4aa2-ad89-45ab681570a0,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:12.388415 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-fa33261b-15f4-4b9c-8b0f-bcc5ef6dec64 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.397425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 994a5d9d-65cf-48d2-a2eb-3ec837627526) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:12.404414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1307c096-683d-450d-b88e-37ed27da6b8a no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:12.407698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:12.413961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.427743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 1307c096-683d-450d-b88e-37ed27da6b8a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:12.428550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1307c096-683d-450d-b88e-37ed27da6b8a not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:12.429498 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0fad8c3-47fa-4e0a-8452-4d2f0c50708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.431884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3951b6-4965-4498-ad8c-f6b58be86ed5 None None] Network 994a5d9d-65cf-48d2-a2eb-3ec837627526 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:54:12.455160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f2df8f7f-26b5-431d-8c15-99f06321866d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2709262 Aug 04 16:54:12.456738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-fa33261b-15f4-4b9c-8b0f-bcc5ef6dec64 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Calling delete_port for b24921c5-15ee-4aa2-ad89-45ab681570a0 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:12.507029 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0fad8c3-47fa-4e0a-8452-4d2f0c50708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.568253 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.627038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=38776636-9820-4a01-8ed8-6dfd51f4a3ae,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:12.695178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5a1c1-9e87-43de-bbbd-69a4375e99e1 None None] Network 994a5d9d-65cf-48d2-a2eb-3ec837627526 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:54:12.753083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bc21f-e45c-482f-9a79-36c0691c27e0 req-f667987f-41e1-47f1-87a5-5fd49dc5b15e tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:12.760864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-959bc21f-e45c-482f-9a79-36c0691c27e0 req-f667987f-41e1-47f1-87a5-5fd49dc5b15e tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=95790bce-1163-4436-84ba-15d8acf349dd HTTP/1.1" status: 200 len: 946 time: 0.3239717 Aug 04 16:54:12.895243 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0fad8c3-47fa-4e0a-8452-4d2f0c50708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.915867 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.916808 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0fad8c3-47fa-4e0a-8452-4d2f0c50708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:12.925989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d0fad8c3-47fa-4e0a-8452-4d2f0c50708d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53de8c80-3026-4bf5-8ce3-7432377cc62e HTTP/1.1" status: 204 len: 168 time: 0.7895894 Aug 04 16:54:12.961277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-959bc21f-e45c-482f-9a79-36c0691c27e0 req-e4b413df-7086-4572-9ce9-7664ff9f2a98 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980195 Aug 04 16:54:12.966751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fad8c3-47fa-4e0a-8452-4d2f0c50708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53de8c80-3026-4bf5-8ce3-7432377cc62e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:13.117004 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-fa33261b-15f4-4b9c-8b0f-bcc5ef6dec64 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:13.138568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['b24921c5-15ee-4aa2-ad89-45ab681570a0', '656fbb6b-7155-4b29-86f4-e6ea653292d8'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:13.142471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['92f17426-116a-4e43-b1d4-109566becaa9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:13.213442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33261b-15f4-4b9c-8b0f-bcc5ef6dec64 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Pushing event deleted for resources: {'Port': ['ID=b24921c5-15ee-4aa2-ad89-45ab681570a0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:13.309737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-fa33261b-15f4-4b9c-8b0f-bcc5ef6dec64 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] No DVR routers for this DVR port b24921c5-15ee-4aa2-ad89-45ab681570a0 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:13.349747 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-fa33261b-15f4-4b9c-8b0f-bcc5ef6dec64 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:13.351835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6bf9c4b-4911-4211-8351-80cfc1bad8b4 req-fa33261b-15f4-4b9c-8b0f-bcc5ef6dec64 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.90 "DELETE /v2.0/ports/b24921c5-15ee-4aa2-ad89-45ab681570a0 HTTP/1.1" status: 204 len: 173 time: 1.7481303 Aug 04 16:54:13.352302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95790bce-1163-4436-84ba-15d8acf349dd', 'name': 'network-vif-deleted', 'tag': 'b24921c5-15ee-4aa2-ad89-45ab681570a0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:13.356156 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b5926c-bf9f-4dfe-9e2f-db61bfb43f83" -d '{"events": [{"server_uuid": "95790bce-1163-4436-84ba-15d8acf349dd", "name": "network-vif-deleted", "tag": "b24921c5-15ee-4aa2-ad89-45ab681570a0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:13.488612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-09e7d39b-f61f-4897-80d5-f47da19f8638 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:13.490170 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-09e7d39b-f61f-4897-80d5-f47da19f8638 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.90 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 951 time: 0.2148070 Aug 04 16:54:13.545067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47cd78-dec3-4d53-a241-68d644341e9c req-68608c98-faae-4492-8ae8-c52f0bf919a9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:13.553619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b47cd78-dec3-4d53-a241-68d644341e9c req-68608c98-faae-4492-8ae8-c52f0bf919a9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 951 time: 0.1838186 Aug 04 16:54:13.586713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-da11a1ae-9fb0-47ed-ab66-247b16d10a37 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:13.588309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-da11a1ae-9fb0-47ed-ab66-247b16d10a37 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.3898835 Aug 04 16:54:13.615759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b47cd78-dec3-4d53-a241-68d644341e9c req-de0390b2-e9d2-4027-91b2-15a3299fafda tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b178e17-8a67-4d58-a374-60edcc57761c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607574 Aug 04 16:54:13.635647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-bf547875-83c2-40f6-9a4d-7f0457fcb449 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/quotas/524e6703e05143f89fe82c4e86d98fad HTTP/1.1" status: 200 len: 375 time: 0.0309741 Aug 04 16:54:13.693408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-004df4fc-8cb1-427b-a910-cd6c9ceef046 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505469 Aug 04 16:54:13.695326 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b59254-d940-471b-83c3-151c44b4d0c9 x-openstack-request-id: req-d2b59254-d940-471b-83c3-151c44b4d0c9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:13.695818 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95790bce-1163-4436-84ba-15d8acf349dd", "name": "network-vif-deleted", "tag": "b24921c5-15ee-4aa2-ad89-45ab681570a0", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:13.696238 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2b59254-d940-471b-83c3-151c44b4d0c9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:13.696796 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95790bce-1163-4436-84ba-15d8acf349dd', 'name': 'network-vif-deleted', 'tag': 'b24921c5-15ee-4aa2-ad89-45ab681570a0', 'status': 'completed', 'code': 200} Aug 04 16:54:13.822484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] Router d6721664-785f-4c32-9de8-9126e061815e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:54:13.853251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-07ebd146-5404-4d20-9e37-94594ef5bda9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Deleting port 62b071ae-4193-42c0-91c3-dd2380268804 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:13.853601 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-07ebd146-5404-4d20-9e37-94594ef5bda9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:13.904331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-7af40cb2-e7fe-4bb6-a5a3-735d1e563123 service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987426 Aug 04 16:54:14.016618 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-07ebd146-5404-4d20-9e37-94594ef5bda9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] For port 62b071ae-4193-42c0-91c3-dd2380268804, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=62b071ae-4193-42c0-91c3-dd2380268804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:14.018448 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-07ebd146-5404-4d20-9e37-94594ef5bda9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:14.035058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-e5051df1-2ae4-4320-ae85-a89b392ca972 service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297932 Aug 04 16:54:14.035612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-07ebd146-5404-4d20-9e37-94594ef5bda9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Calling delete_port for 62b071ae-4193-42c0-91c3-dd2380268804 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:14.247585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-07ebd146-5404-4d20-9e37-94594ef5bda9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:14.261078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-101a8116-f119-4992-890d-ec0e1dab7e64 req-6aecf257-004f-4746-9e65-b35b131ef781 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=95790bce-1163-4436-84ba-15d8acf349dd HTTP/1.1" status: 200 len: 210 time: 0.1014426 Aug 04 16:54:14.262375 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['62b071ae-4193-42c0-91c3-dd2380268804'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:14.281401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebd146-5404-4d20-9e37-94594ef5bda9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Pushing event deleted for resources: {'Port': ['ID=62b071ae-4193-42c0-91c3-dd2380268804,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:14.454638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-07ebd146-5404-4d20-9e37-94594ef5bda9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] No DVR routers for this DVR port 62b071ae-4193-42c0-91c3-dd2380268804 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:14.459947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-07ebd146-5404-4d20-9e37-94594ef5bda9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:14.462559 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6fed465-f169-4dec-91e5-928afc86c4cf req-07ebd146-5404-4d20-9e37-94594ef5bda9 tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.90 "DELETE /v2.0/ports/62b071ae-4193-42c0-91c3-dd2380268804 HTTP/1.1" status: 204 len: 173 time: 0.9548476 Aug 04 16:54:14.463421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'name': 'network-vif-deleted', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:14.473727 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c6d91-8b10-4557-8e69-9c833fa27579" -d '{"events": [{"server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "name": "network-vif-deleted", "tag": "62b071ae-4193-42c0-91c3-dd2380268804"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:14.523870 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-720d0e73-b4cb-4b70-af79-7812cac3d678 req-d5ce9aa0-cdb5-459c-86e1-236839e677ab tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 210 time: 0.0626969 Aug 04 16:54:14.584315 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:54:14.605196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] Sync routers for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:54:14.616033 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6b7ea02b-33a5-4b43-836c-e912acdf3c85 admin admin] 10.222.0.39 "PUT /v2.0/routers/d6721664-785f-4c32-9de8-9126e061815e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7198620 Aug 04 16:54:14.616807 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38738) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:14.631428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:54:14.634797 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b9b300-0be7-4f77-93cd-fac7a635191d x-openstack-request-id: req-b7b9b300-0be7-4f77-93cd-fac7a635191d {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:14.634797 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117c4f26-7a55-4971-a2be-1649a48e5363", "name": "network-vif-deleted", "tag": "62b071ae-4193-42c0-91c3-dd2380268804", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:14.634797 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7b9b300-0be7-4f77-93cd-fac7a635191d {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:14.634797 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117c4f26-7a55-4971-a2be-1649a48e5363', 'name': 'network-vif-deleted', 'tag': '62b071ae-4193-42c0-91c3-dd2380268804', 'status': 'completed', 'code': 200} Aug 04 16:54:14.651001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:54:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:14.842007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8eadfc4c-5068-4221-9fed-37ef67f97c59 req-87828878-5323-46d7-af3a-2db3c6609aec tempest-ServersAdminTestJSON-1440887397 tempest-ServersAdminTestJSON-1440887397-project] 10.222.0.39 "GET /v2.0/ports?device_id=117c4f26-7a55-4971-a2be-1649a48e5363 HTTP/1.1" status: 200 len: 210 time: 0.0579555 Aug 04 16:54:14.866529 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:14.935084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:54:15.021756 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:15.185401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Deleting port 449ebe90-32b9-4f2e-b429-e346a1213c6c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:15.187174 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:15.320053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] For port 449ebe90-32b9-4f2e-b429-e346a1213c6c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=449ebe90-32b9-4f2e-b429-e346a1213c6c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:15.322267 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:15.369045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Calling delete_port for 449ebe90-32b9-4f2e-b429-e346a1213c6c owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:15.602162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:54:12Z', 'revision_number': 5, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port': {'id': '449ebe90-32b9-4f2e-b429-e346a1213c6c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6721664-785f-4c32-9de8-9126e061815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:52:51Z', 'updated_at': '2021-08-04T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:15.656478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] Checking router: d6721664-785f-4c32-9de8-9126e061815e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:54:15.688859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] Routers {'d6721664-785f-4c32-9de8-9126e061815e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:54:15.691253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:54:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d6721664-785f-4c32-9de8-9126e061815e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:15.785066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c8494b8-d00f-469c-a6ba-a05fd9fef26e req-c3e815c9-07eb-4894-8e2a-dd9a500c2ba6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 210 time: 0.0776260 Aug 04 16:54:15.872717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] Set router d6721664-785f-4c32-9de8-9126e061815e gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:54:15.927941 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:16.066435 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:54:15Z', 'revision_number': 6, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:16.098953 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c772e-0830-43c2-bbed-4326c90bd356 None None] The sync data for ids ['d6721664-785f-4c32-9de8-9126e061815e'] in n-d-764435-5 is: [{'id': 'd6721664-785f-4c32-9de8-9126e061815e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1844907642-router', 'tenant_id': '3d9ef92026e847768b6eabae7e3293de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:52:50Z', 'updated_at': '2021-08-04T16:54:15Z', 'revision_number': 6, 'project_id': '3d9ef92026e847768b6eabae7e3293de', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:54:16.450393 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b24921c5-15ee-4aa2-ad89-45ab681570a0 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:16.495346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-b8a68941-fbcc-4904-9121-87dddfbac267 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:16.500089 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-b8a68941-fbcc-4904-9121-87dddfbac267 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.2829318 Aug 04 16:54:16.518986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Request body: {'port': {'device_id': '765232a7-783f-469a-9d91-24dab2f45bda', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'admin_state_up': True, 'tenant_id': '524e6703e05143f89fe82c4e86d98fad'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:16.523819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: b24921c5-15ee-4aa2-ad89-45ab681570a0 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:16.524162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b24921c5-15ee-4aa2-ad89-45ab681570a0 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:16.524723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 62b071ae-4193-42c0-91c3-dd2380268804 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:16.627474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 62b071ae-4193-42c0-91c3-dd2380268804 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:16.628191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 62b071ae-4193-42c0-91c3-dd2380268804 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:16.665304 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38800) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:16.792371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Pushing event deleted for resources: {'Port': ['ID=449ebe90-32b9-4f2e-b429-e346a1213c6c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:16.852057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Made reservation on behalf of 524e6703e05143f89fe82c4e86d98fad for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:16.859689 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:16.931241 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.066212 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-68fe103a-ea0e-4b4e-97d5-16110e2a5c27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=501772fe18a64bb99e35146b00eb9ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995447 Aug 04 16:54:17.076083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38816) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:17.085716 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:54:17.200017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43386d53-810e-40f7-b839-3b08d9b06b1f req-b797de4b-ea17-4722-a020-70c9793eedf3 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 210 time: 0.0844762 Aug 04 16:54:17.204192 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.207948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.334729 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.335592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6721664-785f-4c32-9de8-9126e061815e {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:54:17.343896 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.345646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8b4deeb4-6d12-4ea8-a551-cb4dfee2f871 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d6721664-785f-4c32-9de8-9126e061815e HTTP/1.1" status: 204 len: 168 time: 2.7277341 Aug 04 16:54:17.349770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38822) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:17.357736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a43cb9b-ff8e-4afa-898a-d6365584e04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.405069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a43cb9b-ff8e-4afa-898a-d6365584e04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.408536 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Allocated IP 172.20.0.6 (994a5d9d-65cf-48d2-a2eb-3ec837627526/fa0957b7-de1e-4ef2-b8d7-d7e66c75e099/c54e8c1e-5832-4416-a714-0b6d560fae8c) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:17.478367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6466c1a2-6748-4cc5-9e3c-0c890a7c6bff admin admin] Deleting subnet 06080936-8259-470d-b02f-60e919b9e93c {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:54:17.482159 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6466c1a2-6748-4cc5-9e3c-0c890a7c6bff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.546473 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6466c1a2-6748-4cc5-9e3c-0c890a7c6bff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.578979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a43cb9b-ff8e-4afa-898a-d6365584e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.581461 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a43cb9b-ff8e-4afa-898a-d6365584e04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.582711 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1a43cb9b-ff8e-4afa-898a-d6365584e04e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b178e17-8a67-4d58-a374-60edcc57761c HTTP/1.1" status: 204 len: 168 time: 0.4925296 Aug 04 16:54:17.709048 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43cb9b-ff8e-4afa-898a-d6365584e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b178e17-8a67-4d58-a374-60edcc57761c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:17.799619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494323f-6a6a-4ade-bf48-b8bab98e30d5 req-1108a707-b5a1-4f69-8ea9-eee000af7f03 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:17.810430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494323f-6a6a-4ade-bf48-b8bab98e30d5 req-1108a707-b5a1-4f69-8ea9-eee000af7f03 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:17.822437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9494323f-6a6a-4ade-bf48-b8bab98e30d5 req-1108a707-b5a1-4f69-8ea9-eee000af7f03 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221&device_id=6a517d48-f979-47c6-aa2f-fe4b0cb1c134 HTTP/1.1" status: 200 len: 1682 time: 0.2690582 Aug 04 16:54:17.911348 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.914216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6466c1a2-6748-4cc5-9e3c-0c890a7c6bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:17.941420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38836) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:18.024254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.025581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9494323f-6a6a-4ade-bf48-b8bab98e30d5 req-45d10150-2032-4d6d-8e12-8035decb30e4 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950982 Aug 04 16:54:18.028521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6466c1a2-6748-4cc5-9e3c-0c890a7c6bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.051788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 449ebe90-32b9-4f2e-b429-e346a1213c6c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:18.120580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Network 994a5d9d-65cf-48d2-a2eb-3ec837627526 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:18.126097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:18.128376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event updated for resources: {'Port': ['ID=c54e8c1e-5832-4416-a714-0b6d560fae8c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:18.131041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:18.163677 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6466c1a2-6748-4cc5-9e3c-0c890a7c6bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.167797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7662f7db-f72c-4c4b-bd00-5e41b3495505 None None] Network 8b2fc36f-59ae-4d3c-ae28-633000a4085c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:54:18.172251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6466c1a2-6748-4cc5-9e3c-0c890a7c6bff admin admin] 10.222.0.39 "DELETE /v2.0/subnets/06080936-8259-470d-b02f-60e919b9e93c HTTP/1.1" status: 204 len: 168 time: 0.8192296 Aug 04 16:54:18.172251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466c1a2-6748-4cc5-9e3c-0c890a7c6bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06080936-8259-470d-b02f-60e919b9e93c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:18.173410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38846) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:18.217303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:18.218410 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.260659 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-a7c2ce7f-4e6b-46ed-8857-022c7592223a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7498817 Aug 04 16:54:18.275810 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Request body: {'port': {'device_id': '765232a7-783f-469a-9d91-24dab2f45bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:18.296025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38850) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:18.359977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 449ebe90-32b9-4f2e-b429-e346a1213c6c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:18.360610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 449ebe90-32b9-4f2e-b429-e346a1213c6c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:18.361268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 38776636-9820-4a01-8ed8-6dfd51f4a3ae no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:18.387444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 38776636-9820-4a01-8ed8-6dfd51f4a3ae {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:18.387998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 38776636-9820-4a01-8ed8-6dfd51f4a3ae not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:18.414512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6a6ebcf7-a032-4078-a5b5-325ebb360908 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f435a4c9e2394b1e9008ec37678796d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148946 Aug 04 16:54:18.420627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38856) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:18.429774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26cb2516-6155-4a8b-8b77-4552dd1b1a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.436519 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.504376 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.550759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e3068-7beb-4fc5-a229-eefe8b8ceef9 None None] DHCP port deletion for 8b2fc36f-59ae-4d3c-ae28-633000a4085c request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:54:18.586432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4753b-a7aa-4a17-946e-8b572c44b4b9 req-264882f6-6d7d-4668-8cfd-665dee6278bc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:18.588560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02d4753b-a7aa-4a17-946e-8b572c44b4b9 req-264882f6-6d7d-4668-8cfd-665dee6278bc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 931 time: 0.1888933 Aug 04 16:54:18.624042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-486e3068-7beb-4fc5-a229-eefe8b8ceef9 None None] Deleting port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:18.625060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-486e3068-7beb-4fc5-a229-eefe8b8ceef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.719325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-486e3068-7beb-4fc5-a229-eefe8b8ceef9 None None] For port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5ec0ac72-23c3-46f2-84f2-0019e6d7e2db,segment=NetworkSegment(ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2),segment_id=ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:18.720159 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-486e3068-7beb-4fc5-a229-eefe8b8ceef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.752677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-486e3068-7beb-4fc5-a229-eefe8b8ceef9 None None] Calling delete_port for 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:18.853791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02d4753b-a7aa-4a17-946e-8b572c44b4b9 req-9982e0d2-7276-4ab7-b5a1-1c836312c571 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373435 Aug 04 16:54:18.865771 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb80b4cd-d1ce-4a9c-ab0e-5c8018a40c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.917218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb80b4cd-d1ce-4a9c-ab0e-5c8018a40c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:18.985314 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-486e3068-7beb-4fc5-a229-eefe8b8ceef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.038077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e3068-7beb-4fc5-a229-eefe8b8ceef9 None None] Pushing event deleted for resources: {'Port': ['ID=5ec0ac72-23c3-46f2-84f2-0019e6d7e2db,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:19.041642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Deleting port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:19.042040 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.054943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e3068-7beb-4fc5-a229-eefe8b8ceef9 None None] No DVR routers for this DVR port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:19.115622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb80b4cd-d1ce-4a9c-ab0e-5c8018a40c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.123200 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb80b4cd-d1ce-4a9c-ab0e-5c8018a40c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.124571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cb80b4cd-d1ce-4a9c-ab0e-5c8018a40c36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e2e2ea9-050a-4076-a9c8-3556d9f0f799 HTTP/1.1" status: 204 len: 168 time: 0.6544781 Aug 04 16:54:19.141736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80b4cd-d1ce-4a9c-ab0e-5c8018a40c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2e2ea9-050a-4076-a9c8-3556d9f0f799,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:19.168537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] For port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db, host n-d-764435-5, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:19.169101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.191342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Calling delete_port for 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:19.196733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 16:54:19.198296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.242554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec0ac72-23c3-46f2-84f2-0019e6d7e2db,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:19.251589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] No DVR routers for this DVR port 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:19.328037 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26cb2516-6155-4a8b-8b77-4552dd1b1a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.341733 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26cb2516-6155-4a8b-8b77-4552dd1b1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.344274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.351174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54e8c1e-5832-4416-a714-0b6d560fae8c {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:19.357702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2fc36f-59ae-4d3c-ae28-633000a4085c']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:19.372105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:19.372400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab42bfc6-c1ae-4bb7-ba0d-65ce5bbb4bb2') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:19.379183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.387576 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.407269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.424553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:54:19.424962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:54:19.427178 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:54:19.434156 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-26cb2516-6155-4a8b-8b77-4552dd1b1a39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de8503cfda344a19aebafe4ac48f29e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4914219 Aug 04 16:54:19.438305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Transition to ACTIVE for port object c54e8c1e-5832-4416-a714-0b6d560fae8c will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:19.439437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38910) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:19.449297 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb2516-6155-4a8b-8b77-4552dd1b1a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74339039-ea69-4141-9dee-445c92c41078,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:19.461584 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.560794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185136-0f00-471e-a533-4cff736dd339 req-ce393b70-8c3c-44f5-80df-5371cfcdea4e tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:19.570186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d185136-0f00-471e-a533-4cff736dd339 req-ce393b70-8c3c-44f5-80df-5371cfcdea4e tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a517d48-f979-47c6-aa2f-fe4b0cb1c134 HTTP/1.1" status: 200 len: 946 time: 0.1571491 Aug 04 16:54:19.588521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.605083 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.608221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8b2fc36f-59ae-4d3c-ae28-633000a4085c HTTP/1.1" status: 204 len: 168 time: 1.4337072 Aug 04 16:54:19.610569 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Pushing event updated for resources: {'Port': ['ID=c54e8c1e-5832-4416-a714-0b6d560fae8c,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:19.628898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f82195-d332-4cca-801e-811d40c18220 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2fc36f-59ae-4d3c-ae28-633000a4085c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:19.669986 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92c4c3c8-0449-478b-acd4-5a3a79683d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.681187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Attempting to bind port c54e8c1e-5832-4416-a714-0b6d560fae8c on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:54:19.681521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Attempting to bind port c54e8c1e-5832-4416-a714-0b6d560fae8c by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:54:19.681858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Attempting to bind port c54e8c1e-5832-4416-a714-0b6d560fae8c on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:19.684189 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d185136-0f00-471e-a533-4cff736dd339 req-2e963fa6-6008-48e6-856f-e8a695b3f5bb tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/security-groups?id=3129807d-ab49-4bd6-86c9-c6f5ddb456e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091704 Aug 04 16:54:19.726250 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Port c54e8c1e-5832-4416-a714-0b6d560fae8c on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:54:19.726588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Attempting to bind port c54e8c1e-5832-4416-a714-0b6d560fae8c on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:19.739880 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92c4c3c8-0449-478b-acd4-5a3a79683d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.746715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:54:19.747263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Checking segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:19.747646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Bound using segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:54:19.748127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Bound port: c54e8c1e-5832-4416-a714-0b6d560fae8c, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:54:19.748532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.825917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] For port c54e8c1e-5832-4416-a714-0b6d560fae8c, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:19.829391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] For port c54e8c1e-5832-4416-a714-0b6d560fae8c, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c54e8c1e-5832-4416-a714-0b6d560fae8c,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:54:19.847225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.894606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:19.895541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.896751 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] 10.222.0.82 "PUT /v2.0/ports/c54e8c1e-5832-4416-a714-0b6d560fae8c HTTP/1.1" status: 200 len: 1091 time: 1.6263130 Aug 04 16:54:19.897410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765232a7-783f-469a-9d91-24dab2f45bda', 'tag': 'c54e8c1e-5832-4416-a714-0b6d560fae8c'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:19.899888 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43504964-359a-42cf-9f4e-7f256418b3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "765232a7-783f-469a-9d91-24dab2f45bda", "tag": "c54e8c1e-5832-4416-a714-0b6d560fae8c"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:19.943747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92c4c3c8-0449-478b-acd4-5a3a79683d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.949220 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92c4c3c8-0449-478b-acd4-5a3a79683d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:19.951272 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-92c4c3c8-0449-478b-acd4-5a3a79683d70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74339039-ea69-4141-9dee-445c92c41078 HTTP/1.1" status: 204 len: 168 time: 0.5108261 Aug 04 16:54:19.966369 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933afae-ced4-4f5c-99e4-a5a2465d2134 service neutron] Pushing event updated for resources: {'Port': ['ID=c54e8c1e-5832-4416-a714-0b6d560fae8c,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:19.990144 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f6a159-0ade-4497-8477-a7b12dff0e5d x-openstack-request-id: req-86f6a159-0ade-4497-8477-a7b12dff0e5d {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:19.990441 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765232a7-783f-469a-9d91-24dab2f45bda", "tag": "c54e8c1e-5832-4416-a714-0b6d560fae8c", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:19.990719 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86f6a159-0ade-4497-8477-a7b12dff0e5d {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:19.991118 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765232a7-783f-469a-9d91-24dab2f45bda', 'tag': 'c54e8c1e-5832-4416-a714-0b6d560fae8c', 'status': 'completed', 'code': 200} Aug 04 16:54:20.022909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4c3c8-0449-478b-acd4-5a3a79683d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74339039-ea69-4141-9dee-445c92c41078,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:20.044872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-267822d3-cac5-450d-b50e-c60b1cc41057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:20.046884 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-267822d3-cac5-450d-b50e-c60b1cc41057 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 1094 time: 0.0757461 Aug 04 16:54:20.066342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:20.084806 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38940) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:20.098423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3fa08-0032-475e-ae77-b33cb119a645 req-3bba5977-6e60-4a7b-a23f-0b9538793c17 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:20.099505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:20.100159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ae3fa08-0032-475e-ae77-b33cb119a645 req-3bba5977-6e60-4a7b-a23f-0b9538793c17 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 943 time: 0.1220074 Aug 04 16:54:20.112893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5ec0ac72-23c3-46f2-84f2-0019e6d7e2db not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:20.121847 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-ee477861-ca5d-422a-a28f-84939c1686fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c54e8c1e-5832-4416-a714-0b6d560fae8c HTTP/1.1" status: 200 len: 217 time: 0.0637233 Aug 04 16:54:20.228944 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7b639cec-b8b8-4264-b3e9-b5d7536ca386 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d9ef92026e847768b6eabae7e3293de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271780 Aug 04 16:54:20.235928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38962) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:20.254508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-c796ed4a-7cf8-47a8-87c1-603fd1dfd772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:20.256811 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-c796ed4a-7cf8-47a8-87c1-603fd1dfd772 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.1236067 Aug 04 16:54:20.266047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ae3fa08-0032-475e-ae77-b33cb119a645 req-3d5f4472-50ba-434f-8c7b-ef52ffb56657 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974255 Aug 04 16:54:20.334907 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-821685a7-c2d6-48e7-9665-4508f85d0f35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693889 Aug 04 16:54:20.336284 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75afbb3b-3aad-46aa-97ae-cbc7e134c594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:20.371216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75afbb3b-3aad-46aa-97ae-cbc7e134c594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:20.488249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-c4b80d57-ca3d-430b-85bb-7a93b34bbe0b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:20.488249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-c4b80d57-ca3d-430b-85bb-7a93b34bbe0b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.82 "GET /v2.0/ports?device_id=6a517d48-f979-47c6-aa2f-fe4b0cb1c134 HTTP/1.1" status: 200 len: 946 time: 0.1760767 Aug 04 16:54:20.489141 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75afbb3b-3aad-46aa-97ae-cbc7e134c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:20.491848 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-75afbb3b-3aad-46aa-97ae-cbc7e134c594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:20.493005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-75afbb3b-3aad-46aa-97ae-cbc7e134c594 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb53697b-56e7-4154-a66e-78eefd3870bb HTTP/1.1" status: 204 len: 168 time: 0.2560828 Aug 04 16:54:20.526121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afbb3b-3aad-46aa-97ae-cbc7e134c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb53697b-56e7-4154-a66e-78eefd3870bb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:20.604864 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-73fc5235-0b00-4ab5-babb-8affa971faf0 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622533 Aug 04 16:54:20.651298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-1c69a283-4171-411c-afa4-cc338984b84b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Deleting port 92f17426-116a-4e43-b1d4-109566becaa9 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:20.651644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-1c69a283-4171-411c-afa4-cc338984b84b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:20.801889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38986) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:20.807273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-1c69a283-4171-411c-afa4-cc338984b84b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] For port 92f17426-116a-4e43-b1d4-109566becaa9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=92f17426-116a-4e43-b1d4-109566becaa9,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:20.808447 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-1c69a283-4171-411c-afa4-cc338984b84b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:20.828178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-1c69a283-4171-411c-afa4-cc338984b84b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Calling delete_port for 92f17426-116a-4e43-b1d4-109566becaa9 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:20.849895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3534fa9-3c50-4f29-ad4f-813663fd20f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:20.872283 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72b3df53-8148-4985-bd96-9e13afd9b485 req-c8abbb51-b4f4-495c-851e-12c169fca0b5 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588890 Aug 04 16:54:20.911359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-dfc95e7b-8ada-4400-b0db-6f279b416d03 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:20.913112 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-dfc95e7b-8ada-4400-b0db-6f279b416d03 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.90 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 945 time: 0.1783993 Aug 04 16:54:21.009501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-1c69a283-4171-411c-afa4-cc338984b84b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.021769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['656fbb6b-7155-4b29-86f4-e6ea653292d8'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:21.028614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['92f17426-116a-4e43-b1d4-109566becaa9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:21.084858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b390e8f7-3c94-4215-b37b-eb3fefa83880 req-d9ae88d5-41f0-49af-a643-27ae3c340729 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a517d48-f979-47c6-aa2f-fe4b0cb1c134 HTTP/1.1" status: 200 len: 210 time: 0.0882931 Aug 04 16:54:21.160350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69a283-4171-411c-afa4-cc338984b84b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Pushing event deleted for resources: {'Port': ['ID=92f17426-116a-4e43-b1d4-109566becaa9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:21.240815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-1c69a283-4171-411c-afa4-cc338984b84b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] No DVR routers for this DVR port 92f17426-116a-4e43-b1d4-109566becaa9 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:21.245375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-1c69a283-4171-411c-afa4-cc338984b84b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.257197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2452de71-7c1b-40f0-9e0e-d0526050eb3f req-1c69a283-4171-411c-afa4-cc338984b84b tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.82 "DELETE /v2.0/ports/92f17426-116a-4e43-b1d4-109566becaa9 HTTP/1.1" status: 204 len: 173 time: 0.7588079 Aug 04 16:54:21.261640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a517d48-f979-47c6-aa2f-fe4b0cb1c134', 'name': 'network-vif-deleted', 'tag': '92f17426-116a-4e43-b1d4-109566becaa9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:21.272779 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da79e5e-5f0f-4da9-8dd7-2961be0e6eb0" -d '{"events": [{"server_uuid": "6a517d48-f979-47c6-aa2f-fe4b0cb1c134", "name": "network-vif-deleted", "tag": "92f17426-116a-4e43-b1d4-109566becaa9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:21.274619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504964-359a-42cf-9f4e-7f256418b3a1 req-cf2873d4-6cc3-40b7-bd9f-5cd97f2f2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:21.276334 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-43504964-359a-42cf-9f4e-7f256418b3a1 req-cf2873d4-6cc3-40b7-bd9f-5cd97f2f2104 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 1094 time: 0.2399271 Aug 04 16:54:21.377788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-a95a841a-050f-43ef-bb00-27627a995486 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Deleting port 656fbb6b-7155-4b29-86f4-e6ea653292d8 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:21.378571 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-a95a841a-050f-43ef-bb00-27627a995486 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.461021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3534fa9-3c50-4f29-ad4f-813663fd20f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.478554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3534fa9-3c50-4f29-ad4f-813663fd20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.528344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4805fb1-dfb8-46d5-a9ce-fb7aeceb1edf req-a789b9bd-c3bb-49e5-bd59-a216cbcde060 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:21.538629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4805fb1-dfb8-46d5-a9ce-fb7aeceb1edf req-a789b9bd-c3bb-49e5-bd59-a216cbcde060 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 943 time: 0.1314442 Aug 04 16:54:21.578106 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c3534fa9-3c50-4f29-ad4f-813663fd20f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=070d8e870897495c8011c0fca0c3640c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7716973 Aug 04 16:54:21.582317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39008) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:21.583621 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504964-359a-42cf-9f4e-7f256418b3a1 req-0c4a5d5e-0ac0-4913-8dd3-c67056e4ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:21.585262 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-43504964-359a-42cf-9f4e-7f256418b3a1 req-0c4a5d5e-0ac0-4913-8dd3-c67056e4ef92 service neutron] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 914 time: 0.2912323 Aug 04 16:54:21.587524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-a95a841a-050f-43ef-bb00-27627a995486 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] For port 656fbb6b-7155-4b29-86f4-e6ea653292d8, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=656fbb6b-7155-4b29-86f4-e6ea653292d8,segment=NetworkSegment(329b3f82-78e2-41ff-a85b-b37c5a7ffcf2),segment_id=329b3f82-78e2-41ff-a85b-b37c5a7ffcf2)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:21.587898 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-a95a841a-050f-43ef-bb00-27627a995486 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.590599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3534fa9-3c50-4f29-ad4f-813663fd20f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b43310-1ab4-4456-8e6b-06742f14e3c9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:21.612961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-a95a841a-050f-43ef-bb00-27627a995486 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Calling delete_port for 656fbb6b-7155-4b29-86f4-e6ea653292d8 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:21.635319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4805fb1-dfb8-46d5-a9ce-fb7aeceb1edf req-7cd3a4f7-d892-4124-9e50-32848d15f90b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929437 Aug 04 16:54:21.652184 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-43504964-359a-42cf-9f4e-7f256418b3a1 req-91799cb6-2e64-4579-8845-fe208c267552 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c54e8c1e-5832-4416-a714-0b6d560fae8c HTTP/1.1" status: 200 len: 217 time: 0.0529587 Aug 04 16:54:21.717999 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f014e06-e031-488b-a3d5-31b8f51b84c9 x-openstack-request-id: req-4f014e06-e031-488b-a3d5-31b8f51b84c9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:21.718288 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a517d48-f979-47c6-aa2f-fe4b0cb1c134", "name": "network-vif-deleted", "tag": "92f17426-116a-4e43-b1d4-109566becaa9", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:21.718581 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f014e06-e031-488b-a3d5-31b8f51b84c9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:21.718962 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a517d48-f979-47c6-aa2f-fe4b0cb1c134', 'name': 'network-vif-deleted', 'tag': '92f17426-116a-4e43-b1d4-109566becaa9', 'status': 'completed', 'code': 200} Aug 04 16:54:21.723271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-67b7dda5-403d-48a0-a441-d6d553cdb424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.767126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504964-359a-42cf-9f4e-7f256418b3a1 req-1f7ef068-a8b7-4e5f-ad75-6aaf3f26844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:21.768863 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-43504964-359a-42cf-9f4e-7f256418b3a1 req-1f7ef068-a8b7-4e5f-ad75-6aaf3f26844e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.1025069 Aug 04 16:54:21.792982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-67b7dda5-403d-48a0-a441-d6d553cdb424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.814102 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-43504964-359a-42cf-9f4e-7f256418b3a1 req-b0e9f5a6-9053-4a9c-9447-1e4411beab62 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317919 Aug 04 16:54:21.887116 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-67b7dda5-403d-48a0-a441-d6d553cdb424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.889755 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-67b7dda5-403d-48a0-a441-d6d553cdb424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.906535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-67b7dda5-403d-48a0-a441-d6d553cdb424 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39b43310-1ab4-4456-8e6b-06742f14e3c9 HTTP/1.1" status: 204 len: 168 time: 0.3226094 Aug 04 16:54:21.945388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7dda5-403d-48a0-a441-d6d553cdb424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b43310-1ab4-4456-8e6b-06742f14e3c9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:21.963662 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-43504964-359a-42cf-9f4e-7f256418b3a1 req-07295a38-8b5d-48aa-b449-0829bfd77bab service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406529 Aug 04 16:54:21.970231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-a95a841a-050f-43ef-bb00-27627a995486 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:21.988660 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['92f17426-116a-4e43-b1d4-109566becaa9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:22.245710 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a841a-050f-43ef-bb00-27627a995486 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Pushing event deleted for resources: {'Port': ['ID=656fbb6b-7155-4b29-86f4-e6ea653292d8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:22.289196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-a95a841a-050f-43ef-bb00-27627a995486 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] No DVR routers for this DVR port 656fbb6b-7155-4b29-86f4-e6ea653292d8 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:22.298125 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-a95a841a-050f-43ef-bb00-27627a995486 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:22.300202 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8f8935f8-191d-4ec3-a5cb-93f9759f06fc req-a95a841a-050f-43ef-bb00-27627a995486 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.90 "DELETE /v2.0/ports/656fbb6b-7155-4b29-86f4-e6ea653292d8 HTTP/1.1" status: 204 len: 173 time: 1.3777092 Aug 04 16:54:22.302044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232b1055-7114-4f83-98b7-2006aad29221', 'name': 'network-vif-deleted', 'tag': '656fbb6b-7155-4b29-86f4-e6ea653292d8'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:22.303166 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd980ee4-fe16-4dff-913b-92330e82491e" -d '{"events": [{"server_uuid": "232b1055-7114-4f83-98b7-2006aad29221", "name": "network-vif-deleted", "tag": "656fbb6b-7155-4b29-86f4-e6ea653292d8"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:22.322595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1f90048-6a4e-4588-88b9-d9ff653f34f3 req-3c32b7a1-eafa-4f9d-8ab7-b6ea8c425d19 tempest-ListServersNegativeTestJSON-1711349994 tempest-ListServersNegativeTestJSON-1711349994-project] 10.222.0.39 "GET /v2.0/ports?device_id=232b1055-7114-4f83-98b7-2006aad29221 HTTP/1.1" status: 200 len: 210 time: 0.0323524 Aug 04 16:54:22.367900 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-43504964-359a-42cf-9f4e-7f256418b3a1 req-d7e43048-4a7c-45c5-a2a4-fc6f826329db service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929827 Aug 04 16:54:22.386848 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1746191-0d8e-4bfe-8f1a-418813a9594f x-openstack-request-id: req-e1746191-0d8e-4bfe-8f1a-418813a9594f {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:22.387497 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232b1055-7114-4f83-98b7-2006aad29221", "name": "network-vif-deleted", "tag": "656fbb6b-7155-4b29-86f4-e6ea653292d8", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:22.387601 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1746191-0d8e-4bfe-8f1a-418813a9594f {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:22.388201 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232b1055-7114-4f83-98b7-2006aad29221', 'name': 'network-vif-deleted', 'tag': '656fbb6b-7155-4b29-86f4-e6ea653292d8', 'status': 'completed', 'code': 200} Aug 04 16:54:22.775335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7c23b-7fa2-464a-a079-78c8736a0b74 req-53bd1506-5ea6-4d87-a93e-7fed7f75ce56 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:22.777024 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53f7c23b-7fa2-464a-a079-78c8736a0b74 req-53bd1506-5ea6-4d87-a93e-7fed7f75ce56 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 943 time: 0.0593660 Aug 04 16:54:22.823311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53f7c23b-7fa2-464a-a079-78c8736a0b74 req-6ba7ad5e-2e40-4e1a-9e36-30f0e6a77358 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381749 Aug 04 16:54:23.039336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39070) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:23.146482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2104439438-network', 'tenant_id': '881dd0bd49f84981b3b2ad3a4fe41f10'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:23.179828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Made reservation on behalf of 881dd0bd49f84981b3b2ad3a4fe41f10 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:23.183152 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.197092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.299760 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.305550 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.348026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:54:23.351493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85787a1d-e469-423a-96d8-6de15e9e3806,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:23.362894 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.363532 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Added segment 782f317c-7358-49b9-8e71-5ae767933c3c of type vlan for network fed77e85-9786-438f-9c12-d588fc5ecbb9 Aug 04 16:54:23.403376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39082) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:23.411428 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.456280 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.457337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:23.458070 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.470415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c949359-0636-4b6c-8a88-140342e37097 admin admin] Deleting subnet 02021186-0a91-4779-b344-0ed0e1e515bc {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:54:23.475789 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c949359-0636-4b6c-8a88-140342e37097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.489993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4493532 Aug 04 16:54:23.501283 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39084) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:23.509823 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Request body: {'subnet': {'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2104439438-subnet', 'tenant_id': '881dd0bd49f84981b3b2ad3a4fe41f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:23.537994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdd82d-e6ad-4f7d-8d25-a9bf4bbccf02 admin admin] Pushing event updated for resources: {'Network': ['ID=fed77e85-9786-438f-9c12-d588fc5ecbb9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:23.540618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c949359-0636-4b6c-8a88-140342e37097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.549403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network fed77e85-9786-438f-9c12-d588fc5ecbb9 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:54:23.571723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Made reservation on behalf of 881dd0bd49f84981b3b2ad3a4fe41f10 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:23.577141 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.637143 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c949359-0636-4b6c-8a88-140342e37097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.736623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c949359-0636-4b6c-8a88-140342e37097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.773203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c949359-0636-4b6c-8a88-140342e37097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02021186-0a91-4779-b344-0ed0e1e515bc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:23.782090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c949359-0636-4b6c-8a88-140342e37097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.784203 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2c949359-0636-4b6c-8a88-140342e37097 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/02021186-0a91-4779-b344-0ed0e1e515bc HTTP/1.1" status: 204 len: 168 time: 0.3791552 Aug 04 16:54:23.786760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39086) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:23.893296 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.935490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:23.979409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92c615-adb0-4dcd-b5ad-7dd912190517 req-748f8f49-8b96-46b7-96a1-e035ddf88566 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:23.981033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db92c615-adb0-4dcd-b5ad-7dd912190517 req-748f8f49-8b96-46b7-96a1-e035ddf88566 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 943 time: 0.0699928 Aug 04 16:54:23.995682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c270d6ca-fadf-4471-9dc6-9a45b83c8c5c,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:24.031329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db92c615-adb0-4dcd-b5ad-7dd912190517 req-627b66cf-9917-4255-91c6-1a738af3cccd tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 Aug 04 16:54:24.039021 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Checking segment: {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:24.039394 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Network hostable DHCP agents. Network: fed77e85-9786-438f-9c12-d588fc5ecbb9, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:54:24.066598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Network fed77e85-9786-438f-9c12-d588fc5ecbb9 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:54:24.074612 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.087913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426bc534-f493-4c9c-8efc-efe96abf5db2']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:24.097243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, fed77e85-9786-438f-9c12-d588fc5ecbb9) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:24.105893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:24.106240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c32cc3-8bc9-463c-8b8f-f98f56615953 None None] Network fed77e85-9786-438f-9c12-d588fc5ecbb9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:54:24.106384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329b3f82-78e2-41ff-a85b-b37c5a7ffcf2') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:24.108900 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:24.109728 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.123559 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.148244 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-921b153e-e8fd-4c72-800d-b7c27322b56e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6350362 Aug 04 16:54:24.148244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.160997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:54:24.162441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:54:24.279680 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:54:24.295887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5ea4a-752f-4c8e-9d64-45b306dbcae0 None None] Network fed77e85-9786-438f-9c12-d588fc5ecbb9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:54:24.296160 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.302110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.304258 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] 10.222.0.39 "DELETE /v2.0/networks/426bc534-f493-4c9c-8efc-efe96abf5db2 HTTP/1.1" status: 204 len: 168 time: 0.5164654 Aug 04 16:54:24.343213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14250a3f-bfd8-46af-a2e7-708223a69b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=426bc534-f493-4c9c-8efc-efe96abf5db2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:24.382627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c54e8c1e-5832-4416-a714-0b6d560fae8c details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:54:24.386725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 92f17426-116a-4e43-b1d4-109566becaa9 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:24.446530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 92f17426-116a-4e43-b1d4-109566becaa9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:24.447335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 92f17426-116a-4e43-b1d4-109566becaa9 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:24.508450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39104) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:24.527213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 656fbb6b-7155-4b29-86f4-e6ea653292d8 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:24.582914 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8141b75d-d895-4e86-9f77-4f3733b45d87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54766fb9daf3433f927725ab15f9918e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729187 Aug 04 16:54:24.585527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39108) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:24.602011 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 656fbb6b-7155-4b29-86f4-e6ea653292d8 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:24.602557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 656fbb6b-7155-4b29-86f4-e6ea653292d8 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:24.649731 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c54e8c1e-5832-4416-a714-0b6d560fae8c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c54e8c1e-5832-4416-a714-0b6d560fae8c,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:24.657831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44ec1eeb-2c23-42e9-a910-7bfb994e5ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.665768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'c54e8c1e-5832-4416-a714-0b6d560fae8c', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'port_id': 'c54e8c1e-5832-4416-a714-0b6d560fae8c', 'mac_address': 'fa:16:3e:b5:cb:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0957b7-de1e-4ef2-b8d7-d7e66c75e099', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:54:24.683564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44ec1eeb-2c23-42e9-a910-7bfb994e5ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.726424 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.743006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54e8c1e-5832-4416-a714-0b6d560fae8c {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:24.746101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44ec1eeb-2c23-42e9-a910-7bfb994e5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.750410 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44ec1eeb-2c23-42e9-a910-7bfb994e5ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.752517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-44ec1eeb-2c23-42e9-a910-7bfb994e5ab6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3129807d-ab49-4bd6-86c9-c6f5ddb456e8 HTTP/1.1" status: 204 len: 168 time: 0.1650455 Aug 04 16:54:24.763732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec1eeb-2c23-42e9-a910-7bfb994e5ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129807d-ab49-4bd6-86c9-c6f5ddb456e8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:24.773469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c54e8c1e-5832-4416-a714-0b6d560fae8c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c54e8c1e-5832-4416-a714-0b6d560fae8c,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:24.791673 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:24.866532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c54e8c1e-5832-4416-a714-0b6d560fae8c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:25.029531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c54e8c1e-5832-4416-a714-0b6d560fae8c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:25.533813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39138) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:25.654866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-863016166-network', 'tenant_id': '16ecdc9698a64c45b90da39405db0bd8'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:25.678019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Made reservation on behalf of 16ecdc9698a64c45b90da39405db0bd8 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:25.681022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:25.692347 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:25.791103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:25.797223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:25.848162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:54:25.871544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24be01d-b667-4add-a9e3-7c14b2bb3cb2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:25.879751 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:25.879751 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Added segment 25ceae13-e04c-40a7-8a11-caafef66156e of type vlan for network a8754ae0-e90d-4419-a240-09b128e5c459 Aug 04 16:54:25.932647 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:25.975643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:25.976920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:25.977678 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:26.034377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4994226 Aug 04 16:54:26.040324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39144) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:26.044639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Request body: {'subnet': {'network_id': 'a8754ae0-e90d-4419-a240-09b128e5c459', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-863016166-subnet', 'tenant_id': '16ecdc9698a64c45b90da39405db0bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:26.054395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9e3a0-8256-44b7-bfd6-aa428917cf2b admin admin] Pushing event updated for resources: {'Network': ['ID=a8754ae0-e90d-4419-a240-09b128e5c459,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:26.067646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a8754ae0-e90d-4419-a240-09b128e5c459 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:54:26.072039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Made reservation on behalf of 16ecdc9698a64c45b90da39405db0bd8 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:26.074342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:26.271494 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:26.341378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a04b863-5cbe-4371-adf7-b44784cecd68,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:26.351628 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Checking segment: {'id': '25ceae13-e04c-40a7-8a11-caafef66156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a8754ae0-e90d-4419-a240-09b128e5c459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:26.352036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Network hostable DHCP agents. Network: a8754ae0-e90d-4419-a240-09b128e5c459, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:54:26.380384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Network a8754ae0-e90d-4419-a240-09b128e5c459 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:54:26.388950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c54e8c1e-5832-4416-a714-0b6d560fae8c up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:26.394397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, a8754ae0-e90d-4419-a240-09b128e5c459) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:26.412617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:26.413250 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:26.425489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0417bf-765e-40d8-9cea-1e3ff4ec2f51 None None] Network a8754ae0-e90d-4419-a240-09b128e5c459 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:54:26.440433 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4b9c53cb-b553-482e-83d8-01288ebad5ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4007859 Aug 04 16:54:26.547256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port c54e8c1e-5832-4416-a714-0b6d560fae8c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:26.575321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port c54e8c1e-5832-4416-a714-0b6d560fae8c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:26.580606 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:26.584278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e0de1-aa0d-420a-91b2-9aff8b934c25 None None] Network a8754ae0-e90d-4419-a240-09b128e5c459 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:54:26.780154 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:26.805572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765232a7-783f-469a-9d91-24dab2f45bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e8c1e-5832-4416-a714-0b6d560fae8c'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:26.808147 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d45192-7b8c-41a9-8aad-c5a507b0b19f" -d '{"events": [{"server_uuid": "765232a7-783f-469a-9d91-24dab2f45bda", "name": "network-vif-plugged", "status": "completed", "tag": "c54e8c1e-5832-4416-a714-0b6d560fae8c"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:26.823051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c54e8c1e-5832-4416-a714-0b6d560fae8c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c54e8c1e-5832-4416-a714-0b6d560fae8c,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:26.828122 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:26.881503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c54e8c1e-5832-4416-a714-0b6d560fae8c,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:31.605671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-b86d190e-428f-4741-a83d-de8311bf34d2 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=beb0ffff45284c608a83ccd2824417c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300899 Aug 04 16:54:31.796441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-32eab7df-bff4-4ac9-b3c0-f455d81660ca tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:31.798769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-32eab7df-bff4-4ac9-b3c0-f455d81660ca tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900332 Aug 04 16:54:31.840798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-c3fd1bf0-73c5-445f-b089-0e3b69ebd1a9 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/quotas/beb0ffff45284c608a83ccd2824417c2 HTTP/1.1" status: 200 len: 375 time: 0.0327873 Aug 04 16:54:31.884412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-d31b330f-fe2c-4a18-a214-09748f8ec021 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:31.887010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-d31b330f-fe2c-4a18-a214-09748f8ec021 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 805 time: 0.2935286 Aug 04 16:54:31.895815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-3950a5a7-62ba-4a17-9ba9-2153e4f7333b tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=beb0ffff45284c608a83ccd2824417c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539610 Aug 04 16:54:31.907248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-eb83047f-986d-4b34-9905-acf19f465917 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/quotas/881dd0bd49f84981b3b2ad3a4fe41f10 HTTP/1.1" status: 200 len: 375 time: 0.0103264 Aug 04 16:54:31.946557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-4280d3f7-9648-4450-a7c3-cd1d42d622ba tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329840 Aug 04 16:54:31.955826 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f796c50-e56e-4b59-aa19-e0da880bc824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:32.089745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-7b58ce1d-4046-4fad-992a-d388b6678b42 service neutron] 10.222.0.39 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354609 Aug 04 16:54:32.232299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-376fe326-f919-4810-9ede-24900f281da8 service neutron] 10.222.0.39 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416354 Aug 04 16:54:32.250641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda98298-4fb2-4927-b9e0-ceba0e0555e0 req-929ba337-2478-43cf-807f-e9c9a0b80b4d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:32.252277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fda98298-4fb2-4927-b9e0-ceba0e0555e0 req-929ba337-2478-43cf-807f-e9c9a0b80b4d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 945 time: 0.0671422 Aug 04 16:54:32.307197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fda98298-4fb2-4927-b9e0-ceba0e0555e0 req-de4027ea-ddfd-4636-a532-9eb99a7a8cd0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Aug 04 16:54:32.478730 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8e3f20-173b-43aa-b90d-bdc5de84a335 x-openstack-request-id: req-9a8e3f20-173b-43aa-b90d-bdc5de84a335 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:32.479581 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765232a7-783f-469a-9d91-24dab2f45bda", "name": "network-vif-plugged", "status": "completed", "tag": "c54e8c1e-5832-4416-a714-0b6d560fae8c", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:32.480482 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a8e3f20-173b-43aa-b90d-bdc5de84a335 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:32.480985 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765232a7-783f-469a-9d91-24dab2f45bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e8c1e-5832-4416-a714-0b6d560fae8c', 'code': 200} Aug 04 16:54:32.646594 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca9bcb-9ed7-45bb-a85f-d006e2a7f850 req-53a77983-f93d-41a7-96bb-9024bffaf069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:32.648079 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4aca9bcb-9ed7-45bb-a85f-d006e2a7f850 req-53a77983-f93d-41a7-96bb-9024bffaf069 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 1096 time: 0.0630624 Aug 04 16:54:32.703042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-202c7647-011f-41c0-a820-cfded79f8305 req-2a34e8df-a865-438e-925f-b50c8091d978 tempest-FlavorsV2NegativeTest-513585970 tempest-FlavorsV2NegativeTest-513585970-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=db5dcb7acfcb4fa88fe6d37b58b770eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496707 Aug 04 16:54:32.769252 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4aca9bcb-9ed7-45bb-a85f-d006e2a7f850 req-6716e590-962b-4ce4-8707-61a11234e750 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966175 Aug 04 16:54:33.112356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7647-011f-41c0-a820-cfded79f8305 req-be0e0f39-2f4c-4eac-b2ff-cb6c9f20758b tempest-FlavorsV2NegativeTest-513585970 tempest-FlavorsV2NegativeTest-513585970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:33.120472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-202c7647-011f-41c0-a820-cfded79f8305 req-be0e0f39-2f4c-4eac-b2ff-cb6c9f20758b tempest-FlavorsV2NegativeTest-513585970 tempest-FlavorsV2NegativeTest-513585970-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4152880 Aug 04 16:54:33.144273 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-202c7647-011f-41c0-a820-cfded79f8305 req-87442a32-bee8-4813-802c-602ea068f355 tempest-FlavorsV2NegativeTest-513585970 tempest-FlavorsV2NegativeTest-513585970-project] 10.222.0.39 "GET /v2.0/quotas/db5dcb7acfcb4fa88fe6d37b58b770eb HTTP/1.1" status: 200 len: 375 time: 0.0220129 Aug 04 16:54:33.174899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-62d23156-2fd8-4ac3-b861-bdad3715555d tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:33.183963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-62d23156-2fd8-4ac3-b861-bdad3715555d tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/networks?id=a8754ae0-e90d-4419-a240-09b128e5c459 HTTP/1.1" status: 200 len: 820 time: 0.3792901 Aug 04 16:54:33.228646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-202c7647-011f-41c0-a820-cfded79f8305 req-a16721cb-c897-4981-b9e0-7431f677c3cc tempest-FlavorsV2NegativeTest-513585970 tempest-FlavorsV2NegativeTest-513585970-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=db5dcb7acfcb4fa88fe6d37b58b770eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832002 Aug 04 16:54:33.243919 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-6a5b0ab7-b63e-459a-8c79-ab23f514be87 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/quotas/16ecdc9698a64c45b90da39405db0bd8 HTTP/1.1" status: 200 len: 375 time: 0.0576460 Aug 04 16:54:33.293531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-9c4797d7-842a-47dd-896e-d380f23eab0a tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=16ecdc9698a64c45b90da39405db0bd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476918 Aug 04 16:54:33.420556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-f3f52e46-2899-4ada-bf19-c4e7ce2e87d9 service neutron] 10.222.0.39 "GET /v2.0/networks/a8754ae0-e90d-4419-a240-09b128e5c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259902 Aug 04 16:54:33.502840 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-12ee4df3-f435-4bde-bc3b-391640e79196 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=beb0ffff45284c608a83ccd2824417c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554476 Aug 04 16:54:33.708121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a853a75-0f39-4e75-a597-15dbf4761ca5 req-ebf792cb-2a75-4944-bc0b-55011c3d4ee7 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 210 time: 0.2646234 Aug 04 16:54:33.748242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-ad6e43ae-474b-4291-a18b-19bdacd6c897 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:33.749697 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-ad6e43ae-474b-4291-a18b-19bdacd6c897 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405674 Aug 04 16:54:33.765185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Request body: {'port': {'device_id': '0742da75-1455-40fc-a6a0-c6f64f341864', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'beb0ffff45284c608a83ccd2824417c2'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:33.831750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-6c5aa907-4467-4063-b2b0-83c6f3879839 service neutron] 10.222.0.39 "GET /v2.0/networks/a8754ae0-e90d-4419-a240-09b128e5c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102471 Aug 04 16:54:33.973896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365410b3-a1e0-4020-a502-60f4ca992c66 req-e2d571d5-1f59-4009-af1a-c3d26b34bda1 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 210 time: 0.1121025 Aug 04 16:54:34.032006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Made reservation on behalf of beb0ffff45284c608a83ccd2824417c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:34.036383 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:34.055702 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:34.216622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55e75bbb-1453-404a-83ca-5caaff51b1c7 req-1f7378e4-4473-4e9c-8099-7cf26cf232db tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 210 time: 0.0849881 Aug 04 16:54:34.267680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39306) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:34.355501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f44ea-05c0-47ed-83a3-5fae791f1e21 req-767ffc58-5b7f-49ea-b747-3cf189c6ca77 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:34.362622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-269f44ea-05c0-47ed-83a3-5fae791f1e21 req-767ffc58-5b7f-49ea-b747-3cf189c6ca77 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 945 time: 0.1694148 Aug 04 16:54:34.398769 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ba14-cfad-4fe8-9f43-b6f0b493c14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:34.552696 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:34.560334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:34.646565 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654e733a-7039-4370-9394-3413ec86db6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:34.676262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8b9104-f4b8-4892-b53d-f309859b342d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:34.691079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-269f44ea-05c0-47ed-83a3-5fae791f1e21 req-2f31e7ab-5a9e-4fe3-842a-32a6930ae8d8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208899 Aug 04 16:54:34.716234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-37d967d1-544e-41e1-96b6-8e4162c2fab9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:34.718743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-37d967d1-544e-41e1-96b6-8e4162c2fab9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.90 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 805 time: 0.3328471 Aug 04 16:54:34.767271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Request body: {'port': {'device_id': 'c5336732-4855-43e7-851f-fafdfac221f4', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'admin_state_up': True, 'tenant_id': '881dd0bd49f84981b3b2ad3a4fe41f10'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:34.947102 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:34.957222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Allocated IP 192.168.233.42 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/c0c406d0-b3af-434c-8696-7fd8b0a41a87) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:35.136115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7333a57-bac0-4500-8e31-31d7e2e3d09a req-0d974dc0-3cd4-47a5-b18d-0a971f1e8719 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 210 time: 0.2577662 Aug 04 16:54:35.231534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ee7b28c-7c91-45a1-b6cc-8eef2b6402ca req-65b008cf-42fd-4a10-b641-74e6b3cebe35 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 210 time: 0.0809581 Aug 04 16:54:35.261836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654e733a-7039-4370-9394-3413ec86db6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.301632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Made reservation on behalf of 881dd0bd49f84981b3b2ad3a4fe41f10 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:35.315739 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.447321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf50172-1537-4382-b1ea-feef784c60a8 req-513644b7-8feb-42bf-b125-fc838fe50808 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:35.449345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bf50172-1537-4382-b1ea-feef784c60a8 req-513644b7-8feb-42bf-b125-fc838fe50808 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 945 time: 0.1236618 Aug 04 16:54:35.508667 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654e733a-7039-4370-9394-3413ec86db6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.539232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bf50172-1537-4382-b1ea-feef784c60a8 req-a08c2726-a938-4ef1-a892-6a22113a3492 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682197 Aug 04 16:54:35.559657 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-654e733a-7039-4370-9394-3413ec86db6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db5dcb7acfcb4fa88fe6d37b58b770eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2883437 Aug 04 16:54:35.564696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39340) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:35.596144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.608721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f78c29f8-d6c2-44db-8c3b-60831ad81a99 req-90f23f78-cf5b-44ca-86cb-868731f3ac8f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 210 time: 0.0331163 Aug 04 16:54:35.627053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Allocated IP 172.20.0.13 (fed77e85-9786-438f-9c12-d588fc5ecbb9/c270d6ca-fadf-4471-9dc6-9a45b83c8c5c/2da0e7a3-bed3-4c6d-a5bd-8a0a68885031) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:35.642448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e733a-7039-4370-9394-3413ec86db6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7a8063-8f3f-4bae-9d6f-ac4dc5b37fa6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:35.653277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Transition to ACTIVE for port object c0c406d0-b3af-434c-8696-7fd8b0a41a87 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:35.673329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.676311 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72a24ba2-58fd-45fb-8adf-b1ce11445fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.714417 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72a24ba2-58fd-45fb-8adf-b1ce11445fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.779186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.843331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72a24ba2-58fd-45fb-8adf-b1ce11445fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.846873 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72a24ba2-58fd-45fb-8adf-b1ce11445fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.848158 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-72a24ba2-58fd-45fb-8adf-b1ce11445fa6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b7a8063-8f3f-4bae-9d6f-ac4dc5b37fa6 HTTP/1.1" status: 204 len: 168 time: 0.2775872 Aug 04 16:54:35.850675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:35.869756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:35.873572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.874563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:35.878484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a24ba2-58fd-45fb-8adf-b1ce11445fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7a8063-8f3f-4bae-9d6f-ac4dc5b37fa6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:35.882840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Pushing event updated for resources: {'Port': ['ID=c0c406d0-b3af-434c-8696-7fd8b0a41a87,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:35.978121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:35.979777 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:35.995117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:36.008798 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-0d4a7255-110d-4c15-b734-55b290c80ef0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2477474 Aug 04 16:54:36.022584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Request body: {'port': {'device_id': '0742da75-1455-40fc-a6a0-c6f64f341864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:36.132837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Network fed77e85-9786-438f-9c12-d588fc5ecbb9 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:36.135926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:36.150884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:36.168886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Pushing event updated for resources: {'Port': ['ID=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:36.246008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:36.408756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ce2951ee-b68d-46bc-b149-322b56d7ffde None None] Provisioning for port c0c406d0-b3af-434c-8696-7fd8b0a41a87 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:36.417245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ce2951ee-b68d-46bc-b149-322b56d7ffde None None] Provisioning complete for port c0c406d0-b3af-434c-8696-7fd8b0a41a87 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:36.419559 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ce2951ee-b68d-46bc-b149-322b56d7ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:36.431132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:36.432300 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:36.470547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ce2951ee-b68d-46bc-b149-322b56d7ffde None None] Port c0c406d0-b3af-434c-8696-7fd8b0a41a87 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:54:36.542469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e26a3268-89e3-4dfb-9dcd-48e6506ef192 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8090172 Aug 04 16:54:36.556641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f76516-bf23-4e44-9f4d-65a9d71f1fdb req-2e190360-2077-4c88-bc65-e15b2b83e0cf tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:36.564392 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0f76516-bf23-4e44-9f4d-65a9d71f1fdb req-2e190360-2077-4c88-bc65-e15b2b83e0cf tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 935 time: 0.2515824 Aug 04 16:54:36.579521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Request body: {'port': {'device_id': 'c5336732-4855-43e7-851f-fafdfac221f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:36.645092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-376daf82-60e8-48fa-b8f9-7bf266715b69 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:36.651778 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-376daf82-60e8-48fa-b8f9-7bf266715b69 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.82 "GET /v2.0/networks?id=a8754ae0-e90d-4419-a240-09b128e5c459 HTTP/1.1" status: 200 len: 820 time: 0.4954348 Aug 04 16:54:36.728606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Request body: {'port': {'device_id': '106072db-1a28-4b87-b426-059a30ab9f4e', 'network_id': 'a8754ae0-e90d-4419-a240-09b128e5c459', 'admin_state_up': True, 'tenant_id': '16ecdc9698a64c45b90da39405db0bd8'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:36.972961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Made reservation on behalf of 16ecdc9698a64c45b90da39405db0bd8 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:36.978187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.040384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c215d-3da3-428a-a6af-a25c559ffa0c req-7408827e-50ab-49e1-93fa-50aa47869dca tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:37.048213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b77c215d-3da3-428a-a6af-a25c559ffa0c req-7408827e-50ab-49e1-93fa-50aa47869dca tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 932 time: 0.6544452 Aug 04 16:54:37.061529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-60309bff-725b-469a-9cd1-ed0a90f8631e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:37.063199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-60309bff-725b-469a-9cd1-ed0a90f8631e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 945 time: 0.6022022 Aug 04 16:54:37.156625 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0f76516-bf23-4e44-9f4d-65a9d71f1fdb req-28690847-c593-4a86-9589-6024fd9d8128 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a8b9104-f4b8-4892-b53d-f309859b342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887661 Aug 04 16:54:37.172315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39376) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:37.249510 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.268895 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b77c215d-3da3-428a-a6af-a25c559ffa0c req-ec825865-eaef-4c3f-a422-6fb2f88612f4 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184658 Aug 04 16:54:37.320418 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.338682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Allocated IP 172.20.0.10 (a8754ae0-e90d-4419-a240-09b128e5c459/3a04b863-5cbe-4371-adf7-b44784cecd68/08926cac-d1c1-42ce-8540-a79d75b57d24) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:37.417842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1127837842-network', 'tenant_id': '5073dd8a89f94589b323aac90205b123'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:37.503145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c406d0-b3af-434c-8696-7fd8b0a41a87 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:37.512275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1144463b-3579-45de-8d6d-427e3b94d595 req-5e4ccbaa-c305-47e7-af5d-ee7864f8f2b0 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 210 time: 0.0870867 Aug 04 16:54:37.516819 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.541193 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Transition to ACTIVE for port object c0c406d0-b3af-434c-8696-7fd8b0a41a87 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:37.542841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-b9d7225f-cd74-4156-8a37-4c34bba05d64 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Deleting port c54e8c1e-5832-4416-a714-0b6d560fae8c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:37.543294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-b9d7225f-cd74-4156-8a37-4c34bba05d64 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.552916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.644981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.649275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Pushing event updated for resources: {'Port': ['ID=c0c406d0-b3af-434c-8696-7fd8b0a41a87,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:37.696257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Made reservation on behalf of 5073dd8a89f94589b323aac90205b123 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:37.699391 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.726517 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.805342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accb430-900c-4f87-90ab-b98fa4903b9c req-0b046805-e8f8-457b-b37f-b0f9f7af61be tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:37.812151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Attempting to bind port c0c406d0-b3af-434c-8696-7fd8b0a41a87 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:54:37.812564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Attempting to bind port c0c406d0-b3af-434c-8696-7fd8b0a41a87 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:54:37.812897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Attempting to bind port c0c406d0-b3af-434c-8696-7fd8b0a41a87 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:37.815304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0accb430-900c-4f87-90ab-b98fa4903b9c req-0b046805-e8f8-457b-b37f-b0f9f7af61be tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 945 time: 0.4204669 Aug 04 16:54:37.818985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Port c0c406d0-b3af-434c-8696-7fd8b0a41a87 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:54:37.819312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Attempting to bind port c0c406d0-b3af-434c-8696-7fd8b0a41a87 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:37.847843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.853870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:54:37.854560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:37.855201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:54:37.855850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Bound port: c0c406d0-b3af-434c-8696-7fd8b0a41a87, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:54:37.856277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:37.992642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Network a8754ae0-e90d-4419-a240-09b128e5c459 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:38.002039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:38.003026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0accb430-900c-4f87-90ab-b98fa4903b9c req-239905ac-7f5f-43ce-bd3e-e40f8a7d58ab tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860888 Aug 04 16:54:38.026306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Pushing event updated for resources: {'Port': ['ID=08926cac-d1c1-42ce-8540-a79d75b57d24,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:38.029512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:38.046713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-b9d7225f-cd74-4156-8a37-4c34bba05d64 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] For port c54e8c1e-5832-4416-a714-0b6d560fae8c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c54e8c1e-5832-4416-a714-0b6d560fae8c,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:38.047463 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-b9d7225f-cd74-4156-8a37-4c34bba05d64 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.076038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-b9d7225f-cd74-4156-8a37-4c34bba05d64 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Calling delete_port for c54e8c1e-5832-4416-a714-0b6d560fae8c owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:38.115052 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:38.117400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.164554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] For port c0c406d0-b3af-434c-8696-7fd8b0a41a87, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:38.173361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] For port c0c406d0-b3af-434c-8696-7fd8b0a41a87, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c0c406d0-b3af-434c-8696-7fd8b0a41a87,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:54:38.183726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.232748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:38.233788 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.235788 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] 10.222.0.90 "PUT /v2.0/ports/c0c406d0-b3af-434c-8696-7fd8b0a41a87 HTTP/1.1" status: 200 len: 1095 time: 2.2179427 Aug 04 16:54:38.238543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0742da75-1455-40fc-a6a0-c6f64f341864', 'tag': 'c0c406d0-b3af-434c-8696-7fd8b0a41a87'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:38.240188 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08880941-b5c1-42e6-802b-1abcf4c6c567" -d '{"events": [{"name": "network-changed", "server_uuid": "0742da75-1455-40fc-a6a0-c6f64f341864", "tag": "c0c406d0-b3af-434c-8696-7fd8b0a41a87"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:38.305934 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:38.317012 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.333185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Transition to ACTIVE for port object 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:38.335911 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49c517c-5c40-4ba5-85b4-4d1bd98cb0c4 x-openstack-request-id: req-b49c517c-5c40-4ba5-85b4-4d1bd98cb0c4 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:38.336305 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0742da75-1455-40fc-a6a0-c6f64f341864", "tag": "c0c406d0-b3af-434c-8696-7fd8b0a41a87", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:38.336649 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b49c517c-5c40-4ba5-85b4-4d1bd98cb0c4 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:38.337155 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0742da75-1455-40fc-a6a0-c6f64f341864', 'tag': 'c0c406d0-b3af-434c-8696-7fd8b0a41a87', 'status': 'completed', 'code': 200} Aug 04 16:54:38.402605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55ac86-c61e-4ea3-9ebd-1e23e0015e1f service neutron] Pushing event updated for resources: {'Port': ['ID=c0c406d0-b3af-434c-8696-7fd8b0a41a87,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:38.415324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.429821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08880941-b5c1-42e6-802b-1abcf4c6c567 req-9e289f63-3f1c-4ac2-8bfe-4e2196e0cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:38.431935 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08880941-b5c1-42e6-802b-1abcf4c6c567 req-9e289f63-3f1c-4ac2-8bfe-4e2196e0cb65 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=beb0ffff45284c608a83ccd2824417c2&device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 1098 time: 0.0925901 Aug 04 16:54:38.475518 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08880941-b5c1-42e6-802b-1abcf4c6c567 req-fc063679-791c-48fb-b55b-476c5538c8e3 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=beb0ffff45284c608a83ccd2824417c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322535 Aug 04 16:54:38.524123 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.561872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-b9d7225f-cd74-4156-8a37-4c34bba05d64 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.587739 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.616778 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-03b53df6-0561-413a-a72c-df73b3a02ed9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8926220 Aug 04 16:54:38.639750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Request body: {'port': {'device_id': '106072db-1a28-4b87-b426-059a30ab9f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:38.660168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Pushing event updated for resources: {'Port': ['ID=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:38.669546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:54:38.700368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4b478-7b64-4596-864e-a0aacdd3c5c0 req-d4045443-3a62-4c65-bb19-11f14f940cbe tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:38.702367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1a4b478-7b64-4596-864e-a0aacdd3c5c0 req-d4045443-3a62-4c65-bb19-11f14f940cbe tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 944 time: 0.2917130 Aug 04 16:54:38.717750 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.776086 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.789342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000708c-4763-4748-9ce0-6e28e306757a req-9e46344d-bf49-4cec-9935-11414a8b4e97 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:38.791192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9000708c-4763-4748-9ce0-6e28e306757a req-9e46344d-bf49-4cec-9935-11414a8b4e97 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 947 time: 0.3771589 Aug 04 16:54:38.791917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfcc413-bcbb-4045-bf4f-5d17d340f813,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:38.796916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.805104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7225f-cd74-4156-8a37-4c34bba05d64 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event deleted for resources: {'Port': ['ID=c54e8c1e-5832-4416-a714-0b6d560fae8c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:38.815734 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08880941-b5c1-42e6-802b-1abcf4c6c567 req-680e6f38-4d09-4482-81f8-761722e839ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:38.817676 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08880941-b5c1-42e6-802b-1abcf4c6c567 req-680e6f38-4d09-4482-81f8-761722e839ea service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3335013 Aug 04 16:54:38.864233 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.864716 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Added segment b8000f40-0d0a-4b80-890f-cc7d65f10eec of type vlan for network 6f40fa24-5b49-4492-a318-e1c447afc875 Aug 04 16:54:38.888083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-b9d7225f-cd74-4156-8a37-4c34bba05d64 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] No DVR routers for this DVR port c54e8c1e-5832-4416-a714-0b6d560fae8c on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:38.893077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-b9d7225f-cd74-4156-8a37-4c34bba05d64 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:38.895694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b614d9f-4647-4e03-b85e-18e4866741f0 req-b9d7225f-cd74-4156-8a37-4c34bba05d64 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "DELETE /v2.0/ports/c54e8c1e-5832-4416-a714-0b6d560fae8c HTTP/1.1" status: 204 len: 173 time: 1.8233812 Aug 04 16:54:38.980842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:39.015733 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-9d83daea-1daf-4152-914c-74f167adad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:39.017190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765232a7-783f-469a-9d91-24dab2f45bda', 'name': 'network-vif-deleted', 'tag': 'c54e8c1e-5832-4416-a714-0b6d560fae8c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:39.017702 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-9d83daea-1daf-4152-914c-74f167adad28 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=beb0ffff45284c608a83ccd2824417c2&device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 1098 time: 0.1456351 Aug 04 16:54:39.019774 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda78000-aee9-4705-9463-41019e85646b" -d '{"events": [{"server_uuid": "765232a7-783f-469a-9d91-24dab2f45bda", "name": "network-vif-deleted", "tag": "c54e8c1e-5832-4416-a714-0b6d560fae8c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:39.048939 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:39.049981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:39.050634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:39.138497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9000708c-4763-4748-9ce0-6e28e306757a req-7b3e5514-391c-4f84-88be-b687d8dc0882 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a8b9104-f4b8-4892-b53d-f309859b342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772274 Aug 04 16:54:39.143343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9648030 Aug 04 16:54:39.154957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39410) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:39.181294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Request body: {'subnet': {'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1127837842-subnet', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:39.243689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1a4b478-7b64-4596-864e-a0aacdd3c5c0 req-81cbc76d-5c84-418f-ae8d-230bdd9d8df4 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158088 Aug 04 16:54:39.275421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Made reservation on behalf of 5073dd8a89f94589b323aac90205b123 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:39.280363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:39.293758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Attempting to bind port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:54:39.294094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Attempting to bind port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:54:39.294403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Attempting to bind port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:39.296496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68349383-f5ae-4bee-aa9d-ca4a16ccc199 admin admin] Pushing event updated for resources: {'Network': ['ID=6f40fa24-5b49-4492-a318-e1c447afc875,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:39.311414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 6f40fa24-5b49-4492-a318-e1c447afc875 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:54:39.458422 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-1a4eef6d-7ab6-45a4-9ab0-c7a67757beee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=c0c406d0-b3af-434c-8696-7fd8b0a41a87 HTTP/1.1" status: 200 len: 217 time: 0.4302530 Aug 04 16:54:39.562726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-d5361858-411d-4765-a918-b782c321b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:39.567205 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-d5361858-411d-4765-a918-b782c321b89e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0978262 Aug 04 16:54:39.639014 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5436f40-e9aa-429f-86f4-f857fea760cc x-openstack-request-id: req-f5436f40-e9aa-429f-86f4-f857fea760cc {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:39.639413 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765232a7-783f-469a-9d91-24dab2f45bda", "name": "network-vif-deleted", "tag": "c54e8c1e-5832-4416-a714-0b6d560fae8c", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:39.639624 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5436f40-e9aa-429f-86f4-f857fea760cc {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:39.640116 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765232a7-783f-469a-9d91-24dab2f45bda', 'name': 'network-vif-deleted', 'tag': 'c54e8c1e-5832-4416-a714-0b6d560fae8c', 'status': 'completed', 'code': 200} Aug 04 16:54:39.641017 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:54:39.641588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Attempting to bind port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:39.650178 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:39.703609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-9b798471-29e2-4c2f-bac0-6dd4112e6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:39.705505 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-9b798471-29e2-4c2f-bac0-6dd4112e6dcd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252453 Aug 04 16:54:39.720479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03ca5cf1-2cd1-429d-be60-bffde9d2a745 req-407df9a6-d52b-45ef-802b-3637c3c710f5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=765232a7-783f-469a-9d91-24dab2f45bda HTTP/1.1" status: 200 len: 210 time: 0.1160536 Aug 04 16:54:39.749201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:54:39.749534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Checking segment: {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:39.750120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Bound using segment: {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:54:39.750731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Bound port: 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:54:39.751143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:39.794073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcb24c-4ab9-4c12-aa89-e2476d8a661d req-d2cf8c36-18f2-4935-95c8-492509a8d537 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:39.801766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85fcb24c-4ab9-4c12-aa89-e2476d8a661d req-d2cf8c36-18f2-4935-95c8-492509a8d537 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 932 time: 0.1959636 Aug 04 16:54:39.844171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08926cac-d1c1-42ce-8540-a79d75b57d24 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:39.851113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd02fd12-fb70-473b-b668-0df14d90b51d,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:39.853865 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:39.865948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Checking segment: {'id': 'b8000f40-0d0a-4b80-890f-cc7d65f10eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:39.866305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Network hostable DHCP agents. Network: 6f40fa24-5b49-4492-a318-e1c447afc875, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:54:39.912029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85fcb24c-4ab9-4c12-aa89-e2476d8a661d req-7ed8f432-fd80-450a-b4ec-bb8b396402f1 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24be01d-b667-4add-a9e3-7c14b2bb3cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090300 Aug 04 16:54:39.946660 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-b8cb5942-3c20-43a1-bc30-4a366ab4e007 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970370 Aug 04 16:54:39.972750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Transition to ACTIVE for port object 08926cac-d1c1-42ce-8540-a79d75b57d24 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:39.983076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] For port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:39.988757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] For port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:54:39.998185 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.010436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.043706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Network 6f40fa24-5b49-4492-a318-e1c447afc875 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:54:40.065065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Pushing event updated for resources: {'Port': ['ID=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:40.071857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:40.073356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.074417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-99b6a5e0-6075-4dd9-be76-4eccfbde7eba service neutron] 10.222.0.90 "PUT /v2.0/ports/2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 HTTP/1.1" status: 200 len: 1092 time: 3.5073316 Aug 04 16:54:40.083962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 6f40fa24-5b49-4492-a318-e1c447afc875) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:40.089352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:40.090745 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.092658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82dc6fd-93fc-48db-8671-0eb3764034d4 None None] Network 6f40fa24-5b49-4492-a318-e1c447afc875 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:54:40.112661 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7c38794d-d03e-479a-b04d-f77696f7f12c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9540124 Aug 04 16:54:40.115415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39424) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:40.117227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Pushing event updated for resources: {'Port': ['ID=08926cac-d1c1-42ce-8540-a79d75b57d24,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:40.122960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1127837842-router', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:40.154093 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1875a250-4cc0-4c39-8fcb-84a6bad85bf3 req-ec90f1d3-d1b0-4989-b3d8-edfe06c66b25 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972814 Aug 04 16:54:40.200141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-80df027a-6a02-4db0-81f8-94a83f8e19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:40.201789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-80df027a-6a02-4db0-81f8-94a83f8e19a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 1095 time: 0.0667048 Aug 04 16:54:40.206611 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.207934 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.229752 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Attempting to bind port 08926cac-d1c1-42ce-8540-a79d75b57d24 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:54:40.230590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Attempting to bind port 08926cac-d1c1-42ce-8540-a79d75b57d24 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '25ceae13-e04c-40a7-8a11-caafef66156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a8754ae0-e90d-4419-a240-09b128e5c459'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:54:40.232553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Attempting to bind port 08926cac-d1c1-42ce-8540-a79d75b57d24 on network a8754ae0-e90d-4419-a240-09b128e5c459 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:40.238321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Port 08926cac-d1c1-42ce-8540-a79d75b57d24 on network a8754ae0-e90d-4419-a240-09b128e5c459 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:54:40.238672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Attempting to bind port 08926cac-d1c1-42ce-8540-a79d75b57d24 on network a8754ae0-e90d-4419-a240-09b128e5c459 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:40.245819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:54:40.245819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Checking segment: {'id': '25ceae13-e04c-40a7-8a11-caafef66156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a8754ae0-e90d-4419-a240-09b128e5c459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:40.246199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Bound using segment: {'id': '25ceae13-e04c-40a7-8a11-caafef66156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a8754ae0-e90d-4419-a240-09b128e5c459'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:54:40.246613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Bound port: 08926cac-d1c1-42ce-8540-a79d75b57d24, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ceae13-e04c-40a7-8a11-caafef66156e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a8754ae0-e90d-4419-a240-09b128e5c459'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:54:40.247009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.302743 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.339272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] For port 08926cac-d1c1-42ce-8540-a79d75b57d24, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:40.344414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] For port 08926cac-d1c1-42ce-8540-a79d75b57d24, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=08926cac-d1c1-42ce-8540-a79d75b57d24,segment=NetworkSegment(25ceae13-e04c-40a7-8a11-caafef66156e),segment_id=25ceae13-e04c-40a7-8a11-caafef66156e)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:54:40.352043 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.395636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-6f40fa24-5b49-4492-a318-e1c447afc875', 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'fixed_ips': [{'subnet_id': 'fd02fd12-fb70-473b-b668-0df14d90b51d'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:54:40.396176 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.406121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:40.406926 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.408510 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] 10.222.0.82 "PUT /v2.0/ports/08926cac-d1c1-42ce-8540-a79d75b57d24 HTTP/1.1" status: 200 len: 1092 time: 1.7806935 Aug 04 16:54:40.408970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106072db-1a28-4b87-b426-059a30ab9f4e', 'tag': '08926cac-d1c1-42ce-8540-a79d75b57d24'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:40.411330 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d66805-d1df-463f-9836-9ba75c81639f" -d '{"events": [{"name": "network-changed", "server_uuid": "106072db-1a28-4b87-b426-059a30ab9f4e", "tag": "08926cac-d1c1-42ce-8540-a79d75b57d24"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:40.426326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c54e8c1e-5832-4416-a714-0b6d560fae8c no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:40.429107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d62c8a-d972-4f64-ab96-29181e13fafd service neutron] Pushing event updated for resources: {'Port': ['ID=08926cac-d1c1-42ce-8540-a79d75b57d24,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:40.484058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-72c42436-6da0-458c-a2fa-7599b2274671 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 HTTP/1.1" status: 200 len: 217 time: 0.1794195 Aug 04 16:54:40.516137 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-7f2613fa-01f1-40e7-b538-09386c5116db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:40.518581 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-7f2613fa-01f1-40e7-b538-09386c5116db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=16ecdc9698a64c45b90da39405db0bd8&device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 1095 time: 0.0608251 Aug 04 16:54:40.580226 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-a5dbd5fa-1dc0-4fdd-bf96-1969dfd9bc30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08926cac-d1c1-42ce-8540-a79d75b57d24 HTTP/1.1" status: 200 len: 217 time: 0.0522211 Aug 04 16:54:40.667672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: c54e8c1e-5832-4416-a714-0b6d560fae8c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:40.668311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c54e8c1e-5832-4416-a714-0b6d560fae8c not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:40.690191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10009507-1714-4606-b164-ae0e1de53059 req-8e6f3cd8-bb22-4b87-af6a-db9a54651ebb tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:40.692296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10009507-1714-4606-b164-ae0e1de53059 req-8e6f3cd8-bb22-4b87-af6a-db9a54651ebb tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 947 time: 0.3712232 Aug 04 16:54:40.711078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-315b9a23-8768-4345-a4d1-31a81be3d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:40.712666 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-315b9a23-8768-4345-a4d1-31a81be3d348 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a04b863-5cbe-4371-adf7-b44784cecd68 HTTP/1.1" status: 200 len: 860 time: 0.1242177 Aug 04 16:54:40.741188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.754382 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-65cce2e1-b416-4b4b-b915-811da6b521dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a8754ae0-e90d-4419-a240-09b128e5c459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332344 Aug 04 16:54:40.759614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-8ccfc8aa-a33e-4559-bf95-3a5c6bdc86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:40.761168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-8ccfc8aa-a33e-4559-bf95-3a5c6bdc86a9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c270d6ca-fadf-4471-9dc6-9a45b83c8c5c HTTP/1.1" status: 200 len: 845 time: 0.2409818 Aug 04 16:54:40.763938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Allocated IP 172.20.0.2 (6f40fa24-5b49-4492-a318-e1c447afc875/fd02fd12-fb70-473b-b668-0df14d90b51d/81f704a1-18cb-4b58-aada-741771b8352c) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:40.770145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9b3e4-1dff-4123-98fe-b869953a846a req-f39680e2-bcff-4301-bb2c-96a4e5d93723 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:40.772907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffd9b3e4-1dff-4123-98fe-b869953a846a req-f39680e2-bcff-4301-bb2c-96a4e5d93723 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 944 time: 0.3275516 Aug 04 16:54:40.824956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-79e02d2c-ccab-4a46-b887-4ad352c86b9f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fed77e85-9786-438f-9c12-d588fc5ecbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493612 Aug 04 16:54:40.887515 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-e092df39-0917-4c58-8943-2c975d118410 service neutron] 10.222.0.82 "GET /v2.0/networks/a8754ae0-e90d-4419-a240-09b128e5c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242788 Aug 04 16:54:40.893513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10009507-1714-4606-b164-ae0e1de53059 req-4246ffff-0103-42c8-9ea8-07713b906fad tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a8b9104-f4b8-4892-b53d-f309859b342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638732 Aug 04 16:54:40.937539 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:40.947943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Transition to ACTIVE for port object 81f704a1-18cb-4b58-aada-741771b8352c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:40.968639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Transition to ACTIVE for port object 81f704a1-18cb-4b58-aada-741771b8352c will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:40.982890 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:41.013405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffd9b3e4-1dff-4123-98fe-b869953a846a req-af17121d-800b-4600-b5f7-3c92c1018e61 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219503 Aug 04 16:54:41.054340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Network 6f40fa24-5b49-4492-a318-e1c447afc875 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:41.054340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:41.057563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:41.080438 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ec44d4e3-fdcb-44cd-8bd2-39f3cbd9dbc0 req-a308776c-34af-4950-b23b-eb7d52a2e598 service neutron] 10.222.0.82 "GET /v2.0/networks/a8754ae0-e90d-4419-a240-09b128e5c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853259 Aug 04 16:54:41.082019 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7337dd24-0d53-46e9-915a-ec12cb3a81a4 x-openstack-request-id: req-7337dd24-0d53-46e9-915a-ec12cb3a81a4 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:41.082306 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106072db-1a28-4b87-b426-059a30ab9f4e", "tag": "08926cac-d1c1-42ce-8540-a79d75b57d24", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:41.082550 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7337dd24-0d53-46e9-915a-ec12cb3a81a4 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:41.082965 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106072db-1a28-4b87-b426-059a30ab9f4e', 'tag': '08926cac-d1c1-42ce-8540-a79d75b57d24', 'status': 'completed', 'code': 200} Aug 04 16:54:41.159152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Pushing event updated for resources: {'Port': ['ID=81f704a1-18cb-4b58-aada-741771b8352c,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:41.180369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Attempting to bind port 81f704a1-18cb-4b58-aada-741771b8352c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:54:41.180701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Attempting to bind port 81f704a1-18cb-4b58-aada-741771b8352c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b8000f40-0d0a-4b80-890f-cc7d65f10eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:54:41.181038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Attempting to bind port 81f704a1-18cb-4b58-aada-741771b8352c on network 6f40fa24-5b49-4492-a318-e1c447afc875 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:41.186340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:54:41.186761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Checking segment: {'id': 'b8000f40-0d0a-4b80-890f-cc7d65f10eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:41.187230 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:41.187657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Bound using segment: {'id': 'b8000f40-0d0a-4b80-890f-cc7d65f10eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:54:41.188407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Bound port: 81f704a1-18cb-4b58-aada-741771b8352c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8000f40-0d0a-4b80-890f-cc7d65f10eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:54:41.188834 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:41.189969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-e163038e-4089-4452-bf57-5b6303a1fb5f service neutron] 10.222.0.90 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303754 Aug 04 16:54:41.225734 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66805-d1df-463f-9836-9ba75c81639f req-bd67b1e5-c1cc-4ee7-82e1-f26df51670da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:41.228225 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a2d66805-d1df-463f-9836-9ba75c81639f req-bd67b1e5-c1cc-4ee7-82e1-f26df51670da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=16ecdc9698a64c45b90da39405db0bd8&device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 1095 time: 0.0817719 Aug 04 16:54:41.273867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] For port 81f704a1-18cb-4b58-aada-741771b8352c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:41.280024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] For port 81f704a1-18cb-4b58-aada-741771b8352c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=81f704a1-18cb-4b58-aada-741771b8352c,segment=NetworkSegment(b8000f40-0d0a-4b80-890f-cc7d65f10eec),segment_id=b8000f40-0d0a-4b80-890f-cc7d65f10eec)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:54:41.288252 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:41.338787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66805-d1df-463f-9836-9ba75c81639f req-f1b2c5af-5fd4-4a32-a100-f3d40cea7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:41.342904 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a2d66805-d1df-463f-9836-9ba75c81639f req-f1b2c5af-5fd4-4a32-a100-f3d40cea7fd3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a8754ae0-e90d-4419-a240-09b128e5c459 HTTP/1.1" status: 200 len: 922 time: 0.1025591 Aug 04 16:54:41.356846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9744561-6b5a-4a36-8638-acb8c78df97e None None] Pushing event updated for resources: {'Port': ['ID=81f704a1-18cb-4b58-aada-741771b8352c,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:41.399183 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a2d66805-d1df-463f-9836-9ba75c81639f req-90596552-3210-4f6e-9078-9778ace723dd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08926cac-d1c1-42ce-8540-a79d75b57d24 HTTP/1.1" status: 200 len: 217 time: 0.0496120 Aug 04 16:54:41.452823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc70de5-c806-4a28-bc43-2dfc648400e3 req-6cc9dd2d-a455-45ba-9925-75f3b9fb1d93 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:41.460477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bc70de5-c806-4a28-bc43-2dfc648400e3 req-6cc9dd2d-a455-45ba-9925-75f3b9fb1d93 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 944 time: 0.3175797 Aug 04 16:54:41.494509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66805-d1df-463f-9836-9ba75c81639f req-c8a2d10f-b077-496e-9597-eac1c854a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:41.496950 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a2d66805-d1df-463f-9836-9ba75c81639f req-c8a2d10f-b077-496e-9597-eac1c854a843 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a04b863-5cbe-4371-adf7-b44784cecd68 HTTP/1.1" status: 200 len: 860 time: 0.0766864 Aug 04 16:54:41.541219 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a2d66805-d1df-463f-9836-9ba75c81639f req-06f8cf48-12c6-4591-a63f-d5c4e03b8db5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a8754ae0-e90d-4419-a240-09b128e5c459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323737 Aug 04 16:54:41.598684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-246bd1d9-abed-4e2f-b6bf-08e320a0e3e1 req-31766c6f-bb04-43c3-a2c1-f091d3786d93 service neutron] 10.222.0.90 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725233 Aug 04 16:54:41.599742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:41.621538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bc70de5-c806-4a28-bc43-2dfc648400e3 req-16e06363-5bf6-41a8-af80-0eae115fe477 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24be01d-b667-4add-a9e3-7c14b2bb3cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600926 Aug 04 16:54:41.667637 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a2d66805-d1df-463f-9836-9ba75c81639f req-4d3d644d-76ad-4062-9d44-e5f627a2489b service neutron] 10.222.0.82 "GET /v2.0/networks/a8754ae0-e90d-4419-a240-09b128e5c459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172354 Aug 04 16:54:41.670052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5336732-4855-43e7-851f-fafdfac221f4', 'tag': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:41.672911 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336c42af-1705-4c76-88cb-338d588587eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5336732-4855-43e7-851f-fafdfac221f4", "tag": "2da0e7a3-bed3-4c6d-a5bd-8a0a68885031"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:41.694544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-f74fe0eb-607f-4c19-9216-d21c8411af3f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:41.697594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-f74fe0eb-607f-4c19-9216-d21c8411af3f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 821 time: 0.4702241 Aug 04 16:54:41.707395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:41.842455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-0e2d05ce-8e16-43c1-a029-44009a2f13b3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/quotas/5ffd0cfa7993416e9e0aec3af3314786 HTTP/1.1" status: 200 len: 375 time: 0.1279132 Aug 04 16:54:41.854253 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a2d66805-d1df-463f-9836-9ba75c81639f req-68750d47-162e-4e76-8190-5331249b6234 service neutron] 10.222.0.82 "GET /v2.0/networks/a8754ae0-e90d-4419-a240-09b128e5c459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785519 Aug 04 16:54:42.064369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 81f704a1-18cb-4b58-aada-741771b8352c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:42.122274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 81f704a1-18cb-4b58-aada-741771b8352c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:42.349384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Allocated IP 172.25.2.82 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/53b562f0-c71c-4763-8db7-cc4db091b272) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:42.372799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-91f8557d-c797-40a8-9e4d-9d85f9952049 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4868717 Aug 04 16:54:42.384558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-ce7a4f36-c3ba-465c-924d-9cf7792a67b8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:42.386148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-ce7a4f36-c3ba-465c-924d-9cf7792a67b8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.5648441 Aug 04 16:54:42.484996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-75c06108-529b-4d35-ba85-dd6dfdfb26c6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/quotas/524e6703e05143f89fe82c4e86d98fad HTTP/1.1" status: 200 len: 375 time: 0.0855267 Aug 04 16:54:42.541840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c0c406d0-b3af-434c-8696-7fd8b0a41a87 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:54:42.553335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-c817b8f8-7523-4605-ac3c-66a04b69a344 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527358 Aug 04 16:54:42.594682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-ffa74e80-b790-4963-8cd7-a036ba9cff0a service neutron] 10.222.0.39 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075064 Aug 04 16:54:42.642292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6399270-abb4-43a6-9f89-db810f7e614e None None] Network 6f40fa24-5b49-4492-a318-e1c447afc875 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:54:42.733062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:42.733306 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b238bea0-078c-4a2c-8bf0-52a27c904502 None None] Provisioning for port 81f704a1-18cb-4b58-aada-741771b8352c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:42.761337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b238bea0-078c-4a2c-8bf0-52a27c904502 None None] Provisioning complete for port 81f704a1-18cb-4b58-aada-741771b8352c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:42.762244 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b238bea0-078c-4a2c-8bf0-52a27c904502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:42.778460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c0c406d0-b3af-434c-8696-7fd8b0a41a87, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c0c406d0-b3af-434c-8696-7fd8b0a41a87,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:42.815103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a7196fff-5d87-4684-a42e-b8755076d76c service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434804 Aug 04 16:54:42.834216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'c0c406d0-b3af-434c-8696-7fd8b0a41a87', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'c0c406d0-b3af-434c-8696-7fd8b0a41a87', 'mac_address': 'fa:16:3e:23:cf:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:54:42.840693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-53fa28d2-1815-4af4-b937-52c1d83e7a69 service neutron] 10.222.0.39 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350295 Aug 04 16:54:42.954002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:42.955652 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:43.000807 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-3fe171cb-dc52-4eef-b08d-547be2e88bcf service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778634 Aug 04 16:54:43.002970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c406d0-b3af-434c-8696-7fd8b0a41a87 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:43.016791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:43.029438 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b238bea0-078c-4a2c-8bf0-52a27c904502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:43.036146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:43.041463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:43.045067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Pushing event updated for resources: {'Port': ['ID=53b562f0-c71c-4763-8db7-cc4db091b272,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:43.093303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c0c406d0-b3af-434c-8696-7fd8b0a41a87, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c0c406d0-b3af-434c-8696-7fd8b0a41a87,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:43.165406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b238bea0-078c-4a2c-8bf0-52a27c904502 None None] For port 81f704a1-18cb-4b58-aada-741771b8352c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=81f704a1-18cb-4b58-aada-741771b8352c,segment=NetworkSegment(b8000f40-0d0a-4b80-890f-cc7d65f10eec),segment_id=b8000f40-0d0a-4b80-890f-cc7d65f10eec)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:43.170281 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:43.183794 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b238bea0-078c-4a2c-8bf0-52a27c904502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:43.282092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=c0c406d0-b3af-434c-8696-7fd8b0a41a87,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:43.448852 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0848376e-4f26-4218-8c88-b9903a6c0266 x-openstack-request-id: req-0848376e-4f26-4218-8c88-b9903a6c0266 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:43.449763 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5336732-4855-43e7-851f-fafdfac221f4", "tag": "2da0e7a3-bed3-4c6d-a5bd-8a0a68885031", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:43.449763 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0848376e-4f26-4218-8c88-b9903a6c0266 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:43.449972 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5336732-4855-43e7-851f-fafdfac221f4', 'tag': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031', 'status': 'completed', 'code': 200} Aug 04 16:54:43.463237 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238bea0-078c-4a2c-8bf0-52a27c904502 None None] Pushing event updated for resources: {'Port': ['ID=81f704a1-18cb-4b58-aada-741771b8352c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:43.482084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['c0c406d0-b3af-434c-8696-7fd8b0a41a87'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:43.714397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c42af-1705-4c76-88cb-338d588587eb req-948dcea4-2077-4374-be5f-253bf29f6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:43.715958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-336c42af-1705-4c76-88cb-338d588587eb req-948dcea4-2077-4374-be5f-253bf29f6086 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 1095 time: 0.2285905 Aug 04 16:54:43.805441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-617085e8-5bb1-4055-9b71-664c04d785e4 None None] Provisioning complete for port 81f704a1-18cb-4b58-aada-741771b8352c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:43.805968 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-617085e8-5bb1-4055-9b71-664c04d785e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:43.936958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39289b-d20d-4822-8bb4-2ccda97e03e4 req-9380b3ee-eec3-405e-b1f8-4318169200e2 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:43.955397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b39289b-d20d-4822-8bb4-2ccda97e03e4 req-9380b3ee-eec3-405e-b1f8-4318169200e2 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 948 time: 0.3785605 Aug 04 16:54:44.061183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 81f704a1-18cb-4b58-aada-741771b8352c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:44.080763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d1b1f-7c84-4082-9cd1-68ce83a7ffa6 req-79f9e3b0-4330-4887-b3cd-ff51922e7fcc tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:44.082779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a1d1b1f-7c84-4082-9cd1-68ce83a7ffa6 req-79f9e3b0-4330-4887-b3cd-ff51922e7fcc tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 944 time: 0.5042648 Aug 04 16:54:44.084026 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:44.127416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b39289b-d20d-4822-8bb4-2ccda97e03e4 req-3e17fa86-02dc-4c84-96bf-51d26b556222 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a8b9104-f4b8-4892-b53d-f309859b342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669881 Aug 04 16:54:44.176563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 81f704a1-18cb-4b58-aada-741771b8352c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:44.176563 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:44.385360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c42af-1705-4c76-88cb-338d588587eb req-62f4cbcd-f3f0-488c-a065-e42696b53718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:44.387010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-336c42af-1705-4c76-88cb-338d588587eb req-62f4cbcd-f3f0-488c-a065-e42696b53718 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 907 time: 0.6031001 Aug 04 16:54:44.401213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a1d1b1f-7c84-4082-9cd1-68ce83a7ffa6 req-408cac7d-2e40-4728-a207-4cfb2581d44d tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027475 Aug 04 16:54:44.442158 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 08926cac-d1c1-42ce-8540-a79d75b57d24 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:54:44.487709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-336c42af-1705-4c76-88cb-338d588587eb req-96c71548-6478-44b4-8222-bed420e3b5d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 HTTP/1.1" status: 200 len: 217 time: 0.0854621 Aug 04 16:54:44.524053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093512-cb21-470d-b04d-1138ba1ee77b req-37302339-8e0f-40cf-a600-4b79e1639774 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:44.527329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a093512-cb21-470d-b04d-1138ba1ee77b req-37302339-8e0f-40cf-a600-4b79e1639774 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 944 time: 0.2602141 Aug 04 16:54:44.558291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 08926cac-d1c1-42ce-8540-a79d75b57d24, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=08926cac-d1c1-42ce-8540-a79d75b57d24,segment=NetworkSegment(25ceae13-e04c-40a7-8a11-caafef66156e),segment_id=25ceae13-e04c-40a7-8a11-caafef66156e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:44.562682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d0f6cd2-9928-478a-bfdc-61b316dd33db req-3c34648e-2595-4342-98a8-2b79ab7d71a6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 210 time: 0.0832582 Aug 04 16:54:44.573947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:54:44.576030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c0c406d0-b3af-434c-8696-7fd8b0a41a87 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:44.587614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '08926cac-d1c1-42ce-8540-a79d75b57d24', 'network_id': 'a8754ae0-e90d-4419-a240-09b128e5c459', 'port_id': '08926cac-d1c1-42ce-8540-a79d75b57d24', 'mac_address': 'fa:16:3e:c4:d8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a04b863-5cbe-4371-adf7-b44784cecd68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:54:44.614271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:44.616794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c42af-1705-4c76-88cb-338d588587eb req-97390830-1f84-460f-8568-da3741c0dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:44.618296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-336c42af-1705-4c76-88cb-338d588587eb req-97390830-1f84-460f-8568-da3741c0dd05 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c270d6ca-fadf-4471-9dc6-9a45b83c8c5c HTTP/1.1" status: 200 len: 845 time: 0.1095214 Aug 04 16:54:44.646173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a093512-cb21-470d-b04d-1138ba1ee77b req-904547b5-3d4c-460c-8fa5-9d19083dfa03 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24be01d-b667-4add-a9e3-7c14b2bb3cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823345 Aug 04 16:54:44.702349 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:44.785739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08926cac-d1c1-42ce-8540-a79d75b57d24 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:44.796428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-336c42af-1705-4c76-88cb-338d588587eb req-d50f870e-b9a2-42ea-aec2-c41e429e2d58 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fed77e85-9786-438f-9c12-d588fc5ecbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536474 Aug 04 16:54:44.825056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 08926cac-d1c1-42ce-8540-a79d75b57d24, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=08926cac-d1c1-42ce-8540-a79d75b57d24,segment=NetworkSegment(25ceae13-e04c-40a7-8a11-caafef66156e),segment_id=25ceae13-e04c-40a7-8a11-caafef66156e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:44.834785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port c0c406d0-b3af-434c-8696-7fd8b0a41a87 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:44.836919 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:44.849960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d50340-aca6-4f0d-b71a-c53b09fdba8a req-996759fc-51f7-49d1-99d8-4a7b212ab0e1 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 210 time: 0.2011881 Aug 04 16:54:44.865320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port c0c406d0-b3af-434c-8696-7fd8b0a41a87 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:44.876192 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:44.925573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:44.933256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-22486ace-8d16-49df-a444-22544df4516b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:44.936385 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-22486ace-8d16-49df-a444-22544df4516b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 821 time: 0.1662753 Aug 04 16:54:44.953901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Request body: {'port': {'device_id': '828f7edf-251b-44d3-9069-489052210532', 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237', 'admin_state_up': True, 'tenant_id': '5ffd0cfa7993416e9e0aec3af3314786'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:44.957788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'port_id': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031', 'mac_address': 'fa:16:3e:e7:0d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c270d6ca-fadf-4471-9dc6-9a45b83c8c5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:54:44.967644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=08926cac-d1c1-42ce-8540-a79d75b57d24,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:44.992304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:54:45.014752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-336c42af-1705-4c76-88cb-338d588587eb req-3fd734e2-096e-4621-a963-b3437e8c3c1c service neutron] 10.222.0.90 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742170 Aug 04 16:54:45.047168 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:45.049181 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:45.082961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:45.094167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0742da75-1455-40fc-a6a0-c6f64f341864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c406d0-b3af-434c-8696-7fd8b0a41a87'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:45.096498 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe97fed-5594-4b6f-80b4-fae7cf9d3f7c" -d '{"events": [{"server_uuid": "0742da75-1455-40fc-a6a0-c6f64f341864", "name": "network-vif-plugged", "status": "completed", "tag": "c0c406d0-b3af-434c-8696-7fd8b0a41a87"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:45.116027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['08926cac-d1c1-42ce-8540-a79d75b57d24'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:45.124605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c0c406d0-b3af-434c-8696-7fd8b0a41a87, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c0c406d0-b3af-434c-8696-7fd8b0a41a87,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:45.154970 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:45.161265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:45.195618 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79e3688-e129-40ef-a9b5-4d128f1308e9 x-openstack-request-id: req-e79e3688-e129-40ef-a9b5-4d128f1308e9 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:45.195759 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0742da75-1455-40fc-a6a0-c6f64f341864", "name": "network-vif-plugged", "status": "completed", "tag": "c0c406d0-b3af-434c-8696-7fd8b0a41a87", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:45.195994 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e79e3688-e129-40ef-a9b5-4d128f1308e9 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:45.196560 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0742da75-1455-40fc-a6a0-c6f64f341864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c406d0-b3af-434c-8696-7fd8b0a41a87', 'code': 200} Aug 04 16:54:45.202670 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:45.209284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Made reservation on behalf of 5ffd0cfa7993416e9e0aec3af3314786 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:45.212875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:54:45.213945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:45.227987 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Sync routers for ids ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:54:45.240867 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Routers {'9d54441f-342c-47f3-974f-6c7f9d9d2e8f'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:54:45.241503 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:54:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:45.285172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=c0c406d0-b3af-434c-8696-7fd8b0a41a87,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:45.415940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:45.442911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-336c42af-1705-4c76-88cb-338d588587eb req-6f0d7d6d-78bf-49ed-8407-ade7b99b23f5 service neutron] 10.222.0.90 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248189 Aug 04 16:54:45.451261 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:45.455343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-27aa9969-d829-4672-83b9-c1ab00c1f345 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3388493 Aug 04 16:54:45.457243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39522) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:45.490606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41357299-8759-474a-adf1-cd5170a4cc38 req-d7a1d5ff-9258-4014-bb3f-85b4978d6e46 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:45.492398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41357299-8759-474a-adf1-cd5170a4cc38 req-d7a1d5ff-9258-4014-bb3f-85b4978d6e46 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 949 time: 0.1716671 Aug 04 16:54:45.506509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['2da0e7a3-bed3-4c6d-a5bd-8a0a68885031'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:45.515117 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Set router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:54:45.547366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-063eb5f8-8f99-4ac0-89e2-d426f65aa5ea tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:45.555033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-063eb5f8-8f99-4ac0-89e2-d426f65aa5ea tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 806 time: 0.2011707 Aug 04 16:54:45.582944 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-d1f8a93e-08fd-4f6d-bf43-66050940ee16 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/quotas/7ef103b153cb41a1bc799399e8659304 HTTP/1.1" status: 200 len: 375 time: 0.0269237 Aug 04 16:54:45.587918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41357299-8759-474a-adf1-cd5170a4cc38 req-81a405e0-9e2a-4e9d-9a83-4da4041b8eea tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a8b9104-f4b8-4892-b53d-f309859b342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869045 Aug 04 16:54:45.717534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-50ab172e-2ba0-4364-b07d-5b9b1b04d2fb tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1335788 Aug 04 16:54:45.756502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Allocated IP 172.20.0.9 (aaf57b43-12ea-418f-9fcd-f4a13ecee237/ed7e0b83-0176-47e6-b307-46f85e25ffd6/ac9a25d8-a2ba-459f-9e81-588328eaaffe) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:45.786351 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'name': 'tempest-FloatingIPsTestJSON-1127837842-router', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:54:40Z', 'updated_at': '2021-08-04T16:54:43Z', 'revision_number': 3, 'project_id': '5073dd8a89f94589b323aac90205b123', 'gw_port': {'id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:54:41Z', 'updated_at': '2021-08-04T16:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:45.821834 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Checking router: 9d54441f-342c-47f3-974f-6c7f9d9d2e8f for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:54:45.822181 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Updating router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f port 53b562f0-c71c-4763-8db7-cc4db091b272 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:54:45.834498 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fe663-89d1-4d26-a387-c3b434ef3dce req-ecf2d8d2-662c-4874-90b0-4bf71766b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:45.837107 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-921fe663-89d1-4d26-a387-c3b434ef3dce req-ecf2d8d2-662c-4874-90b0-4bf71766b042 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 1100 time: 0.4758840 Aug 04 16:54:45.870732 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:45.981274 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-921fe663-89d1-4d26-a387-c3b434ef3dce req-57386313-e90a-44e7-97d7-9fbef9f5f218 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9a8b9104-f4b8-4892-b53d-f309859b342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312659 Aug 04 16:54:46.003718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-ca73e4bf-7413-494e-aa6a-e7ef8db48817 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:46.005342 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-ca73e4bf-7413-494e-aa6a-e7ef8db48817 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.1846182 Aug 04 16:54:46.053729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-3d067f49-206e-48a4-9256-727303732d6a service neutron] 10.222.0.39 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268883 Aug 04 16:54:46.060864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Request body: {'port': {'device_id': '667a6c16-5865-4e7c-841e-c351cded1090', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'admin_state_up': True, 'tenant_id': '524e6703e05143f89fe82c4e86d98fad'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:46.180661 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.185070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-5603c86f-91e7-4e59-b873-87c5aec81213 service neutron] 10.222.0.39 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198909 Aug 04 16:54:46.241887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851992b9-d23b-45be-8249-7e112a30831f req-01d7b755-3782-4210-80d5-9c4299b6561f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:46.249242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-851992b9-d23b-45be-8249-7e112a30831f req-01d7b755-3782-4210-80d5-9c4299b6561f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 945 time: 0.5013862 Aug 04 16:54:46.269539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.281941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['16c62198-573c-48ad-9da4-1939c106e04f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:46.326678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Pushing event updated for resources: {'Port': ['ID=ac9a25d8-a2ba-459f-9e81-588328eaaffe,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:46.344104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-851992b9-d23b-45be-8249-7e112a30831f req-5c7a623a-0dba-419e-8a39-7cefff81fbec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919523 Aug 04 16:54:46.392157 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.400977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Network aaf57b43-12ea-418f-9fcd-f4a13ecee237 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:46.404499 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Transition to ACTIVE for port object 53b562f0-c71c-4763-8db7-cc4db091b272 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:46.405151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:46.415361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:46.431739 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.473282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:46.474071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.498830 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-1d8c3af1-82af-4e54-8cb7-6baf730391cc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5525274 Aug 04 16:54:46.527932 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Request body: {'port': {'device_id': '828f7edf-251b-44d3-9069-489052210532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:46.528183 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Attempting to bind port 53b562f0-c71c-4763-8db7-cc4db091b272 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:54:46.528436 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Attempting to bind port 53b562f0-c71c-4763-8db7-cc4db091b272 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:54:46.529035 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Attempting to bind port 53b562f0-c71c-4763-8db7-cc4db091b272 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:46.538247 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:54:46.538616 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:46.539087 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.540477 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:54:46.540477 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Bound port: 53b562f0-c71c-4763-8db7-cc4db091b272, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:54:46.540477 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.541068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 08926cac-d1c1-42ce-8540-a79d75b57d24 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:46.560815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54fbb1bd-dbd0-4494-ad22-0bfae9eff6f5 req-13950371-7c8a-4095-a0ab-119592f1140b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 210 time: 0.0614853 Aug 04 16:54:46.586831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Made reservation on behalf of 524e6703e05143f89fe82c4e86d98fad for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:46.594522 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.604154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:46.733075 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Pushing event updated for resources: {'Port': ['ID=53b562f0-c71c-4763-8db7-cc4db091b272,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:46.740549 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] For port 53b562f0-c71c-4763-8db7-cc4db091b272, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:46.742402 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.796439 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.801586 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.802167 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.802599 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.804390 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.804867 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.805789 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.807728 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.809324 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.809881 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.810006 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.811556 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:46.823719 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] For port 53b562f0-c71c-4763-8db7-cc4db091b272, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=53b562f0-c71c-4763-8db7-cc4db091b272,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:54:46.837246 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.849676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef79666-9224-4743-8eeb-e1bfe147a14a req-2f3778ba-329a-4b72-8145-af5c776366c6 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:46.853839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:46.857276 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aef79666-9224-4743-8eeb-e1bfe147a14a req-2f3778ba-329a-4b72-8145-af5c776366c6 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 945 time: 0.2130759 Aug 04 16:54:46.872528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 08926cac-d1c1-42ce-8540-a79d75b57d24 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:46.877999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:46.878362 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:46.891654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 08926cac-d1c1-42ce-8540-a79d75b57d24 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:46.892040 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:47.000338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:47.020072 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Routers {'9d54441f-342c-47f3-974f-6c7f9d9d2e8f'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:54:47.020708 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:54:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:47.078466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Allocated IP 172.20.0.13 (994a5d9d-65cf-48d2-a2eb-3ec837627526/fa0957b7-de1e-4ef2-b8d7-d7e66c75e099/945ea31d-2dff-47ec-a292-89307525f219) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:47.152015 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] Set router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:54:47.212472 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:47.215219 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:47.300704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106072db-1a28-4b87-b426-059a30ab9f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08926cac-d1c1-42ce-8540-a79d75b57d24'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:47.309173 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8664621-ed5f-4c1f-abb5-be82b8bd7e3f" -d '{"events": [{"server_uuid": "106072db-1a28-4b87-b426-059a30ab9f4e", "name": "network-vif-plugged", "status": "completed", "tag": "08926cac-d1c1-42ce-8540-a79d75b57d24"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:47.343918 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cea62-0beb-4d8f-b7f2-b8f75d27fa04 None None] Pushing event updated for resources: {'Port': ['ID=53b562f0-c71c-4763-8db7-cc4db091b272,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:47.373030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:47.377071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 08926cac-d1c1-42ce-8540-a79d75b57d24, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=08926cac-d1c1-42ce-8540-a79d75b57d24,segment=NetworkSegment(25ceae13-e04c-40a7-8a11-caafef66156e),segment_id=25ceae13-e04c-40a7-8a11-caafef66156e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:47.383284 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:47.395341 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:47.414935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Allocated IP 172.20.0.1 (6f40fa24-5b49-4492-a318-e1c447afc875/fd02fd12-fb70-473b-b668-0df14d90b51d/901254c4-e940-4544-bcc0-0c3b6effe215) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:47.522488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aef79666-9224-4743-8eeb-e1bfe147a14a req-4c904532-1f15-4955-93fe-0925dabb369f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24be01d-b667-4add-a9e3-7c14b2bb3cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150784 Aug 04 16:54:47.559202 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'name': 'tempest-FloatingIPsTestJSON-1127837842-router', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:54:40Z', 'updated_at': '2021-08-04T16:54:43Z', 'revision_number': 3, 'project_id': '5073dd8a89f94589b323aac90205b123', 'gw_port': {'id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:54:41Z', 'updated_at': '2021-08-04T16:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:47.597705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9a25d8-a2ba-459f-9e81-588328eaaffe {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:47.623093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a73e43-e720-4dfa-8b96-821540e28fc0 req-4fec5296-425f-4679-bfa4-259482282159 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:47.625918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17a73e43-e720-4dfa-8b96-821540e28fc0 req-4fec5296-425f-4679-bfa4-259482282159 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 931 time: 0.6056471 Aug 04 16:54:47.633205 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1db508-50ea-4cdc-bf20-19898ceb4db7 None None] The sync data for ids ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'] in n-d-764435-5 is: [{'id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'name': 'tempest-FloatingIPsTestJSON-1127837842-router', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:54:40Z', 'updated_at': '2021-08-04T16:54:43Z', 'revision_number': 3, 'project_id': '5073dd8a89f94589b323aac90205b123', 'gw_port': {'id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:54:41Z', 'updated_at': '2021-08-04T16:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:54:47.639869 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:47.690798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Transition to ACTIVE for port object ac9a25d8-a2ba-459f-9e81-588328eaaffe will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:47.706656 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:47.771846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:47.778271 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a25d8-a2ba-459f-9e81-588328eaaffe,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:47.795890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17a73e43-e720-4dfa-8b96-821540e28fc0 req-8bf337ec-a48e-4095-93ab-7edd75d1539e tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575458 Aug 04 16:54:47.806492 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:47.843613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d0e03-d2b7-4547-815f-d68c6af770ca req-fe2e26ed-24e3-412c-a228-e8733a61a6db tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:47.852225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261d0e03-d2b7-4547-815f-d68c6af770ca req-fe2e26ed-24e3-412c-a228-e8733a61a6db tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 949 time: 0.1571100 Aug 04 16:54:47.861685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Transition to ACTIVE for port object 901254c4-e940-4544-bcc0-0c3b6effe215 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:47.877723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:47.878919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=08926cac-d1c1-42ce-8540-a79d75b57d24,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:47.920691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-261d0e03-d2b7-4547-815f-d68c6af770ca req-77ed10e5-586d-4145-9629-14850743b6a1 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a8b9104-f4b8-4892-b53d-f309859b342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664165 Aug 04 16:54:47.992728 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8483cd-177a-4b27-ab99-585dabbb6596 x-openstack-request-id: req-ce8483cd-177a-4b27-ab99-585dabbb6596 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:47.993437 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106072db-1a28-4b87-b426-059a30ab9f4e", "name": "network-vif-plugged", "status": "completed", "tag": "08926cac-d1c1-42ce-8540-a79d75b57d24", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:47.993891 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce8483cd-177a-4b27-ab99-585dabbb6596 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:47.994489 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106072db-1a28-4b87-b426-059a30ab9f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08926cac-d1c1-42ce-8540-a79d75b57d24', 'code': 200} Aug 04 16:54:48.061231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:54:48.064172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:54:48.064554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:48.090371 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:48.096088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc2a89cc-9f4f-496a-ba4e-e9bf844eb441 req-0274b330-8553-4cd1-8c9a-fcf624ba28da tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 210 time: 0.1690960 Aug 04 16:54:48.105875 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:48.168254 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Port ac9a25d8-a2ba-459f-9e81-588328eaaffe on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:54:48.168708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:48.212319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Network 6f40fa24-5b49-4492-a318-e1c447afc875 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:48.218260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:54:48.220485 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:48.220971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:54:48.221528 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Bound port: ac9a25d8-a2ba-459f-9e81-588328eaaffe, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:54:48.226386 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:48.243809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:48.246157 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Pushing event updated for resources: {'Port': ['ID=901254c4-e940-4544-bcc0-0c3b6effe215,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:48.248845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:48.303120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Network 994a5d9d-65cf-48d2-a2eb-3ec837627526 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:48.344110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:48.346738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:48.450178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:48.616785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8925667c-8313-4d57-b8d8-13a326a549ba None None] Provisioning for port 901254c4-e940-4544-bcc0-0c3b6effe215 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:48.623760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8925667c-8313-4d57-b8d8-13a326a549ba None None] Provisioning complete for port 901254c4-e940-4544-bcc0-0c3b6effe215 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:48.624147 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8925667c-8313-4d57-b8d8-13a326a549ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:48.709340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8925667c-8313-4d57-b8d8-13a326a549ba None None] Port 901254c4-e940-4544-bcc0-0c3b6effe215 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:54:48.782782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event updated for resources: {'Port': ['ID=945ea31d-2dff-47ec-a292-89307525f219,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:48.801000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede605a-fd9e-4b47-a8a7-7a7c407c094c req-78da2e44-e1aa-4fc2-9ba1-7b1e9ae2d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:48.802541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ede605a-fd9e-4b47-a8a7-7a7c407c094c req-78da2e44-e1aa-4fc2-9ba1-7b1e9ae2d43e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 1097 time: 0.7054987 Aug 04 16:54:48.863555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:48.864591 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:48.913559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789fc69-1df4-43d1-88bb-f81e804b8d83 req-933ea29a-205f-4f1d-ace7-3a8f3eaa8d35 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:48.918164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b789fc69-1df4-43d1-88bb-f81e804b8d83 req-933ea29a-205f-4f1d-ace7-3a8f3eaa8d35 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 946 time: 0.7323725 Aug 04 16:54:48.937684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96320e5b-47b7-4829-852d-ee13fe039a78 req-bfa24607-0361-4ce3-8755-1779d13d5f39 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:48.946007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96320e5b-47b7-4829-852d-ee13fe039a78 req-bfa24607-0361-4ce3-8755-1779d13d5f39 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 932 time: 0.7018497 Aug 04 16:54:48.990751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-a1945868-3cda-49a3-962b-4d341563147c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9349761 Aug 04 16:54:49.047802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Request body: {'port': {'device_id': '667a6c16-5865-4e7c-841e-c351cded1090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:49.059051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ede605a-fd9e-4b47-a8a7-7a7c407c094c req-adae1a30-6eff-479d-b51a-3b1e422a6bf8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c24be01d-b667-4add-a9e3-7c14b2bb3cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849682 Aug 04 16:54:49.067367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:49.103892 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:54:49.117786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b789fc69-1df4-43d1-88bb-f81e804b8d83 req-7543a2a7-e5f8-4fc5-b067-4bcb89a74caa tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897025 Aug 04 16:54:49.118482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-841188ee-99ce-40c6-941b-26a7ae4f6e84 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:49.121362 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-841188ee-99ce-40c6-941b-26a7ae4f6e84 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.90 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 806 time: 0.8040106 Aug 04 16:54:49.127628 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:49.156404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Request body: {'port': {'device_id': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'network_id': '83871cb6-9702-4d6c-8452-9290689050df', 'admin_state_up': True, 'tenant_id': '7ef103b153cb41a1bc799399e8659304'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:49.168879 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:49.210887 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96320e5b-47b7-4829-852d-ee13fe039a78 req-92db4dac-be89-4e1f-98ae-8d573ea07a17 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637770 Aug 04 16:54:49.323522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:49.328480 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:49.330551 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] 10.222.0.82 "PUT /v2.0/ports/ac9a25d8-a2ba-459f-9e81-588328eaaffe HTTP/1.1" status: 200 len: 1091 time: 2.8155558 Aug 04 16:54:49.354011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828f7edf-251b-44d3-9069-489052210532', 'tag': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:49.359510 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5056d9-588f-40d6-943d-050f7b7b6cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "828f7edf-251b-44d3-9069-489052210532", "tag": "ac9a25d8-a2ba-459f-9e81-588328eaaffe"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:49.438968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5453a-8bd9-42a8-b1d0-9fc9fba95c9c service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a25d8-a2ba-459f-9e81-588328eaaffe,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:49.535979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:49.540979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-5b4a96fc-afbf-483a-92ef-33441473b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:49.542540 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-5b4a96fc-afbf-483a-92ef-33441473b6dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 1094 time: 0.1472151 Aug 04 16:54:49.601672 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-aa4f3db7-ee85-4972-9ff8-875080035915 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe HTTP/1.1" status: 200 len: 217 time: 0.0467803 Aug 04 16:54:49.652686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4d2ca-6058-401c-abe6-8cab1398bf83 req-97b23792-880d-48b9-b545-0dbbcb222ec9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:49.655076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2df4d2ca-6058-401c-abe6-8cab1398bf83 req-97b23792-880d-48b9-b545-0dbbcb222ec9 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 946 time: 0.1859164 Aug 04 16:54:49.668478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Made reservation on behalf of 7ef103b153cb41a1bc799399e8659304 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:49.669903 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:49.702444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945ea31d-2dff-47ec-a292-89307525f219 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:49.741840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:49.773070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-a342982b-648c-44d0-90a6-8c40fdacb0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:49.774614 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-a342982b-648c-44d0-90a6-8c40fdacb0f7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1469235 Aug 04 16:54:49.785092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Transition to ACTIVE for port object 945ea31d-2dff-47ec-a292-89307525f219 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:49.790245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2df4d2ca-6058-401c-abe6-8cab1398bf83 req-f7c01309-933e-47ae-9169-feba331c4375 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24be01d-b667-4add-a9e3-7c14b2bb3cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079800 Aug 04 16:54:49.795461 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:49.814697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049105d-1528-4fc0-b48d-64e8d8d587e2 req-2aa7a639-e818-4df1-b6e6-7ad3dd327f5e tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:49.816459 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d049105d-1528-4fc0-b48d-64e8d8d587e2 req-2aa7a639-e818-4df1-b6e6-7ad3dd327f5e tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.1741273 Aug 04 16:54:49.851005 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-74eb7ed2-5546-4452-85ee-05c7dc986b36 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414450 Aug 04 16:54:49.996224 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5336732-4855-43e7-851f-fafdfac221f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:49.997003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=945ea31d-2dff-47ec-a292-89307525f219,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:49.999310 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd52204-b1f4-42a9-93d6-eb13453c4c67" -d '{"events": [{"server_uuid": "c5336732-4855-43e7-851f-fafdfac221f4", "name": "network-vif-plugged", "status": "completed", "tag": "2da0e7a3-bed3-4c6d-a5bd-8a0a68885031"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:50.063308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d049105d-1528-4fc0-b48d-64e8d8d587e2 req-ffa48108-64be-478c-bc9b-909f009258a2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204828 Aug 04 16:54:50.099954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 53b562f0-c71c-4763-8db7-cc4db091b272 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:50.144759 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Allocated IP 172.20.0.11 (83871cb6-9702-4d6c-8452-9290689050df/639ee8d8-35bc-44fd-970a-1029484fffb3/139f7c60-6170-4f6d-8448-16f91771f615) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:50.162529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:50.177604 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-6e51cd7d-bd11-4923-af89-bcfba825ae60 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129730 Aug 04 16:54:50.180932 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:50.184746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6dae5ecf-64f6-4380-9314-8fe6b4fbf813 req-c8936eea-f03c-43b5-ba45-b8fc8805897b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 210 time: 0.1178520 Aug 04 16:54:50.188812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.188812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.188812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.189778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.189778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.190011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.190320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.191683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.191683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.191683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.191683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.192063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.209619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Attempting to bind port 945ea31d-2dff-47ec-a292-89307525f219 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:54:50.211035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Attempting to bind port 945ea31d-2dff-47ec-a292-89307525f219 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:54:50.211810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Attempting to bind port 945ea31d-2dff-47ec-a292-89307525f219 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:50.222349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Port 945ea31d-2dff-47ec-a292-89307525f219 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:54:50.223513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Attempting to bind port 945ea31d-2dff-47ec-a292-89307525f219 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:50.235591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:54:50.236653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Checking segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:50.237463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Bound using segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:54:50.238227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Bound port: 945ea31d-2dff-47ec-a292-89307525f219, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:54:50.238984 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:50.244816 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd349910-d7dc-469a-a26b-57dff6bc9657 x-openstack-request-id: req-cd349910-d7dc-469a-a26b-57dff6bc9657 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:50.245107 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828f7edf-251b-44d3-9069-489052210532", "tag": "ac9a25d8-a2ba-459f-9e81-588328eaaffe", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:50.245358 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd349910-d7dc-469a-a26b-57dff6bc9657 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:50.245751 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828f7edf-251b-44d3-9069-489052210532', 'tag': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe', 'status': 'completed', 'code': 200} Aug 04 16:54:50.283725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 53b562f0-c71c-4763-8db7-cc4db091b272 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:50.287751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Pushing event updated for resources: {'Port': ['ID=901254c4-e940-4544-bcc0-0c3b6effe215,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:50.304699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 53b562f0-c71c-4763-8db7-cc4db091b272 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:50.308266 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:50.320879 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7067ab5-edec-487b-b049-05288d257a4e x-openstack-request-id: req-a7067ab5-edec-487b-b049-05288d257a4e {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:50.324850 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5336732-4855-43e7-851f-fafdfac221f4", "name": "network-vif-plugged", "status": "completed", "tag": "2da0e7a3-bed3-4c6d-a5bd-8a0a68885031", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:50.325433 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7067ab5-edec-487b-b049-05288d257a4e {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:50.326219 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5336732-4855-43e7-851f-fafdfac221f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031', 'code': 200} Aug 04 16:54:50.415950 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:50.477367 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:50.485840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] For port 945ea31d-2dff-47ec-a292-89307525f219, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:50.513212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 53b562f0-c71c-4763-8db7-cc4db091b272, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=53b562f0-c71c-4763-8db7-cc4db091b272,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:50.518860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7ec1b-68ec-430d-8a75-d22c474fd7a4 req-1b92d7bc-fdab-4dc4-8b39-51ef0cace503 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:50.520641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18a7ec1b-68ec-430d-8a75-d22c474fd7a4 req-1b92d7bc-fdab-4dc4-8b39-51ef0cace503 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 949 time: 0.1647534 Aug 04 16:54:50.522864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] For port 945ea31d-2dff-47ec-a292-89307525f219, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=945ea31d-2dff-47ec-a292-89307525f219,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:54:50.525667 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:50.539945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5aaa4-eb68-456a-be00-7577d65953ee req-2ff5e1ca-ae08-474e-a4bc-589dd19dc719 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:50.541473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17d5aaa4-eb68-456a-be00-7577d65953ee req-2ff5e1ca-ae08-474e-a4bc-589dd19dc719 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 946 time: 0.1268165 Aug 04 16:54:50.583577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf15619-9210-40ce-a53d-4e05715de9a7 req-13e460dd-b399-4e4d-8574-b7f9ddc141e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:50.586273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=53b562f0-c71c-4763-8db7-cc4db091b272,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:50.586479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cf15619-9210-40ce-a53d-4e05715de9a7 req-13e460dd-b399-4e4d-8574-b7f9ddc141e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 1097 time: 0.1845274 Aug 04 16:54:50.590666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:50.597342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.597979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.598451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.599244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.599863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.600540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.601031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.601510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.602001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.602719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.603235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.603719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:50.680082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:50.681250 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:50.683434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] 10.222.0.82 "PUT /v2.0/ports/945ea31d-2dff-47ec-a292-89307525f219 HTTP/1.1" status: 200 len: 1092 time: 1.6493630 Aug 04 16:54:50.683434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667a6c16-5865-4e7c-841e-c351cded1090', 'tag': '945ea31d-2dff-47ec-a292-89307525f219'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:50.685055 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60dbc9ff-7962-4587-98c6-68b07f112577 req-f5d7c5b7-932c-4edc-b477-d9343659298b service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493458 Aug 04 16:54:50.685889 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69858b74-425e-4f34-84ed-9359e0a42b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "667a6c16-5865-4e7c-841e-c351cded1090", "tag": "945ea31d-2dff-47ec-a292-89307525f219"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:50.708219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18a7ec1b-68ec-430d-8a75-d22c474fd7a4 req-abec6fb1-3e6c-460b-bfd7-5efcc74cdf6d tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a8b9104-f4b8-4892-b53d-f309859b342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565568 Aug 04 16:54:50.748265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Network 6f40fa24-5b49-4492-a318-e1c447afc875 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:50.765827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17d5aaa4-eb68-456a-be00-7577d65953ee req-3eecd125-e4bc-40e1-aba5-47dbb81f7f1b tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041223 Aug 04 16:54:50.793936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:50.802215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cf15619-9210-40ce-a53d-4e05715de9a7 req-0ba4f4ee-deee-4525-a767-5e9654cec1ca service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962962 Aug 04 16:54:50.834937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:50.848429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46107c-6feb-4d48-8238-eb851c84c7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=945ea31d-2dff-47ec-a292-89307525f219,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:50.915431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5056d9-588f-40d6-943d-050f7b7b6cb3 req-d3d775db-4150-441a-877f-2b986efdf01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:50.917221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f5056d9-588f-40d6-943d-050f7b7b6cb3 req-d3d775db-4150-441a-877f-2b986efdf01d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 1094 time: 0.1554790 Aug 04 16:54:50.918352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-1d6a4d19-47a4-45b2-ada5-c0e0c9bb3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:50.919856 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-1d6a4d19-47a4-45b2-ada5-c0e0c9bb3173 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 1095 time: 0.1876476 Aug 04 16:54:50.936129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-aeaef9fb-99e3-4d2f-9211-bd7bde260690 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:50.937995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-aeaef9fb-99e3-4d2f-9211-bd7bde260690 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.90 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 949 time: 0.1539807 Aug 04 16:54:51.020130 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-95a0bbaf-0b35-4fd7-b687-8b30df57ae7f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945ea31d-2dff-47ec-a292-89307525f219 HTTP/1.1" status: 200 len: 217 time: 0.0874743 Aug 04 16:54:51.039662 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c642a465-c6dc-495a-910e-622feeba66f3 x-openstack-request-id: req-c642a465-c6dc-495a-910e-622feeba66f3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:51.039966 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667a6c16-5865-4e7c-841e-c351cded1090", "tag": "945ea31d-2dff-47ec-a292-89307525f219", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:51.040256 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c642a465-c6dc-495a-910e-622feeba66f3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:51.041176 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667a6c16-5865-4e7c-841e-c351cded1090', 'tag': '945ea31d-2dff-47ec-a292-89307525f219', 'status': 'completed', 'code': 200} Aug 04 16:54:51.067636 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:51.080872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d164d259-b494-4992-bce9-19279951097d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:51.137597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1710b2-146d-4254-b321-7e4cee30af30 req-4584529d-5b7a-4ef3-a7c4-3dbf13e275d6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:51.139850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb1710b2-146d-4254-b321-7e4cee30af30 req-4584529d-5b7a-4ef3-a7c4-3dbf13e275d6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 944 time: 0.2866690 Aug 04 16:54:51.141794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5056d9-588f-40d6-943d-050f7b7b6cb3 req-7f36c1d1-f2e8-44ad-8dad-deb6b74c20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:51.143596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f5056d9-588f-40d6-943d-050f7b7b6cb3 req-7f36c1d1-f2e8-44ad-8dad-deb6b74c20e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.2032807 Aug 04 16:54:51.145239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Network 83871cb6-9702-4d6c-8452-9290689050df is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:51.151047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-f0853ac8-ad7d-4634-9e43-d86539f9d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:51.153208 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-f0853ac8-ad7d-4634-9e43-d86539f9d276 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.1225471 Aug 04 16:54:51.183560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:51.191536 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:51.201986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e78e262c-6f23-4cbc-ab6f-72b5e93df9ba None None] Provisioning complete for port 901254c4-e940-4544-bcc0-0c3b6effe215 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:51.202348 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e78e262c-6f23-4cbc-ab6f-72b5e93df9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:51.259621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f5056d9-588f-40d6-943d-050f7b7b6cb3 req-0678a52a-911b-43de-8328-0bb0da4f16d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe HTTP/1.1" status: 200 len: 217 time: 0.0820222 Aug 04 16:54:51.271891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e78e262c-6f23-4cbc-ab6f-72b5e93df9ba None None] Port 901254c4-e940-4544-bcc0-0c3b6effe215 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:54:51.300321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:51.302183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:51.307634 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-ad353ff4-dfab-48ff-861d-3eec180276f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513594 Aug 04 16:54:51.313120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:54:51.329094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb1710b2-146d-4254-b321-7e4cee30af30 req-7c00519b-727d-40b0-8d84-ef30b51edc8e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586976 Aug 04 16:54:51.338117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ad019-c5a0-4171-8651-0b831b32c6dc req-4f779e1d-e1b8-456d-8422-42687af08f18 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:51.347360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-900ad019-c5a0-4171-8651-0b831b32c6dc req-4f779e1d-e1b8-456d-8422-42687af08f18 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 946 time: 0.2953620 Aug 04 16:54:51.412194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5056d9-588f-40d6-943d-050f7b7b6cb3 req-fc64c522-eb3b-4e53-b41e-cc224d10f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:51.413699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f5056d9-588f-40d6-943d-050f7b7b6cb3 req-fc64c522-eb3b-4e53-b41e-cc224d10f5ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1445100 Aug 04 16:54:51.425020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-900ad019-c5a0-4171-8651-0b831b32c6dc req-82199d06-42b7-4f3b-b035-7bb6427c3f81 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24be01d-b667-4add-a9e3-7c14b2bb3cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743413 Aug 04 16:54:51.487963 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-527ec579-eea6-451c-b23b-c6e7a5d51848 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645486 Aug 04 16:54:51.496716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f5056d9-588f-40d6-943d-050f7b7b6cb3 req-fac34b25-e51b-42d1-80c7-cc426e4fe82d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693803 Aug 04 16:54:51.499891 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3520019 Aug 04 16:54:51.532808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Request body: {'port': {'device_id': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:51.557967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-8ace104f-c49e-4a44-83ab-aedd570db7d6 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Deleting port c0c406d0-b3af-434c-8696-7fd8b0a41a87 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:51.558311 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-8ace104f-c49e-4a44-83ab-aedd570db7d6 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:51.649468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503aade-84bf-4b31-9d60-e3208872c54e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Pushing event updated for resources: {'Port': ['ID=139f7c60-6170-4f6d-8448-16f91771f615,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:51.653288 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4b6eca96-e268-4bcd-b774-77944381f8a7 req-320f98b0-ecda-4153-8159-5712b2157891 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336520 Aug 04 16:54:51.692672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af3e7-16c1-4a0b-9186-ef7fbe304455 req-afaba24b-2978-4167-8612-e14a88ce82ac tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:51.701355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d7af3e7-16c1-4a0b-9186-ef7fbe304455 req-afaba24b-2978-4167-8612-e14a88ce82ac tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 932 time: 0.1893978 Aug 04 16:54:51.730933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be662f-439c-4d56-b38f-15a615e236b5 req-dcf54476-2c25-42e6-88ce-20c377349c6a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:51.739487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97be662f-439c-4d56-b38f-15a615e236b5 req-dcf54476-2c25-42e6-88ce-20c377349c6a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.3312743 Aug 04 16:54:51.779834 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f5056d9-588f-40d6-943d-050f7b7b6cb3 req-284c94a3-6f31-4d08-b4a6-9b1da9fbaacb service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348962 Aug 04 16:54:51.836130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:51.888564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d7af3e7-16c1-4a0b-9186-ef7fbe304455 req-14fb48b3-ffd9-4f24-b092-36d200bc8a52 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863225 Aug 04 16:54:51.902749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-8ace104f-c49e-4a44-83ab-aedd570db7d6 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] For port c0c406d0-b3af-434c-8696-7fd8b0a41a87, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c0c406d0-b3af-434c-8696-7fd8b0a41a87,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:51.903158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-8ace104f-c49e-4a44-83ab-aedd570db7d6 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:51.939204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:54:51.940998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97be662f-439c-4d56-b38f-15a615e236b5 req-ead6c525-e193-4b4c-a120-7dd5c93079f2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505690 Aug 04 16:54:51.943205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69858b74-425e-4f34-84ed-9359e0a42b3a req-c226e0ed-98a1-4682-94a8-fc52dd8710f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:51.945661 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-69858b74-425e-4f34-84ed-9359e0a42b3a req-c226e0ed-98a1-4682-94a8-fc52dd8710f0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 1095 time: 0.1562030 Aug 04 16:54:51.947226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-8ace104f-c49e-4a44-83ab-aedd570db7d6 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Calling delete_port for c0c406d0-b3af-434c-8696-7fd8b0a41a87 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:51.948660 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Sync routers for ids ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:54:51.976470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Routers {'9d54441f-342c-47f3-974f-6c7f9d9d2e8f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:54:51.977121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:54:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:52.051769 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3d10f34f-7c5d-48f5-8f36-06420d83b39c admin admin] 10.222.0.39 "PUT /v2.0/routers/9d54441f-342c-47f3-974f-6c7f9d9d2e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5884163 Aug 04 16:54:52.130695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 53b562f0-c71c-4763-8db7-cc4db091b272 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:52.221810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Set router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:54:52.231167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f5056d9-588f-40d6-943d-050f7b7b6cb3 req-4c653570-ea55-48b7-8e5b-5214c818274b service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316573 Aug 04 16:54:52.238035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69858b74-425e-4f34-84ed-9359e0a42b3a req-b116e849-0062-44d6-8a7f-6bc62201deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:52.239913 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-69858b74-425e-4f34-84ed-9359e0a42b3a req-b116e849-0062-44d6-8a7f-6bc62201deab service neutron] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 914 time: 0.1837578 Aug 04 16:54:52.270072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 53b562f0-c71c-4763-8db7-cc4db091b272 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:52.270304 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:52.316907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74753128-a993-4d69-9bb9-270b26d14a22 req-9eb90082-b174-45e5-aa1e-bc9952c34647 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:52.325269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74753128-a993-4d69-9bb9-270b26d14a22 req-9eb90082-b174-45e5-aa1e-bc9952c34647 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0742da75-1455-40fc-a6a0-c6f64f341864 HTTP/1.1" status: 200 len: 949 time: 0.3038061 Aug 04 16:54:52.336010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8003da1-a6b0-42af-be16-dd1c65d90671 req-caa65c54-92e4-4846-98b0-3d5991bb5092 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:52.337704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8003da1-a6b0-42af-be16-dd1c65d90671 req-caa65c54-92e4-4846-98b0-3d5991bb5092 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 946 time: 0.1761181 Aug 04 16:54:52.358666 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-69858b74-425e-4f34-84ed-9359e0a42b3a req-26d1d0c8-f295-4976-a1b1-58039c5299fb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=945ea31d-2dff-47ec-a292-89307525f219 HTTP/1.1" status: 200 len: 217 time: 0.0537543 Aug 04 16:54:52.386357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74753128-a993-4d69-9bb9-270b26d14a22 req-390d49cd-6231-4cb3-86bf-7e938ce9c9e0 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a8b9104-f4b8-4892-b53d-f309859b342d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599825 Aug 04 16:54:52.448747 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69858b74-425e-4f34-84ed-9359e0a42b3a req-24534a68-45d8-4821-a7bc-f53e24c36702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:52.450392 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-69858b74-425e-4f34-84ed-9359e0a42b3a req-24534a68-45d8-4821-a7bc-f53e24c36702 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.0553055 Aug 04 16:54:52.488888 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8003da1-a6b0-42af-be16-dd1c65d90671 req-00ca1e86-745f-443b-a41f-3c7ab358c579 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186945 Aug 04 16:54:52.492419 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-69858b74-425e-4f34-84ed-9359e0a42b3a req-1b144110-de71-4e1d-9ed6-abb7fad531a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326393 Aug 04 16:54:52.494074 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-8ace104f-c49e-4a44-83ab-aedd570db7d6 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:52.524098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['c0c406d0-b3af-434c-8696-7fd8b0a41a87'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:52.579091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace104f-c49e-4a44-83ab-aedd570db7d6 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Pushing event deleted for resources: {'Port': ['ID=c0c406d0-b3af-434c-8696-7fd8b0a41a87,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:52.631578 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-69858b74-425e-4f34-84ed-9359e0a42b3a req-aebd5d5a-4104-4d98-b3c2-dc9bd1aa3428 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176426 Aug 04 16:54:52.707711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'name': 'tempest-FloatingIPsTestJSON-1127837842-router', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:54:40Z', 'updated_at': '2021-08-04T16:54:49Z', 'revision_number': 4, 'project_id': '5073dd8a89f94589b323aac90205b123', 'gw_port': {'id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:54:41Z', 'updated_at': '2021-08-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '901254c4-e940-4544-bcc0-0c3b6effe215', 'name': '', 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'mac_address': 'fa:16:3e:6e:c0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd02fd12-fb70-473b-b668-0df14d90b51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:54:47Z', 'updated_at': '2021-08-04T16:54:49Z', 'revision_number': 2, 'project_id': '5073dd8a89f94589b323aac90205b123', 'subnets': [{'id': 'fd02fd12-fb70-473b-b668-0df14d90b51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:52.712790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-8ace104f-c49e-4a44-83ab-aedd570db7d6 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] No DVR routers for this DVR port c0c406d0-b3af-434c-8696-7fd8b0a41a87 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:52.718104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-8ace104f-c49e-4a44-83ab-aedd570db7d6 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:52.720320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a374e50f-4663-4749-adf1-cfcac8786e16 req-8ace104f-c49e-4a44-83ab-aedd570db7d6 tempest-ImagesNegativeTestJSON-256996299 tempest-ImagesNegativeTestJSON-256996299-project] 10.222.0.90 "DELETE /v2.0/ports/c0c406d0-b3af-434c-8696-7fd8b0a41a87 HTTP/1.1" status: 204 len: 173 time: 1.6848450 Aug 04 16:54:52.747750 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Checking router: 9d54441f-342c-47f3-974f-6c7f9d9d2e8f for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:54:52.749222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Updating router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f port 901254c4-e940-4544-bcc0-0c3b6effe215 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:54:52.772196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a469b2-f830-48eb-ab78-59ad752175b2 req-a6a85831-bdab-4c04-ac7d-81c57b08391b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:52.776419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98a469b2-f830-48eb-ab78-59ad752175b2 req-a6a85831-bdab-4c04-ac7d-81c57b08391b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 944 time: 0.1262860 Aug 04 16:54:52.814348 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:52.946211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98a469b2-f830-48eb-ab78-59ad752175b2 req-0f69fabe-f363-41c4-a35c-b5df1f04fdc6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603246 Aug 04 16:54:53.046005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0742da75-1455-40fc-a6a0-c6f64f341864', 'name': 'network-vif-deleted', 'tag': 'c0c406d0-b3af-434c-8696-7fd8b0a41a87'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:53.048557 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d635bf-ff0f-4ff6-b425-888042c70e8b" -d '{"events": [{"server_uuid": "0742da75-1455-40fc-a6a0-c6f64f341864", "name": "network-vif-deleted", "tag": "c0c406d0-b3af-434c-8696-7fd8b0a41a87"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:53.089633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f5dd306-af02-466e-b08f-146492187035 req-d3361878-cb19-4021-9efe-b9935fc6d045 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2471778 Aug 04 16:54:53.099601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:53.165870 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.256042 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.274981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139f7c60-6170-4f6d-8448-16f91771f615 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:53.292379 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.305180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Transition to ACTIVE for port object 901254c4-e940-4544-bcc0-0c3b6effe215 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:53.316279 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.321950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Transition to ACTIVE for port object 139f7c60-6170-4f6d-8448-16f91771f615 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:54:53.324591 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-69858b74-425e-4f34-84ed-9359e0a42b3a req-f139f42b-0989-44f5-91c7-c2501920caec service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865597 Aug 04 16:54:53.329799 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.358456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e301d0-3dfb-4870-a439-3f1e73403939 req-9beed964-0859-4392-9f6e-6a4d91bd18ed tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:53.360834 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74e301d0-3dfb-4870-a439-3f1e73403939 req-9beed964-0859-4392-9f6e-6a4d91bd18ed tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 932 time: 0.1072369 Aug 04 16:54:53.382501 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Pushing event updated for resources: {'Port': ['ID=139f7c60-6170-4f6d-8448-16f91771f615,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:53.396714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.397105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.397448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.397893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.398236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.398563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.399004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.399339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.399712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.400036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.401760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.401760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:54:53.471289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74e301d0-3dfb-4870-a439-3f1e73403939 req-66bc7a6d-c88f-46b5-b2a9-f2e6344279c4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034777 Aug 04 16:54:53.491317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dd5c9-9a33-4e9c-b4e4-56921cca8f32 None None] Pushing event updated for resources: {'Port': ['ID=901254c4-e940-4544-bcc0-0c3b6effe215,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:53.512561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.528256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:54:53.529436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:54:53.529436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:53.535113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Port 139f7c60-6170-4f6d-8448-16f91771f615 on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:54:53.535435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:53.543365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:54:53.543808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:53.544244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:54:53.544888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Bound port: 139f7c60-6170-4f6d-8448-16f91771f615, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:54:53.545262 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.598180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Attempting to bind port 901254c4-e940-4544-bcc0-0c3b6effe215 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:54:53.600041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Attempting to bind port 901254c4-e940-4544-bcc0-0c3b6effe215 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b8000f40-0d0a-4b80-890f-cc7d65f10eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:54:53.600428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Attempting to bind port 901254c4-e940-4544-bcc0-0c3b6effe215 on network 6f40fa24-5b49-4492-a318-e1c447afc875 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:54:53.621462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:54:53.621848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Checking segment: {'id': 'b8000f40-0d0a-4b80-890f-cc7d65f10eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:54:53.622236 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.622630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Bound using segment: {'id': 'b8000f40-0d0a-4b80-890f-cc7d65f10eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:54:53.623154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Bound port: 901254c4-e940-4544-bcc0-0c3b6effe215, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8000f40-0d0a-4b80-890f-cc7d65f10eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:54:53.623537 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.649839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:53.654636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:54:53.665206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.737690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:53.740114 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.742131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] For port 901254c4-e940-4544-bcc0-0c3b6effe215, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:54:53.742306 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] 10.222.0.90 "PUT /v2.0/ports/139f7c60-6170-4f6d-8448-16f91771f615 HTTP/1.1" status: 200 len: 1092 time: 2.2314651 Aug 04 16:54:53.742651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'tag': '139f7c60-6170-4f6d-8448-16f91771f615'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:53.746037 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6" -d '{"events": [{"name": "network-changed", "server_uuid": "654a62e2-10f1-4702-a7f1-d4e86c7ca719", "tag": "139f7c60-6170-4f6d-8448-16f91771f615"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:53.746780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] For port 901254c4-e940-4544-bcc0-0c3b6effe215, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=901254c4-e940-4544-bcc0-0c3b6effe215,segment=NetworkSegment(b8000f40-0d0a-4b80-890f-cc7d65f10eec),segment_id=b8000f40-0d0a-4b80-890f-cc7d65f10eec)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:54:53.753492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:53.767590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe041b71-b831-43eb-bd9b-8794f55fe887 service neutron] Pushing event updated for resources: {'Port': ['ID=139f7c60-6170-4f6d-8448-16f91771f615,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:53.777613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81975dfb-87ef-4ac7-b73c-2d1a3b63af1b req-9bed47b5-7409-4d38-8a4a-78f1d4c80eda tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:53.779531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-81975dfb-87ef-4ac7-b73c-2d1a3b63af1b req-9bed47b5-7409-4d38-8a4a-78f1d4c80eda tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.1453686 Aug 04 16:54:53.791435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Allocated IP 172.25.2.77 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/0b3aad01-ea60-48fc-880c-478da14de6ab) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:53.845764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Routers {'9d54441f-342c-47f3-974f-6c7f9d9d2e8f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:54:53.846414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:54:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:53.862724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-623855a2-72ed-4fab-906e-30f52d6f59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:53.864614 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-623855a2-72ed-4fab-906e-30f52d6f59ed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 1095 time: 0.0782306 Aug 04 16:54:53.889944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dd5c9-9a33-4e9c-b4e4-56921cca8f32 None None] Pushing event updated for resources: {'Port': ['ID=901254c4-e940-4544-bcc0-0c3b6effe215,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:53.893316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-81975dfb-87ef-4ac7-b73c-2d1a3b63af1b req-0fefd228-9ea4-4174-96f0-95fc2217772e tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039283 Aug 04 16:54:53.994002 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-1d83590a-2cce-4e66-9678-280b8ba436d5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=139f7c60-6170-4f6d-8448-16f91771f615 HTTP/1.1" status: 200 len: 217 time: 0.1208375 Aug 04 16:54:54.002102 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f407ee9e-ce80-4c5a-a41b-fd959ffda363 x-openstack-request-id: req-f407ee9e-ce80-4c5a-a41b-fd959ffda363 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:54.002665 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0742da75-1455-40fc-a6a0-c6f64f341864", "name": "network-vif-deleted", "tag": "c0c406d0-b3af-434c-8696-7fd8b0a41a87", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:54.002775 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f407ee9e-ce80-4c5a-a41b-fd959ffda363 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:54.003335 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0742da75-1455-40fc-a6a0-c6f64f341864', 'name': 'network-vif-deleted', 'tag': 'c0c406d0-b3af-434c-8696-7fd8b0a41a87', 'status': 'completed', 'code': 200} Aug 04 16:54:54.022929 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:54.042943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] Set router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:54:54.084837 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:54:54.086618 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-c4366472-038a-4f8c-9162-ff18d364dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:54.088510 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-c4366472-038a-4f8c-9162-ff18d364dce4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.0828109 Aug 04 16:54:54.130285 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-6ade2e27-4a90-4a78-96b5-12290fb60095 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343146 Aug 04 16:54:54.146134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568ce13-f558-480e-915b-0f5cdfed5903 req-799a05ef-7d1c-4c36-a35f-75dfe8e68160 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:54.148001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c568ce13-f558-480e-915b-0f5cdfed5903 req-799a05ef-7d1c-4c36-a35f-75dfe8e68160 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 946 time: 0.0801487 Aug 04 16:54:54.151968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:54.218417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Pushing event updated for resources: {'Port': ['ID=0b3aad01-ea60-48fc-880c-478da14de6ab,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:54.240594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c568ce13-f558-480e-915b-0f5cdfed5903 req-c637b3a7-146f-481c-8942-1f588dd16ee4 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Aug 04 16:54:54.251104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:54.252682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:54.255224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:54.345998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'name': 'tempest-FloatingIPsTestJSON-1127837842-router', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:54:40Z', 'updated_at': '2021-08-04T16:54:49Z', 'revision_number': 4, 'project_id': '5073dd8a89f94589b323aac90205b123', 'gw_port': {'id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:54:41Z', 'updated_at': '2021-08-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '901254c4-e940-4544-bcc0-0c3b6effe215', 'name': '', 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'mac_address': 'fa:16:3e:6e:c0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd02fd12-fb70-473b-b668-0df14d90b51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:54:47Z', 'updated_at': '2021-08-04T16:54:53Z', 'revision_number': 4, 'project_id': '5073dd8a89f94589b323aac90205b123', 'subnets': [{'id': 'fd02fd12-fb70-473b-b668-0df14d90b51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:54:54.346625 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-65204bd8-f4b1-4012-8b4e-b7b68076c56c service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051175 Aug 04 16:54:54.404454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21751f30-e64b-466d-a6c9-1e54afca7744 None None] The sync data for ids ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'] in n-d-764435-5 is: [{'id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'name': 'tempest-FloatingIPsTestJSON-1127837842-router', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:54:40Z', 'updated_at': '2021-08-04T16:54:49Z', 'revision_number': 4, 'project_id': '5073dd8a89f94589b323aac90205b123', 'gw_port': {'id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:54:41Z', 'updated_at': '2021-08-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '901254c4-e940-4544-bcc0-0c3b6effe215', 'name': '', 'network_id': '6f40fa24-5b49-4492-a318-e1c447afc875', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'mac_address': 'fa:16:3e:6e:c0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fd02fd12-fb70-473b-b668-0df14d90b51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:54:47Z', 'updated_at': '2021-08-04T16:54:53Z', 'revision_number': 4, 'project_id': '5073dd8a89f94589b323aac90205b123', 'subnets': [{'id': 'fd02fd12-fb70-473b-b668-0df14d90b51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:54:54.414747 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:54.493218 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a41ca8-61b0-418a-9f3b-6e569c99103c x-openstack-request-id: req-86a41ca8-61b0-418a-9f3b-6e569c99103c {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:54.493218 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654a62e2-10f1-4702-a7f1-d4e86c7ca719", "tag": "139f7c60-6170-4f6d-8448-16f91771f615", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:54.493218 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86a41ca8-61b0-418a-9f3b-6e569c99103c {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:54.495217 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'tag': '139f7c60-6170-4f6d-8448-16f91771f615', 'status': 'completed', 'code': 200} Aug 04 16:54:54.496388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 945ea31d-2dff-47ec-a292-89307525f219 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:54:54.500269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:54.537978 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-431cf87c-40b6-4b64-8cf9-5e2b7544a5ae req-9ad5d09d-2ba7-4a2a-9ae7-7ce434c9e3ee service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872959 Aug 04 16:54:54.628609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c0c406d0-b3af-434c-8696-7fd8b0a41a87 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:54:54.653184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: c0c406d0-b3af-434c-8696-7fd8b0a41a87 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:54:54.653523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c0c406d0-b3af-434c-8696-7fd8b0a41a87 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:54:54.664517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 945ea31d-2dff-47ec-a292-89307525f219, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=945ea31d-2dff-47ec-a292-89307525f219,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:54.681046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '945ea31d-2dff-47ec-a292-89307525f219', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'port_id': '945ea31d-2dff-47ec-a292-89307525f219', 'mac_address': 'fa:16:3e:6a:e5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0957b7-de1e-4ef2-b8d7-d7e66c75e099', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:54:54.711270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924803d6-f503-4a41-8e35-6c0408eda5bb req-e866947e-e164-42a8-b817-04107994b287 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:54.713242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-924803d6-f503-4a41-8e35-6c0408eda5bb req-e866947e-e164-42a8-b817-04107994b287 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 944 time: 0.1341996 Aug 04 16:54:54.776939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6 req-d8105bdd-ced0-4447-a670-14cf3288da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:54.780475 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6 req-d8105bdd-ced0-4447-a670-14cf3288da37 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 1095 time: 0.0934644 Aug 04 16:54:54.783879 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:54.828598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:54.829469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945ea31d-2dff-47ec-a292-89307525f219 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:54.842559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-924803d6-f503-4a41-8e35-6c0408eda5bb req-87e937b2-04e7-4424-a49e-7de8a3a44718 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218815 Aug 04 16:54:54.847441 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:54.879047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 945ea31d-2dff-47ec-a292-89307525f219, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=945ea31d-2dff-47ec-a292-89307525f219,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:54.887800 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:54.948490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=945ea31d-2dff-47ec-a292-89307525f219,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:54.957040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Pushing event updated for resources: {'Port': ['ID=0b3aad01-ea60-48fc-880c-478da14de6ab,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:55.004620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6 req-7c0683f1-255c-4cf9-92ec-881a2c10347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:55.006148 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6 req-7c0683f1-255c-4cf9-92ec-881a2c10347e service neutron] 10.222.0.90 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.2185593 Aug 04 16:54:55.038063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:55.067020 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:55.068396 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6 req-2f4f2db4-a9a4-431c-a575-7a4349cf286c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=139f7c60-6170-4f6d-8448-16f91771f615 HTTP/1.1" status: 200 len: 217 time: 0.0539856 Aug 04 16:54:55.068527 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f5dd306-af02-466e-b08f-146492187035 req-f127d571-a7ee-4a0f-a649-39e8a5f6bb08 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9780440 Aug 04 16:54:55.129682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['945ea31d-2dff-47ec-a292-89307525f219'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:55.156227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6 req-c0e498ff-0eb8-4c1b-adb6-9e9a09e8c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:55.158119 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6 req-c0e498ff-0eb8-4c1b-adb6-9e9a09e8c428 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.0811458 Aug 04 16:54:55.173684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f5dd306-af02-466e-b08f-146492187035 req-db8a8276-6c98-4733-9d61-92de82be9e25 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.0985701 Aug 04 16:54:55.230773 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6 req-bdaa9e00-c9aa-4d72-8fed-2ee834da61b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641804 Aug 04 16:54:55.363531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5dd306-af02-466e-b08f-146492187035 req-6fefbbaf-3238-4a59-a099-ceb9ff15ef40 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:55.366297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f5dd306-af02-466e-b08f-146492187035 req-6fefbbaf-3238-4a59-a099-ceb9ff15ef40 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1854558 Aug 04 16:54:55.385397 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6 req-ab855d3e-f367-406e-b416-92bbcfa2e1c2 service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466949 Aug 04 16:54:55.525874 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6c0ec0b2-163e-4f48-9bb2-3211071c3af6 req-c9f77430-bcea-4197-b694-599bf857c937 service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322987 Aug 04 16:54:55.967794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6c39e-a5d8-4efd-a63c-da06f90016cd req-2520b0cc-d578-4619-bb18-82567b721dac tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:55.969676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4df6c39e-a5d8-4efd-a63c-da06f90016cd req-2520b0cc-d578-4619-bb18-82567b721dac tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 944 time: 0.4236379 Aug 04 16:54:55.978682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ee236-6fd8-4e9b-ad2b-df21d6583dd6 req-cbc36bb5-2aca-4a02-9ae2-db8e071458e7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:55.987550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab2ee236-6fd8-4e9b-ad2b-df21d6583dd6 req-cbc36bb5-2aca-4a02-9ae2-db8e071458e7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.4295754 Aug 04 16:54:56.049175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab2ee236-6fd8-4e9b-ad2b-df21d6583dd6 req-b2e4049c-8f55-472e-992b-046958517523 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606830 Aug 04 16:54:56.067760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4df6c39e-a5d8-4efd-a63c-da06f90016cd req-eab4f60c-2836-4edb-865a-467c1cc4ea2b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626807 Aug 04 16:54:56.081982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 901254c4-e940-4544-bcc0-0c3b6effe215 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:56.148025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1993fcba-0b0f-4b15-9db1-e212e4811f0d req-9fad232e-cec6-40ff-90cc-17dcb3e27abc tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips/40a3b87f-8d26-4e2d-8270-9932c2ba01f4 HTTP/1.1" status: 200 len: 692 time: 0.0604572 Aug 04 16:54:56.190705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 901254c4-e940-4544-bcc0-0c3b6effe215 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:56.199796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 901254c4-e940-4544-bcc0-0c3b6effe215 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:56.200487 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:56.302392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993fcba-0b0f-4b15-9db1-e212e4811f0d req-fee5b774-a2e8-49a8-8abf-03f6186eb834 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:56.309760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1993fcba-0b0f-4b15-9db1-e212e4811f0d req-fee5b774-a2e8-49a8-8abf-03f6186eb834 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1561058 Aug 04 16:54:56.316660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-1993fcba-0b0f-4b15-9db1-e212e4811f0d req-f8c3b9db-060d-4ae1-a71f-615bc0595884 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:54:56.324694 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:56.325268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1993fcba-0b0f-4b15-9db1-e212e4811f0d req-f8c3b9db-060d-4ae1-a71f-615bc0595884 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146317 Aug 04 16:54:56.375243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 901254c4-e940-4544-bcc0-0c3b6effe215, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=901254c4-e940-4544-bcc0-0c3b6effe215,segment=NetworkSegment(b8000f40-0d0a-4b80-890f-cc7d65f10eec),segment_id=b8000f40-0d0a-4b80-890f-cc7d65f10eec)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:56.380591 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:56.431240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=901254c4-e940-4544-bcc0-0c3b6effe215,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:56.467782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4762846e-b57d-4672-858c-e8c18b4de5be req-4336aea9-7839-410e-9f86-2609f695f1c6 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=5073dd8a89f94589b323aac90205b123 HTTP/1.1" status: 200 len: 695 time: 0.1016419 Aug 04 16:54:56.508258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 945ea31d-2dff-47ec-a292-89307525f219 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:56.534555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d0746-276b-4e29-a87e-03df8424ca44 req-786e5e0a-f31a-45fb-926b-aa3003888251 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:56.536095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-087d0746-276b-4e29-a87e-03df8424ca44 req-786e5e0a-f31a-45fb-926b-aa3003888251 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 945 time: 0.1632416 Aug 04 16:54:56.571223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 945ea31d-2dff-47ec-a292-89307525f219 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:54:56.578310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 945ea31d-2dff-47ec-a292-89307525f219 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:56.578881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:56.627461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-087d0746-276b-4e29-a87e-03df8424ca44 req-1711387b-5fe8-4227-b8ef-17b6ca0980ec tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718398 Aug 04 16:54:56.635834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762846e-b57d-4672-858c-e8c18b4de5be req-a707b055-51d4-4210-bf1d-445a83d9c8b6 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:56.637326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4762846e-b57d-4672-858c-e8c18b4de5be req-a707b055-51d4-4210-bf1d-445a83d9c8b6 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/networks?id=4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 787 time: 0.1628244 Aug 04 16:54:56.650326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-4762846e-b57d-4672-858c-e8c18b4de5be req-d911f8db-3a31-41a3-889e-daf2be4ed558 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:54:56.651543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4762846e-b57d-4672-858c-e8c18b4de5be req-d911f8db-3a31-41a3-889e-daf2be4ed558 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080674 Aug 04 16:54:56.695521 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:56.728714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667a6c16-5865-4e7c-841e-c351cded1090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945ea31d-2dff-47ec-a292-89307525f219'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:56.731948 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908e076e-17d3-4fe1-8b6b-d7bfd34b6724" -d '{"events": [{"server_uuid": "667a6c16-5865-4e7c-841e-c351cded1090", "name": "network-vif-plugged", "status": "completed", "tag": "945ea31d-2dff-47ec-a292-89307525f219"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:56.748994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 945ea31d-2dff-47ec-a292-89307525f219, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=945ea31d-2dff-47ec-a292-89307525f219,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:56.751224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-132665fe-e147-4d5b-b3d3-220ab689539f tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips/40a3b87f-8d26-4e2d-8270-9932c2ba01f4 HTTP/1.1" status: 200 len: 692 time: 0.0604379 Aug 04 16:54:56.755508 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:56.826523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=945ea31d-2dff-47ec-a292-89307525f219,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:56.875406 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d09b884-174c-4e37-9a41-97d5d7499004 x-openstack-request-id: req-3d09b884-174c-4e37-9a41-97d5d7499004 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:56.875708 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667a6c16-5865-4e7c-841e-c351cded1090", "name": "network-vif-plugged", "status": "completed", "tag": "945ea31d-2dff-47ec-a292-89307525f219", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:56.875964 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d09b884-174c-4e37-9a41-97d5d7499004 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:56.876362 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667a6c16-5865-4e7c-841e-c351cded1090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945ea31d-2dff-47ec-a292-89307525f219', 'code': 200} Aug 04 16:54:56.891440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-6ddb3f84-8028-4721-917a-b1429c4e70e7 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:56.892882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-6ddb3f84-8028-4721-917a-b1429c4e70e7 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1319070 Aug 04 16:54:56.907339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-82d18907-a245-43b2-9922-2a1e954075f2 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:54:56.908427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-82d18907-a245-43b2-9922-2a1e954075f2 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078859 Aug 04 16:54:56.988596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-c0631f92-5fca-42d8-9f3d-016bf41c0b49 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.0725749 Aug 04 16:54:57.006912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d44ff6-34b1-45aa-8024-6aaa074e30d6 req-f3d7c261-b909-4bed-a584-04428f311e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:57.010771 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72d44ff6-34b1-45aa-8024-6aaa074e30d6 req-f3d7c261-b909-4bed-a584-04428f311e87 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 1097 time: 0.0704505 Aug 04 16:54:57.051025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ac57-2414-4ecd-9505-8f4d156a0b4a req-36c4d190-25ba-4736-a550-f12d768d5f3a tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:57.052866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10d2ac57-2414-4ecd-9505-8f4d156a0b4a req-36c4d190-25ba-4736-a550-f12d768d5f3a tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 946 time: 0.1296659 Aug 04 16:54:57.055967 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-72d44ff6-34b1-45aa-8024-6aaa074e30d6 req-ab12aaa5-03e9-40ad-a358-d72ca576ca84 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363264 Aug 04 16:54:57.056216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-36f7b654-e3b6-440b-b9e6-f5934258ac84 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.0591795 Aug 04 16:54:57.160041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10d2ac57-2414-4ecd-9505-8f4d156a0b4a req-a5df9384-0e08-4b00-bb8b-8b21ec24e405 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24be01d-b667-4add-a9e3-7c14b2bb3cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003702 Aug 04 16:54:57.210027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-45d6fb26-60df-437d-9207-1b604d8af8e1 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Deleting port 0b3aad01-ea60-48fc-880c-478da14de6ab {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:57.210387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-45d6fb26-60df-437d-9207-1b604d8af8e1 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:57.324792 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-45d6fb26-60df-437d-9207-1b604d8af8e1 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:57.325124 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-45d6fb26-60df-437d-9207-1b604d8af8e1 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:57.340846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb9bbf-d385-4f6c-8a94-7b9eecb21161 req-037a8af0-516a-4eae-b02e-86824ee1f106 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:57.342385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bfb9bbf-d385-4f6c-8a94-7b9eecb21161 req-037a8af0-516a-4eae-b02e-86824ee1f106 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.0800087 Aug 04 16:54:57.349044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-45d6fb26-60df-437d-9207-1b604d8af8e1 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Calling delete_port for 0b3aad01-ea60-48fc-880c-478da14de6ab owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:57.428906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bfb9bbf-d385-4f6c-8a94-7b9eecb21161 req-65c19da2-cad4-4309-be08-f5426e91eab4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781002 Aug 04 16:54:57.439914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39708) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:57.533317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-45d6fb26-60df-437d-9207-1b604d8af8e1 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:57.567446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6fb26-60df-437d-9207-1b604d8af8e1 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Pushing event deleted for resources: {'Port': ['ID=0b3aad01-ea60-48fc-880c-478da14de6ab,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:57.589162 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-83af10f7-08ad-426b-ab9c-0b918400cc32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=beb0ffff45284c608a83ccd2824417c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483228 Aug 04 16:54:57.591839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39712) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:57.619335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f116-614a-45e1-bd3e-9b529a12baf4 req-710d9c39-f0b6-4874-9c71-a5c7688dc846 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:57.620833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c55f116-614a-45e1-bd3e-9b529a12baf4 req-710d9c39-f0b6-4874-9c71-a5c7688dc846 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 944 time: 0.1184840 Aug 04 16:54:57.641909 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-782a5381-441e-4ece-9433-9759b3cb304b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:57.650540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-45d6fb26-60df-437d-9207-1b604d8af8e1 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:57.652778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-45d6fb26-60df-437d-9207-1b604d8af8e1 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:57.653909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6e4f3a0-d391-4569-8889-2acd2ed6656d req-45d6fb26-60df-437d-9207-1b604d8af8e1 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "DELETE /v2.0/floatingips/40a3b87f-8d26-4e2d-8270-9932c2ba01f4 HTTP/1.1" status: 204 len: 173 time: 0.5876985 Aug 04 16:54:57.664836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-782a5381-441e-4ece-9433-9759b3cb304b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:57.675977 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c55f116-614a-45e1-bd3e-9b529a12baf4 req-4ae21aa0-5b8d-4d3a-891c-05ad94114edd tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478160 Aug 04 16:54:57.717348 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-782a5381-441e-4ece-9433-9759b3cb304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:57.719949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-782a5381-441e-4ece-9433-9759b3cb304b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:57.723525 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-782a5381-441e-4ece-9433-9759b3cb304b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a8b9104-f4b8-4892-b53d-f309859b342d HTTP/1.1" status: 204 len: 168 time: 0.1281126 Aug 04 16:54:57.731919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a5381-441e-4ece-9433-9759b3cb304b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8b9104-f4b8-4892-b53d-f309859b342d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:57.921710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a736d-cdb6-4497-9139-436d0b640f01 req-00f1cac3-ddca-44bc-b06c-f3fe8d36e085 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:57.923540 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-307a736d-cdb6-4497-9139-436d0b640f01 req-00f1cac3-ddca-44bc-b06c-f3fe8d36e085 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 946 time: 0.1239707 Aug 04 16:54:57.930467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-3188bb69-aff9-4ded-bc13-9cec5644347c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1551609 Aug 04 16:54:57.951546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:57.979566 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.035966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-307a736d-cdb6-4497-9139-436d0b640f01 req-3003d502-8f9a-435c-a3b8-d89b2ab03030 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932384 Aug 04 16:54:58.076862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 901254c4-e940-4544-bcc0-0c3b6effe215 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:54:58.195174 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.204062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 901254c4-e940-4544-bcc0-0c3b6effe215 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:54:58.204475 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.357844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfa274-9ce0-46d2-982d-2d066c2017cb req-28524c63-9a73-43f7-9261-2fb02dc53f3c tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:58.359671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2dfa274-9ce0-46d2-982d-2d066c2017cb req-28524c63-9a73-43f7-9261-2fb02dc53f3c tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 946 time: 0.0961022 Aug 04 16:54:58.382363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-d11a5bcf-c4c3-4850-ad52-17365f014112 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:58.384588 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-d11a5bcf-c4c3-4850-ad52-17365f014112 tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.82 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 946 time: 0.0770099 Aug 04 16:54:58.397242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Allocated IP 172.25.2.162 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/45558abf-e5ba-4537-9796-0eb096793341) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:54:58.427078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2dfa274-9ce0-46d2-982d-2d066c2017cb req-d03a90df-0ec3-43c4-ac5c-69d01ef3c62f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/security-groups?id=c24be01d-b667-4add-a9e3-7c14b2bb3cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593374 Aug 04 16:54:58.538004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-55b1dcba-64ed-4775-83f2-1425dee0009f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Deleting port 08926cac-d1c1-42ce-8540-a79d75b57d24 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:54:58.538342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-55b1dcba-64ed-4775-83f2-1425dee0009f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.577884 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.606720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9d50e-1531-4773-a9b8-b92b9023b006 req-44cdd451-1f28-43ed-8aaa-75167de3ab4f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:58.608353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15f9d50e-1531-4773-a9b8-b92b9023b006 req-44cdd451-1f28-43ed-8aaa-75167de3ab4f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.0828164 Aug 04 16:54:58.631890 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:54:58.657915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-55b1dcba-64ed-4775-83f2-1425dee0009f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] For port 08926cac-d1c1-42ce-8540-a79d75b57d24, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=08926cac-d1c1-42ce-8540-a79d75b57d24,segment=NetworkSegment(25ceae13-e04c-40a7-8a11-caafef66156e),segment_id=25ceae13-e04c-40a7-8a11-caafef66156e)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:58.658334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-55b1dcba-64ed-4775-83f2-1425dee0009f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.676214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39762) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:58.678685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-55b1dcba-64ed-4775-83f2-1425dee0009f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Calling delete_port for 08926cac-d1c1-42ce-8540-a79d75b57d24 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:54:58.695857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.737820 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15f9d50e-1531-4773-a9b8-b92b9023b006 req-9b131019-9bda-44c6-9ef0-c58e3bdb46da tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227086 Aug 04 16:54:58.751989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:54:58.755172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:54:58.759183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:54:58.782160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:58.796762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'port_id': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031', 'mac_address': 'fa:16:3e:e7:0d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c270d6ca-fadf-4471-9dc6-9a45b83c8c5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:54:58.848484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.849374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Pushing event updated for resources: {'Port': ['ID=45558abf-e5ba-4537-9796-0eb096793341,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:58.879677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:54:58.886611 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.903510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:54:58.910891 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.948331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-56462367-network', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:58.957498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423f5f7-4299-4bf7-80b7-a4a5c92d0987 req-9ca56121-9b0a-46b4-854c-935ee743515a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:58.959093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7423f5f7-4299-4bf7-80b7-a4a5c92d0987 req-9ca56121-9b0a-46b4-854c-935ee743515a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 944 time: 0.0881059 Aug 04 16:54:58.962753 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-55b1dcba-64ed-4775-83f2-1425dee0009f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.965337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:58.978468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['08926cac-d1c1-42ce-8540-a79d75b57d24'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:59.001809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Made reservation on behalf of aa13da1d5c6a4066bd20d5509c126970 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:59.004560 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.007194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1dcba-64ed-4775-83f2-1425dee0009f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Pushing event deleted for resources: {'Port': ['ID=08926cac-d1c1-42ce-8540-a79d75b57d24,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:59.016960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['2da0e7a3-bed3-4c6d-a5bd-8a0a68885031'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:54:59.021553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:59.045924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.050160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7423f5f7-4299-4bf7-80b7-a4a5c92d0987 req-71eedde4-ab51-4d87-9b99-a3e84687048a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798805 Aug 04 16:54:59.066471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-55b1dcba-64ed-4775-83f2-1425dee0009f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] No DVR routers for this DVR port 08926cac-d1c1-42ce-8540-a79d75b57d24 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:54:59.076018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-55b1dcba-64ed-4775-83f2-1425dee0009f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.088718 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7f9e8339-466e-476e-828f-b796613ed9c0 req-55b1dcba-64ed-4775-83f2-1425dee0009f tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.82 "DELETE /v2.0/ports/08926cac-d1c1-42ce-8540-a79d75b57d24 HTTP/1.1" status: 204 len: 173 time: 0.6862531 Aug 04 16:54:59.095319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106072db-1a28-4b87-b426-059a30ab9f4e', 'name': 'network-vif-deleted', 'tag': '08926cac-d1c1-42ce-8540-a79d75b57d24'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:54:59.099078 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226d2891-22b2-453c-b400-20a087f714f1" -d '{"events": [{"server_uuid": "106072db-1a28-4b87-b426-059a30ab9f4e", "name": "network-vif-deleted", "tag": "08926cac-d1c1-42ce-8540-a79d75b57d24"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:54:59.269065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.277893 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.344728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:54:59.353616 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.359521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf4ca07-a488-4826-a96a-47daa08b4133,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:59.368961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.369424 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Added segment a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f of type vlan for network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e Aug 04 16:54:59.369970 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.424431 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.476476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Pushing event updated for resources: {'Port': ['ID=45558abf-e5ba-4537-9796-0eb096793341,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:59.476768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.478020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:59.479478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.497505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d214d-2a42-43bc-a2e6-29f5bc05d715 req-dc65ce56-96b8-4104-8a9d-2700c46b9aa5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:54:59.499169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a27d214d-2a42-43bc-a2e6-29f5bc05d715 req-dc65ce56-96b8-4104-8a9d-2700c46b9aa5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 946 time: 0.1423869 Aug 04 16:54:59.502987 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.509499 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8326826 Aug 04 16:54:59.513944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39796) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:54:59.527764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Request body: {'subnet': {'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-56462367-subnet', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:54:59.550953 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.552293 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-fa8dadd8-6f4a-4ced-9641-3d8d148f0a9c tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6065450 Aug 04 16:54:59.568363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865daa7-52e1-429c-adf8-a99b79d8b7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=633d2bc7-ef89-45f0-a1cf-f039e0fd881e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:54:59.580760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:54:59.631338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a27d214d-2a42-43bc-a2e6-29f5bc05d715 req-49f3fc45-7606-4a5f-ad78-6cc1fd40d9f4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170177 Aug 04 16:54:59.635046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-6c2817a0-0c0f-4463-a181-a3184abbedbf tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 696 time: 0.0749869 Aug 04 16:54:59.654741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Made reservation on behalf of aa13da1d5c6a4066bd20d5509c126970 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:54:59.657806 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:54:59.731082 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5d6027-fac1-4d9a-9ba1-b3fcb227094a x-openstack-request-id: req-ce5d6027-fac1-4d9a-9ba1-b3fcb227094a {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:54:59.731378 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106072db-1a28-4b87-b426-059a30ab9f4e", "name": "network-vif-deleted", "tag": "08926cac-d1c1-42ce-8540-a79d75b57d24", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:54:59.731677 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce5d6027-fac1-4d9a-9ba1-b3fcb227094a {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:54:59.732095 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106072db-1a28-4b87-b426-059a30ab9f4e', 'name': 'network-vif-deleted', 'tag': '08926cac-d1c1-42ce-8540-a79d75b57d24', 'status': 'completed', 'code': 200} Aug 04 16:54:59.900611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49ef0c26-38da-4082-83c1-ae61909dfadc req-054d8b0b-c14e-4818-a650-61a5578d215b tempest-ServerMetadataNegativeTestJSON-1099224737 tempest-ServerMetadataNegativeTestJSON-1099224737-project] 10.222.0.39 "GET /v2.0/ports?device_id=106072db-1a28-4b87-b426-059a30ab9f4e HTTP/1.1" status: 200 len: 210 time: 0.0757270 Aug 04 16:55:00.018055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-d1de0202-7912-4ce2-8ee0-20afe1230417 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:00.019806 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f395582a-874e-4c50-bfe7-d0d667384b9e req-d1de0202-7912-4ce2-8ee0-20afe1230417 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.3663437 Aug 04 16:55:00.131719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-86bbd059-3b11-4a8f-b6f0-afca42c87065 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips/0187825b-e161-4b65-b8b8-99e7cbea0de3 HTTP/1.1" status: 200 len: 693 time: 0.0803587 Aug 04 16:55:00.177982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a05ca-7ac3-4221-bf4c-a29eab1fbac3 req-a55801b7-d8a4-4ea9-be07-0acef44257b7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:00.185617 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e08a05ca-7ac3-4221-bf4c-a29eab1fbac3 req-a55801b7-d8a4-4ea9-be07-0acef44257b7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.1335833 Aug 04 16:55:00.324305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e08a05ca-7ac3-4221-bf4c-a29eab1fbac3 req-51e59b3b-98a5-4b04-82cc-91d2b5285ef9 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376653 Aug 04 16:55:00.332930 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:00.558304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11304b86-4a19-48e6-a9a8-6abf02e7df42,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:00.588999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-ffbbe246-dd78-402b-81f3-a8f7fa521d47 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:00.590654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-ffbbe246-dd78-402b-81f3-a8f7fa521d47 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.4496155 Aug 04 16:55:00.593143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Checking segment: {'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:00.593615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Network hostable DHCP agents. Network: 633d2bc7-ef89-45f0-a1cf-f039e0fd881e, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:55:00.649558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad2177-a27a-4fd3-821b-4f433b8d71cb req-d837a0f7-f6f0-42f1-8926-0c50ca6b84a6 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:00.650021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:00.657335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-86ad2177-a27a-4fd3-821b-4f433b8d71cb req-d837a0f7-f6f0-42f1-8926-0c50ca6b84a6 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 944 time: 0.2075052 Aug 04 16:55:00.679946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-f21b4e83-8b1e-4d85-b875-19328e1da3f8 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 696 time: 0.0803707 Aug 04 16:55:00.705198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:55:00.755830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:00.756134 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:00.784637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 633d2bc7-ef89-45f0-a1cf-f039e0fd881e) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:00.789261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:00.790304 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:00.799993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-f1c4858e-96f3-48d7-91f2-8bde882081cf tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.162 HTTP/1.1" status: 200 len: 696 time: 0.1067152 Aug 04 16:55:00.800683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660957f9-229f-4131-a079-f9349f608d2c None None] Network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:55:00.822922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-86ad2177-a27a-4fd3-821b-4f433b8d71cb req-f2e897e8-5c80-4637-a1a4-1c8eaa25ba3b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609035 Aug 04 16:55:00.880722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39816) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:00.881329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e3ecaf0d-54b4-49ad-b762-739221898032 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3646574 Aug 04 16:55:00.885778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:00.958745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:00.959927 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.111797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39828) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:01.137295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-1c67d3e5-98ed-4e30-8f0b-2eb853545927 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Deleting port 45558abf-e5ba-4537-9796-0eb096793341 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:01.138002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-1c67d3e5-98ed-4e30-8f0b-2eb853545927 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.139954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.238304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ba7cc7-6739-4e36-9ae1-f599bc49f018 admin admin] Deleting subnet 3a04b863-5cbe-4371-adf7-b44784cecd68 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:55:01.260010 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-97ba7cc7-6739-4e36-9ae1-f599bc49f018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.289656 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.307352 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-97ba7cc7-6739-4e36-9ae1-f599bc49f018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.368647 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-97ba7cc7-6739-4e36-9ae1-f599bc49f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.414730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5336732-4855-43e7-851f-fafdfac221f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:01.427255 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ea260b-c593-45de-ae2a-ccf7a5a587f9" -d '{"events": [{"server_uuid": "c5336732-4855-43e7-851f-fafdfac221f4", "name": "network-vif-plugged", "status": "completed", "tag": "2da0e7a3-bed3-4c6d-a5bd-8a0a68885031"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:01.494142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:55:01.495663 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.499558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:01.520564 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.528433 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.599784 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-97ba7cc7-6739-4e36-9ae1-f599bc49f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.690848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:01.706475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba7cc7-6739-4e36-9ae1-f599bc49f018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a04b863-5cbe-4371-adf7-b44784cecd68,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:01.716225 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-1c67d3e5-98ed-4e30-8f0b-2eb853545927 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.716775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-1c67d3e5-98ed-4e30-8f0b-2eb853545927 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.727480 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-97ba7cc7-6739-4e36-9ae1-f599bc49f018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:01.735107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39836) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:01.737361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-97ba7cc7-6739-4e36-9ae1-f599bc49f018 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3a04b863-5cbe-4371-adf7-b44784cecd68 HTTP/1.1" status: 204 len: 168 time: 0.6123483 Aug 04 16:55:01.753675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe436a0a-88c5-43ae-b876-9e29bb301d40 req-b70e8e05-5249-48d6-884e-af460fea2c17 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:01.756123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe436a0a-88c5-43ae-b876-9e29bb301d40 req-b70e8e05-5249-48d6-884e-af460fea2c17 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.2513506 Aug 04 16:55:01.776335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-1c67d3e5-98ed-4e30-8f0b-2eb853545927 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Calling delete_port for 45558abf-e5ba-4537-9796-0eb096793341 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:01.803652 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Allocated IP 172.20.0.2 (633d2bc7-ef89-45f0-a1cf-f039e0fd881e/11304b86-4a19-48e6-a9a8-6abf02e7df42/c32dcc02-d2cb-4363-86d8-e4a395b7c444) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:01.913066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe436a0a-88c5-43ae-b876-9e29bb301d40 req-429adbc7-beb4-4849-91f0-10e6e669b876 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332409 Aug 04 16:55:01.940987 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.066537 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.081385 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d31c810-311b-4c6a-bc82-c7dbd5679b30 x-openstack-request-id: req-6d31c810-311b-4c6a-bc82-c7dbd5679b30 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:02.081757 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5336732-4855-43e7-851f-fafdfac221f4", "name": "network-vif-plugged", "status": "completed", "tag": "2da0e7a3-bed3-4c6d-a5bd-8a0a68885031", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:02.081939 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d31c810-311b-4c6a-bc82-c7dbd5679b30 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:02.082314 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5336732-4855-43e7-851f-fafdfac221f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031', 'code': 200} Aug 04 16:55:02.120878 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-1c67d3e5-98ed-4e30-8f0b-2eb853545927 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.122376 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b50bc838-8211-4f61-bd47-011715ff9127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.125147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.137898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Transition to ACTIVE for port object c32dcc02-d2cb-4363-86d8-e4a395b7c444 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:02.168981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Transition to ACTIVE for port object c32dcc02-d2cb-4363-86d8-e4a395b7c444 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:02.179954 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.189863 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.197876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67d3e5-98ed-4e30-8f0b-2eb853545927 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Pushing event deleted for resources: {'Port': ['ID=45558abf-e5ba-4537-9796-0eb096793341,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:02.206268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8754ae0-e90d-4419-a240-09b128e5c459']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:02.217214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ceae13-e04c-40a7-8a11-caafef66156e') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:02.217530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ceae13-e04c-40a7-8a11-caafef66156e') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:02.227863 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.244717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Pushing event updated for resources: {'Port': ['ID=c32dcc02-d2cb-4363-86d8-e4a395b7c444,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:02.260138 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:02.261251 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:02.261721 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.267229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:02.269846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:55:02.270258 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.295339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-1c67d3e5-98ed-4e30-8f0b-2eb853545927 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.298886 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-1c67d3e5-98ed-4e30-8f0b-2eb853545927 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.301453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42bc6bc9-2ef0-4241-a648-1dbc49392d71 req-1c67d3e5-98ed-4e30-8f0b-2eb853545927 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "DELETE /v2.0/floatingips/0187825b-e161-4b65-b8b8-99e7cbea0de3 HTTP/1.1" status: 204 len: 173 time: 1.4918864 Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:55:02.332931 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:55:02.335632 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.339143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Attempting to bind port c32dcc02-d2cb-4363-86d8-e4a395b7c444 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:02.339747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Attempting to bind port c32dcc02-d2cb-4363-86d8-e4a395b7c444 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:02.340281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Attempting to bind port c32dcc02-d2cb-4363-86d8-e4a395b7c444 on network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:02.347344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.349005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:02.349622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Checking segment: {'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:02.350232 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.350834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Bound using segment: {'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:02.351492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Bound port: c32dcc02-d2cb-4363-86d8-e4a395b7c444, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:02.351691 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.352221 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.354175 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a8754ae0-e90d-4419-a240-09b128e5c459 HTTP/1.1" status: 204 len: 168 time: 0.6181521 Aug 04 16:55:02.362568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd136-251f-4041-82ad-ee7e611fc691 req-9ec29d52-829c-4c4c-82e1-cd066d86ad0a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:02.386903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b5bd136-251f-4041-82ad-ee7e611fc691 req-9ec29d52-829c-4c4c-82e1-cd066d86ad0a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 944 time: 0.1921861 Aug 04 16:55:02.451184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b5bd136-251f-4041-82ad-ee7e611fc691 req-98f2ef1f-e6b6-4dc4-b013-448750301274 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638781 Aug 04 16:55:02.488578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f0622-330d-4c75-8196-cf04c5499c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8754ae0-e90d-4419-a240-09b128e5c459,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:02.543955 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-136927db-c80d-49a1-a5a7-b9ac5193a171 req-3162a793-ae94-4872-82ea-b3378d00acf0 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] show failed (client error): The resource could not be found. Aug 04 16:55:02.554682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] For port c32dcc02-d2cb-4363-86d8-e4a395b7c444, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:02.561888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] For port c32dcc02-d2cb-4363-86d8-e4a395b7c444, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c32dcc02-d2cb-4363-86d8-e4a395b7c444,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:02.562657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-136927db-c80d-49a1-a5a7-b9ac5193a171 req-3162a793-ae94-4872-82ea-b3378d00acf0 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips/0187825b-e161-4b65-b8b8-99e7cbea0de3 HTTP/1.1" status: 404 len: 350 time: 0.0602741 Aug 04 16:55:02.567682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ac9a25d8-a2ba-459f-9e81-588328eaaffe details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:55:02.590594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 08926cac-d1c1-42ce-8540-a79d75b57d24 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:02.620906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 08926cac-d1c1-42ce-8540-a79d75b57d24 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:55:02.621517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 08926cac-d1c1-42ce-8540-a79d75b57d24 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:55:02.623768 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:02.672737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39862) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:02.711563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Allocated IP 172.25.2.32 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/f31034a5-382f-4097-9de0-fae1c8fa5d14) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:02.854164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5caeb7-286e-4858-94f5-8ae0537bb34b None None] Pushing event updated for resources: {'Port': ['ID=c32dcc02-d2cb-4363-86d8-e4a395b7c444,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:02.855522 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1c37aa5b-649e-450c-9fd2-633a2c787e17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16ecdc9698a64c45b90da39405db0bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815834 Aug 04 16:55:02.866202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39866) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:02.924476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:02.960384 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe', 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237', 'port_id': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe', 'mac_address': 'fa:16:3e:0d:f4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7e0b83-0176-47e6-b307-46f85e25ffd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:55:03.053427 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:03.071572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9a25d8-a2ba-459f-9e81-588328eaaffe {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:03.089100 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c22c5e5d-fc09-4c37-9e8c-88b88e4c6632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:03.096335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:03.105662 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:03.119759 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:03.159397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c22c5e5d-fc09-4c37-9e8c-88b88e4c6632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:03.220143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=ac9a25d8-a2ba-459f-9e81-588328eaaffe,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:03.230222 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:03.254059 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-e436a3ee-99b1-45f3-9272-eccd71de131f req-1ba6c540-965c-41fd-b67d-9bfb20d3ba94 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] show failed (client error): The resource could not be found. Aug 04 16:55:03.266475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e436a3ee-99b1-45f3-9272-eccd71de131f req-1ba6c540-965c-41fd-b67d-9bfb20d3ba94 tempest-FloatingIPsTestJSON-19587014 tempest-FloatingIPsTestJSON-19587014-project] 10.222.0.39 "GET /v2.0/floatingips/0187825b-e161-4b65-b8b8-99e7cbea0de3 HTTP/1.1" status: 404 len: 350 time: 0.6858761 Aug 04 16:55:03.267016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39876) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:03.288670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:03.292018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:03.302030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:03.339344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['ac9a25d8-a2ba-459f-9e81-588328eaaffe'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:03.374703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Pushing event updated for resources: {'Port': ['ID=f31034a5-382f-4097-9de0-fae1c8fa5d14,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:03.380151 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c22c5e5d-fc09-4c37-9e8c-88b88e4c6632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:03.383410 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c22c5e5d-fc09-4c37-9e8c-88b88e4c6632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:03.389359 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c22c5e5d-fc09-4c37-9e8c-88b88e4c6632 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c24be01d-b667-4add-a9e3-7c14b2bb3cb2 HTTP/1.1" status: 204 len: 168 time: 0.5218241 Aug 04 16:55:03.429876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c5e5d-fc09-4c37-9e8c-88b88e4c6632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24be01d-b667-4add-a9e3-7c14b2bb3cb2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:03.564166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53696-7684-4aa6-92cc-66b11b370f57 req-ef1daa69-5e5c-4283-8bcf-80f51803cd2a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:03.577184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede53696-7684-4aa6-92cc-66b11b370f57 req-ef1daa69-5e5c-4283-8bcf-80f51803cd2a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 944 time: 0.2140188 Aug 04 16:55:03.808655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede53696-7684-4aa6-92cc-66b11b370f57 req-13d213c9-e403-47ff-8af7-2a81e7f1e342 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307007 Aug 04 16:55:03.973005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039d41-1c02-4dee-96a9-fda614d8cc56 req-f2791953-7e25-4d10-911c-d6b5ba8a26c2 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:03.980582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84039d41-1c02-4dee-96a9-fda614d8cc56 req-f2791953-7e25-4d10-911c-d6b5ba8a26c2 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 944 time: 0.2717552 Aug 04 16:55:04.128584 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:04.147548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84039d41-1c02-4dee-96a9-fda614d8cc56 req-173305ae-85b5-4d25-a7d0-a4a7847c9216 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588464 Aug 04 16:55:04.334054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c32dcc02-d2cb-4363-86d8-e4a395b7c444 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:04.466027 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a35ac87f-97df-43d9-b020-eaef93bdc515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:04.480785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:04.538439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port c32dcc02-d2cb-4363-86d8-e4a395b7c444 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:04.559009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ac9a25d8-a2ba-459f-9e81-588328eaaffe up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:04.664275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9bdb44-7e6a-4eef-af60-b76bc301bee0 None None] Network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:55:04.675949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 139f7c60-6170-4f6d-8448-16f91771f615 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:55:04.683771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:04.867891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:55:04.922429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8763c4bc-348f-4d0c-9a01-0b689d805eba None None] Provisioning for port c32dcc02-d2cb-4363-86d8-e4a395b7c444 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:04.997179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8763c4bc-348f-4d0c-9a01-0b689d805eba None None] Provisioning complete for port c32dcc02-d2cb-4363-86d8-e4a395b7c444 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:04.997717 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8763c4bc-348f-4d0c-9a01-0b689d805eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:05.039401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port ac9a25d8-a2ba-459f-9e81-588328eaaffe completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:05.061968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port ac9a25d8-a2ba-459f-9e81-588328eaaffe triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:05.062578 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:05.121349 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:05.139890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39928) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:05.167439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:55:05.187679 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Sync routers for ids ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:55:05.200748 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:05.205391 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-58fe46c8-5851-40d8-97f8-10212dfab391 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3235095 Aug 04 16:55:05.206063 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39934) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:05.212625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] Deleting port 901254c4-e940-4544-bcc0-0c3b6effe215 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:05.213074 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:05.224009 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Routers {'4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:05.227796 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:05.341343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c269114-6c1c-4f62-bffd-3c8d73eb3b48 req-40a20e3a-9e2a-41ed-a45a-c9213d352e42 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:05.351075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c269114-6c1c-4f62-bffd-3c8d73eb3b48 req-40a20e3a-9e2a-41ed-a45a-c9213d352e42 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 944 time: 0.2615514 Aug 04 16:55:05.468418 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:05.471677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:05.490297 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-network', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:05.513210 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Set router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:05.583799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c269114-6c1c-4f62-bffd-3c8d73eb3b48 req-a717261b-ab9d-4727-87f3-d0fad83dbca8 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133036 Aug 04 16:55:05.658606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33703d-6be4-42b9-b07e-4958409ace09 req-d2246857-d253-4d3f-bc76-41a3e50a6cbe tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:05.674414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e33703d-6be4-42b9-b07e-4958409ace09 req-d2246857-d253-4d3f-bc76-41a3e50a6cbe tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 944 time: 0.3011506 Aug 04 16:55:05.690517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:05.711422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828f7edf-251b-44d3-9069-489052210532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:05.714198 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42802dd6-16e3-41dc-b710-375e64a7e8bc" -d '{"events": [{"server_uuid": "828f7edf-251b-44d3-9069-489052210532", "name": "network-vif-plugged", "status": "completed", "tag": "ac9a25d8-a2ba-459f-9e81-588328eaaffe"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:05.798377 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:05.808964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '139f7c60-6170-4f6d-8448-16f91771f615', 'network_id': '83871cb6-9702-4d6c-8452-9290689050df', 'port_id': '139f7c60-6170-4f6d-8448-16f91771f615', 'mac_address': 'fa:16:3e:65:f6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639ee8d8-35bc-44fd-970a-1029484fffb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:55:05.826491 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171c6713-42e2-45b4-8489-890c9508b1e4 x-openstack-request-id: req-171c6713-42e2-45b4-8489-890c9508b1e4 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:05.830237 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828f7edf-251b-44d3-9069-489052210532", "name": "network-vif-plugged", "status": "completed", "tag": "ac9a25d8-a2ba-459f-9e81-588328eaaffe", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:05.831150 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-171c6713-42e2-45b4-8489-890c9508b1e4 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:05.831150 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828f7edf-251b-44d3-9069-489052210532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe', 'code': 200} Aug 04 16:55:05.882331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] For port 901254c4-e940-4544-bcc0-0c3b6effe215, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=901254c4-e940-4544-bcc0-0c3b6effe215,segment=NetworkSegment(b8000f40-0d0a-4b80-890f-cc7d65f10eec),segment_id=b8000f40-0d0a-4b80-890f-cc7d65f10eec)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:05.882709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:05.915689 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:05.918421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e33703d-6be4-42b9-b07e-4958409ace09 req-9f315b5f-466a-4d83-85cb-768da9f94870 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416544 Aug 04 16:55:05.927656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] Calling delete_port for 901254c4-e940-4544-bcc0-0c3b6effe215 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:05.928032 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8763c4bc-348f-4d0c-9a01-0b689d805eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:06.042515 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:03Z', 'revision_number': 3, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:06.107141 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Checking router: 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:55:06.107486 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Updating router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 port f31034a5-382f-4097-9de0-fae1c8fa5d14 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:55:06.109728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=ac9a25d8-a2ba-459f-9e81-588328eaaffe,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:06.141060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:06.184377 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:06.258516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139f7c60-6170-4f6d-8448-16f91771f615 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:06.276565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8763c4bc-348f-4d0c-9a01-0b689d805eba None None] For port c32dcc02-d2cb-4363-86d8-e4a395b7c444, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c32dcc02-d2cb-4363-86d8-e4a395b7c444,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:06.301302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:06.304027 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8763c4bc-348f-4d0c-9a01-0b689d805eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:06.314502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:06.361105 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:06.377963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763c4bc-348f-4d0c-9a01-0b689d805eba None None] Pushing event updated for resources: {'Port': ['ID=c32dcc02-d2cb-4363-86d8-e4a395b7c444,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:06.403205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] Pushing event deleted for resources: {'Port': ['ID=901254c4-e940-4544-bcc0-0c3b6effe215,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:06.445844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Made reservation on behalf of 12ccadbee8274f8d92e9eee7e30d3f55 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:55:06.449199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:06.524600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-814a0287-99f6-4651-b336-47d913e893df None None] Provisioning complete for port c32dcc02-d2cb-4363-86d8-e4a395b7c444 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:06.525231 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-814a0287-99f6-4651-b336-47d913e893df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:06.549315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:06.595186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=139f7c60-6170-4f6d-8448-16f91771f615,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:06.601898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['139f7c60-6170-4f6d-8448-16f91771f615'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:06.968758 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.004754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9051c-b93e-4010-b7dd-459608f5bb48 req-b3592969-f74b-4792-ba7b-2b281f949b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:07.011460 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-91c9051c-b93e-4010-b7dd-459608f5bb48 req-b3592969-f74b-4792-ba7b-2b281f949b15 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 1096 time: 0.5671723 Aug 04 16:55:07.018568 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.022408 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.032762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.043232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:55:07.052775 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Transition to ACTIVE for port object f31034a5-382f-4097-9de0-fae1c8fa5d14 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:07.058107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.058459 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Added segment d9a47ec9-567f-4cec-91ef-316424d9a2bf of type vlan for network 32696979-915e-4aed-a70b-2b90c9526ae6 Aug 04 16:55:07.068515 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.114301 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f0a16-02ca-4235-a6b2-5dec92c8dadf None None] Pushing event updated for resources: {'Port': ['ID=f31034a5-382f-4097-9de0-fae1c8fa5d14,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:07.114626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.160881 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Attempting to bind port f31034a5-382f-4097-9de0-fae1c8fa5d14 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:07.161589 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Attempting to bind port f31034a5-382f-4097-9de0-fae1c8fa5d14 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:07.162464 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Attempting to bind port f31034a5-382f-4097-9de0-fae1c8fa5d14 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:07.169587 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:07.170571 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:07.171920 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.173134 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:07.174124 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Bound port: f31034a5-382f-4097-9de0-fae1c8fa5d14, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:07.174672 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.202559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78965ff2-a0f4-4bd2-ae8e-00573199538b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:07.205433 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.206490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:07.207546 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.279922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f375ca-32c6-4a43-bb97-5e2919d2de2a req-9edd6cb7-d7aa-4c74-abbf-5ccaffd5957c tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:07.282036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5f375ca-32c6-4a43-bb97-5e2919d2de2a req-9edd6cb7-d7aa-4c74-abbf-5ccaffd5957c tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.3909240 Aug 04 16:55:07.306116 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-91c9051c-b93e-4010-b7dd-459608f5bb48 req-0b5cc418-2ceb-4a15-bc1b-e7b832a3c52c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537495 Aug 04 16:55:07.309923 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.319030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] For port f31034a5-382f-4097-9de0-fae1c8fa5d14, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:07.325026 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1812663 Aug 04 16:55:07.325690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39966) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:07.328179 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] For port f31034a5-382f-4097-9de0-fae1c8fa5d14, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f31034a5-382f-4097-9de0-fae1c8fa5d14,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:07.341849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Request body: {'subnet': {'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-subnet', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:07.343074 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.348560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74c3e8-cde3-4bee-a988-9be53891e705 admin admin] Pushing event updated for resources: {'Network': ['ID=32696979-915e-4aed-a70b-2b90c9526ae6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:07.361256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 32696979-915e-4aed-a70b-2b90c9526ae6 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:55:07.379912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Made reservation on behalf of 12ccadbee8274f8d92e9eee7e30d3f55 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:55:07.382548 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.396662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232ec3-7690-456b-85ad-fddf6d1c1a7a req-2e40bff8-3cb9-4e4c-9a56-4ebd4261d6b4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:07.401754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03232ec3-7690-456b-85ad-fddf6d1c1a7a req-2e40bff8-3cb9-4e4c-9a56-4ebd4261d6b4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 945 time: 0.1720803 Aug 04 16:55:07.423994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:07.459576 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Routers {'4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:07.460618 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:07.551475 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f0a16-02ca-4235-a6b2-5dec92c8dadf None None] Pushing event updated for resources: {'Port': ['ID=f31034a5-382f-4097-9de0-fae1c8fa5d14,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:07.553796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5f375ca-32c6-4a43-bb97-5e2919d2de2a req-95328b2f-d148-44e8-abcd-8ab0cfb48ff0 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614381 Aug 04 16:55:07.648275 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] Set router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:07.711218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03232ec3-7690-456b-85ad-fddf6d1c1a7a req-d8a324fd-cb91-4117-8383-ef21aee775dc tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837234 Aug 04 16:55:07.743624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Allocated IP 172.20.0.1 (633d2bc7-ef89-45f0-a1cf-f039e0fd881e/11304b86-4a19-48e6-a9a8-6abf02e7df42/3503da8d-5eae-4c53-bd2b-2a1229427716) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:08.012498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:08.059147 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:08.090792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Transition to ACTIVE for port object 3503da8d-5eae-4c53-bd2b-2a1229427716 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:08.193268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=776f777d-f444-4c08-aa06-3749cc4a0790,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:08.206847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:08.221783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c32dcc02-d2cb-4363-86d8-e4a395b7c444 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:08.249933 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:03Z', 'revision_number': 3, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:08.323682 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f026-273a-4232-87eb-45072e57d6bf None None] The sync data for ids ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'] in n-d-764435-5 is: [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:03Z', 'revision_number': 3, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:55:08.343203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:08.351927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:08.359865 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:08.365785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Checking segment: {'id': 'd9a47ec9-567f-4cec-91ef-316424d9a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:08.369613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Network hostable DHCP agents. Network: 32696979-915e-4aed-a70b-2b90c9526ae6, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:55:08.383172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] Router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:55:08.389078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c32dcc02-d2cb-4363-86d8-e4a395b7c444 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:08.390396 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:08.445273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Network 32696979-915e-4aed-a70b-2b90c9526ae6 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:55:08.464973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Pushing event updated for resources: {'Port': ['ID=3503da8d-5eae-4c53-bd2b-2a1229427716,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:08.533335 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:08.553462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 32696979-915e-4aed-a70b-2b90c9526ae6) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:08.568978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:08.570306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:08.583404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce420f0f-1752-4fcd-b7d9-859397c36294 None None] Network 32696979-915e-4aed-a70b-2b90c9526ae6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:55:08.651691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-27567202-5a27-4e6b-af15-343ef550ba53 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3166904 Aug 04 16:55:08.652425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39982) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:08.677895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:08.718640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 139f7c60-6170-4f6d-8448-16f91771f615 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:08.768007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:55:08.789068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1d652962-ac29-4963-bcd1-816e0843fdab admin admin] 10.222.0.39 "PUT /v2.0/routers/9d54441f-342c-47f3-974f-6c7f9d9d2e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5186555 Aug 04 16:55:08.804585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39992) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:08.883267 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:08.884873 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:08.937092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215de6e2-0bf1-428d-8f69-cea81f4bbbec req-ce55c2a9-4474-4c81-9301-989ebf20c0dc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:08.950616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-215de6e2-0bf1-428d-8f69-cea81f4bbbec req-ce55c2a9-4474-4c81-9301-989ebf20c0dc tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.1518822 Aug 04 16:55:09.019644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-215de6e2-0bf1-428d-8f69-cea81f4bbbec req-c9c145b0-826c-49a3-9d3b-0f91722ff776 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667884 Aug 04 16:55:09.165337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:09.188836 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:09.319986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] Sync routers for ids ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:55:09.397254 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:09.415374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] Routers {'9d54441f-342c-47f3-974f-6c7f9d9d2e8f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:09.416150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:09.425430 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:09.459088 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:09.468462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:09.486947 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:09.498782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7ccbad02-49a7-4a60-9bd5-81138d8780c1 None None] Provisioning for port 3503da8d-5eae-4c53-bd2b-2a1229427716 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:09.507971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136833ff-ef87-47ec-853a-301a9e2b98cd req-05cb3f26-4d23-4c32-98c0-0bfee7b1e284 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:09.509447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-136833ff-ef87-47ec-853a-301a9e2b98cd req-05cb3f26-4d23-4c32-98c0-0bfee7b1e284 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 945 time: 0.4784813 Aug 04 16:55:09.561850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a881636-a653-44b7-a527-2470cd810cd5 req-8a20b960-89c6-4ad4-ba96-23051639972a tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:09.569252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7ccbad02-49a7-4a60-9bd5-81138d8780c1 None None] Provisioning complete for port 3503da8d-5eae-4c53-bd2b-2a1229427716 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:09.569673 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7ccbad02-49a7-4a60-9bd5-81138d8780c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:09.570003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a881636-a653-44b7-a527-2470cd810cd5 req-8a20b960-89c6-4ad4-ba96-23051639972a tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 1096 time: 0.3753061 Aug 04 16:55:09.657110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2616c-5a91-4274-9a23-1d9af3f33f32 None None] Network 32696979-915e-4aed-a70b-2b90c9526ae6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:55:09.748522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Deleting port 53b562f0-c71c-4763-8db7-cc4db091b272 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:09.749029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:09.775084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-136833ff-ef87-47ec-853a-301a9e2b98cd req-80bfad6a-60e1-4f4b-858e-1f31936d21ca tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478344 Aug 04 16:55:09.820355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 139f7c60-6170-4f6d-8448-16f91771f615 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:09.824466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a881636-a653-44b7-a527-2470cd810cd5 req-31804097-5907-4377-9d90-38e3e0ecd8b5 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533762 Aug 04 16:55:09.849509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 139f7c60-6170-4f6d-8448-16f91771f615 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:09.849922 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:09.855200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7ccbad02-49a7-4a60-9bd5-81138d8780c1 None None] Port 3503da8d-5eae-4c53-bd2b-2a1229427716 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:55:09.936206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] Set router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:10.052812 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] For port 53b562f0-c71c-4763-8db7-cc4db091b272, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=53b562f0-c71c-4763-8db7-cc4db091b272,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:10.053420 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.100292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Calling delete_port for 53b562f0-c71c-4763-8db7-cc4db091b272 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:10.114278 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.142639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.326842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f31034a5-382f-4097-9de0-fae1c8fa5d14 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:10.430214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385a35-d100-4814-86ff-59b9c922ec65 req-91ddc43c-d084-4ad0-a24e-6b679ec89f77 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:10.434922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f385a35-d100-4814-86ff-59b9c922ec65 req-91ddc43c-d084-4ad0-a24e-6b679ec89f77 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 1096 time: 0.2267666 Aug 04 16:55:10.514347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.551679 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.558667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f385a35-d100-4814-86ff-59b9c922ec65 req-70473d27-69aa-4569-82df-196f1eac64fb tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064496 Aug 04 16:55:10.573266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Pushing event updated for resources: {'Port': ['ID=3503da8d-5eae-4c53-bd2b-2a1229427716,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:10.585372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'name': 'tempest-FloatingIPsTestJSON-1127837842-router', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:54:40Z', 'updated_at': '2021-08-04T16:55:06Z', 'revision_number': 5, 'project_id': '5073dd8a89f94589b323aac90205b123', 'gw_port': {'id': '53b562f0-c71c-4763-8db7-cc4db091b272', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:54:41Z', 'updated_at': '2021-08-04T16:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:10.588307 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.589960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.590182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port f31034a5-382f-4097-9de0-fae1c8fa5d14 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:10.636529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b562f0-c71c-4763-8db7-cc4db091b272,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:10.637780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139f7c60-6170-4f6d-8448-16f91771f615'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:10.641031 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1243af-d01c-4c33-bdf4-75b717e822cf" -d '{"events": [{"server_uuid": "654a62e2-10f1-4702-a7f1-d4e86c7ca719", "name": "network-vif-plugged", "status": "completed", "tag": "139f7c60-6170-4f6d-8448-16f91771f615"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:10.652783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f31034a5-382f-4097-9de0-fae1c8fa5d14 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:10.653275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.654765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] Checking router: 9d54441f-342c-47f3-974f-6c7f9d9d2e8f for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:55:10.674130 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.683783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:10.694234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] Routers {'9d54441f-342c-47f3-974f-6c7f9d9d2e8f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:10.695329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:10.697176 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.811601 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4416740-15b6-4e6f-98e7-e34b37a348b6 x-openstack-request-id: req-d4416740-15b6-4e6f-98e7-e34b37a348b6 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:10.812101 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654a62e2-10f1-4702-a7f1-d4e86c7ca719", "name": "network-vif-plugged", "status": "completed", "tag": "139f7c60-6170-4f6d-8448-16f91771f615", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:10.812357 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4416740-15b6-4e6f-98e7-e34b37a348b6 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:10.812757 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139f7c60-6170-4f6d-8448-16f91771f615', 'code': 200} Aug 04 16:55:10.825996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] Set router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:10.907201 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'name': 'tempest-FloatingIPsTestJSON-1127837842-router', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:54:40Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 7, 'project_id': '5073dd8a89f94589b323aac90205b123', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:10.961488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbde97-ea63-4c08-998c-515f67b7601f None None] The sync data for ids ['9d54441f-342c-47f3-974f-6c7f9d9d2e8f'] in n-d-764435-5 is: [{'id': '9d54441f-342c-47f3-974f-6c7f9d9d2e8f', 'name': 'tempest-FloatingIPsTestJSON-1127837842-router', 'tenant_id': '5073dd8a89f94589b323aac90205b123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:54:40Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 7, 'project_id': '5073dd8a89f94589b323aac90205b123', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:55:10.965723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=139f7c60-6170-4f6d-8448-16f91771f615,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:10.974035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.993484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:10.996484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:11.047146 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port f31034a5-382f-4097-9de0-fae1c8fa5d14, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f31034a5-382f-4097-9de0-fae1c8fa5d14,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:11.054964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:11.061568 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:11.198737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=f31034a5-382f-4097-9de0-fae1c8fa5d14,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:11.289438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:11.307460 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:11.341624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7a68d-386f-4022-b7fb-ac764d08087c req-72b91b63-16ce-4c5a-ab2d-0425101a7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:11.343573 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-58c7a68d-386f-4022-b7fb-ac764d08087c req-72b91b63-16ce-4c5a-ab2d-0425101a7586 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 1097 time: 0.4470265 Aug 04 16:55:11.507003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eafc8499-8659-450b-92c6-4b4031bdb82b None None] Provisioning complete for port 3503da8d-5eae-4c53-bd2b-2a1229427716 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:11.508516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eafc8499-8659-450b-92c6-4b4031bdb82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:11.510407 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-58c7a68d-386f-4022-b7fb-ac764d08087c req-bf047a51-8f85-4dc7-acaa-348f7e57c068 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660086 Aug 04 16:55:11.589347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-eafc8499-8659-450b-92c6-4b4031bdb82b None None] Port 3503da8d-5eae-4c53-bd2b-2a1229427716 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:55:11.592083 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:11.593715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d54441f-342c-47f3-974f-6c7f9d9d2e8f {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:55:11.630869 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:11.634472 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5c9ef0de-f46f-401c-a8d8-e3bb2eec3530 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9d54441f-342c-47f3-974f-6c7f9d9d2e8f HTTP/1.1" status: 204 len: 168 time: 2.8264098 Aug 04 16:55:11.634721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40038) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:11.691090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:55:11.716868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e2a799-1bc9-47ca-b3fd-cbeaa3848f72 admin admin] Deleting subnet fd02fd12-fb70-473b-b668-0df14d90b51d {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:55:11.721511 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2a799-1bc9-47ca-b3fd-cbeaa3848f72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:11.762889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2a799-1bc9-47ca-b3fd-cbeaa3848f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:11.769300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Allocated IP 172.25.2.49 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/f3e7dc0b-dbe6-484b-a61e-3f5e0199f980) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:11.887460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd59ab6-72b0-4c96-a320-bec34c0dd36f req-dc655f0f-2b73-4280-893e-cf4b2a906fb1 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:11.890262 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2a799-1bc9-47ca-b3fd-cbeaa3848f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:11.893172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbd59ab6-72b0-4c96-a320-bec34c0dd36f req-dc655f0f-2b73-4280-893e-cf4b2a906fb1 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.9201412 Aug 04 16:55:12.000834 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbd59ab6-72b0-4c96-a320-bec34c0dd36f req-87918aba-73fc-40f4-a5b0-a35f4bc4e60d tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995502 Aug 04 16:55:12.045417 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2a799-1bc9-47ca-b3fd-cbeaa3848f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:12.050847 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:12.147292 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:12.207054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f31034a5-382f-4097-9de0-fae1c8fa5d14 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:12.217234 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2a799-1bc9-47ca-b3fd-cbeaa3848f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd02fd12-fb70-473b-b668-0df14d90b51d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:12.238211 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2a799-1bc9-47ca-b3fd-cbeaa3848f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:12.246264 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-52e2a799-1bc9-47ca-b3fd-cbeaa3848f72 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fd02fd12-fb70-473b-b668-0df14d90b51d HTTP/1.1" status: 204 len: 168 time: 0.6105349 Aug 04 16:55:12.258535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:12.259873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40058) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:12.262266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:12.272400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2f126-5807-4287-b6fe-56311bb0f2f6 None None] Network 6f40fa24-5b49-4492-a318-e1c447afc875 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:55:12.291441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:12.421671 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:55:12.431876 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-06cbfc69-a62b-4272-be78-50b5fcc16273 admin admin] 10.222.0.39 "PUT /v2.0/routers/4f2aa5aa-00e6-40e7-8041-a9fa7717fe24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2245145 Aug 04 16:55:12.437179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f31034a5-382f-4097-9de0-fae1c8fa5d14 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:12.438440 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:12.447398 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Sync routers for ids ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:55:12.471585 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Routers {'4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:12.475054 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:12.504587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e7dc0b-dbe6-484b-a61e-3f5e0199f980,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:12.745501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:12.752085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5338f2-4f4d-4561-95a6-d709fd8df6ca None None] DHCP port deletion for 6f40fa24-5b49-4492-a318-e1c447afc875 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:55:12.912812 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Set router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:12.927035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8b5338f2-4f4d-4561-95a6-d709fd8df6ca None None] Deleting port 81f704a1-18cb-4b58-aada-741771b8352c {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:12.930103 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8b5338f2-4f4d-4561-95a6-d709fd8df6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:12.943401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-c0e8970c-84e6-4794-8cd4-f163fc8b7638 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:55:12.944341 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-c0e8970c-84e6-4794-8cd4-f163fc8b7638 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062349 Aug 04 16:55:12.970611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Request body: {'binding': {'host': 'n-h1-764435-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:12.971513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Unknown quota resources ['binding']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:55:13.065154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 53b562f0-c71c-4763-8db7-cc4db091b272 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:13.173911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Deleting port 81f704a1-18cb-4b58-aada-741771b8352c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:13.174514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.238925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] For port 81f704a1-18cb-4b58-aada-741771b8352c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=81f704a1-18cb-4b58-aada-741771b8352c,segment=NetworkSegment(b8000f40-0d0a-4b80-890f-cc7d65f10eec),segment_id=b8000f40-0d0a-4b80-890f-cc7d65f10eec)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:13.239281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.254156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Calling delete_port for 81f704a1-18cb-4b58-aada-741771b8352c owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:13.263196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe on host n-h1-764435-5 for vnic_type normal with profile None {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:13.264217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:13.264871 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:13.271257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Port ac9a25d8-a2ba-459f-9e81-588328eaaffe on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:55:13.271927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:13.280291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:13.281305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:13.281911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:13.282616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Bound port: ac9a25d8-a2ba-459f-9e81-588328eaaffe, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:13.324520 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:09Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '3503da8d-5eae-4c53-bd2b-2a1229427716', 'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'mac_address': 'fa:16:3e:00:79:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:07Z', 'updated_at': '2021-08-04T16:55:09Z', 'revision_number': 2, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'subnets': [{'id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:13.350105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:13.361897 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.365657 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Checking router: 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:55:13.366005 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Updating router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 port 3503da8d-5eae-4c53-bd2b-2a1229427716 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:55:13.370149 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-bfe7751e-ee23-4adb-9625-1b3407ff418c service neutron] 10.222.0.39 "POST /v2.0/ports/ac9a25d8-a2ba-459f-9e81-588328eaaffe/bindings HTTP/1.1" status: 201 len: 389 time: 0.4041717 Aug 04 16:55:13.375165 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.383200 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.396089 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.452367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f704a1-18cb-4b58-aada-741771b8352c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:13.452725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 53b562f0-c71c-4763-8db7-cc4db091b272 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:55:13.453070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 53b562f0-c71c-4763-8db7-cc4db091b272 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:55:13.453561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 901254c4-e940-4544-bcc0-0c3b6effe215 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:13.468710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] No DVR routers for this DVR port 81f704a1-18cb-4b58-aada-741771b8352c on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:55:13.515936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 901254c4-e940-4544-bcc0-0c3b6effe215 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:55:13.526607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 901254c4-e940-4544-bcc0-0c3b6effe215 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:55:13.561045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8b5338f2-4f4d-4561-95a6-d709fd8df6ca None None] For port 81f704a1-18cb-4b58-aada-741771b8352c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=81f704a1-18cb-4b58-aada-741771b8352c,segment=NetworkSegment(b8000f40-0d0a-4b80-890f-cc7d65f10eec),segment_id=b8000f40-0d0a-4b80-890f-cc7d65f10eec)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:13.561534 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8b5338f2-4f4d-4561-95a6-d709fd8df6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.581257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8b5338f2-4f4d-4561-95a6-d709fd8df6ca None None] Calling delete_port for 81f704a1-18cb-4b58-aada-741771b8352c owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:13.649462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.663551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f40fa24-5b49-4492-a318-e1c447afc875']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:13.675291 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8b5338f2-4f4d-4561-95a6-d709fd8df6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.693614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8000f40-0d0a-4b80-890f-cc7d65f10eec') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:13.693614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8000f40-0d0a-4b80-890f-cc7d65f10eec') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:13.721534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5338f2-4f4d-4561-95a6-d709fd8df6ca None None] No DVR routers for this DVR port 81f704a1-18cb-4b58-aada-741771b8352c on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:55:13.726176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5338f2-4f4d-4561-95a6-d709fd8df6ca None None] Pushing event deleted for resources: {'Port': ['ID=81f704a1-18cb-4b58-aada-741771b8352c,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:13.760825 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-cbdab580-0abc-4cfa-bd6e-64630b1d349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:13.764686 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-cbdab580-0abc-4cfa-bd6e-64630b1d349d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 1096 time: 0.0868018 Aug 04 16:55:13.767759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.784752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff3bca-da83-4ba9-80d3-b05fd546b8c0 req-cbdecdff-1913-449f-8da7-14fcdf439438 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:13.786316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eaff3bca-da83-4ba9-80d3-b05fd546b8c0 req-cbdecdff-1913-449f-8da7-14fcdf439438 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.1990163 Aug 04 16:55:13.822408 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.862360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:55:13.862773 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:55:13.867103 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:55:13.912334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0c67755b-a760-4d97-a5cd-0bc6dad80e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:13.914003 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0c67755b-a760-4d97-a5cd-0bc6dad80e36 service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1410012 Aug 04 16:55:13.949402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eaff3bca-da83-4ba9-80d3-b05fd546b8c0 req-5c1f035c-1749-4d3e-b559-117183b9fec9 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456103 Aug 04 16:55:13.960404 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.964818 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:13.982517 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Transition to ACTIVE for port object 3503da8d-5eae-4c53-bd2b-2a1229427716 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:13.987350 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-e36a375a-c28d-424d-95d4-459bc0027bde service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe HTTP/1.1" status: 200 len: 217 time: 0.0632467 Aug 04 16:55:14.006681 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:14.064116 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:14.072353 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:14.075638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6f40fa24-5b49-4492-a318-e1c447afc875 HTTP/1.1" status: 204 len: 168 time: 1.8108773 Aug 04 16:55:14.093481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6adead-37a0-404c-b4df-a81bb1576920 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f40fa24-5b49-4492-a318-e1c447afc875,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:14.130089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4c1fa48b-5ca2-4440-b589-e2a55d22f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:14.140613 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4c1fa48b-5ca2-4440-b589-e2a55d22f76c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.1438243 Aug 04 16:55:14.162831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 81f704a1-18cb-4b58-aada-741771b8352c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:14.177036 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8cfa5-594b-4a6f-b7d5-0c74c0b69aa4 None None] Pushing event updated for resources: {'Port': ['ID=3503da8d-5eae-4c53-bd2b-2a1229427716,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:14.227826 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-890d739b-a1b8-4545-b49a-4c699f34a4a5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790539 Aug 04 16:55:14.274575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 81f704a1-18cb-4b58-aada-741771b8352c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:55:14.279313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 81f704a1-18cb-4b58-aada-741771b8352c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:55:14.355539 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Attempting to bind port 3503da8d-5eae-4c53-bd2b-2a1229427716 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:14.355907 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Attempting to bind port 3503da8d-5eae-4c53-bd2b-2a1229427716 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:14.356268 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Attempting to bind port 3503da8d-5eae-4c53-bd2b-2a1229427716 on network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:14.365929 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:14.366329 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Checking segment: {'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:14.366703 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:14.367121 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Bound using segment: {'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:14.367592 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Bound port: 3503da8d-5eae-4c53-bd2b-2a1229427716, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:14.367981 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:14.442154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380d087-fb2f-434d-93b3-818114de7a97 req-3dbb8485-90e4-47d0-a274-5a939a41e475 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:14.448204 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e380d087-fb2f-434d-93b3-818114de7a97 req-3dbb8485-90e4-47d0-a274-5a939a41e475 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.1911433 Aug 04 16:55:14.465276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40098) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:14.478443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:55:14.490960 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-fe0af4e9-f2bc-45da-9357-a648df25dc8c service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495518 Aug 04 16:55:14.504816 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] For port 3503da8d-5eae-4c53-bd2b-2a1229427716, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:14.509095 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] For port 3503da8d-5eae-4c53-bd2b-2a1229427716, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3503da8d-5eae-4c53-bd2b-2a1229427716,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:14.524751 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:14.588642 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8cfa5-594b-4a6f-b7d5-0c74c0b69aa4 None None] Pushing event updated for resources: {'Port': ['ID=3503da8d-5eae-4c53-bd2b-2a1229427716,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:14.612709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e380d087-fb2f-434d-93b3-818114de7a97 req-ea5accb4-ce14-4d4b-b818-17d791352e94 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532211 Aug 04 16:55:14.623799 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Routers {'4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:14.626758 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:14.650167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40100) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:14.663642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-be4a18f8-9c79-4fa6-9d98-fd402ee0a6cd tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596472598', 'description': 'tempest-description--1947485510'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:14.711791 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4537b1c8-460c-4015-b625-6818f370bf83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5073dd8a89f94589b323aac90205b123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427435 Aug 04 16:55:14.714214 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-cda76fd7-a8fd-4e3e-922c-ae547dfc35ef service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084758 Aug 04 16:55:14.714971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40102) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:14.810368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c4601d0-cd13-4f4f-9ce6-d0216bc50087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:14.842228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c4601d0-cd13-4f4f-9ce6-d0216bc50087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:14.875415 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] Set router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:14.919635 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c4601d0-cd13-4f4f-9ce6-d0216bc50087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:14.923242 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c4601d0-cd13-4f4f-9ce6-d0216bc50087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:14.924426 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2c4601d0-cd13-4f4f-9ce6-d0216bc50087 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bfcc413-bcbb-4045-bf4f-5d17d340f813 HTTP/1.1" status: 204 len: 168 time: 0.2079587 Aug 04 16:55:14.951933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4601d0-cd13-4f4f-9ce6-d0216bc50087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfcc413-bcbb-4045-bf4f-5d17d340f813,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:14.963598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be4a18f8-9c79-4fa6-9d98-fd402ee0a6cd tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:15.021596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f0d73-0eb6-4632-a43c-71ad478d79a3 req-75eacdd3-0c72-4734-a3d4-581e3bfdb498 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:15.029337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-854f0d73-0eb6-4632-a43c-71ad478d79a3 req-75eacdd3-0c72-4734-a3d4-581e3bfdb498 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 1097 time: 0.2172217 Aug 04 16:55:15.091008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:55:15.102567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Sync routers for ids ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:55:15.160184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-854f0d73-0eb6-4632-a43c-71ad478d79a3 req-7072dad9-e8cd-4164-b3ae-6f3164799529 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293132 Aug 04 16:55:15.192488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Routers {'a2241c57-3eb5-40d4-83a5-98cb7f1371e0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:15.193153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:15.324565 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be4a18f8-9c79-4fa6-9d98-fd402ee0a6cd tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:15.338412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be4a18f8-9c79-4fa6-9d98-fd402ee0a6cd tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:15.446377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:15.448653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0e0da246-1052-4d26-8fc7-5800c649fa62 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7876339 Aug 04 16:55:15.451663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40128) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:15.455004 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:09Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '3503da8d-5eae-4c53-bd2b-2a1229427716', 'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'mac_address': 'fa:16:3e:00:79:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:07Z', 'updated_at': '2021-08-04T16:55:14Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'subnets': [{'id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:15.482398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be4a18f8-9c79-4fa6-9d98-fd402ee0a6cd tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:15.484216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-be4a18f8-9c79-4fa6-9d98-fd402ee0a6cd tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8330841 Aug 04 16:55:15.485754 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d3e1b-ec0c-4ea0-ba77-661ad6e35151 None None] The sync data for ids ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'] in n-d-764435-5 is: [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:09Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '3503da8d-5eae-4c53-bd2b-2a1229427716', 'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'mac_address': 'fa:16:3e:00:79:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:07Z', 'updated_at': '2021-08-04T16:55:14Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'subnets': [{'id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:55:15.538288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40130) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:15.539024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a18f8-9c79-4fa6-9d98-fd402ee0a6cd tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0380507b-4656-48ad-9a1d-08ad892fd092,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:15.550237 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Set router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:15.556267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-27d7666b-e714-4a4d-9416-8dcef16d7d9a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Request body: {'security_group_rule': {'security_group_id': '0380507b-4656-48ad-9a1d-08ad892fd092', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:15.638306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea56db8-426a-4f1b-86e6-63e2d6bb1a10 req-610b6712-e9c0-4510-9dbf-c9290b5c2f63 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:15.643010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ea56db8-426a-4f1b-86e6-63e2d6bb1a10 req-610b6712-e9c0-4510-9dbf-c9290b5c2f63 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 1097 time: 0.2838907 Aug 04 16:55:15.756560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27d7666b-e714-4a4d-9416-8dcef16d7d9a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:15.887913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ea56db8-426a-4f1b-86e6-63e2d6bb1a10 req-e3967b99-b28f-46d0-947a-e70a48d69ea3 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344124 Aug 04 16:55:16.018669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27d7666b-e714-4a4d-9416-8dcef16d7d9a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:16.055764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27d7666b-e714-4a4d-9416-8dcef16d7d9a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:16.148226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27d7666b-e714-4a4d-9416-8dcef16d7d9a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:16.160429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-27d7666b-e714-4a4d-9416-8dcef16d7d9a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6112740 Aug 04 16:55:16.174824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baac74a-ebc4-4c07-8d77-525473dcb461 req-278fb026-8a53-4698-b56e-2e0cd98d25af tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:16.194736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9baac74a-ebc4-4c07-8d77-525473dcb461 req-278fb026-8a53-4698-b56e-2e0cd98d25af tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.3743215 Aug 04 16:55:16.209723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40154) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:16.219421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7666b-e714-4a4d-9416-8dcef16d7d9a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8591ba-cd2a-4562-994e-5185da501cee,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:16.224265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-dd8a9132-b0ca-4ae7-9b2f-407b8952fcb9 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Request body: {'security_group_rule': {'security_group_id': '0380507b-4656-48ad-9a1d-08ad892fd092', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:16.264750 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3503da8d-5eae-4c53-bd2b-2a1229427716 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:16.415839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9baac74a-ebc4-4c07-8d77-525473dcb461 req-adccf48e-e45a-4e2f-b38a-f973484383d0 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199006 Aug 04 16:55:16.441366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9132-b0ca-4ae7-9b2f-407b8952fcb9 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:16.532107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:13Z', 'revision_number': 3, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:16.541510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3503da8d-5eae-4c53-bd2b-2a1229427716 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:16.637106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40164) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:16.663454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Checking router: a2241c57-3eb5-40d4-83a5-98cb7f1371e0 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:55:16.664014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Updating router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:55:16.665453 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9132-b0ca-4ae7-9b2f-407b8952fcb9 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:16.684068 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9132-b0ca-4ae7-9b2f-407b8952fcb9 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:16.727089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a9132-b0ca-4ae7-9b2f-407b8952fcb9 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638a9531-4843-4cd8-9e3a-f4149ceac05b,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:16.741376 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:16.753988 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9132-b0ca-4ae7-9b2f-407b8952fcb9 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:16.759007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd8a9132-b0ca-4ae7-9b2f-407b8952fcb9 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5472867 Aug 04 16:55:16.759671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40176) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:16.769251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:16.828789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:16.981849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-897345983-network', 'tenant_id': '160a37d9fa424dfcac49899cf714cece'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:17.009687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3503da8d-5eae-4c53-bd2b-2a1229427716 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:17.019426 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.043591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Made reservation on behalf of 160a37d9fa424dfcac49899cf714cece for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:55:17.051378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.085796 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.326237 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.340369 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.370459 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.450529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:55:17.470964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:17.475796 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.486298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.487278 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Added segment 3987345b-7610-483f-896e-16d9aa8aa2d3 of type vlan for network df26856f-5431-4758-865b-0cf09f2671cf Aug 04 16:55:17.555607 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.561109 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.606341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 3503da8d-5eae-4c53-bd2b-2a1229427716, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3503da8d-5eae-4c53-bd2b-2a1229427716,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:17.639102 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.791508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727a00f-ac61-4260-bd1f-bf10b3675627 req-b098e0c0-111e-4f48-a36e-234e763d69c7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:17.794146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727a00f-ac61-4260-bd1f-bf10b3675627 req-b098e0c0-111e-4f48-a36e-234e763d69c7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.1984882 Aug 04 16:55:17.795859 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.797194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:17.798023 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.879765 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.882383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=3503da8d-5eae-4c53-bd2b-2a1229427716,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:17.906429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Transition to ACTIVE for port object f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:17.918973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2806423 Aug 04 16:55:17.926153 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:17.928948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40206) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:17.941172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Request body: {'subnet': {'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-897345983-subnet', 'tenant_id': '160a37d9fa424dfcac49899cf714cece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:17.965163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Allocated IP 172.20.0.1 (32696979-915e-4aed-a70b-2b90c9526ae6/776f777d-f444-4c08-aa06-3749cc4a0790/5e7440a9-4933-4ba2-ba81-0e426d62a12e) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:17.967282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727a00f-ac61-4260-bd1f-bf10b3675627 req-637f97e8-c918-450f-8ff3-ee94d711c7ed tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600118 Aug 04 16:55:17.991017 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Made reservation on behalf of 160a37d9fa424dfcac49899cf714cece for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:55:17.993609 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.121274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3503da8d-5eae-4c53-bd2b-2a1229427716 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:18.184011 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.235586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-5f902835-01c3-447e-ad8b-be0e66b05b53 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:55:18.244409 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-5f902835-01c3-447e-ad8b-be0e66b05b53 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140841 Aug 04 16:55:18.249467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Request body: {'binding': {'host': 'n-h2-764435-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:18.250071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Unknown quota resources ['binding']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:55:18.258016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.264297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb66486-7e61-4d19-89ca-4867a6f1267f None None] Pushing event updated for resources: {'Port': ['ID=f3e7dc0b-dbe6-484b-a61e-3f5e0199f980,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:18.267783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Attempting to bind port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:18.268150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Attempting to bind port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:18.268580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Attempting to bind port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:18.279325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:18.279704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:18.280178 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.281358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:18.281877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Bound port: f3e7dc0b-dbe6-484b-a61e-3f5e0199f980, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:18.282264 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.342461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3503da8d-5eae-4c53-bd2b-2a1229427716 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:18.343079 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.360674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264c1d7-3aa8-4392-9dcd-06299ae86ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=df26856f-5431-4758-865b-0cf09f2671cf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:18.397287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Allocated IP 172.25.2.226 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/3c9ff1d7-dcf0-4cb0-98f5-074bdd64d4f6) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:18.410730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network df26856f-5431-4758-865b-0cf09f2671cf details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:55:18.540256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Network 32696979-915e-4aed-a70b-2b90c9526ae6 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:18.540788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] For port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:18.550320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:18.550928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] For port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f3e7dc0b-dbe6-484b-a61e-3f5e0199f980,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:18.558069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:18.558899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.562230 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 on host n-h2-764435-5 for vnic_type normal with profile None {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:18.562578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:18.562923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:18.571081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.589970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7440a9-4933-4ba2-ba81-0e426d62a12e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:18.599360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Port 139f7c60-6170-4f6d-8448-16f91771f615 on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:55:18.599690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:18.617151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:18.617151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:18.617544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:18.617869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Bound port: 139f7c60-6170-4f6d-8448-16f91771f615, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:18.708906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.749945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Routers {'a2241c57-3eb5-40d4-83a5-98cb7f1371e0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:18.750594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:18.773629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:18.795081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Checking segment: {'id': '3987345b-7610-483f-896e-16d9aa8aa2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:18.795770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Network hostable DHCP agents. Network: df26856f-5431-4758-865b-0cf09f2671cf, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:55:18.809526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb66486-7e61-4d19-89ca-4867a6f1267f None None] Pushing event updated for resources: {'Port': ['ID=f3e7dc0b-dbe6-484b-a61e-3f5e0199f980,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:18.835711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.884673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Network df26856f-5431-4758-865b-0cf09f2671cf is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:55:18.908788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:18.924637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, df26856f-5431-4758-865b-0cf09f2671cf) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:18.933798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:18.934016 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.942794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b5062d-fa68-4b6a-89b9-02333b9a3973 None None] Network df26856f-5431-4758-865b-0cf09f2671cf requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:55:18.957880 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.982377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:18.983912 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-fd69d913-f659-402f-86bc-06f289e45490 service neutron] 10.222.0.39 "POST /v2.0/ports/139f7c60-6170-4f6d-8448-16f91771f615/bindings HTTP/1.1" status: 201 len: 389 time: 0.7382450 Aug 04 16:55:18.989272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eef1e756-a56a-4454-84a0-fb21b4cde94e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0582309 Aug 04 16:55:18.996253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:19.087607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] Set router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:19.176479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Pushing event updated for resources: {'Port': ['ID=3c9ff1d7-dcf0-4cb0-98f5-074bdd64d4f6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:19.221182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:19.228103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:19.244141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:19.448977 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:19.516934 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:19.544896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4968ed-a004-4de4-8aab-16d56dd8a298 req-60d1458d-880e-4503-b3b9-db4dc0e36a69 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:19.553858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b4968ed-a004-4de4-8aab-16d56dd8a298 req-60d1458d-880e-4503-b3b9-db4dc0e36a69 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.2279925 Aug 04 16:55:19.603412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-32cd0b65-c6a1-4425-b1cc-7b8ba3a821c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:19.605369 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-32cd0b65-c6a1-4425-b1cc-7b8ba3a821c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 1097 time: 0.1487198 Aug 04 16:55:19.640663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:19.651226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b4968ed-a004-4de4-8aab-16d56dd8a298 req-70a6d182-d3ac-442a-9b21-0a19a90240e0 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962605 Aug 04 16:55:19.708686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85d152-93d4-4ac3-84bc-3dafc63bd8ed req-18c13a8f-6fdb-4705-a37e-deb5bc9564fa tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:19.718414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d85d152-93d4-4ac3-84bc-3dafc63bd8ed req-18c13a8f-6fdb-4705-a37e-deb5bc9564fa tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.2885988 Aug 04 16:55:19.750176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7440a9-4933-4ba2-ba81-0e426d62a12e,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:19.774170 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:19.816472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d85d152-93d4-4ac3-84bc-3dafc63bd8ed req-3ab85e23-f995-4768-a788-6e7b38ab6e8b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953720 Aug 04 16:55:19.863102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b69b9-59c1-45c4-b74f-00f8e2fcaeba None None] Network df26856f-5431-4758-865b-0cf09f2671cf requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:55:19.865648 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:19.943214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-e6f10361-f71f-44fb-b780-397dd1e7fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:19.945046 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-e6f10361-f71f-44fb-b780-397dd1e7fde9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.3310401 Aug 04 16:55:19.962782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:13Z', 'revision_number': 3, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:20.067061 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-b3367c28-89e4-4f61-80b1-e07657a6b8d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=139f7c60-6170-4f6d-8448-16f91771f615 HTTP/1.1" status: 200 len: 217 time: 0.0993755 Aug 04 16:55:20.075626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Network 32696979-915e-4aed-a70b-2b90c9526ae6 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:20.086788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:20.137893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b6c7d-9568-4cc5-8282-624345a6836a None None] The sync data for ids ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'] in n-d-764435-5 is: [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:13Z', 'revision_number': 3, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:55:20.238795 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:20.245623 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:20.315859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-71af7519-e32a-4e2d-9db4-efbb454c3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:20.317369 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-71af7519-e32a-4e2d-9db4-efbb454c3bda service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.2389903 Aug 04 16:55:20.320664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-6da6d33d-a72f-4538-a995-fa97c9cc7cc6 req-bf8b2714-0339-4daa-b19b-56d22c61392a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1236973864', 'description': 'tempest-description-1185560869'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:20.415303 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-ed939554-73ce-42f6-b964-8d6e17ad3100 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844827 Aug 04 16:55:20.564011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Pushing event updated for resources: {'Port': ['ID=3c9ff1d7-dcf0-4cb0-98f5-074bdd64d4f6,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:20.576131 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:20.585521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6da6d33d-a72f-4538-a995-fa97c9cc7cc6 req-bf8b2714-0339-4daa-b19b-56d22c61392a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:20.700488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d96009-0d6a-41c9-88dd-5d441939f36b req-09d27c66-438c-427b-8888-95f7f0711085 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:20.702535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19d96009-0d6a-41c9-88dd-5d441939f36b req-09d27c66-438c-427b-8888-95f7f0711085 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 946 time: 0.2189054 Aug 04 16:55:20.704226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:55:20.738403 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-1d1351f3-82d6-44b6-bf4e-5c5d7c883d92 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705612 Aug 04 16:55:20.800313 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6da6d33d-a72f-4538-a995-fa97c9cc7cc6 req-bf8b2714-0339-4daa-b19b-56d22c61392a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:20.819366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6da6d33d-a72f-4538-a995-fa97c9cc7cc6 req-bf8b2714-0339-4daa-b19b-56d22c61392a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:20.833265 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:20.846172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aaab5bae-6810-4394-a865-d27d7960fa36 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0840881 Aug 04 16:55:20.912986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6da6d33d-a72f-4538-a995-fa97c9cc7cc6 req-bf8b2714-0339-4daa-b19b-56d22c61392a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:20.919239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6da6d33d-a72f-4538-a995-fa97c9cc7cc6 req-bf8b2714-0339-4daa-b19b-56d22c61392a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6173947 Aug 04 16:55:20.948020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19d96009-0d6a-41c9-88dd-5d441939f36b req-266a53e0-e722-4498-b3f5-6685a435459e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332118 Aug 04 16:55:20.953258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b2714-0339-4daa-b19b-56d22c61392a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176d6ffa-e665-41cf-83c8-17a97f4b41a5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:21.053926 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-89566b4d-36ce-45e7-8c2e-7c5022bd5ba1 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048661 Aug 04 16:55:21.062561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735443e4-78d8-4059-9af3-f90798051de7 req-065c5c25-8a5b-423b-9f28-902567a68baf tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:21.070975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-735443e4-78d8-4059-9af3-f90798051de7 req-065c5c25-8a5b-423b-9f28-902567a68baf tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.0655210 Aug 04 16:55:21.157793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-735443e4-78d8-4059-9af3-f90798051de7 req-d3b04cc5-b63d-45ae-8cc5-20d872164421 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848863 Aug 04 16:55:21.209452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-aa306681-ef0a-404c-a632-f69e85a2753f req-87692565-0210-4166-be43-8842a78fc2b4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1892460080', 'description': 'tempest-description-383821229'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:21.209732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:55:21.226025 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-717e10b0-1137-4d79-b9cb-f4a6a5672b82 admin admin] 10.222.0.39 "PUT /v2.0/routers/a2241c57-3eb5-40d4-83a5-98cb7f1371e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7620583 Aug 04 16:55:21.287838 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aa306681-ef0a-404c-a632-f69e85a2753f req-87692565-0210-4166-be43-8842a78fc2b4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:21.972572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb0fe1-3fcd-4da6-90cb-45c806ac65e1 req-39eed070-356c-4707-b170-625c7345a458 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:21.975631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5bb0fe1-3fcd-4da6-90cb-45c806ac65e1 req-39eed070-356c-4707-b170-625c7345a458 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.7027030 Aug 04 16:55:22.174796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5bb0fe1-3fcd-4da6-90cb-45c806ac65e1 req-f8e9f41e-e28e-41f3-afd2-ad5aee62f29f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611261 Aug 04 16:55:22.222983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:22.316182 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aa306681-ef0a-404c-a632-f69e85a2753f req-87692565-0210-4166-be43-8842a78fc2b4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:22.332460 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aa306681-ef0a-404c-a632-f69e85a2753f req-87692565-0210-4166-be43-8842a78fc2b4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:22.371762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-9aef91e6-4a06-4f3c-9b37-8ac28d78b70c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:22.374537 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-9aef91e6-4a06-4f3c-9b37-8ac28d78b70c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 946 time: 0.1166928 Aug 04 16:55:22.418596 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aa306681-ef0a-404c-a632-f69e85a2753f req-87692565-0210-4166-be43-8842a78fc2b4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:22.427704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa306681-ef0a-404c-a632-f69e85a2753f req-87692565-0210-4166-be43-8842a78fc2b4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2236574 Aug 04 16:55:22.433758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87692565-0210-4166-be43-8842a78fc2b4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158ee6eb-905d-46e0-ac8a-0ce44e571d25,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:22.475670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:22.494608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:22.495020 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:22.654201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-8552d238-c1cc-461e-b7f7-768a3327f7bf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Deleting port 945ea31d-2dff-47ec-a292-89307525f219 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:22.659740 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-8552d238-c1cc-461e-b7f7-768a3327f7bf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:22.753824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f30cb-fcc9-4f84-af79-3eb9bbb529b9 req-7a59e7cc-d308-4255-8ab1-cfcd41d94deb tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:22.767741 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:22.776180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e10f30cb-fcc9-4f84-af79-3eb9bbb529b9 req-7a59e7cc-d308-4255-8ab1-cfcd41d94deb tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 946 time: 0.1949799 Aug 04 16:55:22.836672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f3e7dc0b-dbe6-484b-a61e-3f5e0199f980,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:22.848753 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:22.957534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-8552d238-c1cc-461e-b7f7-768a3327f7bf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] For port 945ea31d-2dff-47ec-a292-89307525f219, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=945ea31d-2dff-47ec-a292-89307525f219,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:22.957534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-8552d238-c1cc-461e-b7f7-768a3327f7bf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:22.990051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-8552d238-c1cc-461e-b7f7-768a3327f7bf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Calling delete_port for 945ea31d-2dff-47ec-a292-89307525f219 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:22.996279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=f3e7dc0b-dbe6-484b-a61e-3f5e0199f980,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:23.090203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e10f30cb-fcc9-4f84-af79-3eb9bbb529b9 req-233e0241-311c-4a9b-a539-fbbd89f577c6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006613 Aug 04 16:55:23.189051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-50928b9c-eb7b-4572-a0b1-3f78730dacba tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:23.190632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-50928b9c-eb7b-4572-a0b1-3f78730dacba tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/networks?id=32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 200 len: 820 time: 0.4104633 Aug 04 16:55:23.227806 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-9a8c359a-0f1d-4416-91d1-4df976cf4ae6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/quotas/12ccadbee8274f8d92e9eee7e30d3f55 HTTP/1.1" status: 200 len: 375 time: 0.0132177 Aug 04 16:55:23.274708 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-8552d238-c1cc-461e-b7f7-768a3327f7bf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:23.286486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['945ea31d-2dff-47ec-a292-89307525f219'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:23.346160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-e7b3c48c-9dd1-4d34-b5dc-03ba7db92bdb tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172829 Aug 04 16:55:23.381811 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Sync routers for ids ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:55:23.409500 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Routers {'a2241c57-3eb5-40d4-83a5-98cb7f1371e0'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:23.414856 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:23.429516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552d238-c1cc-461e-b7f7-768a3327f7bf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event deleted for resources: {'Port': ['ID=945ea31d-2dff-47ec-a292-89307525f219,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:23.517272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fba16da2-6066-41bf-9f08-9694c3366bd0 service neutron] 10.222.0.39 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700704 Aug 04 16:55:23.541491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-8552d238-c1cc-461e-b7f7-768a3327f7bf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] No DVR routers for this DVR port 945ea31d-2dff-47ec-a292-89307525f219 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:55:23.550886 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-8552d238-c1cc-461e-b7f7-768a3327f7bf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:23.556172 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5df6f145-641e-4bb6-ba33-c45d2069c81b req-8552d238-c1cc-461e-b7f7-768a3327f7bf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "DELETE /v2.0/ports/945ea31d-2dff-47ec-a292-89307525f219 HTTP/1.1" status: 204 len: 173 time: 1.1728177 Aug 04 16:55:23.557646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667a6c16-5865-4e7c-841e-c351cded1090', 'name': 'network-vif-deleted', 'tag': '945ea31d-2dff-47ec-a292-89307525f219'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:23.579687 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921c9fa3-cb53-41dc-b3ba-e2285b298f30" -d '{"events": [{"server_uuid": "667a6c16-5865-4e7c-841e-c351cded1090", "name": "network-vif-deleted", "tag": "945ea31d-2dff-47ec-a292-89307525f219"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:23.648069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e52760-f0f4-41fe-9a6a-8421558b2572 req-7d8c9754-dff6-4db4-af18-38fb81dc7c14 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:23.649739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21e52760-f0f4-41fe-9a6a-8421558b2572 req-7d8c9754-dff6-4db4-af18-38fb81dc7c14 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.3014398 Aug 04 16:55:23.664691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-f888ea88-0190-4a83-b8b4-3141339b951f service neutron] 10.222.0.39 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463840 Aug 04 16:55:23.687870 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Set router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:23.748802 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21e52760-f0f4-41fe-9a6a-8421558b2572 req-2568f2c7-c0b3-4c53-8732-b1fe3e8c3d7c tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770173 Aug 04 16:55:23.961088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c942336-6c90-4a31-96cf-4cf721e593df req-54e2fba4-67fa-4337-9358-dd25c6a86c71 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:23.969994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c942336-6c90-4a31-96cf-4cf721e593df req-54e2fba4-67fa-4337-9358-dd25c6a86c71 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.0743704 Aug 04 16:55:24.023644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c942336-6c90-4a31-96cf-4cf721e593df req-a698763c-193e-4db6-89e9-105eb82c6d31 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526528 Aug 04 16:55:24.155824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:24.205092 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5e7440a9-4933-4ba2-ba81-0e426d62a12e', 'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'mac_address': 'fa:16:3e:09:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:17Z', 'updated_at': '2021-08-04T16:55:19Z', 'revision_number': 2, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'subnets': [{'id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:24.244671 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Checking router: a2241c57-3eb5-40d4-83a5-98cb7f1371e0 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:55:24.245019 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Updating router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 port 5e7440a9-4933-4ba2-ba81-0e426d62a12e binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:55:24.279103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:24.279677 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:24.299293 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:24.845850 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:24.861815 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Transition to ACTIVE for port object 5e7440a9-4933-4ba2-ba81-0e426d62a12e will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:24.874524 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:24.967914 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddff629-48fb-4575-9b3f-226275d4af94 None None] Pushing event updated for resources: {'Port': ['ID=5e7440a9-4933-4ba2-ba81-0e426d62a12e,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:25.091316 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Attempting to bind port 5e7440a9-4933-4ba2-ba81-0e426d62a12e on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:25.093685 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Attempting to bind port 5e7440a9-4933-4ba2-ba81-0e426d62a12e by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'd9a47ec9-567f-4cec-91ef-316424d9a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:25.094060 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Attempting to bind port 5e7440a9-4933-4ba2-ba81-0e426d62a12e on network 32696979-915e-4aed-a70b-2b90c9526ae6 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:25.109449 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:25.122902 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Checking segment: {'id': 'd9a47ec9-567f-4cec-91ef-316424d9a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:25.127339 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:25.129729 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Bound using segment: {'id': 'd9a47ec9-567f-4cec-91ef-316424d9a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:25.130332 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Bound port: 5e7440a9-4933-4ba2-ba81-0e426d62a12e, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a47ec9-567f-4cec-91ef-316424d9a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:25.136322 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:25.224606 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] For port 5e7440a9-4933-4ba2-ba81-0e426d62a12e, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:25.227373 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] For port 5e7440a9-4933-4ba2-ba81-0e426d62a12e, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5e7440a9-4933-4ba2-ba81-0e426d62a12e,segment=NetworkSegment(d9a47ec9-567f-4cec-91ef-316424d9a2bf),segment_id=d9a47ec9-567f-4cec-91ef-316424d9a2bf)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:25.235731 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:25.312571 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Routers {'a2241c57-3eb5-40d4-83a5-98cb7f1371e0'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:25.313213 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:25.315644 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddff629-48fb-4575-9b3f-226275d4af94 None None] Pushing event updated for resources: {'Port': ['ID=5e7440a9-4933-4ba2-ba81-0e426d62a12e,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:25.466208 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] Set router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:25.730159 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-c938ab5f-283c-4263-a559-8fe368359843 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:25.732499 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-c938ab5f-283c-4263-a559-8fe368359843 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.82 "GET /v2.0/networks?id=32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 200 len: 820 time: 0.2362361 Aug 04 16:55:25.750686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Request body: {'port': {'device_id': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'admin_state_up': True, 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:25.806661 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5e7440a9-4933-4ba2-ba81-0e426d62a12e', 'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'mac_address': 'fa:16:3e:09:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:17Z', 'updated_at': '2021-08-04T16:55:25Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'subnets': [{'id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:25.863089 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a40d0-15a0-4ffc-984a-ba2e79711eef None None] The sync data for ids ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'] in n-d-764435-5 is: [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5e7440a9-4933-4ba2-ba81-0e426d62a12e', 'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'mac_address': 'fa:16:3e:09:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:17Z', 'updated_at': '2021-08-04T16:55:25Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'subnets': [{'id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:55:25.981196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Made reservation on behalf of 12ccadbee8274f8d92e9eee7e30d3f55 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:55:25.986317 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:26.260305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5e7440a9-4933-4ba2-ba81-0e426d62a12e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:26.346963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Allocated IP 172.20.0.10 (32696979-915e-4aed-a70b-2b90c9526ae6/776f777d-f444-4c08-aa06-3749cc4a0790/85e362f9-736c-4814-b828-b318e286c1ef) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:26.397051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 5e7440a9-4933-4ba2-ba81-0e426d62a12e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:26.401519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5e7440a9-4933-4ba2-ba81-0e426d62a12e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:26.402090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:26.415710 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfb3ec6-776e-400e-a9de-b4b40f321afb x-openstack-request-id: req-ebfb3ec6-776e-400e-a9de-b4b40f321afb {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:26.416300 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667a6c16-5865-4e7c-841e-c351cded1090", "name": "network-vif-deleted", "tag": "945ea31d-2dff-47ec-a292-89307525f219", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:26.416651 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebfb3ec6-776e-400e-a9de-b4b40f321afb {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:26.417152 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667a6c16-5865-4e7c-841e-c351cded1090', 'name': 'network-vif-deleted', 'tag': '945ea31d-2dff-47ec-a292-89307525f219', 'status': 'completed', 'code': 200} Aug 04 16:55:26.458547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-116a0c52-3d88-458c-bfa8-faa1941c70b7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:26.476881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-116a0c52-3d88-458c-bfa8-faa1941c70b7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 812 time: 0.2138624 Aug 04 16:55:26.493116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-f61686bc-d9e0-4a1e-ab0c-74784dbffe87 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/quotas/160a37d9fa424dfcac49899cf714cece HTTP/1.1" status: 200 len: 375 time: 0.0152590 Aug 04 16:55:26.558987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d7cd3e8-a56f-4cd8-b09d-319e41248390 req-ad3403bf-8378-412f-9e79-b8447351c06c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 210 time: 0.0710495 Aug 04 16:55:26.606612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-2ba08921-906e-413b-a00e-e420f7f7fa9e tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008172 Aug 04 16:55:26.626674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:26.643328 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:26.668332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 945ea31d-2dff-47ec-a292-89307525f219 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:26.724229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 945ea31d-2dff-47ec-a292-89307525f219 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:55:26.726024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 945ea31d-2dff-47ec-a292-89307525f219 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:55:26.763653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ce0720c-0c87-4301-810e-e707b581b331 req-d0056e68-0435-46b5-8e34-66360b93a654 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 210 time: 0.0548155 Aug 04 16:55:26.768047 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:26.778531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 5e7440a9-4933-4ba2-ba81-0e426d62a12e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5e7440a9-4933-4ba2-ba81-0e426d62a12e,segment=NetworkSegment(d9a47ec9-567f-4cec-91ef-316424d9a2bf),segment_id=d9a47ec9-567f-4cec-91ef-316424d9a2bf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:26.787123 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:26.876404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=5e7440a9-4933-4ba2-ba81-0e426d62a12e,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:26.913982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Network 32696979-915e-4aed-a70b-2b90c9526ae6 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:26.917219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-d3b4599e-d9da-4b82-9104-fdd25d69edbd service neutron] 10.222.0.39 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079937 Aug 04 16:55:26.917695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:26.922954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:26.930333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Pushing event updated for resources: {'Port': ['ID=85e362f9-736c-4814-b828-b318e286c1ef,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:27.044835 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:27.048108 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:27.082593 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-fb397f53-8703-4ae4-8d31-e860a92b1bf6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3366406 Aug 04 16:55:27.097525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Request body: {'port': {'device_id': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:27.129111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-915a4060-7af7-42f1-9654-75d39c47c4b9 service neutron] 10.222.0.39 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110269 Aug 04 16:55:27.149861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57deeb6-d38c-4e91-9eef-5534a2f968bc req-4877da6d-54b2-4865-b6c2-c2147262fe96 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:27.167981 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f57deeb6-d38c-4e91-9eef-5534a2f968bc req-4877da6d-54b2-4865-b6c2-c2147262fe96 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.0992467 Aug 04 16:55:27.213941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f57deeb6-d38c-4e91-9eef-5534a2f968bc req-0be5d8e2-2644-4b6b-a30a-1059d370cba1 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Aug 04 16:55:27.222129 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:27.388543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c0c66-2b03-4b74-a733-2efe9abcaf34 req-9a6b4ed7-d95d-42fd-b024-87b43c0d78a4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:27.404304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-893c0c66-2b03-4b74-a733-2efe9abcaf34 req-9a6b4ed7-d95d-42fd-b024-87b43c0d78a4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.0923231 Aug 04 16:55:27.466974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-893c0c66-2b03-4b74-a733-2efe9abcaf34 req-e201bcf4-cbe0-4281-bf84-ae7e12a3319a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607889 Aug 04 16:55:27.664282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96028f14-ca8b-4370-a91f-473dc3141b88 req-7ae89381-b1d0-4a61-92f6-b96c108ee2d7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 210 time: 0.0783644 Aug 04 16:55:27.778550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e362f9-736c-4814-b828-b318e286c1ef {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:27.791879 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:27.829678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Transition to ACTIVE for port object 85e362f9-736c-4814-b828-b318e286c1ef will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:27.835225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:27.909557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90a9d4-3c27-4f55-8475-e90f8f65e635 req-7fb6ba96-65ae-41aa-bfe4-99f59e7363aa tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:27.912199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac90a9d4-3c27-4f55-8475-e90f8f65e635 req-7fb6ba96-65ae-41aa-bfe4-99f59e7363aa tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 932 time: 0.1161168 Aug 04 16:55:27.933962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Pushing event updated for resources: {'Port': ['ID=85e362f9-736c-4814-b828-b318e286c1ef,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:28.023220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac90a9d4-3c27-4f55-8475-e90f8f65e635 req-5cf8ce5c-dd63-4434-b1cf-c2e289c8a2ce tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041019 Aug 04 16:55:28.231147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5e7440a9-4933-4ba2-ba81-0e426d62a12e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:28.262010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Attempting to bind port 85e362f9-736c-4814-b828-b318e286c1ef on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:28.262360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Attempting to bind port 85e362f9-736c-4814-b828-b318e286c1ef by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'd9a47ec9-567f-4cec-91ef-316424d9a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:28.265509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Attempting to bind port 85e362f9-736c-4814-b828-b318e286c1ef on network 32696979-915e-4aed-a70b-2b90c9526ae6 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:28.274049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e8fec2b-67e5-43f0-9cea-26398142333e req-e44474f4-52e4-4766-a5e8-8a727d8d4ddb tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 210 time: 0.0835714 Aug 04 16:55:28.277179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Port 85e362f9-736c-4814-b828-b318e286c1ef on network 32696979-915e-4aed-a70b-2b90c9526ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:55:28.277514 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Attempting to bind port 85e362f9-736c-4814-b828-b318e286c1ef on network 32696979-915e-4aed-a70b-2b90c9526ae6 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:28.285392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:28.285684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Checking segment: {'id': 'd9a47ec9-567f-4cec-91ef-316424d9a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:28.286072 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Bound using segment: {'id': 'd9a47ec9-567f-4cec-91ef-316424d9a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:28.286608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Bound port: 85e362f9-736c-4814-b828-b318e286c1ef, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a47ec9-567f-4cec-91ef-316424d9a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:28.287122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:28.404533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5e7440a9-4933-4ba2-ba81-0e426d62a12e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:28.404927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:28.422494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] For port 85e362f9-736c-4814-b828-b318e286c1ef, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:28.427558 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] For port 85e362f9-736c-4814-b828-b318e286c1ef, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=85e362f9-736c-4814-b828-b318e286c1ef,segment=NetworkSegment(d9a47ec9-567f-4cec-91ef-316424d9a2bf),segment_id=d9a47ec9-567f-4cec-91ef-316424d9a2bf)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:28.434629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:28.629741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Pushing event updated for resources: {'Port': ['ID=85e362f9-736c-4814-b828-b318e286c1ef,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:28.643042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:28.644413 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:28.646732 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-5662f5a7-38fa-4f04-90bc-760594dc0e35 service neutron] 10.222.0.82 "PUT /v2.0/ports/85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 1092 time: 1.5560136 Aug 04 16:55:28.647686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:28.650562 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b44be84-8d7c-4224-89bf-390632458c80" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "tag": "85e362f9-736c-4814-b828-b318e286c1ef"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:28.771547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2abab-0007-4eb8-b444-b79e219df07d req-3a0a3f52-02e1-4d87-be62-f71c4b565018 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:28.778632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-bf51e1c0-d99b-4952-b6a5-77e77bc6757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:28.780413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2df2abab-0007-4eb8-b444-b79e219df07d req-3a0a3f52-02e1-4d87-be62-f71c4b565018 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.1007588 Aug 04 16:55:28.781851 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-bf51e1c0-d99b-4952-b6a5-77e77bc6757b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1095 time: 0.0729265 Aug 04 16:55:28.838461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2df2abab-0007-4eb8-b444-b79e219df07d req-a4a9050f-01ca-4798-9250-fee83a07f8ae tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511954 Aug 04 16:55:28.841752 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-86c9c40d-c66a-49ad-afdd-36ea53f162e8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 217 time: 0.0493164 Aug 04 16:55:28.933982 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfc63d4-4c32-40ab-80e7-a7c0fa1c179f x-openstack-request-id: req-6bfc63d4-4c32-40ab-80e7-a7c0fa1c179f {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:28.934331 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "tag": "85e362f9-736c-4814-b828-b318e286c1ef", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:28.934579 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bfc63d4-4c32-40ab-80e7-a7c0fa1c179f {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:28.942092 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef', 'status': 'completed', 'code': 200} Aug 04 16:55:28.965997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-34789c7f-17aa-49be-bcdf-6ae6020a711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:28.969943 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-34789c7f-17aa-49be-bcdf-6ae6020a711f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=776f777d-f444-4c08-aa06-3749cc4a0790 HTTP/1.1" status: 200 len: 860 time: 0.1140342 Aug 04 16:55:29.000065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000520-3d22-4f0f-819d-5a1f47a2bd22 req-0470070b-0187-49b3-b099-8ad97feab6b0 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:29.005934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a000520-3d22-4f0f-819d-5a1f47a2bd22 req-0470070b-0187-49b3-b099-8ad97feab6b0 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.0980248 Aug 04 16:55:29.016898 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-b92cf142-1f5f-42aa-9c38-dd44dfd0ec9a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32696979-915e-4aed-a70b-2b90c9526ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413465 Aug 04 16:55:29.053783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-501cfe86-bd4b-403e-b842-e681e45e49ab req-a12f9b9d-bb32-4bda-93a0-89958ce0cb95 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 210 time: 0.0468020 Aug 04 16:55:29.092862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a000520-3d22-4f0f-819d-5a1f47a2bd22 req-28c3a82c-952c-491e-9e21-5f5ce5347cc6 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713253 Aug 04 16:55:29.238784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da48f-25ae-49b2-9fb7-924ef65cde98 req-fca05a88-6c97-4664-9b59-915e58f6cc24 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:29.253068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be2da48f-25ae-49b2-9fb7-924ef65cde98 req-fca05a88-6c97-4664-9b59-915e58f6cc24 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 944 time: 0.0738211 Aug 04 16:55:29.317614 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-313aca9b-162d-4575-ab17-514acf4b77d8 service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906892 Aug 04 16:55:29.336471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be2da48f-25ae-49b2-9fb7-924ef65cde98 req-51d38bbc-6e4e-490d-964c-fbb444599d0f tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814629 Aug 04 16:55:29.476844 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-890fe5be-1745-4f24-a1da-eb5fc5a731af req-a8ab6a1b-4312-4e17-a2e0-f40f37bfa0b5 service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497257 Aug 04 16:55:29.487358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03b24ff2-d69f-4229-8ae8-86976e0b4787 req-0c70c7ed-2963-4d3a-bd92-f4fdf51aec51 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 210 time: 0.0498784 Aug 04 16:55:29.502370 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-ef7fb3f0-c13f-4bd5-ac1c-69a51ab98cb4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:29.503919 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-ef7fb3f0-c13f-4bd5-ac1c-69a51ab98cb4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.90 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 812 time: 0.3549719 Aug 04 16:55:29.522913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'port': {'device_id': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf', 'admin_state_up': True, 'tenant_id': '160a37d9fa424dfcac49899cf714cece'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:29.663570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44be84-8d7c-4224-89bf-390632458c80 req-adbd7f0b-7dc3-483e-a6c6-4123ff51ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:29.666419 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3b44be84-8d7c-4224-89bf-390632458c80 req-adbd7f0b-7dc3-483e-a6c6-4123ff51ab97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1095 time: 0.1185341 Aug 04 16:55:29.759987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-1272f721-5bc3-4478-9fd5-b37eb0bcba40 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:29.769296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-1272f721-5bc3-4478-9fd5-b37eb0bcba40 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 805 time: 0.1465812 Aug 04 16:55:29.769696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Made reservation on behalf of 160a37d9fa424dfcac49899cf714cece for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:55:29.773854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:29.787637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-d5c58c11-eee3-4fbb-b176-1f913f3786e9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/quotas/881dd0bd49f84981b3b2ad3a4fe41f10 HTTP/1.1" status: 200 len: 375 time: 0.0172369 Aug 04 16:55:29.803778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44be84-8d7c-4224-89bf-390632458c80 req-17bc8d85-f3bf-47fb-8b6f-2f0fde0d65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:29.805281 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3b44be84-8d7c-4224-89bf-390632458c80 req-17bc8d85-f3bf-47fb-8b6f-2f0fde0d65cc service neutron] 10.222.0.82 "GET /v2.0/networks?id=32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 200 len: 922 time: 0.1291602 Aug 04 16:55:29.843368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-41ec4e7d-8365-477d-909d-aa13c68cf40b tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540590 Aug 04 16:55:30.032884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31055bfe-8eeb-4b7c-870c-7e0d1a351f95 req-bba7fcd6-8e2e-4a24-acce-63017a60b597 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:30.034667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31055bfe-8eeb-4b7c-870c-7e0d1a351f95 req-bba7fcd6-8e2e-4a24-acce-63017a60b597 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.0997975 Aug 04 16:55:30.085604 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-4751cfdd-1e97-419c-a5b0-f7fe6f536e66 service neutron] 10.222.0.39 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350676 Aug 04 16:55:30.112339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31055bfe-8eeb-4b7c-870c-7e0d1a351f95 req-13a45039-c381-4bb6-923f-b60440e98b6d tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700207 Aug 04 16:55:30.262048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-436cb0a4-5314-42c5-9926-ccdf35581b69 req-c04960f5-ab7f-4fd0-9ab7-1a7194da18f0 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 210 time: 0.0417149 Aug 04 16:55:30.299450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-31428ca9-ea06-4bd1-a9f9-bdf2df0b86ad service neutron] 10.222.0.39 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850238 Aug 04 16:55:30.324653 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3b44be84-8d7c-4224-89bf-390632458c80 req-a7aae8ab-8748-47f1-831a-288b641d94b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 217 time: 0.5104578 Aug 04 16:55:30.400064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44be84-8d7c-4224-89bf-390632458c80 req-845cb925-465e-4e91-a4cb-0c21f03e57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:30.401660 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3b44be84-8d7c-4224-89bf-390632458c80 req-845cb925-465e-4e91-a4cb-0c21f03e57a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=776f777d-f444-4c08-aa06-3749cc4a0790 HTTP/1.1" status: 200 len: 860 time: 0.0667355 Aug 04 16:55:30.421979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c71d37-fed5-4820-8d61-1692de3a3d4c req-fc9d8941-46e6-46f2-a3ad-a8dea0135df3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:30.423635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3c71d37-fed5-4820-8d61-1692de3a3d4c req-fc9d8941-46e6-46f2-a3ad-a8dea0135df3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.0721371 Aug 04 16:55:30.506400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3c71d37-fed5-4820-8d61-1692de3a3d4c req-f86e1c75-ad3a-4878-ac40-b046b5290eb2 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690660 Aug 04 16:55:30.545961 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3b44be84-8d7c-4224-89bf-390632458c80 req-444438b6-0650-4283-be45-476254615a1a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32696979-915e-4aed-a70b-2b90c9526ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321869 Aug 04 16:55:30.602663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e2e573a-07dd-4c63-91b8-858bffeb0931 req-11b43e95-b3db-4cac-9e64-5e6c1cf96717 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 210 time: 0.0388954 Aug 04 16:55:30.634973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Allocated IP 172.20.0.5 (df26856f-5431-4758-865b-0cf09f2671cf/b59cc3f4-e1f3-4929-afc0-e1a11f8d3075/d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:30.716658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765ac47-a868-478a-9f98-557ffcccca06 req-efb76011-9bce-4b6d-b8ef-e7af9fd05307 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:30.725883 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8765ac47-a868-478a-9f98-557ffcccca06 req-efb76011-9bce-4b6d-b8ef-e7af9fd05307 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 944 time: 0.1750467 Aug 04 16:55:30.736418 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3b44be84-8d7c-4224-89bf-390632458c80 req-9de87599-a68e-464c-a973-b7a0cbc1589f service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810448 Aug 04 16:55:30.817128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:30.839461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8765ac47-a868-478a-9f98-557ffcccca06 req-05f0d07d-049f-4bb8-b33a-b47e3004d3eb tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100807 Aug 04 16:55:30.844732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4febdf5a-993a-4295-bd0b-6c2358735eb1 req-d91d610b-b04e-4236-aab6-dc2fcc6c4c76 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 210 time: 0.0623434 Aug 04 16:55:30.990649 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:31.027669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5336732-4855-43e7-851f-fafdfac221f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:31.032655 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3b44be84-8d7c-4224-89bf-390632458c80 req-9331b650-8f9f-414f-bddd-59ac53fcca8e service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844143 Aug 04 16:55:31.048766 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa3ad8f-79d8-445c-a50e-b589a9b267ad" -d '{"events": [{"server_uuid": "c5336732-4855-43e7-851f-fafdfac221f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2da0e7a3-bed3-4c6d-a5bd-8a0a68885031"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:31.073449 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:31.085286 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:55:31.086539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:31.097765 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:31.146766 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:31.213424 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Network df26856f-5431-4758-865b-0cf09f2671cf is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:31.223761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:31.226243 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5095376e-93df-45cb-9ec4-f6e8385f4e8c x-openstack-request-id: req-5095376e-93df-45cb-9ec4-f6e8385f4e8c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:31.226515 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5336732-4855-43e7-851f-fafdfac221f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2da0e7a3-bed3-4c6d-a5bd-8a0a68885031", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:31.226777 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5095376e-93df-45cb-9ec4-f6e8385f4e8c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:31.230625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:31.233769 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5336732-4855-43e7-851f-fafdfac221f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031', 'code': 200} Aug 04 16:55:31.263172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'Port': ['ID=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:31.273267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-4b82c7f5-f587-4afa-a9f0-a06763c692dc tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:31.276237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-4b82c7f5-f587-4afa-a9f0-a06763c692dc tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5336732-4855-43e7-851f-fafdfac221f4 HTTP/1.1" status: 200 len: 944 time: 0.1170943 Aug 04 16:55:31.292002 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:31.325911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:31.326907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:31.380556 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-35c472e9-17ae-4059-8de9-86ce0852f827 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8615453 Aug 04 16:55:31.395821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Request body: {'port': {'device_id': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:31.512169 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:31.537893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a570e47-b0f1-4b35-b4f2-caac516d1dac req-ba6b8ce4-2271-4517-8bee-905329a136b2 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:31.545978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a570e47-b0f1-4b35-b4f2-caac516d1dac req-ba6b8ce4-2271-4517-8bee-905329a136b2 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 931 time: 0.1548104 Aug 04 16:55:31.566791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647729-9027-420d-9006-bfe9d8f9681f req-c287f66b-2f8f-4d47-a3ef-90db1499a9d0 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:31.574836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04647729-9027-420d-9006-bfe9d8f9681f req-c287f66b-2f8f-4d47-a3ef-90db1499a9d0 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.1852028 Aug 04 16:55:31.659465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a570e47-b0f1-4b35-b4f2-caac516d1dac req-143b1ed3-fc07-4554-98e6-9d69ffc2b7b8 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120358 Aug 04 16:55:31.688725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-8ba9d9be-e0d3-4674-a73e-1171aab0d12f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Deleting port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:31.689154 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-8ba9d9be-e0d3-4674-a73e-1171aab0d12f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:31.723143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04647729-9027-420d-9006-bfe9d8f9681f req-baa50cce-be4d-49e3-87f5-1f5a15345bfb tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470766 Aug 04 16:55:31.881216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82668c8-fc99-4718-8c2c-d14edbce8e99 req-9b19cd98-d4cc-41cb-9701-f753fb4648ad tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:31.884338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d82668c8-fc99-4718-8c2c-d14edbce8e99 req-9b19cd98-d4cc-41cb-9701-f753fb4648ad tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.1111488 Aug 04 16:55:31.906525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-8ba9d9be-e0d3-4674-a73e-1171aab0d12f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] For port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:31.907323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-8ba9d9be-e0d3-4674-a73e-1171aab0d12f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:31.944917 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7c96fe23-aa03-4d8c-82d0-627c52ed72fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:31.963199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78d060bd-7729-4f30-92de-cdabb405ec5c req-18f71c78-fda2-4dc7-b554-b1493ed27016 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 210 time: 0.0752199 Aug 04 16:55:31.966575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:31.983793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:32.006181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-8ba9d9be-e0d3-4674-a73e-1171aab0d12f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Calling delete_port for 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:32.035626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Transition to ACTIVE for port object d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:32.045998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:32.197001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d82668c8-fc99-4718-8c2c-d14edbce8e99 req-e93afbe9-a105-45fa-a4df-23ca4c37cc79 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903078 Aug 04 16:55:32.278942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Pushing event updated for resources: {'Port': ['ID=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:32.398361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-395b2e0e-4e52-4b96-8e8f-fc2af1f249cd req-bd01f379-a5c7-4d59-981d-1b9845447487 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 210 time: 0.0511897 Aug 04 16:55:32.411266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae01a3-454f-4221-b428-20b053287fa1 req-565362a2-4695-4820-bfda-4cd57680ce5d tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:32.417088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Attempting to bind port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:32.417588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Attempting to bind port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '3987345b-7610-483f-896e-16d9aa8aa2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:32.417756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Attempting to bind port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 on network df26856f-5431-4758-865b-0cf09f2671cf {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:32.420261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edae01a3-454f-4221-b428-20b053287fa1 req-565362a2-4695-4820-bfda-4cd57680ce5d tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 944 time: 0.2984960 Aug 04 16:55:32.425583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 on network df26856f-5431-4758-865b-0cf09f2671cf not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:55:32.426045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Attempting to bind port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 on network df26856f-5431-4758-865b-0cf09f2671cf {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:32.429236 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-8ba9d9be-e0d3-4674-a73e-1171aab0d12f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:32.439575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-69ca1b25-c702-489c-87b7-d5c21894c5f9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:32.441248 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-69ca1b25-c702-489c-87b7-d5c21894c5f9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 805 time: 0.3124413 Aug 04 16:55:32.444697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:32.445124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Checking segment: {'id': '3987345b-7610-483f-896e-16d9aa8aa2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:32.445519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Bound using segment: {'id': '3987345b-7610-483f-896e-16d9aa8aa2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:32.445966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Bound port: d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3987345b-7610-483f-896e-16d9aa8aa2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:32.446402 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:32.476275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Request body: {'port': {'device_id': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'admin_state_up': True, 'tenant_id': '881dd0bd49f84981b3b2ad3a4fe41f10'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:32.512553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9d9be-e0d3-4674-a73e-1171aab0d12f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Pushing event deleted for resources: {'Port': ['ID=2da0e7a3-bed3-4c6d-a5bd-8a0a68885031,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:32.552824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-8ba9d9be-e0d3-4674-a73e-1171aab0d12f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] No DVR routers for this DVR port 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:55:32.559468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-8ba9d9be-e0d3-4674-a73e-1171aab0d12f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:32.562343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47eccb1f-45ce-469f-a000-910d0ee09b48 req-8ba9d9be-e0d3-4674-a73e-1171aab0d12f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.90 "DELETE /v2.0/ports/2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 HTTP/1.1" status: 204 len: 173 time: 1.2777848 Aug 04 16:55:32.563027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5336732-4855-43e7-851f-fafdfac221f4', 'name': 'network-vif-deleted', 'tag': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:32.567087 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a865fc91-74cc-453e-90c4-627fe86d9dfb" -d '{"events": [{"server_uuid": "c5336732-4855-43e7-851f-fafdfac221f4", "name": "network-vif-deleted", "tag": "2da0e7a3-bed3-4c6d-a5bd-8a0a68885031"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:32.600478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edae01a3-454f-4221-b428-20b053287fa1 req-c8bac11e-ce5d-48a8-b2c5-700457fe9f4a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790330 Aug 04 16:55:32.634428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] For port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:32.643479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] For port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:32.643629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 85e362f9-736c-4814-b828-b318e286c1ef details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:55:32.653363 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0d649c-9ae9-4446-a4f2-e9c8278f9efd x-openstack-request-id: req-ef0d649c-9ae9-4446-a4f2-e9c8278f9efd {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:32.653894 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5336732-4855-43e7-851f-fafdfac221f4", "name": "network-vif-deleted", "tag": "2da0e7a3-bed3-4c6d-a5bd-8a0a68885031", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:32.654415 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef0d649c-9ae9-4446-a4f2-e9c8278f9efd {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:32.655233 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5336732-4855-43e7-851f-fafdfac221f4', 'name': 'network-vif-deleted', 'tag': '2da0e7a3-bed3-4c6d-a5bd-8a0a68885031', 'status': 'completed', 'code': 200} Aug 04 16:55:32.655659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:32.711533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:32.712293 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:32.714014 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] 10.222.0.90 "PUT /v2.0/ports/d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 HTTP/1.1" status: 200 len: 1091 time: 1.3231483 Aug 04 16:55:32.714387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'tag': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:32.717128 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319a1c3c-9a5f-45c4-a715-10da06fe21ac" -d '{"events": [{"name": "network-changed", "server_uuid": "badcb8f1-cdd6-4d4a-a2d9-c14047e65c37", "tag": "d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:32.725275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Made reservation on behalf of 881dd0bd49f84981b3b2ad3a4fe41f10 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:55:32.728817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:32.762234 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94398157-044c-4bd9-b83c-86877f522a44 service neutron] Pushing event updated for resources: {'Port': ['ID=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:32.810006 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c989e8b6-6c5a-40ca-beaf-72159c6decd0 x-openstack-request-id: req-c989e8b6-6c5a-40ca-beaf-72159c6decd0 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:32.810166 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badcb8f1-cdd6-4d4a-a2d9-c14047e65c37", "tag": "d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:32.810400 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c989e8b6-6c5a-40ca-beaf-72159c6decd0 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:32.811027 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'tag': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5', 'status': 'completed', 'code': 200} Aug 04 16:55:32.832277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 85e362f9-736c-4814-b828-b318e286c1ef, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=85e362f9-736c-4814-b828-b318e286c1ef,segment=NetworkSegment(d9a47ec9-567f-4cec-91ef-316424d9a2bf),segment_id=d9a47ec9-567f-4cec-91ef-316424d9a2bf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:32.851537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '85e362f9-736c-4814-b828-b318e286c1ef', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'port_id': '85e362f9-736c-4814-b828-b318e286c1ef', 'mac_address': 'fa:16:3e:cb:c1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:55:32.930325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-d08f5f16-5ef7-4c48-8acf-3ef5de974b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:32.932572 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-d08f5f16-5ef7-4c48-8acf-3ef5de974b67 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 1094 time: 0.1170912 Aug 04 16:55:32.939528 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:32.951768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d7dc6-f042-4183-9af2-7eb72d76efca req-fa3de6c0-bcfc-4583-9ceb-9247e557c5fc tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:32.959848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-289d7dc6-f042-4183-9af2-7eb72d76efca req-fa3de6c0-bcfc-4583-9ceb-9247e557c5fc tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 943 time: 0.1195421 Aug 04 16:55:32.964600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e362f9-736c-4814-b828-b318e286c1ef {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:32.969878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40effb-c6d6-4c08-8197-62c7665047dc req-ca349712-14f5-4648-915a-5266b3abb0ea tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:32.978796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a40effb-c6d6-4c08-8197-62c7665047dc req-ca349712-14f5-4648-915a-5266b3abb0ea tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.1243682 Aug 04 16:55:33.003588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 85e362f9-736c-4814-b828-b318e286c1ef, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=85e362f9-736c-4814-b828-b318e286c1ef,segment=NetworkSegment(d9a47ec9-567f-4cec-91ef-316424d9a2bf),segment_id=d9a47ec9-567f-4cec-91ef-316424d9a2bf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:33.012979 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:33.053419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-289d7dc6-f042-4183-9af2-7eb72d76efca req-a96576dd-aa79-424c-8dd7-3e044017944e tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925775 Aug 04 16:55:33.068795 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-30bd394f-fb0d-4d00-9288-6c3459fc5a48 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 HTTP/1.1" status: 200 len: 217 time: 0.1190810 Aug 04 16:55:33.089223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a40effb-c6d6-4c08-8197-62c7665047dc req-33609264-9b76-4671-a773-d3e2217745e2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011701 Aug 04 16:55:33.097960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Allocated IP 172.20.0.3 (fed77e85-9786-438f-9c12-d588fc5ecbb9/c270d6ca-fadf-4471-9dc6-9a45b83c8c5c/2cdb2c69-4b1b-41ca-9b88-12ba5a608908) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:33.130023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=85e362f9-736c-4814-b828-b318e286c1ef,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:33.251278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-852a1cd8-2966-4385-8186-825303c899e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:33.252819 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-852a1cd8-2966-4385-8186-825303c899e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 HTTP/1.1" status: 200 len: 852 time: 0.1416788 Aug 04 16:55:33.256112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['85e362f9-736c-4814-b828-b318e286c1ef'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:33.267172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d6e403c-f3f9-43c1-99b1-5974fe21f1e0 req-e8e06268-86ff-40e7-9a7f-7b9be6535ac4 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 210 time: 0.0632179 Aug 04 16:55:33.376713 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-695ab27f-d0d3-4d34-90d0-83ce1b2f90fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=df26856f-5431-4758-865b-0cf09f2671cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124086 Aug 04 16:55:33.462376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e8a3c-263c-46d3-b16c-77e3225501b6 req-ec85a1c7-8859-469f-b9dc-150c7e011253 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:33.473630 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a16e8a3c-263c-46d3-b16c-77e3225501b6 req-ec85a1c7-8859-469f-b9dc-150c7e011253 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.1035490 Aug 04 16:55:33.555154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a16e8a3c-263c-46d3-b16c-77e3225501b6 req-ba768d5d-e813-4305-b683-52b080d5b397 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777519 Aug 04 16:55:33.649652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bec6e00-cf26-4883-9f74-bddadd379c36 req-3485e770-7a87-4936-a26a-579bef610046 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=667a6c16-5865-4e7c-841e-c351cded1090 HTTP/1.1" status: 200 len: 210 time: 0.0630307 Aug 04 16:55:33.792849 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:33.797695 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-2b8eae6f-6e5d-40fb-b2bc-aa28c43d3676 service neutron] 10.222.0.90 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120305 Aug 04 16:55:33.925963 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:33.960600 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d4fe80bc-82bf-4626-9a6e-69a341cc1b49 req-a8a27ef3-aad2-4545-86aa-5921c5b3dd81 service neutron] 10.222.0.90 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548507 Aug 04 16:55:33.980321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7be41-53cf-42f2-99f3-789ab155d14b req-0858f472-8825-4e4a-a7fd-9819e7991b85 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:33.980943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Network fed77e85-9786-438f-9c12-d588fc5ecbb9 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:33.987859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:33.992105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48b7be41-53cf-42f2-99f3-789ab155d14b req-0858f472-8825-4e4a-a7fd-9819e7991b85 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 945 time: 0.2488337 Aug 04 16:55:33.992700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:33.999853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Pushing event updated for resources: {'Port': ['ID=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:34.019571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2a2f2-9033-4ee8-a311-f74a45972fb7 req-fbf6c215-2f62-499e-9ab5-78cdca9a9561 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:34.027332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62a2a2f2-9033-4ee8-a311-f74a45972fb7 req-fbf6c215-2f62-499e-9ab5-78cdca9a9561 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 945 time: 0.2244675 Aug 04 16:55:34.088490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:34.090763 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:34.100173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48b7be41-53cf-42f2-99f3-789ab155d14b req-1f70833b-537f-4289-a3be-ddc2fa6b8cd6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970271 Aug 04 16:55:34.122925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62a2a2f2-9033-4ee8-a311-f74a45972fb7 req-0c9fa2d2-d398-4111-9bf9-e0ea7e44e043 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946045 Aug 04 16:55:34.123100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a1c3c-9a5f-45c4-a715-10da06fe21ac req-c6ffdeef-572a-451a-85aa-10d08911788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:34.125215 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-319a1c3c-9a5f-45c4-a715-10da06fe21ac req-c6ffdeef-572a-451a-85aa-10d08911788a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 1094 time: 0.1034837 Aug 04 16:55:34.204898 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-859f55db-6b61-4c5a-bd4e-606e83a3ae9c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7334414 Aug 04 16:55:34.293502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Request body: {'port': {'device_id': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:34.378614 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1736364-6703-4fc6-a2ee-0e3cac15d5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:34.407644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:34.434282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a1c3c-9a5f-45c4-a715-10da06fe21ac req-5a8f5608-d41a-4a44-8f3e-31711c450588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:34.435927 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-319a1c3c-9a5f-45c4-a715-10da06fe21ac req-5a8f5608-d41a-4a44-8f3e-31711c450588 service neutron] 10.222.0.90 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 914 time: 0.3034296 Aug 04 16:55:34.442962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5355d48-249e-4b29-9006-54266995f7e2 req-17ac7c19-077c-4df6-9eb6-8dd59287c437 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:34.445681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5355d48-249e-4b29-9006-54266995f7e2 req-17ac7c19-077c-4df6-9eb6-8dd59287c437 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.1886640 Aug 04 16:55:34.461576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407010f-3b7e-407e-96fd-51f29df19abc req-524fc656-96cb-4638-80f5-a31442403122 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:34.471962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4407010f-3b7e-407e-96fd-51f29df19abc req-524fc656-96cb-4638-80f5-a31442403122 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 943 time: 0.2043312 Aug 04 16:55:34.540573 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-319a1c3c-9a5f-45c4-a715-10da06fe21ac req-2c32bf1f-4a8e-4eae-ae56-49cfa79c4a44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 HTTP/1.1" status: 200 len: 217 time: 0.0420160 Aug 04 16:55:34.583471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5355d48-249e-4b29-9006-54266995f7e2 req-8b1e55c8-f589-447f-9da3-ba9fb91423e8 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978086 Aug 04 16:55:34.637377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4407010f-3b7e-407e-96fd-51f29df19abc req-1dfa64b1-9032-407b-a43a-975ac3c3c6c1 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496615 Aug 04 16:55:34.650304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 85e362f9-736c-4814-b828-b318e286c1ef up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:34.772906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a1c3c-9a5f-45c4-a715-10da06fe21ac req-eb2a04b4-b901-4d44-953b-09aef9334f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:34.774936 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-319a1c3c-9a5f-45c4-a715-10da06fe21ac req-eb2a04b4-b901-4d44-953b-09aef9334f0a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 HTTP/1.1" status: 200 len: 852 time: 0.2202833 Aug 04 16:55:34.801935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 85e362f9-736c-4814-b828-b318e286c1ef completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:34.808374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 85e362f9-736c-4814-b828-b318e286c1ef triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:34.809346 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:34.858265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:34.864200 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-319a1c3c-9a5f-45c4-a715-10da06fe21ac req-1846fbac-0176-48fa-a512-b985cf2436aa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=df26856f-5431-4758-865b-0cf09f2671cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722334 Aug 04 16:55:34.904342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:55:34.905352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2da0e7a3-bed3-4c6d-a5bd-8a0a68885031 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:55:34.980516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cb15b-246c-40f6-890b-1e06fa36ed91 req-a12202e5-a19d-4446-90b4-afc3d8701d53 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:34.982600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-828cb15b-246c-40f6-890b-1e06fa36ed91 req-a12202e5-a19d-4446-90b4-afc3d8701d53 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 931 time: 0.2102549 Aug 04 16:55:35.003560 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:35.011678 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:35.018230 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-319a1c3c-9a5f-45c4-a715-10da06fe21ac req-9105dbe2-b293-480a-bd39-561b4d7b96b2 service neutron] 10.222.0.90 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452434 Aug 04 16:55:35.043880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3f6b0-ccbb-466d-bc2f-73954d16beb9 req-15759adf-a8c4-42a4-bbbe-c84924d405f5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:35.046669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16e3f6b0-ccbb-466d-bc2f-73954d16beb9 req-15759adf-a8c4-42a4-bbbe-c84924d405f5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.1665487 Aug 04 16:55:35.063243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 85e362f9-736c-4814-b828-b318e286c1ef, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=85e362f9-736c-4814-b828-b318e286c1ef,segment=NetworkSegment(d9a47ec9-567f-4cec-91ef-316424d9a2bf),segment_id=d9a47ec9-567f-4cec-91ef-316424d9a2bf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:35.065797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:35.068239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-828cb15b-246c-40f6-890b-1e06fa36ed91 req-b56f8249-f5a3-466f-96bd-d422b3b8592a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755510 Aug 04 16:55:35.069313 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d76c5e-b70c-47dd-a30a-eb95a9d03a50" -d '{"events": [{"server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "name": "network-vif-plugged", "status": "completed", "tag": "85e362f9-736c-4814-b828-b318e286c1ef"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:35.074653 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:35.132639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:35.151391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:35.178559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Transition to ACTIVE for port object 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:35.187691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16e3f6b0-ccbb-466d-bc2f-73954d16beb9 req-51b0f699-825c-421d-a232-2267557aa98b tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163342 Aug 04 16:55:35.206352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=85e362f9-736c-4814-b828-b318e286c1ef,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:35.210263 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:35.301966 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b539ec8-6fd1-40d9-9137-68d24d4a2e0e x-openstack-request-id: req-5b539ec8-6fd1-40d9-9137-68d24d4a2e0e {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:35.302375 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "name": "network-vif-plugged", "status": "completed", "tag": "85e362f9-736c-4814-b828-b318e286c1ef", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:35.302841 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b539ec8-6fd1-40d9-9137-68d24d4a2e0e {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:35.303342 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef', 'code': 200} Aug 04 16:55:35.316589 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-319a1c3c-9a5f-45c4-a715-10da06fe21ac req-535379e5-1d51-47ca-94f3-bdf18b1400c5 service neutron] 10.222.0.90 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857311 Aug 04 16:55:35.385678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Pushing event updated for resources: {'Port': ['ID=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:35.518664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d01b2e-8cf5-4e08-8735-c283f8282bae req-d528bf50-bea8-4356-84f2-676e5d30fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:35.521973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62d01b2e-8cf5-4e08-8735-c283f8282bae req-d528bf50-bea8-4356-84f2-676e5d30fe55 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1097 time: 0.1111417 Aug 04 16:55:35.549799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f02020-70ee-4cf2-8c85-2caecdd6f8ac req-8f9ed7b9-f53d-40c3-8210-d5fa13a90bed tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:35.559553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16f02020-70ee-4cf2-8c85-2caecdd6f8ac req-8f9ed7b9-f53d-40c3-8210-d5fa13a90bed tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1794960 Aug 04 16:55:35.561685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Attempting to bind port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:35.562440 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Attempting to bind port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:35.563216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Attempting to bind port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:35.576476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:55:35.576476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Attempting to bind port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:35.576827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:35.577705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Checking segment: {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:35.578246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Bound using segment: {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:35.578826 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Bound port: 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:35.579326 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:35.697081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:35.709233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62d01b2e-8cf5-4e08-8735-c283f8282bae req-1b8c0728-7384-44ae-8ab4-6bf13a50ed2b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740763 Aug 04 16:55:35.726230 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16f02020-70ee-4cf2-8c85-2caecdd6f8ac req-13102142-df2c-4b80-a5d0-403832582d16 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617348 Aug 04 16:55:35.742732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] For port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:35.749503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81636ef-1285-469f-a3b4-d9acc8ba5af1 req-0be272db-7bcb-4790-8893-a9fda9d59ad4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:35.752979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] For port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:35.754681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d81636ef-1285-469f-a3b4-d9acc8ba5af1 req-0be272db-7bcb-4790-8893-a9fda9d59ad4 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 945 time: 0.1763234 Aug 04 16:55:35.764993 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:35.829446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:35.830493 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:35.832326 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] 10.222.0.82 "PUT /v2.0/ports/2cdb2c69-4b1b-41ca-9b88-12ba5a608908 HTTP/1.1" status: 200 len: 1091 time: 1.5434883 Aug 04 16:55:35.833012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'tag': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:35.835546 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de0f6d-6579-4b6e-8284-68d7943eca0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7394e7f-fac6-411e-9513-f4ad6d6ece3f", "tag": "2cdb2c69-4b1b-41ca-9b88-12ba5a608908"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:35.840943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d81636ef-1285-469f-a3b4-d9acc8ba5af1 req-42844ad0-5987-4128-94de-6115edec6a60 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765145 Aug 04 16:55:35.864441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f276a-5dea-4c2b-9353-bf98b7bb117d service neutron] Pushing event updated for resources: {'Port': ['ID=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:35.974837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-fbae998a-fed9-471e-8bdf-ea5673a5ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:35.981487 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-fbae998a-fed9-471e-8bdf-ea5673a5ba0e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 1094 time: 0.0767853 Aug 04 16:55:35.986888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bce51-f0dc-490a-9246-46bf63f83b3c req-b9f04ee1-1ee5-4f7e-8240-080be05e6e37 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:35.988546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-561bce51-f0dc-490a-9246-46bf63f83b3c req-b9f04ee1-1ee5-4f7e-8240-080be05e6e37 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.1225891 Aug 04 16:55:36.002622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5ade1-6c01-4c18-8be0-7b64f37ca8b2 req-a9a25e91-568d-41aa-b935-b142536fc1f9 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:36.004370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ac5ade1-6c01-4c18-8be0-7b64f37ca8b2 req-a9a25e91-568d-41aa-b935-b142536fc1f9 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 943 time: 0.0753014 Aug 04 16:55:36.059361 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-f417921e-70e2-48cd-b9c5-6d61b352c4a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908 HTTP/1.1" status: 200 len: 217 time: 0.0634637 Aug 04 16:55:36.066735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ac5ade1-6c01-4c18-8be0-7b64f37ca8b2 req-3a3c5e81-861d-483d-83cd-6ed918140948 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547051 Aug 04 16:55:36.094731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-561bce51-f0dc-490a-9246-46bf63f83b3c req-9b35408f-bfc9-4bbf-8e22-674e08836ee3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890977 Aug 04 16:55:36.142474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-93f8792b-9198-410b-813c-11916af68585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:36.144103 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-93f8792b-9198-410b-813c-11916af68585 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c270d6ca-fadf-4471-9dc6-9a45b83c8c5c HTTP/1.1" status: 200 len: 845 time: 0.0750177 Aug 04 16:55:36.217305 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e632d5-7311-4b32-a280-44ad34ffd9d1 x-openstack-request-id: req-53e632d5-7311-4b32-a280-44ad34ffd9d1 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:36.217652 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7394e7f-fac6-411e-9513-f4ad6d6ece3f", "tag": "2cdb2c69-4b1b-41ca-9b88-12ba5a608908", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:36.217891 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53e632d5-7311-4b32-a280-44ad34ffd9d1 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:36.218302 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'tag': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908', 'status': 'completed', 'code': 200} Aug 04 16:55:36.222611 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-eb6c7653-228a-421a-8b32-6fc399aaf925 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fed77e85-9786-438f-9c12-d588fc5ecbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701969 Aug 04 16:55:36.334345 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-d40382a4-a8d1-4c40-afb1-f94d175f27fa service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037464 Aug 04 16:55:36.404058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e79a-dbd7-4d75-9154-7bbd862151c4 req-a664681d-c3a5-4494-b928-7ef6577610b5 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:36.406270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0f4e79a-dbd7-4d75-9154-7bbd862151c4 req-a664681d-c3a5-4494-b928-7ef6577610b5 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 943 time: 0.0959606 Aug 04 16:55:36.413421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-885ffbdf-2daa-4d19-be08-03e325f556cc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:36.414964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-885ffbdf-2daa-4d19-be08-03e325f556cc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.2218330 Aug 04 16:55:36.458320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-ef010ff9-9dae-40ee-a401-51c41ae7db1a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/quotas/524e6703e05143f89fe82c4e86d98fad HTTP/1.1" status: 200 len: 375 time: 0.0362198 Aug 04 16:55:36.490961 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-937cac3a-e928-4eb8-bf38-72c2e81ac0cb req-d36aa567-7ae6-436b-94a0-6c4e1a99f31e service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451182 Aug 04 16:55:36.521129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-e657f9aa-8391-4946-a142-8efa93ed7fcc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617442 Aug 04 16:55:36.534380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0f4e79a-dbd7-4d75-9154-7bbd862151c4 req-0a32375f-56e6-41cc-8682-b14285515c47 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137147 Aug 04 16:55:36.654127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-c05e5392-f0f6-4e53-8d7a-f82dfd9ace81 service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183670 Aug 04 16:55:36.690264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de0f6d-6579-4b6e-8284-68d7943eca0d req-401ce3f2-db02-42f9-8a6a-826642fa27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:36.692344 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3de0f6d-6579-4b6e-8284-68d7943eca0d req-401ce3f2-db02-42f9-8a6a-826642fa27fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 1094 time: 0.1121569 Aug 04 16:55:36.792529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1b38-f069-4290-8f30-e50613a1daa2 req-83337a2b-e3ee-4140-a5c9-465531b0c019 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:36.794126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76ea1b38-f069-4290-8f30-e50613a1daa2 req-83337a2b-e3ee-4140-a5c9-465531b0c019 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.0878844 Aug 04 16:55:36.813063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-1ce0dec0-ff86-439f-95cb-2dbd8f0cca0b service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575952 Aug 04 16:55:36.843065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de0f6d-6579-4b6e-8284-68d7943eca0d req-3e7afac4-901a-468e-af89-803b1858aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:36.852898 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3de0f6d-6579-4b6e-8284-68d7943eca0d req-3e7afac4-901a-468e-af89-803b1858aef3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 907 time: 0.1463692 Aug 04 16:55:36.860910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76ea1b38-f069-4290-8f30-e50613a1daa2 req-3dea7dfe-155f-4c1b-ae8f-743058325682 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463521 Aug 04 16:55:36.880192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:55:36.932218 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3de0f6d-6579-4b6e-8284-68d7943eca0d req-96476f10-822d-4ebd-bc2d-13b0ae928cd5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908 HTTP/1.1" status: 200 len: 217 time: 0.0659504 Aug 04 16:55:37.069822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:37.088446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1c300-16d8-49e2-b85b-9aad6e5bdb3b req-46021dc3-c4fd-4d10-b771-09ed05f155a0 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:37.091779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6a1c300-16d8-49e2-b85b-9aad6e5bdb3b req-46021dc3-c4fd-4d10-b771-09ed05f155a0 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1556833 Aug 04 16:55:37.097876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5', 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf', 'port_id': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5', 'mac_address': 'fa:16:3e:a2:ae:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59cc3f4-e1f3-4929-afc0-e1a11f8d3075', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:55:37.106488 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de0f6d-6579-4b6e-8284-68d7943eca0d req-a441df15-5ece-4ee5-8f77-e71ed402e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:37.108405 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3de0f6d-6579-4b6e-8284-68d7943eca0d req-a441df15-5ece-4ee5-8f77-e71ed402e1d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c270d6ca-fadf-4471-9dc6-9a45b83c8c5c HTTP/1.1" status: 200 len: 845 time: 0.1672359 Aug 04 16:55:37.135798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b22b5-ad35-4273-b7b8-ddc3b9429b7d req-3ef05cfc-9e9a-41bb-8cfa-3f9f008ed86f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:37.137588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e82b22b5-ad35-4273-b7b8-ddc3b9429b7d req-3ef05cfc-9e9a-41bb-8cfa-3f9f008ed86f tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 945 time: 0.1085947 Aug 04 16:55:37.147014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-ec9f9527-9c8b-420b-8f96-0ad1a9cca711 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:37.151881 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-ec9f9527-9c8b-420b-8f96-0ad1a9cca711 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.90 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 945 time: 0.1414649 Aug 04 16:55:37.185245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6a1c300-16d8-49e2-b85b-9aad6e5bdb3b req-fd9c46ad-c7e3-4372-8430-c7caf3e54564 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788925 Aug 04 16:55:37.189986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:37.229090 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3de0f6d-6579-4b6e-8284-68d7943eca0d req-4f2ccef3-cf8b-4e77-9201-1c815f915772 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fed77e85-9786-438f-9c12-d588fc5ecbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760028 Aug 04 16:55:37.242738 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:37.274867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e82b22b5-ad35-4273-b7b8-ddc3b9429b7d req-b6a27fc2-c8f9-4ca7-8943-3754b8062d3a tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281164 Aug 04 16:55:37.339690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:37.348949 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:37.362136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:37.363314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49f3f160-0560-4bab-8b64-efbffb6f3006 req-c05cb6fa-0bb8-4ed3-9093-77022ecbfdc1 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=0065a78c-9395-45d2-8bb6-f2164a7a6c8c HTTP/1.1" status: 200 len: 210 time: 0.0795743 Aug 04 16:55:37.414549 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3de0f6d-6579-4b6e-8284-68d7943eca0d req-f942fc4e-47c5-4276-a301-304bbf15655a service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734459 Aug 04 16:55:37.439675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Deleting port 12dc353f-f496-4b16-b35f-f4f7a31a8620 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:37.448121 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:37.464047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:37.557775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0bd9c-8227-47ca-a052-b627e7f32db5 req-f9c40420-68c1-4413-a6ab-f1a9faffcb52 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:37.557775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bab0bd9c-8227-47ca-a052-b627e7f32db5 req-f9c40420-68c1-4413-a6ab-f1a9faffcb52 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 944 time: 0.1214280 Aug 04 16:55:37.564332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d02e-537b-4ccb-bd4d-eb6f7ebd7349 req-8b8d6664-755f-49f8-b954-8490beb7a145 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:37.568037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8513d02e-537b-4ccb-bd4d-eb6f7ebd7349 req-8b8d6664-755f-49f8-b954-8490beb7a145 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.1235502 Aug 04 16:55:37.611310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:37.643666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] For port 12dc353f-f496-4b16-b35f-f4f7a31a8620, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=12dc353f-f496-4b16-b35f-f4f7a31a8620,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:37.644031 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:37.648039 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3de0f6d-6579-4b6e-8284-68d7943eca0d req-16854826-017c-41c5-aa53-430ecc167fd8 service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219548 Aug 04 16:55:37.674118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8513d02e-537b-4ccb-bd4d-eb6f7ebd7349 req-ecafb888-000e-4bcc-bfcf-53cb28e1a328 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050878 Aug 04 16:55:37.678333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bab0bd9c-8227-47ca-a052-b627e7f32db5 req-30ee6c7a-fef1-4658-9bac-20cc2eadee1e tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075487 Aug 04 16:55:38.090682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:38.091289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:38.092021 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Floating IP ac245c08-960c-444b-9dd2-852e2e56b7c7 disassociated. External IP: 172.25.2.123, port: 12dc353f-f496-4b16-b35f-f4f7a31a8620. Aug 04 16:55:38.093184 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Calling delete_port for 12dc353f-f496-4b16-b35f-f4f7a31a8620 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:38.159076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada4467-d8e0-402c-bdde-ea29f164e646 req-5dda3d24-4930-4889-ae7d-356142c64ae4 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:38.169109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ada4467-d8e0-402c-bdde-ea29f164e646 req-5dda3d24-4930-4889-ae7d-356142c64ae4 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 943 time: 0.0776718 Aug 04 16:55:38.185494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78971a41-8e33-40f5-b26e-3fef9dfedecc req-e93e2425-33d1-47a0-9b28-10adf304a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:38.187259 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-78971a41-8e33-40f5-b26e-3fef9dfedecc req-e93e2425-33d1-47a0-9b28-10adf304a543 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1097 time: 0.1127851 Aug 04 16:55:38.215836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ada4467-d8e0-402c-bdde-ea29f164e646 req-2c1b64c2-08bf-4145-9dc0-fd892ba6577b tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Aug 04 16:55:38.351299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994240e2-2e37-4b71-a112-ffb5e2ed6cfa req-3b8d9069-a595-4430-8faa-8ef4a0b27cbe tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:38.360429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-994240e2-2e37-4b71-a112-ffb5e2ed6cfa req-3b8d9069-a595-4430-8faa-8ef4a0b27cbe tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.0692520 Aug 04 16:55:38.410294 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-994240e2-2e37-4b71-a112-ffb5e2ed6cfa req-6c5d0059-7a33-49d5-8324-817c67157414 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487711 Aug 04 16:55:38.586954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e0bcd-af37-49cd-85aa-6e678d3d6942 req-d1f6119f-48af-491b-ba6c-a39a6fee7dbe tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:38.588557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-885e0bcd-af37-49cd-85aa-6e678d3d6942 req-d1f6119f-48af-491b-ba6c-a39a6fee7dbe tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.0940716 Aug 04 16:55:38.606002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd26c8-90dc-463a-82a7-5aa24067558c req-6d09ee6c-c4c5-4ef0-af6a-9dc0d35d6704 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:38.608665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42fd26c8-90dc-463a-82a7-5aa24067558c req-6d09ee6c-c4c5-4ef0-af6a-9dc0d35d6704 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 945 time: 0.0798926 Aug 04 16:55:38.658403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:55:38.679767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-885e0bcd-af37-49cd-85aa-6e678d3d6942 req-45d5a56e-8cb6-456c-8b98-0cc61c8693a9 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660644 Aug 04 16:55:38.694601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42fd26c8-90dc-463a-82a7-5aa24067558c req-0e732019-b4f5-42fb-b18c-6b10a8485366 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d7eb903-b065-4417-affe-90bd8190c981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590296 Aug 04 16:55:38.847188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:38.851336 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:38.852252 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:38.857031 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:38.864486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'port_id': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908', 'mac_address': 'fa:16:3e:da:e1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c270d6ca-fadf-4471-9dc6-9a45b83c8c5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:55:38.886918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6a523db-fa27-46c3-89c4-0ba97ddf58eb req-b768c563-5e75-49d2-b9b5-9f2d0d8bbba5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=0065a78c-9395-45d2-8bb6-f2164a7a6c8c HTTP/1.1" status: 200 len: 210 time: 0.0950148 Aug 04 16:55:38.899906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:38.939928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78971a41-8e33-40f5-b26e-3fef9dfedecc req-6acba893-39ce-4d4f-a591-1a086ff23530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:38.942150 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-78971a41-8e33-40f5-b26e-3fef9dfedecc req-6acba893-39ce-4d4f-a591-1a086ff23530 service neutron] 10.222.0.82 "GET /v2.0/networks?id=32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 200 len: 922 time: 0.7466884 Aug 04 16:55:38.945506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event deleted for resources: {'Port': ['ID=12dc353f-f496-4b16-b35f-f4f7a31a8620,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:38.959370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c20a8-aee1-429a-b5a9-759d7683d58a req-1d8534f7-a5ff-4d23-8449-d1f70be15d8e tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:38.964406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc6c20a8-aee1-429a-b5a9-759d7683d58a req-1d8534f7-a5ff-4d23-8449-d1f70be15d8e tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.1847970 Aug 04 16:55:38.974370 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:39.004834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:39.042728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:39.049293 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:39.050453 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-78971a41-8e33-40f5-b26e-3fef9dfedecc req-fde48b13-f6f6-4581-99c3-ac65e00ee512 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 217 time: 0.0983827 Aug 04 16:55:39.051798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc6c20a8-aee1-429a-b5a9-759d7683d58a req-b195af6b-3645-4d6f-907d-729994a08e7a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813279 Aug 04 16:55:39.102227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c57fc-956c-48f9-acfe-4eac32cb5585 req-8aaa56ab-6ddb-47c0-bc56-0c26b1990bf9 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:39.104593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a7c57fc-956c-48f9-acfe-4eac32cb5585 req-8aaa56ab-6ddb-47c0-bc56-0c26b1990bf9 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 944 time: 0.0767081 Aug 04 16:55:39.133674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:39.148867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:39.149471 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:39.169430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a7c57fc-956c-48f9-acfe-4eac32cb5585 req-aaec67c9-c797-4eef-ba94-5c401eeaaa17 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563538 Aug 04 16:55:39.211230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:39.221286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78971a41-8e33-40f5-b26e-3fef9dfedecc req-f8e4009e-349d-4925-b7ff-4146679f0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:39.222984 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-78971a41-8e33-40f5-b26e-3fef9dfedecc req-f8e4009e-349d-4925-b7ff-4146679f0827 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=776f777d-f444-4c08-aa06-3749cc4a0790 HTTP/1.1" status: 200 len: 860 time: 0.1629646 Aug 04 16:55:39.276138 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:39.278025 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-78971a41-8e33-40f5-b26e-3fef9dfedecc req-fade9771-8716-4f63-8be5-7bd0f67ffa74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32696979-915e-4aed-a70b-2b90c9526ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468640 Aug 04 16:55:39.313023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:39.315353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Router ff34cb82-3200-473f-ae15-b06bda3ee83e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:55:39.315500 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b586ac-518e-46f7-9304-012b1fd90986" -d '{"events": [{"server_uuid": "badcb8f1-cdd6-4d4a-a2d9-c14047e65c37", "name": "network-vif-plugged", "status": "completed", "tag": "d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:39.322891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['2cdb2c69-4b1b-41ca-9b88-12ba5a608908'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:39.395335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:39.411936 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed59ba4-6a3d-44ab-a87c-499aa2a92200 x-openstack-request-id: req-2ed59ba4-6a3d-44ab-a87c-499aa2a92200 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:39.412244 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badcb8f1-cdd6-4d4a-a2d9-c14047e65c37", "name": "network-vif-plugged", "status": "completed", "tag": "d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:39.412494 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ed59ba4-6a3d-44ab-a87c-499aa2a92200 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:39.415263 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5', 'code': 200} Aug 04 16:55:39.415996 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:39.416771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 12dc353f-f496-4b16-b35f-f4f7a31a8620 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:39.448109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d57e3-f2eb-4072-b574-6f409128140d req-b127f815-174e-449b-bfa2-9dfcb7afb662 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:39.469482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-547d57e3-f2eb-4072-b574-6f409128140d req-b127f815-174e-449b-bfa2-9dfcb7afb662 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 944 time: 0.1616497 Aug 04 16:55:39.498792 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-78971a41-8e33-40f5-b26e-3fef9dfedecc req-f0609b23-df37-4441-a371-8832a4141aaa service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113402 Aug 04 16:55:39.531653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 12dc353f-f496-4b16-b35f-f4f7a31a8620 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:55:39.532010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 12dc353f-f496-4b16-b35f-f4f7a31a8620 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:55:39.566571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-547d57e3-f2eb-4072-b574-6f409128140d req-2ebbf423-3564-4802-b221-a5ac93de5d7d tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907149 Aug 04 16:55:39.587799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:55:39.619816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] Sync routers for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:55:39.623278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:39.649456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:39.650152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:39.673741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7732-5646-44f7-a1a1-97ba4da432d2 req-4926d87c-9daa-41fc-9d02-654ade083719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:39.676073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45ac7732-5646-44f7-a1a1-97ba4da432d2 req-4926d87c-9daa-41fc-9d02-654ade083719 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 1096 time: 0.1010208 Aug 04 16:55:39.762454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45ac7732-5646-44f7-a1a1-97ba4da432d2 req-189a4476-e766-46ff-a95c-8090522f3f1a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741851 Aug 04 16:55:39.763058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] No DVR routers for this DVR port 12dc353f-f496-4b16-b35f-f4f7a31a8620 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:55:39.771514 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:39.773862 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cdab8517-44a3-41b9-987b-8744cd2460a9 req-75b93ea6-a5c1-4a08-86ba-5bb18bd3a77e tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.90 "DELETE /v2.0/ports/12dc353f-f496-4b16-b35f-f4f7a31a8620 HTTP/1.1" status: 204 len: 173 time: 2.6073606 Aug 04 16:55:39.774340 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99336a3-e6f8-4830-9743-2e282563e778', 'name': 'network-vif-deleted', 'tag': '12dc353f-f496-4b16-b35f-f4f7a31a8620'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:39.776786 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96efa8ce-7c0a-4c0d-8c3d-05a125fa2bf5" -d '{"events": [{"server_uuid": "e99336a3-e6f8-4830-9743-2e282563e778", "name": "network-vif-deleted", "tag": "12dc353f-f496-4b16-b35f-f4f7a31a8620"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:39.792234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5ba60-83dd-4a7c-8169-0daf69ac8c3f req-6a7c5097-c5f4-40ce-9cb7-ca2f6d3d607a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:39.793871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66d5ba60-83dd-4a7c-8169-0daf69ac8c3f req-6a7c5097-c5f4-40ce-9cb7-ca2f6d3d607a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.1651967 Aug 04 16:55:39.830503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1833d0e8-1635-4b44-8481-cc04c36a0fa6 req-0f44e7c0-7ebf-4ce2-b0e6-63f91157310b tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99336a3-e6f8-4830-9743-2e282563e778 HTTP/1.1" status: 200 len: 210 time: 0.0355763 Aug 04 16:55:39.910145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66d5ba60-83dd-4a7c-8169-0daf69ac8c3f req-ee1c7647-677d-4eae-9800-5bb3b90ea63c tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025896 Aug 04 16:55:39.939544 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-78971a41-8e33-40f5-b26e-3fef9dfedecc req-c53d65b0-20e0-4f90-819c-da4115ac7ce7 service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862840 Aug 04 16:55:39.977026 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0363f7ff-7112-4f9c-a6be-2779c93023a3 x-openstack-request-id: req-0363f7ff-7112-4f9c-a6be-2779c93023a3 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:39.977924 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99336a3-e6f8-4830-9743-2e282563e778", "name": "network-vif-deleted", "tag": "12dc353f-f496-4b16-b35f-f4f7a31a8620", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:39.978396 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0363f7ff-7112-4f9c-a6be-2779c93023a3 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:39.979518 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99336a3-e6f8-4830-9743-2e282563e778', 'name': 'network-vif-deleted', 'tag': '12dc353f-f496-4b16-b35f-f4f7a31a8620', 'status': 'completed', 'code': 200} Aug 04 16:55:40.139476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6e76466-45db-4f41-935b-c62a0ea27d20 req-07043f42-083f-46ab-b98c-e66beaed724f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=0065a78c-9395-45d2-8bb6-f2164a7a6c8c HTTP/1.1" status: 200 len: 210 time: 0.0368972 Aug 04 16:55:40.146983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:40.170650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f561-b45f-4405-8166-36225a585e7a req-c09a0edb-1807-4bd8-b4d8-00b6e0b5ee63 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:40.172963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c69f561-b45f-4405-8166-36225a585e7a req-c09a0edb-1807-4bd8-b4d8-00b6e0b5ee63 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1303482 Aug 04 16:55:40.237437 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-67304c11-d43d-4bee-bba5-163ca3ffa120 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=0065a78c-9395-45d2-8bb6-f2164a7a6c8c HTTP/1.1" status: 200 len: 210 time: 0.0595801 Aug 04 16:55:40.238896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c69f561-b45f-4405-8166-36225a585e7a req-4aa0a514-5bc8-42bc-967b-61a13a3ec721 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553272 Aug 04 16:55:40.348147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8f2ba-48ec-48b2-a42a-b5f174fea627 req-389e02f6-015e-4973-b36e-3543307671cf tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:40.359589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8d8f2ba-48ec-48b2-a42a-b5f174fea627 req-389e02f6-015e-4973-b36e-3543307671cf tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 945 time: 0.0993664 Aug 04 16:55:40.387852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-ec4e31b1-81a9-4b1f-9904-8d7270f3d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:40.389282 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-ec4e31b1-81a9-4b1f-9904-8d7270f3d567 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=524e6703e05143f89fe82c4e86d98fad&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1377394 Aug 04 16:55:40.488815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8d8f2ba-48ec-48b2-a42a-b5f174fea627 req-5715bb98-7e78-470b-998c-8befd4e97a18 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153102 Aug 04 16:55:40.495635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-72e00c7b-c7c6-4b33-8371-72fad383f34d tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:40.498483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-72e00c7b-c7c6-4b33-8371-72fad383f34d tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.1350741 Aug 04 16:55:40.510447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5db672-4906-42fe-9bed-0d6738d7483e req-cc78cce4-01ea-4c08-9cec-2ce30c87293e tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:40.512619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b5db672-4906-42fe-9bed-0d6738d7483e req-cc78cce4-01ea-4c08-9cec-2ce30c87293e tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 945 time: 0.1517999 Aug 04 16:55:40.523910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764435-5'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:40.537246 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:40.564485 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-57822097-36ea-4551-9f49-d95785106fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:40.568834 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-57822097-36ea-4551-9f49-d95785106fad service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1690915 Aug 04 16:55:40.597049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] Checking router: ff34cb82-3200-473f-ae15-b06bda3ee83e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:55:40.612078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:40.612078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:40.697788 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8b28ddf2-dae4-40fd-8a7c-a385eaafddc6 req-698b8e73-c874-47a4-93fb-5e02cc336cab tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.90 "GET /v2.0/ports?device_id=0065a78c-9395-45d2-8bb6-f2164a7a6c8c HTTP/1.1" status: 200 len: 210 time: 0.0985501 Aug 04 16:55:40.702639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:40.715062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:40.870986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:40.925771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ac9a25d8-a2ba-459f-9e81-588328eaaffe details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:55:40.931364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:40.945331 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:40.945850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:41.239464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b5db672-4906-42fe-9bed-0d6738d7483e req-2e3c31e1-51c1-4ef0-89e4-7452ce8f011f tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994302 Aug 04 16:55:41.256047 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:41.286223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a335fe-41f5-4b07-9c14-077d1dce850e req-290587d4-a70f-4bc0-a035-71c779da5c4e tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:41.293389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:41.304599 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8eeb5b73-f7ba-4a55-876f-f0550d215fdb req-3d89e1c4-8c56-4cd5-879f-162727787503 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=0065a78c-9395-45d2-8bb6-f2164a7a6c8c HTTP/1.1" status: 200 len: 210 time: 0.0412014 Aug 04 16:55:41.308379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32a335fe-41f5-4b07-9c14-077d1dce850e req-290587d4-a70f-4bc0-a035-71c779da5c4e tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 944 time: 0.6075325 Aug 04 16:55:41.347520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ac9a25d8-a2ba-459f-9e81-588328eaaffe has no active binding in host n-h1-764435-5 {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 16:55:41.359025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:41.366849 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:41.419412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:41.421885 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d33fb5-28f2-4ed1-bb43-fa1964870c4c" -d '{"events": [{"server_uuid": "c7394e7f-fac6-411e-9513-f4ad6d6ece3f", "name": "network-vif-plugged", "status": "completed", "tag": "2cdb2c69-4b1b-41ca-9b88-12ba5a608908"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:41.478842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:41.495873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb5b73-f7ba-4a55-876f-f0550d215fdb req-dd34b999-3f33-44a9-88b3-122d661d1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:41.497320 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8eeb5b73-f7ba-4a55-876f-f0550d215fdb req-dd34b999-3f33-44a9-88b3-122d661d1d4f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=524e6703e05143f89fe82c4e86d98fad&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1848898 Aug 04 16:55:41.497667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32a335fe-41f5-4b07-9c14-077d1dce850e req-971955b3-d37a-438f-9d1a-11d8ce03ef80 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727066 Aug 04 16:55:41.507302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:41.535929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832221d-4dc3-4cd7-856e-843a1ed7eae7 req-463512e3-df4e-406f-9acb-10fbefb868c3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:41.537481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9832221d-4dc3-4cd7-856e-843a1ed7eae7 req-463512e3-df4e-406f-9acb-10fbefb868c3 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.1439304 Aug 04 16:55:41.546541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8887d7-7a0a-4c9b-af56-56e8e68cce6e None None] The sync data for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 is: [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:50:52Z', 'revision_number': 4, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '57e9086a-2b21-4eae-98b1-bd27376f79ac', 'name': '', 'network_id': '1f9a1d70-d4f4-4b2d-909b-826bb381bcb5', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'mac_address': 'fa:16:3e:a3:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '77176d4a-9942-4d3a-87a4-86993376c507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:50Z', 'updated_at': '2021-08-04T16:51:00Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'subnets': [{'id': '77176d4a-9942-4d3a-87a4-86993376c507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:55:41.636028 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb5b73-f7ba-4a55-876f-f0550d215fdb req-ee332012-4d84-4930-9abc-0c969a3dc250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:41.637964 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8eeb5b73-f7ba-4a55-876f-f0550d215fdb req-ee332012-4d84-4930-9abc-0c969a3dc250 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1222579 Aug 04 16:55:41.659314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:41.662859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c72f3124-1eb2-4591-8b4e-51e25447270f req-117b35c5-aa1f-42e4-bc9d-cc7370dc5d43 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=0065a78c-9395-45d2-8bb6-f2164a7a6c8c HTTP/1.1" status: 200 len: 210 time: 0.0618136 Aug 04 16:55:41.684251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9832221d-4dc3-4cd7-856e-843a1ed7eae7 req-18e0dc06-6b90-43e9-841e-2d049877c764 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189473 Aug 04 16:55:41.733758 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8eeb5b73-f7ba-4a55-876f-f0550d215fdb req-3faecf0b-6a96-4c3a-89f1-4c2e9157d07b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.90 "GET /v2.0/ports?device_id=0065a78c-9395-45d2-8bb6-f2164a7a6c8c HTTP/1.1" status: 200 len: 210 time: 0.0436888 Aug 04 16:55:41.768808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:41.817378 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a42ee7-a539-440d-b4cd-36a2684131cd x-openstack-request-id: req-51a42ee7-a539-440d-b4cd-36a2684131cd {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:41.817823 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7394e7f-fac6-411e-9513-f4ad6d6ece3f", "name": "network-vif-plugged", "status": "completed", "tag": "2cdb2c69-4b1b-41ca-9b88-12ba5a608908", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:41.818177 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51a42ee7-a539-440d-b4cd-36a2684131cd {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:41.818767 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908', 'code': 200} Aug 04 16:55:41.882436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497eb9f-7565-4fbb-8f09-3d275193c83f req-8e5dc979-4a3a-4afe-a1d9-a71bbba42fd0 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:41.884478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b497eb9f-7565-4fbb-8f09-3d275193c83f req-8e5dc979-4a3a-4afe-a1d9-a71bbba42fd0 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1320522 Aug 04 16:55:41.890750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828f7edf-251b-44d3-9069-489052210532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:41.894546 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4113ee9-00ba-45a6-8f31-3bdabcef7af6" -d '{"events": [{"server_uuid": "828f7edf-251b-44d3-9069-489052210532", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9a25d8-a2ba-459f-9e81-588328eaaffe"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:41.899541 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:41.928056 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:41.967053 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af360537-2360-4540-ba96-37d75b1074be None None] New status for floating IP ac245c08-960c-444b-9dd2-852e2e56b7c7: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:55:42.050204 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b497eb9f-7565-4fbb-8f09-3d275193c83f req-b0d1b89c-1639-4d90-b735-05d020468199 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460254 Aug 04 16:55:42.056006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de1353-4b06-43f8-8594-16c39ba75c0c req-d6473d02-f2fc-4250-a59d-213e19c74907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:42.062454 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c9de1353-4b06-43f8-8594-16c39ba75c0c req-d6473d02-f2fc-4250-a59d-213e19c74907 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 1096 time: 0.1171927 Aug 04 16:55:42.104228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce2125-4dd0-4d06-a220-a6992fa3f4c3 req-87dd867f-b892-45d1-b0d8-a008032103f4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:42.106347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57ce2125-4dd0-4d06-a220-a6992fa3f4c3 req-87dd867f-b892-45d1-b0d8-a008032103f4 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.2178109 Aug 04 16:55:42.111247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a25d8-a2ba-459f-9e81-588328eaaffe,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:42.145561 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c9de1353-4b06-43f8-8594-16c39ba75c0c req-b9b1b6a0-81d5-4d4f-874e-fa917794d124 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779018 Aug 04 16:55:42.147892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe on host n-h2-764435-5 for vnic_type normal with profile {"migrating_to": "n-h1-764435-5"} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:42.148637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:42.148992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:42.181003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Port ac9a25d8-a2ba-459f-9e81-588328eaaffe on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:55:42.181307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Attempting to bind port ac9a25d8-a2ba-459f-9e81-588328eaaffe on network aaf57b43-12ea-418f-9fcd-f4a13ecee237 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:42.224021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57ce2125-4dd0-4d06-a220-a6992fa3f4c3 req-6f76f7ee-ca90-4f0d-85d3-02940d71e7eb tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036179 Aug 04 16:55:42.232839 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a44d8cc-89af-489f-822a-444c6447f1b1 x-openstack-request-id: req-9a44d8cc-89af-489f-822a-444c6447f1b1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:42.233268 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828f7edf-251b-44d3-9069-489052210532", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9a25d8-a2ba-459f-9e81-588328eaaffe", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:42.233387 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a44d8cc-89af-489f-822a-444c6447f1b1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:42.233751 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828f7edf-251b-44d3-9069-489052210532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe', 'code': 200} Aug 04 16:55:42.236816 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:42.237162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Checking segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:42.237553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Bound using segment: {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:42.238006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Bound port: ac9a25d8-a2ba-459f-9e81-588328eaaffe, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16ac927-55c0-4c9e-868f-eb322884bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'aaf57b43-12ea-418f-9fcd-f4a13ecee237'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:42.238640 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:42.316772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:42.323019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:42.335310 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:42.436350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69c086-4ff3-434a-b4eb-eaafce388a8b req-2de2a632-ea81-46ce-af38-dc04993a8f87 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:42.437927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d69c086-4ff3-434a-b4eb-eaafce388a8b req-2de2a632-ea81-46ce-af38-dc04993a8f87 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 945 time: 0.1172206 Aug 04 16:55:42.443223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a25d8-a2ba-459f-9e81-588328eaaffe,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:42.472489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:42.473107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:42.474453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4d0332e3-b915-4339-9941-90bd6e128843 service neutron] 10.222.0.90 "PUT /v2.0/ports/ac9a25d8-a2ba-459f-9e81-588328eaaffe HTTP/1.1" status: 200 len: 1121 time: 1.9609065 Aug 04 16:55:42.506544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d69c086-4ff3-434a-b4eb-eaafce388a8b req-a325dad0-5085-4d0b-ad04-a5d708b32308 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Aug 04 16:55:42.600733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['ac9a25d8-a2ba-459f-9e81-588328eaaffe'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:42.629237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c3166-ed9f-4186-900d-a944ae3266a6 req-d7f1bd63-6fa1-43fc-b224-0229c447fdb3 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:42.630827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-726c3166-ed9f-4186-900d-a944ae3266a6 req-d7f1bd63-6fa1-43fc-b224-0229c447fdb3 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.0562670 Aug 04 16:55:42.640130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ac9a25d8-a2ba-459f-9e81-588328eaaffe'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:42.680979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-726c3166-ed9f-4186-900d-a944ae3266a6 req-69fc79ca-33b3-49bb-95eb-e0bc751da223 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Aug 04 16:55:42.791865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-7ef02543-1769-42e2-be3e-36811ee3db14 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1236973864&fields=id&tenant_id=160a37d9fa424dfcac49899cf714cece HTTP/1.1" status: 200 len: 267 time: 0.0415566 Aug 04 16:55:42.854164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-8c5faff3-4b1d-4cd2-bd54-972112c90afb tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:42.856200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-8c5faff3-4b1d-4cd2-bd54-972112c90afb tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 945 time: 0.0561581 Aug 04 16:55:42.870712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-48431e9a-53da-4130-89cd-ab395a2f2919 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'port': {'security_groups': ['c03e64fa-44db-49fd-a73d-fb3c3ea62a8a', '176d6ffa-e665-41cf-83c8-17a97f4b41a5']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:42.939197 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-79c5f92f-dbc0-4597-9855-713cc8065427 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:42.940733 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-79c5f92f-dbc0-4597-9855-713cc8065427 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1097 time: 0.0540636 Aug 04 16:55:42.955419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764435-5'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:42.959128 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-48431e9a-53da-4130-89cd-ab395a2f2919 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.020815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.202284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-48431e9a-53da-4130-89cd-ab395a2f2919 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] For port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:43.211326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:43.238111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-48431e9a-53da-4130-89cd-ab395a2f2919 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.245629 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-48431e9a-53da-4130-89cd-ab395a2f2919 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.262607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:43.305020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-48431e9a-53da-4130-89cd-ab395a2f2919 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:43.305828 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-48431e9a-53da-4130-89cd-ab395a2f2919 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.307608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac2ebf3a-3ead-48ad-80a3-64326afedc27 req-48431e9a-53da-4130-89cd-ab395a2f2919 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "PUT /v2.0/ports/d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 HTTP/1.1" status: 200 len: 981 time: 0.4422002 Aug 04 16:55:43.325994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40738) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:43.373591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48431e9a-53da-4130-89cd-ab395a2f2919 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'Port': ['ID=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:43.419027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139f7c60-6170-4f6d-8448-16f91771f615'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:43.421459 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80957b4-db65-4d7a-9142-d088c8d84350" -d '{"events": [{"server_uuid": "654a62e2-10f1-4702-a7f1-d4e86c7ca719", "name": "network-vif-unplugged", "status": "completed", "tag": "139f7c60-6170-4f6d-8448-16f91771f615"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:43.428944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:43.433255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:43.437058 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.456693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.520679 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5279f-def0-4615-9faf-406ebe71c77a req-2849a8f0-5183-40ba-b170-801b755c2634 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:43.523000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bd5279f-def0-4615-9faf-406ebe71c77a req-2849a8f0-5183-40ba-b170-801b755c2634 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 946 time: 0.1186309 Aug 04 16:55:43.543041 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-212dc70a-5ed0-4f37-9294-536f0d4fdbac tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.554231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Pushing event updated for resources: {'Port': ['ID=139f7c60-6170-4f6d-8448-16f91771f615,revision_number=7']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:43.562150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 on host n-h1-764435-5 for vnic_type normal with profile {"migrating_to": "n-h2-764435-5"} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:43.562505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:43.562899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:43.569693 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Port 139f7c60-6170-4f6d-8448-16f91771f615 on network 83871cb6-9702-4d6c-8452-9290689050df not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:55:43.570195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Attempting to bind port 139f7c60-6170-4f6d-8448-16f91771f615 on network 83871cb6-9702-4d6c-8452-9290689050df {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:43.581627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:43.583543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Checking segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:43.584629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Bound using segment: {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:43.585332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Bound port: 139f7c60-6170-4f6d-8448-16f91771f615, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '83871cb6-9702-4d6c-8452-9290689050df'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:43.585862 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.636111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-212dc70a-5ed0-4f37-9294-536f0d4fdbac tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.654689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bd5279f-def0-4615-9faf-406ebe71c77a req-f7cda428-02db-4953-90d5-bfc96fee3aff tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142709 Aug 04 16:55:43.667730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd1b4a-ed54-42a9-a673-4ab673bf8cfc req-357bc692-cd7f-401f-99aa-e1fa5b4d4200 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:43.677202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37cd1b4a-ed54-42a9-a673-4ab673bf8cfc req-357bc692-cd7f-401f-99aa-e1fa5b4d4200 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1356819 Aug 04 16:55:43.750202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37cd1b4a-ed54-42a9-a673-4ab673bf8cfc req-05a2273d-7da6-47bd-88c5-f0078627ba5d tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718815 Aug 04 16:55:43.772878 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:43.783419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:43.791714 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-212dc70a-5ed0-4f37-9294-536f0d4fdbac tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.794621 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-212dc70a-5ed0-4f37-9294-536f0d4fdbac tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.796526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-212dc70a-5ed0-4f37-9294-536f0d4fdbac tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "DELETE /v2.0/security-groups/8d7eb903-b065-4417-affe-90bd8190c981 HTTP/1.1" status: 204 len: 168 time: 0.4690008 Aug 04 16:55:43.797044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.801714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40756) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:43.840132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212dc70a-5ed0-4f37-9294-536f0d4fdbac tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7eb903-b065-4417-affe-90bd8190c981,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:43.900358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Pushing event updated for resources: {'Port': ['ID=139f7c60-6170-4f6d-8448-16f91771f615,revision_number=8']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:43.904976 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-8090899d-869a-40a3-876a-07939e5f43ba tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] show failed (client error): The resource could not be found. Aug 04 16:55:43.906286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8090899d-869a-40a3-876a-07939e5f43ba tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "GET /v2.0/security-groups/8d7eb903-b065-4417-affe-90bd8190c981 HTTP/1.1" status: 404 len: 347 time: 0.0983646 Aug 04 16:55:43.909678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40758) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:43.923997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:43.925983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:43.931533 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-865b0389-f1b6-40cc-958b-c06e80cc6b1a service neutron] 10.222.0.82 "PUT /v2.0/ports/139f7c60-6170-4f6d-8448-16f91771f615 HTTP/1.1" status: 200 len: 1122 time: 0.9801717 Aug 04 16:55:44.029790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18baafbf-56cb-46bd-9492-ba77205863bf req-10f04b4a-e26a-46bd-b63c-e26e887e148d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1892460080&fields=id&tenant_id=160a37d9fa424dfcac49899cf714cece HTTP/1.1" status: 200 len: 267 time: 0.1630700 Aug 04 16:55:44.066255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['139f7c60-6170-4f6d-8448-16f91771f615'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:44.098681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['139f7c60-6170-4f6d-8448-16f91771f615'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:44.099001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fad4a-4610-4226-acf9-f60d64296a04 req-8bc7a2ac-51db-4831-beef-67ef7fb821b9 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:44.100869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-015fad4a-4610-4226-acf9-f60d64296a04 req-8bc7a2ac-51db-4831-beef-67ef7fb821b9 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.2698286 Aug 04 16:55:44.166902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baafbf-56cb-46bd-9492-ba77205863bf req-f2456843-ecba-4371-b66d-e8c9bfb2d8b1 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:44.168523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18baafbf-56cb-46bd-9492-ba77205863bf req-f2456843-ecba-4371-b66d-e8c9bfb2d8b1 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 984 time: 0.1375504 Aug 04 16:55:44.192251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-18baafbf-56cb-46bd-9492-ba77205863bf req-203fb9dd-f308-4f1e-8724-ecff206665fa tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'port': {'security_groups': ['176d6ffa-e665-41cf-83c8-17a97f4b41a5', 'c03e64fa-44db-49fd-a73d-fb3c3ea62a8a', '158ee6eb-905d-46e0-ac8a-0ce44e571d25']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:44.200609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-015fad4a-4610-4226-acf9-f60d64296a04 req-e7daf073-84c6-48ed-adda-0808464e23ce tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922568 Aug 04 16:55:44.241535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828f7edf-251b-44d3-9069-489052210532', 'tag': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe'}, {'name': 'network-changed', 'server_uuid': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'tag': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:44.243716 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5412591b-b434-4e8a-b5f4-3f35d648a847" -d '{"events": [{"name": "network-changed", "server_uuid": "828f7edf-251b-44d3-9069-489052210532", "tag": "ac9a25d8-a2ba-459f-9e81-588328eaaffe"}, {"name": "network-changed", "server_uuid": "badcb8f1-cdd6-4d4a-a2d9-c14047e65c37", "tag": "d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:44.247476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d676dad1-c63f-48d1-b33d-a6be6ebc4b02 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Deleting port a2e8c168-b240-49d1-b145-955ebcc620eb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:44.247823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d676dad1-c63f-48d1-b33d-a6be6ebc4b02 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:44.269897 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a85a9c0-0e1d-4d7d-a234-c039cc489a15 x-openstack-request-id: req-2a85a9c0-0e1d-4d7d-a234-c039cc489a15 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:44.270455 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654a62e2-10f1-4702-a7f1-d4e86c7ca719", "name": "network-vif-unplugged", "status": "completed", "tag": "139f7c60-6170-4f6d-8448-16f91771f615", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:44.270455 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a85a9c0-0e1d-4d7d-a234-c039cc489a15 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:44.271272 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139f7c60-6170-4f6d-8448-16f91771f615', 'code': 200} Aug 04 16:55:44.346681 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d676dad1-c63f-48d1-b33d-a6be6ebc4b02 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:44.347726 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d676dad1-c63f-48d1-b33d-a6be6ebc4b02 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:44.405307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d676dad1-c63f-48d1-b33d-a6be6ebc4b02 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Calling delete_port for a2e8c168-b240-49d1-b145-955ebcc620eb owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:44.476239 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-18baafbf-56cb-46bd-9492-ba77205863bf req-203fb9dd-f308-4f1e-8724-ecff206665fa tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:44.624997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-5aa6bb3e-ab87-4f4f-a8d8-1cec55752584 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:44.626687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-5aa6bb3e-ab87-4f4f-a8d8-1cec55752584 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.2625458 Aug 04 16:55:44.680365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-27e8e80f-8771-4fd1-a4b0-c2e29186f1e3 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/quotas/524e6703e05143f89fe82c4e86d98fad HTTP/1.1" status: 200 len: 375 time: 0.0400391 Aug 04 16:55:44.721729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 139f7c60-6170-4f6d-8448-16f91771f615 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:55:44.732736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-6496f83f-60a5-4bb9-8764-014a78282fbe tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409694 Aug 04 16:55:44.836201 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:44.851459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 139f7c60-6170-4f6d-8448-16f91771f615 has no active binding in host n-h2-764435-5 {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 16:55:44.856142 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d676dad1-c63f-48d1-b33d-a6be6ebc4b02 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:44.940549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676dad1-c63f-48d1-b33d-a6be6ebc4b02 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Pushing event deleted for resources: {'Port': ['ID=a2e8c168-b240-49d1-b145-955ebcc620eb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:45.006985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-8ad507ae-d58e-44cc-8465-05afd41e0248 service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543650 Aug 04 16:55:45.106627 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d676dad1-c63f-48d1-b33d-a6be6ebc4b02 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:45.109810 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d676dad1-c63f-48d1-b33d-a6be6ebc4b02 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:45.110974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d676dad1-c63f-48d1-b33d-a6be6ebc4b02 tempest-ServersWithSpecificFlavorTestJSON-1627021811 tempest-ServersWithSpecificFlavorTestJSON-1627021811-project] 10.222.0.39 "DELETE /v2.0/floatingips/ac245c08-960c-444b-9dd2-852e2e56b7c7 HTTP/1.1" status: 204 len: 168 time: 1.2003264 Aug 04 16:55:45.112983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-18baafbf-56cb-46bd-9492-ba77205863bf req-203fb9dd-f308-4f1e-8724-ecff206665fa tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] For port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:45.165851 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-18baafbf-56cb-46bd-9492-ba77205863bf req-203fb9dd-f308-4f1e-8724-ecff206665fa tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:45.175211 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-4dc28d26-b8bc-4a80-a69c-32c8aa9e8cbf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0618639 Aug 04 16:55:45.180303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-18baafbf-56cb-46bd-9492-ba77205863bf req-203fb9dd-f308-4f1e-8724-ecff206665fa tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:45.195593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:45.196721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-0dc351b3-c21c-44ce-805a-bb9ff08685bc service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767075 Aug 04 16:55:45.233940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baafbf-56cb-46bd-9492-ba77205863bf req-203fb9dd-f308-4f1e-8724-ecff206665fa tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:45.234745 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-18baafbf-56cb-46bd-9492-ba77205863bf req-203fb9dd-f308-4f1e-8724-ecff206665fa tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:45.249195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18baafbf-56cb-46bd-9492-ba77205863bf req-203fb9dd-f308-4f1e-8724-ecff206665fa tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "PUT /v2.0/ports/d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 HTTP/1.1" status: 200 len: 1020 time: 1.0651815 Aug 04 16:55:45.303198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fb9dd-f308-4f1e-8724-ecff206665fa tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'Port': ['ID=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:45.360770 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-08f5f44f-0188-46bb-bbb7-26074f9a2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:45.362726 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-08f5f44f-0188-46bb-bbb7-26074f9a2ba6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 1095 time: 0.0975139 Aug 04 16:55:45.371647 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:45.393550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d15996-30f1-43ad-88b3-f284501f6866 req-8d6d64de-7c02-4591-a39f-6c41e3fed5f1 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:45.402849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83d15996-30f1-43ad-88b3-f284501f6866 req-8d6d64de-7c02-4591-a39f-6c41e3fed5f1 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.0819232 Aug 04 16:55:45.412441 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714272bc-3a7b-4ae3-b2e6-c77aad824f7b x-openstack-request-id: req-714272bc-3a7b-4ae3-b2e6-c77aad824f7b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:45.412707 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828f7edf-251b-44d3-9069-489052210532", "tag": "ac9a25d8-a2ba-459f-9e81-588328eaaffe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "badcb8f1-cdd6-4d4a-a2d9-c14047e65c37", "tag": "d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:45.412972 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-714272bc-3a7b-4ae3-b2e6-c77aad824f7b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:45.413363 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828f7edf-251b-44d3-9069-489052210532', 'tag': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe', 'status': 'completed', 'code': 200} Aug 04 16:55:45.413800 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'tag': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5', 'status': 'completed', 'code': 200} Aug 04 16:55:45.612918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83d15996-30f1-43ad-88b3-f284501f6866 req-1519e8e4-8247-414e-a820-00db96fde046 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091625 Aug 04 16:55:45.640994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-4d71b4a2-526a-4762-9710-45e63ac19b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:45.642561 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-4d71b4a2-526a-4762-9710-45e63ac19b5a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 1124 time: 0.1980276 Aug 04 16:55:45.657546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-94b6e9a3-18e8-48ef-9a3f-ad7bcab79a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:45.659074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-94b6e9a3-18e8-48ef-9a3f-ad7bcab79a29 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 1174 time: 0.2314856 Aug 04 16:55:45.670487 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-03c7e957-e429-4e07-8f17-f243d0a37bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:45.675947 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-03c7e957-e429-4e07-8f17-f243d0a37bb0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.2776136 Aug 04 16:55:45.766414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-f89d1912-e85f-4956-8a75-86726fb96510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:45.768728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-f89d1912-e85f-4956-8a75-86726fb96510 service neutron] 10.222.0.82 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1145422 Aug 04 16:55:45.797717 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-a366a031-5ff2-46a7-b8d1-e4a4a2916f77 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20 HTTP/1.1" status: 200 len: 217 time: 0.1163857 Aug 04 16:55:45.861104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-972b001c-b7cf-45fc-bc4e-c9b2355e034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:45.862340 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-972b001c-b7cf-45fc-bc4e-c9b2355e034f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.0570638 Aug 04 16:55:45.872440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-50309ee4-f957-4f95-b1a7-bd6859d66623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:45.875057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-50309ee4-f957-4f95-b1a7-bd6859d66623 service neutron] 10.222.0.90 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 914 time: 0.1046727 Aug 04 16:55:45.933132 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-c342e5ce-f8e8-4a29-9647-5ac339c842c4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522320 Aug 04 16:55:46.009033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070b01b-c86a-470e-9313-df622bb1d9d7 req-ec3797d3-3fa8-4fb8-b645-d20d275b5199 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:46.010652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7070b01b-c86a-470e-9313-df622bb1d9d7 req-ec3797d3-3fa8-4fb8-b645-d20d275b5199 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 944 time: 0.4231782 Aug 04 16:55:46.013218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-16db78ad-0619-475e-aa73-89240015105a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe HTTP/1.1" status: 200 len: 217 time: 0.1350937 Aug 04 16:55:46.014567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-381a1f59-47af-41e0-9eb4-c4d4f92d9d08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 HTTP/1.1" status: 200 len: 217 time: 0.1295340 Aug 04 16:55:46.114817 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-3aef04a4-ce43-48c9-a49b-b07f67fa8563 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700058 Aug 04 16:55:46.124389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-cded40cc-a1ef-44fb-a7ce-30b0512758b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:46.126130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-cded40cc-a1ef-44fb-a7ce-30b0512758b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.0925834 Aug 04 16:55:46.186229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e28726-498c-4189-b206-5f478a38f97f req-a58e1dc6-ef16-4507-982c-9f0296bb2586 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:46.188377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5e28726-498c-4189-b206-5f478a38f97f req-a58e1dc6-ef16-4507-982c-9f0296bb2586 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.3122742 Aug 04 16:55:46.223945 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-7bde3741-7ec1-45ef-bdd8-2db1a50ca35c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574286 Aug 04 16:55:46.273529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'tag': '139f7c60-6170-4f6d-8448-16f91771f615'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:46.276628 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fed9cd-245b-4d69-98ec-19166022d972" -d '{"events": [{"name": "network-changed", "server_uuid": "654a62e2-10f1-4702-a7f1-d4e86c7ca719", "tag": "139f7c60-6170-4f6d-8448-16f91771f615"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:46.280672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5e28726-498c-4189-b206-5f478a38f97f req-32a6ac08-5596-41bd-95f4-90c688de8daf tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612104 Aug 04 16:55:46.307917 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-eb4aae78-9a89-4b34-92dd-66e165b83ecb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1378887 Aug 04 16:55:46.330016 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6082e78f-55cd-451e-8978-b0bdc27182c6 req-a51f94b4-d421-4478-ac4c-2874432012fd service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051125 Aug 04 16:55:46.401841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-87a57789-4c04-434d-96cd-d50aa3a742e9 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406462 Aug 04 16:55:46.413080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7070b01b-c86a-470e-9313-df622bb1d9d7 req-098a570c-5f70-4c80-890b-1c0d1e2b0260 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000829 Aug 04 16:55:46.417049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-8a834c3e-d01c-4d0b-acde-6293e77d75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:46.419172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-8a834c3e-d01c-4d0b-acde-6293e77d75ab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 HTTP/1.1" status: 200 len: 852 time: 0.3867660 Aug 04 16:55:46.491355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-f7bcdbcd-054e-42f6-84f3-0089bc0b4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:46.494722 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-f7bcdbcd-054e-42f6-84f3-0089bc0b4ccf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 1095 time: 0.1193926 Aug 04 16:55:46.584505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-d7301426-0449-4fa6-80c7-78c50a869cfb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=df26856f-5431-4758-865b-0cf09f2671cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390440 Aug 04 16:55:46.687075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-6de47682-85c2-4c10-9ef0-2c82940cce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:46.699110 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-6de47682-85c2-4c10-9ef0-2c82940cce3b service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1696656 Aug 04 16:55:46.751909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf1f94-6208-45e8-8052-693877196a1c req-81962645-fb36-4527-9cc4-9fb039dd3c1b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:46.754043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67bf1f94-6208-45e8-8052-693877196a1c req-81962645-fb36-4527-9cc4-9fb039dd3c1b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.2528551 Aug 04 16:55:46.760574 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-62d569fd-3e89-4a05-9d45-6de6454f3d1b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 200 len: 217 time: 0.0520244 Aug 04 16:55:46.843851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b27b-a9d5-4fe9-9f68-3628d0308ef4 req-06774084-2feb-4d79-bde0-a1b9d6df2621 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:46.846542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-339b1220-b4fa-478a-be97-14fd12295e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:46.847204 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40a8b27b-a9d5-4fe9-9f68-3628d0308ef4 req-06774084-2feb-4d79-bde0-a1b9d6df2621 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 1023 time: 0.2981870 Aug 04 16:55:46.849658 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-339b1220-b4fa-478a-be97-14fd12295e89 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.0806351 Aug 04 16:55:46.901963 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-760daf11-73b6-4a9a-a66d-6a59ef5cf66d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422151 Aug 04 16:55:46.952016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-c3aeb633-447d-44ec-a84e-00e99c31fc37 service neutron] 10.222.0.82 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236976 Aug 04 16:55:46.999108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67bf1f94-6208-45e8-8052-693877196a1c req-12aed833-ad8a-4c19-88d9-91cf6a7a15d8 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306149 Aug 04 16:55:47.175105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-496700e0-7881-4af8-a6a7-2840254dfcd6 service neutron] 10.222.0.90 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451093 Aug 04 16:55:47.182489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-a89abd42-4a59-4111-882d-e403ce52acec tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:47.184047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-a89abd42-4a59-4111-882d-e403ce52acec tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.2040758 Aug 04 16:55:47.206569 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-ab691959-0bd7-4059-acbf-f87377c830fc service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862847 Aug 04 16:55:47.270007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Request body: {'port': {'device_id': '1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'admin_state_up': True, 'tenant_id': '524e6703e05143f89fe82c4e86d98fad'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:47.366511 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-40c6a6c1-f734-4b66-b794-af0f598e8b6c req-98a47dff-d8e8-468a-867d-6d408a6f316a service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559839 Aug 04 16:55:47.704531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'tag': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:47.706853 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3215e158-8c81-4a98-9ef3-456f712c88f1" -d '{"events": [{"name": "network-changed", "server_uuid": "badcb8f1-cdd6-4d4a-a2d9-c14047e65c37", "tag": "d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:47.741981 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98695bf3-d78c-4e70-b36d-18df8751c7df req-e24eb8d2-fe57-4f23-807b-c81fe1db7445 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 210 time: 0.4776149 Aug 04 16:55:47.802185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40a8b27b-a9d5-4fe9-9f68-3628d0308ef4 req-02a07144-ddc5-4306-8be4-000457fc4288 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=158ee6eb-905d-46e0-ac8a-0ce44e571d25&id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&id=176d6ffa-e665-41cf-83c8-17a97f4b41a5 HTTP/1.1" status: 200 len: 6149 time: 0.8943141 Aug 04 16:55:47.833218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5412591b-b434-4e8a-b5f4-3f35d648a847 req-aab707ec-a4ca-42e1-a54c-66164427e9e4 service neutron] 10.222.0.90 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394854 Aug 04 16:55:47.883180 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919e6627-5372-4c47-a9e6-208ffd375582 x-openstack-request-id: req-919e6627-5372-4c47-a9e6-208ffd375582 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:47.883912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Made reservation on behalf of 524e6703e05143f89fe82c4e86d98fad for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:55:47.884078 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654a62e2-10f1-4702-a7f1-d4e86c7ca719", "tag": "139f7c60-6170-4f6d-8448-16f91771f615", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:47.884078 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-919e6627-5372-4c47-a9e6-208ffd375582 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:47.884400 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'tag': '139f7c60-6170-4f6d-8448-16f91771f615', 'status': 'completed', 'code': 200} Aug 04 16:55:47.891161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:48.141271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fed9cd-245b-4d69-98ec-19166022d972 req-bd6f928c-d83c-4d30-aa70-0c21aa43fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:48.143488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69fed9cd-245b-4d69-98ec-19166022d972 req-bd6f928c-d83c-4d30-aa70-0c21aa43fb8d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 1125 time: 0.2024987 Aug 04 16:55:48.260584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939beb6-8b12-4b32-9fe5-bfb3a4a3ba8a req-fae07b01-b054-45a8-9123-e67427bfc558 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:48.262226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6939beb6-8b12-4b32-9fe5-bfb3a4a3ba8a req-fae07b01-b054-45a8-9123-e67427bfc558 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.2206290 Aug 04 16:55:48.266216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Allocated IP 172.20.0.5 (994a5d9d-65cf-48d2-a2eb-3ec837627526/fa0957b7-de1e-4ef2-b8d7-d7e66c75e099/6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:48.382771 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6939beb6-8b12-4b32-9fe5-bfb3a4a3ba8a req-735be82c-72f2-412e-a75e-799b31ab6c76 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074693 Aug 04 16:55:48.402606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebf49f-65de-4b65-9c35-becd4333f6f6 req-57153b14-c81f-41d4-b683-829a6df7efa4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:48.411978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdebf49f-65de-4b65-9c35-becd4333f6f6 req-57153b14-c81f-41d4-b683-829a6df7efa4 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 944 time: 0.2980068 Aug 04 16:55:48.439069 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4a7cfc50-fcf3-408d-befc-09bce230195e service neutron] 10.222.0.82 "GET /v2.0/ports/ac9a25d8-a2ba-459f-9e81-588328eaaffe/bindings/n-h1-764435-5 HTTP/1.1" status: 200 len: 384 time: 0.1073592 Aug 04 16:55:48.464963 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612c2913-f92d-4433-aba8-5251a2b88997 x-openstack-request-id: req-612c2913-f92d-4433-aba8-5251a2b88997 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:48.464963 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badcb8f1-cdd6-4d4a-a2d9-c14047e65c37", "tag": "d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:48.465361 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-612c2913-f92d-4433-aba8-5251a2b88997 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:48.465474 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'tag': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5', 'status': 'completed', 'code': 200} Aug 04 16:55:48.486894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9ceff5ae-ba8e-4f57-ad77-85bbaa4b1da1 req-3725c0fe-35fc-4fed-8849-d06df3a3ae8d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'security_group': {'name': ' tempest-securitygroup -123862119 ', 'description': 'tempest-description-1742828695'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:48.497118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fed9cd-245b-4d69-98ec-19166022d972 req-723640c5-480a-4ff2-9993-94a20030ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:48.498858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69fed9cd-245b-4d69-98ec-19166022d972 req-723640c5-480a-4ff2-9993-94a20030ccb7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.3307738 Aug 04 16:55:48.602835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69fed9cd-245b-4d69-98ec-19166022d972 req-0ebc6f29-b80d-43da-8692-145495db0d76 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=139f7c60-6170-4f6d-8448-16f91771f615 HTTP/1.1" status: 200 len: 217 time: 0.0575597 Aug 04 16:55:48.612287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdebf49f-65de-4b65-9c35-becd4333f6f6 req-085d0e76-88f9-46d3-90a3-4a9459f2eb55 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775949 Aug 04 16:55:48.658173 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9ceff5ae-ba8e-4f57-ad77-85bbaa4b1da1 req-3725c0fe-35fc-4fed-8849-d06df3a3ae8d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:48.658513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e158-8c81-4a98-9ef3-456f712c88f1 req-ae554a50-4771-47be-ace8-489155f7688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:48.660214 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3215e158-8c81-4a98-9ef3-456f712c88f1 req-ae554a50-4771-47be-ace8-489155f7688d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 1174 time: 0.1145539 Aug 04 16:55:48.736469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ac9a25d8-a2ba-459f-9e81-588328eaaffe no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:48.783476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fed9cd-245b-4d69-98ec-19166022d972 req-59070c6e-ed04-426c-a319-221d700281e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:48.786222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69fed9cd-245b-4d69-98ec-19166022d972 req-59070c6e-ed04-426c-a319-221d700281e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.1685772 Aug 04 16:55:48.879289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0d1af930-9d39-4cfc-8bd1-b882978ad4b8 service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:48.890967 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:48.895642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e158-8c81-4a98-9ef3-456f712c88f1 req-bda957e7-af2a-4b4d-aea0-1f274e9a0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:48.897110 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3215e158-8c81-4a98-9ef3-456f712c88f1 req-bda957e7-af2a-4b4d-aea0-1f274e9a0e99 service neutron] 10.222.0.90 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 914 time: 0.2260790 Aug 04 16:55:48.947023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0d1af930-9d39-4cfc-8bd1-b882978ad4b8 service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:48.949673 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3215e158-8c81-4a98-9ef3-456f712c88f1 req-e1fdc1dc-e272-468b-bcce-8e687425a8a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 HTTP/1.1" status: 200 len: 217 time: 0.0425045 Aug 04 16:55:48.962146 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:48.971244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69fed9cd-245b-4d69-98ec-19166022d972 req-fcd79e5b-7bec-470b-b47c-14f99ee81032 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699057 Aug 04 16:55:49.030373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0d1af930-9d39-4cfc-8bd1-b882978ad4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9a25d8-a2ba-459f-9e81-588328eaaffe {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:49.050218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0d1af930-9d39-4cfc-8bd1-b882978ad4b8 service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:49.054769 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e158-8c81-4a98-9ef3-456f712c88f1 req-dd6f6343-7cc6-4236-84d7-9b3e41368aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:49.056630 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3215e158-8c81-4a98-9ef3-456f712c88f1 req-dd6f6343-7cc6-4236-84d7-9b3e41368aed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 HTTP/1.1" status: 200 len: 852 time: 0.0814540 Aug 04 16:55:49.076278 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0d1af930-9d39-4cfc-8bd1-b882978ad4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:49.103284 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3215e158-8c81-4a98-9ef3-456f712c88f1 req-90d97e77-581d-44a3-b38d-431e3403f6bb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=df26856f-5431-4758-865b-0cf09f2671cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379455 Aug 04 16:55:49.131990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event updated for resources: {'Port': ['ID=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:49.156126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Network 994a5d9d-65cf-48d2-a2eb-3ec837627526 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:49.168108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:49.171086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:49.253793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0d1af930-9d39-4cfc-8bd1-b882978ad4b8 service neutron] Transition to ACTIVE for port object ac9a25d8-a2ba-459f-9e81-588328eaaffe will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:49.258022 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3215e158-8c81-4a98-9ef3-456f712c88f1 req-b980176d-5729-46e1-b26d-efc2c28013a2 service neutron] 10.222.0.90 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316280 Aug 04 16:55:49.260313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0d1af930-9d39-4cfc-8bd1-b882978ad4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:49.263132 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9ceff5ae-ba8e-4f57-ad77-85bbaa4b1da1 req-3725c0fe-35fc-4fed-8849-d06df3a3ae8d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:49.273401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af5c8d-fba6-4a4c-93b1-0356c7301222 req-be8453df-1674-46f8-b188-2c093e1540a2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:49.275317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34af5c8d-fba6-4a4c-93b1-0356c7301222 req-be8453df-1674-46f8-b188-2c093e1540a2 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 943 time: 0.4144943 Aug 04 16:55:49.287427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9ceff5ae-ba8e-4f57-ad77-85bbaa4b1da1 req-3725c0fe-35fc-4fed-8849-d06df3a3ae8d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:49.321838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:49.322470 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:49.341833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69fed9cd-245b-4d69-98ec-19166022d972 req-8f221a2f-c53a-483e-bae0-b191b96c6e6e service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130379 Aug 04 16:55:49.377255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9ceff5ae-ba8e-4f57-ad77-85bbaa4b1da1 req-3725c0fe-35fc-4fed-8849-d06df3a3ae8d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:49.378686 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ceff5ae-ba8e-4f57-ad77-85bbaa4b1da1 req-3725c0fe-35fc-4fed-8849-d06df3a3ae8d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8960249 Aug 04 16:55:49.407215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1af930-9d39-4cfc-8bd1-b882978ad4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9a25d8-a2ba-459f-9e81-588328eaaffe,revision_number=10']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:49.410277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0d1af930-9d39-4cfc-8bd1-b882978ad4b8 service neutron] No DVR routers for this DVR port ac9a25d8-a2ba-459f-9e81-588328eaaffe on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:55:49.458723 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-0d1af930-9d39-4cfc-8bd1-b882978ad4b8 service neutron] 10.222.0.82 "PUT /v2.0/ports/ac9a25d8-a2ba-459f-9e81-588328eaaffe/bindings/n-h1-764435-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0037172 Aug 04 16:55:49.470207 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3215e158-8c81-4a98-9ef3-456f712c88f1 req-e6075a15-1ba1-46d7-9158-71b08a20c35b service neutron] 10.222.0.90 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831882 Aug 04 16:55:49.499858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-cc4bafab-9deb-461b-a24f-04d28351dac5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2342100 Aug 04 16:55:49.507984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725c0fe-35fc-4fed-8849-d06df3a3ae8d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fadda71-cb4e-499a-91b3-b5e41825a3fc,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:49.549764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Request body: {'port': {'device_id': '1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:49.567413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34af5c8d-fba6-4a4c-93b1-0356c7301222 req-3bc3fd3e-756d-4312-8595-c42ecaa57a13 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746968 Aug 04 16:55:49.596661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-8a5bb2d2-aad9-4969-80e5-62aa9f64da82 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:49.596661 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-8a5bb2d2-aad9-4969-80e5-62aa9f64da82 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1095 time: 0.0639706 Aug 04 16:55:49.674577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc309c9-2aea-4d06-ad00-fd024dbad4fc req-9439b7c1-383f-4b62-bce0-af627134330b tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:49.677295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebc309c9-2aea-4d06-ad00-fd024dbad4fc req-9439b7c1-383f-4b62-bce0-af627134330b tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.1816194 Aug 04 16:55:49.715493 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:49.743098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69fed9cd-245b-4d69-98ec-19166022d972 req-d31ef002-948b-42a6-8812-7720a4c37479 service neutron] 10.222.0.90 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887408 Aug 04 16:55:49.747361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4100466b-e108-47cb-8d37-708fc9e64eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:49.750418 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-4100466b-e108-47cb-8d37-708fc9e64eda service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532&tenant_id=5ffd0cfa7993416e9e0aec3af3314786 HTTP/1.1" status: 200 len: 1095 time: 0.1460776 Aug 04 16:55:49.823568 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-14a07b9c-ed8f-4862-bf64-45192bb446a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:49.825308 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-14a07b9c-ed8f-4862-bf64-45192bb446a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 1095 time: 0.0462995 Aug 04 16:55:49.868143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebc309c9-2aea-4d06-ad00-fd024dbad4fc req-1e498f5e-a481-4a75-ab55-dade4fbb5633 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403475 Aug 04 16:55:49.890443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa804f-151a-4a8a-8c08-8b3f54d80811 req-cf530009-71dd-4bd9-9dc6-8952cc1f3c1d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:49.892339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32aa804f-151a-4a8a-8c08-8b3f54d80811 req-cf530009-71dd-4bd9-9dc6-8952cc1f3c1d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 931 time: 0.1478074 Aug 04 16:55:49.940225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-66b56c7c-ea91-4f82-b427-b6807d40fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:49.942245 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-66b56c7c-ea91-4f82-b427-b6807d40fe3e service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 200 len: 923 time: 0.1097221 Aug 04 16:55:49.990271 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-2ca849e6-7da5-477d-80f9-46517ae76981 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe HTTP/1.1" status: 200 len: 217 time: 0.0365791 Aug 04 16:55:50.042476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-01b6be14-cccb-4455-9251-dac8e780b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:50.043956 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-01b6be14-cccb-4455-9251-dac8e780b59d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 200 len: 861 time: 0.0469429 Aug 04 16:55:50.079417 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-a34f41ed-be9c-4b5e-9274-c04c503c791b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf57b43-12ea-418f-9fcd-f4a13ecee237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254557 Aug 04 16:55:50.122556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32aa804f-151a-4a8a-8c08-8b3f54d80811 req-f938802e-371b-434b-9eb8-629d2de8b88e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763289 Aug 04 16:55:50.166376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-04460bfb-5955-49d8-9e35-657b8ccdfa8f service neutron] 10.222.0.90 "GET /v2.0/ports/139f7c60-6170-4f6d-8448-16f91771f615/bindings/n-h2-764435-5 HTTP/1.1" status: 200 len: 384 time: 0.2086601 Aug 04 16:55:50.194606 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-7912331d-0158-4b4f-a72f-b079e4ddef8e service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076300 Aug 04 16:55:50.251771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22798738-5efe-439c-9adf-bf592882fe3b req-471d71b6-820b-4bb9-a83b-bafd57b3034e tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:50.253571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22798738-5efe-439c-9adf-bf592882fe3b req-471d71b6-820b-4bb9-a83b-bafd57b3034e tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.2924135 Aug 04 16:55:50.288060 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-04ba35d5-8957-4a7a-ba4d-15e5ea383484 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857029 Aug 04 16:55:50.335291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac948462-57de-4afb-b5e1-665c5118a6cb req-6802b47e-d4e9-4e65-ac21-73c016cf568a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/5fadda71-cb4e-499a-91b3-b5e41825a3fc HTTP/1.1" status: 200 len: 1780 time: 0.1759653 Aug 04 16:55:50.421240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22798738-5efe-439c-9adf-bf592882fe3b req-99fa8329-34b5-45b9-809d-d1f57b742a2b tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451092 Aug 04 16:55:50.462606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:50.474359 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:50.556113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-e71b30d7-fefb-4821-bc14-25ddb5cd4937 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:50.557604 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-e71b30d7-fefb-4821-bc14-25ddb5cd4937 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532&tenant_id=5ffd0cfa7993416e9e0aec3af3314786&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1095 time: 0.0523810 Aug 04 16:55:50.567224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-25dc618a-079a-4b53-af8f-7438e1c4a55e tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1596472598&fields=id&tenant_id=aa13da1d5c6a4066bd20d5509c126970 HTTP/1.1" status: 200 len: 267 time: 0.1418531 Aug 04 16:55:50.568341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Transition to ACTIVE for port object 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:50.580843 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:50.673763 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-fbc881b5-b54a-4f23-b86f-482a58beb8fe service neutron] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:50.678054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-fbc881b5-b54a-4f23-b86f-482a58beb8fe service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:50.679207 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6746dd3-3ef4-471d-956d-1b87105f2be3 req-fbc881b5-b54a-4f23-b86f-482a58beb8fe service neutron] 10.222.0.90 "DELETE /v2.0/ports/ac9a25d8-a2ba-459f-9e81-588328eaaffe/bindings/n-h2-764435-5 HTTP/1.1" status: 204 len: 173 time: 0.1137722 Aug 04 16:55:50.728274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-f1184db4-6a8f-4a14-98ad-e25bda52a48d service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:50.730636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:50.739930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acfbb9-85c5-4777-a277-f28ff68bba71 req-99cf1028-7bb1-4607-b43a-8beb1e66f1bd tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:50.741404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0acfbb9-85c5-4777-a277-f28ff68bba71 req-99cf1028-7bb1-4607-b43a-8beb1e66f1bd tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 944 time: 0.2271619 Aug 04 16:55:50.770294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.770612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.771053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.771380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.771708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.772001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.772386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.772716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.773105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.773444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.773790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.774107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:50.820090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-f1184db4-6a8f-4a14-98ad-e25bda52a48d service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:50.894106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-a975ae36-7d8f-4f6a-96b3-e327d4b7fa21 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:50.895617 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-a975ae36-7d8f-4f6a-96b3-e327d4b7fa21 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/networks?id=633d2bc7-ef89-45f0-a1cf-f039e0fd881e HTTP/1.1" status: 200 len: 814 time: 0.3197927 Aug 04 16:55:50.926554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 139f7c60-6170-4f6d-8448-16f91771f615 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:50.928746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-f1184db4-6a8f-4a14-98ad-e25bda52a48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139f7c60-6170-4f6d-8448-16f91771f615 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:50.937754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0acfbb9-85c5-4777-a277-f28ff68bba71 req-796f97bd-5480-4972-9ee2-6147096b4ff5 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868722 Aug 04 16:55:50.948250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-f1184db4-6a8f-4a14-98ad-e25bda52a48d service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:50.963960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-972dc141-ee77-4d6b-8631-e8bc05a97348 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/quotas/aa13da1d5c6a4066bd20d5509c126970 HTTP/1.1" status: 200 len: 375 time: 0.0559809 Aug 04 16:55:50.972037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Attempting to bind port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:50.972514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Attempting to bind port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:50.972831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Attempting to bind port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:50.978563 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-f1184db4-6a8f-4a14-98ad-e25bda52a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:50.981946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:55:50.982419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Attempting to bind port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:51.010594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:51.010969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Checking segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:51.011370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Bound using segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:51.011906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Bound port: 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:51.012274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:51.179929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-a51c8a5a-678d-4fec-85e1-3034b3c71ba8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa13da1d5c6a4066bd20d5509c126970&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1866088 Aug 04 16:55:51.193202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43af4f24-203e-4659-bfa7-cfcffb4df8fb req-e2ed5792-11f4-475a-bc1d-2ecbfcb7e64c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/5fadda71-cb4e-499a-91b3-b5e41825a3fc HTTP/1.1" status: 200 len: 1780 time: 0.1577029 Aug 04 16:55:51.234709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] For port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:51.265757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-f1184db4-6a8f-4a14-98ad-e25bda52a48d service neutron] Transition to ACTIVE for port object 139f7c60-6170-4f6d-8448-16f91771f615 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:51.284522 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-f1184db4-6a8f-4a14-98ad-e25bda52a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:51.287773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] For port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:51.318706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:51.407867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:51.408497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:51.409908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] 10.222.0.82 "PUT /v2.0/ports/6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 HTTP/1.1" status: 200 len: 1091 time: 1.8875537 Aug 04 16:55:51.412793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3', 'tag': '6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:51.415133 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3", "tag": "6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:51.450113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1184db4-6a8f-4a14-98ad-e25bda52a48d service neutron] Pushing event updated for resources: {'Port': ['ID=139f7c60-6170-4f6d-8448-16f91771f615,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:51.453974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-f1184db4-6a8f-4a14-98ad-e25bda52a48d service neutron] No DVR routers for this DVR port 139f7c60-6170-4f6d-8448-16f91771f615 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:55:51.482085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-96f7dfd1-1931-4abf-aa99-cc2caa71309e service neutron] 10.222.0.39 "GET /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845390 Aug 04 16:55:51.538993 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43af4f24-203e-4659-bfa7-cfcffb4df8fb req-648873a3-467d-4287-93a6-e336f7588122 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:51.620354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-f1184db4-6a8f-4a14-98ad-e25bda52a48d service neutron] 10.222.0.90 "PUT /v2.0/ports/139f7c60-6170-4f6d-8448-16f91771f615/bindings/n-h2-764435-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4419019 Aug 04 16:55:51.652927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43af4f24-203e-4659-bfa7-cfcffb4df8fb req-648873a3-467d-4287-93a6-e336f7588122 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:51.741484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-060ef590-2fa8-4ab7-9963-8ecb97fa135e tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:51.743145 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-060ef590-2fa8-4ab7-9963-8ecb97fa135e tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.0594125 Aug 04 16:55:51.808348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-46dda5ad-f290-4827-ae18-efed1902b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:51.810369 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-46dda5ad-f290-4827-ae18-efed1902b373 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719&tenant_id=7ef103b153cb41a1bc799399e8659304 HTTP/1.1" status: 200 len: 1096 time: 0.0596738 Aug 04 16:55:51.886901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-909006c9-b32a-4e39-91a6-7dea4db9dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:51.889028 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-909006c9-b32a-4e39-91a6-7dea4db9dae3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ef103b153cb41a1bc799399e8659304&device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 1096 time: 0.0504072 Aug 04 16:55:52.004154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-53f21e31-a4cc-49c6-be6f-43658503d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:52.006096 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-53f21e31-a4cc-49c6-be6f-43658503d9d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 200 len: 908 time: 0.1099982 Aug 04 16:55:52.029510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a93cfc-4ccf-4c01-a7c4-54cfa4789104 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:52.043604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-edc2d6b0-e439-4708-9f78-eedc5997c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:52.045309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-edc2d6b0-e439-4708-9f78-eedc5997c7b3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 1094 time: 0.5794821 Aug 04 16:55:52.065599 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-5599f85c-4bc3-4c32-a1c7-bd20f768eb0d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=139f7c60-6170-4f6d-8448-16f91771f615 HTTP/1.1" status: 200 len: 217 time: 0.0506251 Aug 04 16:55:52.105625 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-85cbfcb8-0248-456f-bce2-1f1e89479864 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 HTTP/1.1" status: 200 len: 217 time: 0.0401990 Aug 04 16:55:52.107897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-546e987c-e9c5-49e7-8212-a13185857a39 service neutron] 10.222.0.39 "GET /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039045 Aug 04 16:55:52.127795 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43af4f24-203e-4659-bfa7-cfcffb4df8fb req-648873a3-467d-4287-93a6-e336f7588122 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:52.128085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-c3697c5c-4ddf-4dbd-8565-397f698e0bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:52.129357 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-c3697c5c-4ddf-4dbd-8565-397f698e0bd2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 200 len: 846 time: 0.0559478 Aug 04 16:55:52.129547 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43af4f24-203e-4659-bfa7-cfcffb4df8fb req-648873a3-467d-4287-93a6-e336f7588122 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:52.130663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43af4f24-203e-4659-bfa7-cfcffb4df8fb req-648873a3-467d-4287-93a6-e336f7588122 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/5fadda71-cb4e-499a-91b3-b5e41825a3fc HTTP/1.1" status: 204 len: 173 time: 0.9278932 Aug 04 16:55:52.172584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648873a3-467d-4287-93a6-e336f7588122 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fadda71-cb4e-499a-91b3-b5e41825a3fc,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:52.180107 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-c3571257-8948-44c7-a1a0-17dff3337f30 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83871cb6-9702-4d6c-8452-9290689050df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425265 Aug 04 16:55:52.197690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-65ac5667-912d-48b7-afb8-09d952412d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:52.199879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-65ac5667-912d-48b7-afb8-09d952412d7c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.0864747 Aug 04 16:55:52.246300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-1810b931-062e-47ef-81b0-452fa2a954bb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335310 Aug 04 16:55:52.302339 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-7f7d7a18-dd13-4cf8-8f9a-be6c12d26962 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120605 Aug 04 16:55:52.351647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436514d-31fb-4512-b6e0-62b5d0ec19fa req-0e7178ec-7411-4932-a04e-866814871d49 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:52.359638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c436514d-31fb-4512-b6e0-62b5d0ec19fa req-0e7178ec-7411-4932-a04e-866814871d49 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 944 time: 0.1156387 Aug 04 16:55:52.429048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c436514d-31fb-4512-b6e0-62b5d0ec19fa req-81db7ac8-8d36-457e-96a3-227616965973 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683956 Aug 04 16:55:52.459585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-2df79fdd-4502-4e73-9a5f-fbe4b8d54232 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010682 Aug 04 16:55:52.461301 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-15da76bd-c2ad-49b4-8b5d-20e7cbaa5e40 service neutron] 10.222.0.82 "GET /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512606 Aug 04 16:55:52.629970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e6c436-07f9-4b24-a0fd-6ed1b5c20e3e req-c13a6153-4545-463d-b6cd-ee21444689ec service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581028 Aug 04 16:55:52.637809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dee8fd-03f6-419a-8cd6-cdcbd004772d req-359a9290-16f8-4103-99c5-6cac9e26d2da tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:52.639990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6dee8fd-03f6-419a-8cd6-cdcbd004772d req-359a9290-16f8-4103-99c5-6cac9e26d2da tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.1022449 Aug 04 16:55:52.722794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efea37b-65f1-4759-9c37-144212c74fd5 req-1ba39a78-789f-47a8-8883-9913c14e56e8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:52.724337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9efea37b-65f1-4759-9c37-144212c74fd5 req-1ba39a78-789f-47a8-8883-9913c14e56e8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 943 time: 0.0970998 Aug 04 16:55:52.736736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6dee8fd-03f6-419a-8cd6-cdcbd004772d req-fd060a85-fd58-4daa-8b05-e32498d3cf0f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841830 Aug 04 16:55:52.795882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9efea37b-65f1-4759-9c37-144212c74fd5 req-9e94cfbc-34a7-4959-b099-e9aa1edb8781 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566349 Aug 04 16:55:52.808168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-56e9e47c-182d-419d-a50e-afc0d407054b tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:52.810714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-56e9e47c-182d-419d-a50e-afc0d407054b tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719&tenant_id=7ef103b153cb41a1bc799399e8659304&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.0849030 Aug 04 16:55:52.812528 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e6b308-1c6c-4723-92b3-7b3034b334e6 x-openstack-request-id: req-91e6b308-1c6c-4723-92b3-7b3034b334e6 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:52.812852 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3", "tag": "6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:52.813076 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91e6b308-1c6c-4723-92b3-7b3034b334e6 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:52.813468 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3', 'tag': '6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9', 'status': 'completed', 'code': 200} Aug 04 16:55:52.912071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb req-fd89dce6-0be8-4d30-9d42-16f4ae1a69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:52.914369 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb req-fd89dce6-0be8-4d30-9d42-16f4ae1a69ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 1094 time: 0.0745986 Aug 04 16:55:52.975982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d111f2-7222-451a-82b3-2c7a23f80d17 req-700b49b7-7939-4ec1-8718-aca461884896 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:52.986723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76d111f2-7222-451a-82b3-2c7a23f80d17 req-700b49b7-7939-4ec1-8718-aca461884896 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1087506 Aug 04 16:55:53.078748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb req-98b00553-e577-435f-a5fa-16c7d81abe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:53.081195 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb req-98b00553-e577-435f-a5fa-16c7d81abe07 service neutron] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 914 time: 0.1397955 Aug 04 16:55:53.082262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-235af453-616c-499b-8f77-6287e517f8ac service neutron] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:53.088531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-235af453-616c-499b-8f77-6287e517f8ac service neutron] Notify callbacks [] for binding, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:53.089977 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8873bd88-6d0c-425e-b5ce-479d263053a4 req-235af453-616c-499b-8f77-6287e517f8ac service neutron] 10.222.0.82 "DELETE /v2.0/ports/139f7c60-6170-4f6d-8448-16f91771f615/bindings/n-h1-764435-5 HTTP/1.1" status: 204 len: 173 time: 0.2582138 Aug 04 16:55:53.123717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76d111f2-7222-451a-82b3-2c7a23f80d17 req-bfa68340-7611-4653-b313-a2f4893d7962 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352696 Aug 04 16:55:53.166799 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb req-a35ac944-2cd3-492f-8a3a-d66284b1f0a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 HTTP/1.1" status: 200 len: 217 time: 0.0768342 Aug 04 16:55:53.192884 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-9e959788-23f1-4bda-86ae-1fce7e824448 req-ebc1c4ca-e50c-4dca-a9e1-92e27a50ba72 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] show failed (client error): The resource could not be found. Aug 04 16:55:53.193934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e959788-23f1-4bda-86ae-1fce7e824448 req-ebc1c4ca-e50c-4dca-a9e1-92e27a50ba72 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/5fadda71-cb4e-499a-91b3-b5e41825a3fc HTTP/1.1" status: 404 len: 352 time: 0.0292382 Aug 04 16:55:53.225981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37f18e-e808-47ad-98f8-4a9fd690e7e2 req-5be98322-df1f-48e9-9c12-e535c2cb2e25 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:53.228811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d37f18e-e808-47ad-98f8-4a9fd690e7e2 req-5be98322-df1f-48e9-9c12-e535c2cb2e25 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 945 time: 0.1038854 Aug 04 16:55:53.267854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb req-f1c97b7a-7150-446f-bf1c-15b09a79673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:53.269392 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb req-f1c97b7a-7150-446f-bf1c-15b09a79673d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.0935547 Aug 04 16:55:53.317266 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb req-df724a63-7fc5-41b0-b0a7-a5ae55493c18 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386646 Aug 04 16:55:53.333316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d37f18e-e808-47ad-98f8-4a9fd690e7e2 req-6c835a34-4c4a-4e7d-844a-066bc1c31b9d tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964215 Aug 04 16:55:53.354538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40568e58-a986-4268-94c5-77ab5e6abcef req-23d9195f-0b16-4e99-b9cc-c84fcfd193f4 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 210 time: 0.0527260 Aug 04 16:55:53.396545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-dbe17448-7b57-4d64-bd48-82580e3fc67c req-079d2d7a-60a1-4e5b-8b22-347c16dbd912 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1978218607', 'description': 'tempest-description-627467148'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:53.451826 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dbe17448-7b57-4d64-bd48-82580e3fc67c req-079d2d7a-60a1-4e5b-8b22-347c16dbd912 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:53.472209 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb req-869017a7-914a-4a36-b139-1546ddc0f776 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444836 Aug 04 16:55:53.568962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daf2e7-0217-40f1-9e2e-97ffa36672b2 req-bfd7e0ed-c8ba-4728-80ce-b18e8daa75a4 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:53.570705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9daf2e7-0217-40f1-9e2e-97ffa36672b2 req-bfd7e0ed-c8ba-4728-80ce-b18e8daa75a4 tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 1095 time: 0.0878439 Aug 04 16:55:53.601130 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e0eb1fec-38ea-4da1-83be-92c5806c9cfb req-6c8fe02c-c440-4e1d-b735-7d44b09f6bfd service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159129 Aug 04 16:55:53.651015 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dbe17448-7b57-4d64-bd48-82580e3fc67c req-079d2d7a-60a1-4e5b-8b22-347c16dbd912 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:53.654376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9daf2e7-0217-40f1-9e2e-97ffa36672b2 req-1265cdb1-6ca8-4833-8b30-3cb5e715693a tempest-LiveAutoBlockMigrationV225Test-611833965 tempest-LiveAutoBlockMigrationV225Test-611833965-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688398 Aug 04 16:55:53.655863 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dbe17448-7b57-4d64-bd48-82580e3fc67c req-079d2d7a-60a1-4e5b-8b22-347c16dbd912 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:53.691723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d2d7a-60a1-4e5b-8b22-347c16dbd912 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7809cf2-ffab-4c59-a027-356a223c4412,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:53.694022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dbe17448-7b57-4d64-bd48-82580e3fc67c req-079d2d7a-60a1-4e5b-8b22-347c16dbd912 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:53.695285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbe17448-7b57-4d64-bd48-82580e3fc67c req-079d2d7a-60a1-4e5b-8b22-347c16dbd912 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3036172 Aug 04 16:55:53.750873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40904) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:53.756000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e9bbc707-34a6-4b5c-8e11-6dd3cb30d082 req-b7bf03a4-55d2-4fbf-899d-a693e23c97ce tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1637640507', 'description': 'tempest-description-126903440'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:53.785843 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e9bbc707-34a6-4b5c-8e11-6dd3cb30d082 req-b7bf03a4-55d2-4fbf-899d-a693e23c97ce tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:53.907124 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e9bbc707-34a6-4b5c-8e11-6dd3cb30d082 req-b7bf03a4-55d2-4fbf-899d-a693e23c97ce tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:53.914482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e9bbc707-34a6-4b5c-8e11-6dd3cb30d082 req-b7bf03a4-55d2-4fbf-899d-a693e23c97ce tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:53.967980 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e9bbc707-34a6-4b5c-8e11-6dd3cb30d082 req-b7bf03a4-55d2-4fbf-899d-a693e23c97ce tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:53.969368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9bbc707-34a6-4b5c-8e11-6dd3cb30d082 req-b7bf03a4-55d2-4fbf-899d-a693e23c97ce tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2177086 Aug 04 16:55:53.971802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf03a4-55d2-4fbf-899d-a693e23c97ce tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3a0fd2-f211-438c-999d-cb8079e0025c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:54.015036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9784bb7-19fa-4c6c-87a6-8b32e2ba37d8 req-04fe8a90-94d1-4bb3-8ce7-2e619c18f928 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:54.017343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9784bb7-19fa-4c6c-87a6-8b32e2ba37d8 req-04fe8a90-94d1-4bb3-8ce7-2e619c18f928 tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 1096 time: 0.0611079 Aug 04 16:55:54.108461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9784bb7-19fa-4c6c-87a6-8b32e2ba37d8 req-9794d27c-5462-40d6-8808-24e681c7252b tempest-LiveMigrationTest-371232432 tempest-LiveMigrationTest-371232432-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772910 Aug 04 16:55:54.147786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d563a11-ff9c-4d11-9b98-a6469c387f5a req-defca956-49b0-4214-b48e-e28f13b0bc16 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:54.149912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d563a11-ff9c-4d11-9b98-a6469c387f5a req-defca956-49b0-4214-b48e-e28f13b0bc16 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.0769780 Aug 04 16:55:54.202594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d563a11-ff9c-4d11-9b98-a6469c387f5a req-98c0c702-dfba-4b49-a5a1-2e36c4228013 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462282 Aug 04 16:55:54.300155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437b24b-48e9-4de4-bbcd-eb77901c7d04 req-fc090dc8-2fde-4fa7-ad3e-2cb1b151c339 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:54.302307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5437b24b-48e9-4de4-bbcd-eb77901c7d04 req-fc090dc8-2fde-4fa7-ad3e-2cb1b151c339 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 943 time: 0.0917869 Aug 04 16:55:54.363763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5437b24b-48e9-4de4-bbcd-eb77901c7d04 req-0902d63b-634a-4905-8d57-5525e58421fd tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470238 Aug 04 16:55:54.371922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72837961-2fea-4d50-b6ed-7d276c45aaee req-c8e873c9-50ac-4a4d-b2e8-98560d3658db tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:54.381177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72837961-2fea-4d50-b6ed-7d276c45aaee req-c8e873c9-50ac-4a4d-b2e8-98560d3658db tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 944 time: 0.1105647 Aug 04 16:55:54.411034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-cf0cc217-4bef-4a65-834b-deea26ae6a49 req-34d3a97b-bb34-4c9b-88df-9dc9c4ac781b tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-949478437', 'description': 'tempest-description-276113520'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:54.444275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72837961-2fea-4d50-b6ed-7d276c45aaee req-02e03039-1a43-4a99-9183-fdc243a8de37 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619502 Aug 04 16:55:54.456140 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cf0cc217-4bef-4a65-834b-deea26ae6a49 req-34d3a97b-bb34-4c9b-88df-9dc9c4ac781b tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:54.476189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-82f1a202-200f-4fea-b001-d75e009c0a69 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:54.478798 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-82f1a202-200f-4fea-b001-d75e009c0a69 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.82 "GET /v2.0/networks?id=633d2bc7-ef89-45f0-a1cf-f039e0fd881e HTTP/1.1" status: 200 len: 814 time: 0.1952164 Aug 04 16:55:54.575639 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-1422e37c-c4cf-47e3-b228-1c737866b036 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa13da1d5c6a4066bd20d5509c126970 HTTP/1.1" status: 200 len: 380 time: 0.0604248 Aug 04 16:55:54.586346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Request body: {'port': {'device_id': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'admin_state_up': True, 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'security_groups': ['0380507b-4656-48ad-9a1d-08ad892fd092']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:54.639483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d739df-d9af-487a-a148-394b09d8d930 req-a7ba6b8e-86e4-4f26-bdce-c5479fccda9d tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:54.640887 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8d739df-d9af-487a-a148-394b09d8d930 req-a7ba6b8e-86e4-4f26-bdce-c5479fccda9d tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1195662 Aug 04 16:55:54.654440 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cf0cc217-4bef-4a65-834b-deea26ae6a49 req-34d3a97b-bb34-4c9b-88df-9dc9c4ac781b tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:54.664310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-f9491b55-cc49-436e-ae1e-5e1506187770 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:54.665748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-f9491b55-cc49-436e-ae1e-5e1506187770 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.90 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 944 time: 0.1003733 Aug 04 16:55:54.672257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cf0cc217-4bef-4a65-834b-deea26ae6a49 req-34d3a97b-bb34-4c9b-88df-9dc9c4ac781b tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:54.760134 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cf0cc217-4bef-4a65-834b-deea26ae6a49 req-34d3a97b-bb34-4c9b-88df-9dc9c4ac781b tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:54.761520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:55:54.762195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf0cc217-4bef-4a65-834b-deea26ae6a49 req-34d3a97b-bb34-4c9b-88df-9dc9c4ac781b tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3565376 Aug 04 16:55:54.802910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3a97b-bb34-4c9b-88df-9dc9c4ac781b tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb271886-fa83-4ae8-9cd9-6a4ec809747b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:54.820509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Made reservation on behalf of aa13da1d5c6a4066bd20d5509c126970 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:55:54.820968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8d739df-d9af-487a-a148-394b09d8d930 req-27abe2fc-911a-447f-b9fc-4713e513efb0 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610258 Aug 04 16:55:54.824534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:54.879066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-2ba5259d-6d1b-41bb-9ead-69e7d46cc21f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Deleting port ac9a25d8-a2ba-459f-9e81-588328eaaffe {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:54.879417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-2ba5259d-6d1b-41bb-9ead-69e7d46cc21f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:54.952613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:54.971755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'port_id': '6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9', 'mac_address': 'fa:16:3e:11:ea:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0957b7-de1e-4ef2-b8d7-d7e66c75e099', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:55:54.995421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdca426e-8dc8-4d08-a066-18884d60e9b4 req-e06bf964-b56c-48ac-a9ad-57e046500cb0 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 210 time: 0.0900562 Aug 04 16:55:55.029272 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.047258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:55.074857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-2ba5259d-6d1b-41bb-9ead-69e7d46cc21f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] For port ac9a25d8-a2ba-459f-9e81-588328eaaffe, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ac9a25d8-a2ba-459f-9e81-588328eaaffe,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:55.075144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:55.075274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-2ba5259d-6d1b-41bb-9ead-69e7d46cc21f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.083015 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.095048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.100300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-2ba5259d-6d1b-41bb-9ead-69e7d46cc21f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Calling delete_port for ac9a25d8-a2ba-459f-9e81-588328eaaffe owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:55.159760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:55.171945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.172719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.173290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.173854 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.174395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.174964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.175774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.176625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.177176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.177778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.178433 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.179062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.214472 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Allocated IP 172.20.0.14 (633d2bc7-ef89-45f0-a1cf-f039e0fd881e/11304b86-4a19-48e6-a9a8-6abf02e7df42/7fe2c181-423e-4962-a510-2ee1c7da41a1) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:55:55.232705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6093fef-96c6-4bc1-b6b1-4e6333c797f0 req-4db5c339-afcd-40d7-8f5b-cadedba7907a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=160a37d9fa424dfcac49899cf714cece HTTP/1.1" status: 200 len: 10895 time: 0.2390709 Aug 04 16:55:55.266075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c30224-e181-44ec-8eb4-a3a7c83fc3ee req-cd8971f2-e393-48b8-9693-4ac25aa8485e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:55.267780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57c30224-e181-44ec-8eb4-a3a7c83fc3ee req-cd8971f2-e393-48b8-9693-4ac25aa8485e tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 945 time: 0.1633744 Aug 04 16:55:55.352643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6093fef-96c6-4bc1-b6b1-4e6333c797f0 req-d25ff761-6469-49e4-93e2-e27e533f650a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/c03e64fa-44db-49fd-a73d-fb3c3ea62a8a HTTP/1.1" status: 200 len: 2981 time: 0.1059554 Aug 04 16:55:55.365841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57c30224-e181-44ec-8eb4-a3a7c83fc3ee req-aa9ee686-c273-4a40-a111-90b09d9e9328 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816898 Aug 04 16:55:55.413364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:55.431884 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.475384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Transition to ACTIVE for port object 7fe2c181-423e-4962-a510-2ee1c7da41a1 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:55.547997 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.550461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6093fef-96c6-4bc1-b6b1-4e6333c797f0 req-92dc7063-8389-47c7-b585-6c5de2f2d72d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/c03e64fa-44db-49fd-a73d-fb3c3ea62a8a HTTP/1.1" status: 200 len: 2981 time: 0.1773479 Aug 04 16:55:55.551804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-2ba5259d-6d1b-41bb-9ead-69e7d46cc21f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.566588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ac9a25d8-a2ba-459f-9e81-588328eaaffe'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:55.595665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] Deleting port 57e9086a-2b21-4eae-98b1-bd27376f79ac {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:55.596290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.618687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2645ec4-9bd5-4860-a3ea-3a16501aea12 req-7fe2cb6e-cda1-47be-887e-c87b5240650f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:55.626557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e2645ec4-9bd5-4860-a3ea-3a16501aea12 req-7fe2cb6e-cda1-47be-887e-c87b5240650f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.1673903 Aug 04 16:55:55.647709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5259d-6d1b-41bb-9ead-69e7d46cc21f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Pushing event deleted for resources: {'Port': ['ID=ac9a25d8-a2ba-459f-9e81-588328eaaffe,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:55.680210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-2ba5259d-6d1b-41bb-9ead-69e7d46cc21f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] No DVR routers for this DVR port ac9a25d8-a2ba-459f-9e81-588328eaaffe on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:55:55.684363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-2ba5259d-6d1b-41bb-9ead-69e7d46cc21f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.687018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fb87ee2-d6a7-4c38-a597-963cbe068172 req-2ba5259d-6d1b-41bb-9ead-69e7d46cc21f tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.90 "DELETE /v2.0/ports/ac9a25d8-a2ba-459f-9e81-588328eaaffe HTTP/1.1" status: 204 len: 173 time: 1.0115559 Aug 04 16:55:55.688508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828f7edf-251b-44d3-9069-489052210532', 'name': 'network-vif-deleted', 'tag': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:55.691019 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0f6798-5b93-4ab4-9f99-a19d4cdb08f5" -d '{"events": [{"server_uuid": "828f7edf-251b-44d3-9069-489052210532", "name": "network-vif-deleted", "tag": "ac9a25d8-a2ba-459f-9e81-588328eaaffe"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:55.691547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:55:55.696848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:55:55.711331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:55:55.748409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e2645ec4-9bd5-4860-a3ea-3a16501aea12 req-e9bbe43c-e615-4a7b-bc94-fcf952da7c83 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206691 Aug 04 16:55:55.773541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Pushing event updated for resources: {'Port': ['ID=7fe2c181-423e-4962-a510-2ee1c7da41a1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:55.812058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] For port 57e9086a-2b21-4eae-98b1-bd27376f79ac, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=57e9086a-2b21-4eae-98b1-bd27376f79ac,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:55.812415 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.820098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.820444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.820788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.821124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.821456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.821787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.822115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.822441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.822768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.823118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.823443 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.823762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:55:55.869576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:55.870272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:55.885219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] Calling delete_port for 57e9086a-2b21-4eae-98b1-bd27376f79ac owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:55.893404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-6b5a6079-c262-40cf-8e86-bd5a2bf64fed tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:55.894761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-6b5a6079-c262-40cf-8e86-bd5a2bf64fed tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.82 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 945 time: 0.2007143 Aug 04 16:55:55.902856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd9c6e-a965-4d0e-a255-473b8a5d48d5 req-2afa9107-a8dc-4d37-a882-a743e1834eef tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:55.904480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90bd9c6e-a965-4d0e-a255-473b8a5d48d5 req-2afa9107-a8dc-4d37-a882-a743e1834eef tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 944 time: 0.2268944 Aug 04 16:55:55.908642 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-60113e0e-ba85-4d4a-a325-f8dc2d2bccc8 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3270802 Aug 04 16:55:55.989295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-01184ac8-4320-4c34-bcd1-a4aecc8a54bd req-55c03e5a-8273-4740-8a27-b0ddb142fc16 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 210 time: 0.1071622 Aug 04 16:55:56.017552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d980ed90-7127-418c-a5ec-8b64c7b464f9 None None] Provisioning for port 7fe2c181-423e-4962-a510-2ee1c7da41a1 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:56.024367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90bd9c6e-a965-4d0e-a255-473b8a5d48d5 req-e018b841-0326-4981-b76c-41890beec40e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060889 Aug 04 16:55:56.024615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d980ed90-7127-418c-a5ec-8b64c7b464f9 None None] Provisioning complete for port 7fe2c181-423e-4962-a510-2ee1c7da41a1 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:56.024839 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d980ed90-7127-418c-a5ec-8b64c7b464f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.061362 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Request body: {'port': {'device_id': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:55:56.075008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d980ed90-7127-418c-a5ec-8b64c7b464f9 None None] Port 7fe2c181-423e-4962-a510-2ee1c7da41a1 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:55:56.110116 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30796c2b-2352-4c33-aaf0-c06e55b711cb x-openstack-request-id: req-30796c2b-2352-4c33-aaf0-c06e55b711cb {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:56.110849 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828f7edf-251b-44d3-9069-489052210532", "name": "network-vif-deleted", "tag": "ac9a25d8-a2ba-459f-9e81-588328eaaffe", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:56.110849 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30796c2b-2352-4c33-aaf0-c06e55b711cb {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:56.111546 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828f7edf-251b-44d3-9069-489052210532', 'name': 'network-vif-deleted', 'tag': 'ac9a25d8-a2ba-459f-9e81-588328eaaffe', 'status': 'completed', 'code': 200} Aug 04 16:55:56.125760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e0f6dab-4651-4290-8cb1-8a974d453d9b req-d4cc5247-1dc9-4711-868a-b73eaac672bd tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/c7809cf2-ffab-4c59-a027-356a223c4412 HTTP/1.1" status: 200 len: 1800 time: 0.0806210 Aug 04 16:55:56.143062 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.237558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['16c62198-573c-48ad-9da4-1939c106e04f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:56.247874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-d26f211c-d7aa-452c-9d31-41f1e7367611 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Deleting port 139f7c60-6170-4f6d-8448-16f91771f615 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:56.248460 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-d26f211c-d7aa-452c-9d31-41f1e7367611 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.316416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4e0f6dab-4651-4290-8cb1-8a974d453d9b req-864f9755-a8ae-4a5b-aee9-248cb9ad1ae9 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.331932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e98ad-169e-4746-aead-44d1a5664400 req-5ad5dd3f-bb56-4981-97f1-a96cfa314f80 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:56.339981 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-602e98ad-169e-4746-aead-44d1a5664400 req-5ad5dd3f-bb56-4981-97f1-a96cfa314f80 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1598399 Aug 04 16:55:56.411035 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4e0f6dab-4651-4290-8cb1-8a974d453d9b req-864f9755-a8ae-4a5b-aee9-248cb9ad1ae9 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.417049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-602e98ad-169e-4746-aead-44d1a5664400 req-a52ac121-578e-451b-a203-18271f77959d tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759299 Aug 04 16:55:56.420446 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.455648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-d26f211c-d7aa-452c-9d31-41f1e7367611 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] For port 139f7c60-6170-4f6d-8448-16f91771f615, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=139f7c60-6170-4f6d-8448-16f91771f615,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:56.456225 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-d26f211c-d7aa-452c-9d31-41f1e7367611 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.489642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e9086a-2b21-4eae-98b1-bd27376f79ac,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:56.489858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-d26f211c-d7aa-452c-9d31-41f1e7367611 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Calling delete_port for 139f7c60-6170-4f6d-8448-16f91771f615 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:56.509505 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4e0f6dab-4651-4290-8cb1-8a974d453d9b req-864f9755-a8ae-4a5b-aee9-248cb9ad1ae9 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.513363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4e0f6dab-4651-4290-8cb1-8a974d453d9b req-864f9755-a8ae-4a5b-aee9-248cb9ad1ae9 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.527818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e0f6dab-4651-4290-8cb1-8a974d453d9b req-864f9755-a8ae-4a5b-aee9-248cb9ad1ae9 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/c7809cf2-ffab-4c59-a027-356a223c4412 HTTP/1.1" status: 204 len: 173 time: 0.3948424 Aug 04 16:55:56.612859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f9755-a8ae-4a5b-aee9-248cb9ad1ae9 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7809cf2-ffab-4c59-a027-356a223c4412,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:56.672196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe2c181-423e-4962-a510-2ee1c7da41a1 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:55:56.683421 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.715232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Transition to ACTIVE for port object 7fe2c181-423e-4962-a510-2ee1c7da41a1 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:55:56.724240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9c6f8-e36b-4109-9d0c-0d17c9ca2a00 req-34df2b87-cc27-4fdf-9ff9-e8f6d0518a99 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:56.732999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3e9c6f8-e36b-4109-9d0c-0d17c9ca2a00 req-34df2b87-cc27-4fdf-9ff9-e8f6d0518a99 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 945 time: 0.1059096 Aug 04 16:55:56.762482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a58a51-3d28-40e7-928d-9dcb5525dd02 req-473f7e67-ff15-4910-8fec-7184eeb4655a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:56.766435 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.771760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8a58a51-3d28-40e7-928d-9dcb5525dd02 req-473f7e67-ff15-4910-8fec-7184eeb4655a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 932 time: 0.1552188 Aug 04 16:55:56.772564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:55:56.830114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3e9c6f8-e36b-4109-9d0c-0d17c9ca2a00 req-0f40de46-60d5-42a3-b3c2-6994174f5b6a tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960729 Aug 04 16:55:56.904928 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8a58a51-3d28-40e7-928d-9dcb5525dd02 req-3d3acc85-4351-40ee-814e-cd4490a4f7d2 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321502 Aug 04 16:55:56.913029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe2c181-423e-4962-a510-2ee1c7da41a1,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:56.915364 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.918005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:55:56.926835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:55:56.929687 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:56.932290 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-5e10cc51-160c-4ae3-bd5e-46d5fedee8fd req-db992a1b-7c50-4227-951f-331a0da48a88 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] show failed (client error): The resource could not be found. Aug 04 16:55:56.945463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e10cc51-160c-4ae3-bd5e-46d5fedee8fd req-db992a1b-7c50-4227-951f-331a0da48a88 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/c7809cf2-ffab-4c59-a027-356a223c4412 HTTP/1.1" status: 404 len: 352 time: 0.0789423 Aug 04 16:55:57.090627 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.104118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Attempting to bind port 7fe2c181-423e-4962-a510-2ee1c7da41a1 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:55:57.104118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Attempting to bind port 7fe2c181-423e-4962-a510-2ee1c7da41a1 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:55:57.104509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Attempting to bind port 7fe2c181-423e-4962-a510-2ee1c7da41a1 on network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:57.123334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:57.130081 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc25157d-1dac-4e39-85a0-39bb72c199d1" -d '{"events": [{"server_uuid": "1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3", "name": "network-vif-plugged", "status": "completed", "tag": "6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:57.137149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ebf3eb-24c7-4b57-aeee-1501e4ceb355 req-1ce995b1-1f36-41e5-98fa-a7b09b694525 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/ac3a0fd2-f211-438c-999d-cb8079e0025c HTTP/1.1" status: 200 len: 1800 time: 0.1269429 Aug 04 16:55:57.153098 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-d26f211c-d7aa-452c-9d31-41f1e7367611 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.160947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:57.169181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d164d259-b494-4992-bce9-19279951097d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:55:57.192100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f211c-d7aa-452c-9d31-41f1e7367611 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Pushing event deleted for resources: {'Port': ['ID=139f7c60-6170-4f6d-8448-16f91771f615,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:57.225093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04269e-0134-4ead-be56-74868e785805 req-811ed1a2-8f41-424c-af91-372daece7e41 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:57.234472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c04269e-0134-4ead-be56-74868e785805 req-811ed1a2-8f41-424c-af91-372daece7e41 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.1630123 Aug 04 16:55:57.234723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Port 7fe2c181-423e-4962-a510-2ee1c7da41a1 on network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:55:57.235081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Attempting to bind port 7fe2c181-423e-4962-a510-2ee1c7da41a1 on network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:55:57.238729 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.239946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 139f7c60-6170-4f6d-8448-16f91771f615 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:57.241518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] Router ff34cb82-3200-473f-ae15-b06bda3ee83e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:55:57.242512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:55:57.243314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Checking segment: {'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:55:57.243700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Bound using segment: {'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:55:57.244137 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Bound port: 7fe2c181-423e-4962-a510-2ee1c7da41a1, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:55:57.244500 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.322549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c04269e-0134-4ead-be56-74868e785805 req-de2be401-f874-4868-8bcf-ac9ee5170e4b tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863280 Aug 04 16:55:57.323659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 139f7c60-6170-4f6d-8448-16f91771f615 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:55:57.324023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 139f7c60-6170-4f6d-8448-16f91771f615 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:55:57.326530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-d26f211c-d7aa-452c-9d31-41f1e7367611 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] No DVR routers for this DVR port 139f7c60-6170-4f6d-8448-16f91771f615 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:55:57.327868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] For port 7fe2c181-423e-4962-a510-2ee1c7da41a1, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:55:57.331600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] For port 7fe2c181-423e-4962-a510-2ee1c7da41a1, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7fe2c181-423e-4962-a510-2ee1c7da41a1,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:55:57.331803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:57.334257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-d26f211c-d7aa-452c-9d31-41f1e7367611 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.336813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a890d54-2798-4ee0-bc76-aa92b01504b5 req-d26f211c-d7aa-452c-9d31-41f1e7367611 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.82 "DELETE /v2.0/ports/139f7c60-6170-4f6d-8448-16f91771f615 HTTP/1.1" status: 204 len: 173 time: 1.4310796 Aug 04 16:55:57.384812 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-29ebf3eb-24c7-4b57-aeee-1501e4ceb355 req-f8f04d29-d7ee-467b-a76f-bfeeb1d1d243 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.395812 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.418748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-29ebf3eb-24c7-4b57-aeee-1501e4ceb355 req-f8f04d29-d7ee-467b-a76f-bfeeb1d1d243 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.505600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13dcc149-3270-4bee-90e8-2f31cc57aa4c req-959b8211-fcc0-4318-ba23-fcdd6adbb2e3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 210 time: 0.0588763 Aug 04 16:55:57.517941 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:57.518679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.520736 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] 10.222.0.82 "PUT /v2.0/ports/7fe2c181-423e-4962-a510-2ee1c7da41a1 HTTP/1.1" status: 200 len: 1092 time: 1.5801105 Aug 04 16:55:57.531338 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-29ebf3eb-24c7-4b57-aeee-1501e4ceb355 req-f8f04d29-d7ee-467b-a76f-bfeeb1d1d243 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.535212 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-29ebf3eb-24c7-4b57-aeee-1501e4ceb355 req-f8f04d29-d7ee-467b-a76f-bfeeb1d1d243 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:57.546376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'tag': '7fe2c181-423e-4962-a510-2ee1c7da41a1'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:57.551418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ebf3eb-24c7-4b57-aeee-1501e4ceb355 req-f8f04d29-d7ee-467b-a76f-bfeeb1d1d243 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/ac3a0fd2-f211-438c-999d-cb8079e0025c HTTP/1.1" status: 204 len: 173 time: 0.4124134 Aug 04 16:55:57.552556 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e91b65-b23c-4146-90ca-f90529f84127" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c88127-bb04-4a0e-868a-19f7fd80a39e", "tag": "7fe2c181-423e-4962-a510-2ee1c7da41a1"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:57.577036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f04d29-d7ee-467b-a76f-bfeeb1d1d243 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3a0fd2-f211-438c-999d-cb8079e0025c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:57.607946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969ffdd-ed37-46aa-92f6-83e9b5305051 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe2c181-423e-4962-a510-2ee1c7da41a1,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:57.612418 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def6fae6-186e-4a83-a7dc-a1c7b99ce1a7 x-openstack-request-id: req-def6fae6-186e-4a83-a7dc-a1c7b99ce1a7 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:57.612578 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3", "name": "network-vif-plugged", "status": "completed", "tag": "6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:57.612824 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-def6fae6-186e-4a83-a7dc-a1c7b99ce1a7 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:57.613276 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9', 'code': 200} Aug 04 16:55:57.621773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:55:57.639388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] Sync routers for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:55:57.664891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:57.665540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:57.680967 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-22357d58-6a4e-4bbe-885b-0a9b45c1ab93 admin admin] 10.222.0.39 "PUT /v2.0/routers/ff34cb82-3200-473f-ae15-b06bda3ee83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9265199 Aug 04 16:55:57.685424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40962) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:55:57.715663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-660a3cd7-c339-4781-9831-2fc248ef021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:57.718262 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-660a3cd7-c339-4781-9831-2fc248ef021f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aa13da1d5c6a4066bd20d5509c126970&device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 1095 time: 0.1275029 Aug 04 16:55:57.769967 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-be18a5a2-f2f9-46bb-90c9-fa34558e0754 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe2c181-423e-4962-a510-2ee1c7da41a1 HTTP/1.1" status: 200 len: 217 time: 0.0411084 Aug 04 16:55:57.812170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:57.864597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-9a47ab24-6a31-4f05-80c6-8e901cad01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:57.866473 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-9a47ab24-6a31-4f05-80c6-8e901cad01f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11304b86-4a19-48e6-a9a8-6abf02e7df42 HTTP/1.1" status: 200 len: 853 time: 0.0877945 Aug 04 16:55:57.873997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bc90e-ed43-4e48-b0af-a5398a490898 req-4474acf7-e35a-4274-b532-05116080e1fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:57.881614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be1bc90e-ed43-4e48-b0af-a5398a490898 req-4474acf7-e35a-4274-b532-05116080e1fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 945 time: 0.2410107 Aug 04 16:55:57.936328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-c7e3e4a6-4044-4ee6-b618-a2843270fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:57.937831 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-c7e3e4a6-4044-4ee6-b618-a2843270fd9f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=633d2bc7-ef89-45f0-a1cf-f039e0fd881e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625153 Aug 04 16:55:57.941094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef9fe-29e5-4497-8720-0a7dd56120e0 req-b974e3cd-6964-44f5-ae09-e6e817ea2923 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:57.942626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6eef9fe-29e5-4497-8720-0a7dd56120e0 req-b974e3cd-6964-44f5-ae09-e6e817ea2923 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.2564116 Aug 04 16:55:57.963159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709decda-bd83-431d-85dc-c01e907f666b req-cdc32793-a567-4440-ab06-17a1dee56416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:57.964757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-709decda-bd83-431d-85dc-c01e907f666b req-cdc32793-a567-4440-ab06-17a1dee56416 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 1096 time: 0.2345088 Aug 04 16:55:58.031961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be1bc90e-ed43-4e48-b0af-a5398a490898 req-ee76f4b8-7008-4ee7-af92-e8082d0f5c65 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474288 Aug 04 16:55:58.033309 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:58.078411 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-71f027d7-640c-4706-88a7-b12b4c796049 service neutron] 10.222.0.82 "GET /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278977 Aug 04 16:55:58.078618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:55:56Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:58.080318 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-a996cef3-9366-49b3-a20e-960cc6922105 req-62fca25f-90b6-4498-8221-ef56898e7dae tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] show failed (client error): The resource could not be found. Aug 04 16:55:58.081347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a996cef3-9366-49b3-a20e-960cc6922105 req-62fca25f-90b6-4498-8221-ef56898e7dae tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/ac3a0fd2-f211-438c-999d-cb8079e0025c HTTP/1.1" status: 404 len: 352 time: 0.0153785 Aug 04 16:55:58.116361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'name': 'network-vif-deleted', 'tag': '139f7c60-6170-4f6d-8448-16f91771f615'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:55:58.119422 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b3b92d-62e4-4204-8ae0-698e8667b9f4" -d '{"events": [{"server_uuid": "654a62e2-10f1-4702-a7f1-d4e86c7ca719", "name": "network-vif-deleted", "tag": "139f7c60-6170-4f6d-8448-16f91771f615"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:55:58.137898 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6eef9fe-29e5-4497-8720-0a7dd56120e0 req-798da787-d5fe-440c-bb39-1e5ecc6abdb1 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830063 Aug 04 16:55:58.142188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-709decda-bd83-431d-85dc-c01e907f666b req-95e73876-d15d-48b1-9c55-aa6932edfcda service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667137 Aug 04 16:55:58.151542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] Checking router: ff34cb82-3200-473f-ae15-b06bda3ee83e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:55:58.185521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] Routers {'ff34cb82-3200-473f-ae15-b06bda3ee83e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:55:58.186318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ff34cb82-3200-473f-ae15-b06bda3ee83e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:58.218330 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a861a-91bd-45b5-9786-5dc874505119 x-openstack-request-id: req-942a861a-91bd-45b5-9786-5dc874505119 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:58.218772 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c88127-bb04-4a0e-868a-19f7fd80a39e", "tag": "7fe2c181-423e-4962-a510-2ee1c7da41a1", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:58.219408 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-942a861a-91bd-45b5-9786-5dc874505119 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:58.221056 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'tag': '7fe2c181-423e-4962-a510-2ee1c7da41a1', 'status': 'completed', 'code': 200} Aug 04 16:55:58.281422 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-926aa20f-4516-44f5-b648-a6610fb3c04a req-f2a17aa1-1200-478f-8f05-a515796d03d7 service neutron] 10.222.0.82 "GET /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944523 Aug 04 16:55:58.299250 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26ebfff5-1d00-44c7-9796-ae70e8d07159 req-985ba26c-087e-47e6-9508-11597be3c7a2 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 210 time: 0.0467098 Aug 04 16:55:58.353890 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] Set router ff34cb82-3200-473f-ae15-b06bda3ee83e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:55:58.424695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e91b65-b23c-4146-90ca-f90529f84127 req-fb9bbe78-2eba-49f4-8a62-58b4e24f5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:58.430078 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e91b65-b23c-4146-90ca-f90529f84127 req-fb9bbe78-2eba-49f4-8a62-58b4e24f5edd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aa13da1d5c6a4066bd20d5509c126970&device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 1095 time: 0.0570450 Aug 04 16:55:58.434659 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:58.453503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9adcde-3fbc-4421-b891-9eb51aed48a4 req-bf09b5c7-6ad3-4e25-96fd-7dac760c79de tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:58.461316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b9adcde-3fbc-4421-b891-9eb51aed48a4 req-bf09b5c7-6ad3-4e25-96fd-7dac760c79de tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 944 time: 0.1646361 Aug 04 16:55:58.501905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69959aaf-6b15-4284-a3cf-04a42f25652b req-5c3fd5c9-e5c3-4908-a9eb-fa13c8e7f6fe tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/bb271886-fa83-4ae8-9cd9-6a4ec809747b HTTP/1.1" status: 200 len: 1799 time: 0.1485655 Aug 04 16:55:58.559409 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e91b65-b23c-4146-90ca-f90529f84127 req-cc35007f-b8df-45a5-aa14-d91e74d984b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:58.562326 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e91b65-b23c-4146-90ca-f90529f84127 req-cc35007f-b8df-45a5-aa14-d91e74d984b7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=633d2bc7-ef89-45f0-a1cf-f039e0fd881e HTTP/1.1" status: 200 len: 916 time: 0.1248696 Aug 04 16:55:58.586178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b9adcde-3fbc-4421-b891-9eb51aed48a4 req-3ea91759-1aa8-4485-844e-2eab2ca085be tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237330 Aug 04 16:55:58.652176 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69959aaf-6b15-4284-a3cf-04a42f25652b req-21462e4c-6f4a-45b1-9aab-79fd026b9d95 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:58.672600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Deleting port 6c5b5d26-eb88-4830-9df7-47ad3207860f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:55:58.672600 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:58.679696 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b0727f-f8d8-411e-91ad-844b006efa8e x-openstack-request-id: req-36b0727f-f8d8-411e-91ad-844b006efa8e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:55:58.679696 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654a62e2-10f1-4702-a7f1-d4e86c7ca719", "name": "network-vif-deleted", "tag": "139f7c60-6170-4f6d-8448-16f91771f615", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:55:58.680152 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36b0727f-f8d8-411e-91ad-844b006efa8e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:55:58.680777 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654a62e2-10f1-4702-a7f1-d4e86c7ca719', 'name': 'network-vif-deleted', 'tag': '139f7c60-6170-4f6d-8448-16f91771f615', 'status': 'completed', 'code': 200} Aug 04 16:55:58.704624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:55:56Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:55:58.766015 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69959aaf-6b15-4284-a3cf-04a42f25652b req-21462e4c-6f4a-45b1-9aab-79fd026b9d95 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:58.784355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe19702-3256-4ba2-82c5-38f25a3c9003 None None] The sync data for ids ['ff34cb82-3200-473f-ae15-b06bda3ee83e'] in n-d-764435-5 is: [{'id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1477942445-router', 'tenant_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:50:46Z', 'updated_at': '2021-08-04T16:55:56Z', 'revision_number': 5, 'project_id': 'b55218bb95de49fba34a1d1e8fe6ef86', 'gw_port': {'id': '6c5b5d26-eb88-4830-9df7-47ad3207860f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cb82-3200-473f-ae15-b06bda3ee83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:50:47Z', 'updated_at': '2021-08-04T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:55:58.899110 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69959aaf-6b15-4284-a3cf-04a42f25652b req-21462e4c-6f4a-45b1-9aab-79fd026b9d95 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:58.901837 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69959aaf-6b15-4284-a3cf-04a42f25652b req-21462e4c-6f4a-45b1-9aab-79fd026b9d95 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:58.903070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69959aaf-6b15-4284-a3cf-04a42f25652b req-21462e4c-6f4a-45b1-9aab-79fd026b9d95 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/bb271886-fa83-4ae8-9cd9-6a4ec809747b HTTP/1.1" status: 204 len: 173 time: 0.4005201 Aug 04 16:55:58.911524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b2906-567e-40ad-805f-adea654a1ea6 req-35cfe129-c336-48e6-91a6-a009389e23e7 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:58.913076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-950b2906-567e-40ad-805f-adea654a1ea6 req-35cfe129-c336-48e6-91a6-a009389e23e7 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.1206796 Aug 04 16:55:58.915302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] For port 6c5b5d26-eb88-4830-9df7-47ad3207860f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6c5b5d26-eb88-4830-9df7-47ad3207860f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:55:58.915649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:58.952151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21462e4c-6f4a-45b1-9aab-79fd026b9d95 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb271886-fa83-4ae8-9cd9-6a4ec809747b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:58.957206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ac9a25d8-a2ba-459f-9e81-588328eaaffe no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:55:58.976931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Calling delete_port for 6c5b5d26-eb88-4830-9df7-47ad3207860f owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:55:59.004357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: ac9a25d8-a2ba-459f-9e81-588328eaaffe {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:55:59.004743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ac9a25d8-a2ba-459f-9e81-588328eaaffe not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:55:59.036946 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e91b65-b23c-4146-90ca-f90529f84127 req-b3279bf3-fd04-4776-822e-76a1fe272c2c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe2c181-423e-4962-a510-2ee1c7da41a1 HTTP/1.1" status: 200 len: 217 time: 0.4643800 Aug 04 16:55:59.079460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f7685c-ca5d-41ef-b949-c74886b6d7c6 req-f7ee4995-eaca-4c45-bab1-e568ed658518 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 210 time: 0.0962012 Aug 04 16:55:59.103742 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e91b65-b23c-4146-90ca-f90529f84127 req-c7a50edb-2030-463a-90f1-b6d9bf355204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:59.105227 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e91b65-b23c-4146-90ca-f90529f84127 req-c7a50edb-2030-463a-90f1-b6d9bf355204 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11304b86-4a19-48e6-a9a8-6abf02e7df42 HTTP/1.1" status: 200 len: 853 time: 0.0548370 Aug 04 16:55:59.168848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e91b65-b23c-4146-90ca-f90529f84127 req-1aec3c1e-5645-4586-9616-ace689b1748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:59.172191 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e91b65-b23c-4146-90ca-f90529f84127 req-1aec3c1e-5645-4586-9616-ace689b1748c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=633d2bc7-ef89-45f0-a1cf-f039e0fd881e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576320 Aug 04 16:55:59.172877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-950b2906-567e-40ad-805f-adea654a1ea6 req-4e94b01f-7fc1-47cf-a180-78d43b4f1e04 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401083 Aug 04 16:55:59.216721 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-3484bf75-8991-4c57-a0cc-ad5eb249a770 req-bcebfcb3-9438-460c-945d-d37e03050994 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] show failed (client error): The resource could not be found. Aug 04 16:55:59.217812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3484bf75-8991-4c57-a0cc-ad5eb249a770 req-bcebfcb3-9438-460c-945d-d37e03050994 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/bb271886-fa83-4ae8-9cd9-6a4ec809747b HTTP/1.1" status: 404 len: 352 time: 0.0438004 Aug 04 16:55:59.363847 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:59.366568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e91b65-b23c-4146-90ca-f90529f84127 req-3efe80b8-0938-4356-8ec6-1c0be1c3d45e service neutron] 10.222.0.82 "GET /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807334 Aug 04 16:55:59.403007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9018e1-e755-4a88-95ea-938d4080ff96 req-f621d2a0-e9c4-49c2-a0f4-2a0ab671eab8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:59.406778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf9018e1-e755-4a88-95ea-938d4080ff96 req-f621d2a0-e9c4-49c2-a0f4-2a0ab671eab8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 945 time: 0.1352818 Aug 04 16:55:59.411492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5b5d26-eb88-4830-9df7-47ad3207860f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:55:59.431717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e043-7687-4ca6-a1fa-009b179f27c5 req-346d3e4b-70c3-4ff0-b9fd-28736557e245 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:55:59.433316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70a0e043-7687-4ca6-a1fa-009b179f27c5 req-346d3e4b-70c3-4ff0-b9fd-28736557e245 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1275740 Aug 04 16:55:59.490098 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e91b65-b23c-4146-90ca-f90529f84127 req-ed9aff6f-99bb-46bf-a574-72a37ba424f0 service neutron] 10.222.0.82 "GET /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146026 Aug 04 16:55:59.864693 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:55:59.870841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf9018e1-e755-4a88-95ea-938d4080ff96 req-88d1f470-3b10-4cc4-a925-b49bde1102a7 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529710 Aug 04 16:55:59.875284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70a0e043-7687-4ca6-a1fa-009b179f27c5 req-b6b99af9-8a74-4540-8159-eaa8f797a926 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195409 Aug 04 16:55:59.999541 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.014466 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.017813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a4d6581-b706-4c6c-ab04-82464575a061 req-57522cd0-0f45-4004-89f7-6981a0d9e6fe tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 210 time: 0.0410199 Aug 04 16:56:00.094634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.095222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff34cb82-3200-473f-ae15-b06bda3ee83e {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:56:00.101789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.105839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6a1aebf2-cbab-412e-a778-67d56532c4d8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ff34cb82-3200-473f-ae15-b06bda3ee83e HTTP/1.1" status: 204 len: 168 time: 2.4155536 Aug 04 16:56:00.106590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40992) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:00.127454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e80c11a-fe81-4309-a9bd-48ea31367b74 req-bb80a233-c562-40d1-bfe1-24c792ac01bc tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=160a37d9fa424dfcac49899cf714cece HTTP/1.1" status: 200 len: 6149 time: 0.2143633 Aug 04 16:56:00.196122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-554c6d52-d5b7-4255-bd5a-3461ca7b35b7 admin admin] Deleting subnet 77176d4a-9942-4d3a-87a4-86993376c507 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:56:00.199787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-554c6d52-d5b7-4255-bd5a-3461ca7b35b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.212878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 57e9086a-2b21-4eae-98b1-bd27376f79ac no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:00.240890 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 57e9086a-2b21-4eae-98b1-bd27376f79ac {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:00.241346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 57e9086a-2b21-4eae-98b1-bd27376f79ac not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:00.242881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5286359-d1c3-4868-8c28-e3a5a447bb93 req-e2d4cd5a-9099-4f62-aebf-7d423615998c tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:00.249938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5286359-d1c3-4868-8c28-e3a5a447bb93 req-e2d4cd5a-9099-4f62-aebf-7d423615998c tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 944 time: 0.1215341 Aug 04 16:56:00.250334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-554c6d52-d5b7-4255-bd5a-3461ca7b35b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.259361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e80c11a-fe81-4309-a9bd-48ea31367b74 req-fcdc3470-94c4-4163-a7c8-1d8b96719c09 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/c03e64fa-44db-49fd-a73d-fb3c3ea62a8a HTTP/1.1" status: 200 len: 2981 time: 0.1157990 Aug 04 16:56:00.328602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5286359-d1c3-4868-8c28-e3a5a447bb93 req-5dd6868c-f2a7-4433-9128-489a9a1be025 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613887 Aug 04 16:56:00.338946 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-554c6d52-d5b7-4255-bd5a-3461ca7b35b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.343642 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e80c11a-fe81-4309-a9bd-48ea31367b74 req-371e700e-5232-4409-8635-ea2b934db869 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/c03e64fa-44db-49fd-a73d-fb3c3ea62a8a HTTP/1.1" status: 200 len: 2981 time: 0.0832589 Aug 04 16:56:00.410977 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-554c6d52-d5b7-4255-bd5a-3461ca7b35b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.448916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-554c6d52-d5b7-4255-bd5a-3461ca7b35b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.451325 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-554c6d52-d5b7-4255-bd5a-3461ca7b35b7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/77176d4a-9942-4d3a-87a4-86993376c507 HTTP/1.1" status: 204 len: 168 time: 0.3429701 Aug 04 16:56:00.453688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac52ba31-fcc7-4a31-9a1b-0f625b7f79b4 req-38bbd11d-501b-47fe-84ad-d8b7fc02916e tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 210 time: 0.0372274 Aug 04 16:56:00.454675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40998) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:00.458006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b319f-19c0-4c58-a122-49859bbf691c None None] Network 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:56:00.459160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c6d52-d5b7-4255-bd5a-3461ca7b35b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77176d4a-9942-4d3a-87a4-86993376c507,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:00.528385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-dab1a2ed-ba07-47fe-a60b-f6e90ce85a9d req-5b4462be-34e9-4762-b34f-08395cfa6007 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-749922578', 'description': 'tempest-description-159118346'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:00.559572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.598797 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dab1a2ed-ba07-47fe-a60b-f6e90ce85a9d req-5b4462be-34e9-4762-b34f-08395cfa6007 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.683246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a6fe-85da-4a30-92ab-e2bccf500616 req-8990ee56-9b00-4cb8-ae69-6e25f3ab99cb tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:00.684911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c296a6fe-85da-4a30-92ab-e2bccf500616 req-8990ee56-9b00-4cb8-ae69-6e25f3ab99cb tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.1202772 Aug 04 16:56:00.729149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c8225a-12b7-489b-9047-4b065135efef None None] DHCP port deletion for 1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:56:00.765355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Deleting port f9d1047e-0f15-46b0-b046-3cd45f3baf5c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:00.765541 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.770149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c296a6fe-85da-4a30-92ab-e2bccf500616 req-a1fa0918-2721-43e3-95ad-5fb6e16d6413 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733509 Aug 04 16:56:00.820012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-43c8225a-12b7-489b-9047-4b065135efef None None] Deleting port f9d1047e-0f15-46b0-b046-3cd45f3baf5c {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:00.821214 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-43c8225a-12b7-489b-9047-4b065135efef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.869100 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dab1a2ed-ba07-47fe-a60b-f6e90ce85a9d req-5b4462be-34e9-4762-b34f-08395cfa6007 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.889053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] For port f9d1047e-0f15-46b0-b046-3cd45f3baf5c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f9d1047e-0f15-46b0-b046-3cd45f3baf5c,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:00.889468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.892101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dab1a2ed-ba07-47fe-a60b-f6e90ce85a9d req-5b4462be-34e9-4762-b34f-08395cfa6007 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.895896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-43c8225a-12b7-489b-9047-4b065135efef None None] For port f9d1047e-0f15-46b0-b046-3cd45f3baf5c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f9d1047e-0f15-46b0-b046-3cd45f3baf5c,segment=NetworkSegment(254293e5-1299-456a-8f15-3a3dd3124bf5),segment_id=254293e5-1299-456a-8f15-3a3dd3124bf5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:00.897020 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-43c8225a-12b7-489b-9047-4b065135efef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.913062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-43c8225a-12b7-489b-9047-4b065135efef None None] Calling delete_port for f9d1047e-0f15-46b0-b046-3cd45f3baf5c owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:00.929172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Calling delete_port for f9d1047e-0f15-46b0-b046-3cd45f3baf5c owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:00.949412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dab1a2ed-ba07-47fe-a60b-f6e90ce85a9d req-5b4462be-34e9-4762-b34f-08395cfa6007 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:00.950615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dab1a2ed-ba07-47fe-a60b-f6e90ce85a9d req-5b4462be-34e9-4762-b34f-08395cfa6007 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4291449 Aug 04 16:56:00.954139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4462be-34e9-4762-b34f-08395cfa6007 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406160d3-b054-4743-9e21-b97abea9c0ff,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:01.001349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab6087-2899-4a63-af1e-d4948a6d4264 req-303f8b13-d71e-4366-a10e-08aab9a58f03 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:01.003291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8ab6087-2899-4a63-af1e-d4948a6d4264 req-303f8b13-d71e-4366-a10e-08aab9a58f03 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 945 time: 0.1654270 Aug 04 16:56:01.023927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-43c8225a-12b7-489b-9047-4b065135efef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.051965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8225a-12b7-489b-9047-4b065135efef None None] Pushing event deleted for resources: {'Port': ['ID=f9d1047e-0f15-46b0-b046-3cd45f3baf5c,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:01.058964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8225a-12b7-489b-9047-4b065135efef None None] No DVR routers for this DVR port f9d1047e-0f15-46b0-b046-3cd45f3baf5c on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:01.115511 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.122938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8ab6087-2899-4a63-af1e-d4948a6d4264 req-c7c7fbf7-0251-4f88-b768-4b35f4e78909 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832751 Aug 04 16:56:01.134935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473936-6be4-4706-8c01-bf8489d20b34 req-9613fdbd-7574-4ce9-9974-04396a37bee6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:01.143066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-01473936-6be4-4706-8c01-bf8489d20b34 req-9613fdbd-7574-4ce9-9974-04396a37bee6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1269739 Aug 04 16:56:01.174841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e2ed8752-694d-4ee5-8184-448267043782 req-9a6b5d10-dbc2-4063-a377-af18d7f4c0b2 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1567552820', 'description': 'tempest-description-1736802732'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:01.179837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d1047e-0f15-46b0-b046-3cd45f3baf5c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:01.192993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] No DVR routers for this DVR port f9d1047e-0f15-46b0-b046-3cd45f3baf5c on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:01.280929 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e2ed8752-694d-4ee5-8184-448267043782 req-9a6b5d10-dbc2-4063-a377-af18d7f4c0b2 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.307335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-01473936-6be4-4706-8c01-bf8489d20b34 req-1bd48214-9f75-4d03-a921-4c975a123e90 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635022 Aug 04 16:56:01.312444 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.336381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9a1d70-d4f4-4b2d-909b-826bb381bcb5']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:01.352167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254293e5-1299-456a-8f15-3a3dd3124bf5') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:01.352548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254293e5-1299-456a-8f15-3a3dd3124bf5') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:01.367712 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.395932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.421779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-86e8ba3b-b95e-4ec3-b610-5c8008647356 req-1bf19a43-bc19-4974-b52f-24688df37457 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 210 time: 0.0509214 Aug 04 16:56:01.426375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:56:01.426782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:56:01.428601 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:56:01.511501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e2ed8752-694d-4ee5-8184-448267043782 req-9a6b5d10-dbc2-4063-a377-af18d7f4c0b2 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.513100 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.532789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.534942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1f9a1d70-d4f4-4b2d-909b-826bb381bcb5 HTTP/1.1" status: 204 len: 168 time: 1.0790143 Aug 04 16:56:01.536222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f19e7-69ab-4808-83ad-b727587f6596 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f9a1d70-d4f4-4b2d-909b-826bb381bcb5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:01.537981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41014) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:01.549267 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e2ed8752-694d-4ee5-8184-448267043782 req-9a6b5d10-dbc2-4063-a377-af18d7f4c0b2 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.589060 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e2ed8752-694d-4ee5-8184-448267043782 req-9a6b5d10-dbc2-4063-a377-af18d7f4c0b2 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.590767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e2ed8752-694d-4ee5-8184-448267043782 req-9a6b5d10-dbc2-4063-a377-af18d7f4c0b2 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4265587 Aug 04 16:56:01.593352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b5d10-dbc2-4063-a377-af18d7f4c0b2 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ada2597-b41b-49bc-89cf-b5c8cb5fdce8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:01.730690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-162379b4-191c-49cc-a3ba-9103e40a37ff req-9cca57db-f903-4dd9-8d18-3ba692948d58 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 210 time: 0.0303929 Aug 04 16:56:01.751839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6e9e9-e3ab-4070-ab80-e4a9b6dbd187 req-1738af71-701a-4598-81f8-10e1982e8024 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:01.753664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebc6e9e9-e3ab-4070-ab80-e4a9b6dbd187 req-1738af71-701a-4598-81f8-10e1982e8024 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 944 time: 0.0898185 Aug 04 16:56:01.813611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebc6e9e9-e3ab-4070-ab80-e4a9b6dbd187 req-052d3763-37a5-4c6c-9daf-93e862c305f0 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475383 Aug 04 16:56:01.872932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a978a-bf1d-44cf-b1c9-133f8bbf0a53 req-a17279bc-c369-4cd9-b3a4-1ac6469e9350 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:01.881885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab1a978a-bf1d-44cf-b1c9-133f8bbf0a53 req-a17279bc-c369-4cd9-b3a4-1ac6469e9350 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 945 time: 0.0730958 Aug 04 16:56:01.938639 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1a34982c-8c68-4c81-9dd6-800efb1b30a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:01.995577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab1a978a-bf1d-44cf-b1c9-133f8bbf0a53 req-89c44006-a818-47c4-8e34-7bd6515e59d8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124995 Aug 04 16:56:02.024466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:02.068697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97627fa4-9672-4496-883a-f06b709c8307 req-edd1ac62-d7ba-49a1-8083-523464153cd8 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:02.079081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-edd1ac62-d7ba-49a1-8083-523464153cd8 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 812 time: 0.1797228 Aug 04 16:56:02.114846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-daae5548-61ab-48d1-a76c-55e0d9799c4f tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/quotas/160a37d9fa424dfcac49899cf714cece HTTP/1.1" status: 200 len: 375 time: 0.0348353 Aug 04 16:56:02.126990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6c5b5d26-eb88-4830-9df7-47ad3207860f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:02.151216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 6c5b5d26-eb88-4830-9df7-47ad3207860f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:02.154128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6c5b5d26-eb88-4830-9df7-47ad3207860f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:02.154719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f9d1047e-0f15-46b0-b046-3cd45f3baf5c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:02.183042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: f9d1047e-0f15-46b0-b046-3cd45f3baf5c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:02.183645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f9d1047e-0f15-46b0-b046-3cd45f3baf5c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:02.187604 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-2275f832-7297-40d5-a389-5e98580b4039 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560327 Aug 04 16:56:02.196067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af9c9-c4a0-4b13-819b-3c8b1f503803 req-3c8ef3c5-7010-4dd9-99b9-dcb73b82d99e tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:02.197445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-117af9c9-c4a0-4b13-819b-3c8b1f503803 req-3c8ef3c5-7010-4dd9-99b9-dcb73b82d99e tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.1075647 Aug 04 16:56:02.301556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-117af9c9-c4a0-4b13-819b-3c8b1f503803 req-5bbca890-4a3a-4f79-9354-87967a3fd719 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957854 Aug 04 16:56:02.320964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-5100f309-d34d-4211-b027-294c189e9a32 service neutron] 10.222.0.39 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225264 Aug 04 16:56:02.354665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] Deleting port 282062e8-0ccb-4304-a8f9-eb70301f45b4 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:02.355040 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:02.449392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] For port 282062e8-0ccb-4304-a8f9-eb70301f45b4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=282062e8-0ccb-4304-a8f9-eb70301f45b4,segment=NetworkSegment(1f1b04f2-e34e-492c-a4ca-ab6d40d1d843),segment_id=1f1b04f2-e34e-492c-a4ca-ab6d40d1d843)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:02.449688 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:02.467457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54aaa1-e069-499b-9ebc-619a375a04da req-f76f7d84-2ad4-48ed-9210-13152e5eb3b6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:02.469025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be54aaa1-e069-499b-9ebc-619a375a04da req-f76f7d84-2ad4-48ed-9210-13152e5eb3b6 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.0851271 Aug 04 16:56:02.470957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-a495d827-b3b4-49be-97e8-8ca84aec58cd service neutron] 10.222.0.39 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341622 Aug 04 16:56:02.475386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] Calling delete_port for 282062e8-0ccb-4304-a8f9-eb70301f45b4 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:02.510153 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be54aaa1-e069-499b-9ebc-619a375a04da req-66ed4a30-b973-4e08-950e-8a1f64789f5f tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Aug 04 16:56:02.644837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ecb70ee-ba54-4a40-925a-492a7a6ec96e req-84190a0b-11ca-4364-972e-98eea7083666 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 210 time: 0.0663400 Aug 04 16:56:02.681276 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17ab7af9-cb33-4aa5-93c6-4404be7a8a68 req-c67c06e4-3447-4388-bbb4-3b8529fcfc1d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 210 time: 0.0303495 Aug 04 16:56:02.728814 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:02.756902 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=282062e8-0ccb-4304-a8f9-eb70301f45b4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:02.884205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87415147-2473-40d8-a6b4-0f6f347a9652 req-9fc46d98-cbc8-4d41-824f-8a88ce1d02f6 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 210 time: 0.0610728 Aug 04 16:56:02.962650 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:03.021223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c333430-13b1-42a8-bc5f-4c0b05bb65bf req-aa45799f-81f0-4bb1-91f9-1374f5a5f65f tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:03.049460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c333430-13b1-42a8-bc5f-4c0b05bb65bf req-aa45799f-81f0-4bb1-91f9-1374f5a5f65f tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 944 time: 0.1124215 Aug 04 16:56:03.100013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c333430-13b1-42a8-bc5f-4c0b05bb65bf req-fc8200fc-7799-4f2d-bc1e-0cfa1b37d91e tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476191 Aug 04 16:56:03.177024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49c5cd-eb42-4c6d-98d9-9b02c2d805bc req-f4729ddc-9a84-44fa-83b1-0428ea8e1b89 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:03.178987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a49c5cd-eb42-4c6d-98d9-9b02c2d805bc req-f4729ddc-9a84-44fa-83b1-0428ea8e1b89 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 945 time: 0.0857377 Aug 04 16:56:03.220466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a49c5cd-eb42-4c6d-98d9-9b02c2d805bc req-4821f96e-aed1-4115-919c-c67c2db9454b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343242 Aug 04 16:56:03.230047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] Router 6984e8e9-2ced-4440-8524-4895a046432d has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:56:03.373970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-ae83feb0-d1b1-4919-a2b8-d6c5877d069e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:03.375802 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-ae83feb0-d1b1-4919-a2b8-d6c5877d069e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 945 time: 0.1004045 Aug 04 16:56:03.417916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:56:03.424824 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c334e0df-ad23-4600-840d-18ccd0045aaf admin admin] 10.222.0.39 "PUT /v2.0/routers/6984e8e9-2ced-4440-8524-4895a046432d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8857543 Aug 04 16:56:03.428195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41054) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:03.433579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] Sync routers for ids ['6984e8e9-2ced-4440-8524-4895a046432d'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:56:03.447655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] Routers {'6984e8e9-2ced-4440-8524-4895a046432d'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:56:03.448334 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6984e8e9-2ced-4440-8524-4895a046432d'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:03.467241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbbe4a-b04d-439f-a471-8f0e544b337d req-d384106b-0443-422c-b380-eda749b8ba8e tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:03.468815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8abbbe4a-b04d-439f-a471-8f0e544b337d req-d384106b-0443-422c-b380-eda749b8ba8e tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.0725791 Aug 04 16:56:03.562149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8abbbe4a-b04d-439f-a471-8f0e544b337d req-a3d69137-dffe-47d4-ad93-36f18cbefccf tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860615 Aug 04 16:56:03.612591 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:03.618927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-376100aa-8530-4877-b0d4-fb60d2127452 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Deleting port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:03.619193 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-376100aa-8530-4877-b0d4-fb60d2127452 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:03.626162 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] Set router 6984e8e9-2ced-4440-8524-4895a046432d gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:56:03.702613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3f130-c9aa-4cdc-86ba-1eb3cabb05da req-c2a130e3-e92a-4c72-baf5-3f5baa354d93 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:03.710824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ad3f130-c9aa-4cdc-86ba-1eb3cabb05da req-c2a130e3-e92a-4c72-baf5-3f5baa354d93 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.0964241 Aug 04 16:56:03.845582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-376100aa-8530-4877-b0d4-fb60d2127452 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] For port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:03.846200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-376100aa-8530-4877-b0d4-fb60d2127452 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:03.864788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-376100aa-8530-4877-b0d4-fb60d2127452 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Calling delete_port for 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:03.899050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ad3f130-c9aa-4cdc-86ba-1eb3cabb05da req-eaab8045-6492-4e2b-93e7-950b7cbb4752 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768625 Aug 04 16:56:03.920645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bc1c79e-8047-42df-8ab5-6faca3438e9c req-3adcfac9-0d91-4651-9953-5c7d7a88f108 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 210 time: 0.1079381 Aug 04 16:56:04.193183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:04.220376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be3dc77c-0c0f-471a-b50c-0f91aef435bd req-bb5549dd-759e-4715-bfe2-68bcdd75fd69 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 210 time: 0.1113415 Aug 04 16:56:04.270939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-376100aa-8530-4877-b0d4-fb60d2127452 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:04.285873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:04.292169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5cac84d-e450-4b3d-9bdb-dc10578a45b9 req-a10c2ba9-a3fe-44bc-9cdd-9cac0775f25a tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=828f7edf-251b-44d3-9069-489052210532 HTTP/1.1" status: 200 len: 210 time: 0.1132774 Aug 04 16:56:04.293880 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6984e8e9-2ced-4440-8524-4895a046432d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-router', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '46d47507-9aca-4523-9857-bad46b191a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:00Z', 'updated_at': '2021-08-04T16:56:02Z', 'revision_number': 5, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'gw_port': {'id': '46d47507-9aca-4523-9857-bad46b191a3a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6984e8e9-2ced-4440-8524-4895a046432d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:51:02Z', 'updated_at': '2021-08-04T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:04.306203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376100aa-8530-4877-b0d4-fb60d2127452 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event deleted for resources: {'Port': ['ID=6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:04.376092 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] Checking router: 6984e8e9-2ced-4440-8524-4895a046432d for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:56:04.382524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Deleting port 46d47507-9aca-4523-9857-bad46b191a3a {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:04.382985 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:04.389574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97627fa4-9672-4496-883a-f06b709c8307 req-61531632-8c38-4fee-b0b1-416cc355e264 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:04.390402 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] Routers {'6984e8e9-2ced-4440-8524-4895a046432d'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:56:04.391200 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:55:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6984e8e9-2ced-4440-8524-4895a046432d'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:04.391867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-61531632-8c38-4fee-b0b1-416cc355e264 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.82 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 812 time: 0.4467375 Aug 04 16:56:04.394951 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-196ee6a6-799f-44cf-87e8-865ec953d2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:04.414971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'port': {'device_id': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf', 'admin_state_up': True, 'tenant_id': '160a37d9fa424dfcac49899cf714cece'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:04.482319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] For port 46d47507-9aca-4523-9857-bad46b191a3a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=46d47507-9aca-4523-9857-bad46b191a3a,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:04.482790 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:04.508313 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Calling delete_port for 46d47507-9aca-4523-9857-bad46b191a3a owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:04.552329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8505ada-0fb3-4e90-ae42-4aa2149d3122 req-92547109-3bac-4e8c-82ec-c8e66f7a7bf5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 210 time: 0.1129282 Aug 04 16:56:04.581685 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] Set router 6984e8e9-2ced-4440-8524-4895a046432d gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:56:04.630390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7099c2-9a1d-4c5a-a3b2-803560d1539e req-8de0b7d8-9cce-4b2f-988c-d0c226c7ff1d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:04.638567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db7099c2-9a1d-4c5a-a3b2-803560d1539e req-8de0b7d8-9cce-4b2f-988c-d0c226c7ff1d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 944 time: 0.2455955 Aug 04 16:56:04.691860 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6984e8e9-2ced-4440-8524-4895a046432d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-router', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:00Z', 'updated_at': '2021-08-04T16:56:04Z', 'revision_number': 6, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:04.724707 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371bd4e-d104-4d4b-a784-cf3f405f8ac5 None None] The sync data for ids ['6984e8e9-2ced-4440-8524-4895a046432d'] in n-d-764435-5 is: [{'id': '6984e8e9-2ced-4440-8524-4895a046432d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1426544332-router', 'tenant_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:51:00Z', 'updated_at': '2021-08-04T16:56:04Z', 'revision_number': 6, 'project_id': 'eb447cc23e8d4193a1a642e7b8b1f55e', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:56:04.737395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-376100aa-8530-4877-b0d4-fb60d2127452 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] No DVR routers for this DVR port 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:04.740206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-376100aa-8530-4877-b0d4-fb60d2127452 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:04.742971 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c8e52743-fb65-4971-b7ff-418b4524acd5 req-376100aa-8530-4877-b0d4-fb60d2127452 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "DELETE /v2.0/ports/6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 HTTP/1.1" status: 204 len: 173 time: 1.3590636 Aug 04 16:56:04.743717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3', 'name': 'network-vif-deleted', 'tag': '6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:04.746000 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b6ec43-b304-4be9-92fe-b4e6f65ba322" -d '{"events": [{"server_uuid": "1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3", "name": "network-vif-deleted", "tag": "6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:04.747531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db7099c2-9a1d-4c5a-a3b2-803560d1539e req-fe51baff-124f-4a17-9800-1bef9c8edce5 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072710 Aug 04 16:56:04.767198 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:04.789713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b04e8e-1864-419d-9d79-fa1519b664bf req-76019844-e246-4e0f-ac18-f0d135c44aa2 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:04.797726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48b04e8e-1864-419d-9d79-fa1519b664bf req-76019844-e246-4e0f-ac18-f0d135c44aa2 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.0987239 Aug 04 16:56:04.811102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Pushing event deleted for resources: {'Port': ['ID=46d47507-9aca-4523-9857-bad46b191a3a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:04.818632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Made reservation on behalf of 160a37d9fa424dfcac49899cf714cece for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:04.821851 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:04.863596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48b04e8e-1864-419d-9d79-fa1519b664bf req-7f91c81e-e4ee-4684-9baf-b6a9f2864001 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648949 Aug 04 16:56:04.905465 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf34079e-6726-4973-a9f9-b96aa2dfb067 x-openstack-request-id: req-bf34079e-6726-4973-a9f9-b96aa2dfb067 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:04.906100 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3", "name": "network-vif-deleted", "tag": "6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:04.906100 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf34079e-6726-4973-a9f9-b96aa2dfb067 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:04.906593 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3', 'name': 'network-vif-deleted', 'tag': '6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9', 'status': 'completed', 'code': 200} Aug 04 16:56:04.916327 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:04.968725 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.020048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Allocated IP 172.20.0.8 (df26856f-5431-4758-865b-0cf09f2671cf/b59cc3f4-e1f3-4929-afc0-e1a11f8d3075/82f50ef0-d7e1-418f-9aa9-bb745f197ee9) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:56:05.094086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.096486 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.166536 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.167280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6984e8e9-2ced-4440-8524-4895a046432d {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:56:05.173102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.177279 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a51f92f1-977b-4009-a57a-d76ac47d849d admin admin] 10.222.0.39 "DELETE /v2.0/routers/6984e8e9-2ced-4440-8524-4895a046432d HTTP/1.1" status: 204 len: 168 time: 1.7481239 Aug 04 16:56:05.177910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41076) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:05.198285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c21602ab-2547-4ec9-bc10-ea501a0dab74 req-3882bf4f-4431-40ee-b751-a91da93c2ef6 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 210 time: 0.0916555 Aug 04 16:56:05.234363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771135-fc00-4025-98a7-d76f5cb795c8 req-31855a02-27fa-4e02-84ee-b56494b02081 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:05.235906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8771135-fc00-4025-98a7-d76f5cb795c8 req-31855a02-27fa-4e02-84ee-b56494b02081 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.2174926 Aug 04 16:56:05.236804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bb4604-e33a-4b96-9867-ee1f8fbfbc0b admin admin] Deleting subnet 295cc52b-8349-450c-8bf7-2d5981aae145 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:56:05.240132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4604-e33a-4b96-9867-ee1f8fbfbc0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.286401 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4604-e33a-4b96-9867-ee1f8fbfbc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.312517 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.318979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8771135-fc00-4025-98a7-d76f5cb795c8 req-c4352c38-5199-4199-8a03-4ae923976b92 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697212 Aug 04 16:56:05.383799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03cbc92f-2ffc-4772-8665-c6634c3d286c req-07ccd971-f71c-4209-b824-993e01b95ebb tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 210 time: 0.0685992 Aug 04 16:56:05.410287 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4604-e33a-4b96-9867-ee1f8fbfbc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.424451 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.440073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:05.485794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4604-e33a-4b96-9867-ee1f8fbfbc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.544370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Network df26856f-5431-4758-865b-0cf09f2671cf is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:56:05.561152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:56:05.573680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:56:05.591329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb4604-e33a-4b96-9867-ee1f8fbfbc0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295cc52b-8349-450c-8bf7-2d5981aae145,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:05.616757 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4604-e33a-4b96-9867-ee1f8fbfbc0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.622761 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b1bb4604-e33a-4b96-9867-ee1f8fbfbc0b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/295cc52b-8349-450c-8bf7-2d5981aae145 HTTP/1.1" status: 204 len: 168 time: 0.4416354 Aug 04 16:56:05.624324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41088) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:05.636112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c14a98-ed13-403e-bfc7-f19da2f7ca8c None None] Network 821e6551-f3cf-405e-ba90-1a6a59d9d586 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:56:05.643163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'Port': ['ID=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:05.686870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:05.687560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.718123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-c22b3ec6-f03c-4312-9280-269167ffa59c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3117585 Aug 04 16:56:05.739194 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.742465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Request body: {'port': {'device_id': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:05.747944 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2512071c-8238-4e73-b031-243b4c54722c req-3cf0d1d4-fc75-4324-935c-7bb2f7389a1f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bbc7aa3-b6b4-4a8a-a79b-1bdaada148c3 HTTP/1.1" status: 200 len: 210 time: 0.0680728 Aug 04 16:56:05.807769 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.811120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Deleting port 947201be-30f4-49e9-a291-bd322900fd8c {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:05.811480 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.826568 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.921699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] For port 947201be-30f4-49e9-a291-bd322900fd8c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=947201be-30f4-49e9-a291-bd322900fd8c,segment=NetworkSegment(1f1b04f2-e34e-492c-a4ca-ab6d40d1d843),segment_id=1f1b04f2-e34e-492c-a4ca-ab6d40d1d843)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:05.922959 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:05.941925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Calling delete_port for 947201be-30f4-49e9-a291-bd322900fd8c owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:06.056908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc02b9-eb6b-4320-81df-e0e2c5717684 None None] DHCP port deletion for 821e6551-f3cf-405e-ba90-1a6a59d9d586 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:56:06.102484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f69015-2f92-45ec-8566-5d13bc428c6e req-dd43f9a3-d8a9-4aab-aeb7-6efafbd611fc tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:06.110764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50f69015-2f92-45ec-8566-5d13bc428c6e req-dd43f9a3-d8a9-4aab-aeb7-6efafbd611fc tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 944 time: 0.2376919 Aug 04 16:56:06.141290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.164512 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-54fc02b9-eb6b-4320-81df-e0e2c5717684 None None] Deleting port 947201be-30f4-49e9-a291-bd322900fd8c {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:06.167092 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-54fc02b9-eb6b-4320-81df-e0e2c5717684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.174604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=947201be-30f4-49e9-a291-bd322900fd8c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:06.194856 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] No DVR routers for this DVR port 947201be-30f4-49e9-a291-bd322900fd8c on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:06.217568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 46d47507-9aca-4523-9857-bad46b191a3a no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:06.258164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 46d47507-9aca-4523-9857-bad46b191a3a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:06.258164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 46d47507-9aca-4523-9857-bad46b191a3a not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:06.258164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 282062e8-0ccb-4304-a8f9-eb70301f45b4 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:06.266188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c64b6-59c6-46df-a59e-29dead3208a9 req-7b97aaa9-ecf3-4498-aede-10a846332e0a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:06.267893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d13c64b6-59c6-46df-a59e-29dead3208a9 req-7b97aaa9-ecf3-4498-aede-10a846332e0a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.2232633 Aug 04 16:56:06.275585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50f69015-2f92-45ec-8566-5d13bc428c6e req-d4fef6cd-23f1-4e96-8716-9f446e3c8871 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639578 Aug 04 16:56:06.284323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 282062e8-0ccb-4304-a8f9-eb70301f45b4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:06.284666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 282062e8-0ccb-4304-a8f9-eb70301f45b4 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:06.285080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 947201be-30f4-49e9-a291-bd322900fd8c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:06.317283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.334643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 947201be-30f4-49e9-a291-bd322900fd8c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:06.334898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 947201be-30f4-49e9-a291-bd322900fd8c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:06.338633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821e6551-f3cf-405e-ba90-1a6a59d9d586']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:06.351403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-54fc02b9-eb6b-4320-81df-e0e2c5717684 None None] For port 947201be-30f4-49e9-a291-bd322900fd8c, host n-d-764435-5, got binding levels [] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:06.352021 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-54fc02b9-eb6b-4320-81df-e0e2c5717684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.362596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d13c64b6-59c6-46df-a59e-29dead3208a9 req-f1b40da8-00a0-4651-9187-ce73acf2b7d9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843370 Aug 04 16:56:06.366332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-54fc02b9-eb6b-4320-81df-e0e2c5717684 None None] Calling delete_port for 947201be-30f4-49e9-a291-bd322900fd8c owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:06.369363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.ipam_backend_mixin [None req-54fc02b9-eb6b-4320-81df-e0e2c5717684 None None] Port 947201be-30f4-49e9-a291-bd322900fd8c was not found and therefore no delete operation was performed {{(pid=105830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 16:56:06.370983 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-54fc02b9-eb6b-4320-81df-e0e2c5717684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.385247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:06.392442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1b04f2-e34e-492c-a4ca-ab6d40d1d843') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:06.404351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc02b9-eb6b-4320-81df-e0e2c5717684 None None] Pushing event deleted for resources: {'Port': ['ID=947201be-30f4-49e9-a291-bd322900fd8c,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:06.409012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.410720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fc02b9-eb6b-4320-81df-e0e2c5717684 None None] No DVR routers for this DVR port 947201be-30f4-49e9-a291-bd322900fd8c on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:06.434212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6233a080-c13d-4461-afeb-65075c6df60f req-64a74bb2-b105-4d79-8b2b-f18c05d0975c tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 210 time: 0.0497725 Aug 04 16:56:06.440297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.450199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:56:06.451119 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:56:06.453942 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:56:06.479822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:06.488728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.507907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Transition to ACTIVE for port object 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:06.523690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.533301 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.540006 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.542832 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] 10.222.0.39 "DELETE /v2.0/networks/821e6551-f3cf-405e-ba90-1a6a59d9d586 HTTP/1.1" status: 204 len: 168 time: 0.9170377 Aug 04 16:56:06.654263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Pushing event updated for resources: {'Port': ['ID=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:06.679116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46121d1-d59e-42f7-b33b-8976e50621cf req-c2b8ec90-fc7c-4f1f-b401-01e2e1ce9d81 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:06.687424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d46121d1-d59e-42f7-b33b-8976e50621cf req-c2b8ec90-fc7c-4f1f-b401-01e2e1ce9d81 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1773872 Aug 04 16:56:06.740046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79ab16-c591-436b-b174-f53b65669080 req-7aaf77ab-84e8-497e-a899-ca92e90bbc7e tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:06.741647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa79ab16-c591-436b-b174-f53b65669080 req-7aaf77ab-84e8-497e-a899-ca92e90bbc7e tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 943 time: 0.1897831 Aug 04 16:56:06.749536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41104) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:06.800402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:06.829749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:06.830673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cbdbc24-2ab5-4c6b-aca3-60e9b279a0b9 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:06.863598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d46121d1-d59e-42f7-b33b-8976e50621cf req-6c282eea-a6a4-49d7-ae3d-2904dac4b76f tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616452 Aug 04 16:56:06.880560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Attempting to bind port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:56:06.880900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Attempting to bind port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '3987345b-7610-483f-896e-16d9aa8aa2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:56:06.881233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Attempting to bind port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 on network df26856f-5431-4758-865b-0cf09f2671cf {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:06.885657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa79ab16-c591-436b-b174-f53b65669080 req-8c3d7dcc-c007-4e2d-aadc-b063aa7c7c06 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339860 Aug 04 16:56:06.892591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 on network df26856f-5431-4758-865b-0cf09f2671cf not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:56:06.892921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Attempting to bind port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 on network df26856f-5431-4758-865b-0cf09f2671cf {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:06.899475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5f51f9a2-3608-49ed-8905-7649a76a2d2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b55218bb95de49fba34a1d1e8fe6ef86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1461506 Aug 04 16:56:06.904336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41108) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:06.913365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:56:06.913713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Checking segment: {'id': '3987345b-7610-483f-896e-16d9aa8aa2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:56:06.914070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Bound using segment: {'id': '3987345b-7610-483f-896e-16d9aa8aa2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:56:06.914522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Bound port: 82f50ef0-d7e1-418f-9aa9-bb745f197ee9, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3987345b-7610-483f-896e-16d9aa8aa2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:56:06.915002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:06.956437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df89bb5-1a5d-47d1-a11e-e857f33e9d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=821e6551-f3cf-405e-ba90-1a6a59d9d586,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:07.013010 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba410bc4-6686-414e-8837-1c7e892ff79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.047826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] For port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:56:07.051596 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba410bc4-6686-414e-8837-1c7e892ff79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.054328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] For port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:56:07.064281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.126179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:07.127022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.128561 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] 10.222.0.82 "PUT /v2.0/ports/82f50ef0-d7e1-418f-9aa9-bb745f197ee9 HTTP/1.1" status: 200 len: 1091 time: 1.3914187 Aug 04 16:56:07.136758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'tag': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:07.139288 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8040e8-aaf3-4cbd-af11-98462249199f" -d '{"events": [{"name": "network-changed", "server_uuid": "239990b5-2bbe-41fb-b742-73f5a81f626f", "tag": "82f50ef0-d7e1-418f-9aa9-bb745f197ee9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:07.250348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f990aa-d289-464b-abbb-8e42c777063a service neutron] Pushing event updated for resources: {'Port': ['ID=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:07.285393 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba410bc4-6686-414e-8837-1c7e892ff79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.287106 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba410bc4-6686-414e-8837-1c7e892ff79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.288253 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ba410bc4-6686-414e-8837-1c7e892ff79f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/811ea344-d2c7-4244-a297-894b95938726 HTTP/1.1" status: 204 len: 168 time: 0.3812392 Aug 04 16:56:07.290216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97627fa4-9672-4496-883a-f06b709c8307 req-0045f6ea-7782-4a1e-b53b-feb9fe2de3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:07.291639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-0045f6ea-7782-4a1e-b53b-feb9fe2de3e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 1094 time: 0.0947700 Aug 04 16:56:07.315607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.317371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba410bc4-6686-414e-8837-1c7e892ff79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811ea344-d2c7-4244-a297-894b95938726,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:07.358799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-d99bfbb5-f94f-40ac-8aa6-c836c38c40a2 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:07.366173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-d99bfbb5-f94f-40ac-8aa6-c836c38c40a2 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.2643132 Aug 04 16:56:07.369569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-0ddc09cf-8e2c-4bc0-b7b9-1641427efb41 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9 HTTP/1.1" status: 200 len: 217 time: 0.0669942 Aug 04 16:56:07.384704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-4650b308-d88c-498c-a1ec-d9a7540767b5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/quotas/524e6703e05143f89fe82c4e86d98fad HTTP/1.1" status: 200 len: 375 time: 0.0175192 Aug 04 16:56:07.424359 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b3b26f-dad1-407c-9770-f5c6a70d4775 x-openstack-request-id: req-22b3b26f-dad1-407c-9770-f5c6a70d4775 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:07.424648 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239990b5-2bbe-41fb-b742-73f5a81f626f", "tag": "82f50ef0-d7e1-418f-9aa9-bb745f197ee9", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:07.424897 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22b3b26f-dad1-407c-9770-f5c6a70d4775 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:07.425288 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'tag': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9', 'status': 'completed', 'code': 200} Aug 04 16:56:07.446751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-a9b554cb-3b47-4fc3-9f46-6a6cb7c13823 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611401 Aug 04 16:56:07.530660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97627fa4-9672-4496-883a-f06b709c8307 req-be8dfdf5-aafd-4db6-bd16-ce79e9db1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:07.532184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-be8dfdf5-aafd-4db6-bd16-ce79e9db1598 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 HTTP/1.1" status: 200 len: 852 time: 0.1453576 Aug 04 16:56:07.591270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-4afe9fbe-17bf-4279-b532-90f6988c2c5e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=df26856f-5431-4758-865b-0cf09f2671cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426457 Aug 04 16:56:07.606105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d63008-51fa-4151-af34-8be566030157 req-76a48bc5-c009-4d6a-9a2b-6d390560d35f tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:07.608011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4d63008-51fa-4151-af34-8be566030157 req-76a48bc5-c009-4d6a-9a2b-6d390560d35f tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 944 time: 0.1516402 Aug 04 16:56:07.758546 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41138) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:07.819906 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-99ddd45b-2e62-4a0e-9221-eff67d8abd46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb447cc23e8d4193a1a642e7b8b1f55e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0595784 Aug 04 16:56:07.822281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41140) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:07.877271 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60328747-3634-4b01-8e18-be29edc1a5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.903220 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60328747-3634-4b01-8e18-be29edc1a5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.960856 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60328747-3634-4b01-8e18-be29edc1a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.964021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60328747-3634-4b01-8e18-be29edc1a5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:07.968321 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-60328747-3634-4b01-8e18-be29edc1a5dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b493d91-75fe-45e1-bbfe-27bb9919ef04 HTTP/1.1" status: 204 len: 168 time: 0.1419840 Aug 04 16:56:07.977311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60328747-3634-4b01-8e18-be29edc1a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b493d91-75fe-45e1-bbfe-27bb9919ef04,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:07.998948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-f27993a0-c6c9-4ce7-824f-a676ee9af215 service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414560 Aug 04 16:56:08.057475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4d63008-51fa-4151-af34-8be566030157 req-22c1eec5-34b6-427b-8acb-0a8b13a5742e tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073251 Aug 04 16:56:08.091540 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:56:08.113954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-ce9732f4-e676-405f-991e-e0ba892f2f66 service neutron] 10.222.0.82 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019634 Aug 04 16:56:08.205463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-783e8070-388d-4e9c-bdb1-0dd364af2f29 service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908145 Aug 04 16:56:08.273027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75ab1-7039-41a6-a397-7469a0f49166 req-edbf4c92-539d-4701-bf94-cb7d9b03a7f5 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:08.280592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ff75ab1-7039-41a6-a397-7469a0f49166 req-edbf4c92-539d-4701-bf94-cb7d9b03a7f5 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.0949469 Aug 04 16:56:08.291961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97627fa4-9672-4496-883a-f06b709c8307 req-d90dabce-50b2-4110-8720-0217367fa271 service neutron] 10.222.0.82 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680195 Aug 04 16:56:08.377166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ff75ab1-7039-41a6-a397-7469a0f49166 req-be545bec-82f2-4d08-8310-bae1e28e4c26 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954909 Aug 04 16:56:08.492126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8040e8-aaf3-4cbd-af11-98462249199f req-6a212384-3848-4e06-b220-a2d23b22c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:08.493692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b8040e8-aaf3-4cbd-af11-98462249199f req-6a212384-3848-4e06-b220-a2d23b22c55d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 1094 time: 0.1155508 Aug 04 16:56:08.552301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b31fddd9-33ba-4598-8bef-3553499cc743 req-8ad276dc-095b-430e-8b55-c7a70256b8b8 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=654a62e2-10f1-4702-a7f1-d4e86c7ca719 HTTP/1.1" status: 200 len: 210 time: 0.0497730 Aug 04 16:56:08.680851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d99f08-9025-40f6-92dc-3f00ea9b8e87 req-5f661069-5871-44cb-a81d-d8494472d19b tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:08.682838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60d99f08-9025-40f6-92dc-3f00ea9b8e87 req-5f661069-5871-44cb-a81d-d8494472d19b tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1451678 Aug 04 16:56:08.729510 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:08.750299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8040e8-aaf3-4cbd-af11-98462249199f req-0a3e4007-a30f-43c5-9f00-2ef7fba576b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:08.751829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b8040e8-aaf3-4cbd-af11-98462249199f req-0a3e4007-a30f-43c5-9f00-2ef7fba576b5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 914 time: 0.2416399 Aug 04 16:56:08.815470 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:08.844878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60d99f08-9025-40f6-92dc-3f00ea9b8e87 req-2899ea03-a598-4c8c-abcc-e257ed044acb tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489048 Aug 04 16:56:08.863238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705c0d-ad6e-47f0-9c98-7f49c22fa430 req-392183e0-ef89-4b2a-822b-811ce935da02 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:08.873886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34705c0d-ad6e-47f0-9c98-7f49c22fa430 req-392183e0-ef89-4b2a-822b-811ce935da02 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 943 time: 0.2092445 Aug 04 16:56:08.885891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b8040e8-aaf3-4cbd-af11-98462249199f req-9e8973b3-c5c3-4b5b-8ef1-40fb0d073865 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9 HTTP/1.1" status: 200 len: 217 time: 0.1166716 Aug 04 16:56:08.997720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e13f8b4e-14b6-46d1-9453-2879b6c3ae8f req-5d38c3c7-ea1c-46a0-9f26-9f6cc28f2b2a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 210 time: 0.0501378 Aug 04 16:56:09.005952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34705c0d-ad6e-47f0-9c98-7f49c22fa430 req-441c26ff-98eb-4c13-a670-4a048a14af42 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304321 Aug 04 16:56:09.014925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8040e8-aaf3-4cbd-af11-98462249199f req-5a071ad1-c2c8-4115-a574-33e62dcee170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:09.014925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b8040e8-aaf3-4cbd-af11-98462249199f req-5a071ad1-c2c8-4115-a574-33e62dcee170 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 HTTP/1.1" status: 200 len: 852 time: 0.1147454 Aug 04 16:56:09.060769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b8040e8-aaf3-4cbd-af11-98462249199f req-1eab1a77-6dc7-4694-aff9-5815aaf26028 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=df26856f-5431-4758-865b-0cf09f2671cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376136 Aug 04 16:56:09.290704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b8040e8-aaf3-4cbd-af11-98462249199f req-74497c9d-e126-4d11-9037-e6cd73591e1d service neutron] 10.222.0.82 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167113 Aug 04 16:56:09.378539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03915-68d8-4e4e-a936-c693e1ac096d req-29e76a2f-ee71-4145-9f03-815a80fc8913 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:09.387631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19c03915-68d8-4e4e-a936-c693e1ac096d req-29e76a2f-ee71-4145-9f03-815a80fc8913 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 944 time: 0.2069857 Aug 04 16:56:09.601941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b8040e8-aaf3-4cbd-af11-98462249199f req-a88f65cc-cef9-4327-aa16-abe10013bbd3 service neutron] 10.222.0.82 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005619 Aug 04 16:56:09.606080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19c03915-68d8-4e4e-a936-c693e1ac096d req-adbd07d3-da72-4841-8b72-db09607becc5 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123997 Aug 04 16:56:09.626734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d595-24ef-492c-8854-c8141175d1bd req-e198e5da-3fc6-4499-b1c7-c8af13a64696 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:09.628308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36d5d595-24ef-492c-8854-c8141175d1bd req-e198e5da-3fc6-4499-b1c7-c8af13a64696 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.1149321 Aug 04 16:56:09.700069 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36d5d595-24ef-492c-8854-c8141175d1bd req-61d5e8e3-fcc4-4ed5-88cf-2173d3a83fd6 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385928 Aug 04 16:56:10.237118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-928a2a04-489d-4e9f-ba04-cdc856777478 req-935776c9-acb4-42aa-b2e0-d55a1932bf3b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 210 time: 0.0716863 Aug 04 16:56:10.254171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe3ba-6dbb-445c-a6e8-7620e6811b91 req-8f43aa8f-35f8-41e7-9036-0f2b5ac664e2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:10.256019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05ebe3ba-6dbb-445c-a6e8-7620e6811b91 req-8f43aa8f-35f8-41e7-9036-0f2b5ac664e2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.3074434 Aug 04 16:56:10.316652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-5a24b194-6bf5-4e4a-aad8-62e2bcd9fa2e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:10.319194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-5a24b194-6bf5-4e4a-aad8-62e2bcd9fa2e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.3325670 Aug 04 16:56:10.328589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05ebe3ba-6dbb-445c-a6e8-7620e6811b91 req-a694f4fe-d87e-4c1e-b90d-b4b440661b02 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Aug 04 16:56:10.339701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Request body: {'port': {'device_id': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'admin_state_up': True, 'tenant_id': '524e6703e05143f89fe82c4e86d98fad'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:10.485257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eefb23-d016-4ee8-9459-6d21c83fc135 req-43dcad26-ee51-4d8f-93df-e21c6960a559 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:10.494694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05eefb23-d016-4ee8-9459-6d21c83fc135 req-43dcad26-ee51-4d8f-93df-e21c6960a559 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 943 time: 0.1005273 Aug 04 16:56:10.576840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05eefb23-d016-4ee8-9459-6d21c83fc135 req-54fec7ee-a0df-45e3-95e9-59e1f3edc2be tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788527 Aug 04 16:56:10.607034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Made reservation on behalf of 524e6703e05143f89fe82c4e86d98fad for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:10.611457 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:10.818239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:56:10.865275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Allocated IP 172.20.0.6 (994a5d9d-65cf-48d2-a2eb-3ec837627526/fa0957b7-de1e-4ef2-b8d7-d7e66c75e099/a6c9639f-460e-4d4e-ba4d-8f8b327485c8) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:56:10.988728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f7a78-da37-40d9-b290-e411af556d82 req-653ee87f-4650-40eb-815e-e5e3cbf7a614 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:10.991911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f5f7a78-da37-40d9-b290-e411af556d82 req-653ee87f-4650-40eb-815e-e5e3cbf7a614 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 944 time: 0.2704537 Aug 04 16:56:11.046856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:11.072632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9', 'network_id': 'df26856f-5431-4758-865b-0cf09f2671cf', 'port_id': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9', 'mac_address': 'fa:16:3e:d9:e9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59cc3f4-e1f3-4929-afc0-e1a11f8d3075', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:56:11.137332 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:11.153119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f5f7a78-da37-40d9-b290-e411af556d82 req-c640a8dc-aa7d-4317-bc02-70d1dd64b51b tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275704 Aug 04 16:56:11.168314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:11.192780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393cf5e-6a44-4ddf-b58c-a55ffb22d817 req-4bc5e390-dac7-4390-991f-c51173613c2d tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:11.194509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9393cf5e-6a44-4ddf-b58c-a55ffb22d817 req-4bc5e390-dac7-4390-991f-c51173613c2d tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.2497904 Aug 04 16:56:11.239026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:11.255004 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:11.286151 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:11.318497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9393cf5e-6a44-4ddf-b58c-a55ffb22d817 req-c09008e8-39bf-4928-803c-be959978868c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142595 Aug 04 16:56:11.401159 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:11.477111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3583d-a965-4044-8e23-9ac4057f9c93 req-60806bb5-a707-4655-a28f-edf01f537d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:11.479279 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-78d3583d-a965-4044-8e23-9ac4057f9c93 req-60806bb5-a707-4655-a28f-edf01f537d58 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1097 time: 0.1288412 Aug 04 16:56:11.490984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Network 994a5d9d-65cf-48d2-a2eb-3ec837627526 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:56:11.531592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:56:11.555262 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-78d3583d-a965-4044-8e23-9ac4057f9c93 req-f6eceaa2-64f7-4572-9c49-c5c0f136de8f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640521 Aug 04 16:56:11.557267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:56:11.631293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event updated for resources: {'Port': ['ID=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:11.641023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:11.672979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:11.673636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:11.683458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0672360-9331-4086-bb99-2b3eaa484f45 req-42364372-a698-48b3-bee3-c9679f035db0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:11.695731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0672360-9331-4086-bb99-2b3eaa484f45 req-42364372-a698-48b3-bee3-c9679f035db0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 931 time: 0.2133157 Aug 04 16:56:11.722536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ae671-22a6-4a8d-a8ef-953e463a10a9 req-e21628c9-7a05-4fdc-8b1c-e9c0738d0506 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:11.724486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f15ae671-22a6-4a8d-a8ef-953e463a10a9 req-e21628c9-7a05-4fdc-8b1c-e9c0738d0506 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1966980 Aug 04 16:56:11.724746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['82f50ef0-d7e1-418f-9aa9-bb745f197ee9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:11.801423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0672360-9331-4086-bb99-2b3eaa484f45 req-bf89c3b8-0520-4d53-8522-aa424a8aea2e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914707 Aug 04 16:56:11.805415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-10817a99-8ce9-4e7a-8f07-a8dcd71862fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4729636 Aug 04 16:56:11.834352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Request body: {'port': {'device_id': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:11.893416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f15ae671-22a6-4a8d-a8ef-953e463a10a9 req-2136c26e-a195-422f-9618-39d584f65016 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465704 Aug 04 16:56:12.108547 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:12.194348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13affdd2-55e5-4eb2-9fa6-7a38c71dc8f5 req-5b5111f8-b662-405d-a071-c7cebc0474ad tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:12.196804 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13affdd2-55e5-4eb2-9fa6-7a38c71dc8f5 req-5b5111f8-b662-405d-a071-c7cebc0474ad tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 944 time: 0.1968763 Aug 04 16:56:12.396626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13affdd2-55e5-4eb2-9fa6-7a38c71dc8f5 req-7102831f-8fa6-4458-b220-20ddaa3cd7a2 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902444 Aug 04 16:56:12.704463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41270) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:12.835433 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7fe2c181-423e-4962-a510-2ee1c7da41a1 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:56:12.842504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf755-c80f-415a-87fe-5cc4b87e7329 req-9e947ebd-d1a3-4cda-806f-c6000c4a46b5 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:12.844626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf2cf755-c80f-415a-87fe-5cc4b87e7329 req-9e947ebd-d1a3-4cda-806f-c6000c4a46b5 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 944 time: 0.2517662 Aug 04 16:56:12.852297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a10502-94e0-4ca2-a7e7-4e64f1f29ffc req-396e7cd7-8a88-4a3b-ae1b-d92c5b325aee tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:12.854198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1a10502-94e0-4ca2-a7e7-4e64f1f29ffc req-396e7cd7-8a88-4a3b-ae1b-d92c5b325aee tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.2467418 Aug 04 16:56:12.956041 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b821f85-b8fa-46db-90a5-b5fdc9628272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:12.989432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 7fe2c181-423e-4962-a510-2ee1c7da41a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7fe2c181-423e-4962-a510-2ee1c7da41a1,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:13.004708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:56:13.032370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf2cf755-c80f-415a-87fe-5cc4b87e7329 req-f5fbd733-6643-482d-bab1-d093193e8147 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752784 Aug 04 16:56:13.060712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1a10502-94e0-4ca2-a7e7-4e64f1f29ffc req-1e7385fa-2aa5-440b-83d2-3daee5a59dde tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985261 Aug 04 16:56:13.100368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '7fe2c181-423e-4962-a510-2ee1c7da41a1', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'port_id': '7fe2c181-423e-4962-a510-2ee1c7da41a1', 'mac_address': 'fa:16:3e:cf:09:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:56:13.224233 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.227819 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b821f85-b8fa-46db-90a5-b5fdc9628272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.245824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe2c181-423e-4962-a510-2ee1c7da41a1 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:13.253563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:13.279155 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:13.279965 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.322199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b821f85-b8fa-46db-90a5-b5fdc9628272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.341961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 7fe2c181-423e-4962-a510-2ee1c7da41a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7fe2c181-423e-4962-a510-2ee1c7da41a1,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:13.360978 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.400051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c9639f-460e-4d4e-ba4d-8f8b327485c8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:13.420387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.449562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb22edc-6f67-4e05-a2f1-27e9d4011de0 req-37c0e34a-8bda-4c06-886c-985ea4d57494 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:13.451543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8fb22edc-6f67-4e05-a2f1-27e9d4011de0 req-37c0e34a-8bda-4c06-886c-985ea4d57494 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 944 time: 0.1888990 Aug 04 16:56:13.455494 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2b821f85-b8fa-46db-90a5-b5fdc9628272 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78998248013342c1b17a63831967d4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491016 Aug 04 16:56:13.457871 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41282) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:13.460232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Transition to ACTIVE for port object a6c9639f-460e-4d4e-ba4d-8f8b327485c8 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:13.460794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b821f85-b8fa-46db-90a5-b5fdc9628272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c2f883-e12a-48b5-b087-66fef28834a0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:13.471049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea0872-285f-4458-876d-fb174437d93a req-f889aaf8-d478-48ac-800e-e6fe5b60da11 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:13.481016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0ea0872-285f-4458-876d-fb174437d93a req-f889aaf8-d478-48ac-800e-e6fe5b60da11 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 931 time: 0.1821053 Aug 04 16:56:13.522771 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.577818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=7fe2c181-423e-4962-a510-2ee1c7da41a1,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:13.582888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.634010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-ed74bdf5-2848-46a0-ae5c-ae09b0c7751b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:13.636803 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-ed74bdf5-2848-46a0-ae5c-ae09b0c7751b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 944 time: 0.4074144 Aug 04 16:56:13.640300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:13.643715 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd83c4d-a62a-4164-9fd8-fbdc4329eef7" -d '{"events": [{"server_uuid": "239990b5-2bbe-41fb-b742-73f5a81f626f", "name": "network-vif-plugged", "status": "completed", "tag": "82f50ef0-d7e1-418f-9aa9-bb745f197ee9"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:13.663087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['7fe2c181-423e-4962-a510-2ee1c7da41a1'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:13.666010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8fb22edc-6f67-4e05-a2f1-27e9d4011de0 req-2671805c-012f-44cd-86dd-b0fac0d96d94 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818428 Aug 04 16:56:13.669525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:13.699179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Pushing event updated for resources: {'Port': ['ID=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:13.717624 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.718141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0ea0872-285f-4458-876d-fb174437d93a req-939ffacd-ed9f-43aa-b372-098a4d9e1e02 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303360 Aug 04 16:56:13.809732 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7a4a56b1-4c04-4267-b796-2ec26b01b87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.859689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:13.870072 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7a4a56b1-4c04-4267-b796-2ec26b01b87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:13.930221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-5bd98c4a-08d4-4931-b316-9e70361e8a0b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Deleting port 16c62198-573c-48ad-9da4-1939c106e04f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:13.930558 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-5bd98c4a-08d4-4931-b316-9e70361e8a0b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.005027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c6f2-8cb6-4259-b48b-a5268c11f81c req-063f9b93-02e3-45fa-b2a1-092532b1f979 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:14.005478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7a4a56b1-4c04-4267-b796-2ec26b01b87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.010710 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7a4a56b1-4c04-4267-b796-2ec26b01b87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.012362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a82c6f2-8cb6-4259-b48b-a5268c11f81c req-063f9b93-02e3-45fa-b2a1-092532b1f979 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 945 time: 0.1636126 Aug 04 16:56:14.015003 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7a4a56b1-4c04-4267-b796-2ec26b01b87c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50c2f883-e12a-48b5-b087-66fef28834a0 HTTP/1.1" status: 204 len: 168 time: 0.5295689 Aug 04 16:56:14.025191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1672e9-6311-4f23-a499-e1ded0f5da40 req-8a3ef730-45ae-46f2-b501-045b92904887 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:14.026906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c1672e9-6311-4f23-a499-e1ded0f5da40 req-8a3ef730-45ae-46f2-b501-045b92904887 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.2783985 Aug 04 16:56:14.053279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Attempting to bind port a6c9639f-460e-4d4e-ba4d-8f8b327485c8 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:56:14.053620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Attempting to bind port a6c9639f-460e-4d4e-ba4d-8f8b327485c8 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:56:14.053949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Attempting to bind port a6c9639f-460e-4d4e-ba4d-8f8b327485c8 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:14.096345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a82c6f2-8cb6-4259-b48b-a5268c11f81c req-4879d6d4-8732-431e-8e8e-59e12ebebec8 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774438 Aug 04 16:56:14.101306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Port a6c9639f-460e-4d4e-ba4d-8f8b327485c8 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:56:14.101663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Attempting to bind port a6c9639f-460e-4d4e-ba4d-8f8b327485c8 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:14.118440 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a56b1-4c04-4267-b796-2ec26b01b87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c2f883-e12a-48b5-b087-66fef28834a0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:14.127956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:56:14.128332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Checking segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:56:14.128701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Bound using segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:56:14.129207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Bound port: a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:56:14.134562 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.207093 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99008a72-0b41-4499-ac36-509ce56373e0 x-openstack-request-id: req-99008a72-0b41-4499-ac36-509ce56373e0 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:14.209783 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239990b5-2bbe-41fb-b742-73f5a81f626f", "name": "network-vif-plugged", "status": "completed", "tag": "82f50ef0-d7e1-418f-9aa9-bb745f197ee9", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:14.209783 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99008a72-0b41-4499-ac36-509ce56373e0 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:14.209783 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9', 'code': 200} Aug 04 16:56:14.240243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c1672e9-6311-4f23-a499-e1ded0f5da40 req-1c21e002-38ad-4517-ac55-db254213ff85 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796854 Aug 04 16:56:14.264712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-5bd98c4a-08d4-4931-b316-9e70361e8a0b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] For port 16c62198-573c-48ad-9da4-1939c106e04f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=16c62198-573c-48ad-9da4-1939c106e04f,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:14.265466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-5bd98c4a-08d4-4931-b316-9e70361e8a0b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.291502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] For port a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:56:14.292246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-5bd98c4a-08d4-4931-b316-9e70361e8a0b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Calling delete_port for 16c62198-573c-48ad-9da4-1939c106e04f owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:14.296967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] For port a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:56:14.314050 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.467013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:14.467701 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.469295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] 10.222.0.82 "PUT /v2.0/ports/a6c9639f-460e-4d4e-ba4d-8f8b327485c8 HTTP/1.1" status: 200 len: 1091 time: 2.6493955 Aug 04 16:56:14.481265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285177b-31cf-4914-9fcb-9b1eebf1c56c service neutron] Pushing event updated for resources: {'Port': ['ID=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:14.492344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'tag': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:14.499724 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915491b9-67f5-4171-99da-1bfb98be2f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a14f9a97-a18e-46a7-9bbe-285a5535e10b", "tag": "a6c9639f-460e-4d4e-ba4d-8f8b327485c8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:14.604104 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-5bd98c4a-08d4-4931-b316-9e70361e8a0b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.621478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['16c62198-573c-48ad-9da4-1939c106e04f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:14.630648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d23e3b-5177-499a-af67-dc0b1871e380 req-a5c0e4ae-ab25-475e-bbe6-6affe6fadae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:14.632434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48d23e3b-5177-499a-af67-dc0b1871e380 req-a5c0e4ae-ab25-475e-bbe6-6affe6fadae6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 1096 time: 0.3336890 Aug 04 16:56:14.642612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41300) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:14.650543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd98c4a-08d4-4931-b316-9e70361e8a0b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Pushing event deleted for resources: {'Port': ['ID=16c62198-573c-48ad-9da4-1939c106e04f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:14.663945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b4d5d-a396-47d9-8fa3-8ff4b3877d29 req-7698310d-0472-4e26-81be-16bba7b14044 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:14.669197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd4b4d5d-a396-47d9-8fa3-8ff4b3877d29 req-7698310d-0472-4e26-81be-16bba7b14044 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 945 time: 0.1858106 Aug 04 16:56:14.669421 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1a605a9-da9c-49e9-9376-b112054ec1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.683903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-58e8e220-a1fe-49ac-bf73-2249bd2e644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:14.685610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-58e8e220-a1fe-49ac-bf73-2249bd2e644d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 1094 time: 0.1280847 Aug 04 16:56:14.695698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38bf75-438c-4f89-bbe1-8636efec8c85 req-cefaaf13-070e-46b4-935a-667cc0fdaf58 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:14.696838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f38bf75-438c-4f89-bbe1-8636efec8c85 req-cefaaf13-070e-46b4-935a-667cc0fdaf58 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.2218506 Aug 04 16:56:14.720541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-5bd98c4a-08d4-4931-b316-9e70361e8a0b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] No DVR routers for this DVR port 16c62198-573c-48ad-9da4-1939c106e04f on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:14.724590 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-5bd98c4a-08d4-4931-b316-9e70361e8a0b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.726594 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eab1faa0-64ae-4caa-bd3a-79115e81ee65 req-5bd98c4a-08d4-4931-b316-9e70361e8a0b tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.82 "DELETE /v2.0/ports/16c62198-573c-48ad-9da4-1939c106e04f HTTP/1.1" status: 204 len: 173 time: 1.0459595 Aug 04 16:56:14.727130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'name': 'network-vif-deleted', 'tag': '16c62198-573c-48ad-9da4-1939c106e04f'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:14.729401 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5c858f-ac3f-416e-b0ed-091b07d661bb" -d '{"events": [{"server_uuid": "cf07f738-6300-4c2c-b2d4-59c5f385cce4", "name": "network-vif-deleted", "tag": "16c62198-573c-48ad-9da4-1939c106e04f"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:14.768743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-7d632ef5-739e-42a4-84be-e4f48a93d376 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8 HTTP/1.1" status: 200 len: 217 time: 0.0708089 Aug 04 16:56:14.805341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48d23e3b-5177-499a-af67-dc0b1871e380 req-5bf604bb-dd05-4c56-9200-d1b9701a19ff service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627789 Aug 04 16:56:14.836309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd4b4d5d-a396-47d9-8fa3-8ff4b3877d29 req-b46c295c-0649-49a0-a7b1-40ee2a6449a1 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566579 Aug 04 16:56:14.845098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7fe2c181-423e-4962-a510-2ee1c7da41a1 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:56:14.848383 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1a605a9-da9c-49e9-9376-b112054ec1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.855471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f38bf75-438c-4f89-bbe1-8636efec8c85 req-20724e84-c233-4ab7-a972-b15f5a2b7b3a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493881 Aug 04 16:56:14.863988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-131f2864-7357-4b3d-8bc9-b959324a8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:14.865481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-131f2864-7357-4b3d-8bc9-b959324a8717 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.0848999 Aug 04 16:56:14.866063 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1a605a9-da9c-49e9-9376-b112054ec1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:14.914149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-bc0f2fe5-5ade-425e-a18d-40daa3ea89ae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403364 Aug 04 16:56:14.917819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-c7e8d99c-aeaa-477a-802e-b301860285c2 req-03381ece-2cc3-4d9d-b0c2-71de6c719ba4 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-88874386', 'description': 'tempest-description-1024964664'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:14.960247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 7fe2c181-423e-4962-a510-2ee1c7da41a1 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:14.967568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f1a605a9-da9c-49e9-9376-b112054ec1af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f429a2b30844cf9b3f4cf40d6001fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214717 Aug 04 16:56:14.968632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41308) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:14.975818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 7fe2c181-423e-4962-a510-2ee1c7da41a1 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:14.977393 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.025116 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a605a9-da9c-49e9-9376-b112054ec1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88660e-2981-494c-8554-8ddbf8a55344,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:15.055036 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ace6495-5131-449c-b2fd-57fdb0e20040 x-openstack-request-id: req-6ace6495-5131-449c-b2fd-57fdb0e20040 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:15.055261 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14f9a97-a18e-46a7-9bbe-285a5535e10b", "tag": "a6c9639f-460e-4d4e-ba4d-8f8b327485c8", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:15.055411 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ace6495-5131-449c-b2fd-57fdb0e20040 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:15.055761 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'tag': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8', 'status': 'completed', 'code': 200} Aug 04 16:56:15.098248 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.119908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3284663e-408f-433c-98cd-316a2b7e9c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.140195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 7fe2c181-423e-4962-a510-2ee1c7da41a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7fe2c181-423e-4962-a510-2ee1c7da41a1,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:15.165162 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.169409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7a889e5-d56a-4a8a-937a-66e28c4dac12 req-12cb5d76-2f5c-4474-a5a5-370c8466654c tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf07f738-6300-4c2c-b2d4-59c5f385cce4 HTTP/1.1" status: 200 len: 210 time: 0.1124361 Aug 04 16:56:15.182065 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c7e8d99c-aeaa-477a-802e-b301860285c2 req-03381ece-2cc3-4d9d-b0c2-71de6c719ba4 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.186207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3284663e-408f-433c-98cd-316a2b7e9c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.254133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-63b4b974-ec87-4cd6-9e70-1468eeb4dfff service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223917 Aug 04 16:56:15.284823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3284663e-408f-433c-98cd-316a2b7e9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.288208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3284663e-408f-433c-98cd-316a2b7e9c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.303597 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3284663e-408f-433c-98cd-316a2b7e9c08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec88660e-2981-494c-8554-8ddbf8a55344 HTTP/1.1" status: 204 len: 168 time: 0.3329518 Aug 04 16:56:15.307422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=7fe2c181-423e-4962-a510-2ee1c7da41a1,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:15.337932 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284663e-408f-433c-98cd-316a2b7e9c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88660e-2981-494c-8554-8ddbf8a55344,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:15.453701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37ed76-31a6-45b0-807e-57d84fc60d28 req-d76c31d5-7476-45bc-9336-693c2aee3a99 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:15.455412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e37ed76-31a6-45b0-807e-57d84fc60d28 req-d76c31d5-7476-45bc-9336-693c2aee3a99 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 943 time: 0.1797771 Aug 04 16:56:15.466901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d61634-f6f2-4d02-a5f2-b80d6a2a6eef req-ae0bea06-1b3d-4d4c-92de-03331eb2e6c6 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924503 Aug 04 16:56:15.516014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c7e8d99c-aeaa-477a-802e-b301860285c2 req-03381ece-2cc3-4d9d-b0c2-71de6c719ba4 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.561731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e37ed76-31a6-45b0-807e-57d84fc60d28 req-b14418d4-651e-4892-8ec4-b321d435a470 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936348 Aug 04 16:56:15.565961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c7e8d99c-aeaa-477a-802e-b301860285c2 req-03381ece-2cc3-4d9d-b0c2-71de6c719ba4 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.632225 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c7e8d99c-aeaa-477a-802e-b301860285c2 req-03381ece-2cc3-4d9d-b0c2-71de6c719ba4 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:15.633644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7e8d99c-aeaa-477a-802e-b301860285c2 req-03381ece-2cc3-4d9d-b0c2-71de6c719ba4 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7220280 Aug 04 16:56:15.650501 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35715df3-acb5-4d21-9e89-0e6d0ca60f96 x-openstack-request-id: req-35715df3-acb5-4d21-9e89-0e6d0ca60f96 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:15.650994 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf07f738-6300-4c2c-b2d4-59c5f385cce4", "name": "network-vif-deleted", "tag": "16c62198-573c-48ad-9da4-1939c106e04f", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:15.651323 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35715df3-acb5-4d21-9e89-0e6d0ca60f96 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:15.651830 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf07f738-6300-4c2c-b2d4-59c5f385cce4', 'name': 'network-vif-deleted', 'tag': '16c62198-573c-48ad-9da4-1939c106e04f', 'status': 'completed', 'code': 200} Aug 04 16:56:15.678312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03381ece-2cc3-4d9d-b0c2-71de6c719ba4 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be785991-2360-4a26-a31a-67cb2b77671c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:15.687746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915491b9-67f5-4171-99da-1bfb98be2f5e req-b5ef0d01-6562-44f3-9fbf-fc0883bfd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:15.690186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-915491b9-67f5-4171-99da-1bfb98be2f5e req-b5ef0d01-6562-44f3-9fbf-fc0883bfd78e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 1094 time: 0.1505730 Aug 04 16:56:15.843029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a23fa-6def-4df4-9d04-90588411972c req-9678f39f-ac49-4d0c-b9c2-b72d4ea7fecd tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:15.844864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c92a23fa-6def-4df4-9d04-90588411972c req-9678f39f-ac49-4d0c-b9c2-b72d4ea7fecd tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 945 time: 0.0904565 Aug 04 16:56:15.846905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915491b9-67f5-4171-99da-1bfb98be2f5e req-2845495b-e3fa-4add-b7c7-cb557dcd2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:15.848507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-915491b9-67f5-4171-99da-1bfb98be2f5e req-2845495b-e3fa-4add-b7c7-cb557dcd2e03 service neutron] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 914 time: 0.1498892 Aug 04 16:56:16.210261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe2c181-423e-4962-a510-2ee1c7da41a1'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:16.212962 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2955e5cb-415b-468a-8fa9-18a8279331de" -d '{"events": [{"server_uuid": "b6c88127-bb04-4a0e-868a-19f7fd80a39e", "name": "network-vif-plugged", "status": "completed", "tag": "7fe2c181-423e-4962-a510-2ee1c7da41a1"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:16.241969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-915491b9-67f5-4171-99da-1bfb98be2f5e req-31a2b2f6-74de-4dc6-b15f-eac9f921807c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8 HTTP/1.1" status: 200 len: 217 time: 0.3824761 Aug 04 16:56:16.310327 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c92a23fa-6def-4df4-9d04-90588411972c req-11ed3be4-3640-482a-bd46-bb41d51e43fd tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544373 Aug 04 16:56:16.329589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915491b9-67f5-4171-99da-1bfb98be2f5e req-0a7c3baf-62c2-4a67-a56f-42a70f531c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:16.331190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-915491b9-67f5-4171-99da-1bfb98be2f5e req-0a7c3baf-62c2-4a67-a56f-42a70f531c62 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.0815845 Aug 04 16:56:16.334065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-32bb1f0d-a664-4a68-8645-dcc24ad8a1a7 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-88874386&fields=id&tenant_id=12ccadbee8274f8d92e9eee7e30d3f55 HTTP/1.1" status: 200 len: 267 time: 0.1004043 Aug 04 16:56:16.376958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-915491b9-67f5-4171-99da-1bfb98be2f5e req-da77e15e-d94e-4ef8-bb55-e22fa9ab9d9a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376925 Aug 04 16:56:16.519147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-fe1f0aa6-333a-4e29-99bd-8f68d5e78d67 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:16.520720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-fe1f0aa6-333a-4e29-99bd-8f68d5e78d67 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1728969 Aug 04 16:56:16.540461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-661a8d41-0af2-4da6-81df-57415e54cc9c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Request body: {'port': {'security_groups': ['78965ff2-a0f4-4bd2-ae8e-00573199538b', 'be785991-2360-4a26-a31a-67cb2b77671c']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:16.578541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb635b-b7ab-4acf-8add-570008161b6f req-947f279d-a0c2-4ad8-bfef-87bca060e640 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:16.580047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03eb635b-b7ab-4acf-8add-570008161b6f req-947f279d-a0c2-4ad8-bfef-87bca060e640 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 946 time: 0.1899786 Aug 04 16:56:16.605079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-890ec498-d144-465b-8e91-636202fc1431 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:16.606494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-890ec498-d144-465b-8e91-636202fc1431 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.90 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 945 time: 0.1473596 Aug 04 16:56:16.638586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-915491b9-67f5-4171-99da-1bfb98be2f5e req-89614953-b864-4fca-9f26-1970feaee51a service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470903 Aug 04 16:56:16.754378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-661a8d41-0af2-4da6-81df-57415e54cc9c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:16.771210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03eb635b-b7ab-4acf-8add-570008161b6f req-dbd780b0-b566-4cd9-84ba-8d8d90e4a2b2 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827281 Aug 04 16:56:16.880773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 16c62198-573c-48ad-9da4-1939c106e04f no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:16.901660 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 16c62198-573c-48ad-9da4-1939c106e04f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:16.902001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 16c62198-573c-48ad-9da4-1939c106e04f not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:16.938583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-915491b9-67f5-4171-99da-1bfb98be2f5e req-63992cba-d5c5-4cab-9fe7-f18e5a039976 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602611 Aug 04 16:56:16.984239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e535a8-5d2a-4543-9fe5-6b46d07914fe req-3b3df18a-1bb6-4346-a700-5043e2614f20 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:16.985645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e535a8-5d2a-4543-9fe5-6b46d07914fe req-3b3df18a-1bb6-4346-a700-5043e2614f20 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.1490707 Aug 04 16:56:16.989895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-f8844a35-58f9-44e6-8bd6-230b6f555264 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Deleting port d164d259-b494-4992-bce9-19279951097d {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:16.990245 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-f8844a35-58f9-44e6-8bd6-230b6f555264 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:17.159179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e535a8-5d2a-4543-9fe5-6b46d07914fe req-629d470a-7287-4ddf-bc68-8f7f3be05bab tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515975 Aug 04 16:56:17.179575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-f8844a35-58f9-44e6-8bd6-230b6f555264 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] For port d164d259-b494-4992-bce9-19279951097d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=d164d259-b494-4992-bce9-19279951097d,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:17.179575 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-f8844a35-58f9-44e6-8bd6-230b6f555264 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:17.194974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-661a8d41-0af2-4da6-81df-57415e54cc9c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] For port 85e362f9-736c-4814-b828-b318e286c1ef, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=85e362f9-736c-4814-b828-b318e286c1ef,segment=NetworkSegment(d9a47ec9-567f-4cec-91ef-316424d9a2bf),segment_id=d9a47ec9-567f-4cec-91ef-316424d9a2bf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:17.196761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-f8844a35-58f9-44e6-8bd6-230b6f555264 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Calling delete_port for d164d259-b494-4992-bce9-19279951097d owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:17.296462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-661a8d41-0af2-4da6-81df-57415e54cc9c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:17.306545 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-661a8d41-0af2-4da6-81df-57415e54cc9c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:17.318484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['85e362f9-736c-4814-b828-b318e286c1ef'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:17.374061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-661a8d41-0af2-4da6-81df-57415e54cc9c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:17.374712 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-661a8d41-0af2-4da6-81df-57415e54cc9c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:17.376195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8015f3a5-e07e-49ab-8549-36b2dea0bb35 req-661a8d41-0af2-4da6-81df-57415e54cc9c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "PUT /v2.0/ports/85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 982 time: 0.8439918 Aug 04 16:56:17.376662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:17.378969 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af218572-cc14-4a1b-a81c-12c9b5eff8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "tag": "85e362f9-736c-4814-b828-b318e286c1ef"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:17.399730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8335b-dc8e-4645-ba08-d7c5fad1bccf req-7a6d4da1-9998-4977-9ccc-b446e5d54b75 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:17.401333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1a8335b-dc8e-4645-ba08-d7c5fad1bccf req-7a6d4da1-9998-4977-9ccc-b446e5d54b75 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=68fe04af-be7f-4268-b29f-8cc91008323c HTTP/1.1" status: 200 len: 945 time: 0.1837106 Aug 04 16:56:17.434777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a8d41-0af2-4da6-81df-57415e54cc9c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Pushing event updated for resources: {'Port': ['ID=85e362f9-736c-4814-b828-b318e286c1ef,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:17.464499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['85e362f9-736c-4814-b828-b318e286c1ef'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:17.471073 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d71aa2-69ce-4ce8-8c32-2483039ba904 x-openstack-request-id: req-45d71aa2-69ce-4ce8-8c32-2483039ba904 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:17.471467 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c88127-bb04-4a0e-868a-19f7fd80a39e", "name": "network-vif-plugged", "status": "completed", "tag": "7fe2c181-423e-4962-a510-2ee1c7da41a1", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:17.471952 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45d71aa2-69ce-4ce8-8c32-2483039ba904 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:17.472337 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe2c181-423e-4962-a510-2ee1c7da41a1', 'code': 200} Aug 04 16:56:17.489832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1a8335b-dc8e-4645-ba08-d7c5fad1bccf req-f58795f0-ea0e-45f9-b10f-7213056d3367 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755358 Aug 04 16:56:17.523363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-f8844a35-58f9-44e6-8bd6-230b6f555264 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:17.536721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d164d259-b494-4992-bce9-19279951097d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:17.567156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8844a35-58f9-44e6-8bd6-230b6f555264 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Pushing event deleted for resources: {'Port': ['ID=d164d259-b494-4992-bce9-19279951097d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:17.657351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-f8844a35-58f9-44e6-8bd6-230b6f555264 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] No DVR routers for this DVR port d164d259-b494-4992-bce9-19279951097d on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:17.660815 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-f8844a35-58f9-44e6-8bd6-230b6f555264 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:17.663114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08e3b08f-77b7-4244-8d41-2ea1c6563434 req-f8844a35-58f9-44e6-8bd6-230b6f555264 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.90 "DELETE /v2.0/ports/d164d259-b494-4992-bce9-19279951097d HTTP/1.1" status: 204 len: 173 time: 1.0446198 Aug 04 16:56:17.684664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d61c5e-3f04-48a7-beee-5ffede8336d1 req-1bbddd8d-e0ed-4022-9a52-bc84165e747b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:17.686745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9d61c5e-3f04-48a7-beee-5ffede8336d1 req-1bbddd8d-e0ed-4022-9a52-bc84165e747b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 943 time: 0.1281044 Aug 04 16:56:17.688812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea3d05-64aa-4abc-bb2f-57a7c349f460 req-1cff7c69-c615-49e1-aed4-5f55086fa0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:17.690282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ea3d05-64aa-4abc-bb2f-57a7c349f460 req-1cff7c69-c615-49e1-aed4-5f55086fa0e5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 1097 time: 0.1329761 Aug 04 16:56:17.772115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-952f932b-1d8f-4da8-94b3-af610eeb52f5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428975 Aug 04 16:56:17.776075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ea3d05-64aa-4abc-bb2f-57a7c349f460 req-3de1f3f9-b30b-4796-ab71-5cb25ca18736 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734711 Aug 04 16:56:17.786159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9d61c5e-3f04-48a7-beee-5ffede8336d1 req-373ff9b8-936f-4fc2-b8be-d842ecf07d70 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901849 Aug 04 16:56:17.929848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e5d639ce-ee1b-4a92-8f0c-89284d7f03d5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:17.931344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e5d639ce-ee1b-4a92-8f0c-89284d7f03d5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442304 Aug 04 16:56:17.945064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a6cc8-6774-41b4-8a3c-b97b8ef27686 req-ce161498-aa0a-4dff-acf2-8394e32060a5 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:17.946475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd1a6cc8-6774-41b4-8a3c-b97b8ef27686 req-ce161498-aa0a-4dff-acf2-8394e32060a5 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 945 time: 0.0914390 Aug 04 16:56:17.961350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-f34a50e1-959b-4332-87bb-3bcc1c0890c6 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/quotas/59fa6e8a83d9432698b5a461d1fd8c53 HTTP/1.1" status: 200 len: 375 time: 0.0241039 Aug 04 16:56:18.001258 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-b873893b-bed7-48e3-8945-c0fbbf33b331 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327666 Aug 04 16:56:18.008673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd1a6cc8-6774-41b4-8a3c-b97b8ef27686 req-e749b59b-fe98-40cd-b848-5ea3c39164ea tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560699 Aug 04 16:56:18.062284 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067a1e7f-ba89-479c-9034-48b23674913a x-openstack-request-id: req-067a1e7f-ba89-479c-9034-48b23674913a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:18.063077 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "tag": "85e362f9-736c-4814-b828-b318e286c1ef", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:18.063550 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-067a1e7f-ba89-479c-9034-48b23674913a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:18.064170 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef', 'status': 'completed', 'code': 200} Aug 04 16:56:18.136878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af218572-cc14-4a1b-a81c-12c9b5eff8d2 req-7f774774-853d-4ef7-9a3f-4036c53a9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:18.139378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af218572-cc14-4a1b-a81c-12c9b5eff8d2 req-7f774774-853d-4ef7-9a3f-4036c53a9eef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1136 time: 0.0500610 Aug 04 16:56:18.270488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7562c564-896d-4a97-acc1-46887ffd3712 req-73f393f6-7ce3-4212-84fd-ba98d7071b7d tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-88874386&fields=id&tenant_id=12ccadbee8274f8d92e9eee7e30d3f55 HTTP/1.1" status: 200 len: 267 time: 0.1297939 Aug 04 16:56:18.293196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af218572-cc14-4a1b-a81c-12c9b5eff8d2 req-d92c24aa-b545-4949-a9f8-cd5e8fbefb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:18.294347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af218572-cc14-4a1b-a81c-12c9b5eff8d2 req-d92c24aa-b545-4949-a9f8-cd5e8fbefb5c service neutron] 10.222.0.82 "GET /v2.0/networks?id=32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 200 len: 922 time: 0.1282892 Aug 04 16:56:18.360093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af218572-cc14-4a1b-a81c-12c9b5eff8d2 req-8dfa3483-13c6-4c1e-9335-333f41eca493 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 217 time: 0.0493143 Aug 04 16:56:18.408605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c564-896d-4a97-acc1-46887ffd3712 req-b3c875fd-53b3-4bb5-96c0-fcb1a0cd30a7 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:18.410118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7562c564-896d-4a97-acc1-46887ffd3712 req-b3c875fd-53b3-4bb5-96c0-fcb1a0cd30a7 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 985 time: 0.1316767 Aug 04 16:56:18.442297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7562c564-896d-4a97-acc1-46887ffd3712 req-acef94d8-895c-4dcf-982e-9d226a883206 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Request body: {'port': {'security_groups': ['78965ff2-a0f4-4bd2-ae8e-00573199538b']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:18.507042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bf850-9050-44f8-9c10-37d25727147d req-78d569b4-f3ea-4d14-b321-2e8f656e2ba6 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:18.508632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b56bf850-9050-44f8-9c10-37d25727147d req-78d569b4-f3ea-4d14-b321-2e8f656e2ba6 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 946 time: 0.1450183 Aug 04 16:56:18.510661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af218572-cc14-4a1b-a81c-12c9b5eff8d2 req-d9d75ba5-a37a-4310-a5f3-b946f18ba43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:18.512101 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af218572-cc14-4a1b-a81c-12c9b5eff8d2 req-d9d75ba5-a37a-4310-a5f3-b946f18ba43d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=776f777d-f444-4c08-aa06-3749cc4a0790 HTTP/1.1" status: 200 len: 860 time: 0.1348937 Aug 04 16:56:18.581677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af218572-cc14-4a1b-a81c-12c9b5eff8d2 req-6a4f5584-f9f7-49f5-918b-653db54c158e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32696979-915e-4aed-a70b-2b90c9526ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579295 Aug 04 16:56:18.601159 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7562c564-896d-4a97-acc1-46887ffd3712 req-acef94d8-895c-4dcf-982e-9d226a883206 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:18.661217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b56bf850-9050-44f8-9c10-37d25727147d req-8db8ca9e-6388-4b9f-a6f4-f715b1d59dfb tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428425 Aug 04 16:56:18.791219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af218572-cc14-4a1b-a81c-12c9b5eff8d2 req-470d63e1-c76a-4f07-8462-3c404ce1a77b service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903036 Aug 04 16:56:18.881163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a6c9639f-460e-4d4e-ba4d-8f8b327485c8 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:56:18.891338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-047daa67-46f4-4901-8db9-00b58a03de30 req-999d2d61-591a-4144-86c5-1a67d223deac tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-749922578&fields=id&tenant_id=160a37d9fa424dfcac49899cf714cece HTTP/1.1" status: 200 len: 267 time: 0.1532383 Aug 04 16:56:18.985492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:18.997802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'port_id': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8', 'mac_address': 'fa:16:3e:9e:7f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0957b7-de1e-4ef2-b8d7-d7e66c75e099', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:56:19.035933 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:19.048913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c9639f-460e-4d4e-ba4d-8f8b327485c8 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:19.049968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af218572-cc14-4a1b-a81c-12c9b5eff8d2 req-f700dcff-72a6-4412-bbe9-1dfcb0de6185 service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489042 Aug 04 16:56:19.057747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-d1dfe8db-f906-4d3b-b488-21f6f5eafbd7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:19.059191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-d1dfe8db-f906-4d3b-b488-21f6f5eafbd7 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 944 time: 0.1858902 Aug 04 16:56:19.070628 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:19.075588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:19.088576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047daa67-46f4-4901-8db9-00b58a03de30 req-891b2029-2289-47aa-9272-89a0845b616e tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:19.090056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-047daa67-46f4-4901-8db9-00b58a03de30 req-891b2029-2289-47aa-9272-89a0845b616e tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 945 time: 0.1803145 Aug 04 16:56:19.120881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-047daa67-46f4-4901-8db9-00b58a03de30 req-5ff36686-e3b0-4ee1-8ee3-46d8427b49d7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'port': {'security_groups': ['c03e64fa-44db-49fd-a73d-fb3c3ea62a8a', '406160d3-b054-4743-9e21-b97abea9c0ff']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:19.124230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:19.130411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7562c564-896d-4a97-acc1-46887ffd3712 req-acef94d8-895c-4dcf-982e-9d226a883206 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] For port 85e362f9-736c-4814-b828-b318e286c1ef, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=85e362f9-736c-4814-b828-b318e286c1ef,segment=NetworkSegment(d9a47ec9-567f-4cec-91ef-316424d9a2bf),segment_id=d9a47ec9-567f-4cec-91ef-316424d9a2bf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:19.241776 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7562c564-896d-4a97-acc1-46887ffd3712 req-acef94d8-895c-4dcf-982e-9d226a883206 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:19.253517 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7562c564-896d-4a97-acc1-46887ffd3712 req-acef94d8-895c-4dcf-982e-9d226a883206 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:19.255898 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-047daa67-46f4-4901-8db9-00b58a03de30 req-5ff36686-e3b0-4ee1-8ee3-46d8427b49d7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:19.265877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['85e362f9-736c-4814-b828-b318e286c1ef'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:19.337924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-ce2a1686-fcdd-4688-ac4f-58bad63ba25a tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645831 Aug 04 16:56:19.351869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['a6c9639f-460e-4d4e-ba4d-8f8b327485c8'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:19.366728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c564-896d-4a97-acc1-46887ffd3712 req-acef94d8-895c-4dcf-982e-9d226a883206 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:19.367379 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7562c564-896d-4a97-acc1-46887ffd3712 req-acef94d8-895c-4dcf-982e-9d226a883206 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:19.368767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7562c564-896d-4a97-acc1-46887ffd3712 req-acef94d8-895c-4dcf-982e-9d226a883206 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "PUT /v2.0/ports/85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 943 time: 0.9380934 Aug 04 16:56:19.402302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-1b675630-e277-4eb8-9400-9a4a0c68e6f5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Deleting port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:19.402732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-1b675630-e277-4eb8-9400-9a4a0c68e6f5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:19.463174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['85e362f9-736c-4814-b828-b318e286c1ef'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:19.508076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef94d8-895c-4dcf-982e-9d226a883206 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Pushing event updated for resources: {'Port': ['ID=85e362f9-736c-4814-b828-b318e286c1ef,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:19.864863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df35376-d0b0-4e61-b4f4-fbb63097931e req-c017fcc1-4554-4cdf-8037-ae012d16f553 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 210 time: 0.4048092 Aug 04 16:56:19.993784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-6b924d40-5651-43c8-8f4b-ee9778b821df tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:19.995262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-6b924d40-5651-43c8-8f4b-ee9778b821df tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6205754 Aug 04 16:56:20.041968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Request body: {'port': {'device_id': '2966cca8-3d70-44be-b484-372748fb9c27', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '59fa6e8a83d9432698b5a461d1fd8c53'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:20.050078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-1b675630-e277-4eb8-9400-9a4a0c68e6f5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] For port 4eb6c03d-2027-43e4-b4b5-ebef02496c20, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4eb6c03d-2027-43e4-b4b5-ebef02496c20,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:20.050744 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-1b675630-e277-4eb8-9400-9a4a0c68e6f5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.072408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fe04af-be7f-4268-b29f-8cc91008323c', 'name': 'network-vif-deleted', 'tag': 'd164d259-b494-4992-bce9-19279951097d'}, {'name': 'network-changed', 'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:20.074671 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d664c-f34a-4afb-bdd0-070667fec2b1" -d '{"events": [{"server_uuid": "68fe04af-be7f-4268-b29f-8cc91008323c", "name": "network-vif-deleted", "tag": "d164d259-b494-4992-bce9-19279951097d"}, {"name": "network-changed", "server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "tag": "85e362f9-736c-4814-b828-b318e286c1ef"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:20.113044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-1b675630-e277-4eb8-9400-9a4a0c68e6f5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Calling delete_port for 4eb6c03d-2027-43e4-b4b5-ebef02496c20 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:20.162149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1538-1870-4b72-8a95-51134a544e23 req-3d67a35c-f2e8-4d7d-8a09-209a1a0c4ff5 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:20.163694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26df1538-1870-4b72-8a95-51134a544e23 req-3d67a35c-f2e8-4d7d-8a09-209a1a0c4ff5 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 945 time: 0.2324309 Aug 04 16:56:20.271187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-047daa67-46f4-4901-8db9-00b58a03de30 req-5ff36686-e3b0-4ee1-8ee3-46d8427b49d7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] For port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:20.333569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26df1538-1870-4b72-8a95-51134a544e23 req-a63040b9-28ea-45e5-a096-defbab464a7b tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336432 Aug 04 16:56:20.337213 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-047daa67-46f4-4901-8db9-00b58a03de30 req-5ff36686-e3b0-4ee1-8ee3-46d8427b49d7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.346882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-047daa67-46f4-4901-8db9-00b58a03de30 req-5ff36686-e3b0-4ee1-8ee3-46d8427b49d7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.358925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:20.385477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['82f50ef0-d7e1-418f-9aa9-bb745f197ee9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:20.405634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Made reservation on behalf of 59fa6e8a83d9432698b5a461d1fd8c53 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:20.409276 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.447306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047daa67-46f4-4901-8db9-00b58a03de30 req-5ff36686-e3b0-4ee1-8ee3-46d8427b49d7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:20.447955 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-047daa67-46f4-4901-8db9-00b58a03de30 req-5ff36686-e3b0-4ee1-8ee3-46d8427b49d7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.449370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-047daa67-46f4-4901-8db9-00b58a03de30 req-5ff36686-e3b0-4ee1-8ee3-46d8427b49d7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "PUT /v2.0/ports/82f50ef0-d7e1-418f-9aa9-bb745f197ee9 HTTP/1.1" status: 200 len: 981 time: 1.3380947 Aug 04 16:56:20.460877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.496906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff36686-e3b0-4ee1-8ee3-46d8427b49d7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'Port': ['ID=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:20.505913 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-1b675630-e277-4eb8-9400-9a4a0c68e6f5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.538431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['82f50ef0-d7e1-418f-9aa9-bb745f197ee9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:20.545098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b675630-e277-4eb8-9400-9a4a0c68e6f5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Pushing event deleted for resources: {'Port': ['ID=4eb6c03d-2027-43e4-b4b5-ebef02496c20,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:20.624651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-1b675630-e277-4eb8-9400-9a4a0c68e6f5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] No DVR routers for this DVR port 4eb6c03d-2027-43e4-b4b5-ebef02496c20 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:20.653925 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-1b675630-e277-4eb8-9400-9a4a0c68e6f5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.656041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8928a66-fa64-47c2-bde5-20db2c869012 req-1b675630-e277-4eb8-9400-9a4a0c68e6f5 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.82 "DELETE /v2.0/ports/4eb6c03d-2027-43e4-b4b5-ebef02496c20 HTTP/1.1" status: 204 len: 173 time: 1.5896878 Aug 04 16:56:20.664070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c7d3102-22b9-4005-b1a0-15ddf5b92f00 req-9163e59b-a5b2-4c62-8f87-91026440b4a8 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2e8682-49b0-4890-bc12-522367172d12 HTTP/1.1" status: 200 len: 210 time: 0.0795763 Aug 04 16:56:20.724460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149054f-b90e-4fd9-a872-5858e2ba2780 req-23924d51-1f86-48cc-aa40-7fb48cc49c08 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:20.727730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d149054f-b90e-4fd9-a872-5858e2ba2780 req-23924d51-1f86-48cc-aa40-7fb48cc49c08 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 944 time: 0.1498058 Aug 04 16:56:20.761884 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.808644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.912870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f61767-aa77-4864-bc30-f17d872acd31,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:20.914375 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a6c9639f-460e-4d4e-ba4d-8f8b327485c8 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:56:20.922518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d149054f-b90e-4fd9-a872-5858e2ba2780 req-71be1c91-f828-4bdb-bc7f-9ad6396a0696 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801922 Aug 04 16:56:20.966279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-5cb64993-9db7-4d4c-a7cb-9f1fe009f0fe tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2303853 Aug 04 16:56:20.983970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port a6c9639f-460e-4d4e-ba4d-8f8b327485c8 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:20.988318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port a6c9639f-460e-4d4e-ba4d-8f8b327485c8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:20.988699 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:20.997729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:21.080272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Allocated IP 192.168.233.42 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/5a62c27b-52e3-4783-a992-b6633be64694) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:56:21.082503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:21.083406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device d164d259-b494-4992-bce9-19279951097d no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:21.105722 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:21.107598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: d164d259-b494-4992-bce9-19279951097d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:21.107895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device d164d259-b494-4992-bce9-19279951097d not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:21.131004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:21.133235 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f29cf81-aa2b-44e7-9e9d-7cce5f3381ee" -d '{"events": [{"server_uuid": "a14f9a97-a18e-46a7-9bbe-285a5535e10b", "name": "network-vif-plugged", "status": "completed", "tag": "a6c9639f-460e-4d4e-ba4d-8f8b327485c8"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:21.145038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aedfd-991b-400e-ad78-b46b2d427222 req-91d6fa1c-a3e7-45a2-aa89-f81a97363bf5 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:21.146584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c3aedfd-991b-400e-ad78-b46b2d427222 req-91d6fa1c-a3e7-45a2-aa89-f81a97363bf5 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 946 time: 0.1525266 Aug 04 16:56:21.157833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:21.165520 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:21.224704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:21.279714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c3aedfd-991b-400e-ad78-b46b2d427222 req-a2df0ff7-93d8-4422-a13e-47c45d4daf71 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189141 Aug 04 16:56:21.338164 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b07476-b21d-44b5-87ad-2f74007f64b0 x-openstack-request-id: req-79b07476-b21d-44b5-87ad-2f74007f64b0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:21.338455 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fe04af-be7f-4268-b29f-8cc91008323c", "name": "network-vif-deleted", "tag": "d164d259-b494-4992-bce9-19279951097d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "tag": "85e362f9-736c-4814-b828-b318e286c1ef", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:21.338698 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79b07476-b21d-44b5-87ad-2f74007f64b0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:21.339107 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fe04af-be7f-4268-b29f-8cc91008323c', 'name': 'network-vif-deleted', 'tag': 'd164d259-b494-4992-bce9-19279951097d', 'status': 'completed', 'code': 200} Aug 04 16:56:21.339387 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef', 'status': 'completed', 'code': 200} Aug 04 16:56:21.351803 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:21.370855 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:21.372862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Transition to ACTIVE for port object 5a62c27b-52e3-4783-a992-b6633be64694 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:21.511076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d664c-f34a-4afb-bdd0-070667fec2b1 req-07d7ccfc-ec85-47f8-b669-d57c61274ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:21.512566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-505d664c-f34a-4afb-bdd0-070667fec2b1 req-07d7ccfc-ec85-47f8-b669-d57c61274ebe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1097 time: 0.1377835 Aug 04 16:56:21.527937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:21.576305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Allocated IP 172.25.2.60 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/de636f11-bcbc-4d8b-8bc2-bf6d92ad94b4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:56:21.651182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:56:21.666894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:56:21.723391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:56:21.774102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event updated for resources: {'Port': ['ID=5a62c27b-52e3-4783-a992-b6633be64694,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:21.835125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b2ccffd-7d19-4c23-8468-6524c1cf0a2a req-1e768498-4ea6-48f7-8396-0459dbb65fad tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/406160d3-b054-4743-9e21-b97abea9c0ff HTTP/1.1" status: 200 len: 1799 time: 0.1770465 Aug 04 16:56:21.854720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:21.855367 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:21.879948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d664c-f34a-4afb-bdd0-070667fec2b1 req-7dc3a633-4950-4c22-a193-ae8e207ad4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:21.881413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-505d664c-f34a-4afb-bdd0-070667fec2b1 req-7dc3a633-4950-4c22-a193-ae8e207ad4bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 200 len: 922 time: 0.3576431 Aug 04 16:56:21.902117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-622f6073-9095-40d4-873a-f4a4a38f24f5 None None] Provisioning for port 5a62c27b-52e3-4783-a992-b6633be64694 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:21.906768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-622f6073-9095-40d4-873a-f4a4a38f24f5 None None] Provisioning complete for port 5a62c27b-52e3-4783-a992-b6633be64694 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:21.907236 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-622f6073-9095-40d4-873a-f4a4a38f24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:21.912742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e0957d5e-8388-4815-8693-34ce6374dac8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8776729 Aug 04 16:56:21.940685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-622f6073-9095-40d4-873a-f4a4a38f24f5 None None] Port 5a62c27b-52e3-4783-a992-b6633be64694 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:56:21.959618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Request body: {'port': {'device_id': '2966cca8-3d70-44be-b484-372748fb9c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:21.962700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-505d664c-f34a-4afb-bdd0-070667fec2b1 req-2c9493d3-4080-441c-a4fe-40f098015f01 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 217 time: 0.0658944 Aug 04 16:56:21.969205 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:22.065517 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-4b2ccffd-7d19-4c23-8468-6524c1cf0a2a req-04a5b80b-434b-480b-acd6-417d6aa90664 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 04 16:56:22.066560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b2ccffd-7d19-4c23-8468-6524c1cf0a2a req-04a5b80b-434b-480b-acd6-417d6aa90664 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/406160d3-b054-4743-9e21-b97abea9c0ff HTTP/1.1" status: 409 len: 341 time: 0.2220855 Aug 04 16:56:22.094277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:22.102992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d664c-f34a-4afb-bdd0-070667fec2b1 req-1fa0146f-0304-471f-86b5-e83a0f729c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:22.104556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-505d664c-f34a-4afb-bdd0-070667fec2b1 req-1fa0146f-0304-471f-86b5-e83a0f729c04 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=776f777d-f444-4c08-aa06-3749cc4a0790 HTTP/1.1" status: 200 len: 860 time: 0.1310151 Aug 04 16:56:22.159232 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:22.193660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-505d664c-f34a-4afb-bdd0-070667fec2b1 req-d9433eda-15e6-481d-b377-bb3f2f1ed83b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32696979-915e-4aed-a70b-2b90c9526ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462244 Aug 04 16:56:22.283714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:56:22.296555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:56:22.350588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:56:22.353762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Pushing event updated for resources: {'Port': ['ID=de636f11-bcbc-4d8b-8bc2-bf6d92ad94b4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:22.509752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-505d664c-f34a-4afb-bdd0-070667fec2b1 req-b64e15e2-1951-4900-9078-b4627e1d0732 service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946486 Aug 04 16:56:22.531003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1e0f-ff27-4ac8-98ac-5562d50bf862 req-45cd190e-6049-4462-a09b-784380b54e1f tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:22.532483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a8f1e0f-ff27-4ac8-98ac-5562d50bf862 req-45cd190e-6049-4462-a09b-784380b54e1f tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 935 time: 0.2477181 Aug 04 16:56:22.670438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:22.729344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a8f1e0f-ff27-4ac8-98ac-5562d50bf862 req-eab68ef2-8ddf-4585-8536-d83d1adcac1e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868503 Aug 04 16:56:22.806024 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-505d664c-f34a-4afb-bdd0-070667fec2b1 req-e40773ef-c15e-412e-ad44-e0d628d9343d service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848532 Aug 04 16:56:22.806576 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:22.836538 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6453c84a-53fa-48f4-adff-de0083ac79dd x-openstack-request-id: req-6453c84a-53fa-48f4-adff-de0083ac79dd {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:22.836834 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14f9a97-a18e-46a7-9bbe-285a5535e10b", "name": "network-vif-plugged", "status": "completed", "tag": "a6c9639f-460e-4d4e-ba4d-8f8b327485c8", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:22.837134 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6453c84a-53fa-48f4-adff-de0083ac79dd {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:22.837960 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8', 'code': 200} Aug 04 16:56:22.850833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a62c27b-52e3-4783-a992-b6633be64694 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:22.868519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-4e7f8037-6794-407c-a805-41d1ddb8b615 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:22.870073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-4e7f8037-6794-407c-a805-41d1ddb8b615 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.90 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 944 time: 0.1873837 Aug 04 16:56:22.877321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:22.914295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:56:22.918098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4eb6c03d-2027-43e4-b4b5-ebef02496c20 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:22.945185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 4eb6c03d-2027-43e4-b4b5-ebef02496c20 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:22.945420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4eb6c03d-2027-43e4-b4b5-ebef02496c20 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:23.021382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Transition to ACTIVE for port object 5a62c27b-52e3-4783-a992-b6633be64694 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:23.034175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:23.040899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.045545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'port_id': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908', 'mac_address': 'fa:16:3e:da:e1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c270d6ca-fadf-4471-9dc6-9a45b83c8c5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:56:23.157270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880c615-6c85-489f-8691-c1f5c600f091 req-6adb4f40-a7bf-4750-885d-a852bdb94920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:23.159169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9880c615-6c85-489f-8691-c1f5c600f091 req-6adb4f40-a7bf-4750-885d-a852bdb94920 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 1096 time: 0.2523324 Aug 04 16:56:23.173480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e64b4-e6e9-49fc-aa6a-554f2c2ad0a4 req-7fa9a756-8a1d-4fe6-8df2-4b85f32e6e97 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:23.175433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a48e64b4-e6e9-49fc-aa6a-554f2c2ad0a4 req-7fa9a756-8a1d-4fe6-8df2-4b85f32e6e97 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 946 time: 0.2826593 Aug 04 16:56:23.184835 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41448) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:23.191503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Pushing event updated for resources: {'Port': ['ID=5a62c27b-52e3-4783-a992-b6633be64694,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:23.202462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d4e92c27-a7a6-409e-b442-1b1afb18ce85 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Request body: {'floatingip': {'port_id': '7fe2c181-423e-4962-a510-2ee1c7da41a1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:23.249823 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.275299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:23.277729 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4e92c27-a7a6-409e-b442-1b1afb18ce85 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.319569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:23.325980 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.414629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:23.479790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['2cdb2c69-4b1b-41ca-9b88-12ba5a608908'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:23.607788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'tag': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9'}, {'server_uuid': 'eb2e8682-49b0-4890-bc12-522367172d12', 'name': 'network-vif-deleted', 'tag': '4eb6c03d-2027-43e4-b4b5-ebef02496c20'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:23.610086 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec8d87f-972a-47eb-99bb-2ff14ec94193" -d '{"events": [{"name": "network-changed", "server_uuid": "239990b5-2bbe-41fb-b742-73f5a81f626f", "tag": "82f50ef0-d7e1-418f-9aa9-bb745f197ee9"}, {"server_uuid": "eb2e8682-49b0-4890-bc12-522367172d12", "name": "network-vif-deleted", "tag": "4eb6c03d-2027-43e4-b4b5-ebef02496c20"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:23.702363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.709342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-998668d7-4c09-49e1-ae8f-eccbb5a75422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Deleting port c5f5295a-d3aa-49e4-bec9-39e75336589a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:23.709630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-998668d7-4c09-49e1-ae8f-eccbb5a75422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.717418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9880c615-6c85-489f-8691-c1f5c600f091 req-5b0c3a4f-92a8-48c3-8693-d37d3f1f6e28 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401733 Aug 04 16:56:23.729953 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.776565 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4e92c27-a7a6-409e-b442-1b1afb18ce85 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.781529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4e92c27-a7a6-409e-b442-1b1afb18ce85 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.835696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Attempting to bind port 5a62c27b-52e3-4783-a992-b6633be64694 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:56:23.836034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Attempting to bind port 5a62c27b-52e3-4783-a992-b6633be64694 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:56:23.836366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Attempting to bind port 5a62c27b-52e3-4783-a992-b6633be64694 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:23.845428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2ec3d-9c55-4720-a276-f10cfa841391 req-a9ac7917-4a6d-47cb-ad94-b3e44c256e85 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:23.846978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ff2ec3d-9c55-4720-a276-f10cfa841391 req-a9ac7917-4a6d-47cb-ad94-b3e44c256e85 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.2339005 Aug 04 16:56:23.880360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Pushing event updated for resources: {'Port': ['ID=de636f11-bcbc-4d8b-8bc2-bf6d92ad94b4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:23.884913 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-d4e92c27-a7a6-409e-b442-1b1afb18ce85 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Floating IP 9b261631-5482-4f40-9d4d-547f41d34c3b associated. External IP: 172.25.2.226, port: 7fe2c181-423e-4962-a510-2ee1c7da41a1. Aug 04 16:56:23.891151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Port 5a62c27b-52e3-4783-a992-b6633be64694 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:56:23.891481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Attempting to bind port 5a62c27b-52e3-4783-a992-b6633be64694 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:23.923290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:56:23.923617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:56:23.924014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:56:23.924489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Bound port: 5a62c27b-52e3-4783-a992-b6633be64694, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:56:23.924961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.957374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-998668d7-4c09-49e1-ae8f-eccbb5a75422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] For port c5f5295a-d3aa-49e4-bec9-39e75336589a, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c5f5295a-d3aa-49e4-bec9-39e75336589a,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:23.957785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-998668d7-4c09-49e1-ae8f-eccbb5a75422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.965276 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:23.994476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ff2ec3d-9c55-4720-a276-f10cfa841391 req-a7c6a971-3da4-429f-9b35-39da7bf622d6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362543 Aug 04 16:56:23.995522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-998668d7-4c09-49e1-ae8f-eccbb5a75422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Calling delete_port for c5f5295a-d3aa-49e4-bec9-39e75336589a owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:24.027449 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:24.028793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-6454ddff-a2ed-4737-8982-cc6fef99e8b2 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0568547 Aug 04 16:56:24.156261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] For port 5a62c27b-52e3-4783-a992-b6633be64694, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:56:24.166648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-45bf1bd8-1502-4504-b6da-801e7db76484 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.60 HTTP/1.1" status: 200 len: 695 time: 0.1254084 Aug 04 16:56:24.169107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] For port 5a62c27b-52e3-4783-a992-b6633be64694, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5a62c27b-52e3-4783-a992-b6633be64694,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:56:24.237075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e92c27-a7a6-409e-b442-1b1afb18ce85 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:56:24.239297 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:24.376011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e92c27-a7a6-409e-b442-1b1afb18ce85 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:56:24.382233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4e92c27-a7a6-409e-b442-1b1afb18ce85 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:24.395058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:24.395357 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:24.397016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] 10.222.0.82 "PUT /v2.0/ports/5a62c27b-52e3-4783-a992-b6633be64694 HTTP/1.1" status: 200 len: 1095 time: 2.4444530 Aug 04 16:56:24.403191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] Sync routers for ids ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:56:24.424149 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d4e92c27-a7a6-409e-b442-1b1afb18ce85 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "PUT /v2.0/floatingips/9b261631-5482-4f40-9d4d-547f41d34c3b HTTP/1.1" status: 200 len: 992 time: 1.2372887 Aug 04 16:56:24.424892 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'tag': '7fe2c181-423e-4962-a510-2ee1c7da41a1'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:24.428523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] Routers {'4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:56:24.429657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:56:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:24.440517 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7224f73f-0d1e-4c02-b586-73d9246135e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c88127-bb04-4a0e-868a-19f7fd80a39e", "tag": "7fe2c181-423e-4962-a510-2ee1c7da41a1"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:24.450515 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-998668d7-4c09-49e1-ae8f-eccbb5a75422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:24.490230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e803eb5-ee93-437b-b4fd-2d66e87244bc service neutron] Pushing event updated for resources: {'Port': ['ID=5a62c27b-52e3-4783-a992-b6633be64694,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:24.531672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa8bbc-3c3e-45c1-b256-6f720799cf33 req-f83a68fc-c663-4961-a365-9cfcc241ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:24.533468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dffa8bbc-3c3e-45c1-b256-6f720799cf33 req-f83a68fc-c663-4961-a365-9cfcc241ff80 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 1135 time: 0.3073857 Aug 04 16:56:24.592097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f74f05-c54c-4589-908f-191856ec9a4d req-5c1a4cfa-c5db-4269-b3b8-b91b669bc312 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:24.593661 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0f74f05-c54c-4589-908f-191856ec9a4d req-5c1a4cfa-c5db-4269-b3b8-b91b669bc312 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=4395ba96-329a-49e5-9897-fa5cba509936 HTTP/1.1" status: 200 len: 866 time: 0.3667839 Aug 04 16:56:24.594469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998668d7-4c09-49e1-ae8f-eccbb5a75422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Pushing event deleted for resources: {'Port': ['ID=c5f5295a-d3aa-49e4-bec9-39e75336589a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:24.609893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] Set router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:56:24.698508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-f077046e-ed7a-40c0-a194-48b4005c6863 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:24.700555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5546aaf-9bd2-41e8-8f1a-dd088fdc0cda req-f077046e-ed7a-40c0-a194-48b4005c6863 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.4750862 Aug 04 16:56:24.710167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-998668d7-4c09-49e1-ae8f-eccbb5a75422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] No DVR routers for this DVR port c5f5295a-d3aa-49e4-bec9-39e75336589a on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:24.721686 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-998668d7-4c09-49e1-ae8f-eccbb5a75422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:24.721686 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02246ad5-c1e4-4d66-876c-fb7f64dee707 req-998668d7-4c09-49e1-ae8f-eccbb5a75422 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.90 "DELETE /v2.0/ports/c5f5295a-d3aa-49e4-bec9-39e75336589a HTTP/1.1" status: 204 len: 173 time: 1.8259766 Aug 04 16:56:24.729882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-55a801ee-01dc-4467-abb7-67b5417892ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:24.731614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-55a801ee-01dc-4467-abb7-67b5417892ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 1098 time: 0.2789700 Aug 04 16:56:24.806988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-a92bf157-1100-4004-8ee3-845ece9af550 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5a62c27b-52e3-4783-a992-b6633be64694 HTTP/1.1" status: 200 len: 217 time: 0.0494375 Aug 04 16:56:24.825121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0f74f05-c54c-4589-908f-191856ec9a4d req-e998ec35-accb-47e5-b383-b3cfb073b356 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884735 Aug 04 16:56:24.901947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa8bbc-3c3e-45c1-b256-6f720799cf33 req-696a31c6-8f10-4c0a-8a01-6bc557c8a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:24.906062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dffa8bbc-3c3e-45c1-b256-6f720799cf33 req-696a31c6-8f10-4c0a-8a01-6bc557c8a943 service neutron] 10.222.0.82 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 914 time: 0.3425779 Aug 04 16:56:24.911756 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009a8738-8428-400e-a1d2-fb505054d867 x-openstack-request-id: req-009a8738-8428-400e-a1d2-fb505054d867 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:24.912163 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239990b5-2bbe-41fb-b742-73f5a81f626f", "tag": "82f50ef0-d7e1-418f-9aa9-bb745f197ee9", "status": "completed", "code": 200}, {"server_uuid": "eb2e8682-49b0-4890-bc12-522367172d12", "name": "network-vif-deleted", "tag": "4eb6c03d-2027-43e4-b4b5-ebef02496c20", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:24.913867 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-009a8738-8428-400e-a1d2-fb505054d867 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:24.914383 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'tag': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9', 'status': 'completed', 'code': 200} Aug 04 16:56:24.915639 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e8682-49b0-4890-bc12-522367172d12', 'name': 'network-vif-deleted', 'tag': '4eb6c03d-2027-43e4-b4b5-ebef02496c20', 'status': 'completed', 'code': 200} Aug 04 16:56:24.968904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:56:25.071273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:25.071760 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:25.072054 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dffa8bbc-3c3e-45c1-b256-6f720799cf33 req-82c9ec3b-b8dd-4c30-a13a-e4a486342ee0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9 HTTP/1.1" status: 200 len: 217 time: 0.0977881 Aug 04 16:56:25.114589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:09Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '9b261631-5482-4f40-9d4d-547f41d34c3b', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'port_id': '7fe2c181-423e-4962-a510-2ee1c7da41a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'mac_address': 'fa:16:3e:cf:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:55:19Z', 'updated_at': '2021-08-04T16:56:23Z', 'revision_number': 1, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3503da8d-5eae-4c53-bd2b-2a1229427716', 'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'mac_address': 'fa:16:3e:00:79:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:07Z', 'updated_at': '2021-08-04T16:55:17Z', 'revision_number': 5, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'subnets': [{'id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:25.162625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] Checking router: 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:56:25.179996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] Routers {'4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:56:25.180697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:56:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:25.266635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa8bbc-3c3e-45c1-b256-6f720799cf33 req-4c424fc8-e737-45ba-ae7a-ad0ccc39e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:25.268152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dffa8bbc-3c3e-45c1-b256-6f720799cf33 req-4c424fc8-e737-45ba-ae7a-ad0ccc39e6b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 HTTP/1.1" status: 200 len: 852 time: 0.1825740 Aug 04 16:56:25.340415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e2633f81-dc1a-417e-8281-24bbfabb8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:25.351370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-e2633f81-dc1a-417e-8281-24bbfabb8065 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.5165803 Aug 04 16:56:25.372465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dffa8bbc-3c3e-45c1-b256-6f720799cf33 req-72f7e495-10c7-4b5b-a276-13f943361bfa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=df26856f-5431-4758-865b-0cf09f2671cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832160 Aug 04 16:56:25.460241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] Set router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:56:25.501926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7272b-2938-43ef-9cb7-fb26ee9684d3 req-6904c06f-0ea2-4baa-9dd8-139534ec14b7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:25.511251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ed7272b-2938-43ef-9cb7-fb26ee9684d3 req-6904c06f-0ea2-4baa-9dd8-139534ec14b7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 947 time: 0.4368873 Aug 04 16:56:25.560808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b4b8a-677c-4b42-837f-6e59cf515836 req-2405a1a6-5e18-43aa-a612-a38129abf7d8 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:25.563121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a3b4b8a-677c-4b42-837f-6e59cf515836 req-2405a1a6-5e18-43aa-a612-a38129abf7d8 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 984 time: 0.2930996 Aug 04 16:56:25.620977 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:25.659828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:25.662095 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb6d1b2-e652-40fb-b5f7-f091ca8c06bb" -d '{"events": [{"server_uuid": "c7394e7f-fac6-411e-9513-f4ad6d6ece3f", "name": "network-vif-plugged", "status": "completed", "tag": "2cdb2c69-4b1b-41ca-9b88-12ba5a608908"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:25.664732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-5dce11aa-0a5c-46d6-a7b7-fc4eef8c8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:25.666336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-5dce11aa-0a5c-46d6-a7b7-fc4eef8c8ced service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2970347 Aug 04 16:56:25.698432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ed7272b-2938-43ef-9cb7-fb26ee9684d3 req-cdaba6c9-7237-4d36-9616-45f1f91a124c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817024 Aug 04 16:56:25.716180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:25.741470 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:25.838969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-1386e66b-a157-4bbd-aeab-6817bd9a7790 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:25.841124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-1386e66b-a157-4bbd-aeab-6817bd9a7790 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 944 time: 0.3078554 Aug 04 16:56:25.843725 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dffa8bbc-3c3e-45c1-b256-6f720799cf33 req-0db349f6-0a31-4bf9-a4a3-313132552f16 service neutron] 10.222.0.82 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583416 Aug 04 16:56:25.848844 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a3b4b8a-677c-4b42-837f-6e59cf515836 req-56ae0355-178f-45cb-9ff7-44d86150301a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=406160d3-b054-4743-9e21-b97abea9c0ff&id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2474525 Aug 04 16:56:25.907323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:25.923189 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112e3d77-5181-4857-a4cd-947ca7a8e94a x-openstack-request-id: req-112e3d77-5181-4857-a4cd-947ca7a8e94a {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:25.923682 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c88127-bb04-4a0e-868a-19f7fd80a39e", "tag": "7fe2c181-423e-4962-a510-2ee1c7da41a1", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:25.923895 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-112e3d77-5181-4857-a4cd-947ca7a8e94a {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:25.924105 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'tag': '7fe2c181-423e-4962-a510-2ee1c7da41a1', 'status': 'completed', 'code': 200} Aug 04 16:56:25.976909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:09Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '9b261631-5482-4f40-9d4d-547f41d34c3b', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'port_id': '7fe2c181-423e-4962-a510-2ee1c7da41a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'mac_address': 'fa:16:3e:cf:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:55:19Z', 'updated_at': '2021-08-04T16:56:23Z', 'revision_number': 1, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3503da8d-5eae-4c53-bd2b-2a1229427716', 'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'mac_address': 'fa:16:3e:00:79:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:07Z', 'updated_at': '2021-08-04T16:55:17Z', 'revision_number': 5, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'subnets': [{'id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:26.002428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-c0da54bc-886f-4231-9b21-74ccbb5f3aaf service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888556 Aug 04 16:56:26.028557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71250c-dae2-4168-a180-3396ee0a1814 None None] The sync data for ids ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'] in n-d-764435-5 is: [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:09Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '9b261631-5482-4f40-9d4d-547f41d34c3b', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'port_id': '7fe2c181-423e-4962-a510-2ee1c7da41a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'mac_address': 'fa:16:3e:cf:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:55:19Z', 'updated_at': '2021-08-04T16:56:23Z', 'revision_number': 1, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3503da8d-5eae-4c53-bd2b-2a1229427716', 'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'mac_address': 'fa:16:3e:00:79:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:07Z', 'updated_at': '2021-08-04T16:55:17Z', 'revision_number': 5, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'subnets': [{'id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:56:26.041273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-32ea6e26-7216-4c1a-acbe-38b16e818dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:26.043055 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-32ea6e26-7216-4c1a-acbe-38b16e818dea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aa13da1d5c6a4066bd20d5509c126970&device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 1097 time: 0.0780296 Aug 04 16:56:26.170617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-7788718f-25c8-4e73-94e1-77037899ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:26.172330 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-7788718f-25c8-4e73-94e1-77037899ebb4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=633d2bc7-ef89-45f0-a1cf-f039e0fd881e HTTP/1.1" status: 200 len: 916 time: 0.1089437 Aug 04 16:56:26.265765 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-70613ee6-71f1-498f-b98d-36bbe1e0fcf8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe2c181-423e-4962-a510-2ee1c7da41a1 HTTP/1.1" status: 200 len: 1000 time: 0.0832195 Aug 04 16:56:26.299608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dffa8bbc-3c3e-45c1-b256-6f720799cf33 req-97347fe4-20bf-4cbe-a447-400253ac23dc service neutron] 10.222.0.82 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363284 Aug 04 16:56:26.316400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0bf0f-76d3-4ea0-a72d-d70473037c3b req-9d328e0b-843f-49a6-ab54-c491cc485887 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:26.317938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95f0bf0f-76d3-4ea0-a72d-d70473037c3b req-9d328e0b-843f-49a6-ab54-c491cc485887 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.2600920 Aug 04 16:56:26.326182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c4dc6f-03d8-453b-85e4-814a7174342f tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:26.328041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c4dc6f-03d8-453b-85e4-814a7174342f tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2985761 Aug 04 16:56:26.336568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-16589ca4-dd9c-4fd3-8eb4-843858a6c515 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Deleting port 512d4740-42b6-475a-a8f1-58ca29fc5606 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:26.336974 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-16589ca4-dd9c-4fd3-8eb4-843858a6c515 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:26.356612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-9455c7f1-95f3-4d8c-9d77-5b471924b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:26.358666 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-9455c7f1-95f3-4d8c-9d77-5b471924b694 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11304b86-4a19-48e6-a9a8-6abf02e7df42 HTTP/1.1" status: 200 len: 853 time: 0.0810378 Aug 04 16:56:26.363223 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3560d66-e5c7-4f5c-bc8d-6a694b0bb2b6 None None] New status for floating IP 9b261631-5482-4f40-9d4d-547f41d34c3b: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:56:26.412234 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1727fa1c-15eb-4b1e-b447-9da1741c7734 req-ce3d9f24-feaa-4771-8987-0998d0850367 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969910 Aug 04 16:56:26.472006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-94048ca8-a72f-4c0a-9511-494de39308c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:26.474212 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-94048ca8-a72f-4c0a-9511-494de39308c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=633d2bc7-ef89-45f0-a1cf-f039e0fd881e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859504 Aug 04 16:56:26.545878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-2b75a255-e895-4e57-b597-a5b74c443c4c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.60 HTTP/1.1" status: 200 len: 695 time: 0.1450510 Aug 04 16:56:26.592763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c80ff0-6ffc-452f-9d75-5ea37213df6a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Request body: {'floatingip': {'port_id': '85e362f9-736c-4814-b828-b318e286c1ef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:26.617404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95f0bf0f-76d3-4ea0-a72d-d70473037c3b req-ee436030-e6c0-4061-87b6-4d742bc5acbd tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851155 Aug 04 16:56:26.687986 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d87f-972a-47eb-99bb-2ff14ec94193 req-9a0f2377-43dd-4f06-b0a4-cf4d88c40340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:26.689651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aec8d87f-972a-47eb-99bb-2ff14ec94193 req-9a0f2377-43dd-4f06-b0a4-cf4d88c40340 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 1135 time: 0.2878952 Aug 04 16:56:26.689806 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-177ca5b3-c56a-47a8-8776-0f3eb2c24a80 service neutron] 10.222.0.82 "GET /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069440 Aug 04 16:56:26.727893 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c80ff0-6ffc-452f-9d75-5ea37213df6a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:26.738955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-16589ca4-dd9c-4fd3-8eb4-843858a6c515 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] For port 512d4740-42b6-475a-a8f1-58ca29fc5606, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=512d4740-42b6-475a-a8f1-58ca29fc5606,segment=NetworkSegment(b16ac927-55c0-4c9e-868f-eb322884bf5a),segment_id=b16ac927-55c0-4c9e-868f-eb322884bf5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:26.739326 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-16589ca4-dd9c-4fd3-8eb4-843858a6c515 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:26.830684 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7224f73f-0d1e-4c02-b586-73d9246135e7 req-130d237b-aae6-42ef-bb0e-608ec221fe9a service neutron] 10.222.0.82 "GET /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190474 Aug 04 16:56:27.130599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c5f5295a-d3aa-49e4-bec9-39e75336589a no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:27.151380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: c5f5295a-d3aa-49e4-bec9-39e75336589a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:27.151864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c5f5295a-d3aa-49e4-bec9-39e75336589a not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:27.152405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 512d4740-42b6-475a-a8f1-58ca29fc5606 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:27.261169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2966cca8-3d70-44be-b484-372748fb9c27', 'tag': '5a62c27b-52e3-4783-a992-b6633be64694'}, {'server_uuid': '4395ba96-329a-49e5-9897-fa5cba509936', 'name': 'network-vif-deleted', 'tag': 'c5f5295a-d3aa-49e4-bec9-39e75336589a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:27.264918 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa98856-70d2-4c4c-bf18-48797d0b2c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2966cca8-3d70-44be-b484-372748fb9c27", "tag": "5a62c27b-52e3-4783-a992-b6633be64694"}, {"server_uuid": "4395ba96-329a-49e5-9897-fa5cba509936", "name": "network-vif-deleted", "tag": "c5f5295a-d3aa-49e4-bec9-39e75336589a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:27.268659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-16589ca4-dd9c-4fd3-8eb4-843858a6c515 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Calling delete_port for 512d4740-42b6-475a-a8f1-58ca29fc5606 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:27.411206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b442b-c36f-4e17-9111-3906f7df9080 req-47888d71-8726-49e1-acc4-1de1234efdb3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:27.411910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b0b442b-c36f-4e17-9111-3906f7df9080 req-47888d71-8726-49e1-acc4-1de1234efdb3 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d348b49-dc1c-4cc5-a43f-7ac3051085a9 HTTP/1.1" status: 200 len: 944 time: 0.6925890 Aug 04 16:56:27.501033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d87f-972a-47eb-99bb-2ff14ec94193 req-6152127d-9651-476d-8e29-ee613d98a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:27.502961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aec8d87f-972a-47eb-99bb-2ff14ec94193 req-6152127d-9651-476d-8e29-ee613d98a719 service neutron] 10.222.0.82 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 914 time: 0.7784126 Aug 04 16:56:27.585022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aec8d87f-972a-47eb-99bb-2ff14ec94193 req-3979f165-3284-434d-8cfd-a6ba62d0e184 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9 HTTP/1.1" status: 200 len: 217 time: 0.0704350 Aug 04 16:56:27.625489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b0b442b-c36f-4e17-9111-3906f7df9080 req-cc3c6e8f-05b5-438e-b08a-d5057756f137 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.39 "GET /v2.0/security-groups?id=90760f07-1445-4b12-93eb-a4d00bd66135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003689 Aug 04 16:56:27.728893 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5409c0fd-7883-46fb-8449-c6b80e82f921 x-openstack-request-id: req-5409c0fd-7883-46fb-8449-c6b80e82f921 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:27.729402 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7394e7f-fac6-411e-9513-f4ad6d6ece3f", "name": "network-vif-plugged", "status": "completed", "tag": "2cdb2c69-4b1b-41ca-9b88-12ba5a608908", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:27.729760 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5409c0fd-7883-46fb-8449-c6b80e82f921 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:27.730557 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908', 'code': 200} Aug 04 16:56:27.747937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d87f-972a-47eb-99bb-2ff14ec94193 req-d29c1e87-e595-46a5-bbe3-468ccc83c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:27.749640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aec8d87f-972a-47eb-99bb-2ff14ec94193 req-d29c1e87-e595-46a5-bbe3-468ccc83c020 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 HTTP/1.1" status: 200 len: 852 time: 0.1280644 Aug 04 16:56:27.790147 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-16589ca4-dd9c-4fd3-8eb4-843858a6c515 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:27.866667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aec8d87f-972a-47eb-99bb-2ff14ec94193 req-961442db-c57f-4706-817e-f52fb0e168d7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=df26856f-5431-4758-865b-0cf09f2671cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861907 Aug 04 16:56:27.899710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16589ca4-dd9c-4fd3-8eb4-843858a6c515 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Pushing event deleted for resources: {'Port': ['ID=512d4740-42b6-475a-a8f1-58ca29fc5606,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:28.029286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-16589ca4-dd9c-4fd3-8eb4-843858a6c515 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] No DVR routers for this DVR port 512d4740-42b6-475a-a8f1-58ca29fc5606 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:28.035610 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-16589ca4-dd9c-4fd3-8eb4-843858a6c515 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:28.038290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a86db2c-25bc-479c-b6cb-6b07b88af4bd req-16589ca4-dd9c-4fd3-8eb4-843858a6c515 tempest-LiveAutoBlockMigrationV225Test-1397715196 tempest-LiveAutoBlockMigrationV225Test-1397715196-project] 10.222.0.90 "DELETE /v2.0/ports/512d4740-42b6-475a-a8f1-58ca29fc5606 HTTP/1.1" status: 204 len: 173 time: 2.1863458 Aug 04 16:56:28.112802 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aec8d87f-972a-47eb-99bb-2ff14ec94193 req-d3b69c83-1207-4b7b-9a42-5bfef7345ba3 service neutron] 10.222.0.82 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242730 Aug 04 16:56:28.358781 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c80ff0-6ffc-452f-9d75-5ea37213df6a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:28.370841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48571386-bc66-408a-9db4-5fcc7de501e2 req-927d44ac-5d77-4377-bbf4-e6563db0382c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:28.375483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48571386-bc66-408a-9db4-5fcc7de501e2 req-927d44ac-5d77-4377-bbf4-e6563db0382c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 947 time: 0.1253185 Aug 04 16:56:28.379815 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c80ff0-6ffc-452f-9d75-5ea37213df6a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:28.461788 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aec8d87f-972a-47eb-99bb-2ff14ec94193 req-b9cf9b36-b1fa-41fe-98e8-6fb14edc472d service neutron] 10.222.0.82 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403101 Aug 04 16:56:28.530619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48571386-bc66-408a-9db4-5fcc7de501e2 req-02dde378-289d-4be1-887d-92746630cd7a tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441815 Aug 04 16:56:28.591857 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c80ff0-6ffc-452f-9d75-5ea37213df6a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Floating IP fab15d6a-1911-4432-9b48-ac60d687994f associated. External IP: 172.25.2.60, port: 85e362f9-736c-4814-b828-b318e286c1ef. Aug 04 16:56:28.797691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8e490-bd94-4ecb-97f3-df213459d9f3 req-996c76cf-a4a7-404f-95ad-45916e5397b0 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:28.802476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91e8e490-bd94-4ecb-97f3-df213459d9f3 req-996c76cf-a4a7-404f-95ad-45916e5397b0 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 984 time: 0.1008105 Aug 04 16:56:28.939472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91e8e490-bd94-4ecb-97f3-df213459d9f3 req-9dd570aa-9a92-4fd6-8cac-4620af06ef6a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=406160d3-b054-4743-9e21-b97abea9c0ff&id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1247098 Aug 04 16:56:28.972528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5a62c27b-52e3-4783-a992-b6633be64694 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:56:28.978501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c80ff0-6ffc-452f-9d75-5ea37213df6a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:56:29.127419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c80ff0-6ffc-452f-9d75-5ea37213df6a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:56:29.140199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c80ff0-6ffc-452f-9d75-5ea37213df6a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:29.142199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5a62c27b-52e3-4783-a992-b6633be64694, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5a62c27b-52e3-4783-a992-b6633be64694,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:29.164496 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] Sync routers for ids ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:56:29.175557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '5a62c27b-52e3-4783-a992-b6633be64694', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '5a62c27b-52e3-4783-a992-b6633be64694', 'mac_address': 'fa:16:3e:48:24:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:56:29.181129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] Routers {'a2241c57-3eb5-40d4-83a5-98cb7f1371e0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:56:29.181874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:56:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:29.186930 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea42b2f-61ca-4b22-a33d-29d381f062ce x-openstack-request-id: req-2ea42b2f-61ca-4b22-a33d-29d381f062ce {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:29.187224 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2966cca8-3d70-44be-b484-372748fb9c27", "tag": "5a62c27b-52e3-4783-a992-b6633be64694", "status": "completed", "code": 200}, {"server_uuid": "4395ba96-329a-49e5-9897-fa5cba509936", "name": "network-vif-deleted", "tag": "c5f5295a-d3aa-49e4-bec9-39e75336589a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:29.187488 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ea42b2f-61ca-4b22-a33d-29d381f062ce {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:29.187883 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2966cca8-3d70-44be-b484-372748fb9c27', 'tag': '5a62c27b-52e3-4783-a992-b6633be64694', 'status': 'completed', 'code': 200} Aug 04 16:56:29.188169 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4395ba96-329a-49e5-9897-fa5cba509936', 'name': 'network-vif-deleted', 'tag': 'c5f5295a-d3aa-49e4-bec9-39e75336589a', 'status': 'completed', 'code': 200} Aug 04 16:56:29.190840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-e1c80ff0-6ffc-452f-9d75-5ea37213df6a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "PUT /v2.0/floatingips/fab15d6a-1911-4432-9b48-ac60d687994f HTTP/1.1" status: 200 len: 996 time: 2.6231940 Aug 04 16:56:29.289874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-02755a81-63c8-4f3e-9f1b-e9938224fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:29.295476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-02755a81-63c8-4f3e-9f1b-e9938224fee9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 1098 time: 0.1063282 Aug 04 16:56:29.305403 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:29.328433 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a62c27b-52e3-4783-a992-b6633be64694 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:29.361432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] Set router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:56:29.364276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5a62c27b-52e3-4783-a992-b6633be64694, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5a62c27b-52e3-4783-a992-b6633be64694,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:29.395095 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:29.509056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-cabc71b8-6747-42ba-8b35-f18768efeb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:29.517006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-cabc71b8-6747-42ba-8b35-f18768efeb9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1097 time: 0.2873306 Aug 04 16:56:29.529892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5a62c27b-52e3-4783-a992-b6633be64694,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:29.623268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88023cdd-fefe-4283-9c47-e70d01ff1d79 req-36a2c87b-b0a0-4252-b188-0aeba15110e2 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:29.624848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88023cdd-fefe-4283-9c47-e70d01ff1d79 req-36a2c87b-b0a0-4252-b188-0aeba15110e2 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.1693001 Aug 04 16:56:29.628613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-e37858a3-dd2a-4499-861c-2bfe27beeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:29.630097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-e37858a3-dd2a-4499-861c-2bfe27beeb6e service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3270850 Aug 04 16:56:29.715362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-62c2639b-3d9b-484d-8c03-b47ae4bf60c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5a62c27b-52e3-4783-a992-b6633be64694 HTTP/1.1" status: 200 len: 217 time: 0.0757287 Aug 04 16:56:29.732605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88023cdd-fefe-4283-9c47-e70d01ff1d79 req-b3b15063-fbfa-4abb-a724-cfc0603c3d5b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929360 Aug 04 16:56:29.773304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-f12126e6-700c-4266-91f9-2117a5a95e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:29.784502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41566) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:29.788005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-f12126e6-700c-4266-91f9-2117a5a95e04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 200 len: 922 time: 0.2662451 Aug 04 16:56:29.890663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:29.923955 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-fdee9de9-7a51-46ca-ab2f-05b8c6999c54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 999 time: 0.1349945 Aug 04 16:56:29.948353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'fab15d6a-1911-4432-9b48-ac60d687994f', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'port_id': '85e362f9-736c-4814-b828-b318e286c1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'mac_address': 'fa:16:3e:cb:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:56:22Z', 'updated_at': '2021-08-04T16:56:28Z', 'revision_number': 1, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7440a9-4933-4ba2-ba81-0e426d62a12e', 'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'mac_address': 'fa:16:3e:09:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:17Z', 'updated_at': '2021-08-04T16:55:26Z', 'revision_number': 5, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'subnets': [{'id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:29.980753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] Checking router: a2241c57-3eb5-40d4-83a5-98cb7f1371e0 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:56:30.003248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] Routers {'a2241c57-3eb5-40d4-83a5-98cb7f1371e0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:56:30.003986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:56:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:30.005540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6acedd-ddde-49f7-94d1-7ed287f8a707 admin admin] Deleting subnet ed7e0b83-0176-47e6-b307-46f85e25ffd6 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:56:30.010397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b6acedd-ddde-49f7-94d1-7ed287f8a707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.041040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-da6ec1e4-213b-4f7f-84b5-676dcbd13f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:30.041040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-da6ec1e4-213b-4f7f-84b5-676dcbd13f8e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2786634 Aug 04 16:56:30.061952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-9128b01e-7ca1-4090-b8f7-c1938f5e52e5 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1567552820&fields=id&tenant_id=160a37d9fa424dfcac49899cf714cece HTTP/1.1" status: 200 len: 267 time: 0.1345589 Aug 04 16:56:30.068833 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b6acedd-ddde-49f7-94d1-7ed287f8a707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.088402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-9c6c0b85-480e-4e4e-a815-c6c0b3c0f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:30.090839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-9c6c0b85-480e-4e4e-a815-c6c0b3c0f880 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=776f777d-f444-4c08-aa06-3749cc4a0790 HTTP/1.1" status: 200 len: 860 time: 0.1354842 Aug 04 16:56:30.096978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-2121f983-98f6-4fa4-b233-f06feb693654 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:30.098513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-2121f983-98f6-4fa4-b233-f06feb693654 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 945 time: 0.1703722 Aug 04 16:56:30.143398 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b6acedd-ddde-49f7-94d1-7ed287f8a707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.183139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-c78cfac5-0574-453d-b021-eaeea3d6506b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32696979-915e-4aed-a70b-2b90c9526ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540781 Aug 04 16:56:30.195388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] Set router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:56:30.242466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b6acedd-ddde-49f7-94d1-7ed287f8a707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.290046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6acedd-ddde-49f7-94d1-7ed287f8a707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7e0b83-0176-47e6-b307-46f85e25ffd6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:30.297946 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b6acedd-ddde-49f7-94d1-7ed287f8a707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.302006 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5b6acedd-ddde-49f7-94d1-7ed287f8a707 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ed7e0b83-0176-47e6-b307-46f85e25ffd6 HTTP/1.1" status: 204 len: 168 time: 0.5145755 Aug 04 16:56:30.303227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41572) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:30.311377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-1fcfb02a-7c26-4994-ba58-5368fa90502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:30.312922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-1fcfb02a-7c26-4994-ba58-5368fa90502d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2475090 Aug 04 16:56:30.325820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-12edc367-10d9-43f8-b026-e831ed61bd94 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:30.333808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-12edc367-10d9-43f8-b026-e831ed61bd94 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 984 time: 0.2712319 Aug 04 16:56:30.358357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-b59aa224-cc6e-4ef2-8def-538f1db85d85 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'port': {'security_groups': ['406160d3-b054-4743-9e21-b97abea9c0ff', 'c03e64fa-44db-49fd-a73d-fb3c3ea62a8a', '8ada2597-b41b-49bc-89cf-b5c8cb5fdce8']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:30.407199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.492562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-3cbc2506-b16b-43f9-9771-a67caf871109 service neutron] 10.222.0.39 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883677 Aug 04 16:56:30.512660 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.525187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf57b43-12ea-418f-9fcd-f4a13ecee237']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:30.541437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16ac927-55c0-4c9e-868f-eb322884bf5a') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:30.541995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16ac927-55c0-4c9e-868f-eb322884bf5a') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:30.559771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.579971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.585013 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'fab15d6a-1911-4432-9b48-ac60d687994f', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'port_id': '85e362f9-736c-4814-b828-b318e286c1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'mac_address': 'fa:16:3e:cb:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:56:22Z', 'updated_at': '2021-08-04T16:56:28Z', 'revision_number': 1, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7440a9-4933-4ba2-ba81-0e426d62a12e', 'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'mac_address': 'fa:16:3e:09:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:17Z', 'updated_at': '2021-08-04T16:55:26Z', 'revision_number': 5, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'subnets': [{'id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:30.590559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:56:30.591485 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:56:30.594042 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:56:30.648664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d1864-6b94-40f5-a201-71e4eb8ad5bc None None] The sync data for ids ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'] in n-d-764435-5 is: [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'fab15d6a-1911-4432-9b48-ac60d687994f', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'port_id': '85e362f9-736c-4814-b828-b318e286c1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'mac_address': 'fa:16:3e:cb:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:56:22Z', 'updated_at': '2021-08-04T16:56:28Z', 'revision_number': 1, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7440a9-4933-4ba2-ba81-0e426d62a12e', 'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'mac_address': 'fa:16:3e:09:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:17Z', 'updated_at': '2021-08-04T16:55:26Z', 'revision_number': 5, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'subnets': [{'id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:56:30.668231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.680983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.683540 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] 10.222.0.39 "DELETE /v2.0/networks/aaf57b43-12ea-418f-9fcd-f4a13ecee237 HTTP/1.1" status: 204 len: 168 time: 0.3776534 Aug 04 16:56:30.697177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41574) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:30.754761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-839a9c42-9845-4c7e-9660-2d6c375f27cf admin admin] Deleting subnet fa95e2db-47b6-41f6-b4d1-345c73b84e17 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:56:30.757381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead0b6c-4fdc-40bf-b071-97bab5d4db48 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf57b43-12ea-418f-9fcd-f4a13ecee237,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:30.761372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-839a9c42-9845-4c7e-9660-2d6c375f27cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.805606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-839a9c42-9845-4c7e-9660-2d6c375f27cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.864122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-839a9c42-9845-4c7e-9660-2d6c375f27cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.952693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-839a9c42-9845-4c7e-9660-2d6c375f27cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:30.984143 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb53e3-fff9-42d8-ac46-6aae9e32cc20 None None] New status for floating IP fab15d6a-1911-4432-9b48-ac60d687994f: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:56:31.015214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a9c42-9845-4c7e-9660-2d6c375f27cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa95e2db-47b6-41f6-b4d1-345c73b84e17,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:31.022782 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-839a9c42-9845-4c7e-9660-2d6c375f27cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.024977 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-839a9c42-9845-4c7e-9660-2d6c375f27cf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fa95e2db-47b6-41f6-b4d1-345c73b84e17 HTTP/1.1" status: 204 len: 168 time: 0.3263748 Aug 04 16:56:31.025977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-62bc94a9-43fc-4eff-8a8b-6f7d58817f37 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Deleting port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:31.026462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-62bc94a9-43fc-4eff-8a8b-6f7d58817f37 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.027528 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41578) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:31.036111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-b59aa224-cc6e-4ef2-8def-538f1db85d85 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.111822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-9b3b245e-0c3b-4db4-a6f3-f68928610696 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708726 Aug 04 16:56:31.133962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.257146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'name': 'network-vif-deleted', 'tag': '512d4740-42b6-475a-a8f1-58ca29fc5606'}, {'name': 'network-changed', 'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:31.259578 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4551df-083e-40f9-9d91-417247ab3a74" -d '{"events": [{"server_uuid": "4d348b49-dc1c-4cc5-a43f-7ac3051085a9", "name": "network-vif-deleted", "tag": "512d4740-42b6-475a-a8f1-58ca29fc5606"}, {"name": "network-changed", "server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "tag": "85e362f9-736c-4814-b828-b318e286c1ef"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:31.268045 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.282883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf86e35c-f436-4632-9d86-fff8816c2dd1']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:31.296637 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14d088e-1f2c-4cf1-9d80-a2e30b027564') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:31.297030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14d088e-1f2c-4cf1-9d80-a2e30b027564') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:31.311316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-484ba53c-b1a8-47f9-9e27-f455c78f28a2 req-8b39041a-1d13-4d77-90a5-4a67c76be7b7 service neutron] 10.222.0.39 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967138 Aug 04 16:56:31.311990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.335801 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.351681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:56:31.351681 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.363428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-62bc94a9-43fc-4eff-8a8b-6f7d58817f37 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] For port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,segment=NetworkSegment(4ee73ba5-4935-4a32-b5f4-ba7b06e17daf),segment_id=4ee73ba5-4935-4a32-b5f4-ba7b06e17daf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:31.363428 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-62bc94a9-43fc-4eff-8a8b-6f7d58817f37 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.426686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-62bc94a9-43fc-4eff-8a8b-6f7d58817f37 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Calling delete_port for c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:56:31.430748 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:56:31.440079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.453025 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.455849 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cf86e35c-f436-4632-9d86-fff8816c2dd1 HTTP/1.1" status: 204 len: 168 time: 0.4269447 Aug 04 16:56:31.476903 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d18ad-8947-41f1-b90c-0513b9ee1278 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf86e35c-f436-4632-9d86-fff8816c2dd1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:31.513780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efa98856-70d2-4c4c-bf18-48797d0b2c9e req-95931b65-960a-4017-aa7c-1e29bc9446a9 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834412 Aug 04 16:56:31.617923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-b59aa224-cc6e-4ef2-8def-538f1db85d85 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] For port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:31.627963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dadf5-b31a-4122-9b8b-46ddc70ae0ce req-246c9973-d966-4911-88f7-cf2512deff5f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:31.629671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac1dadf5-b31a-4122-9b8b-46ddc70ae0ce req-246c9973-d966-4911-88f7-cf2512deff5f tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6fd33d1-5776-400b-9ea9-388b2b724f51 HTTP/1.1" status: 200 len: 945 time: 0.1986694 Aug 04 16:56:31.657877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41586) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:31.692799 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-b59aa224-cc6e-4ef2-8def-538f1db85d85 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.703513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-b59aa224-cc6e-4ef2-8def-538f1db85d85 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.722785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:31.737364 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f43109e0-f263-4a37-b116-14b9b62292b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ffd0cfa7993416e9e0aec3af3314786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774732 Aug 04 16:56:31.738792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41588) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:31.819510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac1dadf5-b31a-4122-9b8b-46ddc70ae0ce req-c9c19819-d202-457c-a091-1443e3480664 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec98cfc7-da4c-4da5-9620-4fb3d16da344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802611 Aug 04 16:56:31.828438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6fd4494b-43ca-4597-9855-2f2c34bd7aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.863618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-b59aa224-cc6e-4ef2-8def-538f1db85d85 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:31.867358 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-b59aa224-cc6e-4ef2-8def-538f1db85d85 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.869415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['82f50ef0-d7e1-418f-9aa9-bb745f197ee9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:31.870084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6fd4494b-43ca-4597-9855-2f2c34bd7aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.872245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b12a19f1-8e4a-42a3-8667-21e206effa28 req-b59aa224-cc6e-4ef2-8def-538f1db85d85 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "PUT /v2.0/ports/82f50ef0-d7e1-418f-9aa9-bb745f197ee9 HTTP/1.1" status: 200 len: 1020 time: 1.5371301 Aug 04 16:56:31.951364 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-62bc94a9-43fc-4eff-8a8b-6f7d58817f37 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:31.969084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aa224-cc6e-4ef2-8def-538f1db85d85 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'Port': ['ID=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:32.019805 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6fd4494b-43ca-4597-9855-2f2c34bd7aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:32.022437 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6fd4494b-43ca-4597-9855-2f2c34bd7aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:32.025953 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6fd4494b-43ca-4597-9855-2f2c34bd7aca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90760f07-1445-4b12-93eb-a4d00bd66135 HTTP/1.1" status: 204 len: 168 time: 0.2833798 Aug 04 16:56:32.048210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4494b-43ca-4597-9855-2f2c34bd7aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90760f07-1445-4b12-93eb-a4d00bd66135,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:32.087920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc94a9-43fc-4eff-8a8b-6f7d58817f37 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Pushing event deleted for resources: {'Port': ['ID=c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:32.150325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-62bc94a9-43fc-4eff-8a8b-6f7d58817f37 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] No DVR routers for this DVR port c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:32.151880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['82f50ef0-d7e1-418f-9aa9-bb745f197ee9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:32.154610 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-62bc94a9-43fc-4eff-8a8b-6f7d58817f37 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:32.156870 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d73baf0a-264c-44b5-8b9a-74c5e1c1a604 req-62bc94a9-43fc-4eff-8a8b-6f7d58817f37 tempest-LiveMigrationTest-166986055 tempest-LiveMigrationTest-166986055-project] 10.222.0.90 "DELETE /v2.0/ports/c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 HTTP/1.1" status: 204 len: 173 time: 2.0266302 Aug 04 16:56:32.181110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673fb76-2aed-4d1d-aedb-8e66527d3d0e req-8820b7bb-e095-4cf1-adc5-09f19babd1f7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:32.182792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c673fb76-2aed-4d1d-aedb-8e66527d3d0e req-8820b7bb-e095-4cf1-adc5-09f19babd1f7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 948 time: 0.2020874 Aug 04 16:56:32.263332 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c79d614e-e784-480a-bdf4-82c801c967eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:32.285990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c673fb76-2aed-4d1d-aedb-8e66527d3d0e req-f8c5bfbf-6d89-4786-b9f9-db11bce11b38 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948937 Aug 04 16:56:32.377970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f5825-b5dd-4abd-bf9d-df5f3964a455 req-3b9f4dda-e5a9-454d-a376-14f6774b4ea0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:32.386109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-701f5825-b5dd-4abd-bf9d-df5f3964a455 req-3b9f4dda-e5a9-454d-a376-14f6774b4ea0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.0770450 Aug 04 16:56:32.413794 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5887b3-de1e-465d-b669-2d37fe8a6a62 x-openstack-request-id: req-7b5887b3-de1e-465d-b669-2d37fe8a6a62 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:32.430583 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d348b49-dc1c-4cc5-a43f-7ac3051085a9", "name": "network-vif-deleted", "tag": "512d4740-42b6-475a-a8f1-58ca29fc5606", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "tag": "85e362f9-736c-4814-b828-b318e286c1ef", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:32.431040 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b5887b3-de1e-465d-b669-2d37fe8a6a62 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:32.432172 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d348b49-dc1c-4cc5-a43f-7ac3051085a9', 'name': 'network-vif-deleted', 'tag': '512d4740-42b6-475a-a8f1-58ca29fc5606', 'status': 'completed', 'code': 200} Aug 04 16:56:32.432528 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef', 'status': 'completed', 'code': 200} Aug 04 16:56:32.543304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-701f5825-b5dd-4abd-bf9d-df5f3964a455 req-b079440e-5fa7-4a51-b803-278008e7a606 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562896 Aug 04 16:56:32.640262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4551df-083e-40f9-9d91-417247ab3a74 req-df9f1be2-58ea-4c44-be12-6f230107128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:32.641267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c4551df-083e-40f9-9d91-417247ab3a74 req-df9f1be2-58ea-4c44-be12-6f230107128c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1097 time: 0.1981528 Aug 04 16:56:32.660154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41604) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:32.661721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-434f8447-ea75-44d5-af50-d5f000c00423 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.60 HTTP/1.1" status: 200 len: 1001 time: 0.2259655 Aug 04 16:56:32.747639 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8e87fd42-5029-4f02-82ce-cd4e8078a756 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f37f2ce59b4d441db856c64cb78314a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860314 Aug 04 16:56:32.750756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41606) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:32.846083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-2f7243df-99ee-4fe1-abf0-d99811b2ba5c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:32.861525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-2f7243df-99ee-4fe1-abf0-d99811b2ba5c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports/85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 943 time: 0.1968501 Aug 04 16:56:32.863953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4551df-083e-40f9-9d91-417247ab3a74 req-87db05d3-a82d-435b-803b-81ddb975a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:32.868784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c4551df-083e-40f9-9d91-417247ab3a74 req-87db05d3-a82d-435b-803b-81ddb975a847 service neutron] 10.222.0.82 "GET /v2.0/networks?id=32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 200 len: 922 time: 0.1840615 Aug 04 16:56:32.890759 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d694818f-dd74-4088-8b81-f1d6a6d453ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:32.926341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d694818f-dd74-4088-8b81-f1d6a6d453ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:32.999643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c4551df-083e-40f9-9d91-417247ab3a74 req-96cf6c29-b9c8-40c3-a891-1f7fe5ffb4b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 1001 time: 0.1189923 Aug 04 16:56:33.014636 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d694818f-dd74-4088-8b81-f1d6a6d453ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:33.015409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5a62c27b-52e3-4783-a992-b6633be64694 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:56:33.023799 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d694818f-dd74-4088-8b81-f1d6a6d453ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:33.032261 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d694818f-dd74-4088-8b81-f1d6a6d453ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3f3e60a-d21b-47c5-9b3b-0ab8f614fc51 HTTP/1.1" status: 204 len: 168 time: 0.2783093 Aug 04 16:56:33.042425 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694818f-dd74-4088-8b81-f1d6a6d453ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f3e60a-d21b-47c5-9b3b-0ab8f614fc51,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:33.130624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dba7b55e-05d2-44a2-9d0e-9c4f0f365d89 req-a777962c-adcf-4c1a-8849-dd8230e04a13 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/8ada2597-b41b-49bc-89cf-b5c8cb5fdce8 HTTP/1.1" status: 200 len: 1801 time: 0.5220716 Aug 04 16:56:33.170642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:33.238385 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-dba7b55e-05d2-44a2-9d0e-9c4f0f365d89 req-21926484-ab31-4c5c-b706-4eeb9f6c1b27 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 04 16:56:33.239722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dba7b55e-05d2-44a2-9d0e-9c4f0f365d89 req-21926484-ab31-4c5c-b706-4eeb9f6c1b27 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/8ada2597-b41b-49bc-89cf-b5c8cb5fdce8 HTTP/1.1" status: 409 len: 341 time: 0.1082442 Aug 04 16:56:33.259015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-dc7817c7-e64c-447a-b092-5ae32a3bf48b tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.60 HTTP/1.1" status: 200 len: 1001 time: 0.2582211 Aug 04 16:56:33.264575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4551df-083e-40f9-9d91-417247ab3a74 req-5052260c-5a4e-45fc-a2c3-469594793795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:33.266177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c4551df-083e-40f9-9d91-417247ab3a74 req-5052260c-5a4e-45fc-a2c3-469594793795 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=776f777d-f444-4c08-aa06-3749cc4a0790 HTTP/1.1" status: 200 len: 860 time: 0.1936240 Aug 04 16:56:33.275233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:33.275676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:33.336726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41620) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:33.412750 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 5a62c27b-52e3-4783-a992-b6633be64694 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:33.414008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-007754e7-0899-454f-b569-2dd31b3c40b1 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:33.423277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-007754e7-0899-454f-b569-2dd31b3c40b1 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1631668 Aug 04 16:56:33.435767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 5a62c27b-52e3-4783-a992-b6633be64694 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:33.436769 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:33.515255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c4551df-083e-40f9-9d91-417247ab3a74 req-2d7a8ef2-ab78-457f-b26f-6e015f136b95 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32696979-915e-4aed-a70b-2b90c9526ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888281 Aug 04 16:56:33.634928 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:33.692893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5a62c27b-52e3-4783-a992-b6633be64694, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5a62c27b-52e3-4783-a992-b6633be64694,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:33.694955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2966cca8-3d70-44be-b484-372748fb9c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a62c27b-52e3-4783-a992-b6633be64694'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:33.698070 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9573fcf5-8e39-4cdc-adbd-e3ae60b0773b" -d '{"events": [{"server_uuid": "2966cca8-3d70-44be-b484-372748fb9c27", "name": "network-vif-plugged", "status": "completed", "tag": "5a62c27b-52e3-4783-a992-b6633be64694"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:33.703538 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:33.782578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-c0d463bb-b73e-4bd4-894a-890aab2178c9 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.60 HTTP/1.1" status: 200 len: 1001 time: 0.3577681 Aug 04 16:56:33.786686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fce942-8639-48d6-b081-0738d3f7ca26 admin admin] Deleting subnet 639ee8d8-35bc-44fd-970a-1029484fffb3 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:56:33.811520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8fce942-8639-48d6-b081-0738d3f7ca26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:33.871720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c4551df-083e-40f9-9d91-417247ab3a74 req-19625767-3d9d-44b6-883a-3245d36d37bc service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999873 Aug 04 16:56:33.876920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-fb5cac10-75a5-43db-a4c2-27e95da16f4c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:33.887331 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5a62c27b-52e3-4783-a992-b6633be64694,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:33.910200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8fce942-8639-48d6-b081-0738d3f7ca26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:33.992444 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8fce942-8639-48d6-b081-0738d3f7ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.104028 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8fce942-8639-48d6-b081-0738d3f7ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.143808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fce942-8639-48d6-b081-0738d3f7ca26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639ee8d8-35bc-44fd-970a-1029484fffb3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:34.150298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-fb5cac10-75a5-43db-a4c2-27e95da16f4c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.161564 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8fce942-8639-48d6-b081-0738d3f7ca26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.163787 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a8fce942-8639-48d6-b081-0738d3f7ca26 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/639ee8d8-35bc-44fd-970a-1029484fffb3 HTTP/1.1" status: 204 len: 168 time: 0.8259521 Aug 04 16:56:34.166429 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41654) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:34.269317 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.356848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ef5b1-4b9d-4bb2-b055-d40a7b3abf4c req-e9f5b462-041d-42ce-83ca-df947df885d5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:34.358472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d3ef5b1-4b9d-4bb2-b055-d40a7b3abf4c req-e9f5b462-041d-42ce-83ca-df947df885d5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 949 time: 0.2972078 Aug 04 16:56:34.365444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-adf54dcf-807f-48ff-935b-7d733cc95bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.413196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.428171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83871cb6-9702-4d6c-8452-9290689050df']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:34.440062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:34.440627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee73ba5-4935-4a32-b5f4-ba7b06e17daf') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:34.450864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.464405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'tag': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9'}, {'server_uuid': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'name': 'network-vif-deleted', 'tag': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:34.468266 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f29850-e564-4f34-90c7-5722953b63b8" -d '{"events": [{"name": "network-changed", "server_uuid": "239990b5-2bbe-41fb-b742-73f5a81f626f", "tag": "82f50ef0-d7e1-418f-9aa9-bb745f197ee9"}, {"server_uuid": "c6fd33d1-5776-400b-9ea9-388b2b724f51", "name": "network-vif-deleted", "tag": "c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:34.471026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.479205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:56:34.480944 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.484329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c4551df-083e-40f9-9d91-417247ab3a74 req-e0b76533-92af-4cf2-987e-95c655fa2354 service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972128 Aug 04 16:56:34.517689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d3ef5b1-4b9d-4bb2-b055-d40a7b3abf4c req-8bf7ac7e-10c8-4622-a57a-51992a9e2cb5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181648 Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:56:34.548982 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:56:34.556627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41666) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:34.595693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.606649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.611332 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] 10.222.0.39 "DELETE /v2.0/networks/83871cb6-9702-4d6c-8452-9290689050df HTTP/1.1" status: 204 len: 168 time: 0.4435577 Aug 04 16:56:34.623461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41672) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:34.631806 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba325d4b-a325-450c-bd25-81978ad6234a admin admin] Pushing event deleted for resources: {'Network': ['ID=83871cb6-9702-4d6c-8452-9290689050df,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:34.642188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-fb5cac10-75a5-43db-a4c2-27e95da16f4c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.658737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-fb5cac10-75a5-43db-a4c2-27e95da16f4c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.659082 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-fb5cac10-75a5-43db-a4c2-27e95da16f4c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Floating IP fab15d6a-1911-4432-9b48-ac60d687994f disassociated. External IP: 172.25.2.60, port: 85e362f9-736c-4814-b828-b318e286c1ef. Aug 04 16:56:34.699530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-3673a427-5aa7-437a-8342-7d862800d06f admin admin] Deleting subnet ba16309f-941f-48fb-ac81-01f978d651b4 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:56:34.704915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3673a427-5aa7-437a-8342-7d862800d06f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.750247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3673a427-5aa7-437a-8342-7d862800d06f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.786151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-731150507-network', 'tenant_id': '8972e77d80e3493ea4bf566af3acde1d'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:34.810921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3673a427-5aa7-437a-8342-7d862800d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.811163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70eb2f2-883a-40be-9315-a8244fa3fa83 req-5a10ffba-6872-410f-8c70-786450f06d10 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:34.812769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e70eb2f2-883a-40be-9315-a8244fa3fa83 req-5a10ffba-6872-410f-8c70-786450f06d10 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.1869636 Aug 04 16:56:34.843953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Made reservation on behalf of 8972e77d80e3493ea4bf566af3acde1d for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:34.846188 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.859603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.917272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3673a427-5aa7-437a-8342-7d862800d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.931762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e70eb2f2-883a-40be-9315-a8244fa3fa83 req-26b86cee-3944-40ad-8435-92a1009726d8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848517 Aug 04 16:56:34.953749 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.963346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673a427-5aa7-437a-8342-7d862800d06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba16309f-941f-48fb-ac81-01f978d651b4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:34.968210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-fb5cac10-75a5-43db-a4c2-27e95da16f4c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:56:34.977650 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3673a427-5aa7-437a-8342-7d862800d06f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:34.983227 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3673a427-5aa7-437a-8342-7d862800d06f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ba16309f-941f-48fb-ac81-01f978d651b4 HTTP/1.1" status: 204 len: 168 time: 0.3548856 Aug 04 16:56:34.984602 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41674) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:35.028766 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f0b233-e200-478f-9c32-8a9d2b3c73b4 x-openstack-request-id: req-92f0b233-e200-478f-9c32-8a9d2b3c73b4 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:35.029099 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2966cca8-3d70-44be-b484-372748fb9c27", "name": "network-vif-plugged", "status": "completed", "tag": "5a62c27b-52e3-4783-a992-b6633be64694", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:35.029798 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92f0b233-e200-478f-9c32-8a9d2b3c73b4 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:35.030243 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2966cca8-3d70-44be-b484-372748fb9c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a62c27b-52e3-4783-a992-b6633be64694', 'code': 200} Aug 04 16:56:35.114221 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.130505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.139105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.199417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:56:35.227921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-fb5cac10-75a5-43db-a4c2-27e95da16f4c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:56:35.235436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-fb5cac10-75a5-43db-a4c2-27e95da16f4c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.241910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] Sync routers for ids ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:56:35.244528 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3fcf34-42a1-4f5a-817d-2213f2515f0c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:35.253789 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.254139 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Added segment c562850a-d38c-4ee3-8b90-ee642c6e9133 of type vlan for network 6ceb618c-e1f1-4a64-872f-a716bdb8109f Aug 04 16:56:35.266391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.268079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15495c-bf77-48f7-a631-6574ef09e8c7 req-7e11a535-8ee9-4102-95a9-25765e2de67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:35.269186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] Routers {'a2241c57-3eb5-40d4-83a5-98cb7f1371e0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:56:35.270271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:56:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:35.271046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e15495c-bf77-48f7-a631-6574ef09e8c7 req-7e11a535-8ee9-4102-95a9-25765e2de67b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 1100 time: 0.1616364 Aug 04 16:56:35.282398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf056da-c1b8-4b32-b7a8-4db57338c052 req-483da2b3-4637-4f4d-9c24-b3f9e891c122 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:35.290152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccf056da-c1b8-4b32-b7a8-4db57338c052 req-483da2b3-4637-4f4d-9c24-b3f9e891c122 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 1023 time: 0.1872666 Aug 04 16:56:35.298974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b0d369-cfe4-4964-9a99-0d745ad839f1']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:35.312189 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-fb5cac10-75a5-43db-a4c2-27e95da16f4c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "PUT /v2.0/floatingips/fab15d6a-1911-4432-9b48-ac60d687994f HTTP/1.1" status: 200 len: 694 time: 1.4519632 Aug 04 16:56:35.322154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7edad61-df25-46f7-91b4-d8e80f4844b1') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:35.322463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7edad61-df25-46f7-91b4-d8e80f4844b1') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:35.332300 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.341828 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.361849 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.380518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:56:35.380869 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:56:35.383605 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:56:35.392446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e15495c-bf77-48f7-a631-6574ef09e8c7 req-31597689-0df8-4dcb-93f5-ac5218fa401e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998142 Aug 04 16:56:35.407840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccf056da-c1b8-4b32-b7a8-4db57338c052 req-ea6a6e33-99ae-46f9-9c0a-98e855c6a3c3 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=406160d3-b054-4743-9e21-b97abea9c0ff&id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&id=8ada2597-b41b-49bc-89cf-b5c8cb5fdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1163197 Aug 04 16:56:35.439917 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] Set router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:56:35.444967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-cfbb3277-bc97-48a6-b981-adf5e02e3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:35.449555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-cfbb3277-bc97-48a6-b981-adf5e02e3fbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1097 time: 0.1126425 Aug 04 16:56:35.598576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-c44fbcb7-f3e2-43c3-8b1d-2b9291983417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:35.611876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-c44fbcb7-f3e2-43c3-8b1d-2b9291983417 service neutron] 10.222.0.39 "GET /v2.0/networks?id=32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 200 len: 922 time: 0.1541119 Aug 04 16:56:35.614834 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b13f1a-f0de-4e85-be51-d3034926dc92 x-openstack-request-id: req-54b13f1a-f0de-4e85-be51-d3034926dc92 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:35.615132 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239990b5-2bbe-41fb-b742-73f5a81f626f", "tag": "82f50ef0-d7e1-418f-9aa9-bb745f197ee9", "status": "completed", "code": 200}, {"server_uuid": "c6fd33d1-5776-400b-9ea9-388b2b724f51", "name": "network-vif-deleted", "tag": "c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:35.615385 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54b13f1a-f0de-4e85-be51-d3034926dc92 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:35.615783 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'tag': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9', 'status': 'completed', 'code': 200} Aug 04 16:56:35.616031 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fd33d1-5776-400b-9ea9-388b2b724f51', 'name': 'network-vif-deleted', 'tag': 'c2a61f2f-7774-41ec-a4df-cf87c1fc6bb2', 'status': 'completed', 'code': 200} Aug 04 16:56:35.720723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-7c786e41-2254-4538-9942-9531c743c846 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 217 time: 0.1076300 Aug 04 16:56:35.758846 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.893256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5e7440a9-4933-4ba2-ba81-0e426d62a12e', 'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'mac_address': 'fa:16:3e:09:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:17Z', 'updated_at': '2021-08-04T16:55:26Z', 'revision_number': 5, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'subnets': [{'id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:35.923781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] Checking router: a2241c57-3eb5-40d4-83a5-98cb7f1371e0 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:56:35.930522 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.931657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:35.932366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:35.937079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] Routers {'a2241c57-3eb5-40d4-83a5-98cb7f1371e0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:56:35.938138 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:56:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:35.962890 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3961377 Aug 04 16:56:35.987818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41686) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:36.000488 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Request body: {'subnet': {'network_id': '6ceb618c-e1f1-4a64-872f-a716bdb8109f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-731150507-subnet', 'tenant_id': '8972e77d80e3493ea4bf566af3acde1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:36.004239 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:36.013048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:36.015902 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c2b0d369-cfe4-4964-9a99-0d745ad839f1 HTTP/1.1" status: 204 len: 168 time: 1.0296850 Aug 04 16:56:36.129259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19255a27-e54b-4d8c-a93b-27770e9f5d01 admin admin] Pushing event updated for resources: {'Network': ['ID=6ceb618c-e1f1-4a64-872f-a716bdb8109f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:36.171819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fb2b1-ab3c-4982-83b0-59ad6e21c032 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b0d369-cfe4-4964-9a99-0d745ad839f1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:36.208475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Made reservation on behalf of 8972e77d80e3493ea4bf566af3acde1d for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:36.215877 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:36.222500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 6ceb618c-e1f1-4a64-872f-a716bdb8109f details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:56:36.225806 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41692) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:36.286971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-27bc6a3e-fe38-4140-9b16-66bbbbff4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:36.298844 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-27bc6a3e-fe38-4140-9b16-66bbbbff4220 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=776f777d-f444-4c08-aa06-3749cc4a0790 HTTP/1.1" status: 200 len: 860 time: 0.5767078 Aug 04 16:56:36.299701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] Set router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:56:36.332327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909545b-9884-4284-8a33-7a24f788e0ea req-ab07eb4c-f136-4e98-b53e-7fcf1448ac93 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:36.335532 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c909545b-9884-4284-8a33-7a24f788e0ea req-ab07eb4c-f136-4e98-b53e-7fcf1448ac93 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.82 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 1023 time: 0.3039248 Aug 04 16:56:36.352640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-fef7d4c5-44af-4abb-b0bd-00cd0a76b69d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32696979-915e-4aed-a70b-2b90c9526ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527945 Aug 04 16:56:36.403504 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4308aeb8-cec6-4d44-9d7d-698ece3428ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ef103b153cb41a1bc799399e8659304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759508 Aug 04 16:56:36.404063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f29850-e564-4f34-90c7-5722953b63b8 req-7be07943-e1ff-4fbf-8802-d7e0832dec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:36.405663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3f29850-e564-4f34-90c7-5722953b63b8 req-7be07943-e1ff-4fbf-8802-d7e0832dec71 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=160a37d9fa424dfcac49899cf714cece&device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 1174 time: 0.7888341 Aug 04 16:56:36.433585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41694) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:36.580610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5e7440a9-4933-4ba2-ba81-0e426d62a12e', 'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'mac_address': 'fa:16:3e:09:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:17Z', 'updated_at': '2021-08-04T16:55:26Z', 'revision_number': 5, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'subnets': [{'id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:36.586096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83cdbf-9fed-4f71-95be-6846635ef4b3 req-b6610871-276a-4d35-8c50-4644cc630aba tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:36.594498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b83cdbf-9fed-4f71-95be-6846635ef4b3 req-b6610871-276a-4d35-8c50-4644cc630aba tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 949 time: 0.2911310 Aug 04 16:56:36.618286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398d8771-9721-4f5e-9dc9-ecc3a01ca4f8 None None] The sync data for ids ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'] in n-d-764435-5 is: [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:55:18Z', 'revision_number': 4, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5e7440a9-4933-4ba2-ba81-0e426d62a12e', 'name': '', 'network_id': '32696979-915e-4aed-a70b-2b90c9526ae6', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'mac_address': 'fa:16:3e:09:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:17Z', 'updated_at': '2021-08-04T16:55:26Z', 'revision_number': 5, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'subnets': [{'id': '776f777d-f444-4c08-aa06-3749cc4a0790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:56:36.651188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-af9163bd-204f-48eb-8601-95a818b6369c service neutron] 10.222.0.39 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975562 Aug 04 16:56:36.689519 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4470f031-3b43-4ffd-a93b-6a2aab9c6404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:36.712757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f29850-e564-4f34-90c7-5722953b63b8 req-71f7461c-9908-4e57-a064-1be1c92f3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:36.714296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3f29850-e564-4f34-90c7-5722953b63b8 req-71f7461c-9908-4e57-a064-1be1c92f3fc7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 200 len: 914 time: 0.2676113 Aug 04 16:56:36.759362 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4470f031-3b43-4ffd-a93b-6a2aab9c6404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:36.767303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-c909545b-9884-4284-8a33-7a24f788e0ea req-f74c1dc3-6c72-42ba-8ea6-c381c4231837 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Deleting port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:36.767666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c909545b-9884-4284-8a33-7a24f788e0ea req-f74c1dc3-6c72-42ba-8ea6-c381c4231837 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:36.799335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3f29850-e564-4f34-90c7-5722953b63b8 req-1ad8ab14-87ab-4aa0-984a-ecabe73880e0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9 HTTP/1.1" status: 200 len: 217 time: 0.0713332 Aug 04 16:56:36.836249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b83cdbf-9fed-4f71-95be-6846635ef4b3 req-0fc6e6e4-fc3b-4cd2-a23c-f284eb710b21 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406795 Aug 04 16:56:36.931874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f29850-e564-4f34-90c7-5722953b63b8 req-5ae529e4-d482-47e8-ab16-5a63f9daf2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:36.932659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:36.933370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3f29850-e564-4f34-90c7-5722953b63b8 req-5ae529e4-d482-47e8-ab16-5a63f9daf2ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 HTTP/1.1" status: 200 len: 852 time: 0.1169844 Aug 04 16:56:36.935937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77be2c09-4be6-4464-ad88-dcfc04e52279 req-c739f030-fe1f-4b62-b779-d022f5eafa15 service neutron] 10.222.0.39 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741191 Aug 04 16:56:36.991696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3f29850-e564-4f34-90c7-5722953b63b8 req-df5ddac4-f190-4e56-a981-b51e6fdb88a6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=df26856f-5431-4758-865b-0cf09f2671cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502017 Aug 04 16:56:37.101976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-c909545b-9884-4284-8a33-7a24f788e0ea req-f74c1dc3-6c72-42ba-8ea6-c381c4231837 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] For port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:37.102617 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c909545b-9884-4284-8a33-7a24f788e0ea req-f74c1dc3-6c72-42ba-8ea6-c381c4231837 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:37.106631 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4470f031-3b43-4ffd-a93b-6a2aab9c6404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:37.109887 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4470f031-3b43-4ffd-a93b-6a2aab9c6404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:37.110089 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce8efc0-9811-4f9a-b950-23fd06f5eb2a None None] New status for floating IP fab15d6a-1911-4432-9b48-ac60d687994f: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:56:37.111085 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4470f031-3b43-4ffd-a93b-6a2aab9c6404 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec98cfc7-da4c-4da5-9620-4fb3d16da344 HTTP/1.1" status: 204 len: 168 time: 0.6759889 Aug 04 16:56:37.111998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba50d87b-e302-48b3-a6f7-54dd74210eff,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:37.143319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-c909545b-9884-4284-8a33-7a24f788e0ea req-f74c1dc3-6c72-42ba-8ea6-c381c4231837 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Calling delete_port for 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:37.145913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbf804-52b7-4c1f-bc4f-a833042656eb req-347f4fc4-e4fe-46ae-855c-22d6a346cfb2 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:37.148132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1cbbf804-52b7-4c1f-bc4f-a833042656eb req-347f4fc4-e4fe-46ae-855c-22d6a346cfb2 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.1929841 Aug 04 16:56:37.160465 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470f031-3b43-4ffd-a93b-6a2aab9c6404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98cfc7-da4c-4da5-9620-4fb3d16da344,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:37.164972 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Checking segment: {'id': 'c562850a-d38c-4ee3-8b90-ee642c6e9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '6ceb618c-e1f1-4a64-872f-a716bdb8109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:56:37.165386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Network hostable DHCP agents. Network: 6ceb618c-e1f1-4a64-872f-a716bdb8109f, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:56:37.248673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d0de1-3671-4a8f-88c7-1483e8d3f60b req-cef71a1a-6b34-414e-ba69-4304d86788e6 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:37.250574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b6d0de1-3671-4a8f-88c7-1483e8d3f60b req-cef71a1a-6b34-414e-ba69-4304d86788e6 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=239990b5-2bbe-41fb-b742-73f5a81f626f HTTP/1.1" status: 200 len: 1023 time: 0.1737013 Aug 04 16:56:37.272459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Network 6ceb618c-e1f1-4a64-872f-a716bdb8109f is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:56:37.294262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3f29850-e564-4f34-90c7-5722953b63b8 req-3586d835-1329-4bb9-80c8-bd67603ac5a1 service neutron] 10.222.0.82 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771637 Aug 04 16:56:37.306988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 6ceb618c-e1f1-4a64-872f-a716bdb8109f) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:56:37.313491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1cbbf804-52b7-4c1f-bc4f-a833042656eb req-457da93b-a739-4b69-a7ae-e65c576ab46c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371088 Aug 04 16:56:37.313660 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:37.322328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:37.325416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4bb0cc-4c96-44a0-a260-677d1200f1a2 None None] Network 6ceb618c-e1f1-4a64-872f-a716bdb8109f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:56:37.335395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:37.399424 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b0884462-593e-418e-a07a-a91e84b75a4c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4089525 Aug 04 16:56:37.415157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b6d0de1-3671-4a8f-88c7-1483e8d3f60b req-5fce0989-fdda-4cab-8bc2-184977310d35 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=406160d3-b054-4743-9e21-b97abea9c0ff&id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&id=8ada2597-b41b-49bc-89cf-b5c8cb5fdce8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1524704 Aug 04 16:56:37.514043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3f29850-e564-4f34-90c7-5722953b63b8 req-cbedb66b-8fce-4038-9669-28d0e6de1725 service neutron] 10.222.0.82 "GET /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027133 Aug 04 16:56:37.581098 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c909545b-9884-4284-8a33-7a24f788e0ea req-f74c1dc3-6c72-42ba-8ea6-c381c4231837 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:37.586911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb54226a-9170-4b42-8ed9-b8116826153d None None] Network 6ceb618c-e1f1-4a64-872f-a716bdb8109f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:56:37.598300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:37.631901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c1dc3-6c72-42ba-8ea6-c381c4231837 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'Port': ['ID=82f50ef0-d7e1-418f-9aa9-bb745f197ee9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:37.634595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:37.641692 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cef7754-b83a-45c8-bf93-6de6d47bf571" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "tag": "85e362f9-736c-4814-b828-b318e286c1ef"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:37.698289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-734c1ed3-47ed-450f-bba1-3341f863ee7a tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/floatingips/fab15d6a-1911-4432-9b48-ac60d687994f HTTP/1.1" status: 200 len: 694 time: 0.1332648 Aug 04 16:56:37.763644 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c909545b-9884-4284-8a33-7a24f788e0ea req-f74c1dc3-6c72-42ba-8ea6-c381c4231837 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] No DVR routers for this DVR port 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:37.769009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c909545b-9884-4284-8a33-7a24f788e0ea req-f74c1dc3-6c72-42ba-8ea6-c381c4231837 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:37.773814 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c909545b-9884-4284-8a33-7a24f788e0ea req-f74c1dc3-6c72-42ba-8ea6-c381c4231837 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.82 "DELETE /v2.0/ports/82f50ef0-d7e1-418f-9aa9-bb745f197ee9 HTTP/1.1" status: 204 len: 173 time: 1.4264948 Aug 04 16:56:37.774215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'name': 'network-vif-deleted', 'tag': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:37.788317 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e13edff-3024-4b2c-84de-50987ed4b3d0" -d '{"events": [{"server_uuid": "239990b5-2bbe-41fb-b742-73f5a81f626f", "name": "network-vif-deleted", "tag": "82f50ef0-d7e1-418f-9aa9-bb745f197ee9"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:37.889309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-23fc9f15-9724-47de-96de-d11ca0009f8b tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:37.901987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-23fc9f15-9724-47de-96de-d11ca0009f8b tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.2025073 Aug 04 16:56:37.907880 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b83d119-0aba-48fd-b963-08ef19baee5a x-openstack-request-id: req-4b83d119-0aba-48fd-b963-08ef19baee5a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:37.908518 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "tag": "85e362f9-736c-4814-b828-b318e286c1ef", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:37.908946 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b83d119-0aba-48fd-b963-08ef19baee5a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:37.910582 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef', 'status': 'completed', 'code': 200} Aug 04 16:56:37.978538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-e19958ab-f7a0-4f5a-a10c-961535f5b38c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.60 HTTP/1.1" status: 200 len: 695 time: 0.0751662 Aug 04 16:56:38.040289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41730) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:38.069430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-3384f5a0-9666-44f1-8e9f-58bdd22dc278 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.60 HTTP/1.1" status: 200 len: 695 time: 0.0887086 Aug 04 16:56:38.131484 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-635fb87c-1cbf-4e45-854a-607848a0cd97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6aee520cd25416dba22f6fd6bc91b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878370 Aug 04 16:56:38.131977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41732) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:38.196653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef7754-b83a-45c8-bf93-6de6d47bf571 req-769a1aee-33c1-4e11-8b20-d27a9a8679a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:38.204403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cef7754-b83a-45c8-bf93-6de6d47bf571 req-769a1aee-33c1-4e11-8b20-d27a9a8679a7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 1097 time: 0.2982910 Aug 04 16:56:38.274936 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4cf43377-b7ab-45bd-9bda-ecdb278c9807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:38.318947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4cf43377-b7ab-45bd-9bda-ecdb278c9807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:38.379353 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4cf43377-b7ab-45bd-9bda-ecdb278c9807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:38.384065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4cf43377-b7ab-45bd-9bda-ecdb278c9807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:38.387780 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4cf43377-b7ab-45bd-9bda-ecdb278c9807 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/624e6be6-87bf-493b-8f9e-7f46c50b63b7 HTTP/1.1" status: 204 len: 168 time: 0.2540298 Aug 04 16:56:38.403483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf43377-b7ab-45bd-9bda-ecdb278c9807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624e6be6-87bf-493b-8f9e-7f46c50b63b7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:38.429785 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f59fc5d-5236-4c8d-ab0c-1ad237ef3e95 x-openstack-request-id: req-9f59fc5d-5236-4c8d-ab0c-1ad237ef3e95 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:38.430186 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239990b5-2bbe-41fb-b742-73f5a81f626f", "name": "network-vif-deleted", "tag": "82f50ef0-d7e1-418f-9aa9-bb745f197ee9", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:38.430446 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f59fc5d-5236-4c8d-ab0c-1ad237ef3e95 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:38.430930 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239990b5-2bbe-41fb-b742-73f5a81f626f', 'name': 'network-vif-deleted', 'tag': '82f50ef0-d7e1-418f-9aa9-bb745f197ee9', 'status': 'completed', 'code': 200} Aug 04 16:56:38.624482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef7754-b83a-45c8-bf93-6de6d47bf571 req-abda3ac9-cc01-4685-b76f-09c3d5cd404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:38.636246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cef7754-b83a-45c8-bf93-6de6d47bf571 req-abda3ac9-cc01-4685-b76f-09c3d5cd404a service neutron] 10.222.0.82 "GET /v2.0/networks?id=32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 200 len: 922 time: 0.4199603 Aug 04 16:56:38.720066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cef7754-b83a-45c8-bf93-6de6d47bf571 req-9ac464ff-21fa-4070-84c7-b0aa5bd0bbc4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 200 len: 217 time: 0.0615785 Aug 04 16:56:38.744593 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:38.753192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9c62e-5c5e-43cc-be94-def26fcddd99 req-f72c82d7-0050-4b58-96c6-344c7d4d4287 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:38.762907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bc9c62e-5c5e-43cc-be94-def26fcddd99 req-f72c82d7-0050-4b58-96c6-344c7d4d4287 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 949 time: 0.1710587 Aug 04 16:56:38.822069 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:38.827726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-87d943fe-1b22-4c55-96a6-4b022c8fefee tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Deleting port de636f11-bcbc-4d8b-8bc2-bf6d92ad94b4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:38.831387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-87d943fe-1b22-4c55-96a6-4b022c8fefee tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:38.868543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41758) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:38.874273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-142073965-network', 'tenant_id': 'b2bc19c115204e1b8c699d4ea126daa0'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:38.892219 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef7754-b83a-45c8-bf93-6de6d47bf571 req-3892f570-e092-4b48-8a26-157dbc43aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:38.893890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cef7754-b83a-45c8-bf93-6de6d47bf571 req-3892f570-e092-4b48-8a26-157dbc43aaaa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=776f777d-f444-4c08-aa06-3749cc4a0790 HTTP/1.1" status: 200 len: 860 time: 0.1600657 Aug 04 16:56:38.896984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bc9c62e-5c5e-43cc-be94-def26fcddd99 req-dd5a4202-e1f9-46b1-8d94-a754f619db8e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332102 Aug 04 16:56:38.935822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Made reservation on behalf of b2bc19c115204e1b8c699d4ea126daa0 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:38.939188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cef7754-b83a-45c8-bf93-6de6d47bf571 req-79854541-003f-4067-a602-2b97e7fafe8c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32696979-915e-4aed-a70b-2b90c9526ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331762 Aug 04 16:56:38.939627 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:38.972522 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.036538 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:39.041799 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-87d943fe-1b22-4c55-96a6-4b022c8fefee tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.042132 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-87d943fe-1b22-4c55-96a6-4b022c8fefee tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.063064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-87d943fe-1b22-4c55-96a6-4b022c8fefee tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Calling delete_port for de636f11-bcbc-4d8b-8bc2-bf6d92ad94b4 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:39.086083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:39.087425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 82f50ef0-d7e1-418f-9aa9-bb745f197ee9 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:39.137561 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.147056 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.173430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67b130-580f-4ecd-b620-4b4ba8cb639e req-7f7e8248-ad49-4e1d-846f-eb6e605f15b4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:39.174587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc67b130-580f-4ecd-b620-4b4ba8cb639e req-7f7e8248-ad49-4e1d-846f-eb6e605f15b4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.1921771 Aug 04 16:56:39.186596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cef7754-b83a-45c8-bf93-6de6d47bf571 req-07a5cebd-0b57-40b8-a32b-89e35dde8d33 service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331598 Aug 04 16:56:39.189428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ac1111-9a40-48ca-9c8c-fa4d17a3f705,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:39.219527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:56:39.234186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.239188 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Added segment cc33074d-345e-4cd0-b144-be2be0678938 of type vlan for network f369236d-c8aa-4480-af1c-dab5708f4c1f Aug 04 16:56:39.307904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.320985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc67b130-580f-4ecd-b620-4b4ba8cb639e req-d5b01898-50e6-44fa-89f2-bc834ad7d584 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330764 Aug 04 16:56:39.385276 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.394437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:39.395255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.479846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cef7754-b83a-45c8-bf93-6de6d47bf571 req-f65cea07-8142-4134-b04f-a1ee453a0ee3 service neutron] 10.222.0.82 "GET /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627521 Aug 04 16:56:39.501619 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-87d943fe-1b22-4c55-96a6-4b022c8fefee tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.525271 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] Pushing event updated for resources: {'Network': ['ID=f369236d-c8aa-4480-af1c-dab5708f4c1f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:39.535800 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5e63e92d-aa2d-4b28-aa25-c693a1f420de admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6661069 Aug 04 16:56:39.540038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network f369236d-c8aa-4480-af1c-dab5708f4c1f details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:56:39.560447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41782) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:39.578660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d943fe-1b22-4c55-96a6-4b022c8fefee tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Pushing event deleted for resources: {'Port': ['ID=de636f11-bcbc-4d8b-8bc2-bf6d92ad94b4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:39.581998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Request body: {'subnet': {'network_id': 'f369236d-c8aa-4480-af1c-dab5708f4c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-142073965-subnet', 'tenant_id': 'b2bc19c115204e1b8c699d4ea126daa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:39.655075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Made reservation on behalf of b2bc19c115204e1b8c699d4ea126daa0 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:39.657683 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.663553 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-87d943fe-1b22-4c55-96a6-4b022c8fefee tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.667733 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-87d943fe-1b22-4c55-96a6-4b022c8fefee tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.684203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18187441-a0c8-4ace-8b8c-4515ec766187 req-87d943fe-1b22-4c55-96a6-4b022c8fefee tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "DELETE /v2.0/floatingips/fab15d6a-1911-4432-9b48-ac60d687994f HTTP/1.1" status: 204 len: 173 time: 1.6138353 Aug 04 16:56:39.841648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31ff44cf-09a7-44e3-a414-ac23ee7efadb req-fa7217f5-1893-444b-951f-45e16eaac230 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/406160d3-b054-4743-9e21-b97abea9c0ff HTTP/1.1" status: 200 len: 1799 time: 0.1497781 Aug 04 16:56:39.945901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-31ff44cf-09a7-44e3-a414-ac23ee7efadb req-8f19c9da-c203-4d0e-97da-8c6606398937 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:39.979143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-31ff44cf-09a7-44e3-a414-ac23ee7efadb req-8f19c9da-c203-4d0e-97da-8c6606398937 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.021218 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.066842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-31ff44cf-09a7-44e3-a414-ac23ee7efadb req-8f19c9da-c203-4d0e-97da-8c6606398937 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.070711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-31ff44cf-09a7-44e3-a414-ac23ee7efadb req-8f19c9da-c203-4d0e-97da-8c6606398937 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.072943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31ff44cf-09a7-44e3-a414-ac23ee7efadb req-8f19c9da-c203-4d0e-97da-8c6606398937 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/406160d3-b054-4743-9e21-b97abea9c0ff HTTP/1.1" status: 204 len: 173 time: 0.2252204 Aug 04 16:56:40.097096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19c9da-c203-4d0e-97da-8c6606398937 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406160d3-b054-4743-9e21-b97abea9c0ff,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:40.147726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a045202-04d9-4af1-a534-6c0af7b5ca21,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:40.167119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Checking segment: {'id': 'cc33074d-345e-4cd0-b144-be2be0678938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'f369236d-c8aa-4480-af1c-dab5708f4c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:56:40.168011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Network hostable DHCP agents. Network: f369236d-c8aa-4480-af1c-dab5708f4c1f, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:56:40.195321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Network f369236d-c8aa-4480-af1c-dab5708f4c1f is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:56:40.204599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d49ad3b5-c24a-4e43-abb7-61f7d9d7c84d req-4157f64e-f3b9-4c6d-b4fa-aa73c2a4db2f tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups/be785991-2360-4a26-a31a-67cb2b77671c HTTP/1.1" status: 200 len: 1806 time: 0.1031389 Aug 04 16:56:40.222871 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, f369236d-c8aa-4480-af1c-dab5708f4c1f) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:56:40.229415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:40.231051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.238069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25675dd8-7b98-48fd-8cbf-16be2ce579f1 None None] Network f369236d-c8aa-4480-af1c-dab5708f4c1f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:56:40.265167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814c9-600a-4c79-bc55-447664aa21e2 req-97010033-b614-4b6b-b1c1-9898fbd2890d tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:40.266756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d1814c9-600a-4c79-bc55-447664aa21e2 req-97010033-b614-4b6b-b1c1-9898fbd2890d tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 1100 time: 0.0807993 Aug 04 16:56:40.283260 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ca524587-ab5a-47cb-9c79-6a5f6ad22de5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7193520 Aug 04 16:56:40.301526 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1d1814c9-600a-4c79-bc55-447664aa21e2 req-b96cad93-b59e-48a1-9b17-c1eba6570ef7 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.336213 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d49ad3b5-c24a-4e43-abb7-61f7d9d7c84d req-ead1a04f-3504-4749-b8af-835633253907 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.362392 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d49ad3b5-c24a-4e43-abb7-61f7d9d7c84d req-ead1a04f-3504-4749-b8af-835633253907 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.429857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d49ad3b5-c24a-4e43-abb7-61f7d9d7c84d req-ead1a04f-3504-4749-b8af-835633253907 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.432971 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d49ad3b5-c24a-4e43-abb7-61f7d9d7c84d req-ead1a04f-3504-4749-b8af-835633253907 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.433728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4676446b-7def-49c0-ba6b-8a2b22ce239e None None] Network f369236d-c8aa-4480-af1c-dab5708f4c1f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:56:40.434218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d49ad3b5-c24a-4e43-abb7-61f7d9d7c84d req-ead1a04f-3504-4749-b8af-835633253907 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "DELETE /v2.0/security-groups/be785991-2360-4a26-a31a-67cb2b77671c HTTP/1.1" status: 204 len: 173 time: 0.2142503 Aug 04 16:56:40.501576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1a04f-3504-4749-b8af-835633253907 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be785991-2360-4a26-a31a-67cb2b77671c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:40.551439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41812) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:40.591455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1444fbcd-d592-4b29-a8fb-7333ed0c9df1 req-4e826890-6d0a-4e30-8ff3-92624de3a394 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/8ada2597-b41b-49bc-89cf-b5c8cb5fdce8 HTTP/1.1" status: 200 len: 1801 time: 0.1082230 Aug 04 16:56:40.597024 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1d1814c9-600a-4c79-bc55-447664aa21e2 req-b96cad93-b59e-48a1-9b17-c1eba6570ef7 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.607442 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1d1814c9-600a-4c79-bc55-447664aa21e2 req-b96cad93-b59e-48a1-9b17-c1eba6570ef7 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.661119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f9d5af-69cf-4079-9512-fc31e3c243d4 admin admin] Deleting subnet ba50d87b-e302-48b3-a6f7-54dd74210eff {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:56:40.671959 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23f9d5af-69cf-4079-9512-fc31e3c243d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.682039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d1814c9-600a-4c79-bc55-447664aa21e2 req-b96cad93-b59e-48a1-9b17-c1eba6570ef7 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016361 Aug 04 16:56:40.709406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cad93-b59e-48a1-9b17-c1eba6570ef7 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efa8107-d005-4c54-94ce-eb49c2f5304a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:40.731152 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23f9d5af-69cf-4079-9512-fc31e3c243d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.772724 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1444fbcd-d592-4b29-a8fb-7333ed0c9df1 req-80324a5b-2804-4ebf-a6e4-890076f6e41a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.806408 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23f9d5af-69cf-4079-9512-fc31e3c243d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.816850 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1444fbcd-d592-4b29-a8fb-7333ed0c9df1 req-80324a5b-2804-4ebf-a6e4-890076f6e41a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.902006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c222a5-eca9-4585-930a-04213034c741 req-52f1f4ef-ea3a-4e2e-9755-55ce48c120f6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:40.902676 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23f9d5af-69cf-4079-9512-fc31e3c243d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.904863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39c222a5-eca9-4585-930a-04213034c741 req-52f1f4ef-ea3a-4e2e-9755-55ce48c120f6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.0914617 Aug 04 16:56:40.931403 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1444fbcd-d592-4b29-a8fb-7333ed0c9df1 req-80324a5b-2804-4ebf-a6e4-890076f6e41a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.934902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1444fbcd-d592-4b29-a8fb-7333ed0c9df1 req-80324a5b-2804-4ebf-a6e4-890076f6e41a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.935426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9d5af-69cf-4079-9512-fc31e3c243d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba50d87b-e302-48b3-a6f7-54dd74210eff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:40.936815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1444fbcd-d592-4b29-a8fb-7333ed0c9df1 req-80324a5b-2804-4ebf-a6e4-890076f6e41a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/8ada2597-b41b-49bc-89cf-b5c8cb5fdce8 HTTP/1.1" status: 204 len: 173 time: 0.3383493 Aug 04 16:56:40.945007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23f9d5af-69cf-4079-9512-fc31e3c243d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:40.945007 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-23f9d5af-69cf-4079-9512-fc31e3c243d4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ba50d87b-e302-48b3-a6f7-54dd74210eff HTTP/1.1" status: 204 len: 168 time: 0.3908391 Aug 04 16:56:40.950060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41828) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:40.971417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80324a5b-2804-4ebf-a6e4-890076f6e41a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ada2597-b41b-49bc-89cf-b5c8cb5fdce8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:41.010497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39c222a5-eca9-4585-930a-04213034c741 req-c873b3c8-9ad2-4acd-8ebe-b9162700319c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960708 Aug 04 16:56:41.069868 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.185334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-fe7060f9-99f6-4a56-9ce7-87c3ffd352b9 req-f5edd043-0b36-4c2c-b57f-287d45c7158d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2074428663', 'description': 'tempest-description-326034454'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:41.192656 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.211021 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ceb618c-e1f1-4a64-872f-a716bdb8109f']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:41.212015 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fe7060f9-99f6-4a56-9ce7-87c3ffd352b9 req-f5edd043-0b36-4c2c-b57f-287d45c7158d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.233985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c562850a-d38c-4ee3-8b90-ee642c6e9133') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:41.236150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c562850a-d38c-4ee3-8b90-ee642c6e9133') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:41.248754 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.264297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.272046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:56:41.272642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:56:41.274592 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:56:41.357863 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fe7060f9-99f6-4a56-9ce7-87c3ffd352b9 req-f5edd043-0b36-4c2c-b57f-287d45c7158d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.364905 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fe7060f9-99f6-4a56-9ce7-87c3ffd352b9 req-f5edd043-0b36-4c2c-b57f-287d45c7158d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.374079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.380914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.385842 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] 10.222.0.39 "DELETE /v2.0/networks/6ceb618c-e1f1-4a64-872f-a716bdb8109f HTTP/1.1" status: 204 len: 168 time: 0.4344254 Aug 04 16:56:41.387547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41846) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:41.415961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3a4c1-75bb-4e02-b67f-570a1d7714aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6ceb618c-e1f1-4a64-872f-a716bdb8109f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:41.451429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edd043-0b36-4c2c-b57f-287d45c7158d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0432f8cf-f800-4c78-a5a4-f54190486198,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:41.488752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fe7060f9-99f6-4a56-9ce7-87c3ffd352b9 req-f5edd043-0b36-4c2c-b57f-287d45c7158d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.489979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe7060f9-99f6-4a56-9ce7-87c3ffd352b9 req-f5edd043-0b36-4c2c-b57f-287d45c7158d tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3093050 Aug 04 16:56:41.511833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-739c99a2-0b11-49ea-a415-8f27fb76e5bb admin admin] Deleting subnet 0a045202-04d9-4af1-a534-6c0af7b5ca21 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:56:41.515681 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739c99a2-0b11-49ea-a415-8f27fb76e5bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.557345 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739c99a2-0b11-49ea-a415-8f27fb76e5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.649842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739c99a2-0b11-49ea-a415-8f27fb76e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.653271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-f1cc3d6c-600f-4ad0-9e60-fe9df70a22e3 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fa45efccca1840b4b961a5862a9ab168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477862 Aug 04 16:56:41.761466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a86c08-a952-4aa8-afd7-40ed1c5bed90 req-2d2139c6-c577-4a06-8b36-269ad4579d34 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:41.763615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18a86c08-a952-4aa8-afd7-40ed1c5bed90 req-2d2139c6-c577-4a06-8b36-269ad4579d34 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1738303 Aug 04 16:56:41.817867 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739c99a2-0b11-49ea-a415-8f27fb76e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.872418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c99a2-0b11-49ea-a415-8f27fb76e5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a045202-04d9-4af1-a534-6c0af7b5ca21,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:41.878096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739c99a2-0b11-49ea-a415-8f27fb76e5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:41.879979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-739c99a2-0b11-49ea-a415-8f27fb76e5bb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0a045202-04d9-4af1-a534-6c0af7b5ca21 HTTP/1.1" status: 204 len: 168 time: 0.4806623 Aug 04 16:56:41.882792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41870) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:41.887843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-1990ff69-ed62-4668-891a-6a4cd32ec1ea tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:41.889761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-1990ff69-ed62-4668-891a-6a4cd32ec1ea tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093985 Aug 04 16:56:41.894068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18a86c08-a952-4aa8-afd7-40ed1c5bed90 req-49709fa1-88a6-4d67-9579-808dd55176a7 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226864 Aug 04 16:56:41.908723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-a0b8e35c-4996-4b9b-8bab-f56ba5634853 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/quotas/fa45efccca1840b4b961a5862a9ab168 HTTP/1.1" status: 200 len: 375 time: 0.0125344 Aug 04 16:56:41.953968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-f802b44a-ddc1-42ca-9a8e-c7cfa3737771 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277340 Aug 04 16:56:41.958912 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.057651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-4e580c94-73ca-4b1c-865d-78c2ddc28732 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286610 Aug 04 16:56:42.060545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.075768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f369236d-c8aa-4480-af1c-dab5708f4c1f']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:42.093855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc33074d-345e-4cd0-b144-be2be0678938') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:42.094295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc33074d-345e-4cd0-b144-be2be0678938') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:42.104966 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.124284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.131935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:56:42.132717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:56:42.134914 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:56:42.197862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0042fbb-290b-4479-9aab-59ab0d5f559b req-cc04ff7d-2bc9-4abb-9784-20f23bfa8b74 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/0432f8cf-f800-4c78-a5a4-f54190486198 HTTP/1.1" status: 200 len: 1800 time: 0.0854869 Aug 04 16:56:42.219435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-b0042fbb-290b-4479-9aab-59ab0d5f559b req-fddd1e69-ac96-455c-ae9b-7899064d716c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2062363437', 'description': 'tempest-description-hth-1460331497'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:42.222916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.228921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.230796 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f369236d-c8aa-4480-af1c-dab5708f4c1f HTTP/1.1" status: 204 len: 168 time: 0.3469033 Aug 04 16:56:42.242727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20f626-65bc-45e6-916b-e0ba998875c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f369236d-c8aa-4480-af1c-dab5708f4c1f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:42.249465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-d310f16f-80b7-4dec-8b18-ee6237953185 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:42.251318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-d310f16f-80b7-4dec-8b18-ee6237953185 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863914 Aug 04 16:56:42.274188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-01c1881f-7273-4d5d-8995-db182588714c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/quotas/59fa6e8a83d9432698b5a461d1fd8c53 HTTP/1.1" status: 200 len: 375 time: 0.0127974 Aug 04 16:56:42.276559 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b0042fbb-290b-4479-9aab-59ab0d5f559b req-fddd1e69-ac96-455c-ae9b-7899064d716c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.350938 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b0042fbb-290b-4479-9aab-59ab0d5f559b req-fddd1e69-ac96-455c-ae9b-7899064d716c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.356388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b0042fbb-290b-4479-9aab-59ab0d5f559b req-fddd1e69-ac96-455c-ae9b-7899064d716c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.359019 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b0042fbb-290b-4479-9aab-59ab0d5f559b req-fddd1e69-ac96-455c-ae9b-7899064d716c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.363322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0042fbb-290b-4479-9aab-59ab0d5f559b req-fddd1e69-ac96-455c-ae9b-7899064d716c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "PUT /v2.0/security-groups/0432f8cf-f800-4c78-a5a4-f54190486198 HTTP/1.1" status: 200 len: 1775 time: 0.1526885 Aug 04 16:56:42.385290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-bef4603f-7c26-453d-98f5-a76c1fe8f947 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997431 Aug 04 16:56:42.439471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd1e69-ac96-455c-ae9b-7899064d716c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0432f8cf-f800-4c78-a5a4-f54190486198,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:42.492295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6cf2c-91e8-4217-990c-1812585d51b5 req-931cb551-8db5-4320-8f59-1ba83e24a924 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:42.503126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41900) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:42.504624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0d6cf2c-91e8-4217-990c-1812585d51b5 req-931cb551-8db5-4320-8f59-1ba83e24a924 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.0859561 Aug 04 16:56:42.550040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0d6cf2c-91e8-4217-990c-1812585d51b5 req-91ec2363-4207-463f-9cf2-014235948259 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Aug 04 16:56:42.568233 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f222f8d4-4cb1-46d3-b9a0-04d4ddb69d42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8972e77d80e3493ea4bf566af3acde1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613773 Aug 04 16:56:42.568434 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41902) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:42.648928 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63c3b9d8-f5cf-4c3f-a7b0-035f9a35493a req-48eb162e-8e9d-4ad2-bd82-30a00ff6f900 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 210 time: 0.0337362 Aug 04 16:56:42.657474 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37da5e85-94b4-49bd-ae03-12c2db839c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.706733 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37da5e85-94b4-49bd-ae03-12c2db839c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.786925 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37da5e85-94b4-49bd-ae03-12c2db839c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.789718 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37da5e85-94b4-49bd-ae03-12c2db839c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:42.793689 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-37da5e85-94b4-49bd-ae03-12c2db839c1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b3fcf34-42a1-4f5a-817d-2213f2515f0c HTTP/1.1" status: 204 len: 168 time: 0.2215943 Aug 04 16:56:42.812385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da5e85-94b4-49bd-ae03-12c2db839c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3fcf34-42a1-4f5a-817d-2213f2515f0c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:42.909837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57edc0b9-0a19-471c-9ec8-9d40a1a8cb26 req-814a9292-3c10-4530-af31-4e1e41a1e7c6 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/0432f8cf-f800-4c78-a5a4-f54190486198 HTTP/1.1" status: 200 len: 1775 time: 0.0649242 Aug 04 16:56:43.022555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0aa8ad06-0568-41e8-b8bb-0941b9a2efc8 req-727a7e28-3b1d-43a9-a71c-8ccadad22d45 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/0432f8cf-f800-4c78-a5a4-f54190486198 HTTP/1.1" status: 200 len: 1775 time: 0.0633759 Aug 04 16:56:43.099952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0aa8ad06-0568-41e8-b8bb-0941b9a2efc8 req-1976443a-d6d8-4b86-bcef-08411a5db2ac tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:43.142762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0aa8ad06-0568-41e8-b8bb-0941b9a2efc8 req-1976443a-d6d8-4b86-bcef-08411a5db2ac tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:43.188024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce094ff-7975-4c61-80ea-537a6eb6befc req-abc08b74-6c78-400f-8c7a-4e88c1efd97c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:43.189812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cce094ff-7975-4c61-80ea-537a6eb6befc req-abc08b74-6c78-400f-8c7a-4e88c1efd97c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.0997505 Aug 04 16:56:43.226538 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0aa8ad06-0568-41e8-b8bb-0941b9a2efc8 req-1976443a-d6d8-4b86-bcef-08411a5db2ac tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:43.229117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0aa8ad06-0568-41e8-b8bb-0941b9a2efc8 req-1976443a-d6d8-4b86-bcef-08411a5db2ac tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:43.230336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0aa8ad06-0568-41e8-b8bb-0941b9a2efc8 req-1976443a-d6d8-4b86-bcef-08411a5db2ac tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/0432f8cf-f800-4c78-a5a4-f54190486198 HTTP/1.1" status: 204 len: 173 time: 0.2068241 Aug 04 16:56:43.259662 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cce094ff-7975-4c61-80ea-537a6eb6befc req-1516b457-639f-4b73-bace-b73cf0b8f47c tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572171 Aug 04 16:56:43.260777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976443a-d6d8-4b86-bcef-08411a5db2ac tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0432f8cf-f800-4c78-a5a4-f54190486198,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:43.288579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41952) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:43.362721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f815d68-1af0-4e3d-a6bc-bc0218241ee0 req-3178443f-0a42-4b17-984f-69e27bc270c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 210 time: 0.0423868 Aug 04 16:56:43.412174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-085e20cd-c2d0-47df-9f3d-abeb1ffe5af7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fa45efccca1840b4b961a5862a9ab168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483329 Aug 04 16:56:43.414996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-86eecddb-f268-4ab6-8b6e-4c45897f24fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2bc19c115204e1b8c699d4ea126daa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248741 Aug 04 16:56:43.417680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41960) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:43.514469 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-e0f1d036-91fa-4715-a1e8-276785f38bce req-90fc2e4e-f316-48d4-8826-fcae290278c3 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] show failed (client error): The resource could not be found. Aug 04 16:56:43.528434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0f1d036-91fa-4715-a1e8-276785f38bce req-90fc2e4e-f316-48d4-8826-fcae290278c3 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/8ada2597-b41b-49bc-89cf-b5c8cb5fdce8 HTTP/1.1" status: 404 len: 352 time: 0.0394595 Aug 04 16:56:43.585510 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-29af4918-ab26-4e10-a10b-cdbb09d2a4b7 req-2cddcb8d-d573-48b9-aff8-0a251f028300 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] show failed (client error): The resource could not be found. Aug 04 16:56:43.586725 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29af4918-ab26-4e10-a10b-cdbb09d2a4b7 req-2cddcb8d-d573-48b9-aff8-0a251f028300 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/406160d3-b054-4743-9e21-b97abea9c0ff HTTP/1.1" status: 404 len: 352 time: 0.0387015 Aug 04 16:56:43.614488 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ead19764-a4cf-4b71-8389-53b707c03ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:43.658401 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ead19764-a4cf-4b71-8389-53b707c03ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:43.667170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-4330cf55-7a18-4569-af20-77e8c145a7cb tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:43.668709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-4330cf55-7a18-4569-af20-77e8c145a7cb tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485290 Aug 04 16:56:43.702634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Request body: {'port': {'device_id': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'fa45efccca1840b4b961a5862a9ab168'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:43.825838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e7c51-d0b9-4f3e-be55-f60c28dc5ca0 req-1bffbaa8-cb3b-4641-8d5b-d97fa708ebce tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:43.827419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-434e7c51-d0b9-4f3e-be55-f60c28dc5ca0 req-1bffbaa8-cb3b-4641-8d5b-d97fa708ebce tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.1526690 Aug 04 16:56:43.874472 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ead19764-a4cf-4b71-8389-53b707c03ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:43.877517 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ead19764-a4cf-4b71-8389-53b707c03ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:43.878570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ead19764-a4cf-4b71-8389-53b707c03ffc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56ac1111-9a40-48ca-9c8c-fa4d17a3f705 HTTP/1.1" status: 204 len: 168 time: 0.4594634 Aug 04 16:56:43.896067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead19764-a4cf-4b71-8389-53b707c03ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ac1111-9a40-48ca-9c8c-fa4d17a3f705,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:43.942037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-434e7c51-d0b9-4f3e-be55-f60c28dc5ca0 req-c2927451-63f1-42a0-a0b9-697df8fd3640 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871294 Aug 04 16:56:43.992086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Made reservation on behalf of fa45efccca1840b4b961a5862a9ab168 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:43.995790 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:43.999658 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-479770e9-c504-40a7-a5d7-b62caf2b2a90 req-e4e59302-1433-4dc4-86cd-6deebf8ae62b tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] show failed (client error): The resource could not be found. Aug 04 16:56:44.007816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-479770e9-c504-40a7-a5d7-b62caf2b2a90 req-e4e59302-1433-4dc4-86cd-6deebf8ae62b tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/bb271886-fa83-4ae8-9cd9-6a4ec809747b HTTP/1.1" status: 404 len: 352 time: 0.0321681 Aug 04 16:56:44.022972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:44.154261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec0bf986-3ef4-430b-86e7-5b0f4dfcb8b5 req-dea231ae-5c36-4a9f-9835-c86df9a2a648 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 210 time: 0.0312841 Aug 04 16:56:44.161305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-9c1d5f94-6bf7-442b-a939-bfc81ec03694 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:44.163532 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-9c1d5f94-6bf7-442b-a939-bfc81ec03694 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.82 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.0979464 Aug 04 16:56:44.179852 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:44.192920 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:44.283381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-e5758b1a-3770-4061-a192-a64678a79e20 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Deleting port 85e362f9-736c-4814-b828-b318e286c1ef {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:44.283716 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-e5758b1a-3770-4061-a192-a64678a79e20 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:44.335322 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-704e14a7-f63d-44a3-bcde-5bc4947f28d9 req-34aab4ae-392c-41b7-8244-13fea98132c5 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] show failed (client error): The resource could not be found. Aug 04 16:56:44.337296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-704e14a7-f63d-44a3-bcde-5bc4947f28d9 req-34aab4ae-392c-41b7-8244-13fea98132c5 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/ac3a0fd2-f211-438c-999d-cb8079e0025c HTTP/1.1" status: 404 len: 352 time: 0.1271706 Aug 04 16:56:44.341647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f41113-c4c8-466a-b4ea-d2b58a69a350,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:44.493427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-e5758b1a-3770-4061-a192-a64678a79e20 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] For port 85e362f9-736c-4814-b828-b318e286c1ef, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=85e362f9-736c-4814-b828-b318e286c1ef,segment=NetworkSegment(d9a47ec9-567f-4cec-91ef-316424d9a2bf),segment_id=d9a47ec9-567f-4cec-91ef-316424d9a2bf)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:44.493815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-e5758b1a-3770-4061-a192-a64678a79e20 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:44.517282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-e5758b1a-3770-4061-a192-a64678a79e20 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Calling delete_port for 85e362f9-736c-4814-b828-b318e286c1ef owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:44.577343 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-2e2ffabd-0b8e-42df-b059-45b03e671831 req-5d1412e3-b9eb-4e6d-bf26-a21b761354b5 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] show failed (client error): The resource could not be found. Aug 04 16:56:44.578666 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e2ffabd-0b8e-42df-b059-45b03e671831 req-5d1412e3-b9eb-4e6d-bf26-a21b761354b5 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/c7809cf2-ffab-4c59-a027-356a223c4412 HTTP/1.1" status: 404 len: 352 time: 0.0249431 Aug 04 16:56:44.605898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Allocated IP 192.168.233.209 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:56:44.655120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b10ca-8771-435a-864e-18fb22ba365b req-fcae68ed-e8c0-463d-98b8-fde942b2febf tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:44.664215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c4b10ca-8771-435a-864e-18fb22ba365b req-fcae68ed-e8c0-463d-98b8-fde942b2febf tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1e93036-0556-4e82-b3ef-639edeed9be6 HTTP/1.1" status: 200 len: 946 time: 0.1853952 Aug 04 16:56:44.697391 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-d92bdfd2-c0bb-4bf1-96b3-634d5b4bf213 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798485 Aug 04 16:56:44.760177 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-e5758b1a-3770-4061-a192-a64678a79e20 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:44.774200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['85e362f9-736c-4814-b828-b318e286c1ef'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:44.779566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c4b10ca-8771-435a-864e-18fb22ba365b req-40e6f1d3-97fe-448a-9666-e5fc2bb2ea27 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.39 "GET /v2.0/security-groups?id=78965ff2-a0f4-4bd2-ae8e-00573199538b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090460 Aug 04 16:56:44.824307 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5758b1a-3770-4061-a192-a64678a79e20 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Pushing event deleted for resources: {'Port': ['ID=85e362f9-736c-4814-b828-b318e286c1ef,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:44.835227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd5d2fb7-d805-4803-b2ac-6b94164bd522 req-bacc6fe6-706e-400c-ad61-2c76a10faf86 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 210 time: 0.1182406 Aug 04 16:56:44.856437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-e5758b1a-3770-4061-a192-a64678a79e20 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] No DVR routers for this DVR port 85e362f9-736c-4814-b828-b318e286c1ef on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:44.860764 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-e5758b1a-3770-4061-a192-a64678a79e20 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:44.864576 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4925f7f5-c49b-4e91-b0e7-319d3249c353 req-e5758b1a-3770-4061-a192-a64678a79e20 tempest-ServerRescueTestJSONUnderV235-2087485006 tempest-ServerRescueTestJSONUnderV235-2087485006-project] 10.222.0.82 "DELETE /v2.0/ports/85e362f9-736c-4814-b828-b318e286c1ef HTTP/1.1" status: 204 len: 173 time: 0.6929607 Aug 04 16:56:44.865502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'name': 'network-vif-deleted', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:44.867771 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-fb3f840d-37d6-43e8-a8d7-d8ba06f9da2b req-d1b898bd-cd55-4604-a4d5-7cf8d7e1d8b7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] show failed (client error): The resource could not be found. Aug 04 16:56:44.869287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb3f840d-37d6-43e8-a8d7-d8ba06f9da2b req-d1b898bd-cd55-4604-a4d5-7cf8d7e1d8b7 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/5fadda71-cb4e-499a-91b3-b5e41825a3fc HTTP/1.1" status: 404 len: 352 time: 0.0326798 Aug 04 16:56:44.870480 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae4575b-7140-47e1-b58c-7aa0ddfa8e96" -d '{"events": [{"server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "name": "network-vif-deleted", "tag": "85e362f9-736c-4814-b828-b318e286c1ef"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:44.963883 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f71c0bc-6ec8-420b-978e-c5e0209b6dde x-openstack-request-id: req-0f71c0bc-6ec8-420b-978e-c5e0209b6dde {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:44.966954 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e93036-0556-4e82-b3ef-639edeed9be6", "name": "network-vif-deleted", "tag": "85e362f9-736c-4814-b828-b318e286c1ef", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:44.967567 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f71c0bc-6ec8-420b-978e-c5e0209b6dde {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:44.968278 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e93036-0556-4e82-b3ef-639edeed9be6', 'name': 'network-vif-deleted', 'tag': '85e362f9-736c-4814-b828-b318e286c1ef', 'status': 'completed', 'code': 200} Aug 04 16:56:45.052110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:45.082229 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:56:45.125332 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-8fd9f145-4fa6-4078-ad4f-0371392a9e8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545413 Aug 04 16:56:45.305716 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:45.336214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:45.339071 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a3fb00-b4e3-420a-9ca1-c1c4afaa8e8a" -d '{"events": [{"server_uuid": "c7394e7f-fac6-411e-9513-f4ad6d6ece3f", "name": "network-vif-unplugged", "status": "completed", "tag": "2cdb2c69-4b1b-41ca-9b88-12ba5a608908"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:45.351123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-90db1362-804c-4f48-8136-d738a2a77951 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:45.352822 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-90db1362-804c-4f48-8136-d738a2a77951 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257037 Aug 04 16:56:45.357386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:45.369806 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:45.370575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 85e362f9-736c-4814-b828-b318e286c1ef no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:45.374037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Request body: {'port': {'device_id': '77054aab-81c2-453f-893f-913344c28def', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '59fa6e8a83d9432698b5a461d1fd8c53'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:45.413301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 85e362f9-736c-4814-b828-b318e286c1ef {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:45.414026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 85e362f9-736c-4814-b828-b318e286c1ef not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:45.470336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:45.511591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-caf6b12e-ca77-4ee2-b7c8-704f7bf80145 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:45.513363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-caf6b12e-ca77-4ee2-b7c8-704f7bf80145 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7974114 Aug 04 16:56:45.541011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Request body: {'port': {'device_id': 'b9d7fae3-a1e0-4bc9-88bc-a34f62902691', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '59fa6e8a83d9432698b5a461d1fd8c53'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:45.545006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Made reservation on behalf of 59fa6e8a83d9432698b5a461d1fd8c53 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:45.550723 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:45.698740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db779b0f-b7f1-4dc4-a6ae-c63e49ab00b4 req-befe87a3-b788-4ee9-a169-3e295ff977f7 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:45.706201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db779b0f-b7f1-4dc4-a6ae-c63e49ab00b4 req-befe87a3-b788-4ee9-a169-3e295ff977f7 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.2108245 Aug 04 16:56:45.751379 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:45.773656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-ebb80782-d781-42bd-81cd-40e3081fa22d tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:45.775634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-ebb80782-d781-42bd-81cd-40e3081fa22d tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 805 time: 0.7711525 Aug 04 16:56:45.814667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Transition to ACTIVE for port object 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:45.827426 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db779b0f-b7f1-4dc4-a6ae-c63e49ab00b4 req-e6e936e5-043c-4c6a-966e-cd7f8821b3b9 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203797 Aug 04 16:56:45.830787 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-7eff2aaa-8ce2-466d-9242-12cac70b0708 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/quotas/881dd0bd49f84981b3b2ad3a4fe41f10 HTTP/1.1" status: 200 len: 375 time: 0.0431256 Aug 04 16:56:45.888961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Made reservation on behalf of 59fa6e8a83d9432698b5a461d1fd8c53 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:45.892468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:45.959214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76fbf48b-44e1-4256-8ad1-88a36db1ab5d req-fd4f7a2d-4a03-48b6-ba38-31315a8c8776 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 210 time: 0.0515020 Aug 04 16:56:45.967671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-ccd9e513-f5fb-41f2-80b5-c258d9af0763 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251702 Aug 04 16:56:45.968757 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:46.028886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Allocated IP 192.168.233.104 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/5f531a76-eb3b-4038-85fe-1485545c928b) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:56:46.133117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:56:46.150990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:56:46.169348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Pushing event updated for resources: {'Port': ['ID=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:46.172208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:56:46.250756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-45d81913-6651-4dc8-b64e-acf924c56f22 service neutron] 10.222.0.39 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416253 Aug 04 16:56:46.258429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:46.259097 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:46.268564 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:46.282523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746aab-a6fb-4c00-8a4c-b459780395cb req-dcce38af-f466-4739-b887-e66c29332b74 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:46.284200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60746aab-a6fb-4c00-8a4c-b459780395cb req-dcce38af-f466-4739-b887-e66c29332b74 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 1023 time: 0.1592350 Aug 04 16:56:46.284334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Transition to ACTIVE for port object 5f531a76-eb3b-4038-85fe-1485545c928b will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:46.323185 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:46.340389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:46.371812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-ad60dc24-bff5-411c-a749-b13a58ff8ffd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6783967 Aug 04 16:56:46.375137 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:56:46.382169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:56:46.388612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:56:46.395999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event updated for resources: {'Port': ['ID=5f531a76-eb3b-4038-85fe-1485545c928b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:46.406833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Request body: {'port': {'device_id': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:46.456570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60746aab-a6fb-4c00-8a4c-b459780395cb req-4d3abbc5-20af-41d7-b825-b97e1b054b18 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=158ee6eb-905d-46e0-ac8a-0ce44e571d25&id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&id=176d6ffa-e665-41cf-83c8-17a97f4b41a5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1599102 Aug 04 16:56:46.484220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:46.485098 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:46.494022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Allocated IP 192.168.233.152 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/2721feb5-e1f4-4b00-a185-c7f4701a7b85) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:56:46.506007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-98d2accc-7689-4073-9a44-7176d8a6b754 None None] Provisioning for port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:46.508318 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5c5c918f-4d48-47ca-84c7-066c42e735be tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1434014 Aug 04 16:56:46.516828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-98d2accc-7689-4073-9a44-7176d8a6b754 None None] Provisioning complete for port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:46.517527 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-98d2accc-7689-4073-9a44-7176d8a6b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:46.523924 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6364fb-fe64-4171-8435-fce336126cca x-openstack-request-id: req-1e6364fb-fe64-4171-8435-fce336126cca {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:46.524412 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7394e7f-fac6-411e-9513-f4ad6d6ece3f", "name": "network-vif-unplugged", "status": "completed", "tag": "2cdb2c69-4b1b-41ca-9b88-12ba5a608908", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:46.524843 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e6364fb-fe64-4171-8435-fce336126cca {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:46.525413 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908', 'code': 200} Aug 04 16:56:46.538572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Request body: {'port': {'device_id': '77054aab-81c2-453f-893f-913344c28def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:46.552947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-ba08cefe-fa8c-4e2b-9272-aba25393a023 service neutron] 10.222.0.39 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909451 Aug 04 16:56:46.582264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42082) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:46.622728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-98d2accc-7689-4073-9a44-7176d8a6b754 None None] Port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:56:46.631864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:46.632375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:46.825942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af255dc4-94df-444c-a215-32cf760a86c6 req-58248295-803b-4c08-96d1-13d8dfe710fb tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:46.827628 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af255dc4-94df-444c-a215-32cf760a86c6 req-58248295-803b-4c08-96d1-13d8dfe710fb tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "GET /v2.0/ports?device_id=c7394e7f-fac6-411e-9513-f4ad6d6ece3f HTTP/1.1" status: 200 len: 943 time: 0.1400921 Aug 04 16:56:46.852958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f47c53db-829f-461d-aaa3-17f65a910fc4 None None] Provisioning for port 5f531a76-eb3b-4038-85fe-1485545c928b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:46.859588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f47c53db-829f-461d-aaa3-17f65a910fc4 None None] Provisioning complete for port 5f531a76-eb3b-4038-85fe-1485545c928b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:46.860039 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f47c53db-829f-461d-aaa3-17f65a910fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:46.920655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f47c53db-829f-461d-aaa3-17f65a910fc4 None None] Port 5f531a76-eb3b-4038-85fe-1485545c928b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:56:46.968228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-af255dc4-94df-444c-a215-32cf760a86c6 req-69c4d0f9-a0be-4f1d-930f-217613d177e0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Deleting port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:46.968648 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-af255dc4-94df-444c-a215-32cf760a86c6 req-69c4d0f9-a0be-4f1d-930f-217613d177e0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:47.113732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-af255dc4-94df-444c-a215-32cf760a86c6 req-69c4d0f9-a0be-4f1d-930f-217613d177e0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] For port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:47.114436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-af255dc4-94df-444c-a215-32cf760a86c6 req-69c4d0f9-a0be-4f1d-930f-217613d177e0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:47.140438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-af255dc4-94df-444c-a215-32cf760a86c6 req-69c4d0f9-a0be-4f1d-930f-217613d177e0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Calling delete_port for 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:47.151160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-8dc4e607-a53c-4106-8432-71fd6de5473c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.156363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-8dc4e607-a53c-4106-8432-71fd6de5473c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.90 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 1023 time: 0.5768347 Aug 04 16:56:47.258771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c294d-76bb-4036-96f2-39a78084be0c req-f0ac9acb-8faa-44c4-91c2-ab057a2e9f04 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.260305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c48c294d-76bb-4036-96f2-39a78084be0c req-f0ac9acb-8faa-44c4-91c2-ab057a2e9f04 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 936 time: 0.5696778 Aug 04 16:56:47.330339 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-af255dc4-94df-444c-a215-32cf760a86c6 req-69c4d0f9-a0be-4f1d-930f-217613d177e0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:47.363561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4d0f9-a0be-4f1d-930f-217613d177e0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Pushing event deleted for resources: {'Port': ['ID=2cdb2c69-4b1b-41ca-9b88-12ba5a608908,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:47.415953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-af255dc4-94df-444c-a215-32cf760a86c6 req-69c4d0f9-a0be-4f1d-930f-217613d177e0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] No DVR routers for this DVR port 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:47.420166 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-af255dc4-94df-444c-a215-32cf760a86c6 req-69c4d0f9-a0be-4f1d-930f-217613d177e0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:47.422642 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-af255dc4-94df-444c-a215-32cf760a86c6 req-69c4d0f9-a0be-4f1d-930f-217613d177e0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "DELETE /v2.0/ports/2cdb2c69-4b1b-41ca-9b88-12ba5a608908 HTTP/1.1" status: 204 len: 173 time: 0.5844936 Aug 04 16:56:47.423257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'name': 'network-vif-deleted', 'tag': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:47.426481 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cf9851-93a2-4f17-b561-b4e1dd12fd2e" -d '{"events": [{"server_uuid": "c7394e7f-fac6-411e-9513-f4ad6d6ece3f", "name": "network-vif-deleted", "tag": "2cdb2c69-4b1b-41ca-9b88-12ba5a608908"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:47.507585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ece9a-9382-4cd3-8521-458eca00f150 req-df8c662e-e61c-4aa5-829e-f39368d6832a tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.508061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ece9a-9382-4cd3-8521-458eca00f150 req-df8c662e-e61c-4aa5-829e-f39368d6832a tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.508528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ece9a-9382-4cd3-8521-458eca00f150 req-df8c662e-e61c-4aa5-829e-f39368d6832a tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.508992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ece9a-9382-4cd3-8521-458eca00f150 req-df8c662e-e61c-4aa5-829e-f39368d6832a tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.509449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ece9a-9382-4cd3-8521-458eca00f150 req-df8c662e-e61c-4aa5-829e-f39368d6832a tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.509906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ece9a-9382-4cd3-8521-458eca00f150 req-df8c662e-e61c-4aa5-829e-f39368d6832a tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.510357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ece9a-9382-4cd3-8521-458eca00f150 req-df8c662e-e61c-4aa5-829e-f39368d6832a tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.510826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ece9a-9382-4cd3-8521-458eca00f150 req-df8c662e-e61c-4aa5-829e-f39368d6832a tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.513070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-000ece9a-9382-4cd3-8521-458eca00f150 req-df8c662e-e61c-4aa5-829e-f39368d6832a tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5716 time: 0.6006260 Aug 04 16:56:47.528677 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:47.536323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c48c294d-76bb-4036-96f2-39a78084be0c req-e41afc72-0c7a-4b95-8b49-50a76248dc6d tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573841 Aug 04 16:56:47.565753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Transition to ACTIVE for port object 2721feb5-e1f4-4b00-a185-c7f4701a7b85 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:47.642850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90725129-3011-490f-b4df-c42c04e04700 req-bb2ec0b9-294a-4697-af79-66181daaf4a2 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 210 time: 0.0513580 Aug 04 16:56:47.691923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-7bc0a3e2-c090-48d3-a27a-c68aacd2f485 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Deleting port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:47.692254 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-7bc0a3e2-c090-48d3-a27a-c68aacd2f485 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:47.756027 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:47.775466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:47.840037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676a346-7807-44b0-b42d-58f6d08b9326 req-f0a983b9-ff67-4dd0-84ac-6e92ee7072c9 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:47.841506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b676a346-7807-44b0-b42d-58f6d08b9326 req-f0a983b9-ff67-4dd0-84ac-6e92ee7072c9 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.2450423 Aug 04 16:56:47.885686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:56:47.914304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:56:47.914891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f531a76-eb3b-4038-85fe-1485545c928b {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:47.928141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:56:47.941536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event updated for resources: {'Port': ['ID=2721feb5-e1f4-4b00-a185-c7f4701a7b85,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:47.957108 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:47.993176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-7bc0a3e2-c090-48d3-a27a-c68aacd2f485 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] For port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,segment=NetworkSegment(3987345b-7610-483f-896e-16d9aa8aa2d3),segment_id=3987345b-7610-483f-896e-16d9aa8aa2d3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:47.993659 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-7bc0a3e2-c090-48d3-a27a-c68aacd2f485 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:48.009694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce84cd-72fb-4baa-ac25-3ea129585db7 req-dc35eebd-70da-43e4-8556-8d7e7e2501b0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:48.011285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35ce84cd-72fb-4baa-ac25-3ea129585db7 req-dc35eebd-70da-43e4-8556-8d7e7e2501b0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 936 time: 0.2996531 Aug 04 16:56:48.042565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Transition to ACTIVE for port object 5f531a76-eb3b-4038-85fe-1485545c928b will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:48.048514 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:48.057718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-7bc0a3e2-c090-48d3-a27a-c68aacd2f485 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Calling delete_port for d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:48.116702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:48.117360 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:48.190799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Pushing event updated for resources: {'Port': ['ID=5f531a76-eb3b-4038-85fe-1485545c928b,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:48.263114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4bb1a144-d680-4dce-b327-6cd1d3a7cfa6 None None] Provisioning for port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:48.267339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-5efb3867-7d59-4901-bfa2-69cf29ea2efe tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:48.268896 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-5efb3867-7d59-4901-bfa2-69cf29ea2efe tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 805 time: 0.3314583 Aug 04 16:56:48.271595 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4bb1a144-d680-4dce-b327-6cd1d3a7cfa6 None None] Provisioning complete for port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:48.276193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a144-d680-4dce-b327-6cd1d3a7cfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:48.284304 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Attempting to bind port 5f531a76-eb3b-4038-85fe-1485545c928b on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:56:48.284750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Attempting to bind port 5f531a76-eb3b-4038-85fe-1485545c928b by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:56:48.285148 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Attempting to bind port 5f531a76-eb3b-4038-85fe-1485545c928b on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:48.292697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Port 5f531a76-eb3b-4038-85fe-1485545c928b on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:56:48.293202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Attempting to bind port 5f531a76-eb3b-4038-85fe-1485545c928b on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:48.299781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Request body: {'port': {'device_id': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'admin_state_up': True, 'tenant_id': '881dd0bd49f84981b3b2ad3a4fe41f10'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:48.336715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1a144-d680-4dce-b327-6cd1d3a7cfa6 None None] Port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:56:48.362030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:56:48.362412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:56:48.362751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:56:48.363245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Bound port: 5f531a76-eb3b-4038-85fe-1485545c928b, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:56:48.363612 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:48.500823 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] For port 5f531a76-eb3b-4038-85fe-1485545c928b, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:56:48.504998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] For port 5f531a76-eb3b-4038-85fe-1485545c928b, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5f531a76-eb3b-4038-85fe-1485545c928b,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:56:48.511943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:48.517139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Made reservation on behalf of 881dd0bd49f84981b3b2ad3a4fe41f10 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:48.520727 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:48.570557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:48.571205 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:48.572603 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] 10.222.0.82 "PUT /v2.0/ports/5f531a76-eb3b-4038-85fe-1485545c928b HTTP/1.1" status: 200 len: 1096 time: 2.0461156 Aug 04 16:56:48.620137 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b676a346-7807-44b0-b42d-58f6d08b9326 req-cc08997f-bb6d-4a24-b9e5-c5a18e51bb9c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7649682 Aug 04 16:56:48.632828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-5adea1ac-1c4a-479f-8a48-0d0fe035b966 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1018593 Aug 04 16:56:48.661692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Request body: {'port': {'device_id': 'b9d7fae3-a1e0-4bc9-88bc-a34f62902691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:48.708104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336af51-390c-4118-8a05-5f350ba0292f service neutron] Pushing event updated for resources: {'Port': ['ID=5f531a76-eb3b-4038-85fe-1485545c928b,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:48.755262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35ce84cd-72fb-4baa-ac25-3ea129585db7 req-96d49f08-69d9-4064-a87f-f4770e04acd5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629570 Aug 04 16:56:48.778684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:48.790249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-159baa52-b1ff-40de-9d03-2040da0e5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:48.790685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:48.793060 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-159baa52-b1ff-40de-9d03-2040da0e5998 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 1099 time: 0.1333032 Aug 04 16:56:48.801741 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400011a9-ba9f-4aa6-8d57-1f0e4b017977 x-openstack-request-id: req-400011a9-ba9f-4aa6-8d57-1f0e4b017977 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:48.802093 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7394e7f-fac6-411e-9513-f4ad6d6ece3f", "name": "network-vif-deleted", "tag": "2cdb2c69-4b1b-41ca-9b88-12ba5a608908", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:48.802362 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-400011a9-ba9f-4aa6-8d57-1f0e4b017977 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:48.802709 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7394e7f-fac6-411e-9513-f4ad6d6ece3f', 'name': 'network-vif-deleted', 'tag': '2cdb2c69-4b1b-41ca-9b88-12ba5a608908', 'status': 'completed', 'code': 200} Aug 04 16:56:48.819235 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Allocated IP 172.20.0.4 (fed77e85-9786-438f-9c12-d588fc5ecbb9/c270d6ca-fadf-4471-9dc6-9a45b83c8c5c/0c57e291-df59-4d79-b962-f9b63252aaa2) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:56:48.861816 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-3eae28ec-b695-4886-935e-ee80e10c5040 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5f531a76-eb3b-4038-85fe-1485545c928b HTTP/1.1" status: 200 len: 217 time: 0.0445409 Aug 04 16:56:48.974418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-d0317d7d-06e8-4520-a17e-df6174c33364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:48.975769 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-d0317d7d-06e8-4520-a17e-df6174c33364 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0953984 Aug 04 16:56:49.077503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-69587955-e9bb-4461-b040-01c089a0cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:49.078997 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-69587955-e9bb-4461-b040-01c089a0cfc7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782588 Aug 04 16:56:49.111237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:49.211957 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-27dbc3fb-c90b-44d7-ab33-c91f78d57c96 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239622 Aug 04 16:56:49.219957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:49.238834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:49.262723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647be79-2fd0-4b31-9ca0-e128126818d8 req-ee1fb789-baf0-4147-85f7-389f403ae76a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:49.264324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9647be79-2fd0-4b31-9ca0-e128126818d8 req-ee1fb789-baf0-4147-85f7-389f403ae76a tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/ports?device_id=badcb8f1-cdd6-4d4a-a2d9-c14047e65c37 HTTP/1.1" status: 200 len: 1023 time: 0.3911722 Aug 04 16:56:49.271253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:49.308619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Network fed77e85-9786-438f-9c12-d588fc5ecbb9 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:56:49.318298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:56:49.321263 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-7bc0a3e2-c090-48d3-a27a-c68aacd2f485 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:49.324814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f4863-5139-4c2b-a5d2-7ee899a0b607 req-3361f253-098f-4bd7-b7c9-3efbee3dd271 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:49.326221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-857f4863-5139-4c2b-a5d2-7ee899a0b607 req-3361f253-098f-4bd7-b7c9-3efbee3dd271 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 886 time: 0.4546363 Aug 04 16:56:49.326376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:56:49.355007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Pushing event updated for resources: {'Port': ['ID=0c57e291-df59-4d79-b962-f9b63252aaa2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:49.391791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Transition to ACTIVE for port object 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:49.400462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0a3e2-c090-48d3-a27a-c68aacd2f485 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'Port': ['ID=d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:49.401974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:49.402825 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:49.408078 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-a1c5efc2-03b0-441c-acfe-344ec7e744c7 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816375 Aug 04 16:56:49.428985 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-06fa0fc7-8c9d-430d-83cb-e8f36bc6d1ec tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1355307 Aug 04 16:56:49.434054 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:49.443283 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Request body: {'port': {'device_id': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:49.501942 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:49.525486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9647be79-2fd0-4b31-9ca0-e128126818d8 req-7aefd817-5bbf-403b-9d7e-4ff690026e94 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups?id=158ee6eb-905d-46e0-ac8a-0ce44e571d25&id=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a&id=176d6ffa-e665-41cf-83c8-17a97f4b41a5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2470238 Aug 04 16:56:49.590385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-7bc0a3e2-c090-48d3-a27a-c68aacd2f485 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] No DVR routers for this DVR port d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:56:49.619008 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-7bc0a3e2-c090-48d3-a27a-c68aacd2f485 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:49.621224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb2a53ff-cc46-4322-a0db-c87897b1a357 req-7bc0a3e2-c090-48d3-a27a-c68aacd2f485 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.90 "DELETE /v2.0/ports/d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 HTTP/1.1" status: 204 len: 173 time: 2.4563839 Aug 04 16:56:49.625226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'name': 'network-vif-deleted', 'tag': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:49.627680 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0791be83-193f-4383-867a-e4c18fa6ed20" -d '{"events": [{"server_uuid": "badcb8f1-cdd6-4d4a-a2d9-c14047e65c37", "name": "network-vif-deleted", "tag": "d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:49.695546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Pushing event updated for resources: {'Port': ['ID=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:49.737899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06943b2-7e41-413d-85b0-7f137f342fdf req-3bfd8b31-c679-47c9-b3c6-a97dd02d991b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:49.739500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f06943b2-7e41-413d-85b0-7f137f342fdf req-3bfd8b31-c679-47c9-b3c6-a97dd02d991b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 948 time: 0.3450935 Aug 04 16:56:49.857795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b2e76-c89f-458c-b056-894c312f565a req-758884ba-1f03-4dcf-ac50-71155f5e8868 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:49.859410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-082b2e76-c89f-458c-b056-894c312f565a req-758884ba-1f03-4dcf-ac50-71155f5e8868 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 931 time: 0.2261720 Aug 04 16:56:49.935263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f06943b2-7e41-413d-85b0-7f137f342fdf req-1cc732fc-e5ef-4599-8405-1778040c4c28 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615248 Aug 04 16:56:49.969779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2721feb5-e1f4-4b00-a185-c7f4701a7b85 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:49.983739 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.004680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Attempting to bind port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:56:50.005039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Attempting to bind port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:56:50.005330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Attempting to bind port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:50.065436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-082b2e76-c89f-458c-b056-894c312f565a req-af7b4f9e-4ce9-48e1-8981-181813feaabd tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927397 Aug 04 16:56:50.069859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:56:50.070187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Attempting to bind port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:50.072588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Transition to ACTIVE for port object 2721feb5-e1f4-4b00-a185-c7f4701a7b85 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:50.097609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:56:50.097955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:56:50.098355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:56:50.098799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Bound port: 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:56:50.102254 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.109238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.180629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c57e291-df59-4d79-b962-f9b63252aaa2 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:50.188985 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.210525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Transition to ACTIVE for port object 0c57e291-df59-4d79-b962-f9b63252aaa2 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:56:50.218795 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.221632 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e54c87c-ad58-44cb-911d-fa79192e8cd3 x-openstack-request-id: req-1e54c87c-ad58-44cb-911d-fa79192e8cd3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:50.222198 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badcb8f1-cdd6-4d4a-a2d9-c14047e65c37", "name": "network-vif-deleted", "tag": "d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:50.222198 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e54c87c-ad58-44cb-911d-fa79192e8cd3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:50.224423 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badcb8f1-cdd6-4d4a-a2d9-c14047e65c37', 'name': 'network-vif-deleted', 'tag': 'd7dbfe5d-f723-4f4c-b081-d9ff2d3466f5', 'status': 'completed', 'code': 200} Aug 04 16:56:50.240992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=2721feb5-e1f4-4b00-a185-c7f4701a7b85,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:50.259513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] Deleting port 5e7440a9-4933-4ba2-ba81-0e426d62a12e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:50.259846 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.278794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Pushing event updated for resources: {'Port': ['ID=0c57e291-df59-4d79-b962-f9b63252aaa2,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:50.348076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1630-67b4-4bcf-be4c-99c867abdb2f req-215eabc7-51a5-4310-a304-4c6ed9bd73b3 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.348558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1630-67b4-4bcf-be4c-99c867abdb2f req-215eabc7-51a5-4310-a304-4c6ed9bd73b3 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.349032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1630-67b4-4bcf-be4c-99c867abdb2f req-215eabc7-51a5-4310-a304-4c6ed9bd73b3 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.349509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1630-67b4-4bcf-be4c-99c867abdb2f req-215eabc7-51a5-4310-a304-4c6ed9bd73b3 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.349978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1630-67b4-4bcf-be4c-99c867abdb2f req-215eabc7-51a5-4310-a304-4c6ed9bd73b3 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.350453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1630-67b4-4bcf-be4c-99c867abdb2f req-215eabc7-51a5-4310-a304-4c6ed9bd73b3 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.350955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1630-67b4-4bcf-be4c-99c867abdb2f req-215eabc7-51a5-4310-a304-4c6ed9bd73b3 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.351416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1630-67b4-4bcf-be4c-99c867abdb2f req-215eabc7-51a5-4310-a304-4c6ed9bd73b3 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.353441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b4a1630-67b4-4bcf-be4c-99c867abdb2f req-215eabc7-51a5-4310-a304-4c6ed9bd73b3 tempest-NetworksTest-2106446543 tempest-NetworksTest-2106446543-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5716 time: 0.3758988 Aug 04 16:56:50.356679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Attempting to bind port 0c57e291-df59-4d79-b962-f9b63252aaa2 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:56:50.357755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Attempting to bind port 0c57e291-df59-4d79-b962-f9b63252aaa2 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:56:50.357755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Attempting to bind port 0c57e291-df59-4d79-b962-f9b63252aaa2 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:50.369780 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Port 0c57e291-df59-4d79-b962-f9b63252aaa2 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:56:50.370134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Attempting to bind port 0c57e291-df59-4d79-b962-f9b63252aaa2 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:50.377723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:56:50.378175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Checking segment: {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:56:50.378870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Bound using segment: {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:56:50.379383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Bound port: 0c57e291-df59-4d79-b962-f9b63252aaa2, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:56:50.379930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.427873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:56:50.467892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:56:50.482750 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.507346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] For port 0c57e291-df59-4d79-b962-f9b63252aaa2, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:56:50.514684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] For port 0c57e291-df59-4d79-b962-f9b63252aaa2, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c57e291-df59-4d79-b962-f9b63252aaa2,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:56:50.533778 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.599569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7b3d4-58dc-4124-bad8-3310ca084ff3 req-b093bbf6-325c-4991-b914-6685383e662a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.600121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.600726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.601214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57a7b3d4-58dc-4124-bad8-3310ca084ff3 req-b093bbf6-325c-4991-b914-6685383e662a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.2767839 Aug 04 16:56:50.604440 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] 10.222.0.82 "PUT /v2.0/ports/0c57e291-df59-4d79-b962-f9b63252aaa2 HTTP/1.1" status: 200 len: 1091 time: 1.1658311 Aug 04 16:56:50.613452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.613651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.615522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] 10.222.0.82 "PUT /v2.0/ports/8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 1096 time: 4.2240791 Aug 04 16:56:50.619357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] For port 5e7440a9-4933-4ba2-ba81-0e426d62a12e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5e7440a9-4933-4ba2-ba81-0e426d62a12e,segment=NetworkSegment(d9a47ec9-567f-4cec-91ef-316424d9a2bf),segment_id=d9a47ec9-567f-4cec-91ef-316424d9a2bf)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:50.619721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.633440 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc72d8f-fe33-4f43-9fd2-7fa113ab4a50 service neutron] Pushing event updated for resources: {'Port': ['ID=0c57e291-df59-4d79-b962-f9b63252aaa2,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:50.648693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Attempting to bind port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:56:50.649377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Attempting to bind port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:56:50.649377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Attempting to bind port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:50.718502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] Calling delete_port for 5e7440a9-4933-4ba2-ba81-0e426d62a12e owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:50.721588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:56:50.721934 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Attempting to bind port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:56:50.728351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-12b8da8c-e3a1-4457-9810-5cf92af3464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.732139 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-12b8da8c-e3a1-4457-9810-5cf92af3464e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1099 time: 0.0602012 Aug 04 16:56:50.767104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56baee21-9075-495e-b0ae-c38b1eb14e28 service neutron] Pushing event updated for resources: {'Port': ['ID=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:50.787606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:56:50.787845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:56:50.788287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:56:50.788741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Bound port: 2721feb5-e1f4-4b00-a185-c7f4701a7b85, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:56:50.789104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:50.796741 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-4232c4e4-fdc7-4a3b-8dae-a3e50b0d865b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 217 time: 0.0515797 Aug 04 16:56:50.803801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77054aab-81c2-453f-893f-913344c28def', 'tag': '5f531a76-eb3b-4038-85fe-1485545c928b'}, {'name': 'network-changed', 'server_uuid': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'tag': '0c57e291-df59-4d79-b962-f9b63252aaa2'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:50.806846 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049" -d '{"events": [{"name": "network-changed", "server_uuid": "77054aab-81c2-453f-893f-913344c28def", "tag": "5f531a76-eb3b-4038-85fe-1485545c928b"}, {"name": "network-changed", "server_uuid": "97e5dc85-faf2-4602-b03d-91ffaece7516", "tag": "0c57e291-df59-4d79-b962-f9b63252aaa2"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:50.841815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42130) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:50.844478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a522cb-ea79-43f8-954f-86a03bbe7038 req-4182fc9b-fcb1-4b40-acbb-d96cf12d53e7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.846195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65a522cb-ea79-43f8-954f-86a03bbe7038 req-4182fc9b-fcb1-4b40-acbb-d96cf12d53e7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 948 time: 0.2665086 Aug 04 16:56:50.853588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57a7b3d4-58dc-4124-bad8-3310ca084ff3 req-2afb75e2-1c82-42c5-9c6d-9bcf59cd39ae tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291119 Aug 04 16:56:50.878308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-c111935d-07f5-491d-83ac-3ef1d97b258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.878308 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-c111935d-07f5-491d-83ac-3ef1d97b258c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0630395 Aug 04 16:56:50.888954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-2a93bffc-571e-4adf-b4a4-636f3e9766f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.890730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-2a93bffc-571e-4adf-b4a4-636f3e9766f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 1094 time: 0.2150791 Aug 04 16:56:50.957550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-741a9bab-5a04-40fa-8272-6fc3add2628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:50.959670 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-741a9bab-5a04-40fa-8272-6fc3add2628c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759771 Aug 04 16:56:50.978118 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4ed156-7bff-4888-aa1c-f2f20370fb67 x-openstack-request-id: req-cc4ed156-7bff-4888-aa1c-f2f20370fb67 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:50.978454 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77054aab-81c2-453f-893f-913344c28def", "tag": "5f531a76-eb3b-4038-85fe-1485545c928b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97e5dc85-faf2-4602-b03d-91ffaece7516", "tag": "0c57e291-df59-4d79-b962-f9b63252aaa2", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:50.978708 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc4ed156-7bff-4888-aa1c-f2f20370fb67 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:50.979206 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77054aab-81c2-453f-893f-913344c28def', 'tag': '5f531a76-eb3b-4038-85fe-1485545c928b', 'status': 'completed', 'code': 200} Aug 04 16:56:50.979473 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'tag': '0c57e291-df59-4d79-b962-f9b63252aaa2', 'status': 'completed', 'code': 200} Aug 04 16:56:50.995361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-ecce50fd-bbbd-4b78-a94e-687fdede87ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c57e291-df59-4d79-b962-f9b63252aaa2 HTTP/1.1" status: 200 len: 217 time: 0.0646152 Aug 04 16:56:51.035468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65a522cb-ea79-43f8-954f-86a03bbe7038 req-590c4d75-a893-4951-a919-45e19539fa07 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790776 Aug 04 16:56:51.066388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80a68bc5-6f31-4ebc-babc-794031572925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.094539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5f531a76-eb3b-4038-85fe-1485545c928b details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:56:51.097775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:51.130437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:51.131174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2cdb2c69-4b1b-41ca-9b88-12ba5a608908 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:51.167718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:51.173860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-236e21ee-e2a3-4986-8225-f2fdefc7e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:51.175741 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-236e21ee-e2a3-4986-8225-f2fdefc7e8b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 1099 time: 0.1517036 Aug 04 16:56:51.210709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] For port 2721feb5-e1f4-4b00-a185-c7f4701a7b85, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:56:51.231504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d621259f-3df8-417f-a14d-2787beef3325 req-d2ddc814-f4d8-48b4-ae33-3423f07b9b7c tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/158ee6eb-905d-46e0-ac8a-0ce44e571d25 HTTP/1.1" status: 200 len: 1800 time: 0.2312384 Aug 04 16:56:51.239503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:51.239847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device d7dbfe5d-f723-4f4c-b081-d9ff2d3466f5 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:51.245549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-987c83dc-32d2-4852-bd64-641473d04bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:51.247533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-987c83dc-32d2-4852-bd64-641473d04bce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c270d6ca-fadf-4471-9dc6-9a45b83c8c5c HTTP/1.1" status: 200 len: 845 time: 0.2364440 Aug 04 16:56:51.249341 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-f42bd732-8dbf-4368-9cb9-817109dd7521 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578681 Aug 04 16:56:51.252406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] For port 2721feb5-e1f4-4b00-a185-c7f4701a7b85, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2721feb5-e1f4-4b00-a185-c7f4701a7b85,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:56:51.267519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db527f-437e-4cb0-b14f-e1f5539521ec req-b2a1caab-e0f4-4c9e-8d29-b6493bbb2aba tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:51.269100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1db527f-437e-4cb0-b14f-e1f5539521ec req-b2a1caab-e0f4-4c9e-8d29-b6493bbb2aba tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 948 time: 0.1584857 Aug 04 16:56:51.280382 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.308487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5f531a76-eb3b-4038-85fe-1485545c928b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5f531a76-eb3b-4038-85fe-1485545c928b,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:51.322665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '5f531a76-eb3b-4038-85fe-1485545c928b', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '5f531a76-eb3b-4038-85fe-1485545c928b', 'mac_address': 'fa:16:3e:ea:f6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:56:51.364197 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.368749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-a7b23ef3-4b54-41fd-a21f-f5ffbfdc403a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fed77e85-9786-438f-9c12-d588fc5ecbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927119 Aug 04 16:56:51.379283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f531a76-eb3b-4038-85fe-1485545c928b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:51.401571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5f531a76-eb3b-4038-85fe-1485545c928b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5f531a76-eb3b-4038-85fe-1485545c928b,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:51.406549 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.413954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-9cc3294b-3381-4da2-8990-4f16a1f18b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:51.415487 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-9cc3294b-3381-4da2-8990-4f16a1f18b89 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2301521 Aug 04 16:56:51.446194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:51.447443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.448268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] 10.222.0.82 "PUT /v2.0/ports/2721feb5-e1f4-4b00-a185-c7f4701a7b85 HTTP/1.1" status: 200 len: 1096 time: 2.7984762 Aug 04 16:56:51.490986 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80a68bc5-6f31-4ebc-babc-794031572925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.497143 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-f7b0ba3f-faed-4977-bb7e-b421459bf598 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5f531a76-eb3b-4038-85fe-1485545c928b HTTP/1.1" status: 200 len: 217 time: 0.0707486 Aug 04 16:56:51.499917 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-99ad3dfc-e5b3-466d-87c3-b816095dea44 req-273b3156-8683-4341-90d9-a52099f14156 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364881 Aug 04 16:56:51.501509 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80a68bc5-6f31-4ebc-babc-794031572925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.504950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5f531a76-eb3b-4038-85fe-1485545c928b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:51.558893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=2721feb5-e1f4-4b00-a185-c7f4701a7b85,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:51.582846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1db527f-437e-4cb0-b14f-e1f5539521ec req-f593afe3-cee8-4871-97a0-c3e3c49a5e21 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056836 Aug 04 16:56:51.597467 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-80a68bc5-6f31-4ebc-babc-794031572925 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31addcf2a6e248cb8ea5c68ac8704d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7548187 Aug 04 16:56:51.600826 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42144) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:51.610513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.610963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.611272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.611576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.611915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.612246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.612572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.612895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.613217 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.613538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.613861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.614244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b54bc-88fc-42e3-85c8-248b88142ab0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:51.618886 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.670891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a68bc5-6f31-4ebc-babc-794031572925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb9876c-2878-4ec3-80db-f543dde3a712,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:51.671169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d621259f-3df8-417f-a14d-2787beef3325 req-57c91406-3306-4baf-8ddb-8d8a8df23d01 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.674188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7440a9-4933-4ba2-ba81-0e426d62a12e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:51.674837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-b13e5f54-3756-40f2-9ac6-3c7e72b36587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:51.676345 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-b13e5f54-3756-40f2-9ac6-3c7e72b36587 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1563671 Aug 04 16:56:51.694170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5f531a76-eb3b-4038-85fe-1485545c928b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:51.740603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe61e77f-44d1-483b-93d1-64b52db844cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.766177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-cf0c3392-bf61-467f-9729-c0bf0ee01710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:51.767641 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-cf0c3392-bf61-467f-9729-c0bf0ee01710 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807366 Aug 04 16:56:51.779814 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe61e77f-44d1-483b-93d1-64b52db844cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.900073 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-91653d8d-dfe2-4623-a896-c1664b7ceb19 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232095 Aug 04 16:56:51.901097 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe61e77f-44d1-483b-93d1-64b52db844cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.904240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe61e77f-44d1-483b-93d1-64b52db844cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:51.905347 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fe61e77f-44d1-483b-93d1-64b52db844cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5eb9876c-2878-4ec3-80db-f543dde3a712 HTTP/1.1" status: 204 len: 168 time: 0.3035054 Aug 04 16:56:51.914062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61e77f-44d1-483b-93d1-64b52db844cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb9876c-2878-4ec3-80db-f543dde3a712,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:52.023337 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-d6370654-2821-4f56-b1a7-5955e01fbdd8 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069422 Aug 04 16:56:52.047917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-adc53e93-7873-4cca-b9b6-64a3b2eece8a service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653509 Aug 04 16:56:52.118255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d621259f-3df8-417f-a14d-2787beef3325 req-57c91406-3306-4baf-8ddb-8d8a8df23d01 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.177001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-891b15a6-005f-48fa-be8f-e4109b9b3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:52.179013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-891b15a6-005f-48fa-be8f-e4109b9b3204 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 1099 time: 0.6374295 Aug 04 16:56:52.227435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'}, {'name': 'network-changed', 'server_uuid': 'b9d7fae3-a1e0-4bc9-88bc-a34f62902691', 'tag': '2721feb5-e1f4-4b00-a185-c7f4701a7b85'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:52.230290 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4dbd42-7647-4389-a536-2b95f1e29789" -d '{"events": [{"name": "network-changed", "server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699"}, {"name": "network-changed", "server_uuid": "b9d7fae3-a1e0-4bc9-88bc-a34f62902691", "tag": "2721feb5-e1f4-4b00-a185-c7f4701a7b85"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:52.248462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42156) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:52.266962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32ccfe29-9393-44f1-ad53-cd6d6afb4107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.293073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-9ac697e3-c40a-48af-be24-05b420e3a0f3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=2721feb5-e1f4-4b00-a185-c7f4701a7b85 HTTP/1.1" status: 200 len: 217 time: 0.0971291 Aug 04 16:56:52.367498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32ccfe29-9393-44f1-ad53-cd6d6afb4107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.372483 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32ccfe29-9393-44f1-ad53-cd6d6afb4107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.374634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5818bff-eca6-459c-8bbd-28e502f4d238 req-bcb92d5a-d3e4-4825-9c07-7a2e161780c9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:52.377039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5818bff-eca6-459c-8bbd-28e502f4d238 req-bcb92d5a-d3e4-4825-9c07-7a2e161780c9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 943 time: 0.6838264 Aug 04 16:56:52.417070 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-32ccfe29-9393-44f1-ad53-cd6d6afb4107 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a8f314b0bfb4295afa85bfcd3296881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664441 Aug 04 16:56:52.418839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccfe29-9393-44f1-ad53-cd6d6afb4107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa4f167-ea80-4ee8-a543-50bc46792823,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:52.422943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42158) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:52.425337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d621259f-3df8-417f-a14d-2787beef3325 req-57c91406-3306-4baf-8ddb-8d8a8df23d01 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.428225 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d621259f-3df8-417f-a14d-2787beef3325 req-57c91406-3306-4baf-8ddb-8d8a8df23d01 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.429417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d621259f-3df8-417f-a14d-2787beef3325 req-57c91406-3306-4baf-8ddb-8d8a8df23d01 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/158ee6eb-905d-46e0-ac8a-0ce44e571d25 HTTP/1.1" status: 204 len: 173 time: 1.1791837 Aug 04 16:56:52.498164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16ac3d8c-9c9d-4228-88bc-72ce31c9792a req-44c26a6a-7d17-4290-8223-8f53b6d33174 service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266505 Aug 04 16:56:52.505524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c91406-3306-4baf-8ddb-8d8a8df23d01 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158ee6eb-905d-46e0-ac8a-0ce44e571d25,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:52.506334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c252ca9-0bf9-486b-a78e-1ac59890c202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.560178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c252ca9-0bf9-486b-a78e-1ac59890c202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.637551 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c252ca9-0bf9-486b-a78e-1ac59890c202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.641226 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c252ca9-0bf9-486b-a78e-1ac59890c202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.642505 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7c252ca9-0bf9-486b-a78e-1ac59890c202 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4aa4f167-ea80-4ee8-a543-50bc46792823 HTTP/1.1" status: 204 len: 168 time: 0.2179334 Aug 04 16:56:52.652169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c252ca9-0bf9-486b-a78e-1ac59890c202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa4f167-ea80-4ee8-a543-50bc46792823,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:52.692601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-b2e1ea0e-5c14-4b9f-a3c4-60d28fa6214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:52.695297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-b2e1ea0e-5c14-4b9f-a3c4-60d28fa6214c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.3882539 Aug 04 16:56:52.722583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5818bff-eca6-459c-8bbd-28e502f4d238 req-51641a81-f53a-4c5e-8598-9eb9eaba9807 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034163 Aug 04 16:56:52.747829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:52.800799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-84c8c952-da26-4174-985a-9703633b581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:52.802396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-84c8c952-da26-4174-985a-9703633b581b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 1094 time: 0.1986048 Aug 04 16:56:52.916774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdfd7d-7306-4de2-acf7-abc421bbadd6 req-bf45bd02-3fff-42f7-83ce-c23e89db9105 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:52.918644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9fdfd7d-7306-4de2-acf7-abc421bbadd6 req-bf45bd02-3fff-42f7-83ce-c23e89db9105 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.3162346 Aug 04 16:56:52.959173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-4d2ce8fb-c5c1-4744-87d2-37729dc95f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:52.960586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-4d2ce8fb-c5c1-4744-87d2-37729dc95f26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2362688 Aug 04 16:56:53.108117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:56:53.112279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5f531a76-eb3b-4038-85fe-1485545c928b up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:56:53.137397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75129982-f13d-4897-bd7c-1d233b20c299 req-b901d510-6cf1-4e02-8296-a322e595baec tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:53.139121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75129982-f13d-4897-bd7c-1d233b20c299 req-b901d510-6cf1-4e02-8296-a322e595baec tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 948 time: 0.3271115 Aug 04 16:56:53.159477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9fdfd7d-7306-4de2-acf7-abc421bbadd6 req-a8b75091-6326-4c37-91d9-904b7ad80859 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051911 Aug 04 16:56:53.243573 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09de1086-fcfc-47fb-9437-367a72ddc499 x-openstack-request-id: req-09de1086-fcfc-47fb-9437-367a72ddc499 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:53.243868 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b9d7fae3-a1e0-4bc9-88bc-a34f62902691", "tag": "2721feb5-e1f4-4b00-a185-c7f4701a7b85", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:53.244124 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09de1086-fcfc-47fb-9437-367a72ddc499 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:53.244518 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'status': 'completed', 'code': 200} Aug 04 16:56:53.244772 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d7fae3-a1e0-4bc9-88bc-a34f62902691', 'tag': '2721feb5-e1f4-4b00-a185-c7f4701a7b85', 'status': 'completed', 'code': 200} Aug 04 16:56:53.261139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-aa1bc226-12c2-4dbb-af2c-74a769f13023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:53.263339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-aa1bc226-12c2-4dbb-af2c-74a769f13023 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 907 time: 0.4485724 Aug 04 16:56:53.283417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 5f531a76-eb3b-4038-85fe-1485545c928b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:53.292889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 5f531a76-eb3b-4038-85fe-1485545c928b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:53.294018 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:53.327601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-94ed2b1c-b6bc-4bce-862d-c2b09cccbb08 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465290 Aug 04 16:56:53.341159 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-aeac3254-07d3-4b23-bb6b-f9e4fee6549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:53.342700 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-aeac3254-07d3-4b23-bb6b-f9e4fee6549e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1099 time: 0.0566075 Aug 04 16:56:53.347662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:53.375330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'mac_address': 'fa:16:3e:04:4a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:56:53.420700 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:53.438223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-3092ddf5-9afd-44b3-b216-fc4b7de7016b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c57e291-df59-4d79-b962-f9b63252aaa2 HTTP/1.1" status: 200 len: 217 time: 0.1492410 Aug 04 16:56:53.456459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-0d701816-74f1-4799-a163-6fa51e5949d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:53.458138 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-0d701816-74f1-4799-a163-6fa51e5949d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1063316 Aug 04 16:56:53.460687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:53.475020 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:53.484280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75129982-f13d-4897-bd7c-1d233b20c299 req-5689abe6-8747-4b6d-a997-07b5f357e2ce tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110819 Aug 04 16:56:53.531075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:53.546717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77054aab-81c2-453f-893f-913344c28def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f531a76-eb3b-4038-85fe-1485545c928b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:53.546717 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf8b047-ac54-4643-a507-a4e10d05d036" -d '{"events": [{"server_uuid": "77054aab-81c2-453f-893f-913344c28def", "name": "network-vif-plugged", "status": "completed", "tag": "5f531a76-eb3b-4038-85fe-1485545c928b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:53.547105 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-e92d9cab-bc54-4a18-8b21-8d3a138eff4d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 217 time: 0.0756035 Aug 04 16:56:53.569662 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:53.575488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c37281bf-10dc-43e0-a804-12c221e6de63 req-61f2bfab-c07e-4e93-a440-8794998e8bdd tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "GET /v2.0/security-groups/176d6ffa-e665-41cf-83c8-17a97f4b41a5 HTTP/1.1" status: 200 len: 1801 time: 0.3025107 Aug 04 16:56:53.585247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5f531a76-eb3b-4038-85fe-1485545c928b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5f531a76-eb3b-4038-85fe-1485545c928b,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:53.596083 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:53.614294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-15661448-3465-451e-84e7-3337b009e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:53.617215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-15661448-3465-451e-84e7-3337b009e7b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c270d6ca-fadf-4471-9dc6-9a45b83c8c5c HTTP/1.1" status: 200 len: 845 time: 0.1439209 Aug 04 16:56:53.642301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] Router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:56:53.652531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-15f5f7fa-d9fe-4bc6-93fb-a3990560ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:53.654943 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-15f5f7fa-d9fe-4bc6-93fb-a3990560ec0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1002758 Aug 04 16:56:53.678553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:53.717256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-1977aece-5892-4372-9364-2b0fdfe11017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:53.719278 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-1977aece-5892-4372-9364-2b0fdfe11017 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565214 Aug 04 16:56:53.740498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-801ac742-0207-4d79-a6f6-563041063cf8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fed77e85-9786-438f-9c12-d588fc5ecbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125262 Aug 04 16:56:53.742852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5f531a76-eb3b-4038-85fe-1485545c928b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:53.754827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fff51a1d-3b69-4d7a-89e2-10b517e3cd8a req-2251a4ad-5a71-492b-861f-abd81ff2e850 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862002 Aug 04 16:56:53.843149 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-76c8ecd0-08a1-4b67-b29d-5c5715d804b7 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112528 Aug 04 16:56:53.870920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:53.896873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef73131-00be-4514-abe4-148ee849b8d6 req-7ec4ae14-8f9e-436d-85ed-5bb90c160c77 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:53.898501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ef73131-00be-4514-abe4-148ee849b8d6 req-7ec4ae14-8f9e-436d-85ed-5bb90c160c77 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 950 time: 0.2718821 Aug 04 16:56:53.912292 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c37281bf-10dc-43e0-a804-12c221e6de63 req-a956e7cd-9c66-4cbe-b2e4-13c3223a8ea4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:53.963020 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-21269c0e-4b6b-4363-aeb7-6ecac553bc02 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104174 Aug 04 16:56:54.012116 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c37281bf-10dc-43e0-a804-12c221e6de63 req-a956e7cd-9c66-4cbe-b2e4-13c3223a8ea4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:54.058220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-fca44e8f-9a7b-40e7-841e-b7dc338c217d service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008695 Aug 04 16:56:54.067673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ef73131-00be-4514-abe4-148ee849b8d6 req-a4278097-f0d5-4127-a776-a28c912ab558 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578686 Aug 04 16:56:54.069072 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-cf2e4c14-3fc3-462e-8bc7-85913b465247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:54.071003 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-cf2e4c14-3fc3-462e-8bc7-85913b465247 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 1099 time: 0.0467823 Aug 04 16:56:54.103893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:56:54.115065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] Sync routers for ids ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:56:54.129496 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] Routers {'a2241c57-3eb5-40d4-83a5-98cb7f1371e0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:56:54.130287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:56:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:54.141415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-692a02f8-20a4-4f0d-9096-75942f84027d admin admin] 10.222.0.39 "PUT /v2.0/routers/a2241c57-3eb5-40d4-83a5-98cb7f1371e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5579715 Aug 04 16:56:54.142786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42198) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:54.206784 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c37281bf-10dc-43e0-a804-12c221e6de63 req-a956e7cd-9c66-4cbe-b2e4-13c3223a8ea4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:54.209359 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c37281bf-10dc-43e0-a804-12c221e6de63 req-a956e7cd-9c66-4cbe-b2e4-13c3223a8ea4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:54.210515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c37281bf-10dc-43e0-a804-12c221e6de63 req-a956e7cd-9c66-4cbe-b2e4-13c3223a8ea4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] 10.222.0.39 "DELETE /v2.0/security-groups/176d6ffa-e665-41cf-83c8-17a97f4b41a5 HTTP/1.1" status: 204 len: 173 time: 0.6198626 Aug 04 16:56:54.220304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42204) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:54.262652 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-dacdcb79-d602-4b4e-a44a-1d7c8ee9a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:54.265980 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-dacdcb79-d602-4b4e-a44a-1d7c8ee9a3c0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1796792 Aug 04 16:56:54.276179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956e7cd-9c66-4cbe-b2e4-13c3223a8ea4 tempest-SecurityGroupsTestJSON-1049942870 tempest-SecurityGroupsTestJSON-1049942870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176d6ffa-e665-41cf-83c8-17a97f4b41a5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:54.310787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] Set router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:56:54.364177 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-70486657-b391-41cc-b615-d41adc7ef191 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=2721feb5-e1f4-4b00-a185-c7f4701a7b85 HTTP/1.1" status: 200 len: 217 time: 0.0802646 Aug 04 16:56:54.400139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae589ca2-03e3-4df1-83cb-fdb3a9fea049 req-f91f750f-beb0-413c-a6e6-37366acb4bdd service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278689 Aug 04 16:56:54.436248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-28aa46c7-e124-44ad-ad3c-e44b90f43f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:54.437885 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-28aa46c7-e124-44ad-ad3c-e44b90f43f53 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0652275 Aug 04 16:56:54.442330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9663a8f9-d7a4-44a8-9579-ac3543a3326d admin admin] Deleting subnet b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:56:54.463155 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9663a8f9-d7a4-44a8-9579-ac3543a3326d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:54.512000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-b0eeb369-a027-4eee-a8ee-9d58a8b3331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:54.513639 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-b0eeb369-a027-4eee-a8ee-9d58a8b3331a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596778 Aug 04 16:56:54.538188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:54.589986 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fc9f79-d269-4fb0-8e70-3c269a62e37f x-openstack-request-id: req-85fc9f79-d269-4fb0-8e70-3c269a62e37f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:54.590259 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77054aab-81c2-453f-893f-913344c28def", "name": "network-vif-plugged", "status": "completed", "tag": "5f531a76-eb3b-4038-85fe-1485545c928b", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:54.590703 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85fc9f79-d269-4fb0-8e70-3c269a62e37f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:54.591422 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77054aab-81c2-453f-893f-913344c28def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f531a76-eb3b-4038-85fe-1485545c928b', 'code': 200} Aug 04 16:56:54.604757 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9663a8f9-d7a4-44a8-9579-ac3543a3326d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:54.628775 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-3c1a0cb5-5e47-4e40-84a8-9e2a5cb3f099 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057045 Aug 04 16:56:54.643071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9734fdd-b810-4e30-a6d4-aedeab5d8f71 req-eedaf93e-1b37-44e4-9373-90cd59889abd tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:54.645088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9734fdd-b810-4e30-a6d4-aedeab5d8f71 req-eedaf93e-1b37-44e4-9373-90cd59889abd tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 943 time: 0.2746348 Aug 04 16:56:54.653974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0877dd3-8064-4f30-b518-d4d06c1c09ad req-461dcd5c-f887-4180-a992-9d3f8baa7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:54.655513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0877dd3-8064-4f30-b518-d4d06c1c09ad req-461dcd5c-f887-4180-a992-9d3f8baa7979 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 1101 time: 0.2682824 Aug 04 16:56:54.687575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:56:51Z', 'revision_number': 5, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:54.715401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] Checking router: a2241c57-3eb5-40d4-83a5-98cb7f1371e0 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:56:54.724665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] Routers {'a2241c57-3eb5-40d4-83a5-98cb7f1371e0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:56:54.725295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:56:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:54.734426 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-da4dbd42-7647-4389-a536-2b95f1e29789 req-1f98091f-c340-4089-9ca5-ba0e4ee64de0 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979526 Aug 04 16:56:54.842710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] Set router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:56:55.044771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331c629-8d4b-4661-ad74-15467ef101bb req-6f063e2b-7d56-47df-8b47-1432f685a96e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:55.046280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5331c629-8d4b-4661-ad74-15467ef101bb req-6f063e2b-7d56-47df-8b47-1432f685a96e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.6307340 Aug 04 16:56:55.047248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:56:51Z', 'revision_number': 5, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:55.074485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e7431-9e64-474f-88ab-cc42150608e8 None None] The sync data for ids ['a2241c57-3eb5-40d4-83a5-98cb7f1371e0'] in n-d-764435-5 is: [{'id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1851078133-router', 'tenant_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:08Z', 'updated_at': '2021-08-04T16:56:51Z', 'revision_number': 5, 'project_id': '12ccadbee8274f8d92e9eee7e30d3f55', 'gw_port': {'id': 'f3e7dc0b-dbe6-484b-a61e-3f5e0199f980', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2241c57-3eb5-40d4-83a5-98cb7f1371e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:10Z', 'updated_at': '2021-08-04T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:56:55.094650 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9663a8f9-d7a4-44a8-9579-ac3543a3326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.124395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c57e291-df59-4d79-b962-f9b63252aaa2 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:56:55.126456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:56:55.155570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0877dd3-8064-4f30-b518-d4d06c1c09ad req-0fadd439-631d-429f-9798-287810074820 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904253 Aug 04 16:56:55.158396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9734fdd-b810-4e30-a6d4-aedeab5d8f71 req-fe357670-82ff-4839-b1dd-5d92d12ce381 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983094 Aug 04 16:56:55.183822 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.191168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5331c629-8d4b-4661-ad74-15467ef101bb req-92563eec-e11d-489d-a932-d83c7c16480b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263924 Aug 04 16:56:55.249823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:55.261745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:55.262071 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9663a8f9-d7a4-44a8-9579-ac3543a3326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.262329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.307298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0c57e291-df59-4d79-b962-f9b63252aaa2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c57e291-df59-4d79-b962-f9b63252aaa2,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:55.309674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663a8f9-d7a4-44a8-9579-ac3543a3326d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59cc3f4-e1f3-4929-afc0-e1a11f8d3075,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:55.313479 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9663a8f9-d7a4-44a8-9579-ac3543a3326d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.315440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9663a8f9-d7a4-44a8-9579-ac3543a3326d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b59cc3f4-e1f3-4929-afc0-e1a11f8d3075 HTTP/1.1" status: 204 len: 168 time: 1.0908940 Aug 04 16:56:55.318224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42220) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:55.340743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '0c57e291-df59-4d79-b962-f9b63252aaa2', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'port_id': '0c57e291-df59-4d79-b962-f9b63252aaa2', 'mac_address': 'fa:16:3e:7c:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c270d6ca-fadf-4471-9dc6-9a45b83c8c5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:56:55.348486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d695925-3602-4e61-b0f4-bafe7cf65ec8 req-99458ab0-d474-4b3f-87b6-a0939b6717e3 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:55.349997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d695925-3602-4e61-b0f4-bafe7cf65ec8 req-99458ab0-d474-4b3f-87b6-a0939b6717e3 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 949 time: 0.1044202 Aug 04 16:56:55.362021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Deleting port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:56:55.362574 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.390210 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.431871 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.462458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d695925-3602-4e61-b0f4-bafe7cf65ec8 req-fc25c1fd-089f-49be-af91-df3fd9c057d0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966041 Aug 04 16:56:55.475944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.507388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c57e291-df59-4d79-b962-f9b63252aaa2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:55.514392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] For port f3e7dc0b-dbe6-484b-a61e-3f5e0199f980, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f3e7dc0b-dbe6-484b-a61e-3f5e0199f980,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:55.514902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.536558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Calling delete_port for f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:56:55.546655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:55.550498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.565482 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.567729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df26856f-5431-4758-865b-0cf09f2671cf']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:55.571133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0c57e291-df59-4d79-b962-f9b63252aaa2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c57e291-df59-4d79-b962-f9b63252aaa2,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:55.583013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3987345b-7610-483f-896e-16d9aa8aa2d3') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:55.583560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3987345b-7610-483f-896e-16d9aa8aa2d3') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:55.586724 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.598388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.621950 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.632276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:56:55.632788 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:56:55.635629 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:56:55.674027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:55.684762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.685111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.685460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.685797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.686137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.686469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.686799 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.687187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.687526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.688086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.688263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.688489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:55.734392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.743380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.747414 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] 10.222.0.39 "DELETE /v2.0/networks/df26856f-5431-4758-865b-0cf09f2671cf HTTP/1.1" status: 204 len: 168 time: 0.4270866 Aug 04 16:56:55.764996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2df333-fb55-411d-85d6-5900ed80ce72 admin admin] Pushing event deleted for resources: {'Network': ['ID=df26856f-5431-4758-865b-0cf09f2671cf,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:55.782832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0c57e291-df59-4d79-b962-f9b63252aaa2,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:55.788093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee5be-ccdd-488d-9ecb-9b38ef9cdaee req-701b5a22-6ab3-4c93-9139-6df802857078 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:55.796947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-980ee5be-ccdd-488d-9ecb-9b38ef9cdaee req-701b5a22-6ab3-4c93-9139-6df802857078 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 950 time: 0.1709173 Aug 04 16:56:55.866710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-980ee5be-ccdd-488d-9ecb-9b38ef9cdaee req-e306f019-0c56-450c-9355-8c3074579ae3 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686977 Aug 04 16:56:55.888398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:55.923667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e7dc0b-dbe6-484b-a61e-3f5e0199f980,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:55.977850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42240) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:55.989846 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.017439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0c57e291-df59-4d79-b962-f9b63252aaa2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:56.032781 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a3a20010-d2f1-482d-a258-4dccdec6f534 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=160a37d9fa424dfcac49899cf714cece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534360 Aug 04 16:56:56.035444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42242) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:56.109471 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.111916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.123100 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.163274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.164042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2241c57-3eb5-40d4-83a5-98cb7f1371e0 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:56:56.170793 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.175368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d5dfb242-b559-46f2-a445-f8afe8698bc8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a2241c57-3eb5-40d4-83a5-98cb7f1371e0 HTTP/1.1" status: 204 len: 168 time: 2.0300212 Aug 04 16:56:56.176259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42244) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:56.181447 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.208050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5e7440a9-4933-4ba2-ba81-0e426d62a12e no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:56.326476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 5e7440a9-4933-4ba2-ba81-0e426d62a12e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:56.326996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5e7440a9-4933-4ba2-ba81-0e426d62a12e not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:56.336062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad0537c-9ad8-42d6-8088-bbd52b0e1ca1 admin admin] Deleting subnet 776f777d-f444-4c08-aa06-3749cc4a0790 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:56:56.340217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aad0537c-9ad8-42d6-8088-bbd52b0e1ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.379580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd47bb99-227c-4531-9c34-26f61b7bfc03 req-9bc3191e-9116-4cf4-9f57-58c79b0f34ec tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=06b1de4b393349a7ad089c34f228c4f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369954 Aug 04 16:56:56.388645 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aad0537c-9ad8-42d6-8088-bbd52b0e1ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.391077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.393701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.394907 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c03e64fa-44db-49fd-a73d-fb3c3ea62a8a HTTP/1.1" status: 204 len: 168 time: 0.3582172 Aug 04 16:56:56.450483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e64fa-44db-49fd-a73d-fb3c3ea62a8a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:56.453362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc3950-76ba-4db0-a0b2-2cea6e80d42d req-d5ad6dfc-5fcc-46a4-aa95-ed927b2aedfa tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:56.455033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-addc3950-76ba-4db0-a0b2-2cea6e80d42d req-d5ad6dfc-5fcc-46a4-aa95-ed927b2aedfa tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 944 time: 0.1765838 Aug 04 16:56:56.472477 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.473085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.473592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.474136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.474869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.475450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.475916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.476443 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.476858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.477267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.477644 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.478265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b792282-83d5-4769-94a8-8693693bfba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:56:56.499146 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aad0537c-9ad8-42d6-8088-bbd52b0e1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.535691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-addc3950-76ba-4db0-a0b2-2cea6e80d42d req-cde776b7-beb5-4fe5-b87c-6d170f8519c4 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728190 Aug 04 16:56:56.557585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47bb99-227c-4531-9c34-26f61b7bfc03 req-5e384a79-ddb5-4f4a-b528-eb2f09d52566 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:56.561112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd47bb99-227c-4531-9c34-26f61b7bfc03 req-5e384a79-ddb5-4f4a-b528-eb2f09d52566 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806822 Aug 04 16:56:56.568305 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aad0537c-9ad8-42d6-8088-bbd52b0e1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.581489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd47bb99-227c-4531-9c34-26f61b7bfc03 req-a8c7a2a0-af0f-46fb-a368-3884589da6aa tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/quotas/06b1de4b393349a7ad089c34f228c4f0 HTTP/1.1" status: 200 len: 375 time: 0.0130844 Aug 04 16:56:56.586386 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aad0537c-9ad8-42d6-8088-bbd52b0e1ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.589546 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aad0537c-9ad8-42d6-8088-bbd52b0e1ca1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/776f777d-f444-4c08-aa06-3749cc4a0790 HTTP/1.1" status: 204 len: 168 time: 0.3768263 Aug 04 16:56:56.592766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:56.595001 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266b0b89-cb39-471f-af9c-7c5bf40d11bf" -d '{"events": [{"server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "name": "network-vif-plugged", "status": "completed", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:56.605064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42262) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:56.609951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0537c-9ad8-42d6-8088-bbd52b0e1ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776f777d-f444-4c08-aa06-3749cc4a0790,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:56.635292 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd47bb99-227c-4531-9c34-26f61b7bfc03 req-4bbe2d8d-ce5a-4b03-9957-1cb8f6b6171f tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06b1de4b393349a7ad089c34f228c4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459263 Aug 04 16:56:56.740851 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.758723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6b209-1ade-469f-aa54-aa9fecd59924 req-9870237d-987e-4ecb-818e-551a2ff51926 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:56.760425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16d6b209-1ade-469f-aa54-aa9fecd59924 req-9870237d-987e-4ecb-818e-551a2ff51926 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.1281059 Aug 04 16:56:56.908742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16d6b209-1ade-469f-aa54-aa9fecd59924 req-dad3095e-d403-48a7-93a7-c9441e56c659 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392791 Aug 04 16:56:56.916625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.931352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32696979-915e-4aed-a70b-2b90c9526ae6']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:56.954493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a47ec9-567f-4cec-91ef-316424d9a2bf') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:56.954493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a47ec9-567f-4cec-91ef-316424d9a2bf') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:56:56.959612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b135d-690f-4f5f-82e4-4f2fb7cb62ff req-08ae3b0c-6d62-4aca-8873-6b53be179ec9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:56.961212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-343b135d-690f-4f5f-82e4-4f2fb7cb62ff req-08ae3b0c-6d62-4aca-8873-6b53be179ec9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.1641111 Aug 04 16:56:56.973079 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:56.989724 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bd1c42-0e48-454a-adaa-fe5b0c35b42f x-openstack-request-id: req-44bd1c42-0e48-454a-adaa-fe5b0c35b42f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:56.991236 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "name": "network-vif-plugged", "status": "completed", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:56.991740 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44bd1c42-0e48-454a-adaa-fe5b0c35b42f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:56.993491 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'code': 200} Aug 04 16:56:57.008694 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.025175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:56:57.025598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:56:57.027788 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:56:57.039080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-343b135d-690f-4f5f-82e4-4f2fb7cb62ff req-1f36c22e-4bd3-48b3-a74d-e896954c7544 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620620 Aug 04 16:56:57.148185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2721feb5-e1f4-4b00-a185-c7f4701a7b85 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:56:57.152931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c57e291-df59-4d79-b962-f9b63252aaa2 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:56:57.159316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.162893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5461135-1b42-4cff-8cc7-baa9dcc3b451 req-0d16bb35-0502-49c2-bc61-50e50ff40583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:57.164571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5461135-1b42-4cff-8cc7-baa9dcc3b451 req-0d16bb35-0502-49c2-bc61-50e50ff40583 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1101 time: 0.0642674 Aug 04 16:56:57.169526 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.171719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] 10.222.0.39 "DELETE /v2.0/networks/32696979-915e-4aed-a70b-2b90c9526ae6 HTTP/1.1" status: 204 len: 168 time: 0.5651727 Aug 04 16:56:57.221028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d8b84-1f56-4de1-8c8a-66e26c33c383 admin admin] Pushing event deleted for resources: {'Network': ['ID=32696979-915e-4aed-a70b-2b90c9526ae6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:57.258063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5461135-1b42-4cff-8cc7-baa9dcc3b451 req-b276b778-63ac-4b94-9fcc-4c73f049d869 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828915 Aug 04 16:56:57.295173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e3fdd-f73a-4ce0-a305-f2cdeae89c80 req-7776760a-5c19-4c68-9a54-37b47f939786 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:57.297925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac7e3fdd-f73a-4ce0-a305-f2cdeae89c80 req-7776760a-5c19-4c68-9a54-37b47f939786 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 950 time: 0.1076140 Aug 04 16:56:57.307542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 0c57e291-df59-4d79-b962-f9b63252aaa2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:57.317313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 0c57e291-df59-4d79-b962-f9b63252aaa2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:57.317975 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.347945 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac7e3fdd-f73a-4ce0-a305-f2cdeae89c80 req-139188c6-0608-4fd6-b0f7-eb48dcaded03 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436676 Aug 04 16:56:57.394305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42294) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:57.408836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2721feb5-e1f4-4b00-a185-c7f4701a7b85, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2721feb5-e1f4-4b00-a185-c7f4701a7b85,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:57.428072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '2721feb5-e1f4-4b00-a185-c7f4701a7b85', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '2721feb5-e1f4-4b00-a185-c7f4701a7b85', 'mac_address': 'fa:16:3e:e3:95:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:56:57.484506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42296) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:57.485742 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8e9945fb-69f6-47f5-aa07-fceab970ada9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12ccadbee8274f8d92e9eee7e30d3f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901442 Aug 04 16:56:57.508695 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.510833 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.531292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa9ebc-57c0-49fe-9911-18857386c79a req-c1847338-1578-4b28-b4eb-8fb296f1afc3 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:57.538859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9fa9ebc-57c0-49fe-9911-18857386c79a req-c1847338-1578-4b28-b4eb-8fb296f1afc3 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 948 time: 0.0882277 Aug 04 16:56:57.542098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2721feb5-e1f4-4b00-a185-c7f4701a7b85 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:57.602081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2721feb5-e1f4-4b00-a185-c7f4701a7b85, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2721feb5-e1f4-4b00-a185-c7f4701a7b85,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:57.606414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0c57e291-df59-4d79-b962-f9b63252aaa2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c57e291-df59-4d79-b962-f9b63252aaa2,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:57.608208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9fa9ebc-57c0-49fe-9911-18857386c79a req-6de602b9-9164-468c-9d4b-bd363a24b0d8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683758 Aug 04 16:56:57.610249 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.622507 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3761e29c-ddca-43cd-9fa5-cf861393d22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.659544 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3761e29c-ddca-43cd-9fa5-cf861393d22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.691720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2721feb5-e1f4-4b00-a185-c7f4701a7b85,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:57.696294 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.758523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0c57e291-df59-4d79-b962-f9b63252aaa2,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:57.773341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e3f70-98e2-401f-9477-4922559b19eb req-47d6965b-dd77-4fae-88e5-c6bc54f1f9fd tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:57.775448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b50e3f70-98e2-401f-9477-4922559b19eb req-47d6965b-dd77-4fae-88e5-c6bc54f1f9fd tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 945 time: 0.0733764 Aug 04 16:56:57.792059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3761e29c-ddca-43cd-9fa5-cf861393d22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.795789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3761e29c-ddca-43cd-9fa5-cf861393d22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:57.797783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3761e29c-ddca-43cd-9fa5-cf861393d22b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78965ff2-a0f4-4bd2-ae8e-00573199538b HTTP/1.1" status: 204 len: 168 time: 0.3115432 Aug 04 16:56:57.827037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761e29c-ddca-43cd-9fa5-cf861393d22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78965ff2-a0f4-4bd2-ae8e-00573199538b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:57.875788 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b50e3f70-98e2-401f-9477-4922559b19eb req-90398957-236f-4744-a616-c0c66ec4fbee tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768824 Aug 04 16:56:58.025978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['2721feb5-e1f4-4b00-a185-c7f4701a7b85'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:58.104960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:56:58.143868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:56:58.144259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f3e7dc0b-dbe6-484b-a61e-3f5e0199f980 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:56:58.327945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e4c33-f506-4256-973c-32ec82849940 req-614d836f-728d-481a-af5c-277e2092e47c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:58.330385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc9e4c33-f506-4256-973c-32ec82849940 req-614d836f-728d-481a-af5c-277e2092e47c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.0902607 Aug 04 16:56:58.391289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc9e4c33-f506-4256-973c-32ec82849940 req-4d87f87d-a6a1-4401-8848-c0c8dead723e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491691 Aug 04 16:56:58.478726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42346) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:58.535330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afca708-e7d6-4a99-8b19-93aed5e3b171 req-2e3aaa32-7a58-4dab-b954-193083a384d0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:58.536993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6afca708-e7d6-4a99-8b19-93aed5e3b171 req-2e3aaa32-7a58-4dab-b954-193083a384d0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.0815928 Aug 04 16:56:58.618126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6afca708-e7d6-4a99-8b19-93aed5e3b171 req-0fa0ea72-b29a-419f-9670-cbed83a05d5a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736609 Aug 04 16:56:58.620572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b00cca7-0b6c-47c7-8e5f-d2c872ca79bb req-4f45e540-d324-49e3-8b19-f1f3dd6d38c1 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=06b1de4b393349a7ad089c34f228c4f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336268 Aug 04 16:56:58.628396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d9b8501-3e18-4ab8-8bc3-5a3b6614073b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:58.753356 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d9b8501-3e18-4ab8-8bc3-5a3b6614073b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:58.759047 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d9b8501-3e18-4ab8-8bc3-5a3b6614073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:58.799515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42372) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:58.802931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027291c0-e19c-4448-a408-981be4ba6520 req-a41624fe-a29e-4299-9288-957edc64eca8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:58.806050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-027291c0-e19c-4448-a408-981be4ba6520 req-a41624fe-a29e-4299-9288-957edc64eca8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 949 time: 0.0953350 Aug 04 16:56:58.818974 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7d9b8501-3e18-4ab8-8bc3-5a3b6614073b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da1356041ab149e89e800080b8e46528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386428 Aug 04 16:56:58.820214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b8501-3e18-4ab8-8bc3-5a3b6614073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12150a2-0b06-44d0-bd44-db49d74b8552,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:58.823212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42376) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:58.861457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00cca7-0b6c-47c7-8e5f-d2c872ca79bb req-fd35a4ac-206f-46da-a8a4-1e5e5b421e61 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:58.863536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b00cca7-0b6c-47c7-8e5f-d2c872ca79bb req-fd35a4ac-206f-46da-a8a4-1e5e5b421e61 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356107 Aug 04 16:56:58.894156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbf6d-ee65-44b9-afa1-3dfa5d176bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:58.898762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b00cca7-0b6c-47c7-8e5f-d2c872ca79bb req-97753c99-d358-4541-8d9c-f4c360c14267 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/quotas/06b1de4b393349a7ad089c34f228c4f0 HTTP/1.1" status: 200 len: 375 time: 0.0281222 Aug 04 16:56:58.910306 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-027291c0-e19c-4448-a408-981be4ba6520 req-361be48a-7cf2-465b-a278-4d634b706810 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905061 Aug 04 16:56:58.941118 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbf6d-ee65-44b9-afa1-3dfa5d176bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:58.961966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b00cca7-0b6c-47c7-8e5f-d2c872ca79bb req-667f808b-dac3-43fd-b91c-0ac244e52a3d tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06b1de4b393349a7ad089c34f228c4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619328 Aug 04 16:56:58.995573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c57e291-df59-4d79-b962-f9b63252aaa2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:56:58.998693 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530217a3-16af-4d56-a259-2666504b14e1" -d '{"events": [{"server_uuid": "97e5dc85-faf2-4602-b03d-91ffaece7516", "name": "network-vif-plugged", "status": "completed", "tag": "0c57e291-df59-4d79-b962-f9b63252aaa2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:56:59.017659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1388907282-network', 'tenant_id': 'bac86eaa895e4d91981e2b2dbd03cdc9'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:59.045123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Made reservation on behalf of bac86eaa895e4d91981e2b2dbd03cdc9 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:59.052088 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.063754 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbf6d-ee65-44b9-afa1-3dfa5d176bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.066424 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbf6d-ee65-44b9-afa1-3dfa5d176bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.067714 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1a8cbf6d-ee65-44b9-afa1-3dfa5d176bb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b12150a2-0b06-44d0-bd44-db49d74b8552 HTTP/1.1" status: 204 len: 168 time: 0.2432077 Aug 04 16:56:59.077136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.086567 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cbf6d-ee65-44b9-afa1-3dfa5d176bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12150a2-0b06-44d0-bd44-db49d74b8552,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:59.158381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a6c9639f-460e-4d4e-ba4d-8f8b327485c8 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:56:59.165857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa044d-57c2-4a48-8937-b7f2120d450b req-0030bc89-7651-4f3e-9a6e-6872fd3fe8d5 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:59.168495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99aa044d-57c2-4a48-8937-b7f2120d450b req-0030bc89-7651-4f3e-9a6e-6872fd3fe8d5 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 945 time: 0.0823865 Aug 04 16:56:59.228425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99aa044d-57c2-4a48-8937-b7f2120d450b req-35a3ac40-4513-44ef-9461-344c3be82d4e tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 Aug 04 16:56:59.280266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2721feb5-e1f4-4b00-a185-c7f4701a7b85 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:56:59.310179 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.326411 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.345872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:56:59.362308 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.362655 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Added segment 65eaa3ce-f900-4e9d-b435-eb933b1c73e5 of type vlan for network 9bbd8008-b738-4af9-9ee9-a023401bf1c3 Aug 04 16:56:59.365008 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310f172d-f7b4-4152-98f3-bc73610e9331 x-openstack-request-id: req-310f172d-f7b4-4152-98f3-bc73610e9331 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:56:59.365336 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e5dc85-faf2-4602-b03d-91ffaece7516", "name": "network-vif-plugged", "status": "completed", "tag": "0c57e291-df59-4d79-b962-f9b63252aaa2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:56:59.365595 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-310f172d-f7b4-4152-98f3-bc73610e9331 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:56:59.365998 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c57e291-df59-4d79-b962-f9b63252aaa2', 'code': 200} Aug 04 16:56:59.437795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:59.459024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.466574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e078ea-076f-481d-8544-978db5a9bc44,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:59.487827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'port_id': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8', 'mac_address': 'fa:16:3e:9e:7f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0957b7-de1e-4ef2-b8d7-d7e66c75e099', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:56:59.496678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fcd5d-ca88-48d3-8041-eeb1eac848cb req-6daca0c1-8421-4349-b120-e7da17f2bcfc tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:59.501015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:56:59.506182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c70fcd5d-ca88-48d3-8041-eeb1eac848cb req-6daca0c1-8421-4349-b120-e7da17f2bcfc tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1101 time: 0.1266673 Aug 04 16:56:59.512388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.514992 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:59.515887 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.527890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c70fcd5d-ca88-48d3-8041-eeb1eac848cb req-cdb12dc0-6e9d-418e-a25c-c08030ef2471 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.551631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1925f-c01f-4f49-b23c-789d3671d0be req-36e6c814-06b7-4e54-939a-6d2558eb03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:59.554220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71b1925f-c01f-4f49-b23c-789d3671d0be req-36e6c814-06b7-4e54-939a-6d2558eb03a3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 1096 time: 0.1175270 Aug 04 16:56:59.570692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:56:59.571161 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.573055 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.578351 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7776434 Aug 04 16:56:59.618312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42400) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:56:59.634396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Request body: {'subnet': {'network_id': '9bbd8008-b738-4af9-9ee9-a023401bf1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1388907282-subnet', 'tenant_id': 'bac86eaa895e4d91981e2b2dbd03cdc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:56:59.637957 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6c9639f-460e-4d4e-ba4d-8f8b327485c8 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:56:59.677672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f52f6-7b57-4035-9edd-25d1d88c1b44 admin admin] Pushing event updated for resources: {'Network': ['ID=9bbd8008-b738-4af9-9ee9-a023401bf1c3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:59.688706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:56:59.699737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 9bbd8008-b738-4af9-9ee9-a023401bf1c3 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:56:59.701647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71b1925f-c01f-4f49-b23c-789d3671d0be req-f15cc3bf-8e7a-4a76-bad9-47f09f3c27e7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843527 Aug 04 16:56:59.708036 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c70fcd5d-ca88-48d3-8041-eeb1eac848cb req-cdb12dc0-6e9d-418e-a25c-c08030ef2471 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.712114 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.714073 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c70fcd5d-ca88-48d3-8041-eeb1eac848cb req-cdb12dc0-6e9d-418e-a25c-c08030ef2471 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.780064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c70fcd5d-ca88-48d3-8041-eeb1eac848cb req-cdb12dc0-6e9d-418e-a25c-c08030ef2471 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682219 Aug 04 16:56:59.800201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Made reservation on behalf of bac86eaa895e4d91981e2b2dbd03cdc9 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:56:59.802611 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:56:59.813503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb12dc0-6e9d-418e-a25c-c08030ef2471 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4592b279-b0c5-4592-a9aa-075811366752,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:56:59.934361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['a6c9639f-460e-4d4e-ba4d-8f8b327485c8'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:56:59.957394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f6008-3eb9-4769-b405-7d3979324833 req-739fd51a-0663-4a4a-bcdc-f57788c17518 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:56:59.959168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-345f6008-3eb9-4769-b405-7d3979324833 req-739fd51a-0663-4a4a-bcdc-f57788c17518 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 944 time: 0.1404116 Aug 04 16:56:59.968815 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:00.051557 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.067181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-345f6008-3eb9-4769-b405-7d3979324833 req-f37b1b6d-538a-4bb5-942b-11673fe004fc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962691 Aug 04 16:57:00.159353 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.164893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2721feb5-e1f4-4b00-a185-c7f4701a7b85, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2721feb5-e1f4-4b00-a185-c7f4701a7b85,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:00.176675 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.206004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=233214bc-3795-494c-88b9-29cd2de75cd7,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:00.242262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Checking segment: {'id': '65eaa3ce-f900-4e9d-b435-eb933b1c73e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '9bbd8008-b738-4af9-9ee9-a023401bf1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:00.242949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Network hostable DHCP agents. Network: 9bbd8008-b738-4af9-9ee9-a023401bf1c3, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:57:00.250821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2721feb5-e1f4-4b00-a185-c7f4701a7b85,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:00.275585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Network 9bbd8008-b738-4af9-9ee9-a023401bf1c3 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:57:00.291410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 9bbd8008-b738-4af9-9ee9-a023401bf1c3) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:00.305979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a014cd9-c3f6-491a-bffe-174b34bde6ed None None] Network 9bbd8008-b738-4af9-9ee9-a023401bf1c3 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:57:00.306212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42434) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:00.316854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:00.322520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.351544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd33de33-c84c-4773-91a6-411e3c679af7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7318468 Aug 04 16:57:00.418084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984eee2b-9487-4944-b3b0-93d062fd3ba9 req-d0f0cbe1-32bd-47ad-b8f5-330e5c48dd13 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:00.422709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-984eee2b-9487-4944-b3b0-93d062fd3ba9 req-d0f0cbe1-32bd-47ad-b8f5-330e5c48dd13 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 950 time: 0.0614080 Aug 04 16:57:00.485437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a6ef25-cdc5-458d-bd71-ec736f4a0483 None None] Network 9bbd8008-b738-4af9-9ee9-a023401bf1c3 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:57:00.489869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-984eee2b-9487-4944-b3b0-93d062fd3ba9 req-2ebd0ae9-feaa-4a8c-90e6-3062434a6fcd tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632761 Aug 04 16:57:00.493400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-695396745-network', 'tenant_id': 'c9b7622bad444302a8b52d7b5086ae92'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:00.528527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Made reservation on behalf of c9b7622bad444302a8b52d7b5086ae92 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:00.532705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.546038 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.693893 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.700229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.724866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:57:00.740273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa6982d-d729-417c-9fab-82428991fba8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:00.745977 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.746321 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Added segment cfdd562b-9bc6-469c-831f-f62b2e6f7421 of type vlan for network 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 Aug 04 16:57:00.801538 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.829487 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42456) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:00.895410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b7c67-724e-43e9-b549-be7d6daf2de4 req-fde9cfd0-5510-439f-ac38-eea9b07d1924 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:00.898451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f5b7c67-724e-43e9-b549-be7d6daf2de4 req-fde9cfd0-5510-439f-ac38-eea9b07d1924 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 945 time: 0.0993028 Aug 04 16:57:00.914425 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6ae140-0993-4f00-af73-eb8ed9f79ceb admin admin] Deleting subnet 233214bc-3795-494c-88b9-29cd2de75cd7 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:57:00.918272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.919524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:00.920076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:00.927913 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae140-0993-4f00-af73-eb8ed9f79ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.007145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f5b7c67-724e-43e9-b549-be7d6daf2de4 req-73b83b7f-5560-4dfe-96bc-5fd3ca597a08 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990868 Aug 04 16:57:01.020074 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7099464 Aug 04 16:57:01.023988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42464) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:01.028877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dcea2-ebc3-442d-b23c-59deaf485b9d req-8e4d8cc3-49c7-493b-8902-7b50ace560ae tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:01.029792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Request body: {'subnet': {'network_id': '53674c9a-1592-4d3d-bc9b-6d2ca16e42e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-695396745-subnet', 'tenant_id': 'c9b7622bad444302a8b52d7b5086ae92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:01.034455 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae140-0993-4f00-af73-eb8ed9f79ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.037862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf5dcea2-ebc3-442d-b23c-59deaf485b9d req-8e4d8cc3-49c7-493b-8902-7b50ace560ae tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.1281867 Aug 04 16:57:01.040476 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-7a47f6fc-367f-4c1f-acf5-529cae58eac0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2350156 Aug 04 16:57:01.064284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0f8b2-b065-4d71-8d27-421bbfb2dac9 admin admin] Pushing event updated for resources: {'Network': ['ID=53674c9a-1592-4d3d-bc9b-6d2ca16e42e8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:01.075411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:57:01.096081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Made reservation on behalf of c9b7622bad444302a8b52d7b5086ae92 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:01.098656 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.113480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf5dcea2-ebc3-442d-b23c-59deaf485b9d req-8076940c-2261-4648-900f-d835213a38d5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722053 Aug 04 16:57:01.168422 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae140-0993-4f00-af73-eb8ed9f79ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.291686 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a42f8247-f856-493c-9bbb-076c1f171ab4 req-5c4a7322-0af2-4047-a4be-bc9d9a5edc52 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=06b1de4b393349a7ad089c34f228c4f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536757 Aug 04 16:57:01.301049 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae140-0993-4f00-af73-eb8ed9f79ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.363751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ae140-0993-4f00-af73-eb8ed9f79ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233214bc-3795-494c-88b9-29cd2de75cd7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:01.371719 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae140-0993-4f00-af73-eb8ed9f79ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.374495 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6a6ae140-0993-4f00-af73-eb8ed9f79ceb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/233214bc-3795-494c-88b9-29cd2de75cd7 HTTP/1.1" status: 204 len: 168 time: 0.5440166 Aug 04 16:57:01.377115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42498) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:01.393765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d7fae3-a1e0-4bc9-88bc-a34f62902691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2721feb5-e1f4-4b00-a185-c7f4701a7b85'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:01.396500 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0176b5-22b2-40bb-b760-d7eff316245b" -d '{"events": [{"server_uuid": "b9d7fae3-a1e0-4bc9-88bc-a34f62902691", "name": "network-vif-plugged", "status": "completed", "tag": "2721feb5-e1f4-4b00-a185-c7f4701a7b85"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:01.411372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a6c9639f-460e-4d4e-ba4d-8f8b327485c8 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:01.421022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e2fc2-df16-4761-abfe-8053847f318a req-7382c7a5-3d3c-42e8-a7cf-896e6c1a0fa4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:01.429782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-472e2fc2-df16-4761-abfe-8053847f318a req-7382c7a5-3d3c-42e8-a7cf-896e6c1a0fa4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 944 time: 0.1445374 Aug 04 16:57:01.502778 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.528611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f8247-f856-493c-9bbb-076c1f171ab4 req-76c427f5-626f-42ed-95e4-3d28d3188055 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:01.539164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a42f8247-f856-493c-9bbb-076c1f171ab4 req-76c427f5-626f-42ed-95e4-3d28d3188055 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338920 Aug 04 16:57:01.557265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port a6c9639f-460e-4d4e-ba4d-8f8b327485c8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:01.557903 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.568675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a42f8247-f856-493c-9bbb-076c1f171ab4 req-1e80f5b4-0ba2-484a-9c3a-055d756e89b2 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/quotas/06b1de4b393349a7ad089c34f228c4f0 HTTP/1.1" status: 200 len: 375 time: 0.0283132 Aug 04 16:57:01.580760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-472e2fc2-df16-4761-abfe-8053847f318a req-4eaa1c1f-5e9a-48e9-98fc-db59422b5b61 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477768 Aug 04 16:57:01.596161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.678381 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.682093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a42f8247-f856-493c-9bbb-076c1f171ab4 req-154c5d20-5ac4-4c99-ab0b-308444adbd51 tempest-QuotasAdminNegativeTest-107790742 tempest-QuotasAdminNegativeTest-107790742-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06b1de4b393349a7ad089c34f228c4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974684 Aug 04 16:57:01.708439 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b3cc26-8bbb-4a73-ba98-4fe839d2334d x-openstack-request-id: req-37b3cc26-8bbb-4a73-ba98-4fe839d2334d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:01.709063 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d7fae3-a1e0-4bc9-88bc-a34f62902691", "name": "network-vif-plugged", "status": "completed", "tag": "2721feb5-e1f4-4b00-a185-c7f4701a7b85", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:01.709409 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37b3cc26-8bbb-4a73-ba98-4fe839d2334d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:01.710157 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d7fae3-a1e0-4bc9-88bc-a34f62902691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2721feb5-e1f4-4b00-a185-c7f4701a7b85', 'code': 200} Aug 04 16:57:01.722177 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.737037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:01.750364 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.757911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbd8008-b738-4af9-9ee9-a023401bf1c3']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:01.816029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65eaa3ce-f900-4e9d-b435-eb933b1c73e5') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:01.816273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65eaa3ce-f900-4e9d-b435-eb933b1c73e5') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:01.837731 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdaac3e0-3c55-4f82-a2f0-c8a1f44117aa,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:01.850377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:01.857971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.876851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Checking segment: {'id': 'cfdd562b-9bc6-469c-831f-f62b2e6f7421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '53674c9a-1592-4d3d-bc9b-6d2ca16e42e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:01.877277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Network hostable DHCP agents. Network: 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:57:01.897811 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.906753 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:57:01.907259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:57:01.909253 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:57:01.921511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Network 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:57:01.943235 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8061d5e6-79ab-47ee-a2ed-6cd0621b3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.981325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:01.986977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:01.988004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:01.989012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09563f-f0d8-4dca-a652-aee838b08e57 req-aad33f38-9447-4f70-90b2-676c1bdc929e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:01.999369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c09563f-f0d8-4dca-a652-aee838b08e57 req-aad33f38-9447-4f70-90b2-676c1bdc929e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 950 time: 0.1721997 Aug 04 16:57:02.000779 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:02.001986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578f9d06-bb76-46fb-a6b4-fc9a303ccc78 None None] Network 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:57:02.009591 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:02.012069 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] 10.222.0.39 "DELETE /v2.0/networks/9bbd8008-b738-4af9-9ee9-a023401bf1c3 HTTP/1.1" status: 204 len: 168 time: 0.6338615 Aug 04 16:57:02.027162 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fc321171-38d7-46a1-ba22-b814d3491dc5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0013623 Aug 04 16:57:02.028535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a77481-ea3a-415b-a4f6-fa1fe839e90e admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbd8008-b738-4af9-9ee9-a023401bf1c3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:02.056288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96647819-9caf-4964-9d48-c262ff462ea3 req-e8b166ac-8b8c-43f9-82d8-b232474b45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:02.058101 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96647819-9caf-4964-9d48-c262ff462ea3 req-e8b166ac-8b8c-43f9-82d8-b232474b45f8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 1101 time: 0.2510014 Aug 04 16:57:02.197709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c09563f-f0d8-4dca-a652-aee838b08e57 req-814ff18b-f9cb-444e-98c1-4e9f9d23e927 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964834 Aug 04 16:57:02.203109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96647819-9caf-4964-9d48-c262ff462ea3 req-15a90602-1d46-41a2-bd38-2a5e71fb86f6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268902 Aug 04 16:57:02.310120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42546) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:02.353507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b828f5-1df2-4786-a4d3-b2efb2ea3946 req-1b83087b-9fd3-41d4-998b-81818bd47e41 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:02.358406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1b828f5-1df2-4786-a4d3-b2efb2ea3946 req-1b83087b-9fd3-41d4-998b-81818bd47e41 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 945 time: 0.1345706 Aug 04 16:57:02.362634 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3481d5-9be4-4ec0-889c-fa93415c4112 None None] Network 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:57:02.424633 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-21a276e5-6066-49f8-9796-4670f4136e1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bac86eaa895e4d91981e2b2dbd03cdc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111846 Aug 04 16:57:02.427530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42548) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:02.544640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1b828f5-1df2-4786-a4d3-b2efb2ea3946 req-c9444e02-41ed-4690-9615-9460b4c25b4f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370599 Aug 04 16:57:02.560938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5eaabf-9ca6-4e26-bbfd-47d9019eecf0 req-2b7c3d5f-8ff8-4075-bc90-ba298abde8c1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:02.576594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d5eaabf-9ca6-4e26-bbfd-47d9019eecf0 req-2b7c3d5f-8ff8-4075-bc90-ba298abde8c1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.2167790 Aug 04 16:57:02.604152 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46ed1c8d-3909-4e82-94b4-3879fb40293d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:02.673524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d5eaabf-9ca6-4e26-bbfd-47d9019eecf0 req-d9922b0c-dafc-4a6e-99a5-62b32a7a7ead tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904031 Aug 04 16:57:02.673773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46ed1c8d-3909-4e82-94b4-3879fb40293d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:02.794475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46ed1c8d-3909-4e82-94b4-3879fb40293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:02.797710 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46ed1c8d-3909-4e82-94b4-3879fb40293d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:02.802380 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-46ed1c8d-3909-4e82-94b4-3879fb40293d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0e078ea-076f-481d-8544-978db5a9bc44 HTTP/1.1" status: 204 len: 168 time: 0.3738227 Aug 04 16:57:02.812219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed1c8d-3909-4e82-94b4-3879fb40293d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e078ea-076f-481d-8544-978db5a9bc44,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:02.839995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885d45-d7e8-4dc0-905c-d387de10f393 req-ca5842a9-eb44-49c3-8145-3e44b65cc8d0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:02.841799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84885d45-d7e8-4dc0-905c-d387de10f393 req-ca5842a9-eb44-49c3-8145-3e44b65cc8d0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.0783262 Aug 04 16:57:02.908522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84885d45-d7e8-4dc0-905c-d387de10f393 req-ee57bc30-2dda-4f2b-bdea-afb28a58d761 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590947 Aug 04 16:57:03.105225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-f9e51bbd-567f-4f98-805b-e0cb37b3e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:03.107573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-f9e51bbd-567f-4f98-805b-e0cb37b3e35e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1101 time: 0.1029565 Aug 04 16:57:03.121724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427132-2b48-48c8-a51f-c29ce9c9d99e req-58b42b68-29d8-48e8-b7eb-dd3ccd89bf2b tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:03.130177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55427132-2b48-48c8-a51f-c29ce9c9d99e req-58b42b68-29d8-48e8-b7eb-dd3ccd89bf2b tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 945 time: 0.1267498 Aug 04 16:57:03.164183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42570) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:03.248829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55427132-2b48-48c8-a51f-c29ce9c9d99e req-b4ef2789-4829-453b-b094-2e61222f687c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169670 Aug 04 16:57:03.357635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-3dc6d293-a9fa-46f3-a3d4-e56d820e983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:03.362282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-718db83a-0350-45b7-b33e-a8c111810a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:03.365197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-3dc6d293-a9fa-46f3-a3d4-e56d820e983f service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2314258 Aug 04 16:57:03.447815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-8dea2fde-3902-4099-9ae0-687a1055aed2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 217 time: 0.0561905 Aug 04 16:57:03.606138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be361d-e4ec-43b3-ac55-07a44107a55b req-56c8fb74-b83b-4adb-9bed-97a252a59cc1 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:03.615279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-718db83a-0350-45b7-b33e-a8c111810a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:03.618281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0be361d-e4ec-43b3-ac55-07a44107a55b req-56c8fb74-b83b-4adb-9bed-97a252a59cc1 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 950 time: 0.2455766 Aug 04 16:57:03.626784 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-718db83a-0350-45b7-b33e-a8c111810a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:03.648189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-e1ab27b9-12e9-4e10-8caa-12bbbd4a5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:03.649569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-e1ab27b9-12e9-4e10-8caa-12bbbd4a5ee3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1667314 Aug 04 16:57:03.712171 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-718db83a-0350-45b7-b33e-a8c111810a86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06b1de4b393349a7ad089c34f228c4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442631 Aug 04 16:57:03.712171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718db83a-0350-45b7-b33e-a8c111810a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e73e38b-7376-42bd-aebe-81a76ef3769e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:03.712477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:03.713789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42596) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:03.714065 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a7bf14-942b-48df-a62a-739259990b6e" -d '{"events": [{"server_uuid": "a14f9a97-a18e-46a7-9bbe-285a5535e10b", "name": "network-vif-plugged", "status": "completed", "tag": "a6c9639f-460e-4d4e-ba4d-8f8b327485c8"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:03.735442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0be361d-e4ec-43b3-ac55-07a44107a55b req-7136977f-4aba-4649-9e51-6d67a3e472de tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161439 Aug 04 16:57:03.752408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-312f803a-cc7c-4f4f-a869-89eda7bd70f6 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:03.753962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-312f803a-cc7c-4f4f-a869-89eda7bd70f6 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/networks?id=53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 HTTP/1.1" status: 200 len: 817 time: 0.2847185 Aug 04 16:57:03.795628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-4f816186-d3a6-4bd9-8d0a-6f777dc53a35 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/quotas/c9b7622bad444302a8b52d7b5086ae92 HTTP/1.1" status: 200 len: 375 time: 0.0298059 Aug 04 16:57:03.801109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-e1f6bc99-7eca-46fc-9268-7991f4605453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:03.802986 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-635cb116-adc8-4e9a-924f-50bae21bdbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:03.804247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-e1f6bc99-7eca-46fc-9268-7991f4605453 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1380346 Aug 04 16:57:03.834619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-635cb116-adc8-4e9a-924f-50bae21bdbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:03.898355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-635cb116-adc8-4e9a-924f-50bae21bdbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:03.902272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-635cb116-adc8-4e9a-924f-50bae21bdbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:03.906417 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-635cb116-adc8-4e9a-924f-50bae21bdbf0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e73e38b-7376-42bd-aebe-81a76ef3769e HTTP/1.1" status: 204 len: 168 time: 0.1888843 Aug 04 16:57:03.909720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-60af7f4e-daef-4282-9f45-936de33aaef7 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9b7622bad444302a8b52d7b5086ae92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041381 Aug 04 16:57:03.936698 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cb116-adc8-4e9a-924f-50bae21bdbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e73e38b-7376-42bd-aebe-81a76ef3769e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:03.948425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-aa95c572-3e30-403c-ba52-370628060a96 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296144 Aug 04 16:57:04.182083 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-d29fffb6-cdd3-4188-9973-f546a5d36ded service neutron] 10.222.0.39 "GET /v2.0/networks/53674c9a-1592-4d3d-bc9b-6d2ca16e42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587175 Aug 04 16:57:04.270021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8112a-620f-4c8c-8f0e-068a992598c6 req-a2d20e44-d6fa-4af1-a2bb-e24b71935bd4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:04.271746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08d8112a-620f-4c8c-8f0e-068a992598c6 req-a2d20e44-d6fa-4af1-a2bb-e24b71935bd4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.2237208 Aug 04 16:57:04.273705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-5041e503-8719-4a91-a57f-45310e1e3cef service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884612 Aug 04 16:57:04.332898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42616) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:04.362764 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f150c7a6-d42b-49f0-b54b-6584f1665883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:04.366417 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fda3cee-b6f9-41d7-ac1f-17a1e191b6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:04.405614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08d8112a-620f-4c8c-8f0e-068a992598c6 req-81f45af6-5a1f-4393-81f0-8bd854d8fb82 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098039 Aug 04 16:57:04.492110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-c6a1ef62-e4c1-4e01-9ee2-3be2fbd25b71 service neutron] 10.222.0.39 "GET /v2.0/networks/53674c9a-1592-4d3d-bc9b-6d2ca16e42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090246 Aug 04 16:57:04.531746 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ca7448-f37c-4243-bf72-2dab4cadafde x-openstack-request-id: req-69ca7448-f37c-4243-bf72-2dab4cadafde {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:04.531746 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14f9a97-a18e-46a7-9bbe-285a5535e10b", "name": "network-vif-plugged", "status": "completed", "tag": "a6c9639f-460e-4d4e-ba4d-8f8b327485c8", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:04.532067 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69ca7448-f37c-4243-bf72-2dab4cadafde {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:04.532277 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8', 'code': 200} Aug 04 16:57:04.633768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fda3cee-b6f9-41d7-ac1f-17a1e191b6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:04.642853 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fda3cee-b6f9-41d7-ac1f-17a1e191b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:04.680498 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda3cee-b6f9-41d7-ac1f-17a1e191b6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9da4e7-a8af-4332-8d13-a27b93cfb50f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:04.707732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4148a-717a-4afe-9e39-8a14f1f63812 req-ac2342a7-66bb-466c-900a-e811725fd89c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:04.718431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1af4148a-717a-4afe-9e39-8a14f1f63812 req-ac2342a7-66bb-466c-900a-e811725fd89c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.0954254 Aug 04 16:57:04.743671 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1fda3cee-b6f9-41d7-ac1f-17a1e191b6f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c15220b99ff9467da3a80cba3426e5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094002 Aug 04 16:57:04.744296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42624) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:04.778574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1af4148a-717a-4afe-9e39-8a14f1f63812 req-66144df8-dd21-465e-8342-63d11e91a548 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589089 Aug 04 16:57:04.813234 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e73e3ed9-6af2-4192-90ba-57e68e922693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:04.856918 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e73e3ed9-6af2-4192-90ba-57e68e922693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:04.859130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3a79d-3f96-4ccc-acd3-5c38efdec737 req-40e3235c-7472-4ea1-a0c3-2f6c6dfc8ab2 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:04.860944 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ac3a79d-3f96-4ccc-acd3-5c38efdec737 req-40e3235c-7472-4ea1-a0c3-2f6c6dfc8ab2 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 945 time: 0.0946004 Aug 04 16:57:04.936026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ac3a79d-3f96-4ccc-acd3-5c38efdec737 req-1a0478dd-d9c4-4794-afc4-542352e2022c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677257 Aug 04 16:57:04.946642 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:04.983346 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e73e3ed9-6af2-4192-90ba-57e68e922693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:04.986582 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e73e3ed9-6af2-4192-90ba-57e68e922693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:04.988064 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e73e3ed9-6af2-4192-90ba-57e68e922693 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e9da4e7-a8af-4332-8d13-a27b93cfb50f HTTP/1.1" status: 204 len: 168 time: 0.2426565 Aug 04 16:57:04.999516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e3ed9-6af2-4192-90ba-57e68e922693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9da4e7-a8af-4332-8d13-a27b93cfb50f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:05.054381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc89cc93-7594-42df-8274-161dacc2ae92 req-68216442-ca2a-4347-8492-a8184ac22b76 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 210 time: 0.0758438 Aug 04 16:57:05.203421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cebe9-e1c9-4c29-ae80-7c65f68540c4 req-dbf5a7dc-4995-45ad-912f-7b504c408166 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:05.215103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc6cebe9-e1c9-4c29-ae80-7c65f68540c4 req-dbf5a7dc-4995-45ad-912f-7b504c408166 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 950 time: 0.0710361 Aug 04 16:57:05.279700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc6cebe9-e1c9-4c29-ae80-7c65f68540c4 req-47fb736d-d85e-41cf-acf9-c3a74411901f tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632784 Aug 04 16:57:05.715187 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:06.158390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cf48e-42ae-4cdb-b936-0e3fd88cafdd req-23c678e2-e4c5-4082-aec4-a430ca71d323 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:06.170850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e18cf48e-42ae-4cdb-b936-0e3fd88cafdd req-23c678e2-e4c5-4082-aec4-a430ca71d323 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.0867209 Aug 04 16:57:06.273706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e18cf48e-42ae-4cdb-b936-0e3fd88cafdd req-9539cf71-71d6-41e4-bd70-32cdfb26f9d8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015527 Aug 04 16:57:06.301110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf92de-0d0e-4440-a270-6dfb6b14eb12 req-5f0f56e7-617a-4c96-abf6-a6646f501876 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:06.308979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf92de-0d0e-4440-a270-6dfb6b14eb12 req-5f0f56e7-617a-4c96-abf6-a6646f501876 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:06.320785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ebf92de-0d0e-4440-a270-6dfb6b14eb12 req-5f0f56e7-617a-4c96-abf6-a6646f501876 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def&device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 1691 time: 0.1929002 Aug 04 16:57:06.385858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ebf92de-0d0e-4440-a270-6dfb6b14eb12 req-3e113060-f7a3-435f-81a8-c839a91bed4d tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633965 Aug 04 16:57:06.445187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42698) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:06.561085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71865a2-28c5-4e20-bf17-03233f017c5e req-c97aab56-fb22-49c4-974d-172a4de75883 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:06.573292 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d71865a2-28c5-4e20-bf17-03233f017c5e req-c97aab56-fb22-49c4-974d-172a4de75883 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.1257157 Aug 04 16:57:06.594015 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-network', 'tenant_id': '3d4026e06d1748449e04406a9492deec'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:06.629452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Made reservation on behalf of 3d4026e06d1748449e04406a9492deec for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:06.633830 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:06.665190 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:06.666148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-867c75e1-3625-4b3a-9ff5-9e717eccfab6 req-cfe73f85-6276-4195-83a6-081450b8a402 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 210 time: 0.0709882 Aug 04 16:57:06.780547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d71865a2-28c5-4e20-bf17-03233f017c5e req-a9bd1c1d-0fde-4749-afb5-3818ff7290a4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010763 Aug 04 16:57:06.931054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-04dde429-05a1-4f62-a5ab-ed6e20bd74dc tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:06.935621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-04dde429-05a1-4f62-a5ab-ed6e20bd74dc tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.82 "GET /v2.0/networks?id=53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 HTTP/1.1" status: 200 len: 817 time: 0.2740474 Aug 04 16:57:06.970072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Request body: {'port': {'device_id': '498b68bc-c015-4f37-a2a0-f779a0d000ad', 'network_id': '53674c9a-1592-4d3d-bc9b-6d2ca16e42e8', 'admin_state_up': True, 'tenant_id': 'c9b7622bad444302a8b52d7b5086ae92'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:06.988551 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:06.998620 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.053098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:57:07.069712 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.070382 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Added segment 5a22a798-50e6-4c48-91eb-9cf6aebbe19e of type vlan for network 8d15f36c-dbba-4e27-abae-4ccec0e11841 Aug 04 16:57:07.130546 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b04151e-adf5-42dd-ba57-783ce60b2666,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:07.130779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8973-bb77-4d99-92c6-87653bcf4956 req-d1f64ba7-d8a2-4d8a-a78b-e0e7a3f5b4c4 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:07.132237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-833a8973-bb77-4d99-92c6-87653bcf4956 req-d1f64ba7-d8a2-4d8a-a78b-e0e7a3f5b4c4 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 1101 time: 0.0740547 Aug 04 16:57:07.135891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.174506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Made reservation on behalf of c9b7622bad444302a8b52d7b5086ae92 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:07.178869 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.186839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c57e291-df59-4d79-b962-f9b63252aaa2 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:57:07.191305 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.192537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:07.193292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.248224 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8013587 Aug 04 16:57:07.255163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42708) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:07.263957 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Request body: {'subnet': {'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-subnet', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:07.310391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Made reservation on behalf of 3d4026e06d1748449e04406a9492deec for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:07.317196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.324666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0c57e291-df59-4d79-b962-f9b63252aaa2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c57e291-df59-4d79-b962-f9b63252aaa2,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:07.344019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '0c57e291-df59-4d79-b962-f9b63252aaa2', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'port_id': '0c57e291-df59-4d79-b962-f9b63252aaa2', 'mac_address': 'fa:16:3e:7c:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c270d6ca-fadf-4471-9dc6-9a45b83c8c5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:57:07.387289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-833a8973-bb77-4d99-92c6-87653bcf4956 req-7b175ade-8fb6-436d-89c6-068efd4fe4bb tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302754 Aug 04 16:57:07.490313 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.494026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.510874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c57e291-df59-4d79-b962-f9b63252aaa2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:07.513427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Allocated IP 172.20.0.5 (53674c9a-1592-4d3d-bc9b-6d2ca16e42e8/fdaac3e0-3c55-4f82-a2f0-c8a1f44117aa/65a699e7-8ed2-4d98-aaef-f79b3ef9d071) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:07.538636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0c57e291-df59-4d79-b962-f9b63252aaa2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c57e291-df59-4d79-b962-f9b63252aaa2,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:07.565359 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.620898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252c7ed-3d0e-4639-95f9-5bc5b659e793 admin admin] Pushing event updated for resources: {'Network': ['ID=8d15f36c-dbba-4e27-abae-4ccec0e11841,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:07.662095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 8d15f36c-dbba-4e27-abae-4ccec0e11841 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:57:07.666550 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.673235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd6073-f764-41a9-af03-fc3d98c2b2f4 req-a8b4dcae-ffb8-4f5c-b702-7f380ec2080b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:07.689466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76dd6073-f764-41a9-af03-fc3d98c2b2f4 req-a8b4dcae-ffb8-4f5c-b702-7f380ec2080b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.3203905 Aug 04 16:57:07.723918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac90de6d-eba7-4fb4-b179-2c5064c4bf7a,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:07.763374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0c57e291-df59-4d79-b962-f9b63252aaa2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:07.777260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Checking segment: {'id': '5a22a798-50e6-4c48-91eb-9cf6aebbe19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:07.777670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Network hostable DHCP agents. Network: 8d15f36c-dbba-4e27-abae-4ccec0e11841, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:57:07.793808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353497e1-62ff-484f-a9fe-be0a91f4e647 req-0e39920e-418b-4c75-a240-b79397e232f2 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:07.801901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Network 8d15f36c-dbba-4e27-abae-4ccec0e11841 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:57:07.803394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-353497e1-62ff-484f-a9fe-be0a91f4e647 req-0e39920e-418b-4c75-a240-b79397e232f2 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 1101 time: 0.1096368 Aug 04 16:57:07.821081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 8d15f36c-dbba-4e27-abae-4ccec0e11841) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:07.827391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:07.828239 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.845151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715eb10-628f-471a-94ec-046d1117cf19 None None] Network 8d15f36c-dbba-4e27-abae-4ccec0e11841 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:57:07.846192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76dd6073-f764-41a9-af03-fc3d98c2b2f4 req-c78cb031-c49f-4c30-89b8-21a6ba554317 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202986 Aug 04 16:57:07.853071 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cf53aed9-0aa5-4e22-b783-4592e444f91a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5962734 Aug 04 16:57:07.853638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42730) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:07.862285 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-router', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:07.914123 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.915314 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.923041 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:07.941998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-353497e1-62ff-484f-a9fe-be0a91f4e647 req-bd50a9d3-bb94-4f46-b442-dec2a9f212b7 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370704 Aug 04 16:57:07.969556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0c57e291-df59-4d79-b962-f9b63252aaa2,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:08.025388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:08.043782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:08.160586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Network 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:08.171159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:08.183428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:08.193218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Pushing event updated for resources: {'Port': ['ID=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:08.263193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7b404-3348-4744-8070-c77cdbb89765 req-de12871e-c4ee-4176-b517-4359303b8395 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:08.264821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72e7b404-3348-4744-8070-c77cdbb89765 req-de12871e-c4ee-4176-b517-4359303b8395 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 931 time: 0.1462624 Aug 04 16:57:08.323365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:08.324863 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:08.330828 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:08.363706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c95cbf-903b-4171-bf0d-4d8088b16374 req-64bf0ef9-72f2-4ac9-b3d3-09f7dd8f061f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:08.365417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2c95cbf-903b-4171-bf0d-4d8088b16374 req-64bf0ef9-72f2-4ac9-b3d3-09f7dd8f061f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.1486931 Aug 04 16:57:08.369417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72e7b404-3348-4744-8070-c77cdbb89765 req-77fc549e-7b42-4e8e-b757-570cefed26ff tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfa6982d-d729-417c-9fab-82428991fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881667 Aug 04 16:57:08.373212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-37371fae-5eb6-45f5-b004-107227e2a939 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4177177 Aug 04 16:57:08.377532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-8d15f36c-dbba-4e27-abae-4ccec0e11841', 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'fixed_ips': [{'subnet_id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:57:08.378572 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:08.405070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Request body: {'port': {'device_id': '498b68bc-c015-4f37-a2a0-f779a0d000ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:08.485364 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2c95cbf-903b-4171-bf0d-4d8088b16374 req-870f831d-e26a-4717-aad9-6ae9b8d87764 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021247 Aug 04 16:57:08.562682 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:08.632278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Allocated IP 172.20.0.2 (8d15f36c-dbba-4e27-abae-4ccec0e11841/ac90de6d-eba7-4fb4-b179-2c5064c4bf7a/3a5b9cdb-32df-48db-b149-1bbf370bad08) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:08.747761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:08.804058 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:08.838681 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:08.855037 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.062321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.071857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Transition to ACTIVE for port object 3a5b9cdb-32df-48db-b149-1bbf370bad08 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:09.075996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Allocated IP 172.25.2.109 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/c5adf7c7-1550-4f97-9b35-2c44995c64fb) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:09.100236 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Transition to ACTIVE for port object 3a5b9cdb-32df-48db-b149-1bbf370bad08 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:09.117661 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.191599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Network 8d15f36c-dbba-4e27-abae-4ccec0e11841 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:09.194651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:09.197389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:09.211763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c57e291-df59-4d79-b962-f9b63252aaa2 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:09.319975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Pushing event updated for resources: {'Port': ['ID=3a5b9cdb-32df-48db-b149-1bbf370bad08,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:09.320206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.354979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Attempting to bind port 3a5b9cdb-32df-48db-b149-1bbf370bad08 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:09.355648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Attempting to bind port 3a5b9cdb-32df-48db-b149-1bbf370bad08 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '5a22a798-50e6-4c48-91eb-9cf6aebbe19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:09.356513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Attempting to bind port 3a5b9cdb-32df-48db-b149-1bbf370bad08 on network 8d15f36c-dbba-4e27-abae-4ccec0e11841 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:09.366111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:09.366490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Checking segment: {'id': '5a22a798-50e6-4c48-91eb-9cf6aebbe19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:09.366918 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.367362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Bound using segment: {'id': '5a22a798-50e6-4c48-91eb-9cf6aebbe19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:09.368109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Bound port: 3a5b9cdb-32df-48db-b149-1bbf370bad08, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a22a798-50e6-4c48-91eb-9cf6aebbe19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:09.368356 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.408389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.426072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 0c57e291-df59-4d79-b962-f9b63252aaa2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:09.426072 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.493715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] For port 3a5b9cdb-32df-48db-b149-1bbf370bad08, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:09.494079 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:09.495969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:09.499521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] For port 3a5b9cdb-32df-48db-b149-1bbf370bad08, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3a5b9cdb-32df-48db-b149-1bbf370bad08,segment=NetworkSegment(5a22a798-50e6-4c48-91eb-9cf6aebbe19e),segment_id=5a22a798-50e6-4c48-91eb-9cf6aebbe19e)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:09.501085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:09.533657 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.582619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5adf7c7-1550-4f97-9b35-2c44995c64fb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:09.710397 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.785608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0c57e291-df59-4d79-b962-f9b63252aaa2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c57e291-df59-4d79-b962-f9b63252aaa2,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:09.795467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c57e291-df59-4d79-b962-f9b63252aaa2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:09.798510 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5960ded6-8505-4f27-85ba-c1ae5e324a5e" -d '{"events": [{"server_uuid": "97e5dc85-faf2-4602-b03d-91ffaece7516", "name": "network-vif-plugged", "status": "completed", "tag": "0c57e291-df59-4d79-b962-f9b63252aaa2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:09.808170 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:09.824525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b04b6-87e7-440a-a801-3d7d290d6b44 None None] Pushing event updated for resources: {'Port': ['ID=3a5b9cdb-32df-48db-b149-1bbf370bad08,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:09.904795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0c57e291-df59-4d79-b962-f9b63252aaa2,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:09.917119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-14f78655-afc8-4ae8-82b3-d898db43e66b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8758860 Aug 04 16:57:10.146695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943c05b-c8bf-414c-ba8a-ac7ed1ef14c1 req-5a7a57dd-bfbb-4651-9aa8-e2f30c693538 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:10.166583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7943c05b-c8bf-414c-ba8a-ac7ed1ef14c1 req-5a7a57dd-bfbb-4651-9aa8-e2f30c693538 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 1.1834948 Aug 04 16:57:10.277245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3a5b9cdb-32df-48db-b149-1bbf370bad08 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:10.293870 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7943c05b-c8bf-414c-ba8a-ac7ed1ef14c1 req-330259c2-49d4-4967-80f4-549e322e8434 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259456 Aug 04 16:57:10.425101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3a5b9cdb-32df-48db-b149-1bbf370bad08 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:10.481273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:10.498947 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:10.560791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Transition to ACTIVE for port object 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:10.594149 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:10.718019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-f13d5c48-ae8b-480d-a34a-8c5d8daf6ff5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:10.736995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-f13d5c48-ae8b-480d-a34a-8c5d8daf6ff5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8128908 Aug 04 16:57:10.772913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-12f6db63-5773-45a6-bf28-0d0984137217 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/quotas/59fa6e8a83d9432698b5a461d1fd8c53 HTTP/1.1" status: 200 len: 375 time: 0.0347300 Aug 04 16:57:10.870085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Pushing event updated for resources: {'Port': ['ID=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:10.954150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-5f06e834-58ff-4b47-9d4d-0c9d9d6ea2a6 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1801512 Aug 04 16:57:10.961779 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:10.978725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Attempting to bind port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:10.979113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Attempting to bind port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'cfdd562b-9bc6-469c-831f-f62b2e6f7421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '53674c9a-1592-4d3d-bc9b-6d2ca16e42e8'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:10.979465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Attempting to bind port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 on network 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:11.000937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 on network 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:57:11.001256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Attempting to bind port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 on network 53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:11.007809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:11.009896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Checking segment: {'id': 'cfdd562b-9bc6-469c-831f-f62b2e6f7421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '53674c9a-1592-4d3d-bc9b-6d2ca16e42e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:11.009896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Bound using segment: {'id': 'cfdd562b-9bc6-469c-831f-f62b2e6f7421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '53674c9a-1592-4d3d-bc9b-6d2ca16e42e8'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:11.010132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Bound port: 65a699e7-8ed2-4d98-aaef-f79b3ef9d071, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfdd562b-9bc6-469c-831f-f62b2e6f7421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '53674c9a-1592-4d3d-bc9b-6d2ca16e42e8'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:11.010417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:11.214608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] For port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:11.222715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] For port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,segment=NetworkSegment(cfdd562b-9bc6-469c-831f-f62b2e6f7421),segment_id=cfdd562b-9bc6-469c-831f-f62b2e6f7421)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:11.228366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:11.347225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:11.348193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:11.352726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] 10.222.0.82 "PUT /v2.0/ports/65a699e7-8ed2-4d98-aaef-f79b3ef9d071 HTTP/1.1" status: 200 len: 1091 time: 2.9513235 Aug 04 16:57:11.364169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498b68bc-c015-4f37-a2a0-f779a0d000ad', 'tag': '65a699e7-8ed2-4d98-aaef-f79b3ef9d071'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:11.374596 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02975ff-a22c-4c2a-8c06-31d887f40e81" -d '{"events": [{"name": "network-changed", "server_uuid": "498b68bc-c015-4f37-a2a0-f779a0d000ad", "tag": "65a699e7-8ed2-4d98-aaef-f79b3ef9d071"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:11.412782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e51456-70d9-4075-ae95-628c1119f5eb None None] Network 8d15f36c-dbba-4e27-abae-4ccec0e11841 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:57:11.442988 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:11.610241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451619bf-7ba0-4c6d-a915-abe67e959e17 service neutron] Pushing event updated for resources: {'Port': ['ID=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:11.643347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-a89652fc-3155-4d84-85aa-4b2d3771562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:11.647113 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-a89652fc-3155-4d84-85aa-4b2d3771562c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c9b7622bad444302a8b52d7b5086ae92&device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 1094 time: 0.2112043 Aug 04 16:57:11.679353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6898c141-8557-41af-9c42-a9cdb0a9d404 None None] Provisioning for port 3a5b9cdb-32df-48db-b149-1bbf370bad08 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:11.721743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Router fbbf2e0c-a267-472d-9a70-285fcd9dba14 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:57:11.750775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-6dc5330d-59e3-490d-b6d3-017592ba24ee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65a699e7-8ed2-4d98-aaef-f79b3ef9d071 HTTP/1.1" status: 200 len: 217 time: 0.0881381 Aug 04 16:57:11.785987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6898c141-8557-41af-9c42-a9cdb0a9d404 None None] Provisioning complete for port 3a5b9cdb-32df-48db-b149-1bbf370bad08 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:11.790358 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6898c141-8557-41af-9c42-a9cdb0a9d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:11.919362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-a3483640-de91-438f-b3cd-a75b9a1b4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:11.925209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-a3483640-de91-438f-b3cd-a75b9a1b4572 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fdaac3e0-3c55-4f82-a2f0-c8a1f44117aa HTTP/1.1" status: 200 len: 857 time: 0.1597252 Aug 04 16:57:12.054320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:57:12.064233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-f2aae5bf-633d-499c-bfe2-55d2f7f08039 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=53674c9a-1592-4d3d-bc9b-6d2ca16e42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235371 Aug 04 16:57:12.081803 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Sync routers for ids ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:57:12.091512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:12.095373 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-60a6e816-56fb-47f7-9968-f05de0d04df0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2404220 Aug 04 16:57:12.098766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42812) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:12.147258 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Routers {'fbbf2e0c-a267-472d-9a70-285fcd9dba14'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:57:12.149847 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:57:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:12.359265 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6898c141-8557-41af-9c42-a9cdb0a9d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:12.550278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6898c141-8557-41af-9c42-a9cdb0a9d404 None None] For port 3a5b9cdb-32df-48db-b149-1bbf370bad08, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3a5b9cdb-32df-48db-b149-1bbf370bad08,segment=NetworkSegment(5a22a798-50e6-4c48-91eb-9cf6aebbe19e),segment_id=5a22a798-50e6-4c48-91eb-9cf6aebbe19e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:12.560955 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6898c141-8557-41af-9c42-a9cdb0a9d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:12.626736 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Set router fbbf2e0c-a267-472d-9a70-285fcd9dba14 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:57:12.636856 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-bf5cf1be-9764-406e-b51b-6e0b77896692 service neutron] 10.222.0.82 "GET /v2.0/networks/53674c9a-1592-4d3d-bc9b-6d2ca16e42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348730 Aug 04 16:57:12.706079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea025a-480f-46cc-9f0c-13b4dc54de00 req-1647c768-d8e9-459d-985d-637d599071e7 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:12.717892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4ea025a-480f-46cc-9f0c-13b4dc54de00 req-1647c768-d8e9-459d-985d-637d599071e7 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 943 time: 0.6510992 Aug 04 16:57:12.767068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b6259f6e-cf86-41f1-8d67-4784072068cd None None] Provisioning complete for port 3a5b9cdb-32df-48db-b149-1bbf370bad08 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:12.767520 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b6259f6e-cf86-41f1-8d67-4784072068cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:12.773530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898c141-8557-41af-9c42-a9cdb0a9d404 None None] Pushing event updated for resources: {'Port': ['ID=3a5b9cdb-32df-48db-b149-1bbf370bad08,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:12.890998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4ea025a-480f-46cc-9f0c-13b4dc54de00 req-a3f01159-ad2d-4d8f-afac-a194fd5883b0 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfa6982d-d729-417c-9fab-82428991fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692972 Aug 04 16:57:12.980632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f14507-8f96-424c-b87f-e61fde2d1b6d req-dd5b95d9-a485-4ec1-9e95-4a539ca20791 service neutron] 10.222.0.82 "GET /v2.0/networks/53674c9a-1592-4d3d-bc9b-6d2ca16e42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258321 Aug 04 16:57:13.219356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d3e8b-e86b-4335-928a-a63a8300046b req-d03104fd-6513-4b55-8888-a3e88500233f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:13.225142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d5d3e8b-e86b-4335-928a-a63a8300046b req-d03104fd-6513-4b55-8888-a3e88500233f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.1576209 Aug 04 16:57:13.281536 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-router', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:57:07Z', 'updated_at': '2021-08-04T16:57:10Z', 'revision_number': 3, 'project_id': '3d4026e06d1748449e04406a9492deec', 'gw_port': {'id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:08Z', 'updated_at': '2021-08-04T16:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:13.338271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d5d3e8b-e86b-4335-928a-a63a8300046b req-d850d7b4-23d0-4d08-9978-b367da84ffdc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058760 Aug 04 16:57:13.362786 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Checking router: fbbf2e0c-a267-472d-9a70-285fcd9dba14 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:57:13.363157 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Updating router fbbf2e0c-a267-472d-9a70-285fcd9dba14 port c5adf7c7-1550-4f97-9b35-2c44995c64fb binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:57:13.367968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:13.426205 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:13.595298 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e1e6bd-cb4b-4f27-8714-b94bf0414cb0 x-openstack-request-id: req-52e1e6bd-cb4b-4f27-8714-b94bf0414cb0 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:13.596572 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e5dc85-faf2-4602-b03d-91ffaece7516", "name": "network-vif-plugged", "status": "completed", "tag": "0c57e291-df59-4d79-b962-f9b63252aaa2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:13.597133 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52e1e6bd-cb4b-4f27-8714-b94bf0414cb0 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:13.597724 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c57e291-df59-4d79-b962-f9b63252aaa2', 'code': 200} Aug 04 16:57:13.906891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Allocated IP 172.20.0.1 (8d15f36c-dbba-4e27-abae-4ccec0e11841/ac90de6d-eba7-4fb4-b179-2c5064c4bf7a/5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:14.007832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9195377-7abb-4667-bece-64dfcb580cf6 req-e327fc99-c454-4a22-8fdb-84643e7d01b4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:14.009798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9195377-7abb-4667-bece-64dfcb580cf6 req-e327fc99-c454-4a22-8fdb-84643e7d01b4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.1985924 Aug 04 16:57:14.116269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:14.135118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Transition to ACTIVE for port object 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:14.168346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42834) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:14.188417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9195377-7abb-4667-bece-64dfcb580cf6 req-b1027c80-8c25-4b76-9a3f-eeaa574d479e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717200 Aug 04 16:57:14.234455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3a5b9cdb-32df-48db-b149-1bbf370bad08 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:14.253346 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:14.385091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f489-3c4c-48e4-bcf6-f7af433fcac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:14.390863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3a5b9cdb-32df-48db-b149-1bbf370bad08 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:14.391339 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:14.407326 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d336b658-821e-4127-ac7c-535be5a37a5e x-openstack-request-id: req-d336b658-821e-4127-ac7c-535be5a37a5e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:14.408198 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498b68bc-c015-4f37-a2a0-f779a0d000ad", "tag": "65a699e7-8ed2-4d98-aaef-f79b3ef9d071", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:14.412459 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d336b658-821e-4127-ac7c-535be5a37a5e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:14.413389 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498b68bc-c015-4f37-a2a0-f779a0d000ad', 'tag': '65a699e7-8ed2-4d98-aaef-f79b3ef9d071', 'status': 'completed', 'code': 200} Aug 04 16:57:14.437653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Network 8d15f36c-dbba-4e27-abae-4ccec0e11841 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:14.463210 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:14.488514 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:14.513607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:14.522991 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Transition to ACTIVE for port object c5adf7c7-1550-4f97-9b35-2c44995c64fb will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:14.535185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:14.543625 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:14.623556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:14.689765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02975ff-a22c-4c2a-8c06-31d887f40e81 req-9c8ac177-ad66-42e6-93de-160726ecf0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:14.699678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d02975ff-a22c-4c2a-8c06-31d887f40e81 req-9c8ac177-ad66-42e6-93de-160726ecf0b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c9b7622bad444302a8b52d7b5086ae92&device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 1094 time: 0.2583323 Aug 04 16:57:14.790525 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Attempting to bind port c5adf7c7-1550-4f97-9b35-2c44995c64fb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:14.794133 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Attempting to bind port c5adf7c7-1550-4f97-9b35-2c44995c64fb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:14.794839 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Attempting to bind port c5adf7c7-1550-4f97-9b35-2c44995c64fb on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:14.832942 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:14.844097 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:14.845379 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:14.848276 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:14.850717 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Bound port: c5adf7c7-1550-4f97-9b35-2c44995c64fb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:14.851519 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:15.040022 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] For port c5adf7c7-1550-4f97-9b35-2c44995c64fb, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:15.043875 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] For port c5adf7c7-1550-4f97-9b35-2c44995c64fb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c5adf7c7-1550-4f97-9b35-2c44995c64fb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:15.045256 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Pushing event updated for resources: {'Port': ['ID=c5adf7c7-1550-4f97-9b35-2c44995c64fb,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:15.059061 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:15.075222 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.075898 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.079886 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.080351 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.080778 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.081203 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.081623 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.082039 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.082453 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.082902 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.083321 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.083752 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:15.127946 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-813dd7e8-929c-47e1-9aba-00bcd2360a26 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635159 Aug 04 16:57:15.202541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-5f6810b8-5376-4fc4-ae1a-6812f20b84c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283462 Aug 04 16:57:15.231040 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92d200-8632-4fe3-9167-69228c6ad30f None None] Pushing event updated for resources: {'Port': ['ID=c5adf7c7-1550-4f97-9b35-2c44995c64fb,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:15.271804 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Routers {'fbbf2e0c-a267-472d-9a70-285fcd9dba14'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:57:15.273065 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:57:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:15.293876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:15.330420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:57:15.468546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2a6f500d-6249-434a-b21e-494bab67f19c None None] Provisioning for port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:15.488777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2a6f500d-6249-434a-b21e-494bab67f19c None None] Provisioning complete for port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:15.489318 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a6f500d-6249-434a-b21e-494bab67f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:15.599660 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-f39ffbfc-8bb7-4c8a-879a-721d46af16a6 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:15.602912 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-f39ffbfc-8bb7-4c8a-879a-721d46af16a6 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4228964 Aug 04 16:57:15.668318 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] Set router fbbf2e0c-a267-472d-9a70-285fcd9dba14 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:57:15.717634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02975ff-a22c-4c2a-8c06-31d887f40e81 req-facc4b1c-7c10-4a02-9bfd-9cdd0b786dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:15.722739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d02975ff-a22c-4c2a-8c06-31d887f40e81 req-facc4b1c-7c10-4a02-9bfd-9cdd0b786dcf service neutron] 10.222.0.82 "GET /v2.0/networks?id=53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 HTTP/1.1" status: 200 len: 919 time: 0.9760294 Aug 04 16:57:15.730554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f500d-6249-434a-b21e-494bab67f19c None None] Port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:57:15.744986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Request body: {'port': {'device_id': '4b2f1590-ebbb-493e-8012-8a1be8eac371', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '59fa6e8a83d9432698b5a461d1fd8c53'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:15.783133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc1da4-8454-41d3-bf58-e9396ffc5128 req-727f0da7-6ae5-4274-97b4-aba30fd958f7 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:15.788641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,segment=NetworkSegment(cfdd562b-9bc6-469c-831f-f62b2e6f7421),segment_id=cfdd562b-9bc6-469c-831f-f62b2e6f7421)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:15.794255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46bc1da4-8454-41d3-bf58-e9396ffc5128 req-727f0da7-6ae5-4274-97b4-aba30fd958f7 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 943 time: 0.8026276 Aug 04 16:57:15.815798 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f489-3c4c-48e4-bcf6-f7af433fcac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:15.820972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '65a699e7-8ed2-4d98-aaef-f79b3ef9d071', 'network_id': '53674c9a-1592-4d3d-bc9b-6d2ca16e42e8', 'port_id': '65a699e7-8ed2-4d98-aaef-f79b3ef9d071', 'mac_address': 'fa:16:3e:91:ef:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdaac3e0-3c55-4f82-a2f0-c8a1f44117aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:57:15.935861 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:15.953137 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f489-3c4c-48e4-bcf6-f7af433fcac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:15.955297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:15.992932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,segment=NetworkSegment(cfdd562b-9bc6-469c-831f-f62b2e6f7421),segment_id=cfdd562b-9bc6-469c-831f-f62b2e6f7421)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:15.999076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-13b7c9b0-3d58-4362-a5d9-7d437ff7fb8a tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:16.000810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-13b7c9b0-3d58-4362-a5d9-7d437ff7fb8a tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7424819 Aug 04 16:57:16.005931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d02975ff-a22c-4c2a-8c06-31d887f40e81 req-2f430cfd-df0b-41e6-aeed-c285736acef7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65a699e7-8ed2-4d98-aaef-f79b3ef9d071 HTTP/1.1" status: 200 len: 217 time: 0.1887944 Aug 04 16:57:16.024841 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:16.039860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Request body: {'port': {'device_id': '5e7d4edc-9619-44f6-8d9e-5f58c12131d1', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '59fa6e8a83d9432698b5a461d1fd8c53'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:16.193095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:16.240001 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:16.251525 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-router', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:57:07Z', 'updated_at': '2021-08-04T16:57:15Z', 'revision_number': 4, 'project_id': '3d4026e06d1748449e04406a9492deec', 'gw_port': {'id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:08Z', 'updated_at': '2021-08-04T16:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6', 'name': '', 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'mac_address': 'fa:16:3e:ec:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:13Z', 'updated_at': '2021-08-04T16:57:13Z', 'revision_number': 1, 'project_id': '3d4026e06d1748449e04406a9492deec', 'subnets': [{'id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:16.257815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:16.303556 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f81558-c9c0-4e9a-8165-478e698e6d86 None None] The sync data for ids ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'] in n-d-764435-5 is: [{'id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-router', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:57:07Z', 'updated_at': '2021-08-04T16:57:15Z', 'revision_number': 4, 'project_id': '3d4026e06d1748449e04406a9492deec', 'gw_port': {'id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:08Z', 'updated_at': '2021-08-04T16:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6', 'name': '', 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'mac_address': 'fa:16:3e:ec:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:13Z', 'updated_at': '2021-08-04T16:57:13Z', 'revision_number': 1, 'project_id': '3d4026e06d1748449e04406a9492deec', 'subnets': [{'id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:57:16.366161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46bc1da4-8454-41d3-bf58-e9396ffc5128 req-3e227197-25cb-418e-bb77-a05880c396a7 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfa6982d-d729-417c-9fab-82428991fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081680 Aug 04 16:57:16.375933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5f489-3c4c-48e4-bcf6-f7af433fcac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09de1b3c-faf6-42c6-9350-0c276d1a41b7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:16.400316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9fe5f489-3c4c-48e4-bcf6-f7af433fcac3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc8dc9e46c664ab0a754f7c52a6413f5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1939702 Aug 04 16:57:16.411412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42850) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:16.457437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02975ff-a22c-4c2a-8c06-31d887f40e81 req-f3da7838-7aab-4b7c-84bc-e181e281f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:16.458936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d02975ff-a22c-4c2a-8c06-31d887f40e81 req-f3da7838-7aab-4b7c-84bc-e181e281f71c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fdaac3e0-3c55-4f82-a2f0-c8a1f44117aa HTTP/1.1" status: 200 len: 857 time: 0.4135411 Aug 04 16:57:16.465281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['65a699e7-8ed2-4d98-aaef-f79b3ef9d071'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:16.521862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Made reservation on behalf of 59fa6e8a83d9432698b5a461d1fd8c53 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:16.525439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:16.579212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d02975ff-a22c-4c2a-8c06-31d887f40e81 req-19ce2df5-bae0-4efd-acb5-29c7da4c7b09 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=53674c9a-1592-4d3d-bc9b-6d2ca16e42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103909 Aug 04 16:57:16.622538 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:16.900883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f2fda27-a04e-4a1c-be28-2f3849fbef65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:16.904515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:16.984738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d02975ff-a22c-4c2a-8c06-31d887f40e81 req-79729226-28b3-4ce1-9c55-f093c39b5688 service neutron] 10.222.0.82 "GET /v2.0/networks/53674c9a-1592-4d3d-bc9b-6d2ca16e42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841443 Aug 04 16:57:17.005925 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f2fda27-a04e-4a1c-be28-2f3849fbef65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:17.040064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Allocated IP 192.168.233.213 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/6c31058e-079d-4574-84ab-c94d1c3c9182) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:17.197184 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Network 8d15f36c-dbba-4e27-abae-4ccec0e11841 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:17.211362 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:17.234707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481b1a0-6a39-496c-935c-abcbd66cc634 req-4010b697-fe01-49bd-a511-3f45842fbe29 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:17.237987 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f2fda27-a04e-4a1c-be28-2f3849fbef65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:17.247473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9481b1a0-6a39-496c-935c-abcbd66cc634 req-4010b697-fe01-49bd-a511-3f45842fbe29 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.5942540 Aug 04 16:57:17.260582 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f2fda27-a04e-4a1c-be28-2f3849fbef65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:17.266127 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1f2fda27-a04e-4a1c-be28-2f3849fbef65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09de1b3c-faf6-42c6-9350-0c276d1a41b7 HTTP/1.1" status: 204 len: 168 time: 0.8493195 Aug 04 16:57:17.321129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Made reservation on behalf of 59fa6e8a83d9432698b5a461d1fd8c53 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:17.330889 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:17.427644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9481b1a0-6a39-496c-935c-abcbd66cc634 req-28f8d79a-c250-4d93-a6ff-abc9b38c15c3 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786160 Aug 04 16:57:17.472464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fda27-a04e-4a1c-be28-2f3849fbef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09de1b3c-faf6-42c6-9350-0c276d1a41b7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:17.723277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d02975ff-a22c-4c2a-8c06-31d887f40e81 req-00e55efb-3587-4cbc-ac88-6ed91eed958d service neutron] 10.222.0.82 "GET /v2.0/networks/53674c9a-1592-4d3d-bc9b-6d2ca16e42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283995 Aug 04 16:57:17.851339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b10a983f-6dda-4db8-ad3f-1bbfbe329424 None None] Provisioning complete for port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:17.851944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b10a983f-6dda-4db8-ad3f-1bbfbe329424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:17.889709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:17.920262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Transition to ACTIVE for port object 6c31058e-079d-4574-84ab-c94d1c3c9182 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:17.965042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459056a-5b1d-4133-9115-1101db52dbd3 req-aed1ad78-2243-40c2-95f7-b42fbae5ae54 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 210 time: 0.0941987 Aug 04 16:57:17.981989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b10a983f-6dda-4db8-ad3f-1bbfbe329424 None None] Port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:57:18.190357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:18.213741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694', '5f531a76-eb3b-4038-85fe-1485545c928b', '2721feb5-e1f4-4b00-a185-c7f4701a7b85'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:18.280093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232812a-fc9d-4672-a3a2-73a4a128cf45 req-7e40da15-d8de-4310-8ab3-373586c32fb3 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:18.282785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9232812a-fc9d-4672-a3a2-73a4a128cf45 req-7e40da15-d8de-4310-8ab3-373586c32fb3 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.1873040 Aug 04 16:57:18.382977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:18.421296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Router fbbf2e0c-a267-472d-9a70-285fcd9dba14 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:57:18.425858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:18.427825 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event updated for resources: {'Port': ['ID=6c31058e-079d-4574-84ab-c94d1c3c9182,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:18.438037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:18.481715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c5adf7c7-1550-4f97-9b35-2c44995c64fb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:18.493296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Allocated IP 192.168.233.220 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/6f2ac96c-f2bd-4379-9690-338f71d32371) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:18.513157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9232812a-fc9d-4672-a3a2-73a4a128cf45 req-730ae1e1-d711-4794-8e3f-34fbeff35677 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087259 Aug 04 16:57:18.902946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port c5adf7c7-1550-4f97-9b35-2c44995c64fb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:18.927084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c5adf7c7-1550-4f97-9b35-2c44995c64fb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:18.927448 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:19.029654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282c978-04e1-4a0b-bb78-4fb7867a193b req-034f0787-5504-4d54-b406-08a84b9b662a tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:19.043168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c282c978-04e1-4a0b-bb78-4fb7867a193b req-034f0787-5504-4d54-b406-08a84b9b662a tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 944 time: 0.3569100 Aug 04 16:57:19.174475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f2c50886-8d79-4887-adc4-097660f4855a None None] Provisioning for port 6c31058e-079d-4574-84ab-c94d1c3c9182 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:19.241223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f2c50886-8d79-4887-adc4-097660f4855a None None] Provisioning complete for port 6c31058e-079d-4574-84ab-c94d1c3c9182 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:19.241945 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f2c50886-8d79-4887-adc4-097660f4855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:19.257815 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:19.315711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Transition to ACTIVE for port object 6f2ac96c-f2bd-4379-9690-338f71d32371 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:19.344206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f2c50886-8d79-4887-adc4-097660f4855a None None] Port 6c31058e-079d-4574-84ab-c94d1c3c9182 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:57:19.350695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:19.371478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c282c978-04e1-4a0b-bb78-4fb7867a193b req-95aa3eaa-8be0-4a2d-ab6b-e2277d9016d4 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfa6982d-d729-417c-9fab-82428991fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048484 Aug 04 16:57:19.478968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:19.610104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:19.644157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:19.675098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:19.703919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:19.713697 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:19.772939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port c5adf7c7-1550-4f97-9b35-2c44995c64fb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c5adf7c7-1550-4f97-9b35-2c44995c64fb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:19.788511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:19.788979 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:19.851137 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:19.963713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event updated for resources: {'Port': ['ID=6f2ac96c-f2bd-4379-9690-338f71d32371,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:20.009240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9c717-54fa-4b6e-a76e-13e390550328 req-4b53ec65-7546-4d7f-bc30-dfce23047db6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:20.039795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06d9c717-54fa-4b6e-a76e-13e390550328 req-4b53ec65-7546-4d7f-bc30-dfce23047db6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.4469934 Aug 04 16:57:20.041630 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:57:20.069734 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-02f10de6-08f8-466b-8e4a-ae6f2bf9f616 admin admin] 10.222.0.39 "PUT /v2.0/routers/fbbf2e0c-a267-472d-9a70-285fcd9dba14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9692965 Aug 04 16:57:20.086967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:20.089403 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:20.124741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=c5adf7c7-1550-4f97-9b35-2c44995c64fb,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:20.129497 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:20.164880 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-4c1b5302-a897-40f7-89bf-05411f89675b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5425816 Aug 04 16:57:20.184328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Request body: {'port': {'device_id': '4b2f1590-ebbb-493e-8012-8a1be8eac371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:20.200670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:20.208615 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:20.225667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498b68bc-c015-4f37-a2a0-f779a0d000ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a699e7-8ed2-4d98-aaef-f79b3ef9d071'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:20.228889 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857e92b4-464a-4c5f-a20a-f4bdc2a2e3da" -d '{"events": [{"server_uuid": "498b68bc-c015-4f37-a2a0-f779a0d000ad", "name": "network-vif-plugged", "status": "completed", "tag": "65a699e7-8ed2-4d98-aaef-f79b3ef9d071"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:20.237268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7b52128b-59cf-42ce-9aea-7f3c34c4881e None None] Provisioning for port 6f2ac96c-f2bd-4379-9690-338f71d32371 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:20.253810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,segment=NetworkSegment(cfdd562b-9bc6-469c-831f-f62b2e6f7421),segment_id=cfdd562b-9bc6-469c-831f-f62b2e6f7421)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:20.255767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7b52128b-59cf-42ce-9aea-7f3c34c4881e None None] Provisioning complete for port 6f2ac96c-f2bd-4379-9690-338f71d32371 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:20.256178 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7b52128b-59cf-42ce-9aea-7f3c34c4881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:20.320397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06d9c717-54fa-4b6e-a76e-13e390550328 req-51855020-9790-42bb-b83a-a64fef5f37ea tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701185 Aug 04 16:57:20.330871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7b52128b-59cf-42ce-9aea-7f3c34c4881e None None] Port 6f2ac96c-f2bd-4379-9690-338f71d32371 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:57:20.341684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:20.342965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-a1d8d2e9-c6c7-4561-a458-6aaf64d56627 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3085182 Aug 04 16:57:20.416480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:20.431210 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:20.558897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Sync routers for ids ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:57:20.577799 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Routers {'fbbf2e0c-a267-472d-9a70-285fcd9dba14'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:57:20.579521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:57:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:20.750523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af15933-a282-49d1-b1b9-55e21805508c req-91c0902a-efc7-41e1-ba12-fb88f58bd275 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:20.764369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2af15933-a282-49d1-b1b9-55e21805508c req-91c0902a-efc7-41e1-ba12-fb88f58bd275 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 936 time: 0.1556399 Aug 04 16:57:20.814638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Set router fbbf2e0c-a267-472d-9a70-285fcd9dba14 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:57:20.842587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Request body: {'port': {'device_id': '5e7d4edc-9619-44f6-8d9e-5f58c12131d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:20.996744 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:21.008317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694', '5f531a76-eb3b-4038-85fe-1485545c928b', '2721feb5-e1f4-4b00-a185-c7f4701a7b85'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:21.193352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2af15933-a282-49d1-b1b9-55e21805508c req-c1bc324e-26f4-4422-bdc4-464d83e5df98 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257917 Aug 04 16:57:21.227070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c31058e-079d-4574-84ab-c94d1c3c9182 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:21.238435 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:21.269061 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Transition to ACTIVE for port object 6c31058e-079d-4574-84ab-c94d1c3c9182 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:21.280797 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:21.618683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Attempting to bind port 6c31058e-079d-4574-84ab-c94d1c3c9182 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:21.618683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Attempting to bind port 6c31058e-079d-4574-84ab-c94d1c3c9182 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:21.622331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Attempting to bind port 6c31058e-079d-4574-84ab-c94d1c3c9182 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:21.641453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Pushing event updated for resources: {'Port': ['ID=6c31058e-079d-4574-84ab-c94d1c3c9182,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:21.647282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Port 6c31058e-079d-4574-84ab-c94d1c3c9182 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:57:21.647781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Attempting to bind port 6c31058e-079d-4574-84ab-c94d1c3c9182 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:21.663998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:21.664465 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:21.665037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:21.665607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Bound port: 6c31058e-079d-4574-84ab-c94d1c3c9182, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:21.666086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:21.669028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-router', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:57:07Z', 'updated_at': '2021-08-04T16:57:15Z', 'revision_number': 4, 'project_id': '3d4026e06d1748449e04406a9492deec', 'gw_port': {'id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:08Z', 'updated_at': '2021-08-04T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6', 'name': '', 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'mac_address': 'fa:16:3e:ec:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:13Z', 'updated_at': '2021-08-04T16:57:15Z', 'revision_number': 2, 'project_id': '3d4026e06d1748449e04406a9492deec', 'subnets': [{'id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:21.719531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc0668-2295-4b33-acb6-44df275c4157 req-33afb8d1-1777-4539-8e79-8c2b79a8dd46 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:21.732754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4bc0668-2295-4b33-acb6-44df275c4157 req-33afb8d1-1777-4539-8e79-8c2b79a8dd46 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.2306335 Aug 04 16:57:21.741047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Checking router: fbbf2e0c-a267-472d-9a70-285fcd9dba14 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:57:21.743142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Updating router fbbf2e0c-a267-472d-9a70-285fcd9dba14 port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:57:21.809756 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:21.815441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4bc0668-2295-4b33-acb6-44df275c4157 req-8020693b-d1e0-40c1-8688-af2ff7e4c9e5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813887 Aug 04 16:57:21.826100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] For port 6c31058e-079d-4574-84ab-c94d1c3c9182, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:21.834891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] For port 6c31058e-079d-4574-84ab-c94d1c3c9182, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6c31058e-079d-4574-84ab-c94d1c3c9182,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:21.848891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:21.878101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:21.880924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:21.882727 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] 10.222.0.82 "PUT /v2.0/ports/6c31058e-079d-4574-84ab-c94d1c3c9182 HTTP/1.1" status: 200 len: 1096 time: 1.7093165 Aug 04 16:57:21.886435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2f1590-ebbb-493e-8012-8a1be8eac371', 'tag': '6c31058e-079d-4574-84ab-c94d1c3c9182'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:21.894395 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15a562f-db5a-441b-acc3-59f3006930aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2f1590-ebbb-493e-8012-8a1be8eac371", "tag": "6c31058e-079d-4574-84ab-c94d1c3c9182"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:22.082324 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:57:22.184111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baa198-6934-4da5-82d3-6fd42b06c53e service neutron] Pushing event updated for resources: {'Port': ['ID=6c31058e-079d-4574-84ab-c94d1c3c9182,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:22.218142 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-ca9f69fd-c312-4068-be0a-5f5035a03675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:22.221500 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-ca9f69fd-c312-4068-be0a-5f5035a03675 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 1099 time: 0.2401192 Aug 04 16:57:22.238171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2ac96c-f2bd-4379-9690-338f71d32371 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:22.242845 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ed9460-160c-438f-9452-66f34acc2781 x-openstack-request-id: req-38ed9460-160c-438f-9452-66f34acc2781 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:22.242845 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498b68bc-c015-4f37-a2a0-f779a0d000ad", "name": "network-vif-plugged", "status": "completed", "tag": "65a699e7-8ed2-4d98-aaef-f79b3ef9d071", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:22.242845 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38ed9460-160c-438f-9452-66f34acc2781 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:22.243268 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498b68bc-c015-4f37-a2a0-f779a0d000ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a699e7-8ed2-4d98-aaef-f79b3ef9d071', 'code': 200} Aug 04 16:57:22.254337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:22.289107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Transition to ACTIVE for port object 6f2ac96c-f2bd-4379-9690-338f71d32371 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:22.311058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c5adf7c7-1550-4f97-9b35-2c44995c64fb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:22.359829 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-b535a507-8fd1-4b32-98a0-ee1e596eaf67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6c31058e-079d-4574-84ab-c94d1c3c9182 HTTP/1.1" status: 200 len: 217 time: 0.1253262 Aug 04 16:57:22.363236 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:22.570267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3efc9e-8760-4204-a63b-dc892991f937 req-099b3ba2-ec34-4a23-abee-d28fafbe039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:22.572413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f3efc9e-8760-4204-a63b-dc892991f937 req-099b3ba2-ec34-4a23-abee-d28fafbe039a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 1096 time: 0.4741027 Aug 04 16:57:22.654317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-ced8f734-e2fc-4de8-8e84-48da65012c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:22.656856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362cd01-7890-4ef2-b66a-185e09f085bb req-cabc5a28-a592-4980-8f34-4f5444ff4474 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:22.666473 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-ced8f734-e2fc-4de8-8e84-48da65012c5d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2955334 Aug 04 16:57:22.668135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f362cd01-7890-4ef2-b66a-185e09f085bb req-cabc5a28-a592-4980-8f34-4f5444ff4474 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 945 time: 0.4957242 Aug 04 16:57:22.798326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-f368ebf1-f219-49f1-b91d-8dca5edc8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:22.803384 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-f368ebf1-f219-49f1-b91d-8dca5edc8058 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314178 Aug 04 16:57:22.859116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2ac96c-f2bd-4379-9690-338f71d32371,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:22.927251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Attempting to bind port 6f2ac96c-f2bd-4379-9690-338f71d32371 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:22.927756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Attempting to bind port 6f2ac96c-f2bd-4379-9690-338f71d32371 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:22.928185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Attempting to bind port 6f2ac96c-f2bd-4379-9690-338f71d32371 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:22.961259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f362cd01-7890-4ef2-b66a-185e09f085bb req-a11418b0-8400-48bb-8556-ae9ddf06e7cf tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfa6982d-d729-417c-9fab-82428991fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865975 Aug 04 16:57:22.967030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f3efc9e-8760-4204-a63b-dc892991f937 req-6f4053f2-7cba-4c5e-b421-3fb266519bc6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cfa6982d-d729-417c-9fab-82428991fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530362 Aug 04 16:57:22.970090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Port 6f2ac96c-f2bd-4379-9690-338f71d32371 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:57:22.970631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Attempting to bind port 6f2ac96c-f2bd-4379-9690-338f71d32371 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:22.979198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:22.980045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:22.980915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:22.981594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Bound port: 6f2ac96c-f2bd-4379-9690-338f71d32371, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:22.987397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:23.045265 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:23.075742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Transition to ACTIVE for port object 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:23.124014 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:23.160574 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-d51d9287-ac92-48ed-858b-33242d178669 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404279 Aug 04 16:57:23.238077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35c053-e559-4d5b-af2c-f6ccbeb92c1e None None] Pushing event updated for resources: {'Port': ['ID=5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:23.292562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] For port 6f2ac96c-f2bd-4379-9690-338f71d32371, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:23.315938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] For port 6f2ac96c-f2bd-4379-9690-338f71d32371, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=6f2ac96c-f2bd-4379-9690-338f71d32371,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:23.331465 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:23.333372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c5adf7c7-1550-4f97-9b35-2c44995c64fb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:23.335547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:23.458224 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-cebadfa1-9e84-4457-a4a8-c9d6bb180d9f service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860796 Aug 04 16:57:23.513467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:23.514149 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:23.527353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] 10.222.0.90 "PUT /v2.0/ports/6f2ac96c-f2bd-4379-9690-338f71d32371 HTTP/1.1" status: 200 len: 1096 time: 3.1726906 Aug 04 16:57:23.554018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7d4edc-9619-44f6-8d9e-5f58c12131d1', 'tag': '6f2ac96c-f2bd-4379-9690-338f71d32371'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:23.567578 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5020592-2901-47dd-bdfb-6aefc824ffa2" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7d4edc-9619-44f6-8d9e-5f58c12131d1", "tag": "6f2ac96c-f2bd-4379-9690-338f71d32371"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:23.589978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Attempting to bind port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:23.591567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Attempting to bind port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '5a22a798-50e6-4c48-91eb-9cf6aebbe19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:23.592127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Attempting to bind port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 on network 8d15f36c-dbba-4e27-abae-4ccec0e11841 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:23.635900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:23.636219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Checking segment: {'id': '5a22a798-50e6-4c48-91eb-9cf6aebbe19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:23.636628 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:23.637050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Bound using segment: {'id': '5a22a798-50e6-4c48-91eb-9cf6aebbe19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:23.637507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Bound port: 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a22a798-50e6-4c48-91eb-9cf6aebbe19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:23.637881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:23.879575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3d871-d40c-4ba6-8330-65d1c4a507b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2ac96c-f2bd-4379-9690-338f71d32371,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:23.911384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-dfeb575f-2376-434b-8b84-2c49b841eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:23.913180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-dfeb575f-2376-434b-8b84-2c49b841eda7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=5e7d4edc-9619-44f6-8d9e-5f58c12131d1 HTTP/1.1" status: 200 len: 1099 time: 0.3146393 Aug 04 16:57:23.938763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] For port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:23.963314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] For port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6,segment=NetworkSegment(5a22a798-50e6-4c48-91eb-9cf6aebbe19e),segment_id=5a22a798-50e6-4c48-91eb-9cf6aebbe19e)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:23.976349 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:24.005775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-df384372-2f71-4e9b-ae51-34f9838ba3c3 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2982125 Aug 04 16:57:24.021097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:24.044963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35c053-e559-4d5b-af2c-f6ccbeb92c1e None None] Pushing event updated for resources: {'Port': ['ID=5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:24.048995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Routers {'fbbf2e0c-a267-472d-9a70-285fcd9dba14'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:57:24.049622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:57:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:24.090995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-629c4ba0-83e3-42e1-9c02-cfef0cc7011d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f2ac96c-f2bd-4379-9690-338f71d32371 HTTP/1.1" status: 200 len: 217 time: 0.0820200 Aug 04 16:57:24.270905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] Set router fbbf2e0c-a267-472d-9a70-285fcd9dba14 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:57:24.307717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-b1c138a5-2e58-41a2-babd-63da7d2edf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:24.312033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-b1c138a5-2e58-41a2-babd-63da7d2edf43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1972065 Aug 04 16:57:24.344022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:24.418681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:24.502028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-b0f3f883-0c85-4feb-bcef-bc24fcd52b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:24.503633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-b0f3f883-0c85-4feb-bcef-bc24fcd52b13 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1840260 Aug 04 16:57:24.556772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beccf7-db2a-4f07-8443-e2d6d2d88a6d req-98a9565b-b44a-4b09-aa61-3f3682c471ee tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:24.567477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59beccf7-db2a-4f07-8443-e2d6d2d88a6d req-98a9565b-b44a-4b09-aa61-3f3682c471ee tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.1200957 Aug 04 16:57:24.650755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:24.661780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:24.662315 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:24.684579 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:24.700468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59beccf7-db2a-4f07-8443-e2d6d2d88a6d req-d145d87d-8aa6-4e1f-ab09-7f9a5d5e84e4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980580 Aug 04 16:57:24.736885 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-449f9a80-1bad-40a5-8291-618f218814e1 None None] Provisioning complete for port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:24.736885 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-449f9a80-1bad-40a5-8291-618f218814e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:24.784247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-907e4d31-b1a3-4039-84de-2a2a8e7d3abf service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701771 Aug 04 16:57:24.838462 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:24.948614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6,segment=NetworkSegment(5a22a798-50e6-4c48-91eb-9cf6aebbe19e),segment_id=5a22a798-50e6-4c48-91eb-9cf6aebbe19e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:24.953856 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b879ec0-40ff-4219-9807-2e1c6eeb9e2b x-openstack-request-id: req-3b879ec0-40ff-4219-9807-2e1c6eeb9e2b {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:24.954437 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2f1590-ebbb-493e-8012-8a1be8eac371", "tag": "6c31058e-079d-4574-84ab-c94d1c3c9182", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:24.954437 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b879ec0-40ff-4219-9807-2e1c6eeb9e2b {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:24.954861 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2f1590-ebbb-493e-8012-8a1be8eac371', 'tag': '6c31058e-079d-4574-84ab-c94d1c3c9182', 'status': 'completed', 'code': 200} Aug 04 16:57:24.965841 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:24.983975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-router', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:57:07Z', 'updated_at': '2021-08-04T16:57:15Z', 'revision_number': 4, 'project_id': '3d4026e06d1748449e04406a9492deec', 'gw_port': {'id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:08Z', 'updated_at': '2021-08-04T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6', 'name': '', 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'mac_address': 'fa:16:3e:ec:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:13Z', 'updated_at': '2021-08-04T16:57:23Z', 'revision_number': 4, 'project_id': '3d4026e06d1748449e04406a9492deec', 'subnets': [{'id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:25.047409 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-449f9a80-1bad-40a5-8291-618f218814e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:25.072029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b211eb-3350-4702-a767-8023fac877e3 None None] The sync data for ids ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'] in n-d-764435-5 is: [{'id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-router', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:57:07Z', 'updated_at': '2021-08-04T16:57:15Z', 'revision_number': 4, 'project_id': '3d4026e06d1748449e04406a9492deec', 'gw_port': {'id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:08Z', 'updated_at': '2021-08-04T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6', 'name': '', 'network_id': '8d15f36c-dbba-4e27-abae-4ccec0e11841', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'mac_address': 'fa:16:3e:ec:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:13Z', 'updated_at': '2021-08-04T16:57:23Z', 'revision_number': 4, 'project_id': '3d4026e06d1748449e04406a9492deec', 'subnets': [{'id': 'ac90de6d-eba7-4fb4-b179-2c5064c4bf7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:57:25.075334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a562f-db5a-441b-acc3-59f3006930aa req-bcb0b128-bc9b-4859-a5e0-1004a268b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:25.077236 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a15a562f-db5a-441b-acc3-59f3006930aa req-bcb0b128-bc9b-4859-a5e0-1004a268b566 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 1099 time: 0.0886588 Aug 04 16:57:25.214284 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-449f9a80-1bad-40a5-8291-618f218814e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:57:25.215291 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-449f9a80-1bad-40a5-8291-618f218814e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:57:25.254535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:25.268900 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a562f-db5a-441b-acc3-59f3006930aa req-78059293-74c3-4be9-bb70-dd4117147400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:25.270667 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a15a562f-db5a-441b-acc3-59f3006930aa req-78059293-74c3-4be9-bb70-dd4117147400 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1649957 Aug 04 16:57:25.277477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6c31058e-079d-4574-84ab-c94d1c3c9182 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:57:25.363939 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a15a562f-db5a-441b-acc3-59f3006930aa req-1814994c-27de-4315-b156-b9d50c1e781f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6c31058e-079d-4574-84ab-c94d1c3c9182 HTTP/1.1" status: 200 len: 217 time: 0.0717208 Aug 04 16:57:25.476550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a562f-db5a-441b-acc3-59f3006930aa req-bf25036d-30f9-46ad-8ae2-066c9a93fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:25.488755 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a15a562f-db5a-441b-acc3-59f3006930aa req-bf25036d-30f9-46ad-8ae2-066c9a93fc66 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1146994 Aug 04 16:57:25.517346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42980) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:25.544832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6c31058e-079d-4574-84ab-c94d1c3c9182, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6c31058e-079d-4574-84ab-c94d1c3c9182,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:25.582093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '6c31058e-079d-4574-84ab-c94d1c3c9182', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '6c31058e-079d-4574-84ab-c94d1c3c9182', 'mac_address': 'fa:16:3e:0d:4b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:57:25.626261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a562f-db5a-441b-acc3-59f3006930aa req-b37bcff7-6f1a-4ab5-9e3d-f34a2d2f7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:25.628337 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a15a562f-db5a-441b-acc3-59f3006930aa req-b37bcff7-6f1a-4ab5-9e3d-f34a2d2f7fb5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283884 Aug 04 16:57:25.641913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Allocated IP 172.25.2.68 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/5ceb23c2-28ed-48d1-91fc-45969eaa0fff) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:25.668254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a6f82-3b48-47a4-b901-ebc3b4e246f7 req-63f64b38-12bb-4fce-8d59-a2752c0faf79 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:25.676221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-276a6f82-3b48-47a4-b901-ebc3b4e246f7 req-63f64b38-12bb-4fce-8d59-a2752c0faf79 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 948 time: 0.2346413 Aug 04 16:57:25.687048 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:25.687705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748655b-380c-4d33-be58-ab646c58ee5f req-4768a8d1-910f-4b1e-b7ed-a530eda3d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:25.689219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7748655b-380c-4d33-be58-ab646c58ee5f req-4768a8d1-910f-4b1e-b7ed-a530eda3d2c7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 1096 time: 0.2466600 Aug 04 16:57:25.728105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c31058e-079d-4574-84ab-c94d1c3c9182 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:25.756720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c83a1cb5-b8de-4861-afbd-1cfed29d5099 req-e4f04b41-cf9a-4d1d-ae09-8922fc37fd28 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9557009 Aug 04 16:57:25.784108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6c31058e-079d-4574-84ab-c94d1c3c9182, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6c31058e-079d-4574-84ab-c94d1c3c9182,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:25.846580 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:25.858915 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a15a562f-db5a-441b-acc3-59f3006930aa req-bbeef0cc-2aa0-42df-8713-5377b35f023d service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209716 Aug 04 16:57:25.874772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-276a6f82-3b48-47a4-b901-ebc3b4e246f7 req-555a00c5-89e6-47b2-b12a-52482bf39930 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936450 Aug 04 16:57:25.900473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d80fc7c0-5bb3-4651-b459-9dcadd7d82a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:25.928675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6c31058e-079d-4574-84ab-c94d1c3c9182,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:25.995561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748655b-380c-4d33-be58-ab646c58ee5f req-c77d023b-8d45-46b4-979c-83e07caf7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:25.997697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7748655b-380c-4d33-be58-ab646c58ee5f req-c77d023b-8d45-46b4-979c-83e07caf7d95 service neutron] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 914 time: 0.2887945 Aug 04 16:57:26.054381 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a15a562f-db5a-441b-acc3-59f3006930aa req-e2888182-63b0-4159-8b45-dfcdff157065 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694849 Aug 04 16:57:26.096999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7748655b-380c-4d33-be58-ab646c58ee5f req-7120d74e-7eb5-44cd-aa10-571b687befb8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8 HTTP/1.1" status: 200 len: 217 time: 0.0807064 Aug 04 16:57:26.132175 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d80fc7c0-5bb3-4651-b459-9dcadd7d82a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:26.143443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:26.151689 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d80fc7c0-5bb3-4651-b459-9dcadd7d82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:26.216881 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d80fc7c0-5bb3-4651-b459-9dcadd7d82a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b01c89d0597d44b5b219c98d0cc8b8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6967742 Aug 04 16:57:26.218256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fc7c0-5bb3-4651-b459-9dcadd7d82a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add02c43-7fb0-4d4e-a5d7-1d6b4597e7ed,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:26.219533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:26.222962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42988) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:26.237167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183475e-2d73-48d3-863e-b0860be4ce55 req-795688c1-1dd6-4397-b9f7-e358bc74de45 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:26.243643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7183475e-2d73-48d3-863e-b0860be4ce55 req-795688c1-1dd6-4397-b9f7-e358bc74de45 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.2591949 Aug 04 16:57:26.247846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748655b-380c-4d33-be58-ab646c58ee5f req-8860a63d-77ec-459b-94d9-b0243fb4647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:26.249718 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7748655b-380c-4d33-be58-ab646c58ee5f req-8860a63d-77ec-459b-94d9-b0243fb4647c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.1272504 Aug 04 16:57:26.276030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['6c31058e-079d-4574-84ab-c94d1c3c9182'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:26.306427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-939be0ad-dec2-4fa0-9d3a-9a6d90210d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:26.336002 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-939be0ad-dec2-4fa0-9d3a-9a6d90210d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:26.378309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7748655b-380c-4d33-be58-ab646c58ee5f req-9f938769-0302-4b6b-9132-195ce5037bca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117215 Aug 04 16:57:26.408934 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-939be0ad-dec2-4fa0-9d3a-9a6d90210d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:26.412316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:26.412703 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:26.413007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-939be0ad-dec2-4fa0-9d3a-9a6d90210d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:26.416978 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-939be0ad-dec2-4fa0-9d3a-9a6d90210d5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/add02c43-7fb0-4d4e-a5d7-1d6b4597e7ed HTTP/1.1" status: 204 len: 168 time: 0.1912596 Aug 04 16:57:26.432491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939be0ad-dec2-4fa0-9d3a-9a6d90210d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add02c43-7fb0-4d4e-a5d7-1d6b4597e7ed,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:26.531889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7183475e-2d73-48d3-863e-b0860be4ce55 req-8bcf67c3-d784-41bb-af7b-1224e45af481 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768269 Aug 04 16:57:26.555433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:26.658850 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245ba1de-71d7-4dc5-b8e4-934890463d26 x-openstack-request-id: req-245ba1de-71d7-4dc5-b8e4-934890463d26 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:26.659878 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7d4edc-9619-44f6-8d9e-5f58c12131d1", "tag": "6f2ac96c-f2bd-4379-9690-338f71d32371", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:26.659878 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-245ba1de-71d7-4dc5-b8e4-934890463d26 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:26.659878 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7d4edc-9619-44f6-8d9e-5f58c12131d1', 'tag': '6f2ac96c-f2bd-4379-9690-338f71d32371', 'status': 'completed', 'code': 200} Aug 04 16:57:26.682683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event updated for resources: {'Port': ['ID=5ceb23c2-28ed-48d1-91fc-45969eaa0fff,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:26.746381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7748655b-380c-4d33-be58-ab646c58ee5f req-581892a4-5523-4027-bdc8-86692467b00c service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405647 Aug 04 16:57:26.797515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:26.837702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:26.843942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:26.873457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42994) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:26.893409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2681011-50aa-4e33-85d8-c61949daf01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:26.904477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-587d2989-41d8-492e-982c-a3a41fa7d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:26.906010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-587d2989-41d8-492e-982c-a3a41fa7d07a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=5e7d4edc-9619-44f6-8d9e-5f58c12131d1 HTTP/1.1" status: 200 len: 1099 time: 0.2493181 Aug 04 16:57:26.919704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4e86-b3ab-45e1-8c70-f45b14769304 req-bd7cc280-9653-4089-8d5d-032a5ee64e3e tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:26.927807 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-058b4e86-b3ab-45e1-8c70-f45b14769304 req-bd7cc280-9653-4089-8d5d-032a5ee64e3e tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 945 time: 0.1976862 Aug 04 16:57:27.041037 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2681011-50aa-4e33-85d8-c61949daf01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.051535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2681011-50aa-4e33-85d8-c61949daf01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.083270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7748655b-380c-4d33-be58-ab646c58ee5f req-5a1fe759-718b-4840-8a2f-85bbce551c5f service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218746 Aug 04 16:57:27.114694 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c2681011-50aa-4e33-85d8-c61949daf01d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42a1a6660fc642bda702447babd07ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395840 Aug 04 16:57:27.117277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2681011-50aa-4e33-85d8-c61949daf01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16226b7a-7720-4ed2-8203-53b50b779cf5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:27.119295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-058b4e86-b3ab-45e1-8c70-f45b14769304 req-e1fc0d85-4272-403e-8649-46b6bde76440 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfa6982d-d729-417c-9fab-82428991fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831737 Aug 04 16:57:27.125467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42998) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:27.175604 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.224433 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3002fcd-bfba-44d9-8877-25db1fab5f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.224906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-bd83ec03-ee8f-4c86-8bbd-0ee0dc24f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:27.226668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-bd83ec03-ee8f-4c86-8bbd-0ee0dc24f80d service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2942903 Aug 04 16:57:27.269965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 6f2ac96c-f2bd-4379-9690-338f71d32371 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:57:27.279631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a6c9639f-460e-4d4e-ba4d-8f8b327485c8 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:57:27.281247 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.284451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-9770c836-43c1-44bb-a23c-8e7b18c4f14b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f2ac96c-f2bd-4379-9690-338f71d32371 HTTP/1.1" status: 200 len: 217 time: 0.0453734 Aug 04 16:57:27.286829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3002fcd-bfba-44d9-8877-25db1fab5f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.399748 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3002fcd-bfba-44d9-8877-25db1fab5f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.402930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3002fcd-bfba-44d9-8877-25db1fab5f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.404641 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a3002fcd-bfba-44d9-8877-25db1fab5f8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16226b7a-7720-4ed2-8203-53b50b779cf5 HTTP/1.1" status: 204 len: 168 time: 0.2755404 Aug 04 16:57:27.425783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3002fcd-bfba-44d9-8877-25db1fab5f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16226b7a-7720-4ed2-8203-53b50b779cf5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:27.428245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-ddc4b6e4-6171-4754-8fee-fe8bb471ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:27.430026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-ddc4b6e4-6171-4754-8fee-fe8bb471ec77 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1218433 Aug 04 16:57:27.510263 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.554518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:27.557162 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3888328-fca7-4b37-807f-da71dd0ee564" -d '{"events": [{"server_uuid": "a14f9a97-a18e-46a7-9bbe-285a5535e10b", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c9639f-460e-4d4e-ba4d-8f8b327485c8"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:27.582881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:27.588190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 6f2ac96c-f2bd-4379-9690-338f71d32371, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=6f2ac96c-f2bd-4379-9690-338f71d32371,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:27.598717 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.606347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '6f2ac96c-f2bd-4379-9690-338f71d32371', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '6f2ac96c-f2bd-4379-9690-338f71d32371', 'mac_address': 'fa:16:3e:06:8d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:57:27.607720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.663246 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.691515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:27.698073 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.728838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2ac96c-f2bd-4379-9690-338f71d32371 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:27.753006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event updated for resources: {'Port': ['ID=5ceb23c2-28ed-48d1-91fc-45969eaa0fff,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:27.768484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 6f2ac96c-f2bd-4379-9690-338f71d32371, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=6f2ac96c-f2bd-4379-9690-338f71d32371,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:27.778338 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.803972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-a5af617a-cb5d-47cc-9c78-4956582e8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:27.805528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-a5af617a-cb5d-47cc-9c78-4956582e8058 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3619046 Aug 04 16:57:27.816814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f8c7d-d067-452a-a0e6-c452a02933b2 req-90e28895-3739-4040-8f29-b58965351c8b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:27.818922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee4f8c7d-d067-452a-a0e6-c452a02933b2 req-90e28895-3739-4040-8f29-b58965351c8b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 945 time: 0.4704492 Aug 04 16:57:27.819667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.859282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=6f2ac96c-f2bd-4379-9690-338f71d32371,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:27.931764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:27.933239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-b1df3a92-ff46-485a-9753-0596637b4e22 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9186437 Aug 04 16:57:27.986316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['6f2ac96c-f2bd-4379-9690-338f71d32371'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:27.991054 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee4f8c7d-d067-452a-a0e6-c452a02933b2 req-05ba8269-d5b7-4e47-bd73-e90ed0baf165 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484187 Aug 04 16:57:28.023604 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-663e57ed-28f9-4cd0-9155-272632feeabf service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859777 Aug 04 16:57:28.033739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-84264564-01f8-4a8b-a494-5c6424139e7b tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0797441 Aug 04 16:57:28.191546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5020592-2901-47dd-bdfb-6aefc824ffa2 req-39ee7baf-efd9-4698-9a06-1743a3f3cedb service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566038 Aug 04 16:57:28.282398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-c05d7288-8058-4a25-9da4-772714214762 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:28.283851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-c05d7288-8058-4a25-9da4-772714214762 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1685722 Aug 04 16:57:28.296122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b80f9-de57-4109-85ef-793cfe760fa4 req-cb8fb67d-3852-4e90-9226-fde964ae9ec8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:28.303512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c20b80f9-de57-4109-85ef-793cfe760fa4 req-cb8fb67d-3852-4e90-9226-fde964ae9ec8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 949 time: 0.0889418 Aug 04 16:57:28.317907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-ad584745-06bf-4625-bd02-c68c120694f5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:57:28.331891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d37ce026-fea7-43db-9980-bcfc7e25f95c req-ad584745-06bf-4625-bd02-c68c120694f5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264938 Aug 04 16:57:28.391713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c20b80f9-de57-4109-85ef-793cfe760fa4 req-36da2c7c-b83d-403d-9ff9-baaaee78b4ea tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833964 Aug 04 16:57:28.535530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521abc14-607d-40f5-a223-e5e67e3a4d78 req-1ce6dabb-f37c-4d2b-95f0-81782c32d738 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:28.537770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-521abc14-607d-40f5-a223-e5e67e3a4d78 req-1ce6dabb-f37c-4d2b-95f0-81782c32d738 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.0820808 Aug 04 16:57:28.600574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-521abc14-607d-40f5-a223-e5e67e3a4d78 req-b6968097-5585-467c-b17f-3e83e7e09689 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547657 Aug 04 16:57:28.601580 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5a996f-7826-4c71-a1a1-b87cc39aba41 x-openstack-request-id: req-3e5a996f-7826-4c71-a1a1-b87cc39aba41 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:28.602076 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14f9a97-a18e-46a7-9bbe-285a5535e10b", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c9639f-460e-4d4e-ba4d-8f8b327485c8", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:28.602167 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e5a996f-7826-4c71-a1a1-b87cc39aba41 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:28.602610 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8', 'code': 200} Aug 04 16:57:28.751649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-2a4c7dcc-4392-4342-9dfb-4d6c47c93326 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1319649 Aug 04 16:57:28.794557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:28.838348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003af6ee-3688-472f-8f51-577dee5363f8 req-bc5c5d11-6dfc-4ef0-95ae-0403b0b98b6a tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:28.846007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-003af6ee-3688-472f-8f51-577dee5363f8 req-bc5c5d11-6dfc-4ef0-95ae-0403b0b98b6a tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 945 time: 0.0919461 Aug 04 16:57:28.863166 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:28.953278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-003af6ee-3688-472f-8f51-577dee5363f8 req-a09728ce-aa75-464f-b6f4-b62e79ac8761 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfa6982d-d729-417c-9fab-82428991fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062176 Aug 04 16:57:29.042343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:29.190641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bdd06-ccad-48dc-9338-23dd6a19691a req-9cfa59bc-8381-4b46-9131-0a7f1109b7e4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:29.192164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-443bdd06-ccad-48dc-9338-23dd6a19691a req-9cfa59bc-8381-4b46-9131-0a7f1109b7e4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 943 time: 0.0889609 Aug 04 16:57:29.231909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Allocated IP 172.25.2.231 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/d127a878-b96e-461d-b62c-20e3f655ec6e) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:29.267129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-443bdd06-ccad-48dc-9338-23dd6a19691a req-5dc2eac1-3cde-4590-86d3-574133da08cb tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668519 Aug 04 16:57:29.281380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 6f2ac96c-f2bd-4379-9690-338f71d32371 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:29.313324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6c31058e-079d-4574-84ab-c94d1c3c9182 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:29.403605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 6c31058e-079d-4574-84ab-c94d1c3c9182 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:29.410761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 6c31058e-079d-4574-84ab-c94d1c3c9182 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:29.411302 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:29.414533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 6f2ac96c-f2bd-4379-9690-338f71d32371 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:29.434419 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:29.451267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 6f2ac96c-f2bd-4379-9690-338f71d32371 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:29.451740 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:29.530395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:29.607603 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:29.611305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:29.618692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:29.621881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:29.623873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event updated for resources: {'Port': ['ID=d127a878-b96e-461d-b62c-20e3f655ec6e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:29.634197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245385d-e53f-4638-aec6-6b9f1b7e2a18 req-7439b9da-824c-4a16-8fd9-b35a5587a37e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:29.641808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e245385d-e53f-4638-aec6-6b9f1b7e2a18 req-7439b9da-824c-4a16-8fd9-b35a5587a37e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 949 time: 0.1324332 Aug 04 16:57:29.643563 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:29.735261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e245385d-e53f-4638-aec6-6b9f1b7e2a18 req-41864f42-5361-4335-8ca6-7b1afb5e89e9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923669 Aug 04 16:57:29.887690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:29.966821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeda2a-03b6-4c76-ae53-7387ca584bfe req-552805f8-e69a-47e5-b985-36f6634ab46d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:29.969022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4aeda2a-03b6-4c76-ae53-7387ca584bfe req-552805f8-e69a-47e5-b985-36f6634ab46d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.1558959 Aug 04 16:57:29.986247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6c31058e-079d-4574-84ab-c94d1c3c9182, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6c31058e-079d-4574-84ab-c94d1c3c9182,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:29.988275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:30.035623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 6f2ac96c-f2bd-4379-9690-338f71d32371, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=6f2ac96c-f2bd-4379-9690-338f71d32371,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:30.096914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:30.097226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6c31058e-079d-4574-84ab-c94d1c3c9182,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:30.133330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:30.180939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4aeda2a-03b6-4c76-ae53-7387ca584bfe req-12f7532a-2c6c-449c-8ad0-e8ad9d575477 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718001 Aug 04 16:57:30.301547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=6f2ac96c-f2bd-4379-9690-338f71d32371,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:30.528173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82e556-8787-48ba-bc51-e818ab2ce864 req-2e2c9af9-0b3b-4c4e-82c4-290927a663a8 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:30.537254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac82e556-8787-48ba-bc51-e818ab2ce864 req-2e2c9af9-0b3b-4c4e-82c4-290927a663a8 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 945 time: 0.1494186 Aug 04 16:57:30.561954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-b4894176-893b-4d53-b1d3-84c26b77c0e5 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:30.563475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-b4894176-893b-4d53-b1d3-84c26b77c0e5 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.82 "GET /v2.0/ports?device_id=498b68bc-c015-4f37-a2a0-f779a0d000ad HTTP/1.1" status: 200 len: 945 time: 0.1603544 Aug 04 16:57:30.604479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f1590-ebbb-493e-8012-8a1be8eac371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c31058e-079d-4574-84ab-c94d1c3c9182'}, {'server_uuid': '5e7d4edc-9619-44f6-8d9e-5f58c12131d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2ac96c-f2bd-4379-9690-338f71d32371'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:30.607979 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455d63f7-67a8-44ec-92ca-2b6183e32771" -d '{"events": [{"server_uuid": "4b2f1590-ebbb-493e-8012-8a1be8eac371", "name": "network-vif-plugged", "status": "completed", "tag": "6c31058e-079d-4574-84ab-c94d1c3c9182"}, {"server_uuid": "5e7d4edc-9619-44f6-8d9e-5f58c12131d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f2ac96c-f2bd-4379-9690-338f71d32371"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:30.643820 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:30.648332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac82e556-8787-48ba-bc51-e818ab2ce864 req-34443dd2-f24f-4dc3-953a-f136e473ac6a tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfa6982d-d729-417c-9fab-82428991fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103466 Aug 04 16:57:30.660392 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:30.772034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event updated for resources: {'Port': ['ID=d127a878-b96e-461d-b62c-20e3f655ec6e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:30.815782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:30.834199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43120) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:30.843980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4899e-7583-4ec3-83da-c1423c6999fb req-6bf372a7-90a6-4e12-bc8a-f4d962fdd946 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:30.845537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0a4899e-7583-4ec3-83da-c1423c6999fb req-6bf372a7-90a6-4e12-bc8a-f4d962fdd946 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 943 time: 0.0941133 Aug 04 16:57:30.849025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-63ffa347-eae1-49e6-ad52-7753ea52f161 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Deleting port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:30.849371 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-63ffa347-eae1-49e6-ad52-7753ea52f161 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:30.871452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:30.872656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-dbe65208-8f04-435a-b6ba-26a52438272d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0835171 Aug 04 16:57:30.979353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-6f8aaf6c-a195-4364-a653-cab14a2a4551 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.0746379 Aug 04 16:57:30.987482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0a4899e-7583-4ec3-83da-c1423c6999fb req-8648faae-4e2c-4be8-9963-3287aae26917 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336119 Aug 04 16:57:30.988430 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0845d789-c413-4e74-8151-d82e2bb38ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.131957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0845d789-c413-4e74-8151-d82e2bb38ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.137455 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ceda23-2424-4521-8437-62e3a9b4a932 x-openstack-request-id: req-79ceda23-2424-4521-8437-62e3a9b4a932 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:31.138197 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f1590-ebbb-493e-8012-8a1be8eac371", "name": "network-vif-plugged", "status": "completed", "tag": "6c31058e-079d-4574-84ab-c94d1c3c9182", "code": 200}, {"server_uuid": "5e7d4edc-9619-44f6-8d9e-5f58c12131d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f2ac96c-f2bd-4379-9690-338f71d32371", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:31.138603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0845d789-c413-4e74-8151-d82e2bb38ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.138865 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79ceda23-2424-4521-8437-62e3a9b4a932 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:31.139462 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f1590-ebbb-493e-8012-8a1be8eac371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c31058e-079d-4574-84ab-c94d1c3c9182', 'code': 200} Aug 04 16:57:31.139905 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7d4edc-9619-44f6-8d9e-5f58c12131d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2ac96c-f2bd-4379-9690-338f71d32371', 'code': 200} Aug 04 16:57:31.220480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845d789-c413-4e74-8151-d82e2bb38ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88076f2d-b985-4379-8e0f-fea18bfd595f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:31.230654 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0845d789-c413-4e74-8151-d82e2bb38ac9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8daf797a7b94044865df6b0c72ad467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931811 Aug 04 16:57:31.233105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43138) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:31.314772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0b9b1-b5f5-42fe-a2f5-2ab59958f3c2 req-17c6aeba-e191-4591-b82e-d71640653a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:31.316377 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-59d0b9b1-b5f5-42fe-a2f5-2ab59958f3c2 req-17c6aeba-e191-4591-b82e-d71640653a09 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 1101 time: 0.0734425 Aug 04 16:57:31.326578 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b364d34a-9b30-4df4-984d-8a05c343c8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.349372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b364d34a-9b30-4df4-984d-8a05c343c8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.405019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b364d34a-9b30-4df4-984d-8a05c343c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.408454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b364d34a-9b30-4df4-984d-8a05c343c8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.412910 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b364d34a-9b30-4df4-984d-8a05c343c8a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88076f2d-b985-4379-8e0f-fea18bfd595f HTTP/1.1" status: 204 len: 168 time: 0.1783257 Aug 04 16:57:31.422024 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364d34a-9b30-4df4-984d-8a05c343c8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88076f2d-b985-4379-8e0f-fea18bfd595f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:31.455005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-63ffa347-eae1-49e6-ad52-7753ea52f161 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] For port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,segment=NetworkSegment(cfdd562b-9bc6-469c-831f-f62b2e6f7421),segment_id=cfdd562b-9bc6-469c-831f-f62b2e6f7421)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:31.455370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-63ffa347-eae1-49e6-ad52-7753ea52f161 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.470079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-63ffa347-eae1-49e6-ad52-7753ea52f161 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Calling delete_port for 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:31.474904 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-59d0b9b1-b5f5-42fe-a2f5-2ab59958f3c2 req-1d409d76-f046-4e98-b3e0-af3034ba3617 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Aug 04 16:57:31.637468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799c9ac-b0f6-455c-882c-18939dd442ed req-8d237f50-8d83-47ed-859f-92032586ee06 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:31.639155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2799c9ac-b0f6-455c-882c-18939dd442ed req-8d237f50-8d83-47ed-859f-92032586ee06 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 950 time: 0.2116754 Aug 04 16:57:31.644177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2622d-4c97-4cfa-af0e-3c472dfa0697 req-90e1b3b8-2831-4366-bb60-7d8ecd2a8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:31.645555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5b2622d-4c97-4cfa-af0e-3c472dfa0697 req-90e1b3b8-2831-4366-bb60-7d8ecd2a8f19 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e7d4edc-9619-44f6-8d9e-5f58c12131d1 HTTP/1.1" status: 200 len: 1101 time: 0.1710536 Aug 04 16:57:31.656860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-35c67710-6c98-4e28-b83f-ddaca3ba9d47 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:31.658133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a24abfab-4d0a-4245-b1be-eeb9adde3e57 req-35c67710-6c98-4e28-b83f-ddaca3ba9d47 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.6698017 Aug 04 16:57:31.712467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43150) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:31.732087 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a195d4b4-bb1f-421a-9a60-bea861e991e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.758335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2799c9ac-b0f6-455c-882c-18939dd442ed req-40d54491-724d-4a89-8003-b7a644ed2413 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118231 Aug 04 16:57:31.762687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5b2622d-4c97-4cfa-af0e-3c472dfa0697 req-0c91ca11-2967-4275-95bc-891968123438 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993645 Aug 04 16:57:31.800162 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-63ffa347-eae1-49e6-ad52-7753ea52f161 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.837231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffa347-eae1-49e6-ad52-7753ea52f161 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Pushing event deleted for resources: {'Port': ['ID=65a699e7-8ed2-4d98-aaef-f79b3ef9d071,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:31.841478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a195d4b4-bb1f-421a-9a60-bea861e991e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.852867 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a195d4b4-bb1f-421a-9a60-bea861e991e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.893527 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a195d4b4-bb1f-421a-9a60-bea861e991e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd4550ce6bcf4d509b3bd8c15a51646d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788883 Aug 04 16:57:31.896597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195d4b4-bb1f-421a-9a60-bea861e991e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281ccc37-f9ab-47fa-b741-95aea281e81e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:31.899309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43162) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:31.906104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-63ffa347-eae1-49e6-ad52-7753ea52f161 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] No DVR routers for this DVR port 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:57:31.909062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-63ffa347-eae1-49e6-ad52-7753ea52f161 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.911584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d496aaa0-1d9e-49a8-aa45-10a02dc1697f req-63ffa347-eae1-49e6-ad52-7753ea52f161 tempest-InstanceActionsV221TestJSON-626337256 tempest-InstanceActionsV221TestJSON-626337256-project] 10.222.0.82 "DELETE /v2.0/ports/65a699e7-8ed2-4d98-aaef-f79b3ef9d071 HTTP/1.1" status: 204 len: 173 time: 1.3381579 Aug 04 16:57:31.912293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498b68bc-c015-4f37-a2a0-f779a0d000ad', 'name': 'network-vif-deleted', 'tag': '65a699e7-8ed2-4d98-aaef-f79b3ef9d071'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:31.914449 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469a9835-02f3-4086-9af4-b9dcfd22ce59" -d '{"events": [{"server_uuid": "498b68bc-c015-4f37-a2a0-f779a0d000ad", "name": "network-vif-deleted", "tag": "65a699e7-8ed2-4d98-aaef-f79b3ef9d071"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:31.942715 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-251fbe30-d4e0-474d-98e3-af1e3367c85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.948173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531db24f-1927-4e95-b9cc-35cbf0260645 req-b14ef73f-1f27-451a-9ca6-d81932a5a87e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:31.949741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-531db24f-1927-4e95-b9cc-35cbf0260645 req-b14ef73f-1f27-451a-9ca6-d81932a5a87e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.0879693 Aug 04 16:57:31.975766 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3528-1373-4fad-805e-804d944307c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:31.997533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-531db24f-1927-4e95-b9cc-35cbf0260645 req-abd48d9e-080e-4e11-b919-42bd453589e6 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Aug 04 16:57:32.004417 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3528-1373-4fad-805e-804d944307c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:32.089424 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3528-1373-4fad-805e-804d944307c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:32.097215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3528-1373-4fad-805e-804d944307c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:32.098435 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5a3c3528-1373-4fad-805e-804d944307c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/281ccc37-f9ab-47fa-b741-95aea281e81e HTTP/1.1" status: 204 len: 168 time: 0.1982169 Aug 04 16:57:32.121062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c3528-1373-4fad-805e-804d944307c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281ccc37-f9ab-47fa-b741-95aea281e81e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:32.278047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-a73e98ad-e0d1-48ae-84b5-e0e9139222a1 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1313500 Aug 04 16:57:32.290610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:32.330000 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:32.489936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:32.596790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-80152c74-4304-4155-aca3-71184b63a701 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:32.598406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-80152c74-4304-4155-aca3-71184b63a701 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14f9a97-a18e-46a7-9bbe-285a5535e10b HTTP/1.1" status: 200 len: 943 time: 0.1110508 Aug 04 16:57:32.715624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Allocated IP 172.25.2.79 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ee06fa7d-c7d5-4921-8ebe-330755db85f0) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:32.808440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-5a29efa0-1f55-42e9-bc6a-329885005980 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Deleting port a6c9639f-460e-4d4e-ba4d-8f8b327485c8 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:32.808778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-5a29efa0-1f55-42e9-bc6a-329885005980 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:32.893618 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:32.925840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-5a29efa0-1f55-42e9-bc6a-329885005980 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] For port a6c9639f-460e-4d4e-ba4d-8f8b327485c8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:32.926084 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-5a29efa0-1f55-42e9-bc6a-329885005980 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:32.943099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-5a29efa0-1f55-42e9-bc6a-329885005980 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Calling delete_port for a6c9639f-460e-4d4e-ba4d-8f8b327485c8 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:33.006823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:33.080113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event updated for resources: {'Port': ['ID=ee06fa7d-c7d5-4921-8ebe-330755db85f0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:33.084182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:33.086926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:33.089281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:33.196234 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-5a29efa0-1f55-42e9-bc6a-329885005980 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:33.228551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29efa0-1f55-42e9-bc6a-329885005980 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event deleted for resources: {'Port': ['ID=a6c9639f-460e-4d4e-ba4d-8f8b327485c8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:33.267511 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:33.316083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:57:33.319481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-5a29efa0-1f55-42e9-bc6a-329885005980 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] No DVR routers for this DVR port a6c9639f-460e-4d4e-ba4d-8f8b327485c8 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:57:33.324121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-5a29efa0-1f55-42e9-bc6a-329885005980 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:33.326196 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb2d10f9-a6e9-45b5-aeb5-5f7b97818761 req-5a29efa0-1f55-42e9-bc6a-329885005980 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "DELETE /v2.0/ports/a6c9639f-460e-4d4e-ba4d-8f8b327485c8 HTTP/1.1" status: 204 len: 173 time: 0.7219887 Aug 04 16:57:33.333011 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:33.341981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:57:33.342857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 65a699e7-8ed2-4d98-aaef-f79b3ef9d071 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:57:33.343465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a6c9639f-460e-4d4e-ba4d-8f8b327485c8 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:57:33.367253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: a6c9639f-460e-4d4e-ba4d-8f8b327485c8 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:57:33.367607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a6c9639f-460e-4d4e-ba4d-8f8b327485c8 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:57:33.553209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:33.561769 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:33.644411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event updated for resources: {'Port': ['ID=ee06fa7d-c7d5-4921-8ebe-330755db85f0,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:33.658736 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:33.675692 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:33.676912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3455ef0f-0a7f-4054-9dc8-ae507277d702 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3909271 Aug 04 16:57:33.752697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-3e24ed23-30aa-4266-83c7-5cc7f8263539 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.79 HTTP/1.1" status: 200 len: 695 time: 0.0638540 Aug 04 16:57:33.883416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-57646689-0ccc-4630-bf7c-3fb3783bd926 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:33.903229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97c84151-dc6a-479c-96db-0919e3d74a66 req-57646689-0ccc-4630-bf7c-3fb3783bd926 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1491818 Aug 04 16:57:33.963996 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c614a76-b687-44f8-b40b-11b017ac18d5 x-openstack-request-id: req-1c614a76-b687-44f8-b40b-11b017ac18d5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:33.964414 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498b68bc-c015-4f37-a2a0-f779a0d000ad", "name": "network-vif-deleted", "tag": "65a699e7-8ed2-4d98-aaef-f79b3ef9d071", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:33.964779 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c614a76-b687-44f8-b40b-11b017ac18d5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:33.965265 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498b68bc-c015-4f37-a2a0-f779a0d000ad', 'name': 'network-vif-deleted', 'tag': '65a699e7-8ed2-4d98-aaef-f79b3ef9d071', 'status': 'completed', 'code': 200} Aug 04 16:57:34.240188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dc4b6-64e3-40f8-a9be-3847a134f952 req-38c4be42-67bf-4674-a693-1f6aa2a4ff71 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:34.242047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-090dc4b6-64e3-40f8-a9be-3847a134f952 req-38c4be42-67bf-4674-a693-1f6aa2a4ff71 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 950 time: 0.0781953 Aug 04 16:57:34.285836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d7494-2310-47a5-a228-7e698b2ead16 req-98a90cbb-9310-4c1a-a029-1260913bcab0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:34.287351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-360d7494-2310-47a5-a228-7e698b2ead16 req-98a90cbb-9310-4c1a-a029-1260913bcab0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.0921395 Aug 04 16:57:34.308165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-090dc4b6-64e3-40f8-a9be-3847a134f952 req-fd5b7b46-c673-4b15-a75c-4fb62969afa7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564070 Aug 04 16:57:34.358986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7c6a20a-713c-45c9-9e6f-fe8f33fe30ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:34.371445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-360d7494-2310-47a5-a228-7e698b2ead16 req-85e51dd9-79ca-44e4-842e-2955e0f1db3a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775952 Aug 04 16:57:34.475008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-f3336047-5852-4bdf-8d7f-30d0ec185f0f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1386523 Aug 04 16:57:34.486255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:34.515962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:34.647999 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:34.758165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Allocated IP 172.25.2.49 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/13601b25-c895-4c65-a470-3d3cf79fa293) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:34.863476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43318) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:34.873250 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:34.923542 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:34.943438 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:34.971033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:34.976061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:34.978832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:35.001710 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb245-3e78-4809-afd4-80580563ab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.008998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event updated for resources: {'Port': ['ID=13601b25-c895-4c65-a470-3d3cf79fa293,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:35.083330 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.111243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb245-3e78-4809-afd4-80580563ab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.117671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb245-3e78-4809-afd4-80580563ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.127742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.164912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6eb245-3e78-4809-afd4-80580563ab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b98b327-a6e2-4938-ba4d-be77cb2ac582,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:35.174473 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6d6eb245-3e78-4809-afd4-80580563ab82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8980624c71bb46c1ba5cf25422b56807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092327 Aug 04 16:57:35.175215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43350) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:35.235745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebf90-c141-4881-986e-93336b2d1fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.259520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebf90-c141-4881-986e-93336b2d1fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.313556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c57e291-df59-4d79-b962-f9b63252aaa2 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:57:35.318205 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.321889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebf90-c141-4881-986e-93336b2d1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.325304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebf90-c141-4881-986e-93336b2d1fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.329865 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3f0ebf90-c141-4881-986e-93336b2d1fc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b98b327-a6e2-4938-ba4d-be77cb2ac582 HTTP/1.1" status: 204 len: 168 time: 0.1534727 Aug 04 16:57:35.336778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.359976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ebf90-c141-4881-986e-93336b2d1fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b98b327-a6e2-4938-ba4d-be77cb2ac582,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:35.397838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event updated for resources: {'Port': ['ID=13601b25-c895-4c65-a470-3d3cf79fa293,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:35.412665 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.439595 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c57e291-df59-4d79-b962-f9b63252aaa2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:35.441911 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee70d73-40ae-4449-911b-a848695769d7" -d '{"events": [{"server_uuid": "97e5dc85-faf2-4602-b03d-91ffaece7516", "name": "network-vif-unplugged", "status": "completed", "tag": "0c57e291-df59-4d79-b962-f9b63252aaa2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:35.462463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0c57e291-df59-4d79-b962-f9b63252aaa2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c57e291-df59-4d79-b962-f9b63252aaa2,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:35.470036 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.502687 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.527310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d5c09-3175-41dc-9ec3-77e771c2d39c req-6577a591-7287-4a61-b65a-a1bfa7932ac5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:35.529020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d3d5c09-3175-41dc-9ec3-77e771c2d39c req-6577a591-7287-4a61-b65a-a1bfa7932ac5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e7d4edc-9619-44f6-8d9e-5f58c12131d1 HTTP/1.1" status: 200 len: 950 time: 0.0729904 Aug 04 16:57:35.530298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.531407 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-8db1cd64-c8f0-4616-9dd2-9c56c1962585 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0505836 Aug 04 16:57:35.532928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0c57e291-df59-4d79-b962-f9b63252aaa2,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:35.610696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-7b9771c5-3582-41f9-9d01-6b8372cac2fd tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.49 HTTP/1.1" status: 200 len: 695 time: 0.0660067 Aug 04 16:57:35.616088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d3d5c09-3175-41dc-9ec3-77e771c2d39c req-f079790e-01a1-45d1-9714-f2fdc9def5c4 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789993 Aug 04 16:57:35.707102 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.752503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-77f6e42c-527d-4ba8-8646-e936476833dc tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:35.753853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9356c047-d09c-49b0-86f5-a43b53bc729f req-77f6e42c-527d-4ba8-8646-e936476833dc tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1367803 Aug 04 16:57:35.760800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43370) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:35.776114 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5f109285-a7ab-4af1-a790-e4e1f7c34826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.881712 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5f109285-a7ab-4af1-a790-e4e1f7c34826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.889955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2e3a5-519a-471f-b085-4a51adb1a676 req-05818881-77e7-46ed-a742-3d3def25707c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:35.891026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5f109285-a7ab-4af1-a790-e4e1f7c34826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:35.892446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8a2e3a5-519a-471f-b085-4a51adb1a676 req-05818881-77e7-46ed-a742-3d3def25707c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.0775731 Aug 04 16:57:35.912586 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9eb67f-1ac3-408e-82be-c8b623c77f10 x-openstack-request-id: req-2d9eb67f-1ac3-408e-82be-c8b623c77f10 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:35.913148 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e5dc85-faf2-4602-b03d-91ffaece7516", "name": "network-vif-unplugged", "status": "completed", "tag": "0c57e291-df59-4d79-b962-f9b63252aaa2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:35.913588 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d9eb67f-1ac3-408e-82be-c8b623c77f10 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:35.914903 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c57e291-df59-4d79-b962-f9b63252aaa2', 'code': 200} Aug 04 16:57:35.921807 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5f109285-a7ab-4af1-a790-e4e1f7c34826 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3da0cf5bd46f4c9badc2930bb8793517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595771 Aug 04 16:57:35.924943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43376) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:35.942398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f109285-a7ab-4af1-a790-e4e1f7c34826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449680fb-1f54-43dc-8675-5c39f577a669,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:35.958426 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8a2e3a5-519a-471f-b085-4a51adb1a676 req-61b89a5d-01e1-41e6-8ef9-afe779b00015 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599811 Aug 04 16:57:35.988586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'name': 'network-vif-deleted', 'tag': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:35.990916 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ef2f8-ce33-43a6-b3a6-cff44b1b22e9" -d '{"events": [{"server_uuid": "a14f9a97-a18e-46a7-9bbe-285a5535e10b", "name": "network-vif-deleted", "tag": "a6c9639f-460e-4d4e-ba4d-8f8b327485c8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:36.059665 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7128fd02-35a2-4352-959d-b0c1d04af9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.103076 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7128fd02-35a2-4352-959d-b0c1d04af9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.145240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-125cc00d-e708-488c-a8a9-bd0d6badd404 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:36.149571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-125cc00d-e708-488c-a8a9-bd0d6badd404 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.1529546 Aug 04 16:57:36.166261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-cba203ff-0352-4f6a-96b6-97a6fd7cd937 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/quotas/524e6703e05143f89fe82c4e86d98fad HTTP/1.1" status: 200 len: 375 time: 0.0108612 Aug 04 16:57:36.225380 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7128fd02-35a2-4352-959d-b0c1d04af9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.227913 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7128fd02-35a2-4352-959d-b0c1d04af9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.229125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7128fd02-35a2-4352-959d-b0c1d04af9a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/449680fb-1f54-43dc-8675-5c39f577a669 HTTP/1.1" status: 204 len: 168 time: 0.3031256 Aug 04 16:57:36.234229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-dd9c7c21-b028-485b-978c-2746fc7afbe3 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595968 Aug 04 16:57:36.248596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128fd02-35a2-4352-959d-b0c1d04af9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449680fb-1f54-43dc-8675-5c39f577a669,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:36.279252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daee1e-7ea3-4383-ac22-2041c91ec845 req-2fb25c49-f1ac-4f22-9c47-849a0494ccc9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:36.286700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daee1e-7ea3-4383-ac22-2041c91ec845 req-2fb25c49-f1ac-4f22-9c47-849a0494ccc9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:36.288867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13daee1e-7ea3-4383-ac22-2041c91ec845 req-2fb25c49-f1ac-4f22-9c47-849a0494ccc9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371&device_id=5e7d4edc-9619-44f6-8d9e-5f58c12131d1 HTTP/1.1" status: 200 len: 1691 time: 0.1040084 Aug 04 16:57:36.332362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13daee1e-7ea3-4383-ac22-2041c91ec845 req-a53cd8c4-0b70-4724-ac6f-df3d9a1125a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364068 Aug 04 16:57:36.370513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43396) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:36.425155 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c513651d-ed8a-412d-8b27-dfdc35f8cc96 admin admin] Deleting subnet fdaac3e0-3c55-4f82-a2f0-c8a1f44117aa {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:57:36.428911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c513651d-ed8a-412d-8b27-dfdc35f8cc96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.450546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0038a4e-25a5-46aa-a64a-37b8249b1e6a req-2e23757f-2a5a-49b2-b473-bce589a6561d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips/1a08148f-2311-4275-93fd-d9d0b3299615 HTTP/1.1" status: 200 len: 692 time: 0.0498085 Aug 04 16:57:36.470950 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c513651d-ed8a-412d-8b27-dfdc35f8cc96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.510919 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c513651d-ed8a-412d-8b27-dfdc35f8cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.536527 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-bf990a34-f22b-4517-b98d-eb1d77e4d8e9 service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944689 Aug 04 16:57:36.586907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c513651d-ed8a-412d-8b27-dfdc35f8cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.613438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513651d-ed8a-412d-8b27-dfdc35f8cc96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdaac3e0-3c55-4f82-a2f0-c8a1f44117aa,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:36.617250 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c513651d-ed8a-412d-8b27-dfdc35f8cc96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.622459 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c513651d-ed8a-412d-8b27-dfdc35f8cc96 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fdaac3e0-3c55-4f82-a2f0-c8a1f44117aa HTTP/1.1" status: 204 len: 168 time: 0.2490525 Aug 04 16:57:36.623213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43404) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:36.637154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038a4e-25a5-46aa-a64a-37b8249b1e6a req-70163612-f3e9-4759-9bd0-2ae355c2ede4 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:36.638543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0038a4e-25a5-46aa-a64a-37b8249b1e6a req-70163612-f3e9-4759-9bd0-2ae355c2ede4 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1747358 Aug 04 16:57:36.676597 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcedf6d4-369e-4aac-a868-f99804ff6a25 x-openstack-request-id: req-fcedf6d4-369e-4aac-a868-f99804ff6a25 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:36.676964 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14f9a97-a18e-46a7-9bbe-285a5535e10b", "name": "network-vif-deleted", "tag": "a6c9639f-460e-4d4e-ba4d-8f8b327485c8", "status": "failed", "code": 422}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:36.677207 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcedf6d4-369e-4aac-a868-f99804ff6a25 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:36.677964 n-d-764435-5 neutron-server[105828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a14f9a97-a18e-46a7-9bbe-285a5535e10b', 'name': 'network-vif-deleted', 'tag': 'a6c9639f-460e-4d4e-ba4d-8f8b327485c8', 'status': 'failed', 'code': 422} returned with failed status Aug 04 16:57:36.681285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-8d450ad0-a41d-4113-a8b7-1dab1624c97c service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371717 Aug 04 16:57:36.703939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.810185 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.821408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53674c9a-1592-4d3d-bc9b-6d2ca16e42e8']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:36.867663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfdd562b-9bc6-469c-831f-f62b2e6f7421') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:36.868482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfdd562b-9bc6-469c-831f-f62b2e6f7421') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:36.891576 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.915191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.923466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:57:36.924064 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:57:36.925805 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:57:36.991941 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:37.001144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:37.004245 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] 10.222.0.39 "DELETE /v2.0/networks/53674c9a-1592-4d3d-bc9b-6d2ca16e42e8 HTTP/1.1" status: 204 len: 168 time: 0.3800249 Aug 04 16:57:37.015266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90de861c-db79-4723-8bea-95fe06b096cc req-dbaf6379-bc5a-4cd2-9967-d49b951f5a11 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips/1a08148f-2311-4275-93fd-d9d0b3299615 HTTP/1.1" status: 200 len: 692 time: 0.1081641 Aug 04 16:57:37.017769 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fa28f-68b3-4f8f-8fd4-998db1bc60eb admin admin] Pushing event deleted for resources: {'Network': ['ID=53674c9a-1592-4d3d-bc9b-6d2ca16e42e8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:37.029790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-f072f895-fbfe-4c3e-8a20-01ebde2b2b52 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:37.071230 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-f072f895-fbfe-4c3e-8a20-01ebde2b2b52 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 805 time: 0.2618389 Aug 04 16:57:37.109721 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-7178a302-fe36-46d2-9c2a-fe942cd33133 service neutron] show failed (client error): The resource could not be found. Aug 04 16:57:37.110937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-7178a302-fe36-46d2-9c2a-fe942cd33133 service neutron] 10.222.0.82 "GET /v2.0/ports/8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.2627928 Aug 04 16:57:37.138095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-e3f53411-23df-4eaa-9345-bcfc2c1221a9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/quotas/881dd0bd49f84981b3b2ad3a4fe41f10 HTTP/1.1" status: 200 len: 375 time: 0.0659156 Aug 04 16:57:37.191450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43444) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:37.248084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de861c-db79-4723-8bea-95fe06b096cc req-c9a3cfa8-acb5-4c53-b199-059ca6a00b99 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:37.252039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90de861c-db79-4723-8bea-95fe06b096cc req-c9a3cfa8-acb5-4c53-b199-059ca6a00b99 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1769059 Aug 04 16:57:37.259874 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b93a26cb-1a82-4bf8-9bc6-e32100500510 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9b7622bad444302a8b52d7b5086ae92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668542 Aug 04 16:57:37.261550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43448) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:37.315528 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:37.327684 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17b451ef-4daa-4d63-b61a-535809e1949a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:37.359272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17b451ef-4daa-4d63-b61a-535809e1949a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:37.380997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90de861c-db79-4723-8bea-95fe06b096cc req-884d75c5-fc7c-40ed-88ad-4386f4d483ff tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.49 HTTP/1.1" status: 200 len: 695 time: 0.1203763 Aug 04 16:57:37.460793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17b451ef-4daa-4d63-b61a-535809e1949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:37.464106 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-17b451ef-4daa-4d63-b61a-535809e1949a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:37.467791 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-17b451ef-4daa-4d63-b61a-535809e1949a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfa6982d-d729-417c-9fab-82428991fba8 HTTP/1.1" status: 204 len: 168 time: 0.2027111 Aug 04 16:57:37.477352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b451ef-4daa-4d63-b61a-535809e1949a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa6982d-d729-417c-9fab-82428991fba8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:37.500949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90de861c-db79-4723-8bea-95fe06b096cc req-5c536344-f757-48e3-8112-7974824f9045 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.49 HTTP/1.1" status: 200 len: 695 time: 0.1188896 Aug 04 16:57:37.515072 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-c64d53cd-bbdf-46f2-9afe-441761793f01 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3696938 Aug 04 16:57:37.747306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43468) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:37.867136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24566bc4-67d1-40f6-9ef9-94a42b83d01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.004269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24566bc4-67d1-40f6-9ef9-94a42b83d01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.012155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-bb50eefa-3f41-40cb-b950-572b0dddb394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:38.012507 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24566bc4-67d1-40f6-9ef9-94a42b83d01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.013673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-bb50eefa-3f41-40cb-b950-572b0dddb394 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567&tenant_id=fa45efccca1840b4b961a5862a9ab168 HTTP/1.1" status: 200 len: 1101 time: 0.5599942 Aug 04 16:57:38.027116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:38.058467 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-24566bc4-67d1-40f6-9ef9-94a42b83d01e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c2cf6699cd742b085a7ae5fd216cf70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076577 Aug 04 16:57:38.058467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24566bc4-67d1-40f6-9ef9-94a42b83d01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638e29ef-35fa-4f3e-b7d4-2c261d7a1fa7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:38.060174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43480) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:38.128467 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-032b112b-ebae-4e8d-aa09-8cc6dfd7d50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.138857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.160126 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-032b112b-ebae-4e8d-aa09-8cc6dfd7d50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.165454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-b6f46e51-89cc-4df0-a1a2-a0d0e270c35d service neutron] 10.222.0.39 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495273 Aug 04 16:57:38.268716 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-032b112b-ebae-4e8d-aa09-8cc6dfd7d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.271864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-032b112b-ebae-4e8d-aa09-8cc6dfd7d50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.273203 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-032b112b-ebae-4e8d-aa09-8cc6dfd7d50f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/638e29ef-35fa-4f3e-b7d4-2c261d7a1fa7 HTTP/1.1" status: 204 len: 168 time: 0.2121103 Aug 04 16:57:38.275865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-90de861c-db79-4723-8bea-95fe06b096cc req-9dacd562-0bd4-4e7d-9b78-2604a36981b2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Deleting port 13601b25-c895-4c65-a470-3d3cf79fa293 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:38.276665 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90de861c-db79-4723-8bea-95fe06b096cc req-9dacd562-0bd4-4e7d-9b78-2604a36981b2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.289966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b112b-ebae-4e8d-aa09-8cc6dfd7d50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638e29ef-35fa-4f3e-b7d4-2c261d7a1fa7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:38.345792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-e71d68c7-e775-48c2-a668-ccd5a3fd5dc1 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:38.347487 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-e71d68c7-e775-48c2-a668-ccd5a3fd5dc1 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.1362326 Aug 04 16:57:38.371493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Request body: {'port': {'device_id': '5cf126fe-f6ae-4487-bbfa-d8593a13ef44', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'admin_state_up': True, 'tenant_id': '524e6703e05143f89fe82c4e86d98fad'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:38.384717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-02ef143a-4aa1-4152-a556-69e86ceef710 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:38.387517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-02ef143a-4aa1-4152-a556-69e86ceef710 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "GET /v2.0/ports?device_id=97e5dc85-faf2-4602-b03d-91ffaece7516 HTTP/1.1" status: 200 len: 943 time: 0.2362576 Aug 04 16:57:38.561871 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Made reservation on behalf of 524e6703e05143f89fe82c4e86d98fad for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:38.567428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.574522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-c7c77ece-e211-47a1-98be-6150bc4157ed service neutron] 10.222.0.39 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848870 Aug 04 16:57:38.598378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90de861c-db79-4723-8bea-95fe06b096cc req-9dacd562-0bd4-4e7d-9b78-2604a36981b2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.598635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90de861c-db79-4723-8bea-95fe06b096cc req-9dacd562-0bd4-4e7d-9b78-2604a36981b2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.637065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-90de861c-db79-4723-8bea-95fe06b096cc req-9dacd562-0bd4-4e7d-9b78-2604a36981b2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Calling delete_port for 13601b25-c895-4c65-a470-3d3cf79fa293 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:38.735933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:38.781143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-73ac95ed-3774-4638-a89d-b509afacc541 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Deleting port 0c57e291-df59-4d79-b962-f9b63252aaa2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:38.781488 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-73ac95ed-3774-4638-a89d-b509afacc541 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.781971 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.803292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Allocated IP 172.20.0.12 (994a5d9d-65cf-48d2-a2eb-3ec837627526/fa0957b7-de1e-4ef2-b8d7-d7e66c75e099/84c40d78-4d58-4258-8de9-ef2a04343f54) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:38.846081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:38.857997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:38.952120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:38.954935 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6679f43-538b-438a-91ca-7f9e55a53c2f" -d '{"events": [{"server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "name": "network-vif-unplugged", "status": "completed", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:38.964292 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.026422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dfe3d1c4-7ed3-40fd-9716-112f130e572e req-4b15268a-da78-4471-abcb-31fb13e1b00e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 210 time: 0.0582943 Aug 04 16:57:39.047166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-73ac95ed-3774-4638-a89d-b509afacc541 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] For port 0c57e291-df59-4d79-b962-f9b63252aaa2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c57e291-df59-4d79-b962-f9b63252aaa2,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:39.047537 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-73ac95ed-3774-4638-a89d-b509afacc541 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.075707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Transition to ACTIVE for port object 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:39.076762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-73ac95ed-3774-4638-a89d-b509afacc541 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Calling delete_port for 0c57e291-df59-4d79-b962-f9b63252aaa2 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:39.078794 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90de861c-db79-4723-8bea-95fe06b096cc req-9dacd562-0bd4-4e7d-9b78-2604a36981b2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.097541 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.130940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacd562-0bd4-4e7d-9b78-2604a36981b2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event deleted for resources: {'Port': ['ID=13601b25-c895-4c65-a470-3d3cf79fa293,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:39.141217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.200911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.270942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Network 994a5d9d-65cf-48d2-a2eb-3ec837627526 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:39.274446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:39.281787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:39.314317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event updated for resources: {'Port': ['ID=84c40d78-4d58-4258-8de9-ef2a04343f54,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:39.351257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:57:39.356268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:39.356268 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.375526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] No DVR routers for this DVR port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:57:39.378000 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-770b0c91-ba4f-4a8f-868a-2973775f3b30 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0178788 Aug 04 16:57:39.392776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Request body: {'port': {'device_id': '5cf126fe-f6ae-4487-bbfa-d8593a13ef44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:39.419555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca75cf2-31e2-48ba-92f2-57b3b142c1e8 req-a8f12869-d262-4ede-a859-6c388e56b39f tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:39.429070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:57:39.429330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ca75cf2-31e2-48ba-92f2-57b3b142c1e8 req-a8f12869-d262-4ede-a859-6c388e56b39f tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 1101 time: 0.2320571 Aug 04 16:57:39.444431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Pushing event updated for resources: {'Port': ['ID=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:39.479368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.480132 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90de861c-db79-4723-8bea-95fe06b096cc req-9dacd562-0bd4-4e7d-9b78-2604a36981b2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.482986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90de861c-db79-4723-8bea-95fe06b096cc req-9dacd562-0bd4-4e7d-9b78-2604a36981b2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.494999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90de861c-db79-4723-8bea-95fe06b096cc req-9dacd562-0bd4-4e7d-9b78-2604a36981b2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "DELETE /v2.0/floatingips/1a08148f-2311-4275-93fd-d9d0b3299615 HTTP/1.1" status: 204 len: 173 time: 1.9929090 Aug 04 16:57:39.556036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Attempting to bind port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:39.556369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Attempting to bind port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:39.556767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Attempting to bind port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:39.574413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ca75cf2-31e2-48ba-92f2-57b3b142c1e8 req-40ee7c6a-8ecc-473d-b12f-ea248e54775e tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420944 Aug 04 16:57:39.577149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:57:39.577472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Attempting to bind port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:39.634587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:39.635398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:39.636000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:39.636660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Bound port: 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:39.637264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.710977 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-73ac95ed-3774-4638-a89d-b509afacc541 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.763150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac95ed-3774-4638-a89d-b509afacc541 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Pushing event deleted for resources: {'Port': ['ID=0c57e291-df59-4d79-b962-f9b63252aaa2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:39.781569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bffcf-b82c-4d08-9d69-63edc5b0829c req-2f5aa7b9-f3d7-4080-9a9b-1a6399641c09 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:39.789202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-326bffcf-b82c-4d08-9d69-63edc5b0829c req-2f5aa7b9-f3d7-4080-9a9b-1a6399641c09 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 948 time: 0.1712816 Aug 04 16:57:39.845133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:39.849723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-73ac95ed-3774-4638-a89d-b509afacc541 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] No DVR routers for this DVR port 0c57e291-df59-4d79-b962-f9b63252aaa2 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:57:39.854635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-73ac95ed-3774-4638-a89d-b509afacc541 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.856655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd4ca9ab-92af-464c-a7f5-9f4a192d2287 req-73ac95ed-3774-4638-a89d-b509afacc541 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "DELETE /v2.0/ports/0c57e291-df59-4d79-b962-f9b63252aaa2 HTTP/1.1" status: 204 len: 173 time: 1.4128566 Aug 04 16:57:39.874666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:39.882319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c40d78-4d58-4258-8de9-ef2a04343f54 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:39.889908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-326bffcf-b82c-4d08-9d69-63edc5b0829c req-21d67e11-caba-4231-9402-7105b1c78bef tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996995 Aug 04 16:57:39.891338 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.893867 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.909925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Transition to ACTIVE for port object 84c40d78-4d58-4258-8de9-ef2a04343f54 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:39.920568 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.946123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:39.952258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:39.958213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] 10.222.0.90 "PUT /v2.0/ports/8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 1096 time: 1.9354637 Aug 04 16:57:40.066544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Pushing event updated for resources: {'Port': ['ID=84c40d78-4d58-4258-8de9-ef2a04343f54,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:40.069920 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1520d971-bf8c-41ae-9dd1-df2287145405 x-openstack-request-id: req-1520d971-bf8c-41ae-9dd1-df2287145405 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:40.070550 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "name": "network-vif-unplugged", "status": "completed", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:40.071049 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1520d971-bf8c-41ae-9dd1-df2287145405 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:40.071644 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'code': 200} Aug 04 16:57:40.078065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cf8e5-2670-498e-a7b4-db20860882df service neutron] Pushing event updated for resources: {'Port': ['ID=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:40.185689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43544) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:40.221050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e417900d-4638-4ff9-afe1-366e3aaf9b6e req-f24d657b-c65d-4984-8c2e-ad555a35270f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 210 time: 0.1528075 Aug 04 16:57:40.223740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Attempting to bind port 84c40d78-4d58-4258-8de9-ef2a04343f54 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:40.224269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Attempting to bind port 84c40d78-4d58-4258-8de9-ef2a04343f54 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:40.224615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Attempting to bind port 84c40d78-4d58-4258-8de9-ef2a04343f54 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:40.231239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Port 84c40d78-4d58-4258-8de9-ef2a04343f54 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:57:40.231657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Attempting to bind port 84c40d78-4d58-4258-8de9-ef2a04343f54 on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:40.247462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:40.247811 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Checking segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:40.248302 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Bound using segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:40.248666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Bound port: 84c40d78-4d58-4258-8de9-ef2a04343f54, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:40.249104 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:40.340074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] For port 84c40d78-4d58-4258-8de9-ef2a04343f54, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:40.343851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] For port 84c40d78-4d58-4258-8de9-ef2a04343f54, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=84c40d78-4d58-4258-8de9-ef2a04343f54,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:40.350758 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:40.373783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-066ff6d7-2361-43a5-8985-fc336c10874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:40.375524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-066ff6d7-2361-43a5-8985-fc336c10874a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1099 time: 0.3752134 Aug 04 16:57:40.390686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:40.391474 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:40.393139 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] 10.222.0.82 "PUT /v2.0/ports/84c40d78-4d58-4258-8de9-ef2a04343f54 HTTP/1.1" status: 200 len: 1092 time: 1.0059268 Aug 04 16:57:40.393960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf126fe-f6ae-4487-bbfa-d8593a13ef44', 'tag': '84c40d78-4d58-4258-8de9-ef2a04343f54'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:40.396278 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf126fe-f6ae-4487-bbfa-d8593a13ef44", "tag": "84c40d78-4d58-4258-8de9-ef2a04343f54"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:40.426302 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e32bcc-80f7-4933-9aa1-418926aab8df service neutron] Pushing event updated for resources: {'Port': ['ID=84c40d78-4d58-4258-8de9-ef2a04343f54,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:40.515014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c31b3d5b-9578-4dfe-974b-2e7de80cabd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:40.517766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-4548955a-ed83-42cc-b2f1-02959d0fe3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:40.520010 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-4548955a-ed83-42cc-b2f1-02959d0fe3a0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 1095 time: 0.0517282 Aug 04 16:57:40.541730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5357e-50a3-4f76-bbb7-38393a3b5634 req-11b0100d-e1c0-4e43-ac7b-ced6d4daf993 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:40.543248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4f5357e-50a3-4f76-bbb7-38393a3b5634 req-11b0100d-e1c0-4e43-ac7b-ced6d4daf993 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4704285 Aug 04 16:57:40.592180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-77895969-4e13-4ad8-a299-4adde7863443 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:40.593662 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-77895969-4e13-4ad8-a299-4adde7863443 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 805 time: 0.3396001 Aug 04 16:57:40.597683 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-63cb666a-d343-4406-ba93-3c48a57c55cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84c40d78-4d58-4258-8de9-ef2a04343f54 HTTP/1.1" status: 200 len: 217 time: 0.0437574 Aug 04 16:57:40.604650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed580d4-c6a0-41ae-b28e-a46ddda56822 req-e9ea419b-80c8-4cf2-b330-e34d4d2d22d8 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:40.606079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ed580d4-c6a0-41ae-b28e-a46ddda56822 req-e9ea419b-80c8-4cf2-b330-e34d4d2d22d8 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e7d4edc-9619-44f6-8d9e-5f58c12131d1 HTTP/1.1" status: 200 len: 1101 time: 0.2485189 Aug 04 16:57:40.640253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Request body: {'port': {'device_id': '1217a879-9a72-4574-b834-76d00c390aa1', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'admin_state_up': True, 'tenant_id': '881dd0bd49f84981b3b2ad3a4fe41f10'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:40.662605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-55a0582b-1395-4148-b2b0-a72837b6ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:40.664114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-55a0582b-1395-4148-b2b0-a72837b6ba48 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2699447 Aug 04 16:57:40.669867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-fad0531a-c799-4f6f-969e-80fc8fc71506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:40.671359 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-fad0531a-c799-4f6f-969e-80fc8fc71506 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.0454612 Aug 04 16:57:40.717920 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-da0587de-ee6b-447e-89de-4e5c2526d6ae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358167 Aug 04 16:57:40.769120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-58a8d15d-e677-40f3-be83-f2592fd86527 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 217 time: 0.0724587 Aug 04 16:57:40.805322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ed580d4-c6a0-41ae-b28e-a46ddda56822 req-a3a4538b-07af-4e71-8029-95e861749dd3 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915972 Aug 04 16:57:40.831311 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-591f2d73-564f-4ee3-9e69-a06e123b126a service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994439 Aug 04 16:57:40.915913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90036a8-6b54-4fe5-a5a2-ffae1c643e8a req-4bd1cc04-aa2b-4ebd-8f85-85f2dcdeaca2 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:40.918328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d90036a8-6b54-4fe5-a5a2-ffae1c643e8a req-4bd1cc04-aa2b-4ebd-8f85-85f2dcdeaca2 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 944 time: 0.2087343 Aug 04 16:57:40.922774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-3568f1af-8ba9-4db0-8255-198aac8d17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:40.925080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-3568f1af-8ba9-4db0-8255-198aac8d17dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1314611 Aug 04 16:57:40.945758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c31b3d5b-9578-4dfe-974b-2e7de80cabd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:40.981712 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c31b3d5b-9578-4dfe-974b-2e7de80cabd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:40.982451 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396d4b51-72a5-4f81-8516-55353df15db6 x-openstack-request-id: req-396d4b51-72a5-4f81-8516-55353df15db6 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:40.982739 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf126fe-f6ae-4487-bbfa-d8593a13ef44", "tag": "84c40d78-4d58-4258-8de9-ef2a04343f54", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:40.983010 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-396d4b51-72a5-4f81-8516-55353df15db6 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:40.983435 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf126fe-f6ae-4487-bbfa-d8593a13ef44', 'tag': '84c40d78-4d58-4258-8de9-ef2a04343f54', 'status': 'completed', 'code': 200} Aug 04 16:57:41.005361 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f87a2277-ef1e-47c6-94aa-a95fe1e93b48 req-861bea99-ff6b-4512-b78d-1752c0a1030d service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642783 Aug 04 16:57:41.091700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-227b69e7-cc5e-443b-8fc7-2c96995a0c0e req-89b70853-3313-4c46-b8c6-53034886e8cb tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=3d4026e06d1748449e04406a9492deec HTTP/1.1" status: 200 len: 1655 time: 0.1126165 Aug 04 16:57:41.092279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Made reservation on behalf of 881dd0bd49f84981b3b2ad3a4fe41f10 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:41.092608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f req-1714b32b-d96c-49d1-a635-08d31e053a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:41.093992 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f req-1714b32b-d96c-49d1-a635-08d31e053a16 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 1095 time: 0.0431514 Aug 04 16:57:41.095540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:41.101728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d90036a8-6b54-4fe5-a5a2-ffae1c643e8a req-980e3bd7-bdbb-4882-938d-cb2235f31a9e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719432 Aug 04 16:57:41.109270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c31b3d5b-9578-4dfe-974b-2e7de80cabd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d931f1927a24a94a17336fe0a12cdaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8834941 Aug 04 16:57:41.114478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b3d5b-9578-4dfe-974b-2e7de80cabd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5297244b-c400-4b13-aded-8bc25c52a837,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:41.116132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43564) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:41.134897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-2e50bb1b-be5f-4389-8a37-d623ee488764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:41.136740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-2e50bb1b-be5f-4389-8a37-d623ee488764 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011175 Aug 04 16:57:41.254642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f req-fa6e3581-95aa-4c92-9e65-fbd9403f6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:41.256205 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f req-fa6e3581-95aa-4c92-9e65-fbd9403f6f23 service neutron] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 914 time: 0.1513257 Aug 04 16:57:41.257030 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7fbbda93-7d00-4499-802f-71eb5b1a83c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:41.318309 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f req-1fe9347e-c824-46e9-99a4-f2d3f5a1f820 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84c40d78-4d58-4258-8de9-ef2a04343f54 HTTP/1.1" status: 200 len: 217 time: 0.0504682 Aug 04 16:57:41.320240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7fbbda93-7d00-4499-802f-71eb5b1a83c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:41.346076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c57e291-df59-4d79-b962-f9b63252aaa2 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:57:41.370899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 0c57e291-df59-4d79-b962-f9b63252aaa2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:57:41.371557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c57e291-df59-4d79-b962-f9b63252aaa2 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:57:41.400426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f req-7cfb6dbe-e9f4-4b69-8c6c-e21758c2d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:41.402385 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f req-7cfb6dbe-e9f4-4b69-8c6c-e21758c2d697 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.0747020 Aug 04 16:57:41.427062 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7fbbda93-7d00-4499-802f-71eb5b1a83c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:41.429589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7fbbda93-7d00-4499-802f-71eb5b1a83c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:41.430827 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7fbbda93-7d00-4499-802f-71eb5b1a83c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5297244b-c400-4b13-aded-8bc25c52a837 HTTP/1.1" status: 204 len: 168 time: 0.3135467 Aug 04 16:57:41.451842 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f req-e2248897-3f49-49e2-a80b-e5d7f36f348e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348909 Aug 04 16:57:41.457930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbda93-7d00-4499-802f-71eb5b1a83c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5297244b-c400-4b13-aded-8bc25c52a837,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:41.573322 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f req-3b89e5b1-e314-4f76-8550-b174efec8344 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097825 Aug 04 16:57:41.674872 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cc36c3bc-7d1f-4ff9-b1a8-3355caca626f req-88fd67a5-7753-457f-ad25-c4ae3374a22a service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941610 Aug 04 16:57:41.749691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a1ab3-d8e0-4a52-b9c9-652d906bb9d2 req-e18c0e3a-ab53-4797-89f2-12da978a3dcd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:41.751211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c17a1ab3-d8e0-4a52-b9c9-652d906bb9d2 req-e18c0e3a-ab53-4797-89f2-12da978a3dcd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 948 time: 0.2304671 Aug 04 16:57:41.757856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b69e7-cc5e-443b-8fc7-2c96995a0c0e req-ff45308a-f22d-413c-a47a-33ae0f75077c tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:41.759209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-227b69e7-cc5e-443b-8fc7-2c96995a0c0e req-ff45308a-f22d-413c-a47a-33ae0f75077c tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks?id=4642cd0b-010a-4ce0-9962-34aca70d5888&id=4642cd0b-010a-4ce0-9962-34aca70d5888&id=4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 787 time: 0.6553557 Aug 04 16:57:41.767271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-26b93f38-e4b2-4277-b305-d7e21d5d3800 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165557 Aug 04 16:57:41.796449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-227b69e7-cc5e-443b-8fc7-2c96995a0c0e req-4708f091-686d-4a32-b39c-adb60945751d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:57:41.797456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-227b69e7-cc5e-443b-8fc7-2c96995a0c0e req-4708f091-686d-4a32-b39c-adb60945751d tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233638 Aug 04 16:57:41.844452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Allocated IP 172.20.0.8 (fed77e85-9786-438f-9c12-d588fc5ecbb9/c270d6ca-fadf-4471-9dc6-9a45b83c8c5c/97f3b9a9-280b-4525-99c0-68e99e225ba3) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:41.874718 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c17a1ab3-d8e0-4a52-b9c9-652d906bb9d2 req-3484e8e7-db83-42af-a894-7a75d2a8781f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141868 Aug 04 16:57:41.949914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-81068010-1925-4ad0-93c6-ea7c39c616cc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528033 Aug 04 16:57:41.954049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db9cb64-827a-4e7d-aaec-f08ddaadacc2 req-9b3fbf98-ebac-4e7a-a5e3-39ce95dafa2f service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789227 Aug 04 16:57:42.012350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9bdebb0-33de-4705-a2be-aebd65fd153a req-af70b50e-ea4b-4cda-b219-fc71223bdaff tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 210 time: 0.0547800 Aug 04 16:57:42.075261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'name': 'network-vif-deleted', 'tag': '0c57e291-df59-4d79-b962-f9b63252aaa2'}, {'name': 'network-changed', 'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:42.079057 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991a4f7f-f48d-474f-841e-e962e0fb99a1" -d '{"events": [{"server_uuid": "97e5dc85-faf2-4602-b03d-91ffaece7516", "name": "network-vif-deleted", "tag": "0c57e291-df59-4d79-b962-f9b63252aaa2"}, {"name": "network-changed", "server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:42.209294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-47652eb5-fb58-4ca5-87ff-f0ba36f067f2 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:42.210680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-47652eb5-fb58-4ca5-87ff-f0ba36f067f2 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521989 Aug 04 16:57:42.213548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-39c82a0f-98e5-4533-a962-4ee5ca5a526a tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips/1d0d5a37-7fb0-46e5-8dca-8c490f28fa7e HTTP/1.1" status: 200 len: 692 time: 0.0717058 Aug 04 16:57:42.247857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:42.265654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-670151e1-11a8-43ba-a22f-d9f1ad64c142 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/quotas/59fa6e8a83d9432698b5a461d1fd8c53 HTTP/1.1" status: 200 len: 375 time: 0.0480931 Aug 04 16:57:42.418541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-f54102d0-fdd6-451b-aff5-44b652153fdf tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1271789 Aug 04 16:57:42.427524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-6cb7ef85-8f65-4612-b5c2-f4663e2fd398 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:42.428878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-6cb7ef85-8f65-4612-b5c2-f4663e2fd398 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1953449 Aug 04 16:57:42.436370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:42.528232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Network fed77e85-9786-438f-9c12-d588fc5ecbb9 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:42.532876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:42.537255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-6b954282-5d59-4ec2-b033-40654fc5fa1c tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.79 HTTP/1.1" status: 200 len: 695 time: 0.0988724 Aug 04 16:57:42.538104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:42.540849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Pushing event updated for resources: {'Port': ['ID=97f3b9a9-280b-4525-99c0-68e99e225ba3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:42.623465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:42.624279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:42.638913 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0ad16e-00f9-4661-ba68-78dafed267ca x-openstack-request-id: req-ab0ad16e-00f9-4661-ba68-78dafed267ca {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:42.639500 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e5dc85-faf2-4602-b03d-91ffaece7516", "name": "network-vif-deleted", "tag": "0c57e291-df59-4d79-b962-f9b63252aaa2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:42.639806 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab0ad16e-00f9-4661-ba68-78dafed267ca {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:42.640496 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e5dc85-faf2-4602-b03d-91ffaece7516', 'name': 'network-vif-deleted', 'tag': '0c57e291-df59-4d79-b962-f9b63252aaa2', 'status': 'completed', 'code': 200} Aug 04 16:57:42.641105 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'status': 'completed', 'code': 200} Aug 04 16:57:42.727544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-fba1e8f4-4a2b-4990-8499-eb910f5b1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:42.730782 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-fba1e8f4-4a2b-4990-8499-eb910f5b1d2d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1099 time: 0.0752358 Aug 04 16:57:42.778962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-30bf15f1-9dcf-438c-b136-f30b0057c330 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.79 HTTP/1.1" status: 200 len: 695 time: 0.1353002 Aug 04 16:57:42.784976 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3a97b498-5dfb-47b9-8a15-2a4a2c93130a tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1525743 Aug 04 16:57:42.848127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-d796e7c6-977b-424a-8e8c-98d0f8d3e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:42.850243 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-d796e7c6-977b-424a-8e8c-98d0f8d3e208 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1103106 Aug 04 16:57:42.896655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Request body: {'port': {'device_id': '1217a879-9a72-4574-b834-76d00c390aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:42.900380 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-f52305b4-c6ca-4186-8914-3c9507ac54f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 217 time: 0.0415072 Aug 04 16:57:42.978181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-04c5ab6f-8631-44c9-8647-f530f272591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:42.979936 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-04c5ab6f-8631-44c9-8647-f530f272591b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0696518 Aug 04 16:57:42.984601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35c5be-3efd-430e-a431-e7576c97d081 req-fbea9f23-c866-44dd-8325-051b80acf307 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:42.991688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d35c5be-3efd-430e-a431-e7576c97d081 req-fbea9f23-c866-44dd-8325-051b80acf307 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 944 time: 0.2868378 Aug 04 16:57:43.004243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-3df442fd-bc92-4e1a-8662-93bab009bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:43.006081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-3df442fd-bc92-4e1a-8662-93bab009bccc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1099 time: 0.2934637 Aug 04 16:57:43.048583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-d59ee42e-b936-4c33-8e08-0163d4d5372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:43.050193 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-d59ee42e-b936-4c33-8e08-0163d4d5372f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581694 Aug 04 16:57:43.111166 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:43.167697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d35c5be-3efd-430e-a431-e7576c97d081 req-ecd121a6-d7be-44ef-9d82-982b6760e1ab tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748085 Aug 04 16:57:43.175904 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-bf0aea64-bc9c-4484-a85f-eb920baf323a service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151974 Aug 04 16:57:43.292615 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-d760c06a-af5e-4c53-b24a-4111799a447e service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036608 Aug 04 16:57:43.302002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-8442993e-26fb-4e92-97d6-f1c358c6e646 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Deleting port ee06fa7d-c7d5-4921-8ebe-330755db85f0 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:43.303397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-8442993e-26fb-4e92-97d6-f1c358c6e646 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:43.305948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-369a9a85-8d62-4ce1-9432-15aa0351adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:43.307996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-369a9a85-8d62-4ce1-9432-15aa0351adb0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2768195 Aug 04 16:57:43.343959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:57:43.362009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 84c40d78-4d58-4258-8de9-ef2a04343f54 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:57:43.370784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a42572d-da18-42e0-b9ae-39dfe1d1ce25 req-05c7e22d-dd15-4017-813f-5bb4a37c8710 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 210 time: 0.0751412 Aug 04 16:57:43.431457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-a3c177ad-d92f-4764-b386-4391efe63a85 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 217 time: 0.0635514 Aug 04 16:57:43.512842 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 16:57:43.579518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-8442993e-26fb-4e92-97d6-f1c358c6e646 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:43.579925 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-8442993e-26fb-4e92-97d6-f1c358c6e646 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:43.612859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-8442993e-26fb-4e92-97d6-f1c358c6e646 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Calling delete_port for ee06fa7d-c7d5-4921-8ebe-330755db85f0 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:43.621505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-fd7e1bf2-6675-4b77-b048-a4626f1651b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:43.623173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-fd7e1bf2-6675-4b77-b048-a4626f1651b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1617818 Aug 04 16:57:43.635401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:43.665619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'mac_address': 'fa:16:3e:04:4a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:57:43.694126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 84c40d78-4d58-4258-8de9-ef2a04343f54, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=84c40d78-4d58-4258-8de9-ef2a04343f54,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:43.715827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6fe4e-b3d8-45c6-9e29-1eaf219f4ebc req-cd8491f0-7f54-4d27-a8de-5082f758ac86 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:43.717386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92d6fe4e-b3d8-45c6-9e29-1eaf219f4ebc req-cd8491f0-7f54-4d27-a8de-5082f758ac86 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 948 time: 0.2214100 Aug 04 16:57:43.719674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '84c40d78-4d58-4258-8de9-ef2a04343f54', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'port_id': '84c40d78-4d58-4258-8de9-ef2a04343f54', 'mac_address': 'fa:16:3e:62:98:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0957b7-de1e-4ef2-b8d7-d7e66c75e099', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:57:43.783783 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:43.829994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:43.831490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-539ca536-646e-48e6-be75-9277ea9ed7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:43.833022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-539ca536-646e-48e6-be75-9277ea9ed7ea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993515 Aug 04 16:57:43.850038 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:43.851586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92d6fe4e-b3d8-45c6-9e29-1eaf219f4ebc req-a2fb3601-a141-46ca-ab40-fddb1da0e9cf tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203766 Aug 04 16:57:43.868756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:43.870971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c40d78-4d58-4258-8de9-ef2a04343f54 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:43.877485 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:43.896885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f3b9a9-280b-4525-99c0-68e99e225ba3 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:43.927749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 84c40d78-4d58-4258-8de9-ef2a04343f54, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=84c40d78-4d58-4258-8de9-ef2a04343f54,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:43.946050 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:43.975821 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:43.991886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:44.000587 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-2e1a03fd-1a1e-4531-bf8c-ca70aebc6cfd tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713120 Aug 04 16:57:44.004738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43718) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:44.028276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Transition to ACTIVE for port object 97f3b9a9-280b-4525-99c0-68e99e225ba3 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:44.060452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:44.069525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=84c40d78-4d58-4258-8de9-ef2a04343f54,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:44.161837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:44.167359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-1798ac1f-fbf1-4fe9-a2ff-b4c9c5d01427 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144627 Aug 04 16:57:44.175212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8142e9-95bc-4aab-8ffc-6e04e9728ce8 req-fc0f0bbd-bc6c-4362-a7d6-4715819c3781 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:44.184285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e8142e9-95bc-4aab-8ffc-6e04e9728ce8 req-fc0f0bbd-bc6c-4362-a7d6-4715819c3781 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 931 time: 0.2124622 Aug 04 16:57:44.190732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-8442993e-26fb-4e92-97d6-f1c358c6e646 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:44.210706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Pushing event updated for resources: {'Port': ['ID=97f3b9a9-280b-4525-99c0-68e99e225ba3,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:44.240965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['84c40d78-4d58-4258-8de9-ef2a04343f54'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:44.263832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4674618-13c4-43bc-89b8-241b359b5fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:44.312612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-85cd5188-b0f0-42b6-b77f-74ed9167ad61 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:44.313100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442993e-26fb-4e92-97d6-f1c358c6e646 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event deleted for resources: {'Port': ['ID=ee06fa7d-c7d5-4921-8ebe-330755db85f0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:44.320851 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-85cd5188-b0f0-42b6-b77f-74ed9167ad61 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2968118 Aug 04 16:57:44.342365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Request body: {'port': {'device_id': 'd11cac24-98d2-4f3a-bf8e-92b7d65c25dd', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '59fa6e8a83d9432698b5a461d1fd8c53'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:44.403647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e8142e9-95bc-4aab-8ffc-6e04e9728ce8 req-a62d1dd8-4d32-4a87-8552-b9c9feaa659c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138934 Aug 04 16:57:44.532192 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-8442993e-26fb-4e92-97d6-f1c358c6e646 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:44.534455 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-8442993e-26fb-4e92-97d6-f1c358c6e646 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:44.545942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a55428da-eef6-4370-95b1-ea85a03ee20d req-8442993e-26fb-4e92-97d6-f1c358c6e646 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "DELETE /v2.0/floatingips/1d0d5a37-7fb0-46e5-8dca-8c490f28fa7e HTTP/1.1" status: 204 len: 173 time: 1.7669997 Aug 04 16:57:44.550544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-991a4f7f-f48d-474f-841e-e962e0fb99a1 req-becbc65a-3f4d-4391-ab94-f00dedbdf7be service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642220 Aug 04 16:57:44.555319 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4674618-13c4-43bc-89b8-241b359b5fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:44.558697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Attempting to bind port 97f3b9a9-280b-4525-99c0-68e99e225ba3 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:44.559352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Attempting to bind port 97f3b9a9-280b-4525-99c0-68e99e225ba3 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:44.561482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Attempting to bind port 97f3b9a9-280b-4525-99c0-68e99e225ba3 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:44.572914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4674618-13c4-43bc-89b8-241b359b5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:44.574793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Port 97f3b9a9-280b-4525-99c0-68e99e225ba3 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:57:44.576502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Attempting to bind port 97f3b9a9-280b-4525-99c0-68e99e225ba3 on network fed77e85-9786-438f-9c12-d588fc5ecbb9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:44.598729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:44.599129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Checking segment: {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:44.599532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Bound using segment: {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:44.599985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Bound port: 97f3b9a9-280b-4525-99c0-68e99e225ba3, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782f317c-7358-49b9-8e71-5ae767933c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:44.600759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:44.625567 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d4674618-13c4-43bc-89b8-241b359b5fa2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b19d99abc20437da844e4344f53f0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6187198 Aug 04 16:57:44.630935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43744) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:44.632689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Made reservation on behalf of 59fa6e8a83d9432698b5a461d1fd8c53 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:44.639377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:44.643913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4674618-13c4-43bc-89b8-241b359b5fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014dbdc0-7fa2-46c2-bee7-3d5734d2ef61,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:44.669311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-82863d0b-9419-42f6-b151-73a07f257249 req-7c7eb79a-16b9-4c54-add0-9bf7f7900dbf tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 210 time: 0.0616088 Aug 04 16:57:44.803267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Allocated IP 192.168.233.43 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/8fd4d246-6007-4921-b224-e5481dfb6fa9) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:44.985706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.004519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Transition to ACTIVE for port object 8fd4d246-6007-4921-b224-e5481dfb6fa9 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:45.043012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.054571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['6f2ac96c-f2bd-4379-9690-338f71d32371'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:45.090645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694', '5f531a76-eb3b-4038-85fe-1485545c928b', '2721feb5-e1f4-4b00-a185-c7f4701a7b85', '6c31058e-079d-4574-84ab-c94d1c3c9182'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:45.099574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event updated for resources: {'Port': ['ID=8fd4d246-6007-4921-b224-e5481dfb6fa9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:45.107638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:45.109822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:45.112914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:45.188032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:45.189001 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.210151 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-dcb05b3b-8733-4ba9-a25f-f42eebc597ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8753078 Aug 04 16:57:45.225426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Request body: {'port': {'device_id': 'd11cac24-98d2-4f3a-bf8e-92b7d65c25dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:45.266274 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7fc1675-65eb-4725-b632-b254826a5957 req-d3f60c29-b00a-44ff-a9a0-19fafbf78ef5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips/dc475d81-80f2-4ebd-98ca-2a821d725523 HTTP/1.1" status: 200 len: 693 time: 0.5561476 Aug 04 16:57:45.275625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] For port 97f3b9a9-280b-4525-99c0-68e99e225ba3, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:45.284567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] For port 97f3b9a9-280b-4525-99c0-68e99e225ba3, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:45.317209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9ad70-3f7a-48e8-8925-918e1f3851f7 req-95273b64-ee8e-43e8-8e8a-d6165aa8b1dc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:45.318791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb9ad70-3f7a-48e8-8925-918e1f3851f7 req-95273b64-ee8e-43e8-8e8a-d6165aa8b1dc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 945 time: 0.6613891 Aug 04 16:57:45.333425 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.340359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.406548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:45.417997 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec78d493-d569-47b1-8145-aef3553b117a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.457925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:45.458541 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.459986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] 10.222.0.82 "PUT /v2.0/ports/97f3b9a9-280b-4525-99c0-68e99e225ba3 HTTP/1.1" status: 200 len: 1091 time: 2.5683682 Aug 04 16:57:45.464860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1217a879-9a72-4574-b834-76d00c390aa1', 'tag': '97f3b9a9-280b-4525-99c0-68e99e225ba3'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:45.467125 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9f2394-671b-4c22-a573-57833c956005" -d '{"events": [{"name": "network-changed", "server_uuid": "1217a879-9a72-4574-b834-76d00c390aa1", "tag": "97f3b9a9-280b-4525-99c0-68e99e225ba3"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:45.472836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 84c40d78-4d58-4258-8de9-ef2a04343f54 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:45.521877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec78d493-d569-47b1-8145-aef3553b117a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.562235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474e934-e108-45d9-b471-64143ce229c0 service neutron] Pushing event updated for resources: {'Port': ['ID=97f3b9a9-280b-4525-99c0-68e99e225ba3,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:45.604463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb9ad70-3f7a-48e8-8925-918e1f3851f7 req-a72db110-959e-4dea-bc6b-5a02f70a345b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681396 Aug 04 16:57:45.625651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0cd13083-37a2-4901-97f1-b531d7a4678a None None] Provisioning for port 8fd4d246-6007-4921-b224-e5481dfb6fa9 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:45.642272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0cd13083-37a2-4901-97f1-b531d7a4678a None None] Provisioning complete for port 8fd4d246-6007-4921-b224-e5481dfb6fa9 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:45.642927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cd13083-37a2-4901-97f1-b531d7a4678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.650300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 84c40d78-4d58-4258-8de9-ef2a04343f54 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:45.651399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc1675-65eb-4725-b632-b254826a5957 req-d16435b2-d4e5-4652-a6aa-52399d5232e2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:45.659943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7fc1675-65eb-4725-b632-b254826a5957 req-d16435b2-d4e5-4652-a6aa-52399d5232e2 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.3856575 Aug 04 16:57:45.703560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 84c40d78-4d58-4258-8de9-ef2a04343f54 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:45.704025 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.748915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7fc1675-65eb-4725-b632-b254826a5957 req-901e082c-4c77-4a5d-b51b-526627fac358 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.0879881 Aug 04 16:57:45.762097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0cd13083-37a2-4901-97f1-b531d7a4678a None None] Port 8fd4d246-6007-4921-b224-e5481dfb6fa9 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:57:45.770657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:45.771076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-74690dce-0448-4f4f-8e29-c7045bc67498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:45.772600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-74690dce-0448-4f4f-8e29-c7045bc67498 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 1094 time: 0.2358522 Aug 04 16:57:45.784816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:45.785189 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.815799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd4d246-6007-4921-b224-e5481dfb6fa9 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:45.839196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.855571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Transition to ACTIVE for port object 8fd4d246-6007-4921-b224-e5481dfb6fa9 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:45.863571 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.871250 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec78d493-d569-47b1-8145-aef3553b117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.874064 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec78d493-d569-47b1-8145-aef3553b117a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.878079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ec78d493-d569-47b1-8145-aef3553b117a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/014dbdc0-7fa2-46c2-bee7-3d5734d2ef61 HTTP/1.1" status: 204 len: 168 time: 1.2461388 Aug 04 16:57:45.879716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-68be52ef-9424-47f0-937e-ba318f2dfee7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3 HTTP/1.1" status: 200 len: 217 time: 0.0631537 Aug 04 16:57:45.885110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7fc1675-65eb-4725-b632-b254826a5957 req-1fbbe6de-b810-4609-bdf4-26883b276b21 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.1256526 Aug 04 16:57:45.940122 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:45.944976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Pushing event updated for resources: {'Port': ['ID=8fd4d246-6007-4921-b224-e5481dfb6fa9,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:45.964309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78d493-d569-47b1-8145-aef3553b117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014dbdc0-7fa2-46c2-bee7-3d5734d2ef61,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:46.006277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf126fe-f6ae-4487-bbfa-d8593a13ef44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c40d78-4d58-4258-8de9-ef2a04343f54'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:46.008986 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b542b72-4d33-4540-bfac-1e87a7225310" -d '{"events": [{"server_uuid": "5cf126fe-f6ae-4487-bbfa-d8593a13ef44", "name": "network-vif-plugged", "status": "completed", "tag": "84c40d78-4d58-4258-8de9-ef2a04343f54"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:46.038774 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:46.058395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e20d8f-0fc7-4ec9-ad12-2dc2ffdecaa2 req-ac368d16-ff14-45cd-892a-5b401d35b0b1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:46.067148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-30e20d8f-0fc7-4ec9-ad12-2dc2ffdecaa2 req-ac368d16-ff14-45cd-892a-5b401d35b0b1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 949 time: 0.3233263 Aug 04 16:57:46.111042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 84c40d78-4d58-4258-8de9-ef2a04343f54, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=84c40d78-4d58-4258-8de9-ef2a04343f54,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:46.112730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-9544d5f2-f29b-4db6-a6a6-c8b6fa3e357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:46.114252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-9544d5f2-f29b-4db6-a6a6-c8b6fa3e357b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c270d6ca-fadf-4471-9dc6-9a45b83c8c5c HTTP/1.1" status: 200 len: 845 time: 0.2187111 Aug 04 16:57:46.135346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Attempting to bind port 8fd4d246-6007-4921-b224-e5481dfb6fa9 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:46.135855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Attempting to bind port 8fd4d246-6007-4921-b224-e5481dfb6fa9 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:46.136089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Attempting to bind port 8fd4d246-6007-4921-b224-e5481dfb6fa9 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:46.151776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Port 8fd4d246-6007-4921-b224-e5481dfb6fa9 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:57:46.151776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Attempting to bind port 8fd4d246-6007-4921-b224-e5481dfb6fa9 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:46.157373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:46.157873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:46.160613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:46.160613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Bound port: 8fd4d246-6007-4921-b224-e5481dfb6fa9, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:46.160969 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:46.173169 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:46.240600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-3fdcf454-1dd7-4d73-9ddc-00135d9aa30a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fed77e85-9786-438f-9c12-d588fc5ecbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746830 Aug 04 16:57:46.271614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:46.296300 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] For port 8fd4d246-6007-4921-b224-e5481dfb6fa9, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:46.305125 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:46.308862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] For port 8fd4d246-6007-4921-b224-e5481dfb6fa9, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8fd4d246-6007-4921-b224-e5481dfb6fa9,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:46.312075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-30e20d8f-0fc7-4ec9-ad12-2dc2ffdecaa2 req-b3701c29-3ad3-4f56-8890-8e479ceb75ae tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376730 Aug 04 16:57:46.317671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:46.337720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=84c40d78-4d58-4258-8de9-ef2a04343f54,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:46.374797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:46.376476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:46.378427 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] 10.222.0.90 "PUT /v2.0/ports/8fd4d246-6007-4921-b224-e5481dfb6fa9 HTTP/1.1" status: 200 len: 1095 time: 1.1589310 Aug 04 16:57:46.379927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11cac24-98d2-4f3a-bf8e-92b7d65c25dd', 'tag': '8fd4d246-6007-4921-b224-e5481dfb6fa9'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:46.393291 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7347e0f-f4b4-4345-9f01-e675db4c34c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d11cac24-98d2-4f3a-bf8e-92b7d65c25dd", "tag": "8fd4d246-6007-4921-b224-e5481dfb6fa9"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:46.431486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c9d3a-5014-4baa-801d-abcd1d3ed4ec service neutron] Pushing event updated for resources: {'Port': ['ID=8fd4d246-6007-4921-b224-e5481dfb6fa9,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:46.472515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:46.517762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-805ae730-89f6-4b35-ac6f-b456c1dc2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:46.519982 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-805ae730-89f6-4b35-ac6f-b456c1dc2475 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 1098 time: 0.0705705 Aug 04 16:57:46.529330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-49e6e789-3326-47b1-b1be-3052dde95b09 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4429939 Aug 04 16:57:46.630540 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-f231544b-3a11-47fc-823b-27f722a340b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8fd4d246-6007-4921-b224-e5481dfb6fa9 HTTP/1.1" status: 200 len: 217 time: 0.0903158 Aug 04 16:57:46.638152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba009c-b44e-4db2-9f78-f18e5f462162 req-9e167169-0be9-4be1-bfe2-f3b14c1a4154 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:46.651128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89ba009c-b44e-4db2-9f78-f18e5f462162 req-9e167169-0be9-4be1-bfe2-f3b14c1a4154 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 943 time: 0.1755862 Aug 04 16:57:46.680765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43862) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:46.702393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-604709f9-1dd8-4674-be73-af727dfa5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:46.710382 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-604709f9-1dd8-4674-be73-af727dfa5b95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0710306 Aug 04 16:57:46.727951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e7fc1675-65eb-4725-b632-b254826a5957 req-97154faa-8ad1-4378-bf0a-c15bec10b6c5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Deleting port d127a878-b96e-461d-b62c-20e3f655ec6e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:46.728271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e7fc1675-65eb-4725-b632-b254826a5957 req-97154faa-8ad1-4378-bf0a-c15bec10b6c5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:46.788789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-b6dffbba-e2a4-4a66-bae5-545996292222 service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142224 Aug 04 16:57:46.807603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-7b35d73e-3c02-40a4-8151-953c7f0102a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:46.809135 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-7b35d73e-3c02-40a4-8151-953c7f0102a0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911734 Aug 04 16:57:46.817249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89ba009c-b44e-4db2-9f78-f18e5f462162 req-561a5a16-b84e-483f-84d4-210d974b4912 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652369 Aug 04 16:57:46.835982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-26aff31d-9ba7-44ab-9c85-412bdedf580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:46.847300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-26aff31d-9ba7-44ab-9c85-412bdedf580b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1101 time: 0.2370818 Aug 04 16:57:46.890743 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeac84ae-7721-497a-abf0-f350f1cac173 x-openstack-request-id: req-aeac84ae-7721-497a-abf0-f350f1cac173 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:46.890743 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1217a879-9a72-4574-b834-76d00c390aa1", "tag": "97f3b9a9-280b-4525-99c0-68e99e225ba3", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:46.890743 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aeac84ae-7721-497a-abf0-f350f1cac173 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:46.890743 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1217a879-9a72-4574-b834-76d00c390aa1', 'tag': '97f3b9a9-280b-4525-99c0-68e99e225ba3', 'status': 'completed', 'code': 200} Aug 04 16:57:46.991350 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-ca4596cd-c9f4-44c1-8521-8066406068be service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731305 Aug 04 16:57:46.996776 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e7fc1675-65eb-4725-b632-b254826a5957 req-97154faa-8ad1-4378-bf0a-c15bec10b6c5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:46.997110 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e7fc1675-65eb-4725-b632-b254826a5957 req-97154faa-8ad1-4378-bf0a-c15bec10b6c5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:47.007648 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79e23e31-9ab6-46ec-b97b-d1468805d360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:47.029633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e7fc1675-65eb-4725-b632-b254826a5957 req-97154faa-8ad1-4378-bf0a-c15bec10b6c5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Calling delete_port for d127a878-b96e-461d-b62c-20e3f655ec6e owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:47.106790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd8aa5ba-0420-4c75-ba90-05ce82e64e28 req-5fe0dc34-df69-41b0-9150-616aa141f1eb service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067179 Aug 04 16:57:47.140777 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e08565da-912b-4a28-ac59-ba5049296873 req-e3271da0-2fb2-43eb-993d-909778355fd8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777817 Aug 04 16:57:47.157038 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1eb8acdb-39eb-4c1c-9c3f-a080eba49448 req-5b1ddc02-5c0b-49a4-b3fd-68d0696eedea service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585374 Aug 04 16:57:47.163208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-c065b44f-7147-412d-b60f-8ad5872f504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:47.164707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-c065b44f-7147-412d-b60f-8ad5872f504e service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2900927 Aug 04 16:57:47.187788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43876) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:47.238852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f2394-671b-4c22-a573-57833c956005 req-945132c0-31c8-4f51-8926-d873f0c2af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:47.240337 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8d9f2394-671b-4c22-a573-57833c956005 req-945132c0-31c8-4f51-8926-d873f0c2af8d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 1094 time: 0.0502508 Aug 04 16:57:47.255029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-4e1383f8-ef73-4377-b758-ffd1fbe80669 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 217 time: 0.0787117 Aug 04 16:57:47.267619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f3eac-c01e-4684-9748-32b79fbb3ffc req-4df3acaf-3e23-40d3-b3a5-16f9f30e0edd tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:47.269145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a56f3eac-c01e-4684-9748-32b79fbb3ffc req-4df3acaf-3e23-40d3-b3a5-16f9f30e0edd tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 947 time: 0.2348685 Aug 04 16:57:47.309108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1735469914-network', 'tenant_id': '3b7797944ac04776bf47a7d0d4dc141a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:47.354979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f2394-671b-4c22-a573-57833c956005 req-2dfe243a-55cd-4c55-9095-abc097a90ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:47.356442 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8d9f2394-671b-4c22-a573-57833c956005 req-2dfe243a-55cd-4c55-9095-abc097a90ebe service neutron] 10.222.0.82 "GET /v2.0/networks?id=fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 200 len: 907 time: 0.0988059 Aug 04 16:57:47.417177 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8d9f2394-671b-4c22-a573-57833c956005 req-3fcc4c41-2655-4695-a0d2-e60c83408445 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3 HTTP/1.1" status: 200 len: 217 time: 0.0412610 Aug 04 16:57:47.419122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-4bf23955-ee0f-44e7-ad2b-cca5f50d23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:47.420589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-4bf23955-ee0f-44e7-ad2b-cca5f50d23ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1312594 Aug 04 16:57:47.430242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a56f3eac-c01e-4684-9748-32b79fbb3ffc req-c6971fa7-4056-44ad-9447-275a7330292f tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419394 Aug 04 16:57:47.432496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08565da-912b-4a28-ac59-ba5049296873 req-03876794-0de1-42e2-b3cc-c9e21c21ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:47.434167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e08565da-912b-4a28-ac59-ba5049296873 req-03876794-0de1-42e2-b3cc-c9e21c21ae2f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aa13da1d5c6a4066bd20d5509c126970&device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 1097 time: 0.1967895 Aug 04 16:57:47.466615 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79e23e31-9ab6-46ec-b97b-d1468805d360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:47.494708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Made reservation on behalf of 3b7797944ac04776bf47a7d0d4dc141a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:47.497625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:47.508915 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c9bdd4-f78a-43cb-9ad8-009a8512c528 x-openstack-request-id: req-21c9bdd4-f78a-43cb-9ad8-009a8512c528 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:47.509436 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf126fe-f6ae-4487-bbfa-d8593a13ef44", "name": "network-vif-plugged", "status": "completed", "tag": "84c40d78-4d58-4258-8de9-ef2a04343f54", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:47.509730 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21c9bdd4-f78a-43cb-9ad8-009a8512c528 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:47.510384 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf126fe-f6ae-4487-bbfa-d8593a13ef44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c40d78-4d58-4258-8de9-ef2a04343f54', 'code': 200} Aug 04 16:57:47.512323 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:47.513495 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79e23e31-9ab6-46ec-b97b-d1468805d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:47.522189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f2394-671b-4c22-a573-57833c956005 req-26805b65-8744-4bd6-b7dd-3b8bc998d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:47.524217 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8d9f2394-671b-4c22-a573-57833c956005 req-26805b65-8744-4bd6-b7dd-3b8bc998d886 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c270d6ca-fadf-4471-9dc6-9a45b83c8c5c HTTP/1.1" status: 200 len: 845 time: 0.0895443 Aug 04 16:57:47.578651 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8d9f2394-671b-4c22-a573-57833c956005 req-d29461de-d318-4538-859e-47f7b0c08866 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fed77e85-9786-438f-9c12-d588fc5ecbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363181 Aug 04 16:57:47.621518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e7fc1675-65eb-4725-b632-b254826a5957 req-97154faa-8ad1-4378-bf0a-c15bec10b6c5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:47.626613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e23e31-9ab6-46ec-b97b-d1468805d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd74e6bb-5e88-4677-b14a-ac6421dc5f5f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:47.630910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-79e23e31-9ab6-46ec-b97b-d1468805d360 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15d4d7ff6d764d8ba8cee89446e20c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9490209 Aug 04 16:57:47.659558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43882) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:47.699261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97154faa-8ad1-4378-bf0a-c15bec10b6c5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event deleted for resources: {'Port': ['ID=d127a878-b96e-461d-b62c-20e3f655ec6e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:47.712876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-24ac66d3-3bac-49b2-9697-ae56511ffdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:47.715178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-24ac66d3-3bac-49b2-9697-ae56511ffdaa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2797956 Aug 04 16:57:47.845996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08565da-912b-4a28-ac59-ba5049296873 req-ca996b24-5561-4280-b8c5-2e61c337fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:47.845996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e08565da-912b-4a28-ac59-ba5049296873 req-ca996b24-5561-4280-b8c5-2e61c337fc7b service neutron] 10.222.0.82 "GET /v2.0/networks?id=633d2bc7-ef89-45f0-a1cf-f039e0fd881e HTTP/1.1" status: 200 len: 916 time: 0.3752346 Aug 04 16:57:47.910332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a980a12-7328-4e8a-a578-93dd3674a97b req-189d9822-d39b-4602-bfd4-3b2af8174723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:47.911907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a980a12-7328-4e8a-a578-93dd3674a97b req-189d9822-d39b-4602-bfd4-3b2af8174723 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 1097 time: 0.3095803 Aug 04 16:57:47.988169 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c21691-c0bf-4c33-8538-18c4c4408945 x-openstack-request-id: req-a8c21691-c0bf-4c33-8538-18c4c4408945 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:47.988423 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11cac24-98d2-4f3a-bf8e-92b7d65c25dd", "tag": "8fd4d246-6007-4921-b224-e5481dfb6fa9", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:47.988584 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8c21691-c0bf-4c33-8538-18c4c4408945 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:47.988978 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11cac24-98d2-4f3a-bf8e-92b7d65c25dd', 'tag': '8fd4d246-6007-4921-b224-e5481dfb6fa9', 'status': 'completed', 'code': 200} Aug 04 16:57:48.017851 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e7fc1675-65eb-4725-b632-b254826a5957 req-97154faa-8ad1-4378-bf0a-c15bec10b6c5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.020416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e7fc1675-65eb-4725-b632-b254826a5957 req-97154faa-8ad1-4378-bf0a-c15bec10b6c5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.021601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7fc1675-65eb-4725-b632-b254826a5957 req-97154faa-8ad1-4378-bf0a-c15bec10b6c5 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "DELETE /v2.0/floatingips/dc475d81-80f2-4ebd-98ca-2a821d725523 HTTP/1.1" status: 204 len: 173 time: 2.1247754 Aug 04 16:57:48.041178 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f7d5-7e35-404a-b319-c23ea2c74cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.053514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e08565da-912b-4a28-ac59-ba5049296873 req-22b7bec8-f10c-4ddc-bc68-77bf2eb5c7c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe2c181-423e-4962-a510-2ee1c7da41a1 HTTP/1.1" status: 200 len: 1002 time: 0.1724725 Aug 04 16:57:48.061706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c88eba-bb79-4fd3-a0a6-d141a12affba req-cb175e7d-4790-4fff-ac36-a51393042643 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.063265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24c88eba-bb79-4fd3-a0a6-d141a12affba req-cb175e7d-4790-4fff-ac36-a51393042643 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.3026993 Aug 04 16:57:48.089098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-beb1db4c-cbf7-4929-b49d-4e1154ff26bf service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605134 Aug 04 16:57:48.130156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a980a12-7328-4e8a-a578-93dd3674a97b req-6e0031d4-b53e-47f0-9d27-55b32630edd1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727335 Aug 04 16:57:48.165974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-29611b05-76e7-4ef3-aa3c-a7b63ab59fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.167555 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-29611b05-76e7-4ef3-aa3c-a7b63ab59fbb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 1098 time: 0.1779184 Aug 04 16:57:48.175171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-b3156060-ac12-4599-8e41-9b982bf89108 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.176666 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-b3156060-ac12-4599-8e41-9b982bf89108 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567&tenant_id=fa45efccca1840b4b961a5862a9ab168&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 950 time: 0.1903996 Aug 04 16:57:48.183637 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f7d5-7e35-404a-b319-c23ea2c74cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.188568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8d9f2394-671b-4c22-a573-57833c956005 req-1204dae0-b90f-448a-87eb-b11bfd42c98d service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963376 Aug 04 16:57:48.262866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08565da-912b-4a28-ac59-ba5049296873 req-946654c5-7442-479b-8bd4-803665b810c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.264291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e08565da-912b-4a28-ac59-ba5049296873 req-946654c5-7442-479b-8bd4-803665b810c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11304b86-4a19-48e6-a9a8-6abf02e7df42 HTTP/1.1" status: 200 len: 853 time: 0.1968861 Aug 04 16:57:48.282016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24c88eba-bb79-4fd3-a0a6-d141a12affba req-5eb2dcbb-f9b1-4ace-884a-3472c660d525 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960504 Aug 04 16:57:48.329166 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.343901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e73a18-2357-47b4-a142-4901ff40fdd9 req-93d06935-6121-4d04-9532-cd77023d82b4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.344925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9e73a18-2357-47b4-a142-4901ff40fdd9 req-93d06935-6121-4d04-9532-cd77023d82b4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.2604544 Aug 04 16:57:48.352046 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.396119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e86ef21c-1130-4bd5-bf8a-6ff77c23fa49 req-005f3e25-57a5-4b7f-b8a9-4e137eb367eb service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853470 Aug 04 16:57:48.422619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08565da-912b-4a28-ac59-ba5049296873 req-10f2c55c-2d65-4e04-b15d-937ce9265c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.424533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e08565da-912b-4a28-ac59-ba5049296873 req-10f2c55c-2d65-4e04-b15d-937ce9265c19 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=633d2bc7-ef89-45f0-a1cf-f039e0fd881e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290324 Aug 04 16:57:48.427438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f7d5-7e35-404a-b319-c23ea2c74cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.430046 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f7d5-7e35-404a-b319-c23ea2c74cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.431216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a6c4f7d5-7e35-404a-b319-c23ea2c74cc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd74e6bb-5e88-4677-b14a-ac6421dc5f5f HTTP/1.1" status: 204 len: 168 time: 0.7495296 Aug 04 16:57:48.443214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:57:48.445079 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62812e2f-d361-451a-b2e6-f9784a400987,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:48.468217 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-41aed453-8629-41ba-97b9-c7250d9e1e73 service neutron] delete failed (client error): The resource could not be found. Aug 04 16:57:48.469775 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-41aed453-8629-41ba-97b9-c7250d9e1e73 service neutron] 10.222.0.82 "DELETE /v2.0/ports/8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.2624621 Aug 04 16:57:48.480970 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.481330 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Added segment c36c04f7-e18b-4df2-8a91-ca5c93428a2f of type vlan for network e1f15687-4c80-4aeb-b504-0b14d32b9ef4 Aug 04 16:57:48.483875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-302284ae-e4cf-4265-ad33-48e85347026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.485336 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-302284ae-e4cf-4265-ad33-48e85347026e service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3077910 Aug 04 16:57:48.487095 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8d9f2394-671b-4c22-a573-57833c956005 req-63da6cb9-ebbe-443e-9146-730e75835150 service neutron] 10.222.0.82 "GET /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858589 Aug 04 16:57:48.494560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4f7d5-7e35-404a-b319-c23ea2c74cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd74e6bb-5e88-4677-b14a-ac6421dc5f5f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:48.502474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9e73a18-2357-47b4-a142-4901ff40fdd9 req-f3922471-f096-40b3-8e66-1e9bb17c356b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455076 Aug 04 16:57:48.529936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb932a-9003-4296-9a48-ca731eb9e16b req-76483ba4-2690-47af-b580-e946e25479ca tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.537302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3fb932a-9003-4296-9a48-ca731eb9e16b req-76483ba4-2690-47af-b580-e946e25479ca tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 943 time: 0.1683369 Aug 04 16:57:48.565165 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-a728f3ad-5730-44cd-8a90-1a02095a3be5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8fd4d246-6007-4921-b224-e5481dfb6fa9 HTTP/1.1" status: 200 len: 217 time: 0.0706284 Aug 04 16:57:48.633876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.701365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-5000f8a3-5c87-4f46-b84e-394f1bae8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.703358 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-5000f8a3-5c87-4f46-b84e-394f1bae8e74 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1225364 Aug 04 16:57:48.710727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-2954ac85-923d-4d4e-8306-417bbf85471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.712314 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-2954ac85-923d-4d4e-8306-417bbf85471b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1101 time: 0.0900612 Aug 04 16:57:48.724349 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.725807 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.726473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:48.908306 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7158482 Aug 04 16:57:48.910430 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43904) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:48.920053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Request body: {'subnet': {'network_id': 'e1f15687-4c80-4aeb-b504-0b14d32b9ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1735469914-subnet', 'tenant_id': '3b7797944ac04776bf47a7d0d4dc141a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:48.938526 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493bfd7-ea3b-4f43-91f7-a433e802d727 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f15687-4c80-4aeb-b504-0b14d32b9ef4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:48.947223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-2ccfb363-ffb3-4222-b703-b1efc6da57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:48.948807 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-2ccfb363-ffb3-4222-b703-b1efc6da57db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2180159 Aug 04 16:57:48.959364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network e1f15687-4c80-4aeb-b504-0b14d32b9ef4 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:57:48.997353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-2d0c265d-24eb-4c37-a199-09be48ab6593 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips/549c19c4-b034-406c-8109-81c9cf47a750 HTTP/1.1" status: 200 len: 692 time: 0.0760090 Aug 04 16:57:49.002598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e08565da-912b-4a28-ac59-ba5049296873 req-e815c6f0-7295-4c0a-9248-f74e4560e6bb service neutron] 10.222.0.82 "GET /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594389 Aug 04 16:57:49.013357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3fb932a-9003-4296-9a48-ca731eb9e16b req-55bb1117-317b-4a01-af51-26ce368b6492 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750571 Aug 04 16:57:49.029070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Made reservation on behalf of 3b7797944ac04776bf47a7d0d4dc141a for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:49.031620 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:49.148115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-ffdfef4b-79d7-4075-8f4a-4fef4d63b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:49.149593 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-ffdfef4b-79d7-4075-8f4a-4fef4d63b183 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.4175775 Aug 04 16:57:49.222253 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-0d48f63f-8585-4629-8f40-cb830ef7e57b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 217 time: 0.0631757 Aug 04 16:57:49.249301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-54c3a175-93d2-4a8f-8bdf-0932f5fcc0a0 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:49.256714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-54c3a175-93d2-4a8f-8bdf-0932f5fcc0a0 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.2400608 Aug 04 16:57:49.281636 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-a3f3ff83-5126-47f2-a273-dcf06d2512d4 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095884 Aug 04 16:57:49.329207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda52f1-d421-409a-9846-9134a19047a6 req-f8a211dc-86e1-45cc-a685-78ab9f68b0d8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:49.330740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8fda52f1-d421-409a-9846-9134a19047a6 req-f8a211dc-86e1-45cc-a685-78ab9f68b0d8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 947 time: 0.2104688 Aug 04 16:57:49.339812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-8c8c2427-27b6-4a1c-a04d-c1880ee87a6f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0820282 Aug 04 16:57:49.370695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-9e2207da-2f5d-454e-8f08-5732393104e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:49.372210 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-9e2207da-2f5d-454e-8f08-5732393104e3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1338053 Aug 04 16:57:49.388968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8fd4d246-6007-4921-b224-e5481dfb6fa9 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:57:49.402299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 97f3b9a9-280b-4525-99c0-68e99e225ba3 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:57:49.421181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e08565da-912b-4a28-ac59-ba5049296873 req-be05a101-22ee-4d0e-9ac4-7f41639f17c8 service neutron] 10.222.0.82 "GET /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824880 Aug 04 16:57:49.471232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-548ec083-b615-4604-826a-af1ffcf556c7 tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.1097810 Aug 04 16:57:49.498183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8fda52f1-d421-409a-9846-9134a19047a6 req-20582bbd-0fff-4a91-8419-72822f0fdb1c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496272 Aug 04 16:57:49.524647 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8fd4d246-6007-4921-b224-e5481dfb6fa9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8fd4d246-6007-4921-b224-e5481dfb6fa9,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:49.529552 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f7347e0f-f4b4-4345-9f01-e675db4c34c2 req-a9d54272-9ac1-4875-b126-d6dabe9d78ff service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358336 Aug 04 16:57:49.533622 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:49.539795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-e75180d4-41c4-433a-bf7f-cd5c29da6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:49.541584 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-e75180d4-41c4-433a-bf7f-cd5c29da6e84 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603410 Aug 04 16:57:49.543166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:49.547396 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d967a8b1-1133-4e89-94d9-f4e37829caff" -d '{"events": [{"server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "name": "network-vif-plugged", "status": "completed", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:49.552867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '8fd4d246-6007-4921-b224-e5481dfb6fa9', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '8fd4d246-6007-4921-b224-e5481dfb6fa9', 'mac_address': 'fa:16:3e:68:3e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:57:49.567529 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 16:57:49.650421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d616bcb7-8689-48f8-81eb-90a5c99014e4,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:49.656091 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:49.674374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd4d246-6007-4921-b224-e5481dfb6fa9 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:49.684882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Checking segment: {'id': 'c36c04f7-e18b-4df2-8a91-ca5c93428a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e1f15687-4c80-4aeb-b504-0b14d32b9ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:49.685241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Network hostable DHCP agents. Network: e1f15687-4c80-4aeb-b504-0b14d32b9ef4, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:57:49.706531 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-db94c59f-a5d2-4893-91ea-f997ce4531a4 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365964 Aug 04 16:57:49.718190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8fd4d246-6007-4921-b224-e5481dfb6fa9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8fd4d246-6007-4921-b224-e5481dfb6fa9,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:49.732655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 97f3b9a9-280b-4525-99c0-68e99e225ba3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:49.738178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Network e1f15687-4c80-4aeb-b504-0b14d32b9ef4 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:57:49.740714 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:49.745289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af6998-ba09-4a35-81d7-d0ed0eda6146 req-16ff0367-e12a-454a-8297-8464b1203b97 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:49.753316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19af6998-ba09-4a35-81d7-d0ed0eda6146 req-16ff0367-e12a-454a-8297-8464b1203b97 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1676955 Aug 04 16:57:49.795965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '97f3b9a9-280b-4525-99c0-68e99e225ba3', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'port_id': '97f3b9a9-280b-4525-99c0-68e99e225ba3', 'mac_address': 'fa:16:3e:19:02:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c270d6ca-fadf-4471-9dc6-9a45b83c8c5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:57:49.815033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8fd4d246-6007-4921-b224-e5481dfb6fa9,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:49.820687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19af6998-ba09-4a35-81d7-d0ed0eda6146 req-f26b418f-e8b7-427e-aaa9-8c964dd0c3b6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646799 Aug 04 16:57:49.829133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-7a732a3a-35e4-496a-8572-e832805fd44f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Deleting port 5ceb23c2-28ed-48d1-91fc-45969eaa0fff {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:49.831047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-7a732a3a-35e4-496a-8572-e832805fd44f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:49.837043 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3306ba4f-3883-4c8c-91d1-336c2c7f3620 req-cb96dab7-847f-494f-bbac-75bafc1e6329 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207891 Aug 04 16:57:49.837621 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, e1f15687-4c80-4aeb-b504-0b14d32b9ef4) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:49.842529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:49.843281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:49.851525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8973396-63f8-463e-803a-4e135ccdd92b None None] Network e1f15687-4c80-4aeb-b504-0b14d32b9ef4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:57:49.884230 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c5e1a628-ad11-4657-bf6a-e85d1185229e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9705367 Aug 04 16:57:50.002492 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-7a732a3a-35e4-496a-8572-e832805fd44f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:50.002972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-7a732a3a-35e4-496a-8572-e832805fd44f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:50.029192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-7a732a3a-35e4-496a-8572-e832805fd44f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Calling delete_port for 5ceb23c2-28ed-48d1-91fc-45969eaa0fff owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:50.082471 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38650855-506f-4f9b-aa12-3945ccdc3bc2 x-openstack-request-id: req-38650855-506f-4f9b-aa12-3945ccdc3bc2 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:50.083347 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "name": "network-vif-plugged", "status": "completed", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:50.083347 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38650855-506f-4f9b-aa12-3945ccdc3bc2 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:50.083661 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'code': 200} Aug 04 16:57:50.110618 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:50.126470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f3b9a9-280b-4525-99c0-68e99e225ba3 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:50.131710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b33ea-cd1b-4146-a6b1-d6232d32b1e9 req-19125ce1-a418-4ae1-b49b-8c55f18a7fc2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:50.133519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d56b33ea-cd1b-4146-a6b1-d6232d32b1e9 req-19125ce1-a418-4ae1-b49b-8c55f18a7fc2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.1213448 Aug 04 16:57:50.167161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 97f3b9a9-280b-4525-99c0-68e99e225ba3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:50.168772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8fd4d246-6007-4921-b224-e5481dfb6fa9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:50.198977 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d56b33ea-cd1b-4146-a6b1-d6232d32b1e9 req-cfc20532-3a1e-46bd-a44c-a70c27ffd550 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534906 Aug 04 16:57:50.205401 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:50.272392 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-7a732a3a-35e4-496a-8572-e832805fd44f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:50.304102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a732a3a-35e4-496a-8572-e832805fd44f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Pushing event deleted for resources: {'Port': ['ID=5ceb23c2-28ed-48d1-91fc-45969eaa0fff,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:50.312229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=97f3b9a9-280b-4525-99c0-68e99e225ba3,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:50.335129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc3ff3-c36c-4545-8ea7-7c699a323ef7 None None] Network e1f15687-4c80-4aeb-b504-0b14d32b9ef4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:57:50.375769 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-7a732a3a-35e4-496a-8572-e832805fd44f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:50.379656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-7a732a3a-35e4-496a-8572-e832805fd44f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:50.381019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99f79e70-6e5a-4706-9cf1-db032819d03e req-7a732a3a-35e4-496a-8572-e832805fd44f tempest-FloatingIPDetailsTestJSON-1468721239 tempest-FloatingIPDetailsTestJSON-1468721239-project] 10.222.0.39 "DELETE /v2.0/floatingips/549c19c4-b034-406c-8109-81c9cf47a750 HTTP/1.1" status: 204 len: 173 time: 0.8794177 Aug 04 16:57:50.387317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43956) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:50.577739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce251e2b-7e5d-43ef-928e-daeabe203c5f req-54ee07a5-8982-47ae-8829-5024a5435624 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:50.579396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce251e2b-7e5d-43ef-928e-daeabe203c5f req-54ee07a5-8982-47ae-8829-5024a5435624 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 944 time: 0.0710733 Aug 04 16:57:50.643966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce251e2b-7e5d-43ef-928e-daeabe203c5f req-33a79b7f-e0db-4c94-8647-197930ba8b5c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575538 Aug 04 16:57:50.657213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['97f3b9a9-280b-4525-99c0-68e99e225ba3'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:50.850308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52349f-cef3-46f0-a4ac-b55dd02f7d55 req-54eb14f4-1362-49eb-952c-38d22d654498 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:50.852253 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db52349f-cef3-46f0-a4ac-b55dd02f7d55 req-54eb14f4-1362-49eb-952c-38d22d654498 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 948 time: 0.1361399 Aug 04 16:57:50.917745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db52349f-cef3-46f0-a4ac-b55dd02f7d55 req-a564dc1f-67ff-4e91-9d4e-b75dcbb5f8f7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583010 Aug 04 16:57:51.036161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:51.081833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a3ecb-ffd9-48b8-8f82-78e096351aa6 req-924bfc72-2b92-4720-bd4a-b6ee46470ea4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:51.083378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c8a3ecb-ffd9-48b8-8f82-78e096351aa6 req-924bfc72-2b92-4720-bd4a-b6ee46470ea4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.0850379 Aug 04 16:57:51.092119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-478d9a5a-a6f6-4aa1-8b35-66a0e881500b tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:51.093606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-478d9a5a-a6f6-4aa1-8b35-66a0e881500b tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/networks?id=e1f15687-4c80-4aeb-b504-0b14d32b9ef4 HTTP/1.1" status: 200 len: 814 time: 0.1753938 Aug 04 16:57:51.126623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-e3c893bb-3118-4fde-bebf-ddb374185908 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/quotas/3b7797944ac04776bf47a7d0d4dc141a HTTP/1.1" status: 200 len: 375 time: 0.0173826 Aug 04 16:57:51.185117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c8a3ecb-ffd9-48b8-8f82-78e096351aa6 req-14686664-8d4a-4758-a87c-205b5535ad6b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901268 Aug 04 16:57:51.199704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-fb4ef049-5d09-4bc7-b69c-3e7eb248cec7 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b7797944ac04776bf47a7d0d4dc141a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628951 Aug 04 16:57:51.348687 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] Deleting port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:51.349174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:51.357713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-cf778aae-2321-495b-a2b3-b6cd0f01583a service neutron] 10.222.0.39 "GET /v2.0/networks/e1f15687-4c80-4aeb-b504-0b14d32b9ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552320 Aug 04 16:57:51.372584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736e348-8ab7-4b5c-9751-1c038ffbac91 req-e7ec9c19-8bee-45c2-81bc-f9ce9704cca8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:51.374103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f736e348-8ab7-4b5c-9751-1c038ffbac91 req-e7ec9c19-8bee-45c2-81bc-f9ce9704cca8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.0757022 Aug 04 16:57:51.405435 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8fd4d246-6007-4921-b224-e5481dfb6fa9 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:51.460677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f736e348-8ab7-4b5c-9751-1c038ffbac91 req-3efa7259-50a8-45d3-ac68-eb71ff26f974 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780320 Aug 04 16:57:51.464906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] For port 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6,segment=NetworkSegment(5a22a798-50e6-4c48-91eb-9cf6aebbe19e),segment_id=5a22a798-50e6-4c48-91eb-9cf6aebbe19e)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:51.465290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:51.491901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 8fd4d246-6007-4921-b224-e5481dfb6fa9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:51.496822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-aa0a75f5-4214-439a-ac34-b53676fe3b21 service neutron] 10.222.0.39 "GET /v2.0/networks/e1f15687-4c80-4aeb-b504-0b14d32b9ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217277 Aug 04 16:57:51.500023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 8fd4d246-6007-4921-b224-e5481dfb6fa9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:51.500023 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:51.501536 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] Calling delete_port for 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:51.643921 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:51.695718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8fd4d246-6007-4921-b224-e5481dfb6fa9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8fd4d246-6007-4921-b224-e5481dfb6fa9,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:51.703779 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:51.766408 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:51.776891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b16b12-1806-4833-b92a-39ca0129516b req-65a58796-a3ba-4101-b9ff-9c0fb7832580 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 210 time: 0.0387704 Aug 04 16:57:51.778993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463daaa-c1a5-48a7-9fd2-23bff94a0236 req-b05530c4-3867-403f-8d76-1786e205ba82 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:51.786127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5463daaa-c1a5-48a7-9fd2-23bff94a0236 req-b05530c4-3867-403f-8d76-1786e205ba82 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1101 time: 0.1468580 Aug 04 16:57:51.790448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8fd4d246-6007-4921-b224-e5481dfb6fa9,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:51.828969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:51.850070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5463daaa-c1a5-48a7-9fd2-23bff94a0236 req-28d2a111-7ebc-4fb7-afe4-c92859b795b9 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630648 Aug 04 16:57:52.017019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aed216-171b-4634-b256-9b4cf63c68f2 req-f3a8cce1-041b-4453-af6f-a7fb85406f53 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:52.018826 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52aed216-171b-4634-b256-9b4cf63c68f2 req-f3a8cce1-041b-4453-af6f-a7fb85406f53 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 944 time: 0.1422188 Aug 04 16:57:52.084225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11cac24-98d2-4f3a-bf8e-92b7d65c25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd4d246-6007-4921-b224-e5481dfb6fa9'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:52.086751 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108cf2fc-a4ba-45a6-aba2-9a5087c67260" -d '{"events": [{"server_uuid": "d11cac24-98d2-4f3a-bf8e-92b7d65c25dd", "name": "network-vif-plugged", "status": "completed", "tag": "8fd4d246-6007-4921-b224-e5481dfb6fa9"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:52.185854 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52aed216-171b-4634-b256-9b4cf63c68f2 req-bc4e5cc1-04ff-4d2c-8c76-e72283c9e327 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537051 Aug 04 16:57:52.202755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d137-174c-4902-85b6-e2ac4fc363b6 req-98e207c7-4409-4fcf-9ce9-ccb1279cbdbc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:52.205507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c186d137-174c-4902-85b6-e2ac4fc363b6 req-98e207c7-4409-4fcf-9ce9-ccb1279cbdbc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 949 time: 0.1404433 Aug 04 16:57:52.231829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:52.266469 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5273fc3d-37ad-470b-9cb8-37306696c150 x-openstack-request-id: req-5273fc3d-37ad-470b-9cb8-37306696c150 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:52.267098 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11cac24-98d2-4f3a-bf8e-92b7d65c25dd", "name": "network-vif-plugged", "status": "completed", "tag": "8fd4d246-6007-4921-b224-e5481dfb6fa9", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:52.271459 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5273fc3d-37ad-470b-9cb8-37306696c150 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:52.271995 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11cac24-98d2-4f3a-bf8e-92b7d65c25dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd4d246-6007-4921-b224-e5481dfb6fa9', 'code': 200} Aug 04 16:57:52.278785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c186d137-174c-4902-85b6-e2ac4fc363b6 req-4964ad3a-d991-49e1-8143-a9e9aae2f1b7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663018 Aug 04 16:57:52.412173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e1ad2df-5f30-44b7-9e9c-bc62b5a8bf40 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fa45efccca1840b4b961a5862a9ab168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325139 Aug 04 16:57:52.552542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183f99e-f8e4-47a9-a5e4-72aa1b497fb7 req-7a374b72-1c45-47a6-9c39-ed1e22808215 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:52.554457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c183f99e-f8e4-47a9-a5e4-72aa1b497fb7 req-7a374b72-1c45-47a6-9c39-ed1e22808215 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1264522 Aug 04 16:57:52.649008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-36e08973-06f0-41cc-bd77-6621e1cf483b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:52.651564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-36e08973-06f0-41cc-bd77-6621e1cf483b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379556 Aug 04 16:57:52.654354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434541b-0ec3-4d71-9f2e-4a8e3453a1f3 req-ac2dbdb3-52ac-4579-b3f5-fb8c260e1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:52.656508 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d434541b-0ec3-4d71-9f2e-4a8e3453a1f3 req-ac2dbdb3-52ac-4579-b3f5-fb8c260e1378 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 1100 time: 0.1489735 Aug 04 16:57:52.661612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c183f99e-f8e4-47a9-a5e4-72aa1b497fb7 req-3ee21ccd-472a-426a-8c77-152920b1356f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943494 Aug 04 16:57:52.678154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-3002c751-4b07-4bbe-b8e4-c1254affbd83 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/quotas/fa45efccca1840b4b961a5862a9ab168 HTTP/1.1" status: 200 len: 375 time: 0.0153234 Aug 04 16:57:52.746179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-5132435f-8902-4b82-8f3a-d4da226d5410 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540521 Aug 04 16:57:52.753679 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d434541b-0ec3-4d71-9f2e-4a8e3453a1f3 req-27e94553-568f-434a-9528-24331b5c46dc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677974 Aug 04 16:57:52.756130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] Router fbbf2e0c-a267-472d-9a70-285fcd9dba14 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:57:52.925475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:57:52.928496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3079549-84c0-4bfb-94cb-b123483b0303 req-01b64e86-b8fe-4a7f-8d03-4408148c2c5c tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 210 time: 0.0333667 Aug 04 16:57:52.942468 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d3d3b45-dc99-4afb-bbd0-d29645093786 admin admin] 10.222.0.39 "PUT /v2.0/routers/fbbf2e0c-a267-472d-9a70-285fcd9dba14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5538142 Aug 04 16:57:52.946255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44122) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:52.947035 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] Sync routers for ids ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:57:52.958358 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] Routers {'fbbf2e0c-a267-472d-9a70-285fcd9dba14'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:57:52.959123 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:57:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:52.979731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-625e7b1b-2426-46f8-bcb9-3f630003fe9b req-bdc1f06f-4773-4037-b82a-d88f417da503 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 210 time: 0.0482230 Aug 04 16:57:53.088179 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:53.142131 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] Set router fbbf2e0c-a267-472d-9a70-285fcd9dba14 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:57:53.221244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:53.388683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d2320-11f1-47ad-9710-961754661493 req-c81ef502-b2f7-4b0d-8ad5-05fe5a3e716f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:53.402379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f59d2320-11f1-47ad-9710-961754661493 req-c81ef502-b2f7-4b0d-8ad5-05fe5a3e716f tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 944 time: 0.1241951 Aug 04 16:57:53.446838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 97f3b9a9-280b-4525-99c0-68e99e225ba3 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:57:53.576053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f59d2320-11f1-47ad-9710-961754661493 req-2176d2dc-0102-4fcf-8ae4-61cadc40ca06 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725569 Aug 04 16:57:53.629144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f68e8a-bbb6-461a-b89f-f74e3c109eab req-53c62825-235e-4c76-affd-74905ff875b6 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:53.639471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8f68e8a-bbb6-461a-b89f-f74e3c109eab req-53c62825-235e-4c76-affd-74905ff875b6 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 949 time: 0.1592295 Aug 04 16:57:53.706292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 97f3b9a9-280b-4525-99c0-68e99e225ba3 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:53.729863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 97f3b9a9-280b-4525-99c0-68e99e225ba3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:53.730670 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:53.749247 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-router', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:57:07Z', 'updated_at': '2021-08-04T16:57:51Z', 'revision_number': 5, 'project_id': '3d4026e06d1748449e04406a9492deec', 'gw_port': {'id': 'c5adf7c7-1550-4f97-9b35-2c44995c64fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:57:08Z', 'updated_at': '2021-08-04T16:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:53.802978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8f68e8a-bbb6-461a-b89f-f74e3c109eab req-3043b0cb-0ac0-4dbc-ada8-159d92156979 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608949 Aug 04 16:57:53.812082 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] Checking router: fbbf2e0c-a267-472d-9a70-285fcd9dba14 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:57:53.832113 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] Routers {'fbbf2e0c-a267-472d-9a70-285fcd9dba14'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:57:53.833974 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:57:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:53.974117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a8723-c000-4e87-bad0-2d8a10145739 req-554bac14-e143-494e-9882-1adf1c7c9347 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:53.983421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-755a8723-c000-4e87-bad0-2d8a10145739 req-554bac14-e143-494e-9882-1adf1c7c9347 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1183255 Aug 04 16:57:54.017868 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:54.031861 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] Set router fbbf2e0c-a267-472d-9a70-285fcd9dba14 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:57:54.036771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Deleting port c5adf7c7-1550-4f97-9b35-2c44995c64fb {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:54.039757 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:54.090862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-15471809-79be-41e3-8b72-d281b483e946 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:54.093625 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-15471809-79be-41e3-8b72-d281b483e946 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.90 "GET /v2.0/networks?id=e1f15687-4c80-4aeb-b504-0b14d32b9ef4 HTTP/1.1" status: 200 len: 814 time: 0.8851469 Aug 04 16:57:54.098035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-755a8723-c000-4e87-bad0-2d8a10145739 req-9ecc2ae8-b607-4fc2-a0a4-70e35dc6c06b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112189 Aug 04 16:57:54.116769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 97f3b9a9-280b-4525-99c0-68e99e225ba3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:54.127906 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:54.133112 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-router', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:57:07Z', 'updated_at': '2021-08-04T16:57:53Z', 'revision_number': 6, 'project_id': '3d4026e06d1748449e04406a9492deec', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:54.189621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dea6b63e-bbcf-4802-aa82-2bc878c3f2bd req-c29bd8a7-cf53-47a5-aa8f-f573929c86ac tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 210 time: 0.0465782 Aug 04 16:57:54.227592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=97f3b9a9-280b-4525-99c0-68e99e225ba3,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:54.237531 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d7712-0c14-4a42-9203-371b400e88cb None None] The sync data for ids ['fbbf2e0c-a267-472d-9a70-285fcd9dba14'] in n-d-764435-5 is: [{'id': 'fbbf2e0c-a267-472d-9a70-285fcd9dba14', 'name': 'tempest-FloatingIPDetailsTestJSON-1180582033-router', 'tenant_id': '3d4026e06d1748449e04406a9492deec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:57:07Z', 'updated_at': '2021-08-04T16:57:53Z', 'revision_number': 6, 'project_id': '3d4026e06d1748449e04406a9492deec', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:57:54.238367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Request body: {'port': {'device_id': '7d4da169-3de6-4731-b87c-1a8c2f9863a0', 'network_id': 'e1f15687-4c80-4aeb-b504-0b14d32b9ef4', 'admin_state_up': True, 'tenant_id': '3b7797944ac04776bf47a7d0d4dc141a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:54.259294 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0c9ace2-b857-4b07-8614-dbc521ba6590 req-7bfa9ed6-c398-4882-ab44-1660ae4a288d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 210 time: 0.0517840 Aug 04 16:57:54.273686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1217a879-9a72-4574-b834-76d00c390aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f3b9a9-280b-4525-99c0-68e99e225ba3'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:54.276823 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f48749f-4dbe-4087-ab03-41065a7fd003" -d '{"events": [{"server_uuid": "1217a879-9a72-4574-b834-76d00c390aa1", "name": "network-vif-plugged", "status": "completed", "tag": "97f3b9a9-280b-4525-99c0-68e99e225ba3"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:54.341805 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f81a3b7-711b-4296-98f1-8695b317501f x-openstack-request-id: req-9f81a3b7-711b-4296-98f1-8695b317501f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:54.342089 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1217a879-9a72-4574-b834-76d00c390aa1", "name": "network-vif-plugged", "status": "completed", "tag": "97f3b9a9-280b-4525-99c0-68e99e225ba3", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:54.342504 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f81a3b7-711b-4296-98f1-8695b317501f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:54.343108 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1217a879-9a72-4574-b834-76d00c390aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f3b9a9-280b-4525-99c0-68e99e225ba3', 'code': 200} Aug 04 16:57:54.392447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] For port c5adf7c7-1550-4f97-9b35-2c44995c64fb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c5adf7c7-1550-4f97-9b35-2c44995c64fb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:54.392817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:54.414086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Calling delete_port for c5adf7c7-1550-4f97-9b35-2c44995c64fb owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:54.488098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-819d9bb2-ec9e-443e-967d-a5304e3fbc79 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=fa45efccca1840b4b961a5862a9ab168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338089 Aug 04 16:57:54.511468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Made reservation on behalf of 3b7797944ac04776bf47a7d0d4dc141a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:54.515088 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:54.546070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845669-6266-4df2-b5b4-5c93dda1db8f req-3c3c21ec-730a-40e7-a5d0-06f04ef18bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:54.548415 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8e845669-6266-4df2-b5b4-5c93dda1db8f req-3c3c21ec-730a-40e7-a5d0-06f04ef18bce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 1096 time: 0.1314836 Aug 04 16:57:54.700641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-05cc931f-4e7b-48e6-821b-1faa89719a80 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:54.702275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-05cc931f-4e7b-48e6-821b-1faa89719a80 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057352 Aug 04 16:57:54.746182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Request body: {'port': {'device_id': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'fa45efccca1840b4b961a5862a9ab168'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:54.763429 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8e845669-6266-4df2-b5b4-5c93dda1db8f req-b53a5e1a-ec7e-44df-8835-e0fbbf92e22d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949255 Aug 04 16:57:54.836919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be659370-8d47-4885-b54b-7d5e4c20216b req-66ba47a2-88ea-46b6-8b56-3f1bbffa4fe9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:54.838534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be659370-8d47-4885-b54b-7d5e4c20216b req-66ba47a2-88ea-46b6-8b56-3f1bbffa4fe9 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 945 time: 0.1353076 Aug 04 16:57:54.868667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Allocated IP 172.20.0.8 (e1f15687-4c80-4aeb-b504-0b14d32b9ef4/d616bcb7-8689-48f8-81eb-90a5c99014e4/f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:54.881201 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:54.903456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be659370-8d47-4885-b54b-7d5e4c20216b req-62a34a04-0eb4-4f05-83fb-2f588ae37cde tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556512 Aug 04 16:57:54.913462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5adf7c7-1550-4f97-9b35-2c44995c64fb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:54.964643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Made reservation on behalf of fa45efccca1840b4b961a5862a9ab168 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:54.968346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:54.995325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595b0b1-2ffd-4dcd-ba37-bb9b934cebb9 req-8f2c955a-0531-4371-9202-868247680c68 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:55.003319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1595b0b1-2ffd-4dcd-ba37-bb9b934cebb9 req-8f2c955a-0531-4371-9202-868247680c68 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 949 time: 0.0908852 Aug 04 16:57:55.064169 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.116453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1595b0b1-2ffd-4dcd-ba37-bb9b934cebb9 req-60a1d732-adb9-495f-ac98-fef1f941b109 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077933 Aug 04 16:57:55.188178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.190347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.268105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.268847 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbbf2e0c-a267-472d-9a70-285fcd9dba14 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:57:55.275040 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.278771 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cc93beca-9f75-4635-a5e9-c5e4c7240b5f admin admin] 10.222.0.39 "DELETE /v2.0/routers/fbbf2e0c-a267-472d-9a70-285fcd9dba14 HTTP/1.1" status: 204 len: 168 time: 2.3291705 Aug 04 16:57:55.280489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44262) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:55.314223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Allocated IP 192.168.233.25 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/50810664-ac5d-4215-b5e4-7475fe74d0b7) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:57:55.337946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff9522-96a6-46ef-95ec-714004323c9c req-fcb2f315-5b9a-42b7-811e-d5fab6004467 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:55.339619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-faff9522-96a6-46ef-95ec-714004323c9c req-fcb2f315-5b9a-42b7-811e-d5fab6004467 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1197269 Aug 04 16:57:55.349809 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.364220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be04a7b-6797-402b-b6b2-7c168f5c7841 admin admin] Deleting subnet ac90de6d-eba7-4fb4-b179-2c5064c4bf7a {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:57:55.367539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be04a7b-6797-402b-b6b2-7c168f5c7841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.373099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09906f33-2566-41bc-81f0-d73fe5fcf1e3 req-9ff22db5-3993-4bc3-970c-cc5a9bcb073a tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:55.374712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09906f33-2566-41bc-81f0-d73fe5fcf1e3 req-9ff22db5-3993-4bc3-970c-cc5a9bcb073a tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 1100 time: 0.1143956 Aug 04 16:57:55.416127 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be04a7b-6797-402b-b6b2-7c168f5c7841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.476653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.486186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-faff9522-96a6-46ef-95ec-714004323c9c req-44e6558c-fe87-49db-8b18-ed8356183aa0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360075 Aug 04 16:57:55.492144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09906f33-2566-41bc-81f0-d73fe5fcf1e3 req-26a513a0-f7f9-4d94-ac7b-61c29458724d tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066449 Aug 04 16:57:55.605448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Network e1f15687-4c80-4aeb-b504-0b14d32b9ef4 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:55.615339 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be04a7b-6797-402b-b6b2-7c168f5c7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.617957 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:55.654009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:55.656929 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Pushing event updated for resources: {'Port': ['ID=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:55.725329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:55.726028 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.756681 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-628ad2fd-8c82-48b9-a96c-9c8c466975b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5256679 Aug 04 16:57:55.757770 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be04a7b-6797-402b-b6b2-7c168f5c7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.761404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe8b832a-fb74-4b8c-9b54-0b91f206ae9e req-7cd85c98-d77f-463e-a7c9-793a70fc49d9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 210 time: 0.1340754 Aug 04 16:57:55.802323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.824144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Request body: {'port': {'device_id': '7d4da169-3de6-4731-b87c-1a8c2f9863a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:55.825716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Transition to ACTIVE for port object 50810664-ac5d-4215-b5e4-7475fe74d0b7 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:55.832790 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be04a7b-6797-402b-b6b2-7c168f5c7841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac90de6d-eba7-4fb4-b179-2c5064c4bf7a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:55.854300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3970c-3ec6-4301-9317-4ae73d7a2948 req-3137e6d4-666e-4dab-a224-90b7f57006b8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:55.862258 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68c3970c-3ec6-4301-9317-4ae73d7a2948 req-3137e6d4-666e-4dab-a224-90b7f57006b8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 931 time: 0.1841669 Aug 04 16:57:55.873993 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8be04a7b-6797-402b-b6b2-7c168f5c7841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.878577 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8be04a7b-6797-402b-b6b2-7c168f5c7841 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ac90de6d-eba7-4fb4-b179-2c5064c4bf7a HTTP/1.1" status: 204 len: 168 time: 0.5970597 Aug 04 16:57:55.879474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c231c-21d0-4147-9f8d-db090bd3ebf4 None None] Network 8d15f36c-dbba-4e27-abae-4ccec0e11841 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:57:55.881151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44308) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:55.932576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-2461c9bb-c8fe-4126-8c57-3dccd43fa0c5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545177 Aug 04 16:57:55.973345 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:55.977984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68c3970c-3ec6-4301-9317-4ae73d7a2948 req-217c284b-f17d-49c2-bd57-02c12f08bc45 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137359 Aug 04 16:57:55.994923 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.041523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.055264 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:57:56.073925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:57:56.081221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:57:56.084892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:57:56.246567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] DHCP port deletion for 8d15f36c-dbba-4e27-abae-4ccec0e11841 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:57:56.324470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:57:56.335837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Deleting port 3a5b9cdb-32df-48db-b149-1bbf370bad08 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:56.336347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.366154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:57:56.366461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5ac5f2c9-9d17-4c3b-bcf8-938131ff0ea6 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:57:56.367112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c5adf7c7-1550-4f97-9b35-2c44995c64fb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:57:56.391921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa0618-3819-4fe0-8edf-78e442bbff2e req-ed87289c-c9d2-4443-b5ea-f1afcf22afb7 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:56.396141 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c5adf7c7-1550-4f97-9b35-2c44995c64fb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:57:56.396706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c5adf7c7-1550-4f97-9b35-2c44995c64fb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:57:56.404295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eaa0618-3819-4fe0-8edf-78e442bbff2e req-ed87289c-c9d2-4443-b5ea-f1afcf22afb7 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 945 time: 0.2234647 Aug 04 16:57:56.407511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Pushing event updated for resources: {'Port': ['ID=50810664-ac5d-4215-b5e4-7475fe74d0b7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:56.417450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:56.418275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.451686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-23dcd3f8-1983-401b-806f-892ceaacf39c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:56.453936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-23dcd3f8-1983-401b-806f-892ceaacf39c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5118515 Aug 04 16:57:56.483974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.484485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.485331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.486227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.486996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.487420 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.487956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.488599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.488757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Deleting port 3a5b9cdb-32df-48db-b149-1bbf370bad08 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:57:56.488878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.489011 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.489383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.490253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.490740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.496927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] For port 3a5b9cdb-32df-48db-b149-1bbf370bad08, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3a5b9cdb-32df-48db-b149-1bbf370bad08,segment=NetworkSegment(5a22a798-50e6-4c48-91eb-9cf6aebbe19e),segment_id=5a22a798-50e6-4c48-91eb-9cf6aebbe19e)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:56.497643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.512437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e53de5d7-c7a7-44b2-8ddc-0ca0bb840b27 None None] Provisioning for port 50810664-ac5d-4215-b5e4-7475fe74d0b7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:57:56.518326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-48ab96bb-c418-490f-8c52-0083d7b572f5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8029847 Aug 04 16:57:56.523116 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Calling delete_port for 3a5b9cdb-32df-48db-b149-1bbf370bad08 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:56.534196 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-d533b4ca-ad9d-4033-81e6-d50a20047b64 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/quotas/59fa6e8a83d9432698b5a461d1fd8c53 HTTP/1.1" status: 200 len: 375 time: 0.0334585 Aug 04 16:57:56.555515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Request body: {'port': {'device_id': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:56.564502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e53de5d7-c7a7-44b2-8ddc-0ca0bb840b27 None None] Provisioning complete for port 50810664-ac5d-4215-b5e4-7475fe74d0b7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:57:56.565008 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e53de5d7-c7a7-44b2-8ddc-0ca0bb840b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.576961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eaa0618-3819-4fe0-8edf-78e442bbff2e req-8307e935-4e3a-49af-8258-f6d152d9f302 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516266 Aug 04 16:57:56.611092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:56.623756 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.625820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] For port 3a5b9cdb-32df-48db-b149-1bbf370bad08, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3a5b9cdb-32df-48db-b149-1bbf370bad08,segment=NetworkSegment(5a22a798-50e6-4c48-91eb-9cf6aebbe19e),segment_id=5a22a798-50e6-4c48-91eb-9cf6aebbe19e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:56.625820 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.640000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e53de5d7-c7a7-44b2-8ddc-0ca0bb840b27 None None] Port 50810664-ac5d-4215-b5e4-7475fe74d0b7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:57:56.648456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Transition to ACTIVE for port object f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:56.655480 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.662960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Calling delete_port for 3a5b9cdb-32df-48db-b149-1bbf370bad08 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:57:56.711765 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Pushing event updated for resources: {'Port': ['ID=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:56.721410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-5b48ef41-0818-4cb6-9b7d-0d6cf8b37f4e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1860926 Aug 04 16:57:56.724144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.724536 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.724872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.725243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.725580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.726044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.726377 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.726706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.727081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.727411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.727781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.728038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.731535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.823273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.826193 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Attempting to bind port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:56.826533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Attempting to bind port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'c36c04f7-e18b-4df2-8a91-ca5c93428a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e1f15687-4c80-4aeb-b504-0b14d32b9ef4'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:56.826894 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Attempting to bind port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df on network e1f15687-4c80-4aeb-b504-0b14d32b9ef4 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:56.862492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5b9cdb-32df-48db-b149-1bbf370bad08,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:56.871682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df on network e1f15687-4c80-4aeb-b504-0b14d32b9ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:57:56.871918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Attempting to bind port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df on network e1f15687-4c80-4aeb-b504-0b14d32b9ef4 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:56.876306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] No DVR routers for this DVR port 3a5b9cdb-32df-48db-b149-1bbf370bad08 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:57:56.885387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:56.885833 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Checking segment: {'id': 'c36c04f7-e18b-4df2-8a91-ca5c93428a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e1f15687-4c80-4aeb-b504-0b14d32b9ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:56.893638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Bound using segment: {'id': 'c36c04f7-e18b-4df2-8a91-ca5c93428a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e1f15687-4c80-4aeb-b504-0b14d32b9ef4'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:56.894152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Bound port: f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36c04f7-e18b-4df2-8a91-ca5c93428a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'e1f15687-4c80-4aeb-b504-0b14d32b9ef4'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:56.896609 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.900042 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:56.946610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Pushing event deleted for resources: {'Port': ['ID=3a5b9cdb-32df-48db-b149-1bbf370bad08,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:56.955854 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.956447 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.957189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.957682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.958320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.959064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.959576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.960071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.960555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.961057 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.961531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.962000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:57:56.969357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca7180-9a14-4cf0-9acc-60be10a971e0 None None] No DVR routers for this DVR port 3a5b9cdb-32df-48db-b149-1bbf370bad08 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:57:57.023147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aed50b-3bdd-4f59-a566-e9a816fd2b6c req-5a0d0933-5fec-456f-979b-4204da028d39 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:57.031980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87aed50b-3bdd-4f59-a566-e9a816fd2b6c req-5a0d0933-5fec-456f-979b-4204da028d39 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.2171760 Aug 04 16:57:57.139611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87aed50b-3bdd-4f59-a566-e9a816fd2b6c req-7fc12b86-f379-4ed3-a80b-34104e4044d5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020160 Aug 04 16:57:57.165491 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.196499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d15f36c-dbba-4e27-abae-4ccec0e11841']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:57.226224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a22a798-50e6-4c48-91eb-9cf6aebbe19e') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:57.226941 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a22a798-50e6-4c48-91eb-9cf6aebbe19e') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:57:57.243545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.254824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] For port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:57.273877 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.277942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] For port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,segment=NetworkSegment(c36c04f7-e18b-4df2-8a91-ca5c93428a2f),segment_id=c36c04f7-e18b-4df2-8a91-ca5c93428a2f)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:57.283884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:57:57.284633 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:57:57.286731 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:57:57.300409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.362511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c668679-dc30-49ab-a3d5-209ba70290d1 req-b498050c-dc7b-4fd0-9185-8f6647344329 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:57.364952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c668679-dc30-49ab-a3d5-209ba70290d1 req-b498050c-dc7b-4fd0-9185-8f6647344329 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 935 time: 0.1196513 Aug 04 16:57:57.370655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50810664-ac5d-4215-b5e4-7475fe74d0b7 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:57.397862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:57.398481 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.399921 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] 10.222.0.90 "PUT /v2.0/ports/f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df HTTP/1.1" status: 200 len: 1091 time: 1.6129515 Aug 04 16:57:57.400401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4da169-3de6-4731-b87c-1a8c2f9863a0', 'tag': 'f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:57.402990 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa6471d-5382-4488-be99-c07b0938227e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4da169-3de6-4731-b87c-1a8c2f9863a0", "tag": "f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:57.423820 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.435400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.439911 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] 10.222.0.39 "DELETE /v2.0/networks/8d15f36c-dbba-4e27-abae-4ccec0e11841 HTTP/1.1" status: 204 len: 168 time: 1.5552003 Aug 04 16:57:57.440096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.442677 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3634d-052b-4695-ad85-6d6276ea512f service neutron] Pushing event updated for resources: {'Port': ['ID=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:57.478784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fb047-d8f8-45d4-ad5a-fb1b2bd33baf admin admin] Pushing event deleted for resources: {'Network': ['ID=8d15f36c-dbba-4e27-abae-4ccec0e11841,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:57.499849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44404) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:57.504186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Transition to ACTIVE for port object 50810664-ac5d-4215-b5e4-7475fe74d0b7 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:57:57.524967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-3914383b-daa9-44b2-8647-a01d9ac08d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:57.527297 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-3914383b-daa9-44b2-8647-a01d9ac08d39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b7797944ac04776bf47a7d0d4dc141a&device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 1094 time: 0.0637548 Aug 04 16:57:57.536853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c668679-dc30-49ab-a3d5-209ba70290d1 req-7b541c49-22c8-4e86-9494-15010bbbbc6b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599052 Aug 04 16:57:57.547239 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.600420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d86b348-fbb5-49c8-952d-4ce97bde0a2b req-cc84c09b-5283-4ed7-bfe1-8ae55c1f0aa3 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 210 time: 0.0942979 Aug 04 16:57:57.668577 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-5c173cfe-1798-4a3c-88d7-586c244a38a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df HTTP/1.1" status: 200 len: 217 time: 0.1314354 Aug 04 16:57:57.747961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Pushing event updated for resources: {'Port': ['ID=50810664-ac5d-4215-b5e4-7475fe74d0b7,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:57.756527 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4589ee5f-183e-4b0c-b9f8-f4f7d389fc17 x-openstack-request-id: req-4589ee5f-183e-4b0c-b9f8-f4f7d389fc17 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:57.756803 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4da169-3de6-4731-b87c-1a8c2f9863a0", "tag": "f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:57.757029 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4589ee5f-183e-4b0c-b9f8-f4f7d389fc17 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:57.757672 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4da169-3de6-4731-b87c-1a8c2f9863a0', 'tag': 'f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df', 'status': 'completed', 'code': 200} Aug 04 16:57:57.787310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02139643-c493-4a54-95c6-76395172ddee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.846450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Attempting to bind port 50810664-ac5d-4215-b5e4-7475fe74d0b7 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:57:57.846880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Attempting to bind port 50810664-ac5d-4215-b5e4-7475fe74d0b7 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:57:57.855996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Attempting to bind port 50810664-ac5d-4215-b5e4-7475fe74d0b7 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:57.859182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44420) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:57.867608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-8afaf90a-ff03-4803-848d-cd0cc465c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:57.868576 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-8afaf90a-ff03-4803-848d-cd0cc465c8d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d616bcb7-8689-48f8-81eb-90a5c99014e4 HTTP/1.1" status: 200 len: 854 time: 0.1901846 Aug 04 16:57:57.894245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Port 50810664-ac5d-4215-b5e4-7475fe74d0b7 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:57:57.894596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Attempting to bind port 50810664-ac5d-4215-b5e4-7475fe74d0b7 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:57:57.918147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913feca-7137-4043-83e1-b7b11e1eeae9 req-bf9d5b80-0ded-4ebc-9807-2e412c01f2ef tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:57.926232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c913feca-7137-4043-83e1-b7b11e1eeae9 req-bf9d5b80-0ded-4ebc-9807-2e412c01f2ef tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 943 time: 0.1755102 Aug 04 16:57:57.928638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:57:57.929238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:57:57.929835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:57:57.930456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Bound port: 50810664-ac5d-4215-b5e4-7475fe74d0b7, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:57:57.931024 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:57.931174 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-9c0a217d-346c-4393-8d13-734eb04f1887 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e1f15687-4c80-4aeb-b504-0b14d32b9ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537612 Aug 04 16:57:58.041146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1ee53e25-35dc-40f4-96b8-251ce39fa808 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d4026e06d1748449e04406a9492deec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766214 Aug 04 16:57:58.047294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44436) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:58.075612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c913feca-7137-4043-83e1-b7b11e1eeae9 req-b01e795b-2689-422d-a1ae-92541761e7d3 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437144 Aug 04 16:57:58.090385 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02139643-c493-4a54-95c6-76395172ddee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:58.106661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:57:58.109986 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:57:58.112859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02139643-c493-4a54-95c6-76395172ddee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:58.114651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:58.150450 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-c890e781-05e3-4a61-b7da-efd7fce04511 service neutron] 10.222.0.90 "GET /v2.0/networks/e1f15687-4c80-4aeb-b504-0b14d32b9ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097185 Aug 04 16:57:58.171878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:58.179746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:58.183585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] 10.222.0.90 "PUT /v2.0/ports/50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 200 len: 1095 time: 1.6341937 Aug 04 16:57:58.184639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02139643-c493-4a54-95c6-76395172ddee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1570a1-d9b9-48ef-afcd-741ed9d3c696,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:58.185354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:57:58.190611 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e" -d '{"events": [{"name": "network-changed", "server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:57:58.251196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3a5b9cdb-32df-48db-b149-1bbf370bad08 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:57:58.262145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e515945-a047-4ebe-a90a-f0a76d768f6c service neutron] Pushing event updated for resources: {'Port': ['ID=50810664-ac5d-4215-b5e4-7475fe74d0b7,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:58.286253 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc67a8f3-e0dd-4d26-936a-cf15e1cf7b2f x-openstack-request-id: req-dc67a8f3-e0dd-4d26-936a-cf15e1cf7b2f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:57:58.286821 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:57:58.287230 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc67a8f3-e0dd-4d26-936a-cf15e1cf7b2f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:57:58.288001 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7', 'status': 'completed', 'code': 200} Aug 04 16:57:58.303587 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3a5b9cdb-32df-48db-b149-1bbf370bad08 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:57:58.303937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3a5b9cdb-32df-48db-b149-1bbf370bad08 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:57:58.343527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6963b5f-179f-4415-87c5-f6f2c4233bdf req-ec7a1067-d0b8-47bb-9b77-646047208f06 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:58.350881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6963b5f-179f-4415-87c5-f6f2c4233bdf req-ec7a1067-d0b8-47bb-9b77-646047208f06 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1067069 Aug 04 16:57:58.363649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-c27caaeb-28fd-4e62-a1c8-66a212883769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:58.365776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-c27caaeb-28fd-4e62-a1c8-66a212883769 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 1098 time: 0.1068959 Aug 04 16:57:58.378638 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-02139643-c493-4a54-95c6-76395172ddee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccf4b670424140608959e4da721d13ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8773012 Aug 04 16:57:58.385855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44450) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:58.420890 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c5949868-a68b-43ad-8dba-2e8abdf49578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:58.446581 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c5949868-a68b-43ad-8dba-2e8abdf49578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:58.452324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-2064141f-b228-42d0-91cb-1fad1e5ecd1c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 200 len: 217 time: 0.0728357 Aug 04 16:57:58.476875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6963b5f-179f-4415-87c5-f6f2c4233bdf req-bac40e3b-7a76-41f1-a1f1-471431a6aedd tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250710 Aug 04 16:57:58.522070 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-35a4a4b8-90bf-4132-8f80-e814eaca016a req-bef6770e-5d2f-4e1a-8a51-f708559697f6 service neutron] 10.222.0.90 "GET /v2.0/networks/e1f15687-4c80-4aeb-b504-0b14d32b9ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144982 Aug 04 16:57:58.552340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c5949868-a68b-43ad-8dba-2e8abdf49578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:58.560606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c5949868-a68b-43ad-8dba-2e8abdf49578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:58.562209 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c5949868-a68b-43ad-8dba-2e8abdf49578 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b04151e-adf5-42dd-ba57-783ce60b2666 HTTP/1.1" status: 204 len: 168 time: 0.5130489 Aug 04 16:57:58.562910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-457973f7-94b5-4c52-b3fc-538e8cfb1d4e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893776 Aug 04 16:57:58.573465 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5949868-a68b-43ad-8dba-2e8abdf49578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b04151e-adf5-42dd-ba57-783ce60b2666,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:58.682131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6471d-5382-4488-be99-c07b0938227e req-b78d2a31-7295-41de-bd3e-7bac240a7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:58.684078 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3aa6471d-5382-4488-be99-c07b0938227e req-b78d2a31-7295-41de-bd3e-7bac240a7d9e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b7797944ac04776bf47a7d0d4dc141a&device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 1094 time: 0.0608296 Aug 04 16:57:58.796402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6471d-5382-4488-be99-c07b0938227e req-2d6ee114-8360-4676-98ca-69e6d2e4433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:58.798275 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3aa6471d-5382-4488-be99-c07b0938227e req-2d6ee114-8360-4676-98ca-69e6d2e4433b service neutron] 10.222.0.90 "GET /v2.0/networks?id=e1f15687-4c80-4aeb-b504-0b14d32b9ef4 HTTP/1.1" status: 200 len: 916 time: 0.1056459 Aug 04 16:57:58.858091 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3aa6471d-5382-4488-be99-c07b0938227e req-dbd4dd6e-e4a3-4d2e-960c-52f43256566d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df HTTP/1.1" status: 200 len: 217 time: 0.0425668 Aug 04 16:57:58.933360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6471d-5382-4488-be99-c07b0938227e req-a7bedac4-2c95-42f8-8e5e-e170ae00b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:58.935008 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3aa6471d-5382-4488-be99-c07b0938227e req-a7bedac4-2c95-42f8-8e5e-e170ae00b227 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d616bcb7-8689-48f8-81eb-90a5c99014e4 HTTP/1.1" status: 200 len: 854 time: 0.0590477 Aug 04 16:57:58.988528 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3aa6471d-5382-4488-be99-c07b0938227e req-527884b3-3f5e-405c-8a4c-2ceac537be41 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e1f15687-4c80-4aeb-b504-0b14d32b9ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365839 Aug 04 16:57:59.041746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-ab846444-36bc-447c-8e21-33695cab9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:59.043257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-ab846444-36bc-447c-8e21-33695cab9542 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.5725155 Aug 04 16:57:59.067802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62ae34-f904-4d81-8ddd-638ce1ae19fb req-cb8d3359-28de-4d97-8615-734fbeba53de tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:59.069294 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f62ae34-f904-4d81-8ddd-638ce1ae19fb req-cb8d3359-28de-4d97-8615-734fbeba53de tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 945 time: 0.6305892 Aug 04 16:57:59.080147 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-369dd46b-d286-4836-bfac-0aa289fee64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:59.082384 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:57:59.097042 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3aa6471d-5382-4488-be99-c07b0938227e req-c4692f04-33ba-4c11-a6a0-780534d235a9 service neutron] 10.222.0.90 "GET /v2.0/networks/e1f15687-4c80-4aeb-b504-0b14d32b9ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985587 Aug 04 16:57:59.168134 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-369dd46b-d286-4836-bfac-0aa289fee64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:59.200146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f4121-4030-4381-88ce-4533c3669b9c req-6c5cfdf4-a58d-4bdf-ba58-c7354bef0add tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:59.201705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e04f4121-4030-4381-88ce-4533c3669b9c req-6c5cfdf4-a58d-4bdf-ba58-c7354bef0add tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 947 time: 0.2442920 Aug 04 16:57:59.212473 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3aa6471d-5382-4488-be99-c07b0938227e req-d874e09e-4a5b-43f4-a5ab-83a1ef9d96fc service neutron] 10.222.0.90 "GET /v2.0/networks/e1f15687-4c80-4aeb-b504-0b14d32b9ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077731 Aug 04 16:57:59.222378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-815572e1-5ca9-40cb-8be9-86879e74567e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:59.223829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-815572e1-5ca9-40cb-8be9-86879e74567e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6525893 Aug 04 16:57:59.233079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f62ae34-f904-4d81-8ddd-638ce1ae19fb req-c5bd5741-4436-457b-b4ad-c7cf5cdba99e tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508131 Aug 04 16:57:59.267047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-52693e73-6e83-43c1-9b3a-04793d2cc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:59.268585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-52693e73-6e83-43c1-9b3a-04793d2cc07a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2095277 Aug 04 16:57:59.272136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Request body: {'port': {'device_id': '10d925b5-3424-4ff3-9491-859be913f044', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '59fa6e8a83d9432698b5a461d1fd8c53'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:59.394166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44480) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:57:59.411516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0055330-0a04-4fb9-9505-e59b14165560 req-caa79999-cf84-4d35-9251-bd961be44ba6 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 210 time: 0.1009276 Aug 04 16:57:59.435554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e04f4121-4030-4381-88ce-4533c3669b9c req-a0afe118-6b00-4bdb-96a5-9baddd3e5dd1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213366 Aug 04 16:57:59.450229 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-369dd46b-d286-4836-bfac-0aa289fee64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:59.453034 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-369dd46b-d286-4836-bfac-0aa289fee64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:59.453318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 97f3b9a9-280b-4525-99c0-68e99e225ba3 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:57:59.468756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-369dd46b-d286-4836-bfac-0aa289fee64e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc1570a1-d9b9-48ef-afcd-741ed9d3c696 HTTP/1.1" status: 204 len: 168 time: 1.0805750 Aug 04 16:57:59.532919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dd46b-d286-4836-bfac-0aa289fee64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1570a1-d9b9-48ef-afcd-741ed9d3c696,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:59.580345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1425652454-network', 'tenant_id': '62491eec0cca45ab8614cc1eec7806ed'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:57:59.607421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-ac007bbf-713d-4ef0-8478-fd0e174c1137 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249588 Aug 04 16:57:59.634797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Made reservation on behalf of 62491eec0cca45ab8614cc1eec7806ed for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:59.644271 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:59.657036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:59.691056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 97f3b9a9-280b-4525-99c0-68e99e225ba3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:59.697693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.api [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:57:59.697693 n-d-764435-5 neutron-server[105829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 16:57:59.697693 n-d-764435-5 neutron-server[105829]: [parameters: {'project_id_1': '62491eec0cca45ab8614cc1eec7806ed', 'expiration_1': datetime.datetime(2021, 8, 4, 16, 57, 59, 669259)}] Aug 04 16:57:59.697693 n-d-764435-5 neutron-server[105829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:57:59.698975 n-d-764435-5 neutron-server[105829]: DEBUG oslo_db.api [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:57:59.707989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '97f3b9a9-280b-4525-99c0-68e99e225ba3', 'network_id': 'fed77e85-9786-438f-9c12-d588fc5ecbb9', 'port_id': '97f3b9a9-280b-4525-99c0-68e99e225ba3', 'mac_address': 'fa:16:3e:19:02:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c270d6ca-fadf-4471-9dc6-9a45b83c8c5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:57:59.717528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d3a74-9f26-43a4-9163-029db6c5a430 req-3731ec5d-2d91-4963-a618-ba8a6db09952 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:59.725645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-603d3a74-9f26-43a4-9163-029db6c5a430 req-3731ec5d-2d91-4963-a618-ba8a6db09952 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 943 time: 0.1826293 Aug 04 16:57:59.771769 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:59.775373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Made reservation on behalf of 59fa6e8a83d9432698b5a461d1fd8c53 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:57:59.779709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:59.789909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97f3b9a9-280b-4525-99c0-68e99e225ba3 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:57:59.813849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 97f3b9a9-280b-4525-99c0-68e99e225ba3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:57:59.819875 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:57:59.857075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-603d3a74-9f26-43a4-9163-029db6c5a430 req-6e1c4ffd-4446-48e1-9ffa-00f4b5bb98bd tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302836 Aug 04 16:57:59.866122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6970c-1614-4859-a2ec-e796dd36271c req-4105906a-f84b-4c58-b170-a024c381b00c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:57:59.867677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53b6970c-1614-4859-a2ec-e796dd36271c req-4105906a-f84b-4c58-b170-a024c381b00c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1730556 Aug 04 16:57:59.870027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=97f3b9a9-280b-4525-99c0-68e99e225ba3,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:57:59.871299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87baa309-af51-4e6e-8795-e0d5310a8c89 req-f5f1558b-36ef-4f79-a404-331120b5e6cb service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506783 Aug 04 16:57:59.947772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['97f3b9a9-280b-4525-99c0-68e99e225ba3'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:00.015547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53b6970c-1614-4859-a2ec-e796dd36271c req-378547b7-69c0-4a68-acf9-2ad94603043b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103024 Aug 04 16:58:00.044976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-9b41a2cb-b143-46f0-b491-a48877ca91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:00.046532 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-9b41a2cb-b143-46f0-b491-a48877ca91a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 1098 time: 0.1136482 Aug 04 16:58:00.048351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Allocated IP 192.168.233.107 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/a0c9a3cc-c502-4d95-81a6-01bc28fefa38) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:00.200756 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.236477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-e534e00e-84cd-4f74-816d-f826a9c0be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:00.237847 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-e534e00e-84cd-4f74-816d-f826a9c0be65 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1815937 Aug 04 16:58:00.302797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-2eb61c1f-f90e-410f-8257-2ad48fcfb6e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 200 len: 217 time: 0.0571454 Aug 04 16:58:00.332951 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.337733 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.371971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:00.377620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4a68a0-8da4-4e66-8f60-887945d13625,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:00.389744 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.390002 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Added segment 744f8a29-ee58-46f9-996e-cb45d06f8168 of type vlan for network d431c173-a148-49e3-87ff-519fed0ba4f4 Aug 04 16:58:00.408363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.420631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-6014edc0-5794-4d14-804a-0f9cab5a8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:00.422044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-6014edc0-5794-4d14-804a-0f9cab5a8374 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1079934 Aug 04 16:58:00.434336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Transition to ACTIVE for port object a0c9a3cc-c502-4d95-81a6-01bc28fefa38 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:00.439134 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.454230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7be75-0484-469b-aed1-d24af458ff91 req-b9320945-fccc-43d3-bf80-1c23d18b4283 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:00.457557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90a7be75-0484-469b-aed1-d24af458ff91 req-b9320945-fccc-43d3-bf80-1c23d18b4283 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 944 time: 0.1312506 Aug 04 16:58:00.493261 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.494443 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:00.495522 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.561323 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1654580 Aug 04 16:58:00.565992 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44516) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:00.567914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bb89be2-f30a-43b2-91e7-b0f8d53ea986 req-5e52e406-4709-4cc3-8d6b-28af17a75209 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 210 time: 0.0500686 Aug 04 16:58:00.573901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Request body: {'subnet': {'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1425652454-subnet', 'tenant_id': '62491eec0cca45ab8614cc1eec7806ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:00.580213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3c77a-1f9c-423e-abf3-275287c25537 admin admin] Pushing event updated for resources: {'Network': ['ID=d431c173-a148-49e3-87ff-519fed0ba4f4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:00.591070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d431c173-a148-49e3-87ff-519fed0ba4f4 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:00.608871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90a7be75-0484-469b-aed1-d24af458ff91 req-32151498-bc9f-4baa-bb90-85293b32741e tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285357 Aug 04 16:58:00.612183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Made reservation on behalf of 62491eec0cca45ab8614cc1eec7806ed for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:00.617133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-68ed39ec-7afd-474c-b87b-40dc2e3cc673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:00.618091 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.618235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-68ed39ec-7afd-474c-b87b-40dc2e3cc673 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1853330 Aug 04 16:58:00.644775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.692457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['6f2ac96c-f2bd-4379-9690-338f71d32371', '8fd4d246-6007-4921-b224-e5481dfb6fa9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:00.694687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694', '5f531a76-eb3b-4038-85fe-1485545c928b', '2721feb5-e1f4-4b00-a185-c7f4701a7b85', '6c31058e-079d-4574-84ab-c94d1c3c9182'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:00.823181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event updated for resources: {'Port': ['ID=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:00.898614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:00.917103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-bb9c8238-4984-462a-9e32-4527078584fa service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891464 Aug 04 16:58:00.970059 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd47859-fa75-42a2-a5c7-407f4550dff0,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:00.981559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:00.984097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Checking segment: {'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:00.984822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Network hostable DHCP agents. Network: d431c173-a148-49e3-87ff-519fed0ba4f4, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:58:01.012723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Network d431c173-a148-49e3-87ff-519fed0ba4f4 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:58:01.014707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:01.020023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:01.035794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, d431c173-a148-49e3-87ff-519fed0ba4f4) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:01.044434 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:01.046930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.078504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69d5ace-3e39-42a9-978e-4733b252ee3d None None] Network d431c173-a148-49e3-87ff-519fed0ba4f4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:01.090865 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3480f91e-3586-4426-a808-e308291e2249 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5235784 Aug 04 16:58:01.108589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54428-0462-49da-b46d-d4514410b100 req-708cb567-22d4-4771-b04c-90a07a0ce0dd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:01.117694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32a54428-0462-49da-b46d-d4514410b100 req-708cb567-22d4-4771-b04c-90a07a0ce0dd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 947 time: 0.3522382 Aug 04 16:58:01.209399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:01.210075 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.275241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-c513f3d7-e187-4b11-b6ee-b8f493aa63c7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0114908 Aug 04 16:58:01.301126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f0ed8-26cc-4df3-9497-9c4f26abad15 req-963c8300-8cd4-4878-bef3-8b7367eb253e tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:01.302526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea1f0ed8-26cc-4df3-9497-9c4f26abad15 req-963c8300-8cd4-4878-bef3-8b7367eb253e tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 943 time: 0.2530105 Aug 04 16:58:01.316962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Request body: {'port': {'device_id': '10d925b5-3424-4ff3-9491-859be913f044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:01.325338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0fc896-c01c-485b-9208-9e57d2caf1f1 None None] Network d431c173-a148-49e3-87ff-519fed0ba4f4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:01.336994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32a54428-0462-49da-b46d-d4514410b100 req-9d3d0e30-583b-48ac-81d6-6fdb993f62c5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166119 Aug 04 16:58:01.399594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b27a8e7-fad4-4065-ad2f-fce182c8b10e req-22d408d2-6520-4539-b7f7-82c751c3807d service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492044 Aug 04 16:58:01.435801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44542) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:01.477220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 97f3b9a9-280b-4525-99c0-68e99e225ba3 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:01.488904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:58:01.493283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea1f0ed8-26cc-4df3-9497-9c4f26abad15 req-169aab23-8a88-4ca2-ad8b-eac9fa8218b0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467435 Aug 04 16:58:01.498900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.526721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ab605-5bdd-454a-b661-34ccc8fe3e0e req-fb1e03ee-5afa-4a1d-95d8-de43b207e107 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:01.528298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09ab605-5bdd-454a-b661-34ccc8fe3e0e req-fb1e03ee-5afa-4a1d-95d8-de43b207e107 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1020858 Aug 04 16:58:01.600177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-34a25021-8123-4efc-958e-6a81a1a9c830 None None] Provisioning for port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:01.638030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-707069507'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:01.650521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-34a25021-8123-4efc-958e-6a81a1a9c830 None None] Provisioning complete for port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:01.651389 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-34a25021-8123-4efc-958e-6a81a1a9c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.655660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09ab605-5bdd-454a-b661-34ccc8fe3e0e req-077cdb58-097d-4e12-b2c0-45cd1191f941 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053917 Aug 04 16:58:01.701488 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Made reservation on behalf of c5561ded3a204e66b283eb4a638e34b1 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:01.705919 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.717455 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.847350 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.852381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.883192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:01.890332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54493dda-88c5-4e05-be63-7462a27a24bd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:01.908863 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.909632 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Added segment d1abaedf-262b-42a1-833b-6fbb01df909b of type vlan for network 3da30991-9618-4390-a737-091f25eb6257 Aug 04 16:58:01.929692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3ca6-93b6-4ec9-84a4-09ec7248bf49 req-caf88fad-acf4-48f1-9b1a-384461dd0054 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:01.931384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-405c3ca6-93b6-4ec9-84a4-09ec7248bf49 req-caf88fad-acf4-48f1-9b1a-384461dd0054 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 936 time: 0.1100698 Aug 04 16:58:01.955587 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-34a25021-8123-4efc-958e-6a81a1a9c830 None None] Port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:58:01.959378 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.985613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 97f3b9a9-280b-4525-99c0-68e99e225ba3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:01.986304 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:01.988547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-18a0ac22-9a14-4424-b102-ad884c5e012d tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:01.990388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-18a0ac22-9a14-4424-b102-ad884c5e012d tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/networks?id=d431c173-a148-49e3-87ff-519fed0ba4f4 HTTP/1.1" status: 200 len: 822 time: 0.2217548 Aug 04 16:58:01.999672 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.006938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:02.007678 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.032289 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d9c89010-e24d-4291-917a-681aeac05ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.037459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,segment=NetworkSegment(c36c04f7-e18b-4df2-8a91-ca5c93428a2f),segment_id=c36c04f7-e18b-4df2-8a91-ca5c93428a2f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:02.038946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-5a68536b-dadc-4ff4-ada2-df5d24923f35 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/quotas/62491eec0cca45ab8614cc1eec7806ed HTTP/1.1" status: 200 len: 375 time: 0.0345635 Aug 04 16:58:02.042316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-405c3ca6-93b6-4ec9-84a4-09ec7248bf49 req-af8b52f6-a98d-433e-b7b2-c98427143c18 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889077 Aug 04 16:58:02.052688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c9a3cc-c502-4d95-81a6-01bc28fefa38 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:02.062733 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.068938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df', 'network_id': 'e1f15687-4c80-4aeb-b504-0b14d32b9ef4', 'port_id': 'f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df', 'mac_address': 'fa:16:3e:43:2c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd616bcb7-8689-48f8-81eb-90a5c99014e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:58:02.077372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Transition to ACTIVE for port object a0c9a3cc-c502-4d95-81a6-01bc28fefa38 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:02.085087 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.163036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-342c6f34-d3a3-43e8-88cc-82df88e75732 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=62491eec0cca45ab8614cc1eec7806ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658512 Aug 04 16:58:02.187596 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.213459 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.232921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:02.288955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,segment=NetworkSegment(c36c04f7-e18b-4df2-8a91-ca5c93428a2f),segment_id=c36c04f7-e18b-4df2-8a91-ca5c93428a2f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:02.296534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1217a879-9a72-4574-b834-76d00c390aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f3b9a9-280b-4525-99c0-68e99e225ba3'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:02.299987 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea48ff2-c595-4437-be04-0b48e2afe2f9" -d '{"events": [{"server_uuid": "1217a879-9a72-4574-b834-76d00c390aa1", "name": "network-vif-plugged", "status": "completed", "tag": "97f3b9a9-280b-4525-99c0-68e99e225ba3"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:02.319761 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.320448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 50810664-ac5d-4215-b5e4-7475fe74d0b7 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:58:02.332132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 97f3b9a9-280b-4525-99c0-68e99e225ba3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:02.378313 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.394677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:02.426501 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9882944 Aug 04 16:58:02.434292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44566) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:02.450532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b7686-d386-4f92-8c9f-ee8bd8000868 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Pushing event updated for resources: {'Network': ['ID=3da30991-9618-4390-a737-091f25eb6257,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:02.483801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-aa924d09-87b9-41ee-aa97-a3ad3bc486c6 service neutron] 10.222.0.39 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198831 Aug 04 16:58:02.490506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 3da30991-9618-4390-a737-091f25eb6257 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:02.504860 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:02.517337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Request body: {'network': {'name': 'tempest-network--436553849', 'router:external': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:02.540386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Made reservation on behalf of 917c2b10ec8344938aa91f133575ba79 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:02.544198 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.556931 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.566296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf8932-319a-4a43-8668-871c519ac9eb req-0bb42803-a97c-4934-982c-f0506acea940 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:02.567918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fadf8932-319a-4a43-8668-871c519ac9eb req-0bb42803-a97c-4934-982c-f0506acea940 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 945 time: 0.3408229 Aug 04 16:58:02.606856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Attempting to bind port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:58:02.607198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Attempting to bind port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:58:02.607575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Attempting to bind port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:02.619344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:02.624715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:58:02.625049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Attempting to bind port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:02.646063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:58:02.646459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:02.646773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:58:02.647241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Bound port: a0c9a3cc-c502-4d95-81a6-01bc28fefa38, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:58:02.647605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.660858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '50810664-ac5d-4215-b5e4-7475fe74d0b7', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '50810664-ac5d-4215-b5e4-7475fe74d0b7', 'mac_address': 'fa:16:3e:56:0e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:58:02.667962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=97f3b9a9-280b-4525-99c0-68e99e225ba3,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:02.675078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fadf8932-319a-4a43-8668-871c519ac9eb req-01ddf58e-158a-48f4-b3ba-604ec54a32f0 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938911 Aug 04 16:58:02.685488 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.686624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-dbe701e2-2c27-4bc2-a996-701d6a680f28 service neutron] 10.222.0.39 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940198 Aug 04 16:58:02.705030 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.719606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:02.727362 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.756565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d449e21-ba7c-4e6a-88f3-69ee8bbc3334,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:02.761566 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.761936 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Added segment 10ec89b9-e4f4-422a-8818-f4137b5e624e of type vlan for network 57301748-c499-4769-ac5b-9c2ee4cf3acb Aug 04 16:58:02.768372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50810664-ac5d-4215-b5e4-7475fe74d0b7 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:02.802162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:02.803560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] For port a0c9a3cc-c502-4d95-81a6-01bc28fefa38, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:02.807502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] For port a0c9a3cc-c502-4d95-81a6-01bc28fefa38, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:58:02.812950 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.816122 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.849834 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6372289-cb46-40c3-a52d-47dadb4f7155 x-openstack-request-id: req-f6372289-cb46-40c3-a52d-47dadb4f7155 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:02.850554 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1217a879-9a72-4574-b834-76d00c390aa1", "name": "network-vif-plugged", "status": "completed", "tag": "97f3b9a9-280b-4525-99c0-68e99e225ba3", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:02.851034 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6372289-cb46-40c3-a52d-47dadb4f7155 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:02.851625 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1217a879-9a72-4574-b834-76d00c390aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f3b9a9-280b-4525-99c0-68e99e225ba3', 'code': 200} Aug 04 16:58:02.867957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.882300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:02.882958 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.884601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] 10.222.0.90 "PUT /v2.0/ports/a0c9a3cc-c502-4d95-81a6-01bc28fefa38 HTTP/1.1" status: 200 len: 1096 time: 1.5945990 Aug 04 16:58:02.885192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d925b5-3424-4ff3-9491-859be913f044', 'tag': 'a0c9a3cc-c502-4d95-81a6-01bc28fefa38'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:02.887776 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655" -d '{"events": [{"name": "network-changed", "server_uuid": "10d925b5-3424-4ff3-9491-859be913f044", "tag": "a0c9a3cc-c502-4d95-81a6-01bc28fefa38"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:02.919927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=50810664-ac5d-4215-b5e4-7475fe74d0b7,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:02.925840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a2ee8-c710-48a9-a8c3-3b2b2bc9ff76 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:02.972848 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:02.974065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:02.974664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.067387 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6290741 Aug 04 16:58:03.067788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44582) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:03.074945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c640b0b-2d1d-46a0-b56c-e42cd5b45880 req-c98d543e-efad-4714-a285-aa5331fe0331 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:03.077711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c640b0b-2d1d-46a0-b56c-e42cd5b45880 req-c98d543e-efad-4714-a285-aa5331fe0331 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 944 time: 0.1536598 Aug 04 16:58:03.078540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['50810664-ac5d-4215-b5e4-7475fe74d0b7'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:03.080922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-a098a1d7-b7c6-4f85-b266-4d8c2bbbada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:03.084754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-a098a1d7-b7c6-4f85-b266-4d8c2bbbada7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 1099 time: 0.1325774 Aug 04 16:58:03.132286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506a04b-4a35-430c-a0c3-8182ccce0f43 req-dff33e5a-ced1-4674-ad28-b592b2679afa tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:03.133852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d506a04b-4a35-430c-a0c3-8182ccce0f43 req-dff33e5a-ced1-4674-ad28-b592b2679afa tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 948 time: 0.1857321 Aug 04 16:58:03.174411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:03.182140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fdb13-59e1-4538-bcfe-c74b8b309ab8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event updated for resources: {'Network': ['ID=57301748-c499-4769-ac5b-9c2ee4cf3acb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:03.206618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.210246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-1a41df4c-7ac2-49b2-800d-fbe5b79553dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=a0c9a3cc-c502-4d95-81a6-01bc28fefa38 HTTP/1.1" status: 200 len: 217 time: 0.1080275 Aug 04 16:58:03.221490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 57301748-c499-4769-ac5b-9c2ee4cf3acb details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:03.277978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c640b0b-2d1d-46a0-b56c-e42cd5b45880 req-bcfeaa9a-164b-48b1-8ddc-d14032d3266b tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926894 Aug 04 16:58:03.307664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d506a04b-4a35-430c-a0c3-8182ccce0f43 req-1960619f-5a32-420e-a11d-86e5672f9a32 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037703 Aug 04 16:58:03.335339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-d17a2548-6abd-408a-b5cb-70594aff72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:03.337107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-d17a2548-6abd-408a-b5cb-70594aff72dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1122234 Aug 04 16:58:03.356973 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.376657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57301748-c499-4769-ac5b-9c2ee4cf3acb']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:03.414114 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ec89b9-e4f4-422a-8818-f4137b5e624e') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:03.415041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ec89b9-e4f4-422a-8818-f4137b5e624e') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:03.434764 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.478766 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.480977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 97f3b9a9-280b-4525-99c0-68e99e225ba3 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:03.493491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:03.495469 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:03.500405 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:03.505240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-122a5583-a54b-40aa-883f-9390e0ffb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:03.506988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-122a5583-a54b-40aa-883f-9390e0ffb5a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572304 Aug 04 16:58:03.579317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f814-e04c-4b30-98ef-346339ecd7ea req-783531d1-ab6d-4869-9f22-238d583a7cde tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:03.591388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c87f814-e04c-4b30-98ef-346339ecd7ea req-783531d1-ab6d-4869-9f22-238d583a7cde tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1816168 Aug 04 16:58:03.611546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.632703 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.638830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57301748-c499-4769-ac5b-9c2ee4cf3acb {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 16:58:03.643918 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.653023 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "DELETE /v2.0/networks/57301748-c499-4769-ac5b-9c2ee4cf3acb HTTP/1.1" status: 204 len: 168 time: 0.5803747 Aug 04 16:58:03.658567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44594) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:03.663716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:03.675794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a385e-7a2b-4d73-8ad9-31ec20e25778 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event deleted for resources: {'Network': ['ID=57301748-c499-4769-ac5b-9c2ee4cf3acb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:03.682104 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 97f3b9a9-280b-4525-99c0-68e99e225ba3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:03.689718 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.731700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-714c2a69-5d88-4a26-b669-bd5c071fbba4 req-5233aaea-1467-4269-9597-8ae508f2dc45 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 210 time: 0.0565915 Aug 04 16:58:03.747561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=97f3b9a9-280b-4525-99c0-68e99e225ba3,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:03.757476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c87f814-e04c-4b30-98ef-346339ecd7ea req-cde857e4-5a16-479b-ba2c-c899b4121e49 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625624 Aug 04 16:58:03.772942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Made reservation on behalf of 917c2b10ec8344938aa91f133575ba79 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:03.775844 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.821545 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15e5c36-d606-407b-924e-5cd1bd89fc1c x-openstack-request-id: req-a15e5c36-d606-407b-924e-5cd1bd89fc1c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:03.821869 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d925b5-3424-4ff3-9491-859be913f044", "tag": "a0c9a3cc-c502-4d95-81a6-01bc28fefa38", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:03.822125 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a15e5c36-d606-407b-924e-5cd1bd89fc1c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:03.822725 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d925b5-3424-4ff3-9491-859be913f044', 'tag': 'a0c9a3cc-c502-4d95-81a6-01bc28fefa38', 'status': 'completed', 'code': 200} Aug 04 16:58:03.826744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-a30b963f-dc0f-4944-8e0c-d7084203ec73 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075845 Aug 04 16:58:03.848561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:03.933772 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:03.934253 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Added segment 2a602d12-db65-4a17-8f25-db1d55ce1f8b of type vlan for network b6cd8bc8-46be-4d30-bf59-d24b4978503a Aug 04 16:58:04.001146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e20af5-5def-442c-b032-7eb555b9dc67 req-bd396d38-c18e-4bef-a5ac-467be4974aff tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:04.002581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e20af5-5def-442c-b032-7eb555b9dc67 req-bd396d38-c18e-4bef-a5ac-467be4974aff tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 948 time: 0.1383736 Aug 04 16:58:04.037263 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:04.061615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b39737-96bd-4520-a47d-dbb03a91fca0 req-fb5e9b86-205a-4dfc-b2d4-999e2e01516a service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221849 Aug 04 16:58:04.084918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10e20af5-5def-442c-b032-7eb555b9dc67 req-45020cf0-5eee-4313-94cd-0712315a1499 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703039 Aug 04 16:58:04.115432 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:04.116620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:04.117481 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:04.227676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5679941 Aug 04 16:58:04.231677 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44606) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:04.238666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ec321-11b5-4cd6-ad33-11e55428af28 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event updated for resources: {'Network': ['ID=b6cd8bc8-46be-4d30-bf59-d24b4978503a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:04.238929 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Request body: {'subnet': {'network_id': 'b6cd8bc8-46be-4d30-bf59-d24b4978503a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:04.252643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b6cd8bc8-46be-4d30-bf59-d24b4978503a details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:04.260129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-1bd07ed2-3985-4ea6-b466-cbfba71cdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:04.261647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-1bd07ed2-3985-4ea6-b466-cbfba71cdcb7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 1099 time: 0.1349456 Aug 04 16:58:04.270396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418759c-9e62-41b2-b2db-6e4b41507fb9 req-5f2b947e-7292-4029-91c9-5c1afebef4ad tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:04.271905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f418759c-9e62-41b2-b2db-6e4b41507fb9 req-5f2b947e-7292-4029-91c9-5c1afebef4ad tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 943 time: 0.0842121 Aug 04 16:58:04.272745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Made reservation on behalf of 917c2b10ec8344938aa91f133575ba79 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:04.277292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:04.395006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f418759c-9e62-41b2-b2db-6e4b41507fb9 req-374e695f-3138-4365-9564-64fb5d0b9a87 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012039 Aug 04 16:58:04.408494 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f7b67719-8eeb-452f-90b6-6bdf5faf2b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:04.471409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-e6fca4c5-7cd5-4de2-8e2c-8750493bbb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:04.472956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-e6fca4c5-7cd5-4de2-8e2c-8750493bbb27 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2001796 Aug 04 16:58:04.626326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-0e67ed53-a4ee-4a10-9905-89b2f3e78001 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:04.627875 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-0e67ed53-a4ee-4a10-9905-89b2f3e78001 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "GET /v2.0/networks?id=d431c173-a148-49e3-87ff-519fed0ba4f4 HTTP/1.1" status: 200 len: 822 time: 0.1912844 Aug 04 16:58:04.661122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Request body: {'port': {'device_id': 'd5698dc2-0602-4a58-a71e-174405914e38', 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4', 'admin_state_up': True, 'tenant_id': '62491eec0cca45ab8614cc1eec7806ed'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:04.800665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Made reservation on behalf of 62491eec0cca45ab8614cc1eec7806ed for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:04.804196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:04.847124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079816e3-83cf-4f91-923a-b0c9e838977c req-ce6ba75a-c38f-40f5-86d1-e809f13064b8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:04.848590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-079816e3-83cf-4f91-923a-b0c9e838977c req-ce6ba75a-c38f-40f5-86d1-e809f13064b8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 944 time: 0.4532702 Aug 04 16:58:04.853478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1217a879-9a72-4574-b834-76d00c390aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f3b9a9-280b-4525-99c0-68e99e225ba3'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:04.856888 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e95220a-542a-4040-8ab5-3ac557afa578" -d '{"events": [{"server_uuid": "1217a879-9a72-4574-b834-76d00c390aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "97f3b9a9-280b-4525-99c0-68e99e225ba3"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:04.863952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.objects.ports [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 16:58:04.864432 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:04.883071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-cea3d3d9-2d5a-4167-96fb-45982b3b444e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=a0c9a3cc-c502-4d95-81a6-01bc28fefa38 HTTP/1.1" status: 200 len: 217 time: 0.3943772 Aug 04 16:58:04.939641 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:04.955457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8e992-8d6c-4401-9754-8f000b76135b req-c62c1e6a-d17b-495d-9856-a7e0d0f7db1f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:04.956994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8c8e992-8d6c-4401-9754-8f000b76135b req-c62c1e6a-d17b-495d-9856-a7e0d0f7db1f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 948 time: 0.4814661 Aug 04 16:58:04.965251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e720c282-5d5a-45d8-a96d-5798e5ace042,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:04.978565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-079816e3-83cf-4f91-923a-b0c9e838977c req-569013fe-1558-4228-a390-37739560c5c0 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987799 Aug 04 16:58:04.987805 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-d87fe8d1-6ffb-45bc-b73d-edc2e8225ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:04.989262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-d87fe8d1-6ffb-45bc-b73d-edc2e8225ffe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0910118 Aug 04 16:58:05.011449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Checking segment: {'id': '2a602d12-db65-4a17-8f25-db1d55ce1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b6cd8bc8-46be-4d30-bf59-d24b4978503a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:05.011773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Network hostable DHCP agents. Network: b6cd8bc8-46be-4d30-bf59-d24b4978503a, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:58:05.043336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8c8e992-8d6c-4401-9754-8f000b76135b req-9dcf7688-2cf3-4f4f-8b11-11facc506e65 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770111 Aug 04 16:58:05.045799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Allocated IP 172.20.0.2 (d431c173-a148-49e3-87ff-519fed0ba4f4/bcd47859-fa75-42a2-a5c7-407f4550dff0/21bf69bb-7f6e-4d18-834e-268863fa6c1a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:05.049104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Network b6cd8bc8-46be-4d30-bf59-d24b4978503a is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:58:05.070077 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b6cd8bc8-46be-4d30-bf59-d24b4978503a) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:05.074758 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:05.075541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.081938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b80a951-e257-42b9-a26d-f4b500a23496 None None] Network b6cd8bc8-46be-4d30-bf59-d24b4978503a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:05.085877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fac3bde-522e-44e5-af0a-3005051589d0 req-8cb12e06-04e7-4334-9ceb-3034fec22ea9 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 210 time: 0.0406771 Aug 04 16:58:05.096180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-ea9ca1c6-9e1f-4c89-972e-2ce998ccc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:05.097593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-ea9ca1c6-9e1f-4c89-972e-2ce998ccc93f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929599 Aug 04 16:58:05.119149 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac72d34d-8978-4ece-ac98-bbdcd09f5f39 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8852761 Aug 04 16:58:05.122175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44620) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:05.132126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Request body: {'floatingip': {'floating_network_id': 'b6cd8bc8-46be-4d30-bf59-d24b4978503a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:05.196342 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5490e75c-5b66-45b1-9b3c-d8efb8ce7fab x-openstack-request-id: req-5490e75c-5b66-45b1-9b3c-d8efb8ce7fab {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:05.196942 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1217a879-9a72-4574-b834-76d00c390aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "97f3b9a9-280b-4525-99c0-68e99e225ba3", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:05.197276 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5490e75c-5b66-45b1-9b3c-d8efb8ce7fab {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:05.197753 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1217a879-9a72-4574-b834-76d00c390aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f3b9a9-280b-4525-99c0-68e99e225ba3', 'code': 200} Aug 04 16:58:05.203434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-d87c36b0-1cd3-4211-8b23-b2f72937049a service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943086 Aug 04 16:58:05.218965 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.261644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e4a47-a3f3-441d-812f-f56f013a5649 None None] Network b6cd8bc8-46be-4d30-bf59-d24b4978503a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:05.298026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.343782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125274dd-4383-4a87-9b2f-6a2b636c489a req-ce63cce5-3ed0-48c8-b705-7acdb4319761 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:05.348009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-125274dd-4383-4a87-9b2f-6a2b636c489a req-ce63cce5-3ed0-48c8-b705-7acdb4319761 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1433935 Aug 04 16:58:05.369515 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.425010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5a6d6a8-5be8-47ff-a1d6-e69708e43655 req-fc01ffa8-23a8-48a9-a621-88e2b57952cf service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091334 Aug 04 16:58:05.435554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.439561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Network d431c173-a148-49e3-87ff-519fed0ba4f4 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:05.451166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:05.453619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbefde-96cf-40ab-9b08-7e99911ff254 req-5d08c38e-9992-4f1b-8720-fc70113bae23 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:05.455139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7dbefde-96cf-40ab-9b08-7e99911ff254 req-5d08c38e-9992-4f1b-8720-fc70113bae23 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 948 time: 0.0955632 Aug 04 16:58:05.455883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:05.460694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-125274dd-4383-4a87-9b2f-6a2b636c489a req-d8b875cd-e223-4eb2-8af4-94aee396fae5 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977111 Aug 04 16:58:05.492208 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event updated for resources: {'Port': ['ID=21bf69bb-7f6e-4d18-834e-268863fa6c1a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:05.505033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a0c9a3cc-c502-4d95-81a6-01bc28fefa38 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:58:05.511463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:05.518163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7dbefde-96cf-40ab-9b08-7e99911ff254 req-f1d83f5e-3ca3-4ba4-8c98-ff7cfeba4c6f tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542657 Aug 04 16:58:05.567944 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:05.568596 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.613475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13b4e6-38d0-4b84-8eaa-5a03a4c6b3c4 req-6ec08bdb-35cd-49c7-80e8-bd79c2872fcf tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:05.613768 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-c865a494-c859-4a87-aaa3-1dd3f296baaf tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9576516 Aug 04 16:58:05.615105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a13b4e6-38d0-4b84-8eaa-5a03a4c6b3c4 req-6ec08bdb-35cd-49c7-80e8-bd79c2872fcf tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 943 time: 0.0942755 Aug 04 16:58:05.632617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Request body: {'port': {'device_id': 'd5698dc2-0602-4a58-a71e-174405914e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:05.647133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:05.649172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-e9b2f62d-8fc2-486a-bee5-10a0e5ed5199 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:05.650993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-e9b2f62d-8fc2-486a-bee5-10a0e5ed5199 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 943 time: 0.1311686 Aug 04 16:58:05.660561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:05.660978 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.675423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Allocated IP 172.20.0.8 (b6cd8bc8-46be-4d30-bf59-d24b4978503a/e720c282-5d5a-45d8-a96d-5798e5ace042/5d1305ab-c668-47cf-a333-587c6c897c74) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:05.708085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a13b4e6-38d0-4b84-8eaa-5a03a4c6b3c4 req-5b271729-bb16-47bc-adb6-36adef762c1c tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/security-groups?id=85787a1d-e469-423a-96d8-6de15e9e3806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849726 Aug 04 16:58:05.732462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a0c9a3cc-c502-4d95-81a6-01bc28fefa38, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:05.736083 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.743205 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.751303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'a0c9a3cc-c502-4d95-81a6-01bc28fefa38', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'a0c9a3cc-c502-4d95-81a6-01bc28fefa38', 'mac_address': 'fa:16:3e:a1:50:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:58:05.794092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-31c13ebb-4877-48f6-88e8-459363036f74 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Deleting port 97f3b9a9-280b-4525-99c0-68e99e225ba3 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:05.794872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-31c13ebb-4877-48f6-88e8-459363036f74 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.820496 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.822508 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.842346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c9a3cc-c502-4d95-81a6-01bc28fefa38 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:05.875612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a0c9a3cc-c502-4d95-81a6-01bc28fefa38, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:05.883499 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.887342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,segment=NetworkSegment(c36c04f7-e18b-4df2-8a91-ca5c93428a2f),segment_id=c36c04f7-e18b-4df2-8a91-ca5c93428a2f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:05.896581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-31c13ebb-4877-48f6-88e8-459363036f74 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] For port 97f3b9a9-280b-4525-99c0-68e99e225ba3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=97f3b9a9-280b-4525-99c0-68e99e225ba3,segment=NetworkSegment(782f317c-7358-49b9-8e71-5ae767933c3c),segment_id=782f317c-7358-49b9-8e71-5ae767933c3c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:05.897216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-31c13ebb-4877-48f6-88e8-459363036f74 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.912495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-31c13ebb-4877-48f6-88e8-459363036f74 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Calling delete_port for 97f3b9a9-280b-4525-99c0-68e99e225ba3 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:05.918888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.919732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 50810664-ac5d-4215-b5e4-7475fe74d0b7 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:05.939553 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:05.973212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:06.049071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:06.059606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.065527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 50810664-ac5d-4215-b5e4-7475fe74d0b7 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:06.075506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 50810664-ac5d-4215-b5e4-7475fe74d0b7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:06.079406 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.106461 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-31c13ebb-4877-48f6-88e8-459363036f74 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.143343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c13ebb-4877-48f6-88e8-459363036f74 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Pushing event deleted for resources: {'Port': ['ID=97f3b9a9-280b-4525-99c0-68e99e225ba3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:06.151665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Network b6cd8bc8-46be-4d30-bf59-d24b4978503a is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:06.155491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bf69bb-7f6e-4d18-834e-268863fa6c1a {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:06.168362 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:06.174639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.177053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:06.181445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event updated for resources: {'Port': ['ID=5d1305ab-c668-47cf-a333-587c6c897c74,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:06.186884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['a0c9a3cc-c502-4d95-81a6-01bc28fefa38'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:06.189213 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.217802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Transition to ACTIVE for port object 21bf69bb-7f6e-4d18-834e-268863fa6c1a will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:06.226554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.245994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-31c13ebb-4877-48f6-88e8-459363036f74 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] No DVR routers for this DVR port 97f3b9a9-280b-4525-99c0-68e99e225ba3 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:06.248938 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-31c13ebb-4877-48f6-88e8-459363036f74 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.252516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-774d7ced-6e61-4c74-8ef6-8576ba59858a req-31c13ebb-4877-48f6-88e8-459363036f74 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.82 "DELETE /v2.0/ports/97f3b9a9-280b-4525-99c0-68e99e225ba3 HTTP/1.1" status: 204 len: 173 time: 0.5934627 Aug 04 16:58:06.253970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1217a879-9a72-4574-b834-76d00c390aa1', 'name': 'network-vif-deleted', 'tag': '97f3b9a9-280b-4525-99c0-68e99e225ba3'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:06.256785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:06.257355 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a36562-030d-47fb-a274-614cba4af721" -d '{"events": [{"server_uuid": "1217a879-9a72-4574-b834-76d00c390aa1", "name": "network-vif-deleted", "tag": "97f3b9a9-280b-4525-99c0-68e99e225ba3"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:06.268495 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.275455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0f0db-ef48-4f7b-b469-a2f2583f7ddf req-1e749e4c-be37-4ddd-936e-261897b78089 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:06.277962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Pushing event updated for resources: {'Port': ['ID=21bf69bb-7f6e-4d18-834e-268863fa6c1a,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:06.296808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ab0f0db-ef48-4f7b-b469-a2f2583f7ddf req-1e749e4c-be37-4ddd-936e-261897b78089 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 945 time: 0.2346289 Aug 04 16:58:06.344686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6834bd-8945-43ab-8413-82a5d56fcb1f req-c8876950-3e5e-40dd-8fe7-ebb277152c01 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:06.352557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a6834bd-8945-43ab-8413-82a5d56fcb1f req-c8876950-3e5e-40dd-8fe7-ebb277152c01 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 948 time: 0.2129216 Aug 04 16:58:06.367888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=50810664-ac5d-4215-b5e4-7475fe74d0b7,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:06.383863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ab0f0db-ef48-4f7b-b469-a2f2583f7ddf req-c94cfa27-84a2-4659-9047-ee8ff76f1852 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849235 Aug 04 16:58:06.385394 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.432745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a6834bd-8945-43ab-8413-82a5d56fcb1f req-1f20a2cd-5cf4-42eb-bcdf-dfc363884df5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628014 Aug 04 16:58:06.443357 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Attempting to bind port 21bf69bb-7f6e-4d18-834e-268863fa6c1a on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:58:06.443357 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Attempting to bind port 21bf69bb-7f6e-4d18-834e-268863fa6c1a by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:58:06.443693 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Attempting to bind port 21bf69bb-7f6e-4d18-834e-268863fa6c1a on network d431c173-a148-49e3-87ff-519fed0ba4f4 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:06.455336 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Port 21bf69bb-7f6e-4d18-834e-268863fa6c1a on network d431c173-a148-49e3-87ff-519fed0ba4f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:58:06.455666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Attempting to bind port 21bf69bb-7f6e-4d18-834e-268863fa6c1a on network d431c173-a148-49e3-87ff-519fed0ba4f4 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:06.458840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.463390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:58:06.463728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Checking segment: {'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:06.464120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Bound using segment: {'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:58:06.464700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Bound port: 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:58:06.465334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.479283 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf3ab5d-eead-49e9-abcf-8bc94a01b368 x-openstack-request-id: req-4bf3ab5d-eead-49e9-abcf-8bc94a01b368 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:06.479662 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1217a879-9a72-4574-b834-76d00c390aa1", "name": "network-vif-deleted", "tag": "97f3b9a9-280b-4525-99c0-68e99e225ba3", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:06.479978 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bf3ab5d-eead-49e9-abcf-8bc94a01b368 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:06.480385 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1217a879-9a72-4574-b834-76d00c390aa1', 'name': 'network-vif-deleted', 'tag': '97f3b9a9-280b-4525-99c0-68e99e225ba3', 'status': 'completed', 'code': 200} Aug 04 16:58:06.533780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffc1d6-b4db-4765-8f32-2fcc53137656 req-9bf60a12-7c93-427c-8576-cb0fb80e0c28 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:06.535451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76ffc1d6-b4db-4765-8f32-2fcc53137656 req-9bf60a12-7c93-427c-8576-cb0fb80e0c28 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 943 time: 0.0542519 Aug 04 16:58:06.583170 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76ffc1d6-b4db-4765-8f32-2fcc53137656 req-4336e372-6d39-4948-a88b-0949c7736968 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405622 Aug 04 16:58:06.616057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] For port 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:06.636467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] For port 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:58:06.646000 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.650120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f072fb-348b-44ce-96da-fe9002c9918c req-54224a23-8def-40a1-accd-c545c77b0b13 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:06.652236 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6f072fb-348b-44ce-96da-fe9002c9918c req-54224a23-8def-40a1-accd-c545c77b0b13 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.0549641 Aug 04 16:58:06.688133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:06.688761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.690191 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] 10.222.0.82 "PUT /v2.0/ports/21bf69bb-7f6e-4d18-834e-268863fa6c1a HTTP/1.1" status: 200 len: 1091 time: 1.0641551 Aug 04 16:58:06.690656 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5698dc2-0602-4a58-a71e-174405914e38', 'tag': '21bf69bb-7f6e-4d18-834e-268863fa6c1a'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:06.692944 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6483a9-785c-4a71-b59d-7c68d8ac7525" -d '{"events": [{"name": "network-changed", "server_uuid": "d5698dc2-0602-4a58-a71e-174405914e38", "tag": "21bf69bb-7f6e-4d18-834e-268863fa6c1a"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:06.747337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9b27a-c7c2-471b-98fd-125fabda05ae req-99468168-23a7-47b7-9245-b3b09bad477e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:06.749455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54a9b27a-c7c2-471b-98fd-125fabda05ae req-99468168-23a7-47b7-9245-b3b09bad477e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 949 time: 0.0918713 Aug 04 16:58:06.749875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33ae44-cedd-464b-9efb-308b6fa2a4ab service neutron] Pushing event updated for resources: {'Port': ['ID=21bf69bb-7f6e-4d18-834e-268863fa6c1a,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:06.754684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6f072fb-348b-44ce-96da-fe9002c9918c req-98faf943-4ae3-4126-a3ee-b40b8197646f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866957 Aug 04 16:58:06.795051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.814473 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ba072a-ea64-450f-8410-30a67b9e28f2 x-openstack-request-id: req-a1ba072a-ea64-450f-8410-30a67b9e28f2 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:06.814767 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5698dc2-0602-4a58-a71e-174405914e38", "tag": "21bf69bb-7f6e-4d18-834e-268863fa6c1a", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:06.815042 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1ba072a-ea64-450f-8410-30a67b9e28f2 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:06.815444 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5698dc2-0602-4a58-a71e-174405914e38', 'tag': '21bf69bb-7f6e-4d18-834e-268863fa6c1a', 'status': 'completed', 'code': 200} Aug 04 16:58:06.818407 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54a9b27a-c7c2-471b-98fd-125fabda05ae req-9dd5b4fe-0fe6-4a4c-8745-5f5facd1017e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586405 Aug 04 16:58:06.819172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.910592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85743168-18b2-4f4a-a732-964a5f3efb84 req-85b68ea5-7083-46eb-b7a8-ab9037f61040 tempest-ImagesTestJSON-679852007 tempest-ImagesTestJSON-679852007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1217a879-9a72-4574-b834-76d00c390aa1 HTTP/1.1" status: 200 len: 210 time: 0.0285153 Aug 04 16:58:06.912252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event updated for resources: {'Port': ['ID=5d1305ab-c668-47cf-a333-587c6c897c74,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:06.934452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-36e226c6-91d2-49f0-93fc-fd2eaf459d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:06.936504 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-36e226c6-91d2-49f0-93fc-fd2eaf459d22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62491eec0cca45ab8614cc1eec7806ed&device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 1094 time: 0.1645398 Aug 04 16:58:06.937334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.989682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:06.990950 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-27838122-8c9b-482d-9dc4-cdf5b2603b64 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8676817 Aug 04 16:58:06.992361 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-a1777ef1-419e-439f-af18-744062251962 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a HTTP/1.1" status: 200 len: 217 time: 0.0440943 Aug 04 16:58:06.994230 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44644) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:07.089738 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-42e4f423-5142-4932-bd81-27b29f26b06d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=b6cd8bc8-46be-4d30-bf59-d24b4978503a HTTP/1.1" status: 200 len: 689 time: 0.0942237 Aug 04 16:58:07.094308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44646) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:07.104090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-3458fef5-3e57-42cb-8ad5-74a76b0876b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:07.105741 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-3458fef5-3e57-42cb-8ad5-74a76b0876b5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bcd47859-fa75-42a2-a5c7-407f4550dff0 HTTP/1.1" status: 200 len: 862 time: 0.1051762 Aug 04 16:58:07.152322 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-7f810f74-7381-408a-abf3-f3b9863d0175 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d431c173-a148-49e3-87ff-519fed0ba4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346406 Aug 04 16:58:07.195531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:07.198942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4da169-3de6-4731-b87c-1a8c2f9863a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df'}, {'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:07.201386 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec043ca-975b-456b-b74b-438c463ba72a" -d '{"events": [{"server_uuid": "7d4da169-3de6-4731-b87c-1a8c2f9863a0", "name": "network-vif-plugged", "status": "completed", "tag": "f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df"}, {"server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "name": "network-vif-plugged", "status": "completed", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:07.242475 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325a7393-4161-477f-baa6-d7e16dd18ecf x-openstack-request-id: req-325a7393-4161-477f-baa6-d7e16dd18ecf {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:07.242913 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4da169-3de6-4731-b87c-1a8c2f9863a0", "name": "network-vif-plugged", "status": "completed", "tag": "f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df", "code": 200}, {"server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "name": "network-vif-plugged", "status": "completed", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:07.243181 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-325a7393-4161-477f-baa6-d7e16dd18ecf {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:07.243735 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4da169-3de6-4731-b87c-1a8c2f9863a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df', 'code': 200} Aug 04 16:58:07.244114 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7', 'code': 200} Aug 04 16:58:07.251948 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-31f9e841-7f5f-4650-aaa8-de8ba4f79509 service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916779 Aug 04 16:58:07.313459 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:07.332053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Deleting port 5d1305ab-c668-47cf-a333-587c6c897c74 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:07.332394 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:07.361671 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-715e877d-f6b1-4307-b996-49a79570e5d7 req-aefb4740-41e1-4014-bbc7-d341c257ec41 service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937481 Aug 04 16:58:07.460852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6483a9-785c-4a71-b59d-7c68d8ac7525 req-317ece60-c772-4aa1-a19f-06396b766805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:07.462483 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ad6483a9-785c-4a71-b59d-7c68d8ac7525 req-317ece60-c772-4aa1-a19f-06396b766805 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62491eec0cca45ab8614cc1eec7806ed&device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 1094 time: 0.0481367 Aug 04 16:58:07.468705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bc057-9693-44c0-b0b2-61d5a48f98dd req-04b07d79-4869-4a46-9c3b-85d0a0b9c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:07.470208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa3bc057-9693-44c0-b0b2-61d5a48f98dd req-04b07d79-4869-4a46-9c3b-85d0a0b9c686 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 1096 time: 0.1265721 Aug 04 16:58:07.472609 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:07.472930 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:07.477784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ff278-a1f4-4a11-b281-c4d4c68650de req-b79bd9ed-328a-4987-9bff-69917f22c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:07.479562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-313ff278-a1f4-4a11-b281-c4d4c68650de req-b79bd9ed-328a-4987-9bff-69917f22c666 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 1100 time: 0.1052854 Aug 04 16:58:07.512642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Calling delete_port for 5d1305ab-c668-47cf-a333-587c6c897c74 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:07.522427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a0c9a3cc-c502-4d95-81a6-01bc28fefa38 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:07.574506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6483a9-785c-4a71-b59d-7c68d8ac7525 req-9a1d001c-d20c-4a0f-b3f1-d7cc16b64f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:07.576020 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ad6483a9-785c-4a71-b59d-7c68d8ac7525 req-9a1d001c-d20c-4a0f-b3f1-d7cc16b64f39 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d431c173-a148-49e3-87ff-519fed0ba4f4 HTTP/1.1" status: 200 len: 924 time: 0.1058221 Aug 04 16:58:07.579879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:07.584525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:07.584895 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:07.625102 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ad6483a9-785c-4a71-b59d-7c68d8ac7525 req-e981f7f8-e314-4037-a828-f941fb179aa0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a HTTP/1.1" status: 200 len: 217 time: 0.0411007 Aug 04 16:58:07.645822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa3bc057-9693-44c0-b0b2-61d5a48f98dd req-8b27e359-7b72-4478-aece-e27a73f8568b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601455 Aug 04 16:58:07.660201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-313ff278-a1f4-4a11-b281-c4d4c68650de req-1cf014e6-a01c-498c-8f0b-303cffe32ed1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575072 Aug 04 16:58:07.666824 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:07.672980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac6891-021a-4a83-9323-bd24252fdd4e req-bac87d2f-b162-4c98-8925-b0d021bbaab9 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:07.674506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6aac6891-021a-4a83-9323-bd24252fdd4e req-bac87d2f-b162-4c98-8925-b0d021bbaab9 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 945 time: 0.1989350 Aug 04 16:58:07.685809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6483a9-785c-4a71-b59d-7c68d8ac7525 req-3f90b914-7675-4182-89b1-08c84ccf3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:07.687384 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ad6483a9-785c-4a71-b59d-7c68d8ac7525 req-3f90b914-7675-4182-89b1-08c84ccf3d3b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bcd47859-fa75-42a2-a5c7-407f4550dff0 HTTP/1.1" status: 200 len: 862 time: 0.0529995 Aug 04 16:58:07.691696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3920b-5a6d-48e7-903b-fc15c420b55e req-1eb1f2c5-0ab9-4158-b9a5-9d10a0a47aef tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:07.693147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04e3920b-5a6d-48e7-903b-fc15c420b55e req-1eb1f2c5-0ab9-4158-b9a5-9d10a0a47aef tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1817281 Aug 04 16:58:07.707178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a0c9a3cc-c502-4d95-81a6-01bc28fefa38, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:07.717098 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:07.734388 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ad6483a9-785c-4a71-b59d-7c68d8ac7525 req-b55663b6-8b91-458c-9c52-04b113a9062c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d431c173-a148-49e3-87ff-519fed0ba4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367086 Aug 04 16:58:07.777111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6aac6891-021a-4a83-9323-bd24252fdd4e req-3a438fd1-f78d-4a5d-b0ca-34a3c4083ecc tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933638 Aug 04 16:58:07.784917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04e3920b-5a6d-48e7-903b-fc15c420b55e req-8e5b2257-a26e-47ba-bed7-d46df25d15c9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812428 Aug 04 16:58:07.789489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:07.833261 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:07.860374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d1305ab-c668-47cf-a333-587c6c897c74,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:07.866620 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ad6483a9-785c-4a71-b59d-7c68d8ac7525 req-8beb2449-d8ac-4805-83cb-c0d1e3fb4164 service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226754 Aug 04 16:58:07.969602 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ad6483a9-785c-4a71-b59d-7c68d8ac7525 req-107b9e57-0c3c-43c9-a86d-436886f6c62b service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945268 Aug 04 16:58:07.973552 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.002408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad072f-7bcd-4945-a9a5-564d86b1a0e8 req-e208257e-4b59-4613-a484-5ba1b8c34eeb tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.003917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acad072f-7bcd-4945-a9a5-564d86b1a0e8 req-e208257e-4b59-4613-a484-5ba1b8c34eeb tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 943 time: 0.1004009 Aug 04 16:58:08.063052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c3cf-1957-4d26-9433-f0304dcd9189 req-9f51e7d1-9d0a-4c03-a0ff-40d79e70b8ae tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.064536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c921c3cf-1957-4d26-9433-f0304dcd9189 req-9f51e7d1-9d0a-4c03-a0ff-40d79e70b8ae tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1083391 Aug 04 16:58:08.090030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.121794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acad072f-7bcd-4945-a9a5-564d86b1a0e8 req-0f728ebb-e6e7-48ca-920f-65e38b50c69d tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090112 Aug 04 16:58:08.164195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c921c3cf-1957-4d26-9433-f0304dcd9189 req-e715d1da-42aa-4d32-b423-c5c8e9924dbc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926068 Aug 04 16:58:08.190386 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.228766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e720c282-5d5a-45d8-a96d-5798e5ace042,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:08.299316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.312728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cd8bc8-46be-4d30-bf59-d24b4978503a']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:08.321910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125b804-883c-45ec-b5c9-4761c86de5b2 req-2f29a937-7bdf-4561-8ffe-183fd9a3461c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.323569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9125b804-883c-45ec-b5c9-4761c86de5b2 req-2f29a937-7bdf-4561-8ffe-183fd9a3461c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 950 time: 0.1257234 Aug 04 16:58:08.333347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a602d12-db65-4a17-8f25-db1d55ce1f8b') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:08.333643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a602d12-db65-4a17-8f25-db1d55ce1f8b') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:08.363963 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.388904 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.393660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9125b804-883c-45ec-b5c9-4761c86de5b2 req-ddcdde28-0ab9-4997-a179-97bb8435887f tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623388 Aug 04 16:58:08.398502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:08.398972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:08.400983 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:08.468572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.485443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6cd8bc8-46be-4d30-bf59-d24b4978503a {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 16:58:08.487223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6cd8bc8-46be-4d30-bf59-d24b4978503a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:08.489125 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.494004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e387e267-981b-43c2-99ab-7062b7995f66 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "DELETE /v2.0/networks/b6cd8bc8-46be-4d30-bf59-d24b4978503a HTTP/1.1" status: 204 len: 168 time: 1.3984754 Aug 04 16:58:08.494275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44694) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:08.517372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44696) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:08.566834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-519dd345-a6a0-4257-bf10-8fc9bebe665a admin admin] Deleting subnet c270d6ca-fadf-4471-9dc6-9a45b83c8c5c {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:58:08.570477 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-519dd345-a6a0-4257-bf10-8fc9bebe665a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.620993 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8802b681-f80f-4e5d-8d88-641e2530fe85 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.1249204 Aug 04 16:58:08.623077 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44698) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:08.626104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-519dd345-a6a0-4257-bf10-8fc9bebe665a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.689271 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2eddc9-a21e-4e1b-9217-ab2a2fccf644 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.689866 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-519dd345-a6a0-4257-bf10-8fc9bebe665a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.690203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2eddc9-a21e-4e1b-9217-ab2a2fccf644 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.690849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2eddc9-a21e-4e1b-9217-ab2a2fccf644 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.691470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2eddc9-a21e-4e1b-9217-ab2a2fccf644 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.692107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2eddc9-a21e-4e1b-9217-ab2a2fccf644 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.692848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2eddc9-a21e-4e1b-9217-ab2a2fccf644 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.693706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2eddc9-a21e-4e1b-9217-ab2a2fccf644 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.694328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2eddc9-a21e-4e1b-9217-ab2a2fccf644 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:08.697129 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aa2eddc9-a21e-4e1b-9217-ab2a2fccf644 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5311 time: 0.0720882 Aug 04 16:58:08.699788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44700) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:08.753471 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-519dd345-a6a0-4257-bf10-8fc9bebe665a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.769745 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.778793 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-84a1bee8-d0aa-478d-b130-7de8cd2ffc49 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] delete failed (client error): The resource could not be found. Aug 04 16:58:08.780438 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-84a1bee8-d0aa-478d-b130-7de8cd2ffc49 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/a333757d-5307-4ee6-9781-c3a26f2d53b8 HTTP/1.1" status: 404 len: 345 time: 0.0790262 Aug 04 16:58:08.783212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44702) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:08.786838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dd345-a6a0-4257-bf10-8fc9bebe665a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c270d6ca-fadf-4471-9dc6-9a45b83c8c5c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:08.790659 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-519dd345-a6a0-4257-bf10-8fc9bebe665a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.793563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-519dd345-a6a0-4257-bf10-8fc9bebe665a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c270d6ca-fadf-4471-9dc6-9a45b83c8c5c HTTP/1.1" status: 204 len: 168 time: 0.2751148 Aug 04 16:58:08.796060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44704) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:08.801637 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e58afb2-49ee-44ac-acde-ed4a1c02b586 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] DELETE failed (client error): The resource could not be found. Aug 04 16:58:08.802306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e58afb2-49ee-44ac-acde-ed4a1c02b586 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 16:58:08.804173 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5e58afb2-49ee-44ac-acde-ed4a1c02b586 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "DELETE /v2.0/networks/b6cd8bc8-46be-4d30-bf59-d24b4978503a HTTP/1.1" status: 404 len: 339 time: 0.0195179 Aug 04 16:58:08.811784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44708) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:08.817067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Request body: {'network': {'name': 'tempest-network--2012638295', 'router:external': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:08.856745 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.877385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Made reservation on behalf of 917c2b10ec8344938aa91f133575ba79 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:08.879814 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.911124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:08.929121 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.929733 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Added segment 01cc096c-0dc8-4d6c-9eae-8d25e714084a of type vlan for network 181e3acc-19bf-4177-8a07-2331e04190e3 Aug 04 16:58:08.953268 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:08.982645 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.028688 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.030316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.030930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.051818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688e81a-6081-48c0-b905-c0c718b68622 req-24e5ed66-2021-41e8-9dd8-9153b550be38 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.053283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4688e81a-6081-48c0-b905-c0c718b68622 req-24e5ed66-2021-41e8-9dd8-9153b550be38 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 945 time: 0.1458175 Aug 04 16:58:09.076973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2216d-c446-4bf3-87dd-6d189e3278b0 req-ced2b541-570f-400f-90ac-dc098d436aa4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.078535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5d2216d-c446-4bf3-87dd-6d189e3278b0 req-ced2b541-570f-400f-90ac-dc098d436aa4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1469388 Aug 04 16:58:09.145753 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.165285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed77e85-9786-438f-9c12-d588fc5ecbb9']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:09.190054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782f317c-7358-49b9-8e71-5ae767933c3c') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:09.190346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782f317c-7358-49b9-8e71-5ae767933c3c') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:09.206939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4688e81a-6081-48c0-b905-c0c718b68622 req-5e6134b0-eb05-4243-a75b-130b49466e99 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381857 Aug 04 16:58:09.208696 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.212866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5d2216d-c446-4bf3-87dd-6d189e3278b0 req-0f6e6178-b98c-424a-b9e8-f1bc9f28e58e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971968 Aug 04 16:58:09.228862 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.243167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:09.245056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d925b5-3424-4ff3-9491-859be913f044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c9a3cc-c502-4d95-81a6-01bc28fefa38'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:09.248229 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c0ecd7-b124-4128-b453-e560ad0125e2" -d '{"events": [{"server_uuid": "10d925b5-3424-4ff3-9491-859be913f044", "name": "network-vif-plugged", "status": "completed", "tag": "a0c9a3cc-c502-4d95-81a6-01bc28fefa38"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:09.249874 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:09.291002 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:09.345380 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.353209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.354928 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] 10.222.0.39 "DELETE /v2.0/networks/fed77e85-9786-438f-9c12-d588fc5ecbb9 HTTP/1.1" status: 204 len: 168 time: 0.5577061 Aug 04 16:58:09.383275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff5796-3902-4242-bdb5-18b4dfa1facd admin admin] Pushing event deleted for resources: {'Network': ['ID=fed77e85-9786-438f-9c12-d588fc5ecbb9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:09.411893 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5966518 Aug 04 16:58:09.412574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44724) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:09.417644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e540d-bfbe-4fea-a35e-5dd29f6392de req-004cfc5b-222f-4005-b432-bed12aaf760c tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.419660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e71e540d-bfbe-4fea-a35e-5dd29f6392de req-004cfc5b-222f-4005-b432-bed12aaf760c tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 943 time: 0.1133766 Aug 04 16:58:09.444232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4314e94-137d-4a98-918b-be290170d147 req-bd4abe6e-95e1-4748-9b68-a29420bc9fa4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.445702 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4314e94-137d-4a98-918b-be290170d147 req-bd4abe6e-95e1-4748-9b68-a29420bc9fa4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.0731893 Aug 04 16:58:09.455995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbce77-b201-4f25-abd6-ac0a2086a23d tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event updated for resources: {'Network': ['ID=181e3acc-19bf-4177-8a07-2331e04190e3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:09.468095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 181e3acc-19bf-4177-8a07-2331e04190e3 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:09.508198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e71e540d-bfbe-4fea-a35e-5dd29f6392de req-c93847ba-21b0-49a6-a060-9807b60c28c0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776675 Aug 04 16:58:09.510776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 21bf69bb-7f6e-4d18-834e-268863fa6c1a details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:58:09.514353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 97f3b9a9-280b-4525-99c0-68e99e225ba3 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:09.528836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4314e94-137d-4a98-918b-be290170d147 req-9d5a0921-527c-4f5e-bccb-9efe699a910b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691822 Aug 04 16:58:09.572169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 97f3b9a9-280b-4525-99c0-68e99e225ba3 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:09.572556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 97f3b9a9-280b-4525-99c0-68e99e225ba3 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:09.614529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44730) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:09.647456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b0664-908f-486c-bbd4-a84a2717e66c tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.655565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b0664-908f-486c-bbd4-a84a2717e66c tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.663393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b0664-908f-486c-bbd4-a84a2717e66c tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.670604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b0664-908f-486c-bbd4-a84a2717e66c tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.676778 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-996b0664-908f-486c-bbd4-a84a2717e66c tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2631304 Aug 04 16:58:09.677635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44732) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:09.679948 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423e826-4446-4234-bb29-438a5ede2b4a x-openstack-request-id: req-2423e826-4446-4234-bb29-438a5ede2b4a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:09.680236 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d925b5-3424-4ff3-9491-859be913f044", "name": "network-vif-plugged", "status": "completed", "tag": "a0c9a3cc-c502-4d95-81a6-01bc28fefa38", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:09.681337 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2423e826-4446-4234-bb29-438a5ede2b4a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:09.681897 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d925b5-3424-4ff3-9491-859be913f044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c9a3cc-c502-4d95-81a6-01bc28fefa38', 'code': 200} Aug 04 16:58:09.714651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:09.729206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '21bf69bb-7f6e-4d18-834e-268863fa6c1a', 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4', 'port_id': '21bf69bb-7f6e-4d18-834e-268863fa6c1a', 'mac_address': 'fa:16:3e:7c:5a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd47859-fa75-42a2-a5c7-407f4550dff0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:58:09.767572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ba96b9e4-eb47-4227-a85e-652889944226 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=881dd0bd49f84981b3b2ad3a4fe41f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496170 Aug 04 16:58:09.768833 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44738) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:09.795101 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.819288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bf69bb-7f6e-4d18-834e-268863fa6c1a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:09.823345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857d19-9c9e-4b3a-861c-54ec7b3960b9 req-c1138d37-78a6-437f-a6e5-fc66eb7e23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.824878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98857d19-9c9e-4b3a-861c-54ec7b3960b9 req-c1138d37-78a6-437f-a6e5-fc66eb7e23b9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 1101 time: 0.1408076 Aug 04 16:58:09.829176 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.840815 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:09.845887 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.849517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf45ce-0c74-490c-9266-f1065db4be9d req-b2e3cbde-07d7-4fcc-9b94-5fb2853d0e7a tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:09.851181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1cf45ce-0c74-490c-9266-f1065db4be9d req-b2e3cbde-07d7-4fcc-9b94-5fb2853d0e7a tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 950 time: 0.1375775 Aug 04 16:58:09.871558 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52804822-f6d2-4e25-9602-d1bccc403f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.911325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=21bf69bb-7f6e-4d18-834e-268863fa6c1a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:09.921048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52804822-f6d2-4e25-9602-d1bccc403f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.924283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98857d19-9c9e-4b3a-861c-54ec7b3960b9 req-df5f8bfc-fa1b-409e-9cb5-29fcf830366c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900671 Aug 04 16:58:09.976624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1cf45ce-0c74-490c-9266-f1065db4be9d req-0edb292a-5b5f-4de0-a075-c86530cbfba9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153867 Aug 04 16:58:09.984958 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52804822-f6d2-4e25-9602-d1bccc403f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.988459 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52804822-f6d2-4e25-9602-d1bccc403f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:09.999103 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-52804822-f6d2-4e25-9602-d1bccc403f3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85787a1d-e469-423a-96d8-6de15e9e3806 HTTP/1.1" status: 204 len: 168 time: 0.2226667 Aug 04 16:58:10.001971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52804822-f6d2-4e25-9602-d1bccc403f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85787a1d-e469-423a-96d8-6de15e9e3806,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:10.012374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.025939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181e3acc-19bf-4177-8a07-2331e04190e3']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:10.038968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cc096c-0dc8-4d6c-9eae-8d25e714084a') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:10.039437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cc096c-0dc8-4d6c-9eae-8d25e714084a') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:10.051787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.069573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb436aa-ec97-41a9-b830-9e3c2120e79e req-8cc850ad-d7c8-4cc7-8213-63c54791ad5d tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:10.071149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeb436aa-ec97-41a9-b830-9e3c2120e79e req-8cc850ad-d7c8-4cc7-8213-63c54791ad5d tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 945 time: 0.0981166 Aug 04 16:58:10.078154 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.093674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:10.094079 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:10.095817 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:10.153899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['21bf69bb-7f6e-4d18-834e-268863fa6c1a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:10.182354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeb436aa-ec97-41a9-b830-9e3c2120e79e req-acadc76e-7690-46f2-b6aa-8e35d736aaf5 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009307 Aug 04 16:58:10.193209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.206972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 181e3acc-19bf-4177-8a07-2331e04190e3 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 16:58:10.217529 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.223239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44746) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:10.228696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Request body: {'network': {'name': 'tempest-network--1576895684', 'router:external': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:10.232519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "DELETE /v2.0/networks/181e3acc-19bf-4177-8a07-2331e04190e3 HTTP/1.1" status: 204 len: 168 time: 0.5529959 Aug 04 16:58:10.236589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93233cd-a04c-44e9-8401-de23bd723e90 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event deleted for resources: {'Network': ['ID=181e3acc-19bf-4177-8a07-2331e04190e3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:10.258873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Made reservation on behalf of 917c2b10ec8344938aa91f133575ba79 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:10.261354 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.309953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:10.320046 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.320416 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Added segment 23260cd2-cbac-4d26-8f9e-acf0e071d2df of type vlan for network 1e2c42aa-3a77-430b-9b67-3c471f58c2a0 Aug 04 16:58:10.375388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.392835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ba93-38a1-4d9a-8ae8-ea62594f0c32 req-855f5a40-90a2-43a8-b311-89e6155e3168 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:10.394199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e84ba93-38a1-4d9a-8ae8-ea62594f0c32 req-855f5a40-90a2-43a8-b311-89e6155e3168 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0786476 Aug 04 16:58:10.449109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e84ba93-38a1-4d9a-8ae8-ea62594f0c32 req-41632b4f-8e76-43e4-bd5b-c336cf9f056d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474877 Aug 04 16:58:10.463518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.465074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:10.465924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:10.569077 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event updated for resources: {'Network': ['ID=1e2c42aa-3a77-430b-9b67-3c471f58c2a0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:10.577292 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ebe57f10-5a85-4376-82be-a7da50fddbf9 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3525875 Aug 04 16:58:10.579779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44766) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:10.584045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 1e2c42aa-3a77-430b-9b67-3c471f58c2a0 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:10.865312 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-485cb069-5913-40c5-a193-30d56d65c946 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494056 Aug 04 16:58:11.108563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e6e88-5f07-4cfd-a21b-fa1c066c9bc1 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:11.110044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5b6e6e88-5f07-4cfd-a21b-fa1c066c9bc1 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] 10.222.0.39 "GET /v2.0/networks/1e2c42aa-3a77-430b-9b67-3c471f58c2a0 HTTP/1.1" status: 200 len: 757 time: 0.5290322 Aug 04 16:58:11.114544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44792) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:11.130528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4847f-ba51-49c3-ab1d-96a448bc97a0 req-92ef2957-d7d6-419c-b616-1d273d3a7342 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:11.133192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61c4847f-ba51-49c3-ab1d-96a448bc97a0 req-92ef2957-d7d6-419c-b616-1d273d3a7342 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 944 time: 0.4980798 Aug 04 16:58:11.153748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de6bda-d7b5-4d24-b5fa-521e4741a37c req-ffe7708e-fde6-4bf4-a2fc-9767f25d6638 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:11.162677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44de6bda-d7b5-4d24-b5fa-521e4741a37c req-ffe7708e-fde6-4bf4-a2fc-9767f25d6638 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.1474249 Aug 04 16:58:11.206632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c17176-4665-4021-a61c-56883ac258a3 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:11.211025 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b8c17176-4665-4021-a61c-56883ac258a3 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] 10.222.0.39 "GET /v2.0/networks/3da30991-9618-4390-a737-091f25eb6257 HTTP/1.1" status: 200 len: 767 time: 0.0923982 Aug 04 16:58:11.211025 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44802) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:11.223975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61c4847f-ba51-49c3-ab1d-96a448bc97a0 req-96e84584-d87a-4b0a-be60-9be25d27425a tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591252 Aug 04 16:58:11.249066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44de6bda-d7b5-4d24-b5fa-521e4741a37c req-99c74221-0b1e-4984-a8e4-e623a158dc5c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721982 Aug 04 16:58:11.294630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.361795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a61497-52df-410c-a6bf-7bc66d212951 req-9f1b386f-2f4a-4590-8cd9-1387ec22b3e9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:11.372486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9a61497-52df-410c-a6bf-7bc66d212951 req-9f1b386f-2f4a-4590-8cd9-1387ec22b3e9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0736797 Aug 04 16:58:11.376043 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.388351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2c42aa-3a77-430b-9b67-3c471f58c2a0']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:11.402647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23260cd2-cbac-4d26-8f9e-acf0e071d2df') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:11.403251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23260cd2-cbac-4d26-8f9e-acf0e071d2df') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:11.418052 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.428795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9a61497-52df-410c-a6bf-7bc66d212951 req-2188b630-883e-4043-8bfe-006b5220f85a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552967 Aug 04 16:58:11.444796 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.454605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:11.455215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.495089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 21bf69bb-7f6e-4d18-834e-268863fa6c1a up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:11.499814 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:11.518737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee988f-2f40-4e17-aa33-3f71434bac51 req-5ebd31ad-3f6b-49e4-b359-b2d908e461b1 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:11.520657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddee988f-2f40-4e17-aa33-3f71434bac51 req-5ebd31ad-3f6b-49e4-b359-b2d908e461b1 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 950 time: 0.0692947 Aug 04 16:58:11.538441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.544996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e2c42aa-3a77-430b-9b67-3c471f58c2a0 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 16:58:11.549872 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.551324 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "DELETE /v2.0/networks/1e2c42aa-3a77-430b-9b67-3c471f58c2a0 HTTP/1.1" status: 204 len: 168 time: 0.3395960 Aug 04 16:58:11.555994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44816) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:11.570447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Request body: {'network': {'name': 'tempest-network--1307130221'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:11.575279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 21bf69bb-7f6e-4d18-834e-268863fa6c1a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:11.575712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e24b1f-5646-4460-9710-b4fdd26ba6e5 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e2c42aa-3a77-430b-9b67-3c471f58c2a0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:11.579801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 21bf69bb-7f6e-4d18-834e-268863fa6c1a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:11.580419 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.602718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Made reservation on behalf of 917c2b10ec8344938aa91f133575ba79 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:11.606623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.647077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddee988f-2f40-4e17-aa33-3f71434bac51 req-c7fa9608-4ca6-4601-869b-81b2887579b6 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066277 Aug 04 16:58:11.660636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:11.679276 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.679681 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Added segment 13c13d42-3081-494e-9f02-ff7c4fd334d4 of type vlan for network aaca1d16-139e-416f-9aa0-5c7155e2a24c Aug 04 16:58:11.698201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6dea9-4929-4a98-bc3c-328bd73a27b6 req-f4665c94-2b0c-4440-bb5b-cc748f21c9a7 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:11.699800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ff6dea9-4929-4a98-bc3c-328bd73a27b6 req-f4665c94-2b0c-4440-bb5b-cc748f21c9a7 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 945 time: 0.2028410 Aug 04 16:58:11.735425 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.746926 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.772747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5698dc2-0602-4a58-a71e-174405914e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf69bb-7f6e-4d18-834e-268863fa6c1a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:11.777487 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8059a35c-de55-4d67-9d69-6886d764f1c4" -d '{"events": [{"server_uuid": "d5698dc2-0602-4a58-a71e-174405914e38", "name": "network-vif-plugged", "status": "completed", "tag": "21bf69bb-7f6e-4d18-834e-268863fa6c1a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:11.794062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:11.802133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ff6dea9-4929-4a98-bc3c-328bd73a27b6 req-8068507a-4cb6-4b3c-b18b-ef94b03f091c tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/security-groups?id=62812e2f-d361-451a-b2e6-f9784a400987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892491 Aug 04 16:58:11.802596 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.814534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.815560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:11.816448 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:11.844824 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2787597 Aug 04 16:58:11.865256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44828) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:11.874029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d912d20b-fd76-4d6a-a6c1-e6fceae2c4c4 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:11.890889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=21bf69bb-7f6e-4d18-834e-268863fa6c1a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:11.937419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4079e4-79b1-4a0b-aa0f-a13c477b79a8 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event updated for resources: {'Network': ['ID=aaca1d16-139e-416f-9aa0-5c7155e2a24c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:11.950447 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network aaca1d16-139e-416f-9aa0-5c7155e2a24c details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:11.968174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923babc-3714-47fd-b685-c057391ae7bf req-f9dae7e9-78e7-4c37-918a-f03926ba4fcd tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:11.969740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e923babc-3714-47fd-b685-c057391ae7bf req-f9dae7e9-78e7-4c37-918a-f03926ba4fcd tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 945 time: 0.1609714 Aug 04 16:58:12.004361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1ac2c-c06f-49c7-8716-13b9b46be1f7 req-e98d6e7e-8909-4e0e-8a73-45fed699fccc tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:12.006011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16a1ac2c-c06f-49c7-8716-13b9b46be1f7 req-e98d6e7e-8909-4e0e-8a73-45fed699fccc tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 1101 time: 0.1108284 Aug 04 16:58:12.069482 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c23fb25-21d5-4b51-aa3a-bdb9f16e5e55 x-openstack-request-id: req-6c23fb25-21d5-4b51-aa3a-bdb9f16e5e55 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:12.070667 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5698dc2-0602-4a58-a71e-174405914e38", "name": "network-vif-plugged", "status": "completed", "tag": "21bf69bb-7f6e-4d18-834e-268863fa6c1a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:12.071169 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c23fb25-21d5-4b51-aa3a-bdb9f16e5e55 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:12.071994 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5698dc2-0602-4a58-a71e-174405914e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf69bb-7f6e-4d18-834e-268863fa6c1a', 'code': 200} Aug 04 16:58:12.194030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16a1ac2c-c06f-49c7-8716-13b9b46be1f7 req-82deb3a1-37d4-4f03-935c-63a99228f9c2 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794386 Aug 04 16:58:12.250495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e923babc-3714-47fd-b685-c057391ae7bf req-4a874016-8b24-4d79-8204-a82539b21fc8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Deleting port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:12.251102 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e923babc-3714-47fd-b685-c057391ae7bf req-4a874016-8b24-4d79-8204-a82539b21fc8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.261548 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d912d20b-fd76-4d6a-a6c1-e6fceae2c4c4 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.276098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6702-1fc7-41c4-86d7-91721a5e35d1 req-2edaa711-3db1-48cf-b560-b5836b258539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:12.277662 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1dbd6702-1fc7-41c4-86d7-91721a5e35d1 req-2edaa711-3db1-48cf-b560-b5836b258539 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 1096 time: 0.1170926 Aug 04 16:58:12.286823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d912d20b-fd76-4d6a-a6c1-e6fceae2c4c4 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.329486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d912d20b-fd76-4d6a-a6c1-e6fceae2c4c4 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Network aaca1d16-139e-416f-9aa0-5c7155e2a24c is not hosted by any dhcp agent {{(pid=105829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 16:58:12.330280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912d20b-fd76-4d6a-a6c1-e6fceae2c4c4 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:12.332240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d912d20b-fd76-4d6a-a6c1-e6fceae2c4c4 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.340711 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d912d20b-fd76-4d6a-a6c1-e6fceae2c4c4 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "PUT /v2.0/networks/aaca1d16-139e-416f-9aa0-5c7155e2a24c HTTP/1.1" status: 200 len: 859 time: 0.4733870 Aug 04 16:58:12.342588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44860) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:12.430019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912d20b-fd76-4d6a-a6c1-e6fceae2c4c4 tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event updated for resources: {'Network': ['ID=aaca1d16-139e-416f-9aa0-5c7155e2a24c,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:12.434792 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1dbd6702-1fc7-41c4-86d7-91721a5e35d1 req-829f6d61-b1c1-4607-8af4-e8bcf3b38cde service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397357 Aug 04 16:58:12.516964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e923babc-3714-47fd-b685-c057391ae7bf req-4a874016-8b24-4d79-8204-a82539b21fc8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] For port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,segment=NetworkSegment(c36c04f7-e18b-4df2-8a91-ca5c93428a2f),segment_id=c36c04f7-e18b-4df2-8a91-ca5c93428a2f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:12.517405 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e923babc-3714-47fd-b685-c057391ae7bf req-4a874016-8b24-4d79-8204-a82539b21fc8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.550020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e923babc-3714-47fd-b685-c057391ae7bf req-4a874016-8b24-4d79-8204-a82539b21fc8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Calling delete_port for f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:12.558353 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.576645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94017d1-f3ac-49db-ac96-43eca9a84e21 req-80c84463-df2d-4ba8-809c-36bc14c412ec tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:12.577280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44868) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:12.578169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e94017d1-f3ac-49db-ac96-43eca9a84e21 req-80c84463-df2d-4ba8-809c-36bc14c412ec tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.2248254 Aug 04 16:58:12.598716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2317ed-2237-41e0-83ef-885d40520f79 req-b3303812-7234-41bd-9e24-37baf9b5e91b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:12.600226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a2317ed-2237-41e0-83ef-885d40520f79 req-b3303812-7234-41bd-9e24-37baf9b5e91b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.2028768 Aug 04 16:58:12.686212 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91f36d0a-2dde-406f-91ff-7e0956addc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.782990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91f36d0a-2dde-406f-91ff-7e0956addc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.788093 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91f36d0a-2dde-406f-91ff-7e0956addc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.807194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a2317ed-2237-41e0-83ef-885d40520f79 req-48a9da75-498f-4a59-a518-9cea0168a23a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648660 Aug 04 16:58:12.823281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e94017d1-f3ac-49db-ac96-43eca9a84e21 req-cb6d81ed-69bb-4b65-9e2e-8e5b5da584c2 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185118 Aug 04 16:58:12.827876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-6942f39c-c6c7-489c-bc6d-5e00890edb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:12.829842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-6942f39c-c6c7-489c-bc6d-5e00890edb86 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 1100 time: 0.2482932 Aug 04 16:58:12.830843 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-91f36d0a-2dde-406f-91ff-7e0956addc38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b7136af014842b6b1679a9a2c1e68d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521164 Aug 04 16:58:12.831869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f36d0a-2dde-406f-91ff-7e0956addc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deea568-b906-45f3-ac91-28b55137ba1d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:12.834943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44874) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:12.842397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.874513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaca1d16-139e-416f-9aa0-5c7155e2a24c']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:12.913848 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-808bc88a-811f-47f2-8ad7-0edb97fee23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.937326 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-808bc88a-811f-47f2-8ad7-0edb97fee23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.954732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c13d42-3081-494e-9f02-ff7c4fd334d4') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:12.955184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c13d42-3081-494e-9f02-ff7c4fd334d4') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:12.988959 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-808bc88a-811f-47f2-8ad7-0edb97fee23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.991700 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-808bc88a-811f-47f2-8ad7-0edb97fee23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:12.992908 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-808bc88a-811f-47f2-8ad7-0edb97fee23d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9deea568-b906-45f3-ac91-28b55137ba1d HTTP/1.1" status: 204 len: 168 time: 0.1568272 Aug 04 16:58:13.002517 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bc88a-811f-47f2-8ad7-0edb97fee23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deea568-b906-45f3-ac91-28b55137ba1d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:13.024269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.042823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-1e37afc3-f6d5-4ab7-8927-81627f5761ad tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032829 Aug 04 16:58:13.070718 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.093283 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e923babc-3714-47fd-b685-c057391ae7bf req-4a874016-8b24-4d79-8204-a82539b21fc8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.106896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:13.129776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:13.130193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:13.133553 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:13.224096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a97d3b-df9e-4b78-93ef-a95883698f18 req-89bc434b-9cf8-4a6d-8842-0769de16dc7f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:13.225653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18a97d3b-df9e-4b78-93ef-a95883698f18 req-89bc434b-9cf8-4a6d-8842-0769de16dc7f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.2907529 Aug 04 16:58:13.226435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a874016-8b24-4d79-8204-a82539b21fc8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Pushing event deleted for resources: {'Port': ['ID=f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:13.229257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-81533699-2bc5-4af8-9394-187343226db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:13.230645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-81533699-2bc5-4af8-9394-187343226db5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3916140 Aug 04 16:58:13.342457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-ba638e45-a168-4b43-ae41-278040f6863e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 200 len: 217 time: 0.0945148 Aug 04 16:58:13.369677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e923babc-3714-47fd-b685-c057391ae7bf req-4a874016-8b24-4d79-8204-a82539b21fc8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] No DVR routers for this DVR port f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:13.385982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.393561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e923babc-3714-47fd-b685-c057391ae7bf req-4a874016-8b24-4d79-8204-a82539b21fc8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.395340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e923babc-3714-47fd-b685-c057391ae7bf req-4a874016-8b24-4d79-8204-a82539b21fc8 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.90 "DELETE /v2.0/ports/f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df HTTP/1.1" status: 204 len: 173 time: 1.4178190 Aug 04 16:58:13.398326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4da169-3de6-4731-b87c-1a8c2f9863a0', 'name': 'network-vif-deleted', 'tag': 'f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:13.401162 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fe5e7a-9ad1-447d-96b8-bef7d7d5138e" -d '{"events": [{"server_uuid": "7d4da169-3de6-4731-b87c-1a8c2f9863a0", "name": "network-vif-deleted", "tag": "f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:13.429869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aaca1d16-139e-416f-9aa0-5c7155e2a24c {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 16:58:13.451827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-aae48fc8-a352-4b43-9095-50d23bff2293 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:13.458979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-aae48fc8-a352-4b43-9095-50d23bff2293 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4080658 Aug 04 16:58:13.464638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.470107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44900) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:13.470281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] 10.222.0.39 "DELETE /v2.0/networks/aaca1d16-139e-416f-9aa0-5c7155e2a24c HTTP/1.1" status: 204 len: 168 time: 1.1244700 Aug 04 16:58:13.473483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18a97d3b-df9e-4b78-93ef-a95883698f18 req-1ad0c4f0-c996-4e5f-8aea-5bb980e58193 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325110 Aug 04 16:58:13.482101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1954b6-8b06-422b-a578-46deda55d0bd tempest-ExternalNetworksTestJSON-1946500635 tempest-ExternalNetworksTestJSON-1946500635-project-admin] Pushing event deleted for resources: {'Network': ['ID=aaca1d16-139e-416f-9aa0-5c7155e2a24c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:13.499778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-3df98905-c4de-404c-ba34-2dbf5a1c76ef tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/quotas/59fa6e8a83d9432698b5a461d1fd8c53 HTTP/1.1" status: 200 len: 375 time: 0.0398183 Aug 04 16:58:13.522831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-b0716c0f-ef82-467f-94f4-0374352c2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:13.532271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-b0716c0f-ef82-467f-94f4-0374352c2017 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1676996 Aug 04 16:58:13.539531 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-51432d47-a2da-4897-bb89-94403bb6362d tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] DELETE failed (client error): The resource could not be found. Aug 04 16:58:13.551137 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51432d47-a2da-4897-bb89-94403bb6362d tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 16:58:13.553174 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-51432d47-a2da-4897-bb89-94403bb6362d tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] 10.222.0.39 "DELETE /v2.0/subnets/e720c282-5d5a-45d8-a96d-5798e5ace042 HTTP/1.1" status: 404 len: 337 time: 0.0816121 Aug 04 16:58:13.556906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44904) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:13.688957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.695347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29de1484-de89-443a-a7cf-8d01d8f3782a req-bb438a45-6f5c-422e-9d0b-3864b913cdf3 tempest-ServerAddressesTestJSON-1887606407 tempest-ServerAddressesTestJSON-1887606407-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d4da169-3de6-4731-b87c-1a8c2f9863a0 HTTP/1.1" status: 200 len: 210 time: 0.0537050 Aug 04 16:58:13.721004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-b8755c38-ebb9-4dc7-a29e-bf7fb7fd2fc5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2203076 Aug 04 16:58:13.728209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-5fc27931-774d-4689-ac74-fca35f1c1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:13.734692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-5fc27931-774d-4689-ac74-fca35f1c1c6b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1934550 Aug 04 16:58:13.838464 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.863741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da30991-9618-4390-a737-091f25eb6257']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:13.893492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1abaedf-262b-42a1-833b-6fbb01df909b') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:13.893787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1abaedf-262b-42a1-833b-6fbb01df909b') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:13.920113 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.947915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.954337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:13.954751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:13.955561 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-8b7b478f-163e-4d34-a42b-f4bdad6ee014 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033052 Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:13.958415 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:13.962032 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b869f4-2b44-4e5e-a021-2fc4c0303908 x-openstack-request-id: req-79b869f4-2b44-4e5e-a021-2fc4c0303908 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:13.962598 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4da169-3de6-4731-b87c-1a8c2f9863a0", "name": "network-vif-deleted", "tag": "f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:13.963565 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79b869f4-2b44-4e5e-a021-2fc4c0303908 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:13.965836 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4da169-3de6-4731-b87c-1a8c2f9863a0', 'name': 'network-vif-deleted', 'tag': 'f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df', 'status': 'completed', 'code': 200} Aug 04 16:58:14.042175 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:14.052308 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:14.057562 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] 10.222.0.39 "DELETE /v2.0/networks/3da30991-9618-4390-a737-091f25eb6257 HTTP/1.1" status: 204 len: 168 time: 0.4970107 Aug 04 16:58:14.067104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb21f4f-57ad-4e04-85d0-9731f3dce725 tempest-ExternalNetworksTestJSON-286539198 tempest-ExternalNetworksTestJSON-286539198-project] Pushing event deleted for resources: {'Network': ['ID=3da30991-9618-4390-a737-091f25eb6257,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:14.205935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121b6c1-4fa4-41eb-a401-d92f0b8f99b9 req-3033ede5-d1ed-430d-8af7-3a5198e3cf4f tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:14.214715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b121b6c1-4fa4-41eb-a401-d92f0b8f99b9 req-3033ede5-d1ed-430d-8af7-3a5198e3cf4f tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.2473476 Aug 04 16:58:14.267953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa28b7-d864-4590-bf7c-89827f91cb0a req-47bf5cfc-6c2c-4c1a-94e4-c6032cc48985 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:14.269480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2faa28b7-d864-4590-bf7c-89827f91cb0a req-47bf5cfc-6c2c-4c1a-94e4-c6032cc48985 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.2193942 Aug 04 16:58:14.286640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-ac4d2a96-6da9-4d52-b8cc-08297c91dace service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184233 Aug 04 16:58:14.308489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b121b6c1-4fa4-41eb-a401-d92f0b8f99b9 req-79dff8bc-0268-48cb-876a-3be1fa13c00e tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925102 Aug 04 16:58:14.343793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2faa28b7-d864-4590-bf7c-89827f91cb0a req-b64ddf14-e356-45bb-abf5-9188c131ec72 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649071 Aug 04 16:58:14.419933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0818fe6e-78fe-4759-a2e8-9593e003d8ba req-da42a1ce-b477-4f81-85ae-80d8dd83488c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 210 time: 0.0351844 Aug 04 16:58:14.461036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44936) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:14.561885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10de816-64c8-4e11-9fee-ae6697faa9b0 req-c395206d-dc7a-4cdf-939a-df1d86114634 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:14.571608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b10de816-64c8-4e11-9fee-ae6697faa9b0 req-c395206d-dc7a-4cdf-939a-df1d86114634 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.0644495 Aug 04 16:58:14.618573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b10de816-64c8-4e11-9fee-ae6697faa9b0 req-e34a3d09-9c5c-4e76-ba76-ff161ae43767 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451076 Aug 04 16:58:14.658286 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5b4404be-da85-4685-911e-d0fd36cd4e04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5561ded3a204e66b283eb4a638e34b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957843 Aug 04 16:58:14.659126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44950) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:14.715141 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-465ea5d0-e182-481c-be73-4958f9d3e3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:14.741325 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-465ea5d0-e182-481c-be73-4958f9d3e3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:14.804669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-465ea5d0-e182-481c-be73-4958f9d3e3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:14.809163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379b5de-991d-49ec-9c4b-344327dcf0c9 req-b2237c96-7285-45dc-a798-9d473b61bb5a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:14.809912 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-465ea5d0-e182-481c-be73-4958f9d3e3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:14.811279 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-465ea5d0-e182-481c-be73-4958f9d3e3c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54493dda-88c5-4e05-be63-7462a27a24bd HTTP/1.1" status: 204 len: 168 time: 0.1510670 Aug 04 16:58:14.811584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6379b5de-991d-49ec-9c4b-344327dcf0c9 req-b2237c96-7285-45dc-a798-9d473b61bb5a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0968716 Aug 04 16:58:14.820054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ea5d0-e182-481c-be73-4958f9d3e3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54493dda-88c5-4e05-be63-7462a27a24bd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:14.853863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d42d30-2034-4040-ad8a-22b0f78944cd req-d02a427d-ed1d-4876-8e84-32518767fdb4 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:14.855509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95d42d30-2034-4040-ad8a-22b0f78944cd req-d02a427d-ed1d-4876-8e84-32518767fdb4 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.1077833 Aug 04 16:58:14.916193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95d42d30-2034-4040-ad8a-22b0f78944cd req-3f0a4668-a5e9-496e-a4e9-9e8db96cc2e2 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509872 Aug 04 16:58:14.928731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6379b5de-991d-49ec-9c4b-344327dcf0c9 req-278b21e2-65b0-42cf-b7b8-36b8533c6205 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037762 Aug 04 16:58:14.944612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44964) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:14.972855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44970) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:15.073680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9988a533-f0bb-45f8-acdd-faf447773e50 admin admin] Deleting subnet d616bcb7-8689-48f8-81eb-90a5c99014e4 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:58:15.078112 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9988a533-f0bb-45f8-acdd-faf447773e50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.096373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b8cef7-ce7e-49c9-ac95-f3e2b627cd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.123260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9988a533-f0bb-45f8-acdd-faf447773e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.132367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4375c0-92af-4452-afeb-8738ade61e01 req-46f08723-2790-458a-91d8-0da2f414caa7 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:15.133904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4375c0-92af-4452-afeb-8738ade61e01 req-46f08723-2790-458a-91d8-0da2f414caa7 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.0991066 Aug 04 16:58:15.198641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44972) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:15.206350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9988a533-f0bb-45f8-acdd-faf447773e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.211039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db4375c0-92af-4452-afeb-8738ade61e01 req-31ba61ef-cb9c-4be3-bf36-3132fc81b8d3 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582392 Aug 04 16:58:15.264573 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-ced93a4c-ee9a-44c4-80f8-ea5562e89842 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436759 Aug 04 16:58:15.284119 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9988a533-f0bb-45f8-acdd-faf447773e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.296507 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9988a533-f0bb-45f8-acdd-faf447773e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.298722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9988a533-f0bb-45f8-acdd-faf447773e50 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d616bcb7-8689-48f8-81eb-90a5c99014e4 HTTP/1.1" status: 204 len: 168 time: 0.3245974 Aug 04 16:58:15.301248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44978) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:15.329849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988a533-f0bb-45f8-acdd-faf447773e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d616bcb7-8689-48f8-81eb-90a5c99014e4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:15.340987 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b8cef7-ce7e-49c9-ac95-f3e2b627cd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.351632 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22b8cef7-ce7e-49c9-ac95-f3e2b627cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.364751 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-eb18d053-0d2d-4d4c-97d0-8f8ae4b5a841 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=917c2b10ec8344938aa91f133575ba79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649568 Aug 04 16:58:15.379932 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44982) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:15.436781 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-22b8cef7-ce7e-49c9-ac95-f3e2b627cd8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7eb5e2d653e440168b10614364f677f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903204 Aug 04 16:58:15.445114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44984) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:15.447034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8cef7-ce7e-49c9-ac95-f3e2b627cd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff39b35-379b-4eb9-b618-b26b4c2fe2e8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:15.451120 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.483294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-18dc220a-5fe3-4f0d-8bcd-9f8a80241fce tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:15.484599 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-18dc220a-5fe3-4f0d-8bcd-9f8a80241fce tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140479 Aug 04 16:58:15.496238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a2180-cc22-474e-af4c-cdd59d9aa0a6 req-be23cfaf-e9eb-408a-bf53-9fce0000f526 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:15.497867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-430a2180-cc22-474e-af4c-cdd59d9aa0a6 req-be23cfaf-e9eb-408a-bf53-9fce0000f526 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.1706960 Aug 04 16:58:15.502513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Request body: {'port': {'device_id': '78d41ce0-1833-47c3-97f4-bf3b29863ecc', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '59fa6e8a83d9432698b5a461d1fd8c53'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:15.510149 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79dadc22-f8f6-4ce7-b3d4-cd6c224ee3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.573440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:15.581993 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79dadc22-f8f6-4ce7-b3d4-cd6c224ee3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.595308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:15.595709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f6c56e89-0c1e-43d8-9ee3-1eba3e4dd4df not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:15.631031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3e763-4c2f-46ad-aa97-8cf5d779201a req-af5f8667-1881-4a66-8588-fa948c7f1a6f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:15.632542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1dc3e763-4c2f-46ad-aa97-8cf5d779201a req-af5f8667-1881-4a66-8588-fa948c7f1a6f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.2002814 Aug 04 16:58:15.663455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Made reservation on behalf of 59fa6e8a83d9432698b5a461d1fd8c53 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:15.667496 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.671291 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79dadc22-f8f6-4ce7-b3d4-cd6c224ee3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.673092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-386bc962-b2af-4105-bad3-4a89e1da117e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.674280 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79dadc22-f8f6-4ce7-b3d4-cd6c224ee3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.675421 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-79dadc22-f8f6-4ce7-b3d4-cd6c224ee3e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d449e21-ba7c-4e6a-88f3-69ee8bbc3334 HTTP/1.1" status: 204 len: 168 time: 0.2945490 Aug 04 16:58:15.677074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-430a2180-cc22-474e-af4c-cdd59d9aa0a6 req-9d229746-c42a-441e-a4cd-506bbe784d1b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682079 Aug 04 16:58:15.693849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dadc22-f8f6-4ce7-b3d4-cd6c224ee3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d449e21-ba7c-4e6a-88f3-69ee8bbc3334,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:15.728437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.743683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f15687-4c80-4aeb-b504-0b14d32b9ef4']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:15.766921 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-386bc962-b2af-4105-bad3-4a89e1da117e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.777505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36c04f7-e18b-4df2-8a91-ca5c93428a2f') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:15.777937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36c04f7-e18b-4df2-8a91-ca5c93428a2f') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:15.799688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1dc3e763-4c2f-46ad-aa97-8cf5d779201a req-1b8c11db-eb60-4cde-bf24-df8034ca4be9 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539009 Aug 04 16:58:15.829444 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.839827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Allocated IP 192.168.233.102 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/0f746730-eb4f-4acb-bfd9-a7cd226923fe) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:15.842934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-511fdb1e-c9e9-4bd8-80d3-6c025b4900cf req-68205fde-f222-4ead-bf99-c148357b8a7b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 210 time: 0.0720422 Aug 04 16:58:15.877723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.889255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:15.889727 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:15.892438 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:15.968468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-386bc962-b2af-4105-bad3-4a89e1da117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.970952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-386bc962-b2af-4105-bad3-4a89e1da117e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:15.974469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-386bc962-b2af-4105-bad3-4a89e1da117e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aff39b35-379b-4eb9-b618-b26b4c2fe2e8 HTTP/1.1" status: 204 len: 168 time: 0.5238276 Aug 04 16:58:15.988576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bc962-b2af-4105-bad3-4a89e1da117e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff39b35-379b-4eb9-b618-b26b4c2fe2e8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:16.033821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703ba56-9c20-4e77-bfea-cf7334638bee req-e3a6d7b8-0d6c-4276-951a-ca5cdfa7ae89 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:16.034618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.043424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d703ba56-9c20-4e77-bfea-cf7334638bee req-e3a6d7b8-0d6c-4276-951a-ca5cdfa7ae89 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.1361473 Aug 04 16:58:16.046460 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.053592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Transition to ACTIVE for port object 0f746730-eb4f-4acb-bfd9-a7cd226923fe will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:16.072964 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.075457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] 10.222.0.39 "DELETE /v2.0/networks/e1f15687-4c80-4aeb-b504-0b14d32b9ef4 HTTP/1.1" status: 204 len: 168 time: 0.7731719 Aug 04 16:58:16.101205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508216b9-4ae7-4892-8cae-7aaf471ba98e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f15687-4c80-4aeb-b504-0b14d32b9ef4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:16.118954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d703ba56-9c20-4e77-bfea-cf7334638bee req-97737788-56e5-4b65-ae2f-a1d1ca9eddc0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742476 Aug 04 16:58:16.126713 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.140581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['6f2ac96c-f2bd-4379-9690-338f71d32371', '8fd4d246-6007-4921-b224-e5481dfb6fa9', 'a0c9a3cc-c502-4d95-81a6-01bc28fefa38'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:16.143070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694', '5f531a76-eb3b-4038-85fe-1485545c928b', '2721feb5-e1f4-4b00-a185-c7f4701a7b85', '6c31058e-079d-4574-84ab-c94d1c3c9182'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:16.179083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702dca9-d43f-4c3f-b51e-a99a8e3d44a4 req-6051321d-9a4a-4142-8cea-452567117822 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:16.181330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0702dca9-d43f-4c3f-b51e-a99a8e3d44a4 req-6051321d-9a4a-4142-8cea-452567117822 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0758669 Aug 04 16:58:16.208770 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:16.212143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:16.226727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:16.273743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0702dca9-d43f-4c3f-b51e-a99a8e3d44a4 req-2b093c90-d925-4460-a34a-e6ad4d2c2c5f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843742 Aug 04 16:58:16.363706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event updated for resources: {'Port': ['ID=0f746730-eb4f-4acb-bfd9-a7cd226923fe,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:16.382091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45014) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:16.398725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:16.399421 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.468129 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-571847cb-fc48-443c-8adf-f4327bcceedc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9696908 Aug 04 16:58:16.475288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925212b-25aa-45ff-8449-a8d68e987855 req-a9199296-d33e-4d2b-8289-d73a2ab7b731 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:16.485254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e925212b-25aa-45ff-8449-a8d68e987855 req-a9199296-d33e-4d2b-8289-d73a2ab7b731 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.0965695 Aug 04 16:58:16.488696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Request body: {'port': {'device_id': '78d41ce0-1833-47c3-97f4-bf3b29863ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:16.547810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e925212b-25aa-45ff-8449-a8d68e987855 req-509b07bc-a2de-4e27-b204-5f02119afd14 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615871 Aug 04 16:58:16.586035 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3505ee55-fb87-43fd-8e23-4d2d28c48768 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b7797944ac04776bf47a7d0d4dc141a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026994 Aug 04 16:58:16.589026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45020) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:16.593423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.650582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-942bfa5c-2170-41ac-a484-73451265653f None None] Provisioning for port 0f746730-eb4f-4acb-bfd9-a7cd226923fe completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:16.696229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-942bfa5c-2170-41ac-a484-73451265653f None None] Provisioning complete for port 0f746730-eb4f-4acb-bfd9-a7cd226923fe triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:16.696747 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-942bfa5c-2170-41ac-a484-73451265653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.762855 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-358cbe76-8679-4cb3-87eb-33ae6f49e4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.793581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-358cbe76-8679-4cb3-87eb-33ae6f49e4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.827149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-942bfa5c-2170-41ac-a484-73451265653f None None] Port 0f746730-eb4f-4acb-bfd9-a7cd226923fe cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:58:16.860452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a764c-683f-46b0-b8cc-2ee1e2c4b0a2 req-99ec75b7-a43f-4c81-b705-41518687e60b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:16.863356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-650a764c-683f-46b0-b8cc-2ee1e2c4b0a2 req-99ec75b7-a43f-4c81-b705-41518687e60b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.1790173 Aug 04 16:58:16.893684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-358cbe76-8679-4cb3-87eb-33ae6f49e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.897821 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-358cbe76-8679-4cb3-87eb-33ae6f49e4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:16.899205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-358cbe76-8679-4cb3-87eb-33ae6f49e4cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62812e2f-d361-451a-b2e6-f9784a400987 HTTP/1.1" status: 204 len: 168 time: 0.3091953 Aug 04 16:58:16.917911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cbe76-8679-4cb3-87eb-33ae6f49e4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62812e2f-d361-451a-b2e6-f9784a400987,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:16.964518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-650a764c-683f-46b0-b8cc-2ee1e2c4b0a2 req-fc98cf15-e0f4-4805-b69a-d52ee1a55cfb tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882394 Aug 04 16:58:17.065593 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f746730-eb4f-4acb-bfd9-a7cd226923fe {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:17.073937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:17.090349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Transition to ACTIVE for port object 0f746730-eb4f-4acb-bfd9-a7cd226923fe will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:17.096409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:17.187292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6493b0b-56ce-40a3-a83c-e201652fd234 req-669cf69d-7f3b-4ea6-b4a4-0e27460bbda6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:17.190263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6493b0b-56ce-40a3-a83c-e201652fd234 req-669cf69d-7f3b-4ea6-b4a4-0e27460bbda6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.2215559 Aug 04 16:58:17.206669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34697b-e475-4f2f-a2e5-fa6f8066df8a req-a96bd38d-ec3d-4734-b23f-7b97ff96455e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:17.209701 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d34697b-e475-4f2f-a2e5-fa6f8066df8a req-a96bd38d-ec3d-4734-b23f-7b97ff96455e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 948 time: 0.1196885 Aug 04 16:58:17.282373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d34697b-e475-4f2f-a2e5-fa6f8066df8a req-20b37115-1894-4cf8-9fe4-1e683575a7c5 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608821 Aug 04 16:58:17.316099 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6493b0b-56ce-40a3-a83c-e201652fd234 req-7b749550-22d2-4ffe-b844-72cb5aeec9f7 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050396 Aug 04 16:58:17.335678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Pushing event updated for resources: {'Port': ['ID=0f746730-eb4f-4acb-bfd9-a7cd226923fe,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:17.392741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Attempting to bind port 0f746730-eb4f-4acb-bfd9-a7cd226923fe on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:58:17.393339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Attempting to bind port 0f746730-eb4f-4acb-bfd9-a7cd226923fe by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:58:17.393858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Attempting to bind port 0f746730-eb4f-4acb-bfd9-a7cd226923fe on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:17.399276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Port 0f746730-eb4f-4acb-bfd9-a7cd226923fe on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:58:17.399891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Attempting to bind port 0f746730-eb4f-4acb-bfd9-a7cd226923fe on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:17.406253 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:58:17.406933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:17.407550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:58:17.408306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Bound port: 0f746730-eb4f-4acb-bfd9-a7cd226923fe, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:58:17.408994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:17.525868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] For port 0f746730-eb4f-4acb-bfd9-a7cd226923fe, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:17.529481 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] For port 0f746730-eb4f-4acb-bfd9-a7cd226923fe, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0f746730-eb4f-4acb-bfd9-a7cd226923fe,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:58:17.551318 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:17.656426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:17.657148 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:17.658687 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] 10.222.0.82 "PUT /v2.0/ports/0f746730-eb4f-4acb-bfd9-a7cd226923fe HTTP/1.1" status: 200 len: 1096 time: 1.1773160 Aug 04 16:58:17.659491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d41ce0-1833-47c3-97f4-bf3b29863ecc', 'tag': '0f746730-eb4f-4acb-bfd9-a7cd226923fe'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:17.662128 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1237795e-6919-4e3f-84e6-568422f3d5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "78d41ce0-1833-47c3-97f4-bf3b29863ecc", "tag": "0f746730-eb4f-4acb-bfd9-a7cd226923fe"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:17.711855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7c26b-c01a-4b93-a6af-c2dae91796e7 req-d4cecfc7-f804-499b-a72f-f7615d98ff53 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:17.720614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8d7c26b-c01a-4b93-a6af-c2dae91796e7 req-d4cecfc7-f804-499b-a72f-f7615d98ff53 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1238620 Aug 04 16:58:17.803863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8d7c26b-c01a-4b93-a6af-c2dae91796e7 req-4940b564-c0cd-4434-b177-8ce08831a679 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807168 Aug 04 16:58:17.842062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33401f4-116c-42c7-8180-1e797919ee74 service neutron] Pushing event updated for resources: {'Port': ['ID=0f746730-eb4f-4acb-bfd9-a7cd226923fe,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:17.916446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-a32029be-7a2c-48f6-a999-9c9ddbc5823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:17.920577 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-a32029be-7a2c-48f6-a999-9c9ddbc5823d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 1099 time: 0.1895928 Aug 04 16:58:18.017500 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b787d324-d482-40bb-badb-e165556e19d4 x-openstack-request-id: req-b787d324-d482-40bb-badb-e165556e19d4 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:18.017500 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d41ce0-1833-47c3-97f4-bf3b29863ecc", "tag": "0f746730-eb4f-4acb-bfd9-a7cd226923fe", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:18.017856 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b787d324-d482-40bb-badb-e165556e19d4 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:18.018210 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d41ce0-1833-47c3-97f4-bf3b29863ecc', 'tag': '0f746730-eb4f-4acb-bfd9-a7cd226923fe', 'status': 'completed', 'code': 200} Aug 04 16:58:18.020168 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-1c982982-acc6-46ae-be59-4e14cf63b69e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=0f746730-eb4f-4acb-bfd9-a7cd226923fe HTTP/1.1" status: 200 len: 217 time: 0.0813878 Aug 04 16:58:18.112092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-35148d6e-ec39-4011-bb9b-b32705c0494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:18.113704 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-35148d6e-ec39-4011-bb9b-b32705c0494a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0843554 Aug 04 16:58:18.200907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-84caef7e-4cfe-48f0-b850-fbcb9d420cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:18.203303 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-84caef7e-4cfe-48f0-b850-fbcb9d420cd5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750916 Aug 04 16:58:18.311826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722330f-3d28-40e4-b4cb-80868f612a60 req-e36d4099-6780-4bd9-be9b-6aec94f658f8 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:18.313741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2722330f-3d28-40e4-b4cb-80868f612a60 req-e36d4099-6780-4bd9-be9b-6aec94f658f8 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.0775654 Aug 04 16:58:18.322383 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-4b2faac9-d0e0-4546-a13e-0ec0e76ab06d service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063132 Aug 04 16:58:18.392943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2722330f-3d28-40e4-b4cb-80868f612a60 req-e4652ef2-4901-44e7-9ffb-92b02d90fb84 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661178 Aug 04 16:58:18.460009 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08a9fcee-03e8-4168-a12e-705feb8735ca req-2cf44b99-ba16-48a1-8f48-d92ff9cdf99c service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231730 Aug 04 16:58:18.528303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65970f5e-0c11-4aed-901a-1c2cf2f560a8 req-7a364759-9fb3-4f08-8dc9-5229fbcf2b16 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:18.535098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65970f5e-0c11-4aed-901a-1c2cf2f560a8 req-7a364759-9fb3-4f08-8dc9-5229fbcf2b16 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 948 time: 0.0655718 Aug 04 16:58:18.564552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-9cb4a6f1-4f4c-46d2-8f53-675482c91653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:18.567655 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-9cb4a6f1-4f4c-46d2-8f53-675482c91653 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 1099 time: 0.0534503 Aug 04 16:58:18.575861 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65970f5e-0c11-4aed-901a-1c2cf2f560a8 req-a779f039-1492-45f1-9ffa-9608742afa91 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Aug 04 16:58:18.666298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45124) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:18.709848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-5415f3c8-da70-4f30-99c7-71852c062f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:18.711690 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-5415f3c8-da70-4f30-99c7-71852c062f25 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1339822 Aug 04 16:58:18.738200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6fc05-cab5-48f2-a6c6-d24ff60f8897 req-8e30df76-ce50-460a-bf9b-fa25a6164060 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:18.746400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2d6fc05-cab5-48f2-a6c6-d24ff60f8897 req-8e30df76-ce50-460a-bf9b-fa25a6164060 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.0920882 Aug 04 16:58:18.788865 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-5c166f9e-fed6-43e2-b566-c9a030dd1e27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=0f746730-eb4f-4acb-bfd9-a7cd226923fe HTTP/1.1" status: 200 len: 217 time: 0.0674214 Aug 04 16:58:18.794423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2d6fc05-cab5-48f2-a6c6-d24ff60f8897 req-1587942c-fdff-4163-85a7-add7e5fda42e tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467727 Aug 04 16:58:18.851855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-29f6aee2-cc82-48dc-aadf-fe6d457afc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:18.854369 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-29f6aee2-cc82-48dc-aadf-fe6d457afc98 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0563772 Aug 04 16:58:18.895580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1667295515-network', 'tenant_id': '799212cdea9049d2a9fa28fab1ef6dae'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:18.916287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-ebeeeb11-2bd1-4d2e-aa2f-349010c74381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:18.917719 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-ebeeeb11-2bd1-4d2e-aa2f-349010c74381 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539417 Aug 04 16:58:18.973460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Made reservation on behalf of 799212cdea9049d2a9fa28fab1ef6dae for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:18.976878 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:18.991148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.002006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25159f3-ed4c-437f-8903-da04f84c31b6 req-dd9313bf-49fb-418c-9670-2ef74c25df4e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:19.003749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d25159f3-ed4c-437f-8903-da04f84c31b6 req-dd9313bf-49fb-418c-9670-2ef74c25df4e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1020098 Aug 04 16:58:19.037600 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-d12639d9-abc9-48ed-a914-82465096ef71 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077144 Aug 04 16:58:19.070269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d25159f3-ed4c-437f-8903-da04f84c31b6 req-b6a04439-1746-480c-94cf-9ba954c37740 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572193 Aug 04 16:58:19.125733 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45158) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:19.156513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.156663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45162) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:19.162017 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.192700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:19.204615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1912b9a2-2442-4c37-8a99-562d8e19fda0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:19.211601 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.211601 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Added segment c58f1aff-362a-4c54-bd36-1b1645632d87 of type vlan for network abe3a07a-213f-4d70-b75f-a17db82f11fa Aug 04 16:58:19.232284 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1237795e-6919-4e3f-84e6-568422f3d5c5 req-6901e7a5-f16e-48fb-8301-526c1e34a81e service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854520 Aug 04 16:58:19.254226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.285824 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.287076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:19.287820 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.341483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6740832 Aug 04 16:58:19.341767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c079a0d-fec9-4f48-a74b-bcec4be9d960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.345808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45166) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:19.352812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Request body: {'subnet': {'network_id': 'abe3a07a-213f-4d70-b75f-a17db82f11fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1667295515-subnet', 'tenant_id': '799212cdea9049d2a9fa28fab1ef6dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:19.360671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b1487-c949-439a-b195-590c6d769935 admin admin] Pushing event updated for resources: {'Network': ['ID=abe3a07a-213f-4d70-b75f-a17db82f11fa,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:19.364235 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:58:19.364235 n-d-764435-5 neutron-server[105828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 16:58:19.364235 n-d-764435-5 neutron-server[105828]: [parameters: {'project_id_1': '799212cdea9049d2a9fa28fab1ef6dae', 'expiration_1': datetime.datetime(2021, 8, 4, 16, 58, 19, 358761)}] Aug 04 16:58:19.364235 n-d-764435-5 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:58:19.364783 n-d-764435-5 neutron-server[105828]: DEBUG oslo_db.api [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:58:19.373083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network abe3a07a-213f-4d70-b75f-a17db82f11fa details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:19.373706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b6f02ab6-ad66-4c75-8c18-a267bd1dcafa tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-452352706'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:19.373876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b6f02ab6-ad66-4c75-8c18-a267bd1dcafa tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Unknown quota resources ['metering_label']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:58:19.522867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 21bf69bb-7f6e-4d18-834e-268863fa6c1a details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:58:19.534509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911b78d-3af3-43be-b133-87485fe7c4eb req-47afc9a7-18c8-447b-90e3-7cd27977362f tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:19.536237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4911b78d-3af3-43be-b133-87485fe7c4eb req-47afc9a7-18c8-447b-90e3-7cd27977362f tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.0536816 Aug 04 16:58:19.580182 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b6f02ab6-ad66-4c75-8c18-a267bd1dcafa tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.584659 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b6f02ab6-ad66-4c75-8c18-a267bd1dcafa tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4545546 Aug 04 16:58:19.584659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45170) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:19.592042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-94173200-5558-4ecb-b373-92c44af1f26b tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '84338595-a50c-4732-8228-6d65571f1da2'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:19.592801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-94173200-5558-4ecb-b373-92c44af1f26b tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:58:19.597261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4911b78d-3af3-43be-b133-87485fe7c4eb req-e3e4e487-9e14-4131-b2b7-46ee0fd0545f tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531714 Aug 04 16:58:19.634752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:19.654388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '21bf69bb-7f6e-4d18-834e-268863fa6c1a', 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4', 'port_id': '21bf69bb-7f6e-4d18-834e-268863fa6c1a', 'mac_address': 'fa:16:3e:7c:5a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd47859-fa75-42a2-a5c7-407f4550dff0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:58:19.697161 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.699117 n-d-764435-5 neutron-server[105829]: WARNING neutron.services.metering.metering_plugin [None req-94173200-5558-4ecb-b373-92c44af1f26b tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 04 16:58:19.713228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21bf69bb-7f6e-4d18-834e-268863fa6c1a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:19.752274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:19.760056 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.832124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=21bf69bb-7f6e-4d18-834e-268863fa6c1a,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:19.835009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94173200-5558-4ecb-b373-92c44af1f26b tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.839883 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-94173200-5558-4ecb-b373-92c44af1f26b tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2526734 Aug 04 16:58:19.843013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c079a0d-fec9-4f48-a74b-bcec4be9d960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.844697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45178) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:19.850295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ea8bb0a4-5c23-4793-aaf1-8b67197aec84 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '84338595-a50c-4732-8228-6d65571f1da2'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:19.851016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ea8bb0a4-5c23-4793-aaf1-8b67197aec84 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:58:19.856103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c079a0d-fec9-4f48-a74b-bcec4be9d960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:19.884255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['21bf69bb-7f6e-4d18-834e-268863fa6c1a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:20.194053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e808611-03a9-4023-81f4-2df8cd027901 req-f7875d84-3dfb-47db-8da3-2a0da7f4d71c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:20.195651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e808611-03a9-4023-81f4-2df8cd027901 req-f7875d84-3dfb-47db-8da3-2a0da7f4d71c tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.0753539 Aug 04 16:58:20.197407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Made reservation on behalf of 799212cdea9049d2a9fa28fab1ef6dae for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:20.199765 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:20.209231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07275e85-01a4-4fb2-9c84-20f55d6bc114 req-ed5f935b-c3c6-48dd-8be3-438e715e87ab tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:20.210864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07275e85-01a4-4fb2-9c84-20f55d6bc114 req-ed5f935b-c3c6-48dd-8be3-438e715e87ab tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 948 time: 0.5530460 Aug 04 16:58:20.304982 n-d-764435-5 neutron-server[105829]: WARNING neutron.services.metering.metering_plugin [None req-ea8bb0a4-5c23-4793-aaf1-8b67197aec84 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 04 16:58:20.310392 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5c079a0d-fec9-4f48-a74b-bcec4be9d960 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1da7ac0b09bf45e6b4fa8cdf8ed2638a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1520932 Aug 04 16:58:20.312709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c079a0d-fec9-4f48-a74b-bcec4be9d960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b758e9e-d455-4e0b-88b8-111dc89a1efb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:20.320548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45182) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:20.335329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e808611-03a9-4023-81f4-2df8cd027901 req-e8a908f2-4f2e-4763-9650-43c3a4ec6f72 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223090 Aug 04 16:58:20.339740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07275e85-01a4-4fb2-9c84-20f55d6bc114 req-92962a2f-fd48-4208-bcd0-521d96e6715f tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110427 Aug 04 16:58:20.429267 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea8bb0a4-5c23-4793-aaf1-8b67197aec84 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:20.433505 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ea8bb0a4-5c23-4793-aaf1-8b67197aec84 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5842910 Aug 04 16:58:20.434664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45184) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:20.465311 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4685d2ac-54cb-4458-83d9-b5f0438d9f30 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=c0b41dbc-356a-4f1d-8b6d-40daefcd5f6c HTTP/1.1" status: 200 len: 462 time: 0.0282056 Aug 04 16:58:20.466689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45186) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:20.498087 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:20.499286 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b34c0dc-7ca7-490a-bbce-1d4b0632d87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:20.544317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757045b-c73a-4e09-b460-e6a438f53ec9 req-9914104d-76ca-4d4f-9b8e-ee1926d66ac7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:20.545850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2757045b-c73a-4e09-b460-e6a438f53ec9 req-9914104d-76ca-4d4f-9b8e-ee1926d66ac7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0992246 Aug 04 16:58:20.573989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b34c0dc-7ca7-490a-bbce-1d4b0632d87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:20.576500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cafce33-3f5b-45fa-95b2-b7e0ff49ebf2,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:20.604188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Checking segment: {'id': 'c58f1aff-362a-4c54-bd36-1b1645632d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'abe3a07a-213f-4d70-b75f-a17db82f11fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:20.604526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Network hostable DHCP agents. Network: abe3a07a-213f-4d70-b75f-a17db82f11fa, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:58:20.612303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2757045b-c73a-4e09-b460-e6a438f53ec9 req-84dff7f1-abd2-4b1e-806b-e6e231c50e78 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579619 Aug 04 16:58:20.617155 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ba0301a-85f8-4796-91bc-39e6b79e9fb9 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:20.621577 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2ba0301a-85f8-4796-91bc-39e6b79e9fb9 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/c0b41dbc-356a-4f1d-8b6d-40daefcd5f6c HTTP/1.1" status: 204 len: 168 time: 0.1506302 Aug 04 16:58:20.623515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45188) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:20.629899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Network abe3a07a-213f-4d70-b75f-a17db82f11fa is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:58:20.646320 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-105b7ddc-999d-4f38-ac33-8ec432af530e tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=c0b41dbc-356a-4f1d-8b6d-40daefcd5f6c HTTP/1.1" status: 200 len: 221 time: 0.0226576 Aug 04 16:58:20.650119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45192) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:20.654978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-978d5946-8c27-4e98-9204-1a89d8ecb37b tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1055151819', 'description': 'label created by tempest'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:20.655494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-978d5946-8c27-4e98-9204-1a89d8ecb37b tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Unknown quota resources ['metering_label']. {{(pid=105828) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 16:58:20.660876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, abe3a07a-213f-4d70-b75f-a17db82f11fa) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:20.670076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf4b0b-5fe2-4a7a-acbb-85827db571b3 None None] Network abe3a07a-213f-4d70-b75f-a17db82f11fa requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:20.681999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b34c0dc-7ca7-490a-bbce-1d4b0632d87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:20.683547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:20.684152 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:20.684888 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b34c0dc-7ca7-490a-bbce-1d4b0632d87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:20.686334 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8b34c0dc-7ca7-490a-bbce-1d4b0632d87e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b758e9e-d455-4e0b-88b8-111dc89a1efb HTTP/1.1" status: 204 len: 168 time: 0.3650270 Aug 04 16:58:20.697185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34c0dc-7ca7-490a-bbce-1d4b0632d87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b758e9e-d455-4e0b-88b8-111dc89a1efb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:20.828345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5212facf-3b65-42bc-a010-cdf0c51e0ee4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4812896 Aug 04 16:58:20.845304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca8baba-df15-45b2-b180-174948098f4a None None] Network abe3a07a-213f-4d70-b75f-a17db82f11fa requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:20.984224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f607d-358b-4b3c-9c79-ef74dd9b4540 req-d4afc0ab-2f64-4dc6-87e2-35880d7e4835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:20.986126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec2f607d-358b-4b3c-9c79-ef74dd9b4540 req-d4afc0ab-2f64-4dc6-87e2-35880d7e4835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 944 time: 0.2746830 Aug 04 16:58:21.038713 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-978d5946-8c27-4e98-9204-1a89d8ecb37b tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:21.040556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-978d5946-8c27-4e98-9204-1a89d8ecb37b tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3891275 Aug 04 16:58:21.043998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45210) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:21.101656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec2f607d-358b-4b3c-9c79-ef74dd9b4540 req-a13e401a-a96f-465e-ae2f-de26757239c2 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655868 Aug 04 16:58:21.193277 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-916c3f5e-a5c3-4407-8dc4-a5f3d7745085 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=8fe496c0-ef7e-4cb3-9d0f-0ba8dffde7e1 HTTP/1.1" status: 200 len: 468 time: 0.1456237 Aug 04 16:58:21.193554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45220) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:21.398323 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32b6cf70-a30f-4dc2-aafb-fb16eabf03be tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:21.399562 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-32b6cf70-a30f-4dc2-aafb-fb16eabf03be tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/8fe496c0-ef7e-4cb3-9d0f-0ba8dffde7e1 HTTP/1.1" status: 204 len: 168 time: 0.2050419 Aug 04 16:58:21.402375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45236) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:21.419411 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3ea9e439-4af9-4041-8f54-f7872da534ec tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=8fe496c0-ef7e-4cb3-9d0f-0ba8dffde7e1 HTTP/1.1" status: 200 len: 216 time: 0.0158682 Aug 04 16:58:21.421254 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45238) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:21.435744 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c982ef9f-091b-4c47-a018-fbe8e275892b tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094180 Aug 04 16:58:21.435744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45244) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:21.449512 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e8143deb-00ad-43c2-9729-acfaa4b028fd tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0126305 Aug 04 16:58:21.454876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45246) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:21.515537 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a2387320-5e2b-4cc3-85e7-e95114c6dc7a tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/84338595-a50c-4732-8228-6d65571f1da2 HTTP/1.1" status: 200 len: 472 time: 0.0556002 Aug 04 16:58:21.516797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45250) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:21.525921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0f746730-eb4f-4acb-bfd9-a7cd226923fe details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:58:21.529057 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 21bf69bb-7f6e-4d18-834e-268863fa6c1a up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:21.529539 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fd3eb2ec-ca33-40cd-9aef-4f6f7c898c17 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/144bd3ac-235e-427d-8372-185cb7d7a59c HTTP/1.1" status: 200 len: 459 time: 0.0107374 Aug 04 16:58:21.533415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45252) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:21.561512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b673d7b-99ea-4d67-91c3-a6513132a723 req-84c50523-b822-4b33-b20b-822a286d47d8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:21.568969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b673d7b-99ea-4d67-91c3-a6513132a723 req-84c50523-b822-4b33-b20b-822a286d47d8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 948 time: 0.1435745 Aug 04 16:58:21.631147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b673d7b-99ea-4d67-91c3-a6513132a723 req-ea982977-a6d0-4c0d-8422-41e5ca6d78dc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606050 Aug 04 16:58:21.650704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-caa32694-07b6-472c-a544-3290361a2b0e tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:21.657899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 21bf69bb-7f6e-4d18-834e-268863fa6c1a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:21.658562 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:21.660859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-caa32694-07b6-472c-a544-3290361a2b0e tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/networks?id=abe3a07a-213f-4d70-b75f-a17db82f11fa HTTP/1.1" status: 200 len: 809 time: 0.2006772 Aug 04 16:58:21.663156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79a0c721-8133-4371-a56b-675335c774e2 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:21.667034 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-79a0c721-8133-4371-a56b-675335c774e2 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/144bd3ac-235e-427d-8372-185cb7d7a59c HTTP/1.1" status: 204 len: 168 time: 0.1298015 Aug 04 16:58:21.667256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45258) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:21.709448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-6b3ab502-f85c-4769-81be-f7e10e3755bc tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/quotas/799212cdea9049d2a9fa28fab1ef6dae HTTP/1.1" status: 200 len: 375 time: 0.0469286 Aug 04 16:58:21.710880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0f746730-eb4f-4acb-bfd9-a7cd226923fe, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0f746730-eb4f-4acb-bfd9-a7cd226923fe,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:21.725095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '0f746730-eb4f-4acb-bfd9-a7cd226923fe', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '0f746730-eb4f-4acb-bfd9-a7cd226923fe', 'mac_address': 'fa:16:3e:20:8a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:58:21.799505 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:21.807993 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:21.819905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f746730-eb4f-4acb-bfd9-a7cd226923fe {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:21.847585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-a68c017b-0193-4e74-8abd-c6e9da0597cc tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=799212cdea9049d2a9fa28fab1ef6dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150622 Aug 04 16:58:21.849516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5698dc2-0602-4a58-a71e-174405914e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf69bb-7f6e-4d18-834e-268863fa6c1a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:21.851925 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aaa595-6e16-46c6-9cb5-7da39f67fa46" -d '{"events": [{"server_uuid": "d5698dc2-0602-4a58-a71e-174405914e38", "name": "network-vif-plugged", "status": "completed", "tag": "21bf69bb-7f6e-4d18-834e-268863fa6c1a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:21.864498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0f746730-eb4f-4acb-bfd9-a7cd226923fe, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0f746730-eb4f-4acb-bfd9-a7cd226923fe,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:21.868666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:21.870324 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:21.874386 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:21.919027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0f746730-eb4f-4acb-bfd9-a7cd226923fe,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:21.971330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=21bf69bb-7f6e-4d18-834e-268863fa6c1a,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:22.035409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ae1f-75d1-485d-a7a0-ccb66cde9f7d req-f5937982-af06-485f-af36-7ee09ecf3f50 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:22.036912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f706ae1f-75d1-485d-a7a0-ccb66cde9f7d req-f5937982-af06-485f-af36-7ee09ecf3f50 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.3055875 Aug 04 16:58:22.050883 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-04896a4a-8663-4a93-8840-960419cd6208 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:22.051878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-04896a4a-8663-4a93-8840-960419cd6208 tempest-MeteringIpV6TestJSON-1719078915 tempest-MeteringIpV6TestJSON-1719078915-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/84338595-a50c-4732-8228-6d65571f1da2 HTTP/1.1" status: 204 len: 168 time: 0.3836398 Aug 04 16:58:22.091300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-23e597c9-96e0-48a6-9535-3b2bcce9b79a service neutron] 10.222.0.39 "GET /v2.0/networks/abe3a07a-213f-4d70-b75f-a17db82f11fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003052 Aug 04 16:58:22.099205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f706ae1f-75d1-485d-a7a0-ccb66cde9f7d req-9330bcf8-7109-4871-8090-f61ea5cb2682 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551934 Aug 04 16:58:22.183356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0f746730-eb4f-4acb-bfd9-a7cd226923fe'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:22.222535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e72ee6b0-772c-445a-9082-5d221faf22c7 service neutron] 10.222.0.39 "GET /v2.0/networks/abe3a07a-213f-4d70-b75f-a17db82f11fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203260 Aug 04 16:58:22.436704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ca6c7-adee-467d-9ccf-00f51c38a0bf req-e54adf92-c1d1-4384-b3db-40890f80003a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:22.437597 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa7fa1c-a63f-4813-93a3-0150aa685f60 x-openstack-request-id: req-faa7fa1c-a63f-4813-93a3-0150aa685f60 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:22.438124 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5698dc2-0602-4a58-a71e-174405914e38", "name": "network-vif-plugged", "status": "completed", "tag": "21bf69bb-7f6e-4d18-834e-268863fa6c1a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:22.438467 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-faa7fa1c-a63f-4813-93a3-0150aa685f60 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:22.438984 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5698dc2-0602-4a58-a71e-174405914e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bf69bb-7f6e-4d18-834e-268863fa6c1a', 'code': 200} Aug 04 16:58:22.444685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-655ca6c7-adee-467d-9ccf-00f51c38a0bf req-e54adf92-c1d1-4384-b3db-40890f80003a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0634797 Aug 04 16:58:22.473727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45280) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:22.519061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-655ca6c7-adee-467d-9ccf-00f51c38a0bf req-aa6f1813-e5ca-4ffa-a056-fccebd4822cf tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696867 Aug 04 16:58:22.648810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6eedb-7382-412f-b7b0-dd060c1368bf req-e7ab7d0f-5ecc-42f2-98de-c31244bcc6e5 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:22.658284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4d6eedb-7382-412f-b7b0-dd060c1368bf req-e7ab7d0f-5ecc-42f2-98de-c31244bcc6e5 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.0641165 Aug 04 16:58:22.696607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26d01d51-bd43-4cdb-b0da-756abf53cc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:22.720821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4d6eedb-7382-412f-b7b0-dd060c1368bf req-4315e1dd-7881-4ff7-b3ed-71d6f2d4c97e tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615032 Aug 04 16:58:22.797709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45298) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:22.809409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2967fa94-23de-42ca-bfe3-a79172255e26 req-cfd8afe4-fc4b-4469-b81f-c4ce5e7f9964 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 210 time: 0.0435431 Aug 04 16:58:22.871734 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26d01d51-bd43-4cdb-b0da-756abf53cc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:22.879907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26d01d51-bd43-4cdb-b0da-756abf53cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:22.921151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cb6ad-9cd1-4699-a6b8-5be0bf16c7a2 req-6dbdadad-1199-4b2a-9b5d-bbf27c962795 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:22.923210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e27cb6ad-9cd1-4699-a6b8-5be0bf16c7a2 req-6dbdadad-1199-4b2a-9b5d-bbf27c962795 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 946 time: 0.0956686 Aug 04 16:58:22.935083 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-26d01d51-bd43-4cdb-b0da-756abf53cc48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a6b2c55ccb942c4b64d20f4bcdd8af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600778 Aug 04 16:58:22.939565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45304) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:22.951678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d01d51-bd43-4cdb-b0da-756abf53cc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb668c-7cb6-4eec-b672-6134d72c387b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:22.979164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4672c6a-21e2-48bf-942e-6eab883e9cad req-fec2c859-8166-4465-9d6a-7f81a291e955 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:22.980783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4672c6a-21e2-48bf-942e-6eab883e9cad req-fec2c859-8166-4465-9d6a-7f81a291e955 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 949 time: 0.0998807 Aug 04 16:58:22.987648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e27cb6ad-9cd1-4699-a6b8-5be0bf16c7a2 req-cbba8c08-d22b-42a0-88b6-d2e79fe4b5d7 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567389 Aug 04 16:58:23.015206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed2027c8-b5da-425f-bc64-21dca27a1997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.042099 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4672c6a-21e2-48bf-942e-6eab883e9cad req-109c6d57-d84b-4849-95f3-ee457f7dc25f tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532489 Aug 04 16:58:23.110520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-84433ed6-d5f7-47dd-9f76-9b72ce872acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.150965 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-84433ed6-d5f7-47dd-9f76-9b72ce872acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.167979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed2027c8-b5da-425f-bc64-21dca27a1997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.201872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f9050-f61b-4cc2-b5ea-6e09592dcba4 req-6679b190-d6b4-47d6-93af-49389156c42a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:23.204147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b41f9050-f61b-4cc2-b5ea-6e09592dcba4 req-6679b190-d6b4-47d6-93af-49389156c42a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.0871401 Aug 04 16:58:23.206901 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed2027c8-b5da-425f-bc64-21dca27a1997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.246063 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-84433ed6-d5f7-47dd-9f76-9b72ce872acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.248755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-84433ed6-d5f7-47dd-9f76-9b72ce872acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.250001 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-84433ed6-d5f7-47dd-9f76-9b72ce872acc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4eb668c-7cb6-4eec-b672-6134d72c387b HTTP/1.1" status: 204 len: 168 time: 0.3095491 Aug 04 16:58:23.253412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2027c8-b5da-425f-bc64-21dca27a1997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2887e8-9eb1-4f2f-bf7f-d8e4d0ab0e64,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:23.258079 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ed2027c8-b5da-425f-bc64-21dca27a1997 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5166f96516b7474b9788e88b2d110c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501050 Aug 04 16:58:23.261860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45312) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:23.285092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84433ed6-d5f7-47dd-9f76-9b72ce872acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb668c-7cb6-4eec-b672-6134d72c387b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:23.315533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b41f9050-f61b-4cc2-b5ea-6e09592dcba4 req-c65ab7d0-76cb-4a9e-92ac-c5d48593bfa7 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028783 Aug 04 16:58:23.339556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-883cfb25-c7d7-493c-884f-b1b55cbb8b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.369724 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-883cfb25-c7d7-493c-884f-b1b55cbb8b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.387561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d10c5a-12a1-4f77-b43a-be192caf216c req-dca53bef-1df1-4571-a708-2a8dc71f371a tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:23.389380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26d10c5a-12a1-4f77-b43a-be192caf216c req-dca53bef-1df1-4571-a708-2a8dc71f371a tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 945 time: 0.0673730 Aug 04 16:58:23.439265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26d10c5a-12a1-4f77-b43a-be192caf216c req-e3c66784-4955-4535-8882-e703df9248f8 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Aug 04 16:58:23.452229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-883cfb25-c7d7-493c-884f-b1b55cbb8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.455132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-883cfb25-c7d7-493c-884f-b1b55cbb8b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.456297 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-883cfb25-c7d7-493c-884f-b1b55cbb8b54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f2887e8-9eb1-4f2f-bf7f-d8e4d0ab0e64 HTTP/1.1" status: 204 len: 168 time: 0.1935167 Aug 04 16:58:23.466000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cfb25-c7d7-493c-884f-b1b55cbb8b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2887e8-9eb1-4f2f-bf7f-d8e4d0ab0e64,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:23.547060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0f746730-eb4f-4acb-bfd9-a7cd226923fe up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:23.604340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 0f746730-eb4f-4acb-bfd9-a7cd226923fe completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:23.609472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 0f746730-eb4f-4acb-bfd9-a7cd226923fe triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:23.610126 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.637116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45320) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:23.656684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f904d3b1-a4e7-4c13-9ece-e1d8971593ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.689208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f7a9-4ad8-4f98-9c51-69d5dc9fa7bc req-53a0e672-f6f6-4a4c-a877-fd6949775c81 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:23.697614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a69f7a9-4ad8-4f98-9c51-69d5dc9fa7bc req-53a0e672-f6f6-4a4c-a877-fd6949775c81 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1061070 Aug 04 16:58:23.700270 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.749063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0f746730-eb4f-4acb-bfd9-a7cd226923fe, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0f746730-eb4f-4acb-bfd9-a7cd226923fe,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:23.754776 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.756183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 21bf69bb-7f6e-4d18-834e-268863fa6c1a no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:23.799462 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a69f7a9-4ad8-4f98-9c51-69d5dc9fa7bc req-c5c73405-bf69-441d-899a-064c49ea640f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008408 Aug 04 16:58:23.849786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0f746730-eb4f-4acb-bfd9-a7cd226923fe,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:23.937348 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.984330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:23.991129 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:23.997677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5107cdcd-6ee7-4c8f-a6b5-72e64f1f9943 req-c9ac43c5-b651-4508-ba1e-fcc18ce3a092 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 210 time: 0.0877085 Aug 04 16:58:24.011845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-6ee57f3d-bccd-4642-b82d-63158f6379b3 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:24.013359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-6ee57f3d-bccd-4642-b82d-63158f6379b3 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.90 "GET /v2.0/networks?id=abe3a07a-213f-4d70-b75f-a17db82f11fa HTTP/1.1" status: 200 len: 809 time: 0.2673314 Aug 04 16:58:24.027516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Request body: {'port': {'device_id': 'd6000838-9ee6-4752-b7c8-2bc5f008298e', 'network_id': 'abe3a07a-213f-4d70-b75f-a17db82f11fa', 'admin_state_up': True, 'tenant_id': '799212cdea9049d2a9fa28fab1ef6dae'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:24.038305 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f904d3b1-a4e7-4c13-9ece-e1d8971593ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.054321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f904d3b1-a4e7-4c13-9ece-e1d8971593ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.063709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=21bf69bb-7f6e-4d18-834e-268863fa6c1a,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:24.175481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f904d3b1-a4e7-4c13-9ece-e1d8971593ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=491f6a8c09d2403586a873464db9c5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373185 Aug 04 16:58:24.180113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-f4ec1976-8f95-4f4d-8339-2e18a73f60b3 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:24.181774 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-f4ec1976-8f95-4f4d-8339-2e18a73f60b3 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.0635788 Aug 04 16:58:24.182423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45342) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:24.200409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904d3b1-a4e7-4c13-9ece-e1d8971593ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c64d34-d18a-4fa0-bb34-2a14ab95f43d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:24.283212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4258c32-7a3d-40ec-88d2-52aea8220d59 req-4c346931-9220-4016-bf08-1657308dbc84 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:24.284594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4258c32-7a3d-40ec-88d2-52aea8220d59 req-4c346931-9220-4016-bf08-1657308dbc84 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 950 time: 0.1665552 Aug 04 16:58:24.290923 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a13c1ba-2e3e-4b5d-90c9-7603a74d772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.305113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520fc5c-24a6-41bc-b470-082436bc0fc2 req-895fefae-8267-4fd3-b04a-64599365e877 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:24.306291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e520fc5c-24a6-41bc-b470-082436bc0fc2 req-895fefae-8267-4fd3-b04a-64599365e877 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 946 time: 0.1361995 Aug 04 16:58:24.325128 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a13c1ba-2e3e-4b5d-90c9-7603a74d772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.355685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-71352f3e-728c-4c5b-a008-2570e17e576d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Deleting port 84c40d78-4d58-4258-8de9-ef2a04343f54 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:24.356110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-71352f3e-728c-4c5b-a008-2570e17e576d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.365558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4258c32-7a3d-40ec-88d2-52aea8220d59 req-764a93ed-fef6-4334-affe-13af92afec01 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586445 Aug 04 16:58:24.382932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Made reservation on behalf of 799212cdea9049d2a9fa28fab1ef6dae for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:24.388768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.425289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e520fc5c-24a6-41bc-b470-082436bc0fc2 req-be4064d4-4df5-43fd-a74d-74ff3fc5c958 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934131 Aug 04 16:58:24.440609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d41ce0-1833-47c3-97f4-bf3b29863ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f746730-eb4f-4acb-bfd9-a7cd226923fe'}, {'server_uuid': 'd5698dc2-0602-4a58-a71e-174405914e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21bf69bb-7f6e-4d18-834e-268863fa6c1a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:24.446055 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a2a989-6825-4165-876b-9bd905109bff" -d '{"events": [{"server_uuid": "78d41ce0-1833-47c3-97f4-bf3b29863ecc", "name": "network-vif-plugged", "status": "completed", "tag": "0f746730-eb4f-4acb-bfd9-a7cd226923fe"}, {"server_uuid": "d5698dc2-0602-4a58-a71e-174405914e38", "name": "network-vif-unplugged", "status": "completed", "tag": "21bf69bb-7f6e-4d18-834e-268863fa6c1a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:24.449137 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45354) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:24.475758 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a13c1ba-2e3e-4b5d-90c9-7603a74d772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.482883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a13c1ba-2e3e-4b5d-90c9-7603a74d772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.486516 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9a13c1ba-2e3e-4b5d-90c9-7603a74d772b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82c64d34-d18a-4fa0-bb34-2a14ab95f43d HTTP/1.1" status: 204 len: 168 time: 0.3008404 Aug 04 16:58:24.515218 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6040b3cc-86ca-45de-8042-4b38b5eeb384 x-openstack-request-id: req-6040b3cc-86ca-45de-8042-4b38b5eeb384 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:24.515513 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d41ce0-1833-47c3-97f4-bf3b29863ecc", "name": "network-vif-plugged", "status": "completed", "tag": "0f746730-eb4f-4acb-bfd9-a7cd226923fe", "code": 200}, {"server_uuid": "d5698dc2-0602-4a58-a71e-174405914e38", "name": "network-vif-unplugged", "status": "completed", "tag": "21bf69bb-7f6e-4d18-834e-268863fa6c1a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:24.515788 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6040b3cc-86ca-45de-8042-4b38b5eeb384 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:24.516191 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d41ce0-1833-47c3-97f4-bf3b29863ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f746730-eb4f-4acb-bfd9-a7cd226923fe', 'code': 200} Aug 04 16:58:24.516444 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5698dc2-0602-4a58-a71e-174405914e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21bf69bb-7f6e-4d18-834e-268863fa6c1a', 'code': 200} Aug 04 16:58:24.547473 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13c1ba-2e3e-4b5d-90c9-7603a74d772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c64d34-d18a-4fa0-bb34-2a14ab95f43d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:24.554585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-71352f3e-728c-4c5b-a008-2570e17e576d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] For port 84c40d78-4d58-4258-8de9-ef2a04343f54, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=84c40d78-4d58-4258-8de9-ef2a04343f54,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:24.555075 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-71352f3e-728c-4c5b-a008-2570e17e576d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.591988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-71352f3e-728c-4c5b-a008-2570e17e576d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Calling delete_port for 84c40d78-4d58-4258-8de9-ef2a04343f54 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:24.709725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95952ff5-03cb-4ad3-9396-96bd862c2af9 req-17b4ccf8-d2d5-477f-b580-6b3102f8096a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:24.717115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95952ff5-03cb-4ad3-9396-96bd862c2af9 req-17b4ccf8-d2d5-477f-b580-6b3102f8096a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf126fe-f6ae-4487-bbfa-d8593a13ef44 HTTP/1.1" status: 200 len: 946 time: 0.2152338 Aug 04 16:58:24.765868 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-71352f3e-728c-4c5b-a008-2570e17e576d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.778491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['84c40d78-4d58-4258-8de9-ef2a04343f54'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:24.796360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b02de9-01f0-4a61-9d26-98388f50fd19 req-6bce77aa-64e8-45ea-9354-5b3899ee2f15 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:24.803754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4b02de9-01f0-4a61-9d26-98388f50fd19 req-6bce77aa-64e8-45ea-9354-5b3899ee2f15 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 943 time: 0.2131007 Aug 04 16:58:24.806257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05a09-2b15-401b-acea-8453839430b2 req-7916b30b-9912-4b01-9f0c-f72dfec9aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:24.807995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ac05a09-2b15-401b-acea-8453839430b2 req-7916b30b-9912-4b01-9f0c-f72dfec9aee6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 1101 time: 0.2185366 Aug 04 16:58:24.809393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Allocated IP 172.20.0.14 (abe3a07a-213f-4d70-b75f-a17db82f11fa/3cafce33-3f5b-45fa-95b2-b7e0ff49ebf2/1b5be256-5453-4d9a-99ba-3cc3bd1e17ca) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:24.821923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-220846042-network', 'tenant_id': '9163b37613bc475c9855a27a32768360'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:24.827533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71352f3e-728c-4c5b-a008-2570e17e576d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event deleted for resources: {'Port': ['ID=84c40d78-4d58-4258-8de9-ef2a04343f54,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:24.864047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95952ff5-03cb-4ad3-9396-96bd862c2af9 req-40292e22-f5d7-428c-a80e-f54e78258499 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459503 Aug 04 16:58:24.888705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-71352f3e-728c-4c5b-a008-2570e17e576d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] No DVR routers for this DVR port 84c40d78-4d58-4258-8de9-ef2a04343f54 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:24.892924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-71352f3e-728c-4c5b-a008-2570e17e576d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.894038 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1ebbc6ad-2d59-427f-bb95-9ea0cf88bd73 req-71352f3e-728c-4c5b-a008-2570e17e576d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "DELETE /v2.0/ports/84c40d78-4d58-4258-8de9-ef2a04343f54 HTTP/1.1" status: 204 len: 173 time: 0.6940970 Aug 04 16:58:24.894539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf126fe-f6ae-4487-bbfa-d8593a13ef44', 'name': 'network-vif-deleted', 'tag': '84c40d78-4d58-4258-8de9-ef2a04343f54'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:24.898338 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a073b9-93d9-4674-b6f5-e1a16763bf9d" -d '{"events": [{"server_uuid": "5cf126fe-f6ae-4487-bbfa-d8593a13ef44", "name": "network-vif-deleted", "tag": "84c40d78-4d58-4258-8de9-ef2a04343f54"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:24.930971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ac05a09-2b15-401b-acea-8453839430b2 req-26a95eed-6511-43a0-9163-33b8efd66604 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116314 Aug 04 16:58:24.935067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Made reservation on behalf of 9163b37613bc475c9855a27a32768360 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:24.937619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:24.938296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4b02de9-01f0-4a61-9d26-98388f50fd19 req-b4f97cfe-01ab-4ac1-a733-ef3ae1471a66 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180470 Aug 04 16:58:24.958974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.004126 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6504907-8641-4abf-9746-4501f403cf25 x-openstack-request-id: req-d6504907-8641-4abf-9746-4501f403cf25 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:25.006285 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf126fe-f6ae-4487-bbfa-d8593a13ef44", "name": "network-vif-deleted", "tag": "84c40d78-4d58-4258-8de9-ef2a04343f54", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:25.006773 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6504907-8641-4abf-9746-4501f403cf25 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:25.007459 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf126fe-f6ae-4487-bbfa-d8593a13ef44', 'name': 'network-vif-deleted', 'tag': '84c40d78-4d58-4258-8de9-ef2a04343f54', 'status': 'completed', 'code': 200} Aug 04 16:58:25.114626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.125330 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.136302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58a0e5-9424-4fbe-90df-7364f8c93534 req-0e3aa74f-7369-4b9c-9452-125112166e0c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:25.138202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d58a0e5-9424-4fbe-90df-7364f8c93534 req-0e3aa74f-7369-4b9c-9452-125112166e0c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1646008 Aug 04 16:58:25.154092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:25.169063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67547f34-08b5-4566-af7f-60a07784cc2e req-ed45ce0f-8275-4aae-85bf-27fd85f7994d tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:25.171163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6e54c6-29c7-4bb9-8777-dfb114f79184,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:25.171331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67547f34-08b5-4566-af7f-60a07784cc2e req-ed45ce0f-8275-4aae-85bf-27fd85f7994d tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 943 time: 0.1655090 Aug 04 16:58:25.175148 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.175825 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Added segment d6c98ac2-e3a8-414e-b842-71655db71ee1 of type vlan for network ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d Aug 04 16:58:25.238672 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.286058 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.287112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.288489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:25.289226 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.299414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d58a0e5-9424-4fbe-90df-7364f8c93534 req-067c5616-f107-473d-a861-ef67e7808276 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259429 Aug 04 16:58:25.365079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb8ec193-9067-42d0-9a95-dda4bb1fb606 req-5a094426-f586-4a45-9755-9d3614a9dc41 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 210 time: 0.0840232 Aug 04 16:58:25.390279 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9292316 Aug 04 16:58:25.391082 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b407f6-4baf-4a92-95c4-5a1b2a7b0b1e admin admin] Pushing event updated for resources: {'Network': ['ID=ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:25.393275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45394) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.399231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Request body: {'subnet': {'network_id': 'ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-220846042-subnet', 'tenant_id': '9163b37613bc475c9855a27a32768360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:25.404936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:25.468415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-67547f34-08b5-4566-af7f-60a07784cc2e req-c8f54b58-22e0-4ab8-8cdc-615b75c37835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Deleting port 21bf69bb-7f6e-4d18-834e-268863fa6c1a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:25.469017 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67547f34-08b5-4566-af7f-60a07784cc2e req-c8f54b58-22e0-4ab8-8cdc-615b75c37835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.469265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Made reservation on behalf of 9163b37613bc475c9855a27a32768360 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:25.472266 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.538437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b516840-7cca-495a-91f0-ab28e230f92e req-8db83d44-88b3-4586-8231-888e60aca56a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:25.546297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b516840-7cca-495a-91f0-ab28e230f92e req-8db83d44-88b3-4586-8231-888e60aca56a tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 946 time: 0.1772945 Aug 04 16:58:25.571952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.576706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45398) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.659642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Network abe3a07a-213f-4d70-b75f-a17db82f11fa is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:25.668976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:25.675025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:25.709998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b516840-7cca-495a-91f0-ab28e230f92e req-8f08d46f-8ca1-470b-b321-5cc070abd4e7 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups?id=0380507b-4656-48ad-9a1d-08ad892fd092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624410 Aug 04 16:58:25.731714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-458b968d-b98d-4fee-a3ae-16b71b816f9b tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.732722 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-458b968d-b98d-4fee-a3ae-16b71b816f9b tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1548929 Aug 04 16:58:25.739035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45402) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.745352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-ea25df05-cca8-4c5f-a94b-30dd754ab0cb tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.746310 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ea25df05-cca8-4c5f-a94b-30dd754ab0cb tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0063462 Aug 04 16:58:25.749447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45404) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.765056 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.769513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [None req-55e1095f-a21e-4bd2-9768-9e0488ae5234 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.773102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-55e1095f-a21e-4bd2-9768-9e0488ae5234 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0141163 Aug 04 16:58:25.775850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45406) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.781032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [None req-57b86355-5726-47eb-b48d-ae0cd14aa96a tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.781957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-57b86355-5726-47eb-b48d-ae0cd14aa96a tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050840 Aug 04 16:58:25.786830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45408) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.788252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Pushing event updated for resources: {'Port': ['ID=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:25.795189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-856b6dce-ea76-4619-9f98-70e02ce390e9 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.799260 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-856b6dce-ea76-4619-9f98-70e02ce390e9 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0062692 Aug 04 16:58:25.799419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45410) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.806586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-d9fe0372-fb62-4614-9671-c2824710bd9b tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.807684 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d9fe0372-fb62-4614-9671-c2824710bd9b tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0071640 Aug 04 16:58:25.808950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5615db8-e8d2-4053-aee4-71033f87f1ef req-6aefbe1a-2664-4d39-994e-2c06a1aa8ff0 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:25.810466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5615db8-e8d2-4053-aee4-71033f87f1ef req-6aefbe1a-2664-4d39-994e-2c06a1aa8ff0 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 950 time: 0.2617733 Aug 04 16:58:25.812305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45412) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.818292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-811c8278-1ad9-45f7-9460-916474fbe6f0 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.820312 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-811c8278-1ad9-45f7-9460-916474fbe6f0 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045054 Aug 04 16:58:25.823185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:25.824009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.826743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45414) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.843990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3093843-716f-41a4-9dd6-28bda43ce317,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:25.849692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [None req-6929de9f-7c7b-4712-a4d8-e7afecfd3b1d tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.853297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6929de9f-7c7b-4712-a4d8-e7afecfd3b1d tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0156181 Aug 04 16:58:25.853800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45416) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.858914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-4ba29fcc-64db-49ce-9705-70e2eb3c5352 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.862334 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ba29fcc-64db-49ce-9705-70e2eb3c5352 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048451 Aug 04 16:58:25.863604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45418) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.865392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Checking segment: {'id': 'd6c98ac2-e3a8-414e-b842-71655db71ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:25.866001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Network hostable DHCP agents. Network: ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:58:25.866176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-67547f34-08b5-4566-af7f-60a07784cc2e req-c8f54b58-22e0-4ab8-8cdc-615b75c37835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] For port 21bf69bb-7f6e-4d18-834e-268863fa6c1a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=21bf69bb-7f6e-4d18-834e-268863fa6c1a,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:25.866443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67547f34-08b5-4566-af7f-60a07784cc2e req-c8f54b58-22e0-4ab8-8cdc-615b75c37835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:25.871858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-1aeacc54-e5d9-49a1-b498-81c718b446a9 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.873108 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1aeacc54-e5d9-49a1-b498-81c718b446a9 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0090418 Aug 04 16:58:25.876469 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45420) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.884144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-013d5455-c6d1-4c30-8a17-4d2c68efa76e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.886383 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-013d5455-c6d1-4c30-8a17-4d2c68efa76e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072932 Aug 04 16:58:25.888326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-67547f34-08b5-4566-af7f-60a07784cc2e req-c8f54b58-22e0-4ab8-8cdc-615b75c37835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Calling delete_port for 21bf69bb-7f6e-4d18-834e-268863fa6c1a owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:25.890668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45424) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.896373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-785d7570-932a-4671-a60c-62a28e00ba95 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.897532 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-785d7570-932a-4671-a60c-62a28e00ba95 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056682 Aug 04 16:58:25.901709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45426) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.909912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-e8f8c80c-5d46-4fe2-8302-f838574123f1 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.913327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e8f8c80c-5d46-4fe2-8302-f838574123f1 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083380 Aug 04 16:58:25.914651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45428) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.929686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-331ddca4-5dc9-4eb1-b3c4-0c8f2040856c tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.933531 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-331ddca4-5dc9-4eb1-b3c4-0c8f2040856c tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0138719 Aug 04 16:58:25.933531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Network ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:58:25.935412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45432) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.940835 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-115fb500-d3c3-4fa9-bbb0-cf37a039ff64 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.942144 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-115fb500-d3c3-4fa9-bbb0-cf37a039ff64 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053582 Aug 04 16:58:25.945004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45434) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.951450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-de78b3b0-b541-4fb2-b274-09e25b83b194 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.952608 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-de78b3b0-b541-4fb2-b274-09e25b83b194 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065835 Aug 04 16:58:25.955571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45436) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.961057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-e76da15d-9baf-48a1-b51e-44d43670a518 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.965670 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e76da15d-9baf-48a1-b51e-44d43670a518 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049174 Aug 04 16:58:25.967354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.970221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:25.979072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef87f5-91cb-45ca-b83e-17a0fd87d8ed None None] Network ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:25.979588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-c1bb46bb-e0f4-4553-8eba-71103023f38b tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.983225 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c1bb46bb-e0f4-4553-8eba-71103023f38b tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0141745 Aug 04 16:58:25.985519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45442) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:25.994453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-141c965b-4925-43c2-8d02-bb3c01bc39fe tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:25.996437 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-141c965b-4925-43c2-8d02-bb3c01bc39fe tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079639 Aug 04 16:58:25.998536 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:25.998536 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:26.000302 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45444) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.006295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-0dbc4a6a-6424-4004-b89f-75646b08d975 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.009910 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0dbc4a6a-6424-4004-b89f-75646b08d975 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051620 Aug 04 16:58:26.011005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45446) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.017674 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-3f20eb87-7b17-4524-8158-90910e8eb69e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.018984 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3f20eb87-7b17-4524-8158-90910e8eb69e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070395 Aug 04 16:58:26.021749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45448) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.026541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-7045b153-a67d-4ef1-a9e0-6d4676cc8cbb tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.027501 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7045b153-a67d-4ef1-a9e0-6d4676cc8cbb tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048621 Aug 04 16:58:26.041123 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fbf7f44a-7a65-41a1-8c73-bda2af9d8c0e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6378431 Aug 04 16:58:26.041123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45450) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.041123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-c0df1793-b764-4774-8be2-c18fe2c04fed tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.041123 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c0df1793-b764-4774-8be2-c18fe2c04fed tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046616 Aug 04 16:58:26.041699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45452) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.048968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-2d1bbe1b-4660-45ed-936c-d53e9ca3e2df tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.051517 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2d1bbe1b-4660-45ed-936c-d53e9ca3e2df tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0091178 Aug 04 16:58:26.054394 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45456) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.062542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-dbe41888-f870-47b8-9311-b4da2a4b9840 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.063850 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dbe41888-f870-47b8-9311-b4da2a4b9840 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0067296 Aug 04 16:58:26.067240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45460) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.075792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-0eabd06c-5d12-43c0-a07f-36e50e15a09e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.077092 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0eabd06c-5d12-43c0-a07f-36e50e15a09e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047576 Aug 04 16:58:26.082988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45462) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.088048 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-d87445c4-0a41-4430-9ed2-e8c0410705fb tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.091750 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d87445c4-0a41-4430-9ed2-e8c0410705fb tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050702 Aug 04 16:58:26.091987 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45464) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.098351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-5bc99eda-20af-46a4-9398-a326ed9eb4cf tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.100115 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5bc99eda-20af-46a4-9398-a326ed9eb4cf tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0064223 Aug 04 16:58:26.103266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45466) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.109332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-409da666-dad2-4ec8-b1ae-d3a4444aa0f3 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.112894 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-409da666-dad2-4ec8-b1ae-d3a4444aa0f3 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0060849 Aug 04 16:58:26.115413 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45468) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.120888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-1f114511-3c2c-452a-8f20-ee2751b049fb tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.124712 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1f114511-3c2c-452a-8f20-ee2751b049fb tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0060530 Aug 04 16:58:26.125339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45470) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.129600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-91d06957-a29b-4c14-864e-42c3322d5310 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.133010 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-91d06957-a29b-4c14-864e-42c3322d5310 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045402 Aug 04 16:58:26.135492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45472) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.142172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-1bd3c56a-1bf4-41a3-87c5-cfee2b3ba328 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.150497 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1bd3c56a-1bf4-41a3-87c5-cfee2b3ba328 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0099623 Aug 04 16:58:26.151486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45474) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.156107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-03f70137-0fa5-4230-9478-5ae738a6a9f4 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.157060 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-03f70137-0fa5-4230-9478-5ae738a6a9f4 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044620 Aug 04 16:58:26.166756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45476) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.171495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-312a836e-9be3-4ee3-a0d8-767dfe77364d tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.172789 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-312a836e-9be3-4ee3-a0d8-767dfe77364d tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050163 Aug 04 16:58:26.175481 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45478) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.179789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-4d4f553b-47f7-4b5a-b6c7-c2141b187ba4 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.181451 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4d4f553b-47f7-4b5a-b6c7-c2141b187ba4 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050116 Aug 04 16:58:26.184456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45480) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.187184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b8e93-a029-45bd-b6d4-6349e9f56e17 None None] Network ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:26.189316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-066de256-44f9-4a6e-a64f-c053c4be515c tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.192697 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-066de256-44f9-4a6e-a64f-c053c4be515c tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045965 Aug 04 16:58:26.195318 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45482) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.208319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-202896e2-8a7f-416f-b694-feeca0fe4f58 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.208319 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-202896e2-8a7f-416f-b694-feeca0fe4f58 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0080228 Aug 04 16:58:26.208555 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45486) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.213213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-8b47763c-95a5-4f4a-9ac8-cea7a7a10f4e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.217507 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8b47763c-95a5-4f4a-9ac8-cea7a7a10f4e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048921 Aug 04 16:58:26.217875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45488) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.222480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-0565a531-2697-4414-89d8-704144bdde48 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.225754 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0565a531-2697-4414-89d8-704144bdde48 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045214 Aug 04 16:58:26.225995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45490) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.230392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-e5f5d545-b458-4394-bd60-ee75bdbfefe0 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.231441 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e5f5d545-b458-4394-bd60-ee75bdbfefe0 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045614 Aug 04 16:58:26.233935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45492) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.238131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-5323d94a-ad18-43e8-8923-156d42bba182 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.241355 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5323d94a-ad18-43e8-8923-156d42bba182 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042372 Aug 04 16:58:26.241966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45494) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.245829 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-d88c8034-d6bc-4d48-9949-e60da9d99cc5 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.248952 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d88c8034-d6bc-4d48-9949-e60da9d99cc5 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043340 Aug 04 16:58:26.249209 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45496) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.253313 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-378c44b6-7f17-4fe6-a04e-692b1c7f02fc tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.254843 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-378c44b6-7f17-4fe6-a04e-692b1c7f02fc tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041475 Aug 04 16:58:26.256599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45498) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.264692 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-6ffa37af-f619-444c-af3f-a32e8e8d2f4e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.265676 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6ffa37af-f619-444c-af3f-a32e8e8d2f4e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0082331 Aug 04 16:58:26.268230 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45500) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.272333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-4e7b5f51-fd3a-442c-bfc6-e2973cd788f5 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.275741 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4e7b5f51-fd3a-442c-bfc6-e2973cd788f5 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041618 Aug 04 16:58:26.276266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45502) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.280467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-3d012776-2337-4248-847f-d4b92b2e586d tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.281397 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3d012776-2337-4248-847f-d4b92b2e586d tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0042729 Aug 04 16:58:26.284287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45504) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.288493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-1d36a2d1-3a9d-456e-8812-ff41c5e17797 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.289495 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1d36a2d1-3a9d-456e-8812-ff41c5e17797 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042694 Aug 04 16:58:26.292544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45506) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.297115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-12461169-4bf7-46fa-806b-50b70d63b80c tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.298053 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-12461169-4bf7-46fa-806b-50b70d63b80c tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046144 Aug 04 16:58:26.300579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45508) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.304946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-f6ea0c24-84ce-4771-8161-370eb968910a tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.306143 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f6ea0c24-84ce-4771-8161-370eb968910a tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044076 Aug 04 16:58:26.308791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45510) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.313163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-5df98bf3-e0f5-4ead-bfb4-2ce2c448ca6d tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.316606 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5df98bf3-e0f5-4ead-bfb4-2ce2c448ca6d tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042803 Aug 04 16:58:26.316803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45512) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.321258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-2d5cf463-b22a-459b-96cc-1fe9a1ae4933 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.324725 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2d5cf463-b22a-459b-96cc-1fe9a1ae4933 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045321 Aug 04 16:58:26.327320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45516) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.332396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-95ab3e7c-76ed-49ec-8cf6-a0ca7879ce2e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.333362 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-95ab3e7c-76ed-49ec-8cf6-a0ca7879ce2e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050192 Aug 04 16:58:26.336143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45518) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.340779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-d7afd738-516d-4263-9b10-c25c9014aee2 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.341706 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d7afd738-516d-4263-9b10-c25c9014aee2 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046225 Aug 04 16:58:26.344356 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45520) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.348226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-c81fc349-d09c-47b9-9eef-0854f5cc5759 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.349144 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c81fc349-d09c-47b9-9eef-0854f5cc5759 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039501 Aug 04 16:58:26.351555 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45522) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.355927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-3be3966d-e641-4631-a8eb-980e288a4ef2 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.357046 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3be3966d-e641-4631-a8eb-980e288a4ef2 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045173 Aug 04 16:58:26.359742 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45524) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.363971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-eb34a168-a435-491a-a708-98f19fae1e50 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.364895 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-eb34a168-a435-491a-a708-98f19fae1e50 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042729 Aug 04 16:58:26.367446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45526) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.371999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-bbe81654-f6a8-49af-aeb1-be9fb02ce3b0 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.372940 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bbe81654-f6a8-49af-aeb1-be9fb02ce3b0 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045047 Aug 04 16:58:26.375870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45528) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.380274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-2c470697-f47d-40b9-82d1-1b8b9c5dbad9 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.381225 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2c470697-f47d-40b9-82d1-1b8b9c5dbad9 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044391 Aug 04 16:58:26.384055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45530) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.386623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c7d4c480-cd98-4ef4-ba5d-33c466fa9f83 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3630843 Aug 04 16:58:26.388404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-850d4238-a18f-4b70-bd34-00b04338cec4 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.389306 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-850d4238-a18f-4b70-bd34-00b04338cec4 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042202 Aug 04 16:58:26.391762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45532) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.396261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-3eaef8e7-ae40-4f89-8190-ff59c2e6ea19 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.397213 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3eaef8e7-ae40-4f89-8190-ff59c2e6ea19 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046291 Aug 04 16:58:26.399941 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45536) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.404082 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-c1e3335d-240e-4cef-a4b3-74e07c7196e1 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.405353 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c1e3335d-240e-4cef-a4b3-74e07c7196e1 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041127 Aug 04 16:58:26.407555 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45538) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.413599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-e7cf179f-0ead-4227-a0f6-d17a313ddc80 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.413599 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e7cf179f-0ead-4227-a0f6-d17a313ddc80 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041485 Aug 04 16:58:26.416191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Request body: {'port': {'device_id': 'd6000838-9ee6-4752-b7c8-2bc5f008298e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:26.416349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45540) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.420351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-18badc9d-6962-4c5a-a20c-f8197445a93e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.421279 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-18badc9d-6962-4c5a-a20c-f8197445a93e tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041554 Aug 04 16:58:26.423836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45542) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.427626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-286203ee-7923-4e39-86a6-e0ec58d0c22c tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.428525 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-286203ee-7923-4e39-86a6-e0ec58d0c22c tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038757 Aug 04 16:58:26.431103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45544) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.435146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-e220c398-b313-4b02-a79f-9754c6cd8b56 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.436048 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e220c398-b313-4b02-a79f-9754c6cd8b56 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040832 Aug 04 16:58:26.437374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5615db8-e8d2-4053-aee4-71033f87f1ef req-5c63c94c-a85f-439c-8769-186866ab8d78 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203964 Aug 04 16:58:26.438535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45546) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.442832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-a82cdd1c-3d70-4dd7-8814-f996283b1034 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.444137 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a82cdd1c-3d70-4dd7-8814-f996283b1034 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044162 Aug 04 16:58:26.447213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45548) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.451266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-764dc53b-3104-439a-9252-a00b798a14fc tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.452239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-764dc53b-3104-439a-9252-a00b798a14fc tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048079 Aug 04 16:58:26.458047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45550) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.471654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-ee1ca0f1-3661-4356-b9f4-3f7c8bc82441 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.473087 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ee1ca0f1-3661-4356-b9f4-3f7c8bc82441 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0139866 Aug 04 16:58:26.475785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45552) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.480363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [None req-8c202c4e-30aa-4841-8be0-b5abcb97ec19 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:58:26.481772 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8c202c4e-30aa-4841-8be0-b5abcb97ec19 tempest-ExtensionsTestJSON-709096129 tempest-ExtensionsTestJSON-709096129-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047653 Aug 04 16:58:26.524432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2612d28-a2ac-454c-b6fd-108851bcf623 req-cd178041-4ab8-47c0-ac38-82ef1855d03f tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:26.526016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2612d28-a2ac-454c-b6fd-108851bcf623 req-cd178041-4ab8-47c0-ac38-82ef1855d03f tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5698dc2-0602-4a58-a71e-174405914e38 HTTP/1.1" status: 200 len: 943 time: 0.1383505 Aug 04 16:58:26.579660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:26.676479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2612d28-a2ac-454c-b6fd-108851bcf623 req-a15443e0-2edb-4160-8071-9a747137a5b7 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405492 Aug 04 16:58:26.777360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-5ef3ffa1-05ae-49e1-8655-c42a73ea49b4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:26.778915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-5ef3ffa1-05ae-49e1-8655-c42a73ea49b4 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.2442021 Aug 04 16:58:26.784877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67547f34-08b5-4566-af7f-60a07784cc2e req-c8f54b58-22e0-4ab8-8cdc-615b75c37835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:26.794200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45570) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:26.877765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-cd46201e-7db0-49c0-abec-11132fe9bc97 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/quotas/524e6703e05143f89fe82c4e86d98fad HTTP/1.1" status: 200 len: 375 time: 0.0482666 Aug 04 16:58:26.878531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f54b58-22e0-4ab8-8cdc-615b75c37835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event deleted for resources: {'Port': ['ID=21bf69bb-7f6e-4d18-834e-268863fa6c1a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:26.916096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b24966f1-8450-40ec-8978-cdad75ad600b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:26.971646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-c86efb81-5633-4170-a920-207a9f0e2cc9 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802994 Aug 04 16:58:26.974645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-ec15cd67-49d0-4b35-b0d6-0980e5325c03 req-cc130195-79cf-4662-9e22-88db27f71900 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1035452006', 'description': 'tempest-description-432124717'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:26.995009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-67547f34-08b5-4566-af7f-60a07784cc2e req-c8f54b58-22e0-4ab8-8cdc-615b75c37835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] No DVR routers for this DVR port 21bf69bb-7f6e-4d18-834e-268863fa6c1a on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:26.997851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-fefa7d22-64e2-4ce1-bca8-dd51f6bfb5cd tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:26.999857 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-fefa7d22-64e2-4ce1-bca8-dd51f6bfb5cd tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.82 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 946 time: 0.0809100 Aug 04 16:58:27.007004 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67547f34-08b5-4566-af7f-60a07784cc2e req-c8f54b58-22e0-4ab8-8cdc-615b75c37835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.009055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67547f34-08b5-4566-af7f-60a07784cc2e req-c8f54b58-22e0-4ab8-8cdc-615b75c37835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "DELETE /v2.0/ports/21bf69bb-7f6e-4d18-834e-268863fa6c1a HTTP/1.1" status: 204 len: 173 time: 1.8092549 Aug 04 16:58:27.010310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5698dc2-0602-4a58-a71e-174405914e38', 'name': 'network-vif-deleted', 'tag': '21bf69bb-7f6e-4d18-834e-268863fa6c1a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:27.012600 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f337ba0-27f9-40fc-8488-c2ec0d77080b" -d '{"events": [{"server_uuid": "d5698dc2-0602-4a58-a71e-174405914e38", "name": "network-vif-deleted", "tag": "21bf69bb-7f6e-4d18-834e-268863fa6c1a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:27.127444 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b24966f1-8450-40ec-8978-cdad75ad600b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.132666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b24966f1-8450-40ec-8978-cdad75ad600b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.197199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-23ac0972-ab64-43f7-b6d8-5227585e5f68 service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737678 Aug 04 16:58:27.197199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ec15cd67-49d0-4b35-b0d6-0980e5325c03 req-cc130195-79cf-4662-9e22-88db27f71900 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.197530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Deleting port 7fe2c181-423e-4962-a510-2ee1c7da41a1 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:27.197530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.201712 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b24966f1-8450-40ec-8978-cdad75ad600b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8f898bd377f47acbe8ce1495249b067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063830 Aug 04 16:58:27.212050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24966f1-8450-40ec-8978-cdad75ad600b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34e673f-d466-401e-aa55-058558321888,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:27.212668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45576) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:27.292679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] For port 7fe2c181-423e-4962-a510-2ee1c7da41a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7fe2c181-423e-4962-a510-2ee1c7da41a1,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:27.293343 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.351047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:27.363387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.404968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Transition to ACTIVE for port object 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:27.410284 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3521c75f-31c5-4ac5-aadb-d7887a0cb7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.416180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-93f6b6e7-6e44-4fbd-a3f6-4195e51405af service neutron] 10.222.0.39 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357922 Aug 04 16:58:27.420652 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.478381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.478927 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.479407 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Floating IP 9b261631-5482-4f40-9d4d-547f41d34c3b disassociated. External IP: 172.25.2.226, port: 7fe2c181-423e-4962-a510-2ee1c7da41a1. Aug 04 16:58:27.479838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Calling delete_port for 7fe2c181-423e-4962-a510-2ee1c7da41a1 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:27.481203 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3521c75f-31c5-4ac5-aadb-d7887a0cb7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.540378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Pushing event updated for resources: {'Port': ['ID=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:27.564415 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ec15cd67-49d0-4b35-b0d6-0980e5325c03 req-cc130195-79cf-4662-9e22-88db27f71900 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.572707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 21bf69bb-7f6e-4d18-834e-268863fa6c1a no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:27.597757 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ec15cd67-49d0-4b35-b0d6-0980e5325c03 req-cc130195-79cf-4662-9e22-88db27f71900 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.643161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 21bf69bb-7f6e-4d18-834e-268863fa6c1a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:27.645862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 21bf69bb-7f6e-4d18-834e-268863fa6c1a not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:27.646400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 84c40d78-4d58-4258-8de9-ef2a04343f54 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:27.671083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 84c40d78-4d58-4258-8de9-ef2a04343f54 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:27.672443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 84c40d78-4d58-4258-8de9-ef2a04343f54 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:27.674711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3521c75f-31c5-4ac5-aadb-d7887a0cb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.677400 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3521c75f-31c5-4ac5-aadb-d7887a0cb7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.678587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3521c75f-31c5-4ac5-aadb-d7887a0cb7d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e34e673f-d466-401e-aa55-058558321888 HTTP/1.1" status: 204 len: 168 time: 0.4642210 Aug 04 16:58:27.707089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ec15cd67-49d0-4b35-b0d6-0980e5325c03 req-cc130195-79cf-4662-9e22-88db27f71900 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.719486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec15cd67-49d0-4b35-b0d6-0980e5325c03 req-cc130195-79cf-4662-9e22-88db27f71900 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7770820 Aug 04 16:58:27.731670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc130195-79cf-4662-9e22-88db27f71900 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd25d8-60e8-48f8-bca0-ad10c36e0e6c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:27.766192 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.790403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521c75f-31c5-4ac5-aadb-d7887a0cb7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34e673f-d466-401e-aa55-058558321888,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:27.798113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Attempting to bind port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:58:27.798457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Attempting to bind port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'c58f1aff-362a-4c54-bd36-1b1645632d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'abe3a07a-213f-4d70-b75f-a17db82f11fa'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:58:27.798787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Attempting to bind port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca on network abe3a07a-213f-4d70-b75f-a17db82f11fa {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:27.810066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Pushing event deleted for resources: {'Port': ['ID=7fe2c181-423e-4962-a510-2ee1c7da41a1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:27.812902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca on network abe3a07a-213f-4d70-b75f-a17db82f11fa not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:58:27.813288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Attempting to bind port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca on network abe3a07a-213f-4d70-b75f-a17db82f11fa {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:27.822758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e4572-3ad6-473f-9058-5a71fc41c1e2 req-7eb625f0-00f3-4d67-870d-188b00146371 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:27.824322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-765e4572-3ad6-473f-9058-5a71fc41c1e2 req-7eb625f0-00f3-4d67-870d-188b00146371 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1859488 Aug 04 16:58:27.863441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:58:27.863796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Checking segment: {'id': 'c58f1aff-362a-4c54-bd36-1b1645632d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'abe3a07a-213f-4d70-b75f-a17db82f11fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:27.864190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Bound using segment: {'id': 'c58f1aff-362a-4c54-bd36-1b1645632d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'abe3a07a-213f-4d70-b75f-a17db82f11fa'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:58:27.864643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Bound port: 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58f1aff-362a-4c54-bd36-1b1645632d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'abe3a07a-213f-4d70-b75f-a17db82f11fa'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:58:27.865009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:27.934331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc5617-4931-4c57-808a-4e79a0abd574 req-86391d8e-20ec-479c-aeae-c8c98a2f075f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:27.941880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9acc5617-4931-4c57-808a-4e79a0abd574 req-86391d8e-20ec-479c-aeae-c8c98a2f075f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 944 time: 0.1317818 Aug 04 16:58:27.949501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-765e4572-3ad6-473f-9058-5a71fc41c1e2 req-9fdd8ce1-89e4-4462-baaa-ac94e0a528ff tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147137 Aug 04 16:58:28.024222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9acc5617-4931-4c57-808a-4e79a0abd574 req-c7c08eac-5724-4136-9a5b-cacbcdaccf64 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/security-groups?id=1912b9a2-2442-4c37-8a99-562d8e19fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812948 Aug 04 16:58:28.026226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:58:28.040853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] For port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:28.048791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] For port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,segment=NetworkSegment(c58f1aff-362a-4c54-bd36-1b1645632d87),segment_id=c58f1aff-362a-4c54-bd36-1b1645632d87)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:58:28.054766 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:28.085415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:28.086377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:28.088317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] 10.222.0.90 "PUT /v2.0/ports/1b5be256-5453-4d9a-99ba-3cc3bd1e17ca HTTP/1.1" status: 200 len: 1092 time: 1.6806009 Aug 04 16:58:28.132710 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9465f978-62e6-45ee-af3a-998ec04ed0a4 x-openstack-request-id: req-9465f978-62e6-45ee-af3a-998ec04ed0a4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:28.132968 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5698dc2-0602-4a58-a71e-174405914e38", "name": "network-vif-deleted", "tag": "21bf69bb-7f6e-4d18-834e-268863fa6c1a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:28.133156 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9465f978-62e6-45ee-af3a-998ec04ed0a4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:28.138356 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5698dc2-0602-4a58-a71e-174405914e38', 'name': 'network-vif-deleted', 'tag': '21bf69bb-7f6e-4d18-834e-268863fa6c1a', 'status': 'completed', 'code': 200} Aug 04 16:58:28.191919 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6aa04b5-d3fa-4024-bcdf-63122ef2bdb2 req-eacba4af-1169-4eae-a0cf-516a7a3e6696 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 210 time: 0.0519602 Aug 04 16:58:28.218777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:58:28.239359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] Sync routers for ids ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:58:28.255146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a9144-ce76-4238-b9ff-8c7234a12f2d service neutron] Pushing event updated for resources: {'Port': ['ID=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:28.255612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] Routers {'4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:58:28.256272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:58:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:28.284578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] No DVR routers for this DVR port 7fe2c181-423e-4962-a510-2ee1c7da41a1 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:28.288366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:28.293620 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-25aa2bf4-7a53-4524-9dab-1bac44458782 req-85673b35-0be5-4cb9-ab85-88dfc948fc4d tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.82 "DELETE /v2.0/ports/7fe2c181-423e-4962-a510-2ee1c7da41a1 HTTP/1.1" status: 204 len: 173 time: 1.2852829 Aug 04 16:58:28.294322 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'name': 'network-vif-deleted', 'tag': '7fe2c181-423e-4962-a510-2ee1c7da41a1'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:28.308768 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03551c7b-ce54-4e5f-804d-e5a52157574b" -d '{"events": [{"server_uuid": "b6c88127-bb04-4a0e-868a-19f7fd80a39e", "name": "network-vif-deleted", "tag": "7fe2c181-423e-4962-a510-2ee1c7da41a1"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:28.372634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3688b5df-2036-486b-a391-7abaead6dc67 req-f6e0bd3d-a242-4576-8a49-2911737c06a2 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 210 time: 0.0800772 Aug 04 16:58:28.401279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-46b43caa-e322-4101-a1b3-bf3deea5bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:28.403733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-46b43caa-e322-4101-a1b3-bf3deea5bd8a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=799212cdea9049d2a9fa28fab1ef6dae&device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 1095 time: 0.2613888 Aug 04 16:58:28.415219 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a19f51-679e-4d70-95e0-fe2c647bdc9f req-c8187e29-b47b-48a2-8425-1413e9b0d133 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:28.416719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0a19f51-679e-4d70-95e0-fe2c647bdc9f req-c8187e29-b47b-48a2-8425-1413e9b0d133 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 950 time: 0.2613478 Aug 04 16:58:28.463356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-5046c260-2a36-4b35-bc97-1fff564a0a34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca HTTP/1.1" status: 200 len: 217 time: 0.0452731 Aug 04 16:58:28.469202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] Set router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:58:28.604047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-4acb8ed1-12bf-4deb-80a7-dc9ea85b723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:28.605575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-4acb8ed1-12bf-4deb-80a7-dc9ea85b723c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3cafce33-3f5b-45fa-95b2-b7e0ff49ebf2 HTTP/1.1" status: 200 len: 849 time: 0.1221681 Aug 04 16:58:28.616988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1e58803-8de1-426c-b5cd-715fa1500dff req-ad2515e5-f383-46f9-bf4f-71ecf1139847 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/30fd25d8-60e8-48f8-bca0-ad10c36e0e6c HTTP/1.1" status: 200 len: 1804 time: 0.1456738 Aug 04 16:58:28.623555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d1e58803-8de1-426c-b5cd-715fa1500dff req-9eb0d2d6-ed64-4139-9352-4d044a2b9f2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30fd25d8-60e8-48f8-bca0-ad10c36e0e6c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:28.623866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d1e58803-8de1-426c-b5cd-715fa1500dff req-9eb0d2d6-ed64-4139-9352-4d044a2b9f2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '30fd25d8-60e8-48f8-bca0-ad10c36e0e6c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:28.651512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0a19f51-679e-4d70-95e0-fe2c647bdc9f req-d34a8f17-21a2-453d-8920-52dbb4d39b77 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807430 Aug 04 16:58:28.694741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-077c5362-5223-4504-b5b7-e4eeab5b89d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=abe3a07a-213f-4d70-b75f-a17db82f11fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754707 Aug 04 16:58:28.729818 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64200d20-7ee6-4de6-8c95-5085ab02b815 x-openstack-request-id: req-64200d20-7ee6-4de6-8c95-5085ab02b815 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:28.730866 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c88127-bb04-4a0e-868a-19f7fd80a39e", "name": "network-vif-deleted", "tag": "7fe2c181-423e-4962-a510-2ee1c7da41a1", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:28.731119 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64200d20-7ee6-4de6-8c95-5085ab02b815 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:28.733635 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c88127-bb04-4a0e-868a-19f7fd80a39e', 'name': 'network-vif-deleted', 'tag': '7fe2c181-423e-4962-a510-2ee1c7da41a1', 'status': 'completed', 'code': 200} Aug 04 16:58:28.909028 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d1e58803-8de1-426c-b5cd-715fa1500dff req-9eb0d2d6-ed64-4139-9352-4d044a2b9f2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:28.917239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-60ffae67-3e72-4393-a9f2-0b3edfb48182 service neutron] 10.222.0.90 "GET /v2.0/networks/abe3a07a-213f-4d70-b75f-a17db82f11fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070301 Aug 04 16:58:28.974331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45622) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.013728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d1e58803-8de1-426c-b5cd-715fa1500dff req-9eb0d2d6-ed64-4139-9352-4d044a2b9f2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:29.027671 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d1e58803-8de1-426c-b5cd-715fa1500dff req-9eb0d2d6-ed64-4139-9352-4d044a2b9f2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:29.058962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:09Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '3503da8d-5eae-4c53-bd2b-2a1229427716', 'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'mac_address': 'fa:16:3e:00:79:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:07Z', 'updated_at': '2021-08-04T16:55:17Z', 'revision_number': 5, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'subnets': [{'id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:29.087963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0d2d6-ed64-4139-9352-4d044a2b9f2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc072e6e-1297-463b-854d-9f03201fc54f,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:29.114368 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d1e58803-8de1-426c-b5cd-715fa1500dff req-9eb0d2d6-ed64-4139-9352-4d044a2b9f2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:29.117163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1e58803-8de1-426c-b5cd-715fa1500dff req-9eb0d2d6-ed64-4139-9352-4d044a2b9f2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4993405 Aug 04 16:58:29.119326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95eb4982-6934-4c6d-9aa5-795c901ef11d req-c97196c0-2f81-49a5-b3d9-8beb486d3438 service neutron] 10.222.0.90 "GET /v2.0/networks/abe3a07a-213f-4d70-b75f-a17db82f11fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926932 Aug 04 16:58:29.120958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] Checking router: 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:58:29.140807 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] Routers {'4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:58:29.142368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:58:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:29.184267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-50dda8db-932b-4d71-854b-2a108acdf8cf tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] Request body: {'port': {'network_id': '3bac8bfb-027b-48c4-9f8d-525a626eb639', 'name': 'tempest-NetworksNegativeTestJSON-267865101'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:29.213771 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dda8db-932b-4d71-854b-2a108acdf8cf tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] POST failed (client error): The resource could not be found. Aug 04 16:58:29.216827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50dda8db-932b-4d71-854b-2a108acdf8cf tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 16:58:29.226646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45634) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.227074 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-50dda8db-932b-4d71-854b-2a108acdf8cf tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2499826 Aug 04 16:58:29.269023 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fa4c74-026c-41ac-b90c-cf6f03fe78bc tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] DELETE failed (client error): The resource could not be found. Aug 04 16:58:29.269530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fa4c74-026c-41ac-b90c-cf6f03fe78bc tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 16:58:29.275035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-26fa4c74-026c-41ac-b90c-cf6f03fe78bc tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] 10.222.0.39 "DELETE /v2.0/networks/c7dec4f5-374f-4471-bed5-ccb425aaa03c HTTP/1.1" status: 404 len: 339 time: 0.0428197 Aug 04 16:58:29.285365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45636) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.332166 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb24454-28de-4025-a4e1-d9c72cab14d5 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] DELETE failed (client error): The resource could not be found. Aug 04 16:58:29.333659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb24454-28de-4025-a4e1-d9c72cab14d5 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 16:58:29.340430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5bb24454-28de-4025-a4e1-d9c72cab14d5 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] 10.222.0.39 "DELETE /v2.0/ports/be479b14-51d8-4607-a1a3-8e42715567b3 HTTP/1.1" status: 404 len: 333 time: 0.0482357 Aug 04 16:58:29.348138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45638) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.350222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7d41c-7fe3-4528-8616-99858af49423 req-2d5146f3-4544-4e5f-927a-2009089c114d tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:29.351790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffe7d41c-7fe3-4528-8616-99858af49423 req-2d5146f3-4544-4e5f-927a-2009089c114d tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 1101 time: 0.1526022 Aug 04 16:58:29.370370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] Set router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:58:29.418285 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9c657de7-e1da-4e31-a808-927b57a9c66b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:29.423560 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9c657de7-e1da-4e31-a808-927b57a9c66b tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 812 time: 0.1889331 Aug 04 16:58:29.430397 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8081ec3a-cd89-4977-8182-d58596030726 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] DELETE failed (client error): The resource could not be found. Aug 04 16:58:29.430781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8081ec3a-cd89-4977-8182-d58596030726 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 16:58:29.436427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8081ec3a-cd89-4977-8182-d58596030726 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] 10.222.0.39 "DELETE /v2.0/subnets/ad335eeb-8195-4cc2-a400-1823439b9550 HTTP/1.1" status: 404 len: 337 time: 0.0798063 Aug 04 16:58:29.444087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Request body: {'port': {'device_id': '166636a8-62df-4b4a-a4e9-6aa9248c6505', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'admin_state_up': True, 'tenant_id': '524e6703e05143f89fe82c4e86d98fad'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:29.450666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45642) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.501849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffe7d41c-7fe3-4528-8616-99858af49423 req-861b845b-5b92-45d5-9563-0d10feaabb29 tempest-ServersOnMultiNodesTest-1167078510 tempest-ServersOnMultiNodesTest-1167078510-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358538 Aug 04 16:58:29.549799 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-334d3021-451e-4fff-b77a-20aacc7853b5 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] GET failed (client error): The resource could not be found. Aug 04 16:58:29.551573 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-334d3021-451e-4fff-b77a-20aacc7853b5 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] 10.222.0.39 "GET /v2.0/networks/0b0afad7-2d2e-4faa-b1c4-ce11c28cd61d HTTP/1.1" status: 404 len: 339 time: 0.0995059 Aug 04 16:58:29.556071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45646) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.600054 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-517f2851-974f-4905-95ff-a3750cfc58f6 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] GET failed (client error): The resource could not be found. Aug 04 16:58:29.605075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7fe2c181-423e-4962-a510-2ee1c7da41a1 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:29.606472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-517f2851-974f-4905-95ff-a3750cfc58f6 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] 10.222.0.39 "GET /v2.0/ports/4edd30be-c6e6-4158-a9b6-9b6e97b8958c HTTP/1.1" status: 404 len: 333 time: 0.0491147 Aug 04 16:58:29.607162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45648) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.637891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45650) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.644950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f406b93e-d536-4d49-bc87-dddb3c4f27e0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632175286', 'description': 'tempest-description--1407269416'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:29.669129 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacc1306-9245-452c-979a-7830f4b4373c tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] GET failed (client error): The resource could not be found. Aug 04 16:58:29.674908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.api [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:58:29.674908 n-d-764435-5 neutron-server[105829]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 16:58:29.674908 n-d-764435-5 neutron-server[105829]: [parameters: {'project_id': '524e6703e05143f89fe82c4e86d98fad', 'id': '3da547c1-08d9-4f24-b64f-d34f7a17b76c', 'expiration': datetime.datetime(2021, 8, 4, 17, 0, 29, 661431)}] Aug 04 16:58:29.674908 n-d-764435-5 neutron-server[105829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:58:29.675556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aacc1306-9245-452c-979a-7830f4b4373c tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] 10.222.0.39 "GET /v2.0/subnets/ceac4399-75a7-4621-acc8-27e95cfe4e6b HTTP/1.1" status: 404 len: 337 time: 0.0673170 Aug 04 16:58:29.676109 n-d-764435-5 neutron-server[105829]: DEBUG oslo_db.api [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:58:29.676800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45652) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.684763 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5710877a-2f96-48bc-9a08-f6dafdb71316 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:29.690709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f406b93e-d536-4d49-bc87-dddb3c4f27e0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:29.691631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 7fe2c181-423e-4962-a510-2ee1c7da41a1 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:29.691970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7fe2c181-423e-4962-a510-2ee1c7da41a1 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:29.706308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060fe66-a83e-4e1e-857e-eb61483825d7 req-87ec1b06-e46f-446e-b4fb-e0263edaf3b2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:29.708825 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a060fe66-a83e-4e1e-857e-eb61483825d7 req-87ec1b06-e46f-446e-b4fb-e0263edaf3b2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0904083 Aug 04 16:58:29.719473 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-5710877a-2f96-48bc-9a08-f6dafdb71316 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] PUT failed (client error): The resource could not be found. Aug 04 16:58:29.720877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5710877a-2f96-48bc-9a08-f6dafdb71316 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 16:58:29.722235 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5710877a-2f96-48bc-9a08-f6dafdb71316 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] 10.222.0.39 "PUT /v2.0/networks/935bfc36-a0e5-49ad-a4cc-db43306bd570 HTTP/1.1" status: 404 len: 339 time: 0.0442429 Aug 04 16:58:29.729334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45654) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.735034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9d1e1f3a-0046-4291-9b63-ded6f6c1eec7 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:29.761261 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1e1f3a-0046-4291-9b63-ded6f6c1eec7 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] PUT failed (client error): The resource could not be found. Aug 04 16:58:29.762351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1e1f3a-0046-4291-9b63-ded6f6c1eec7 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 16:58:29.766932 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9d1e1f3a-0046-4291-9b63-ded6f6c1eec7 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] 10.222.0.39 "PUT /v2.0/ports/2ab6022f-bfc6-4469-bf37-c761d96db7de HTTP/1.1" status: 404 len: 333 time: 0.0325296 Aug 04 16:58:29.767284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45656) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.773840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-99a7e12a-c56e-47f0-a5f5-779047fd5cc6 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:29.795431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a060fe66-a83e-4e1e-857e-eb61483825d7 req-e591bba1-d6e4-4b87-85f3-6b7e9ecfe8a7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732377 Aug 04 16:58:29.804008 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a7e12a-c56e-47f0-a5f5-779047fd5cc6 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] PUT failed (client error): The resource could not be found. Aug 04 16:58:29.804364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a7e12a-c56e-47f0-a5f5-779047fd5cc6 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 16:58:29.805650 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-99a7e12a-c56e-47f0-a5f5-779047fd5cc6 tempest-NetworksNegativeTestJSON-1466798298 tempest-NetworksNegativeTestJSON-1466798298-project] 10.222.0.39 "PUT /v2.0/subnets/66ad2f51-b92c-4c50-8675-5e0494229d2f HTTP/1.1" status: 404 len: 337 time: 0.0373178 Aug 04 16:58:29.815600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129b449-618b-4606-8152-1c9c788cb2aa req-8d95499a-3ce6-4fc9-9141-9533ae7e879b tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:29.817284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7129b449-618b-4606-8152-1c9c788cb2aa req-8d95499a-3ce6-4fc9-9141-9533ae7e879b tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 944 time: 0.1073546 Aug 04 16:58:29.854150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:09Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '3503da8d-5eae-4c53-bd2b-2a1229427716', 'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'mac_address': 'fa:16:3e:00:79:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:07Z', 'updated_at': '2021-08-04T16:55:17Z', 'revision_number': 5, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'subnets': [{'id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:29.864108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-78aa3b6c-1db7-4c98-876b-29b2b368a7ac req-98d8e0eb-6ca1-4f6b-8c2d-cedab4f53c8a tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1627216963', 'description': 'tempest-description-94374726'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:29.883263 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f406b93e-d536-4d49-bc87-dddb3c4f27e0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:29.892562 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f406b93e-d536-4d49-bc87-dddb3c4f27e0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:29.922686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e66e6-3e27-40e9-b4a0-3439666ed2de None None] The sync data for ids ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'] in n-d-764435-5 is: [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:55:09Z', 'revision_number': 4, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '3503da8d-5eae-4c53-bd2b-2a1229427716', 'name': '', 'network_id': '633d2bc7-ef89-45f0-a1cf-f039e0fd881e', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'mac_address': 'fa:16:3e:00:79:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:07Z', 'updated_at': '2021-08-04T16:55:17Z', 'revision_number': 5, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'subnets': [{'id': '11304b86-4a19-48e6-a9a8-6abf02e7df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:58:29.925975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7129b449-618b-4606-8152-1c9c788cb2aa req-e9686cad-e8ed-4992-b59d-db702feb18d8 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/security-groups?id=1912b9a2-2442-4c37-8a99-562d8e19fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970161 Aug 04 16:58:29.949266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-78aa3b6c-1db7-4c98-876b-29b2b368a7ac req-98d8e0eb-6ca1-4f6b-8c2d-cedab4f53c8a tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:29.958357 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406b93e-d536-4d49-bc87-dddb3c4f27e0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56391f2-2ea1-4210-9d13-7fc9bcd3b82e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:29.975422 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f406b93e-d536-4d49-bc87-dddb3c4f27e0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:29.977145 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f406b93e-d536-4d49-bc87-dddb3c4f27e0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3369503 Aug 04 16:58:29.980213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45660) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:29.987110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f17e4a57-72f2-4f38-b54b-cd7a2f2e7150 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Request body: {'security_group_rule': {'security_group_id': 'a56391f2-2ea1-4210-9d13-7fc9bcd3b82e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:30.057367 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-78aa3b6c-1db7-4c98-876b-29b2b368a7ac req-98d8e0eb-6ca1-4f6b-8c2d-cedab4f53c8a tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.068852 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-78aa3b6c-1db7-4c98-876b-29b2b368a7ac req-98d8e0eb-6ca1-4f6b-8c2d-cedab4f53c8a tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.109064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05843560-66b9-4f61-99a4-6e198202a38c req-0ad4cba1-9681-4ff0-8689-d8a915f81e28 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 210 time: 0.0566678 Aug 04 16:58:30.125324 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f17e4a57-72f2-4f38-b54b-cd7a2f2e7150 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.145419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6000838-9ee6-4752-b7c8-2bc5f008298e', 'tag': '1b5be256-5453-4d9a-99ba-3cc3bd1e17ca'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:30.156229 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b972d3-0a6b-4265-bdab-badc91548117" -d '{"events": [{"name": "network-changed", "server_uuid": "d6000838-9ee6-4752-b7c8-2bc5f008298e", "tag": "1b5be256-5453-4d9a-99ba-3cc3bd1e17ca"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:30.174291 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-78aa3b6c-1db7-4c98-876b-29b2b368a7ac req-98d8e0eb-6ca1-4f6b-8c2d-cedab4f53c8a tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.187668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78aa3b6c-1db7-4c98-876b-29b2b368a7ac req-98d8e0eb-6ca1-4f6b-8c2d-cedab4f53c8a tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3372228 Aug 04 16:58:30.193049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8e0eb-6ca1-4f6b-8c2d-cedab4f53c8a tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777e5e61-7cd6-4fd0-b0da-fe4b51139720,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:30.343274 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba5c3372-3c7b-4566-8f6b-3559b6df6acc req-42a1081b-daec-46c0-97f2-bdecfc002611 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 210 time: 0.0841856 Aug 04 16:58:30.343810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45668) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:30.385157 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f17e4a57-72f2-4f38-b54b-cd7a2f2e7150 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.390328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Made reservation on behalf of 524e6703e05143f89fe82c4e86d98fad for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:30.396515 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.404653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f17e4a57-72f2-4f38-b54b-cd7a2f2e7150 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.460817 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfd5c7f-7770-45af-826f-27c7839c1d85 x-openstack-request-id: req-2cfd5c7f-7770-45af-826f-27c7839c1d85 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:30.461114 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6000838-9ee6-4752-b7c8-2bc5f008298e", "tag": "1b5be256-5453-4d9a-99ba-3cc3bd1e17ca", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:30.461390 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2cfd5c7f-7770-45af-826f-27c7839c1d85 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:30.461848 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6000838-9ee6-4752-b7c8-2bc5f008298e', 'tag': '1b5be256-5453-4d9a-99ba-3cc3bd1e17ca', 'status': 'completed', 'code': 200} Aug 04 16:58:30.465284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e4a57-72f2-4f38-b54b-cd7a2f2e7150 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e768239-fa55-48d2-b200-ad11a7cc652d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:30.478024 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c13fa3-4214-4bc4-a205-5fd0bebdd35e None None] New status for floating IP 9b261631-5482-4f40-9d4d-547f41d34c3b: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:58:30.600477 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f17e4a57-72f2-4f38-b54b-cd7a2f2e7150 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.604562 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f17e4a57-72f2-4f38-b54b-cd7a2f2e7150 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6200807 Aug 04 16:58:30.606568 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45674) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:30.610984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-faf7d707-adb8-43c2-9477-227a3de66490 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Request body: {'security_group_rule': {'security_group_id': 'a56391f2-2ea1-4210-9d13-7fc9bcd3b82e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:30.622076 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Allocated IP 172.20.0.4 (994a5d9d-65cf-48d2-a2eb-3ec837627526/fa0957b7-de1e-4ef2-b8d7-d7e66c75e099/d41fc102-c394-44af-9fcb-c7a24b0f10dd) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:30.677531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81080f7f-cb15-428c-9bce-5af34134911c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.679121 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-faf7d707-adb8-43c2-9477-227a3de66490 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.687877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b972d3-0a6b-4265-bdab-badc91548117 req-926dd006-8830-4ba9-9f9b-1c911313e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:30.689472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7b972d3-0a6b-4265-bdab-badc91548117 req-926dd006-8830-4ba9-9f9b-1c911313e817 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=799212cdea9049d2a9fa28fab1ef6dae&device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 1095 time: 0.2000496 Aug 04 16:58:30.738663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e57d6145-988e-4924-81f4-a8869a16112d req-3b069a4d-64a7-42bb-89a9-23c94e104b58 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/777e5e61-7cd6-4fd0-b0da-fe4b51139720 HTTP/1.1" status: 200 len: 1803 time: 0.2105880 Aug 04 16:58:30.775150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e57d6145-988e-4924-81f4-a8869a16112d req-99414458-bc27-4a72-a394-53cc351b16b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '777e5e61-7cd6-4fd0-b0da-fe4b51139720', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:30.775673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e57d6145-988e-4924-81f4-a8869a16112d req-99414458-bc27-4a72-a394-53cc351b16b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '777e5e61-7cd6-4fd0-b0da-fe4b51139720', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:30.822939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-faf7d707-adb8-43c2-9477-227a3de66490 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.823628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3ebf4-6ff0-4876-9204-b98bb305f70e req-8a5866d5-72c3-4e89-a021-1e2a26f9a92b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:30.825321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1e3ebf4-6ff0-4876-9204-b98bb305f70e req-8a5866d5-72c3-4e89-a021-1e2a26f9a92b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 950 time: 0.2191272 Aug 04 16:58:30.833136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-faf7d707-adb8-43c2-9477-227a3de66490 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.871947 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7d707-adb8-43c2-9477-227a3de66490 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1791f587-d23e-4f8a-8622-781891412eba,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:30.899375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:30.901819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b972d3-0a6b-4265-bdab-badc91548117 req-5803e434-8b19-47ab-b847-86983e63da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:30.903363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7b972d3-0a6b-4265-bdab-badc91548117 req-5803e434-8b19-47ab-b847-86983e63da04 service neutron] 10.222.0.90 "GET /v2.0/networks?id=abe3a07a-213f-4d70-b75f-a17db82f11fa HTTP/1.1" status: 200 len: 911 time: 0.2043674 Aug 04 16:58:30.910647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1e3ebf4-6ff0-4876-9204-b98bb305f70e req-ec28e794-e599-44af-a0d1-322f6760e865 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703812 Aug 04 16:58:30.960955 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7b972d3-0a6b-4265-bdab-badc91548117 req-98faeef5-7409-4cf3-af51-ce45c7c6fa47 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca HTTP/1.1" status: 200 len: 217 time: 0.0459709 Aug 04 16:58:30.963369 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.021753 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Network 994a5d9d-65cf-48d2-a2eb-3ec837627526 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:31.028078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:31.028310 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81080f7f-cb15-428c-9bce-5af34134911c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.030978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:31.055612 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81080f7f-cb15-428c-9bce-5af34134911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.072749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event updated for resources: {'Port': ['ID=d41fc102-c394-44af-9fcb-c7a24b0f10dd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:31.086061 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-faf7d707-adb8-43c2-9477-227a3de66490 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.087794 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-faf7d707-adb8-43c2-9477-227a3de66490 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4803288 Aug 04 16:58:31.093032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45680) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:31.099389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b972d3-0a6b-4265-bdab-badc91548117 req-fbea46af-cefe-46f9-8caa-1f9164280511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:31.099830 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7b972d3-0a6b-4265-bdab-badc91548117 req-fbea46af-cefe-46f9-8caa-1f9164280511 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3cafce33-3f5b-45fa-95b2-b7e0ff49ebf2 HTTP/1.1" status: 200 len: 849 time: 0.1308665 Aug 04 16:58:31.101311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:31.117222 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.api [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:58:31.117222 n-d-764435-5 neutron-server[105829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 16:58:31.117222 n-d-764435-5 neutron-server[105829]: [parameters: {'project_id_1': '62491eec0cca45ab8614cc1eec7806ed', 'expiration_1': datetime.datetime(2021, 8, 4, 16, 58, 31, 109674)}] Aug 04 16:58:31.117222 n-d-764435-5 neutron-server[105829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:58:31.117761 n-d-764435-5 neutron-server[105829]: DEBUG oslo_db.api [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:58:31.126049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:31.126301 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.139153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81080f7f-cb15-428c-9bce-5af34134911c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c07781a-b9b0-497e-9bd0-ce958065fc4a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:31.163368 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-9041b563-a061-4de5-90f8-cef35c680ea8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7251480 Aug 04 16:58:31.163937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-81080f7f-cb15-428c-9bce-5af34134911c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4a520d9911d4ebf94da8657722fc446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8190212 Aug 04 16:58:31.167743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45684) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:31.168658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7b972d3-0a6b-4265-bdab-badc91548117 req-e882bdf9-1fec-4542-b943-a0ec4cfd38d3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=abe3a07a-213f-4d70-b75f-a17db82f11fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552552 Aug 04 16:58:31.181979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63090e-49ce-4da1-ae70-b6d243e30109 req-9d8975bf-0c41-427c-95b8-0bd97f37a759 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:31.183596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd63090e-49ce-4da1-ae70-b6d243e30109 req-9d8975bf-0c41-427c-95b8-0bd97f37a759 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1793807 Aug 04 16:58:31.185001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Request body: {'port': {'device_id': '166636a8-62df-4b4a-a4e9-6aa9248c6505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:31.270310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.273381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10aad1a1-f10c-4c76-8730-9ceb68e7c07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.325458 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10aad1a1-f10c-4c76-8730-9ceb68e7c07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.470473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10aad1a1-f10c-4c76-8730-9ceb68e7c07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.472774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10aad1a1-f10c-4c76-8730-9ceb68e7c07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.476359 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-10aad1a1-f10c-4c76-8730-9ceb68e7c07d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c07781a-b9b0-497e-9bd0-ce958065fc4a HTTP/1.1" status: 204 len: 168 time: 0.3057232 Aug 04 16:58:31.518293 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aad1a1-f10c-4c76-8730-9ceb68e7c07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c07781a-b9b0-497e-9bd0-ce958065fc4a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:31.604270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7b972d3-0a6b-4265-bdab-badc91548117 req-1bd079f2-c26a-4acf-a592-dca89661f227 service neutron] 10.222.0.90 "GET /v2.0/networks/abe3a07a-213f-4d70-b75f-a17db82f11fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190676 Aug 04 16:58:31.611148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e57d6145-988e-4924-81f4-a8869a16112d req-99414458-bc27-4a72-a394-53cc351b16b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.645216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:58:31.656374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41fc102-c394-44af-9fcb-c7a24b0f10dd {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:31.668055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.676322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.697885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Transition to ACTIVE for port object d41fc102-c394-44af-9fcb-c7a24b0f10dd will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:31.715483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd63090e-49ce-4da1-ae70-b6d243e30109 req-973fd3a8-558c-4568-8d05-b625b1f9c605 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142603 Aug 04 16:58:31.719150 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e57d6145-988e-4924-81f4-a8869a16112d req-99414458-bc27-4a72-a394-53cc351b16b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.727068 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.754015 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e57d6145-988e-4924-81f4-a8869a16112d req-99414458-bc27-4a72-a394-53cc351b16b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.776907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d41fc102-c394-44af-9fcb-c7a24b0f10dd,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:31.818084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99414458-bc27-4a72-a394-53cc351b16b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf3f222-2e30-4d22-af86-a8d736d2c043,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:31.882699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,segment=NetworkSegment(c58f1aff-362a-4c54-bd36-1b1645632d87),segment_id=c58f1aff-362a-4c54-bd36-1b1645632d87)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:31.900408 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '1b5be256-5453-4d9a-99ba-3cc3bd1e17ca', 'network_id': 'abe3a07a-213f-4d70-b75f-a17db82f11fa', 'port_id': '1b5be256-5453-4d9a-99ba-3cc3bd1e17ca', 'mac_address': 'fa:16:3e:7f:00:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cafce33-3f5b-45fa-95b2-b7e0ff49ebf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:58:31.917120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Attempting to bind port d41fc102-c394-44af-9fcb-c7a24b0f10dd on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:58:31.917444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Attempting to bind port d41fc102-c394-44af-9fcb-c7a24b0f10dd by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:58:31.917778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Attempting to bind port d41fc102-c394-44af-9fcb-c7a24b0f10dd on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:31.925402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Port d41fc102-c394-44af-9fcb-c7a24b0f10dd on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:58:31.925729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Attempting to bind port d41fc102-c394-44af-9fcb-c7a24b0f10dd on network 994a5d9d-65cf-48d2-a2eb-3ec837627526 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:31.949215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:58:31.949562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Checking segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:31.949952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Bound using segment: {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:58:31.950854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Bound port: d41fc102-c394-44af-9fcb-c7a24b0f10dd, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b61a3a-aebe-461d-b722-30090aee062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:58:31.950854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.973915 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-266bab0e-617c-4ffc-b889-79be63407795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.981163 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.983570 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e57d6145-988e-4924-81f4-a8869a16112d req-99414458-bc27-4a72-a394-53cc351b16b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.984182 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:31.985018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e57d6145-988e-4924-81f4-a8869a16112d req-99414458-bc27-4a72-a394-53cc351b16b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.2454953 Aug 04 16:58:32.002686 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7b972d3-0a6b-4265-bdab-badc91548117 req-ccf6ad0e-42a2-4ae9-bf05-6fdc15ec1f65 service neutron] 10.222.0.90 "GET /v2.0/networks/abe3a07a-213f-4d70-b75f-a17db82f11fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636718 Aug 04 16:58:32.006199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:32.026772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8ea14-7dc0-4c83-8fdf-4ad3a620fc13 req-1c3ea9a8-94d5-48f9-87f1-8784fe60c536 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:32.037047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7dc8ea14-7dc0-4c83-8fdf-4ad3a620fc13 req-1c3ea9a8-94d5-48f9-87f1-8784fe60c536 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 944 time: 0.2128997 Aug 04 16:58:32.038634 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,segment=NetworkSegment(c58f1aff-362a-4c54-bd36-1b1645632d87),segment_id=c58f1aff-362a-4c54-bd36-1b1645632d87)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:32.047697 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:32.052211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-a1e0d5de-7924-4a65-b399-78a6606980bd tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:32.054878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-a1e0d5de-7924-4a65-b399-78a6606980bd tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 950 time: 0.2169311 Aug 04 16:58:32.127290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:32.152088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acec4338-eee6-4180-ab19-6525058e9064 req-5e25e583-c327-4639-b28e-31c9dfab04b1 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 210 time: 0.0628569 Aug 04 16:58:32.184246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7dc8ea14-7dc0-4c83-8fdf-4ad3a620fc13 req-7fd5a714-2032-4bc6-8b5c-1bc41ac9680e tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/security-groups?id=1912b9a2-2442-4c37-8a99-562d8e19fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461885 Aug 04 16:58:32.266606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] For port d41fc102-c394-44af-9fcb-c7a24b0f10dd, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:32.293760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] For port d41fc102-c394-44af-9fcb-c7a24b0f10dd, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d41fc102-c394-44af-9fcb-c7a24b0f10dd,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:58:32.302855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:32.328759 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:32.329372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:32.331283 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] 10.222.0.82 "PUT /v2.0/ports/d41fc102-c394-44af-9fcb-c7a24b0f10dd HTTP/1.1" status: 200 len: 1091 time: 1.1560550 Aug 04 16:58:32.333882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166636a8-62df-4b4a-a4e9-6aa9248c6505', 'tag': 'd41fc102-c394-44af-9fcb-c7a24b0f10dd'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:32.342025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1b5be256-5453-4d9a-99ba-3cc3bd1e17ca'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:32.359675 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9677c91c-4424-4ed5-88a6-81cf98fe6e53" -d '{"events": [{"name": "network-changed", "server_uuid": "166636a8-62df-4b4a-a4e9-6aa9248c6505", "tag": "d41fc102-c394-44af-9fcb-c7a24b0f10dd"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:32.370931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4267b4b-46fb-4c8d-b196-662aa35e90dd req-89d2cefa-8be1-4958-ac11-c73483ec09bd tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:32.372512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4267b4b-46fb-4c8d-b196-662aa35e90dd req-89d2cefa-8be1-4958-ac11-c73483ec09bd tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 943 time: 0.1295202 Aug 04 16:58:32.386317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-3ec0b914-9c55-452c-813d-4a6c1541ac8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Deleting port 0f746730-eb4f-4acb-bfd9-a7cd226923fe {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:32.386663 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-3ec0b914-9c55-452c-813d-4a6c1541ac8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:32.420863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ab61-ce1e-468b-9719-3dc311c45b50 req-ab2337f0-0cd8-495c-ad48-674d0f615ee8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:32.423246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Allocated IP 172.25.2.188 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/b08be4d0-7e7e-40ae-898a-0053cff0cebc) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:32.428990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4125ab61-ce1e-468b-9719-3dc311c45b50 req-ab2337f0-0cd8-495c-ad48-674d0f615ee8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d41ce0-1833-47c3-97f4-bf3b29863ecc HTTP/1.1" status: 200 len: 950 time: 0.1317525 Aug 04 16:58:32.552376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4267b4b-46fb-4c8d-b196-662aa35e90dd req-4fc3335e-dd46-4b16-837c-3967a5ce895f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714473 Aug 04 16:58:32.584410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4125ab61-ce1e-468b-9719-3dc311c45b50 req-dfd6eb4f-526a-4bd8-bd02-423b11d36fee tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353440 Aug 04 16:58:32.606132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-5c266a40-91b2-40a8-8a18-d6198982e673 req-e2ddb651-0489-48f3-bef1-69acab84e0a6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-852039883', 'description': 'tempest-description-1532056463'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:32.632240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-3ec0b914-9c55-452c-813d-4a6c1541ac8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] For port 0f746730-eb4f-4acb-bfd9-a7cd226923fe, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0f746730-eb4f-4acb-bfd9-a7cd226923fe,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:32.632846 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-3ec0b914-9c55-452c-813d-4a6c1541ac8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:32.648404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45714) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:32.666936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-3ec0b914-9c55-452c-813d-4a6c1541ac8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Calling delete_port for 0f746730-eb4f-4acb-bfd9-a7cd226923fe owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:32.683276 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5c266a40-91b2-40a8-8a18-d6198982e673 req-e2ddb651-0489-48f3-bef1-69acab84e0a6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:32.798312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-70d28188-43eb-4560-ae41-bcbc00aae1b3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-479816267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:32.922042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cdac4-10c7-456b-bedc-d13666aeacc7 req-262911af-71a8-4691-bc4e-f1de0a29df7b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:32.923649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-453cdac4-10c7-456b-bedc-d13666aeacc7 req-262911af-71a8-4691-bc4e-f1de0a29df7b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1085625 Aug 04 16:58:32.997961 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc32ee67-479d-4f57-b25c-c9766454c2c8 x-openstack-request-id: req-dc32ee67-479d-4f57-b25c-c9766454c2c8 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:32.998577 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166636a8-62df-4b4a-a4e9-6aa9248c6505", "tag": "d41fc102-c394-44af-9fcb-c7a24b0f10dd", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:32.998577 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc32ee67-479d-4f57-b25c-c9766454c2c8 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:32.998856 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166636a8-62df-4b4a-a4e9-6aa9248c6505', 'tag': 'd41fc102-c394-44af-9fcb-c7a24b0f10dd', 'status': 'completed', 'code': 200} Aug 04 16:58:33.000773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-efe5ce20-b852-4fb4-bdd2-b68d5cdede0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:33.002270 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-efe5ce20-b852-4fb4-bdd2-b68d5cdede0e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 1094 time: 0.6000853 Aug 04 16:58:33.006141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58b2ab-451c-4769-8023-a7aa6c2743c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d41fc102-c394-44af-9fcb-c7a24b0f10dd,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:33.032264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-453cdac4-10c7-456b-bedc-d13666aeacc7 req-e5a79256-7a61-43a6-836c-ed30c121a16e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911748 Aug 04 16:58:33.035142 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5c266a40-91b2-40a8-8a18-d6198982e673 req-e2ddb651-0489-48f3-bef1-69acab84e0a6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.040556 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-3ec0b914-9c55-452c-813d-4a6c1541ac8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.049239 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5c266a40-91b2-40a8-8a18-d6198982e673 req-e2ddb651-0489-48f3-bef1-69acab84e0a6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.059529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694', '5f531a76-eb3b-4038-85fe-1485545c928b', '2721feb5-e1f4-4b00-a185-c7f4701a7b85', '6c31058e-079d-4574-84ab-c94d1c3c9182', '0f746730-eb4f-4acb-bfd9-a7cd226923fe'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:33.077068 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-34285d3e-292f-484e-a562-3c0029052258 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d41fc102-c394-44af-9fcb-c7a24b0f10dd HTTP/1.1" status: 200 len: 217 time: 0.0642338 Aug 04 16:58:33.124037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0b914-9c55-452c-813d-4a6c1541ac8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event deleted for resources: {'Port': ['ID=0f746730-eb4f-4acb-bfd9-a7cd226923fe,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:33.147228 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70d28188-43eb-4560-ae41-bcbc00aae1b3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.157269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70d28188-43eb-4560-ae41-bcbc00aae1b3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.172507 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.195579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-bb6ce298-2ec8-4ffe-bcc3-67aece874b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:33.197629 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-bb6ce298-2ec8-4ffe-bcc3-67aece874b14 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.1121418 Aug 04 16:58:33.223305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddb651-0489-48f3-bef1-69acab84e0a6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37c98b4-abe5-4f2d-9e16-0b235fdf4bc4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:33.255597 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5c266a40-91b2-40a8-8a18-d6198982e673 req-e2ddb651-0489-48f3-bef1-69acab84e0a6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.257308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c266a40-91b2-40a8-8a18-d6198982e673 req-e2ddb651-0489-48f3-bef1-69acab84e0a6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6611364 Aug 04 16:58:33.292299 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-c093fb96-9421-4075-a409-bc1f2d414593 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755463 Aug 04 16:58:33.337688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-3ec0b914-9c55-452c-813d-4a6c1541ac8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] No DVR routers for this DVR port 0f746730-eb4f-4acb-bfd9-a7cd226923fe on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:33.341141 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-3ec0b914-9c55-452c-813d-4a6c1541ac8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.344014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2350f853-d4a2-468e-ad1c-d5d5627dd264 req-3ec0b914-9c55-452c-813d-4a6c1541ac8c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "DELETE /v2.0/ports/0f746730-eb4f-4acb-bfd9-a7cd226923fe HTTP/1.1" status: 204 len: 173 time: 1.2537131 Aug 04 16:58:33.356967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d41ce0-1833-47c3-97f4-bf3b29863ecc', 'name': 'network-vif-deleted', 'tag': '0f746730-eb4f-4acb-bfd9-a7cd226923fe'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:33.361106 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43108597-503a-4d71-bceb-825518671a16" -d '{"events": [{"server_uuid": "78d41ce0-1833-47c3-97f4-bf3b29863ecc", "name": "network-vif-deleted", "tag": "0f746730-eb4f-4acb-bfd9-a7cd226923fe"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:33.451939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20e60ac5-42af-456a-8e62-a3f15d9ed775 req-0d3b0b5a-a4d7-4984-8ab4-21872ec70abb tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 210 time: 0.1234524 Aug 04 16:58:33.472720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['6f2ac96c-f2bd-4379-9690-338f71d32371', '8fd4d246-6007-4921-b224-e5481dfb6fa9', 'a0c9a3cc-c502-4d95-81a6-01bc28fefa38'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:33.530614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-551ce5b2-a228-4478-a395-14ff4090d96e req-24fc58ef-e7f8-4d60-8410-208d5a83e91f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1471151943', 'description': 'tempest-description-1801293457'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:33.554935 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.575916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70d28188-43eb-4560-ae41-bcbc00aae1b3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.586519 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-551ce5b2-a228-4478-a395-14ff4090d96e req-24fc58ef-e7f8-4d60-8410-208d5a83e91f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.614524 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70d28188-43eb-4560-ae41-bcbc00aae1b3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.623639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:33.629374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:33.640243 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-3b5bf9ce-56b8-4dbd-857e-b87334d96311 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378217 Aug 04 16:58:33.642941 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:33.644987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a59c51-d43d-48dc-bb63-5586fcd9c7e6 req-831d939b-c435-4468-bd09-c6a9a276d1d5 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:33.647393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7a59c51-d43d-48dc-bb63-5586fcd9c7e6 req-831d939b-c435-4468-bd09-c6a9a276d1d5 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 945 time: 0.1920507 Aug 04 16:58:33.649840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70d28188-43eb-4560-ae41-bcbc00aae1b3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.651495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-70d28188-43eb-4560-ae41-bcbc00aae1b3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9993324 Aug 04 16:58:33.654634 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45732) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:33.672228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-118083872'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:33.679783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:33.694996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7a59c51-d43d-48dc-bb63-5586fcd9c7e6 req-466f5a3d-9555-4fca-ae52-8365eb4cbd5a tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/security-groups?id=1912b9a2-2442-4c37-8a99-562d8e19fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361526 Aug 04 16:58:33.757688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event updated for resources: {'Port': ['ID=b08be4d0-7e7e-40ae-898a-0053cff0cebc,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:33.795954 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-551ce5b2-a228-4478-a395-14ff4090d96e req-24fc58ef-e7f8-4d60-8410-208d5a83e91f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.800369 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb74ac3-ded9-40f7-9c39-1dc4f84ffd0a x-openstack-request-id: req-dfb74ac3-ded9-40f7-9c39-1dc4f84ffd0a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:33.801401 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d41ce0-1833-47c3-97f4-bf3b29863ecc", "name": "network-vif-deleted", "tag": "0f746730-eb4f-4acb-bfd9-a7cd226923fe", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:33.801864 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfb74ac3-ded9-40f7-9c39-1dc4f84ffd0a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:33.802552 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d41ce0-1833-47c3-97f4-bf3b29863ecc', 'name': 'network-vif-deleted', 'tag': '0f746730-eb4f-4acb-bfd9-a7cd226923fe', 'status': 'completed', 'code': 200} Aug 04 16:58:33.806730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-551ce5b2-a228-4478-a395-14ff4090d96e req-24fc58ef-e7f8-4d60-8410-208d5a83e91f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.886429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc58ef-e7f8-4d60-8410-208d5a83e91f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbdcb1f-c7dd-406e-80bf-1a7f525834bf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:33.932619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:33.938107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:33.938512 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:33.961903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae590e39-1da0-4274-8502-5eadcb775da7 req-e705ecfd-56f3-474c-b12a-356b830dd6a6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:33.963962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae590e39-1da0-4274-8502-5eadcb775da7 req-e705ecfd-56f3-474c-b12a-356b830dd6a6 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 943 time: 0.0915730 Aug 04 16:58:33.985512 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41eda56a-c33b-40c9-b28f-5a6e02cdc257 req-852daa24-abdd-4739-af95-0ba33116ab44 service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343241 Aug 04 16:58:34.062911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.099457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae590e39-1da0-4274-8502-5eadcb775da7 req-ff106d55-72e2-46ce-baa5-1f95a10df7f7 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259384 Aug 04 16:58:34.110052 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-551ce5b2-a228-4478-a395-14ff4090d96e req-24fc58ef-e7f8-4d60-8410-208d5a83e91f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.111697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-551ce5b2-a228-4478-a395-14ff4090d96e req-24fc58ef-e7f8-4d60-8410-208d5a83e91f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5862327 Aug 04 16:58:34.239085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Made reservation on behalf of 2f8d8c837b8b487a95585c61bd8bc333 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:34.250351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.278773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.318646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.388935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1902d34-9dc5-42e4-907a-de85be3bef24 req-fbdf02f1-7791-49f9-b3da-8a9b1b6fd444 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/f37c98b4-abe5-4f2d-9e16-0b235fdf4bc4 HTTP/1.1" status: 200 len: 1804 time: 0.1207345 Aug 04 16:58:34.405032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bca3b-f5e2-4137-97e3-b6f248d1c15a req-b6d53f1d-f472-4358-a85b-eb9a743ba85c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:34.406703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e73bca3b-f5e2-4137-97e3-b6f248d1c15a req-b6d53f1d-f472-4358-a85b-eb9a743ba85c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1219156 Aug 04 16:58:34.476305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e73bca3b-f5e2-4137-97e3-b6f248d1c15a req-b3900bd8-9877-413f-aa14-de246524618b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609264 Aug 04 16:58:34.488223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1902d34-9dc5-42e4-907a-de85be3bef24 req-b727f890-0fa7-4afa-9e1f-18a348432563 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/9dbdcb1f-c7dd-406e-80bf-1a7f525834bf HTTP/1.1" status: 200 len: 1807 time: 0.0976040 Aug 04 16:58:34.494270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d1902d34-9dc5-42e4-907a-de85be3bef24 req-6e519b1a-16a7-48c8-89c5-23d7c7f14123 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f37c98b4-abe5-4f2d-9e16-0b235fdf4bc4', 'remote_group_id': '9dbdcb1f-c7dd-406e-80bf-1a7f525834bf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:34.494706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d1902d34-9dc5-42e4-907a-de85be3bef24 req-6e519b1a-16a7-48c8-89c5-23d7c7f14123 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f37c98b4-abe5-4f2d-9e16-0b235fdf4bc4', 'remote_group_id': '9dbdcb1f-c7dd-406e-80bf-1a7f525834bf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:34.505243 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef77f8c7-2a57-4858-89c3-808a821ad6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.545588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.561940 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.587457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c91c-4424-4ed5-88a6-81cf98fe6e53 req-61145ae0-93d6-4c2d-aec5-6e0b28019688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:34.589283 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9677c91c-4424-4ed5-88a6-81cf98fe6e53 req-61145ae0-93d6-4c2d-aec5-6e0b28019688 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=524e6703e05143f89fe82c4e86d98fad&device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 1094 time: 0.5148523 Aug 04 16:58:34.595027 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.609448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6000838-9ee6-4752-b7c8-2bc5f008298e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5be256-5453-4d9a-99ba-3cc3bd1e17ca'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:34.612174 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c0f5dd-e382-4923-b1b7-a18e2d294934" -d '{"events": [{"server_uuid": "d6000838-9ee6-4752-b7c8-2bc5f008298e", "name": "network-vif-plugged", "status": "completed", "tag": "1b5be256-5453-4d9a-99ba-3cc3bd1e17ca"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:34.629089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,segment=NetworkSegment(c58f1aff-362a-4c54-bd36-1b1645632d87),segment_id=c58f1aff-362a-4c54-bd36-1b1645632d87)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:34.636849 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.697473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:34.753255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event updated for resources: {'Port': ['ID=b08be4d0-7e7e-40ae-898a-0053cff0cebc,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:34.795619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.831913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c91c-4424-4ed5-88a6-81cf98fe6e53 req-6abd27ef-c35a-4b1c-b192-4931696a0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:34.833381 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9677c91c-4424-4ed5-88a6-81cf98fe6e53 req-6abd27ef-c35a-4b1c-b192-4931696a0e21 service neutron] 10.222.0.82 "GET /v2.0/networks?id=994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 200 len: 914 time: 0.1986217 Aug 04 16:58:34.894507 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9677c91c-4424-4ed5-88a6-81cf98fe6e53 req-ce97d466-25dc-41c5-bec6-4410673b1a02 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d41fc102-c394-44af-9fcb-c7a24b0f10dd HTTP/1.1" status: 200 len: 217 time: 0.0504675 Aug 04 16:58:34.898467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a3c189a-fe26-44b1-b765-423d6447b778 req-6d9c8417-6f73-4f48-ad5b-99e9c1ff620b tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6c88127-bb04-4a0e-868a-19f7fd80a39e HTTP/1.1" status: 200 len: 210 time: 0.0318806 Aug 04 16:58:34.925274 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.940892 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.951391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.980279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:34.981517 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2c65cc15-bdd7-477a-8674-c19abb759799 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8874907 Aug 04 16:58:34.983242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:34.987698 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256eb97a-d9b2-46af-a799-af1481eddcbc x-openstack-request-id: req-256eb97a-d9b2-46af-a799-af1481eddcbc {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:34.988802 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6000838-9ee6-4752-b7c8-2bc5f008298e", "name": "network-vif-plugged", "status": "completed", "tag": "1b5be256-5453-4d9a-99ba-3cc3bd1e17ca", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:34.989289 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-256eb97a-d9b2-46af-a799-af1481eddcbc {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:34.990237 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6000838-9ee6-4752-b7c8-2bc5f008298e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5be256-5453-4d9a-99ba-3cc3bd1e17ca', 'code': 200} Aug 04 16:58:35.027194 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d1902d34-9dc5-42e4-907a-de85be3bef24 req-6e519b1a-16a7-48c8-89c5-23d7c7f14123 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.054722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a882d130-6136-4bc8-9bc0-c4ecf2877b8c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:35.064565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c91c-4424-4ed5-88a6-81cf98fe6e53 req-6b062d80-cf2d-4b55-9f57-4c07d430db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:35.066039 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9677c91c-4424-4ed5-88a6-81cf98fe6e53 req-6b062d80-cf2d-4b55-9f57-4c07d430db10 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 200 len: 852 time: 0.1628048 Aug 04 16:58:35.067271 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.067611 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Added segment 5f067824-7feb-4fa4-bd82-cfdcf7b8f159 of type vlan for network 99eb819d-834d-4a52-970b-5ecf69351a46 Aug 04 16:58:35.097837 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d1902d34-9dc5-42e4-907a-de85be3bef24 req-6e519b1a-16a7-48c8-89c5-23d7c7f14123 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.134039 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d1902d34-9dc5-42e4-907a-de85be3bef24 req-6e519b1a-16a7-48c8-89c5-23d7c7f14123 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.135004 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9677c91c-4424-4ed5-88a6-81cf98fe6e53 req-57bc296a-6595-4c6e-b0a6-a5164e0d6242 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=994a5d9d-65cf-48d2-a2eb-3ec837627526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527263 Aug 04 16:58:35.159471 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.195545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e519b1a-16a7-48c8-89c5-23d7c7f14123 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cde180c-7ecd-4d1c-9314-a939ccda0883,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:35.216305 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d1902d34-9dc5-42e4-907a-de85be3bef24 req-6e519b1a-16a7-48c8-89c5-23d7c7f14123 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.218382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1902d34-9dc5-42e4-907a-de85be3bef24 req-6e519b1a-16a7-48c8-89c5-23d7c7f14123 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7285252 Aug 04 16:58:35.222361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431f11-bbea-4d15-a648-f7b66acbae20 req-95ca1ff8-7a66-4555-8c8d-49f8e94820b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:35.223808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a431f11-bbea-4d15-a648-f7b66acbae20 req-95ca1ff8-7a66-4555-8c8d-49f8e94820b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 1097 time: 0.1370399 Aug 04 16:58:35.233559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1d16b-3213-4965-a00b-4abda592bc84 req-8edee983-cfa8-4bed-9287-0bf51e2bcb0e tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:35.235214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8f1d16b-3213-4965-a00b-4abda592bc84 req-8edee983-cfa8-4bed-9287-0bf51e2bcb0e tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 946 time: 0.1071680 Aug 04 16:58:35.266303 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.273285 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:35.273592 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.299101 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a431f11-bbea-4d15-a648-f7b66acbae20 req-ec4be2a2-258d-4203-b052-49b68f93160c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1912b9a2-2442-4c37-8a99-562d8e19fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 Aug 04 16:58:35.302158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8f1d16b-3213-4965-a00b-4abda592bc84 req-34d0d102-6ea5-4eec-ad45-2dd5a68933c8 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/security-groups?id=1912b9a2-2442-4c37-8a99-562d8e19fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451636 Aug 04 16:58:35.345308 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9677c91c-4424-4ed5-88a6-81cf98fe6e53 req-979d4527-89b7-44d4-ab0b-2de1ae561e4f service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993608 Aug 04 16:58:35.349154 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6821527 Aug 04 16:58:35.353997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45762) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:35.359000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Request body: {'subnet': {'network_id': '99eb819d-834d-4a52-970b-5ecf69351a46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:35.374858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a98b1-a60f-43d2-a0cc-b35a7c0bb4f1 req-2c616879-469f-45b5-a3ab-ac7f9ed7c7b3 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:35.383889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-378a98b1-a60f-43d2-a0cc-b35a7c0bb4f1 req-2c616879-469f-45b5-a3ab-ac7f9ed7c7b3 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 950 time: 0.0720251 Aug 04 16:58:35.437421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd63159-49a8-4112-a1d5-1b1da1f10508 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'Network': ['ID=99eb819d-834d-4a52-970b-5ecf69351a46,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:35.449185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 99eb819d-834d-4a52-970b-5ecf69351a46 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:35.496223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-378a98b1-a60f-43d2-a0cc-b35a7c0bb4f1 req-3d50885d-a656-49bd-a0f1-57d73fdfef2d tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062827 Aug 04 16:58:35.556593 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9677c91c-4424-4ed5-88a6-81cf98fe6e53 req-0f5afb6e-622c-4a49-8b14-eb38efa56e7b service neutron] 10.222.0.82 "GET /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034435 Aug 04 16:58:35.565081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Made reservation on behalf of 2f8d8c837b8b487a95585c61bd8bc333 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:35.574188 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.595403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-79f040c3-f243-402a-b7dd-dd8002d84970 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:35.599315 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-79f040c3-f243-402a-b7dd-dd8002d84970 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/networks?id=d431c173-a148-49e3-87ff-519fed0ba4f4 HTTP/1.1" status: 200 len: 822 time: 0.1937459 Aug 04 16:58:35.619779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0f746730-eb4f-4acb-bfd9-a7cd226923fe no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:35.629949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-8c4316a4-3969-46d2-bc28-9979cf505c26 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/quotas/62491eec0cca45ab8614cc1eec7806ed HTTP/1.1" status: 200 len: 375 time: 0.0154827 Aug 04 16:58:35.652176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 0f746730-eb4f-4acb-bfd9-a7cd226923fe {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:35.652903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0f746730-eb4f-4acb-bfd9-a7cd226923fe not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:35.703291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085ea54-f1f7-4b1d-a63b-cfc4e6442da0 req-7691ba84-2e91-490b-8538-f21ecfc88a31 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:35.705003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0085ea54-f1f7-4b1d-a63b-cfc4e6442da0 req-7691ba84-2e91-490b-8538-f21ecfc88a31 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 943 time: 0.1039901 Aug 04 16:58:35.713238 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.728593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-d30c6483-d1d1-4580-aede-4dc088c0afd1 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=62491eec0cca45ab8614cc1eec7806ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808599 Aug 04 16:58:35.773594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.806011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0085ea54-f1f7-4b1d-a63b-cfc4e6442da0 req-610ffcec-b6c7-428a-8b90-c5f2d0aa5baa tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904849 Aug 04 16:58:35.857123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'Subnet': ['ID=681b16f0-d8fb-4a04-8ad9-ee86a2526bb3,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:35.858322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-85e4e31d-8e18-4ed2-94e1-3efdbf58c347 service neutron] 10.222.0.39 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213069 Aug 04 16:58:35.862682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Checking segment: {'id': '5f067824-7feb-4fa4-bd82-cfdcf7b8f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '99eb819d-834d-4a52-970b-5ecf69351a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:35.863080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Network hostable DHCP agents. Network: 99eb819d-834d-4a52-970b-5ecf69351a46, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:58:35.877585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-70d74c24-371b-482a-a5d7-ea08f2928b4a req-5ed855a4-087e-4b5b-ba41-995351af2126 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1086775482', 'description': 'tempest-description-1509577525'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:35.882997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Network 99eb819d-834d-4a52-970b-5ecf69351a46 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:58:35.895545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 99eb819d-834d-4a52-970b-5ecf69351a46) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:35.901611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:35.902364 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.912136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff644b84-9ba4-4432-8de8-40e6ab3c7a67 None None] Network 99eb819d-834d-4a52-970b-5ecf69351a46 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:35.950197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70d74c24-371b-482a-a5d7-ea08f2928b4a req-5ed855a4-087e-4b5b-ba41-995351af2126 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:35.955976 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-142f6ead-db85-4005-8a14-72c5c7b706f7 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6007912 Aug 04 16:58:35.960342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45772) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:35.967761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Request body: {'network': {'name': 'tempest-router-network01--781004848'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:35.993383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Made reservation on behalf of 2f8d8c837b8b487a95585c61bd8bc333 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:35.996565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-82b9c3c1-022c-4a18-9000-5f7147637e1b service neutron] 10.222.0.39 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287587 Aug 04 16:58:35.999320 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.036744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:36.051526 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.052280 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Added segment 775d7845-1da1-4342-ab77-07cdef71b381 of type vlan for network 9ce79e77-d55b-44fb-a901-57b63e773fc5 Aug 04 16:58:36.083761 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:58:36.105088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-99eb819d-834d-4a52-970b-5ecf69351a46', 'network_id': '99eb819d-834d-4a52-970b-5ecf69351a46', 'tenant_id': '2f8d8c837b8b487a95585c61bd8bc333', 'fixed_ips': [{'subnet_id': '681b16f0-d8fb-4a04-8ad9-ee86a2526bb3'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:58:36.105879 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.107407 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.110474 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70d74c24-371b-482a-a5d7-ea08f2928b4a req-5ed855a4-087e-4b5b-ba41-995351af2126 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.120131 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70d74c24-371b-482a-a5d7-ea08f2928b4a req-5ed855a4-087e-4b5b-ba41-995351af2126 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.148274 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.157710 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70d74c24-371b-482a-a5d7-ea08f2928b4a req-5ed855a4-087e-4b5b-ba41-995351af2126 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.160889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70d74c24-371b-482a-a5d7-ea08f2928b4a req-5ed855a4-087e-4b5b-ba41-995351af2126 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2954314 Aug 04 16:58:36.175984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:36.177330 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.186455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed855a4-087e-4b5b-ba41-995351af2126 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbf0d11-1df3-44cb-acf6-506ff5f6088f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:36.316371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Allocated IP 172.20.0.2 (99eb819d-834d-4a52-970b-5ecf69351a46/681b16f0-d8fb-4a04-8ad9-ee86a2526bb3/fe239f17-b5c5-4c18-a63f-d8095b5f7e8f) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:36.343814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3743f-f379-4d12-90b8-1806c0c07d97 req-1128070b-1f5d-4d78-b425-13eaead11582 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:36.353792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98b3743f-f379-4d12-90b8-1806c0c07d97 req-1128070b-1f5d-4d78-b425-13eaead11582 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0726104 Aug 04 16:58:36.376391 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4146190 Aug 04 16:58:36.377016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45784) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:36.380545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9a6fa3a4-f5a3-4d14-9aec-3c4969538c30 req-bd806ac9-83e8-4872-afbc-798d140cfd2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1671471002', 'description': 'tempest-description-412763551'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:36.394366 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Request body: {'network': {'name': 'tempest-router-network02--1993114794'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:36.427861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1631f-4fe1-4204-a4c6-5f716880e9a8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'Network': ['ID=9ce79e77-d55b-44fb-a901-57b63e773fc5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:36.439285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98b3743f-f379-4d12-90b8-1806c0c07d97 req-b0506ddd-24d0-4b8a-8b71-174ad39f6565 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840802 Aug 04 16:58:36.440712 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9a6fa3a4-f5a3-4d14-9aec-3c4969538c30 req-bd806ac9-83e8-4872-afbc-798d140cfd2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.445939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 9ce79e77-d55b-44fb-a901-57b63e773fc5 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:36.477521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Made reservation on behalf of 2f8d8c837b8b487a95585c61bd8bc333 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:36.484049 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.549325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:36.569323 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.569862 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Added segment 8ad2c50a-8716-441c-a1fe-797a300ce0c9 of type vlan for network 03c49fd2-277d-4330-8024-6b1b6dcd219a Aug 04 16:58:36.642946 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.643999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-df82b6a2-eae4-4345-877d-51aa7444a801 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:36.647073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-df82b6a2-eae4-4345-877d-51aa7444a801 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 950 time: 0.1710322 Aug 04 16:58:36.655100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-794cb41b-48ea-4751-a9ca-d06935f853e7 req-e143f881-024e-43cc-a424-452f059ffdd8 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 210 time: 0.1037197 Aug 04 16:58:36.750062 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.756281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45792) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:36.762284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:36.773137 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.823658 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.841178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Transition to ACTIVE for port object fe239f17-b5c5-4c18-a63f-d8095b5f7e8f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:36.871707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Transition to ACTIVE for port object fe239f17-b5c5-4c18-a63f-d8095b5f7e8f will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:36.880959 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:36.908684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'Network': ['ID=03c49fd2-277d-4330-8024-6b1b6dcd219a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:36.929027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 03c49fd2-277d-4330-8024-6b1b6dcd219a details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:36.997276 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9a6fa3a4-f5a3-4d14-9aec-3c4969538c30 req-bd806ac9-83e8-4872-afbc-798d140cfd2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.012096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Network 99eb819d-834d-4a52-970b-5ecf69351a46 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:37.017947 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9339a727-ce91-4106-b32a-18462f7bef52 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6331151 Aug 04 16:58:37.018685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a8b25-9219-40cd-8120-ae4be5ef76ff req-01422035-e759-4614-a884-40793424c56d tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:37.020264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a21a8b25-9219-40cd-8120-ae4be5ef76ff req-01422035-e759-4614-a884-40793424c56d tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 946 time: 0.1289217 Aug 04 16:58:37.020746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45798) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:37.022303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:37.028557 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9a6fa3a4-f5a3-4d14-9aec-3c4969538c30 req-bd806ac9-83e8-4872-afbc-798d140cfd2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.032479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:37.037427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Request body: {'subnet': {'network_id': '9ce79e77-d55b-44fb-a901-57b63e773fc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:37.053465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Pushing event updated for resources: {'Port': ['ID=fe239f17-b5c5-4c18-a63f-d8095b5f7e8f,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:37.102131 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e0e1225-2663-40d9-bb04-782514816982 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.120766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Attempting to bind port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:58:37.121130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Attempting to bind port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '5f067824-7feb-4fa4-bd82-cfdcf7b8f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '99eb819d-834d-4a52-970b-5ecf69351a46'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:58:37.121490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Attempting to bind port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f on network 99eb819d-834d-4a52-970b-5ecf69351a46 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:37.126371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:58:37.126737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Checking segment: {'id': '5f067824-7feb-4fa4-bd82-cfdcf7b8f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '99eb819d-834d-4a52-970b-5ecf69351a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:37.127167 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.127548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Bound using segment: {'id': '5f067824-7feb-4fa4-bd82-cfdcf7b8f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '99eb819d-834d-4a52-970b-5ecf69351a46'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:58:37.128000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Bound port: fe239f17-b5c5-4c18-a63f-d8095b5f7e8f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f067824-7feb-4fa4-bd82-cfdcf7b8f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '99eb819d-834d-4a52-970b-5ecf69351a46'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:58:37.128408 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.203809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-220077be-5850-4a4f-acde-cd2b8ed6cd92 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Deleting port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:37.203809 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-220077be-5850-4a4f-acde-cd2b8ed6cd92 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.206180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd806ac9-83e8-4872-afbc-798d140cfd2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36b0d03-e187-4321-a0b0-c7a69ebeff3b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:37.210882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9a6fa3a4-f5a3-4d14-9aec-3c4969538c30 req-bd806ac9-83e8-4872-afbc-798d140cfd2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.223607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a6fa3a4-f5a3-4d14-9aec-3c4969538c30 req-bd806ac9-83e8-4872-afbc-798d140cfd2b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8670499 Aug 04 16:58:37.235134 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e0e1225-2663-40d9-bb04-782514816982 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.251643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] For port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:37.273423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] For port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fe239f17-b5c5-4c18-a63f-d8095b5f7e8f,segment=NetworkSegment(5f067824-7feb-4fa4-bd82-cfdcf7b8f159),segment_id=5f067824-7feb-4fa4-bd82-cfdcf7b8f159)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:58:37.282746 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.365363 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.379819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a21a8b25-9219-40cd-8120-ae4be5ef76ff req-f9c512fd-021b-400f-8d71-2ff8d8c4cc26 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/security-groups?id=1912b9a2-2442-4c37-8a99-562d8e19fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259497 Aug 04 16:58:37.395713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7021d69-484f-43f0-aa84-7af697aaa3fa None None] Pushing event updated for resources: {'Port': ['ID=fe239f17-b5c5-4c18-a63f-d8095b5f7e8f,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:37.551576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f906b-7acb-441f-b6b1-bcc242924fc2 req-d00d491b-0e0b-41af-aa15-6712bc8e342c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:37.553147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c2f906b-7acb-441f-b6b1-bcc242924fc2 req-d00d491b-0e0b-41af-aa15-6712bc8e342c tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 950 time: 0.2414470 Aug 04 16:58:37.553810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Made reservation on behalf of 2f8d8c837b8b487a95585c61bd8bc333 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:37.557436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.617291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d41fc102-c394-44af-9fcb-c7a24b0f10dd details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:58:37.665393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-220077be-5850-4a4f-acde-cd2b8ed6cd92 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] For port a0c9a3cc-c502-4d95-81a6-01bc28fefa38, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:37.665782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-220077be-5850-4a4f-acde-cd2b8ed6cd92 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.670777 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e0e1225-2663-40d9-bb04-782514816982 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.673749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e0e1225-2663-40d9-bb04-782514816982 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.674977 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5e0e1225-2663-40d9-bb04-782514816982 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "DELETE /v2.0/security-groups/0380507b-4656-48ad-9a1d-08ad892fd092 HTTP/1.1" status: 204 len: 168 time: 0.9166646 Aug 04 16:58:37.677739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45806) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:37.703722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-220077be-5850-4a4f-acde-cd2b8ed6cd92 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Calling delete_port for a0c9a3cc-c502-4d95-81a6-01bc28fefa38 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:37.742983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea253-1684-4d7b-b56b-b0bda04eb582 req-62714766-f2ab-4bbe-b9a2-af4cc62361e8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:37.744631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2eea253-1684-4d7b-b56b-b0bda04eb582 req-62714766-f2ab-4bbe-b9a2-af4cc62361e8 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 943 time: 0.2612901 Aug 04 16:58:37.745444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e1225-2663-40d9-bb04-782514816982 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0380507b-4656-48ad-9a1d-08ad892fd092,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:37.761315 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-0d50f64c-aa3c-4d33-b130-bbb38a365cc5 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] show failed (client error): The resource could not be found. Aug 04 16:58:37.765640 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d50f64c-aa3c-4d33-b130-bbb38a365cc5 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "GET /v2.0/security-groups/0380507b-4656-48ad-9a1d-08ad892fd092 HTTP/1.1" status: 404 len: 347 time: 0.0827785 Aug 04 16:58:37.773225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45810) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:37.790508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d41fc102-c394-44af-9fcb-c7a24b0f10dd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d41fc102-c394-44af-9fcb-c7a24b0f10dd,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:37.831377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c2f906b-7acb-441f-b6b1-bcc242924fc2 req-c2836787-b60c-428f-9d17-e77dab720877 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603161 Aug 04 16:58:37.853991 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'd41fc102-c394-44af-9fcb-c7a24b0f10dd', 'network_id': '994a5d9d-65cf-48d2-a2eb-3ec837627526', 'port_id': 'd41fc102-c394-44af-9fcb-c7a24b0f10dd', 'mac_address': 'fa:16:3e:43:86:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0957b7-de1e-4ef2-b8d7-d7e66c75e099', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:58:37.927553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2eea253-1684-4d7b-b56b-b0bda04eb582 req-8430d575-3e1b-462a-9710-4dfc9d437a1f tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548915 Aug 04 16:58:37.934605 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:37.958594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41fc102-c394-44af-9fcb-c7a24b0f10dd {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:37.984425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d41fc102-c394-44af-9fcb-c7a24b0f10dd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d41fc102-c394-44af-9fcb-c7a24b0f10dd,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:38.000195 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:38.140002 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d41fc102-c394-44af-9fcb-c7a24b0f10dd,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:38.154161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-540e9bdf-125e-4c1e-b370-09a48dc09e09 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:38.155804 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-540e9bdf-125e-4c1e-b370-09a48dc09e09 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "GET /v2.0/networks?id=d431c173-a148-49e3-87ff-519fed0ba4f4 HTTP/1.1" status: 200 len: 822 time: 0.2570910 Aug 04 16:58:38.174463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Request body: {'port': {'device_id': '434cafef-b67b-4242-ab7b-326bdab1703b', 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4', 'admin_state_up': True, 'tenant_id': '62491eec0cca45ab8614cc1eec7806ed'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:38.265505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d41fc102-c394-44af-9fcb-c7a24b0f10dd'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:38.340765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fe239f17-b5c5-4c18-a63f-d8095b5f7e8f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:38.422073 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fdaa8-8e9b-4784-a280-c1d4526544f3 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Deleting port 3c9ff1d7-dcf0-4cb0-98f5-074bdd64d4f6 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:38.422962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdaa8-8e9b-4784-a280-c1d4526544f3 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:38.472290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:38.483327 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ce36346-8f98-4822-97ea-0e18a2008171 req-4079bac2-cb8d-4d55-9c7f-971c1887f553 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/5fbf0d11-1df3-44cb-acf6-506ff5f6088f HTTP/1.1" status: 200 len: 1807 time: 0.5741973 Aug 04 16:58:38.512027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Made reservation on behalf of 62491eec0cca45ab8614cc1eec7806ed for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:38.520466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:38.522928 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:38.579505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdaa8-8e9b-4784-a280-c1d4526544f3 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:38.580255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdaa8-8e9b-4784-a280-c1d4526544f3 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:38.593131 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-220077be-5850-4a4f-acde-cd2b8ed6cd92 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:38.610909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fdaa8-8e9b-4784-a280-c1d4526544f3 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Calling delete_port for 3c9ff1d7-dcf0-4cb0-98f5-074bdd64d4f6 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:38.613641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['6f2ac96c-f2bd-4379-9690-338f71d32371', '8fd4d246-6007-4921-b224-e5481dfb6fa9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:38.616998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc3e07-4490-4738-bb38-30ae955b4f6c req-26c25c90-2975-47ef-834a-54065d72474f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:38.619149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85cc3e07-4490-4738-bb38-30ae955b4f6c req-26c25c90-2975-47ef-834a-54065d72474f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.2071068 Aug 04 16:58:38.622137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'Subnet': ['ID=b98d1e0d-3485-4e11-a5ba-70e7c2142306,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:38.678522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220077be-5850-4a4f-acde-cd2b8ed6cd92 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event deleted for resources: {'Port': ['ID=a0c9a3cc-c502-4d95-81a6-01bc28fefa38,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:38.726497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ce36346-8f98-4822-97ea-0e18a2008171 req-c39b6143-c206-4d68-852a-9b5621b7f09d tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/c36b0d03-e187-4321-a0b0-c7a69ebeff3b HTTP/1.1" status: 200 len: 1806 time: 0.2421567 Aug 04 16:58:38.768429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4ce36346-8f98-4822-97ea-0e18a2008171 req-e4025775-94f1-48b0-8b7b-efe0a36bb44b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5fbf0d11-1df3-44cb-acf6-506ff5f6088f', 'remote_group_id': 'c36b0d03-e187-4321-a0b0-c7a69ebeff3b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:38.768904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4ce36346-8f98-4822-97ea-0e18a2008171 req-e4025775-94f1-48b0-8b7b-efe0a36bb44b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5fbf0d11-1df3-44cb-acf6-506ff5f6088f', 'remote_group_id': 'c36b0d03-e187-4321-a0b0-c7a69ebeff3b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:38.790936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Checking segment: {'id': '775d7845-1da1-4342-ab77-07cdef71b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9ce79e77-d55b-44fb-a901-57b63e773fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:38.791667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Network hostable DHCP agents. Network: 9ce79e77-d55b-44fb-a901-57b63e773fc5, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:58:38.791943 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:38.825098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-220077be-5850-4a4f-acde-cd2b8ed6cd92 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] No DVR routers for this DVR port a0c9a3cc-c502-4d95-81a6-01bc28fefa38 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:38.840666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-220077be-5850-4a4f-acde-cd2b8ed6cd92 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:38.845582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-342295ff-fbfd-442c-9fa6-46470c64f222 req-220077be-5850-4a4f-acde-cd2b8ed6cd92 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "DELETE /v2.0/ports/a0c9a3cc-c502-4d95-81a6-01bc28fefa38 HTTP/1.1" status: 204 len: 173 time: 2.1890635 Aug 04 16:58:38.846262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d925b5-3424-4ff3-9491-859be913f044', 'name': 'network-vif-deleted', 'tag': 'a0c9a3cc-c502-4d95-81a6-01bc28fefa38'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:38.850387 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ac8f5b-6a01-472e-90a1-3deb8af0f533" -d '{"events": [{"server_uuid": "10d925b5-3424-4ff3-9491-859be913f044", "name": "network-vif-deleted", "tag": "a0c9a3cc-c502-4d95-81a6-01bc28fefa38"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:38.885812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85cc3e07-4490-4738-bb38-30ae955b4f6c req-81fe8c7f-e4c2-49c7-86f6-58c54122cfde tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296753 Aug 04 16:58:38.932699 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:38.967517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Network 9ce79e77-d55b-44fb-a901-57b63e773fc5 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:58:39.008454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Allocated IP 172.20.0.8 (d431c173-a148-49e3-87ff-519fed0ba4f4/bcd47859-fa75-42a2-a5c7-407f4550dff0/a01daa1f-71a4-4db7-ba14-9e86a6803d13) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:39.028187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad90f424-6859-46cd-891e-925def504fac None None] Network 99eb819d-834d-4a52-970b-5ecf69351a46 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:39.029211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 9ce79e77-d55b-44fb-a901-57b63e773fc5) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:39.044348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd4fdd-5e87-4381-a27e-122607fccd11 None None] Network 9ce79e77-d55b-44fb-a901-57b63e773fc5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:39.058631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:39.059449 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.091458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89e7a82f-e95c-4cad-a896-79357b7b6d6e req-5c7447d5-02f0-44b9-b636-85c12ef103f5 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 210 time: 0.0722077 Aug 04 16:58:39.097143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4ce36346-8f98-4822-97ea-0e18a2008171 req-e4025775-94f1-48b0-8b7b-efe0a36bb44b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.127522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d78f38db-d32e-4d54-a1c6-fede408dd582 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0999558 Aug 04 16:58:39.130639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45820) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:39.135582 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdaa8-8e9b-4784-a280-c1d4526544f3 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.136978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Request body: {'subnet': {'network_id': '03c49fd2-277d-4330-8024-6b1b6dcd219a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:39.147007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694', '5f531a76-eb3b-4038-85fe-1485545c928b', '2721feb5-e1f4-4b00-a185-c7f4701a7b85', '6c31058e-079d-4574-84ab-c94d1c3c9182'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:39.190687 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4ce36346-8f98-4822-97ea-0e18a2008171 req-e4025775-94f1-48b0-8b7b-efe0a36bb44b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.201262 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4ce36346-8f98-4822-97ea-0e18a2008171 req-e4025775-94f1-48b0-8b7b-efe0a36bb44b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.206289 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c2baf5-600c-4bb6-9068-0e4a9550e3ab x-openstack-request-id: req-a2c2baf5-600c-4bb6-9068-0e4a9550e3ab {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:39.206608 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d925b5-3424-4ff3-9491-859be913f044", "name": "network-vif-deleted", "tag": "a0c9a3cc-c502-4d95-81a6-01bc28fefa38", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:39.207000 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2c2baf5-600c-4bb6-9068-0e4a9550e3ab {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:39.207239 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d925b5-3424-4ff3-9491-859be913f044', 'name': 'network-vif-deleted', 'tag': 'a0c9a3cc-c502-4d95-81a6-01bc28fefa38', 'status': 'completed', 'code': 200} Aug 04 16:58:39.209188 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fdaa8-8e9b-4784-a280-c1d4526544f3 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Pushing event deleted for resources: {'Port': ['ID=3c9ff1d7-dcf0-4cb0-98f5-074bdd64d4f6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:39.252603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4025775-94f1-48b0-8b7b-efe0a36bb44b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85028dfc-5710-49ad-a5b4-ac2aca260944,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:39.317139 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdaa8-8e9b-4784-a280-c1d4526544f3 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.318864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-558534a2-0dc1-4f00-8c49-db698628ce88 None None] Provisioning for port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:39.319526 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdaa8-8e9b-4784-a280-c1d4526544f3 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.323056 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d6fdaa8-8e9b-4784-a280-c1d4526544f3 tempest-ServersTestBootFromVolume-1290616144 tempest-ServersTestBootFromVolume-1290616144-project] 10.222.0.39 "DELETE /v2.0/floatingips/9b261631-5482-4f40-9d4d-547f41d34c3b HTTP/1.1" status: 204 len: 168 time: 1.5465319 Aug 04 16:58:39.324302 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45824) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:39.328658 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4ce36346-8f98-4822-97ea-0e18a2008171 req-e4025775-94f1-48b0-8b7b-efe0a36bb44b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.329858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ce36346-8f98-4822-97ea-0e18a2008171 req-e4025775-94f1-48b0-8b7b-efe0a36bb44b tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6021497 Aug 04 16:58:39.358172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-558534a2-0dc1-4f00-8c49-db698628ce88 None None] Provisioning complete for port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:39.359313 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-558534a2-0dc1-4f00-8c49-db698628ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.362239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a70651d-3ac8-4a28-b6f8-b798bc85a26f req-68ff57fb-1b71-4021-8f6b-c2d24c6f437a tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d925b5-3424-4ff3-9491-859be913f044 HTTP/1.1" status: 200 len: 210 time: 0.0735824 Aug 04 16:58:39.364252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Made reservation on behalf of 2f8d8c837b8b487a95585c61bd8bc333 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:39.369886 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.378765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.522139 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.616840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Network d431c173-a148-49e3-87ff-519fed0ba4f4 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:39.627737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d41fc102-c394-44af-9fcb-c7a24b0f10dd up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:39.629109 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:39.635755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:39.655515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff126fe-bc62-4e8a-85a3-1ba78bf32eba req-518807f3-eba9-4386-a4ec-2af72e046742 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:39.657864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ff126fe-bc62-4e8a-85a3-1ba78bf32eba req-518807f3-eba9-4386-a4ec-2af72e046742 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 944 time: 0.1909742 Aug 04 16:58:39.671600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c532f3b-2265-4fe4-a0db-d45a13086231 req-45f94680-82c2-40e0-8605-d1e00fd6ed08 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/c36b0d03-e187-4321-a0b0-c7a69ebeff3b HTTP/1.1" status: 200 len: 1806 time: 0.1171939 Aug 04 16:58:39.692919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event updated for resources: {'Port': ['ID=a01daa1f-71a4-4db7-ba14-9e86a6803d13,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:39.702114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a0c9a3cc-c502-4d95-81a6-01bc28fefa38 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:39.737132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: a0c9a3cc-c502-4d95-81a6-01bc28fefa38 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:39.737468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a0c9a3cc-c502-4d95-81a6-01bc28fefa38 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:39.753396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:39.753396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.781592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ff126fe-bc62-4e8a-85a3-1ba78bf32eba req-e31dfe9a-d86c-45ea-91c8-73981ab098f1 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172106 Aug 04 16:58:39.797207 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.829379 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8c532f3b-2265-4fe4-a0db-d45a13086231 req-09f7e351-1652-4499-9381-328f02af7fca tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.830955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-9ce79e77-d55b-44fb-a901-57b63e773fc5', 'network_id': '9ce79e77-d55b-44fb-a901-57b63e773fc5', 'tenant_id': '2f8d8c837b8b487a95585c61bd8bc333', 'fixed_ips': [{'subnet_id': 'b98d1e0d-3485-4e11-a5ba-70e7c2142306'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:58:39.831810 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.885975 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8c532f3b-2265-4fe4-a0db-d45a13086231 req-09f7e351-1652-4499-9381-328f02af7fca tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.886608 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-9abc7206-72b2-4758-a268-5ccf820d54d6 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7169559 Aug 04 16:58:39.894458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'Subnet': ['ID=5ec67e76-7bb8-4aba-9340-b5238c544cc2,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:39.911001 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-558534a2-0dc1-4f00-8c49-db698628ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:39.914923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Request body: {'port': {'device_id': '434cafef-b67b-4242-ab7b-326bdab1703b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:39.941469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Checking segment: {'id': '8ad2c50a-8716-441c-a1fe-797a300ce0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '03c49fd2-277d-4330-8024-6b1b6dcd219a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:39.942064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Network hostable DHCP agents. Network: 03c49fd2-277d-4330-8024-6b1b6dcd219a, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:58:39.977457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Network 03c49fd2-277d-4330-8024-6b1b6dcd219a is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:58:40.006883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port d41fc102-c394-44af-9fcb-c7a24b0f10dd completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:40.018257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 03c49fd2-277d-4330-8024-6b1b6dcd219a) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:40.032143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port d41fc102-c394-44af-9fcb-c7a24b0f10dd triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:40.032143 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.039331 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8c532f3b-2265-4fe4-a0db-d45a13086231 req-09f7e351-1652-4499-9381-328f02af7fca tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.042430 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8c532f3b-2265-4fe4-a0db-d45a13086231 req-09f7e351-1652-4499-9381-328f02af7fca tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.053765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c532f3b-2265-4fe4-a0db-d45a13086231 req-09f7e351-1652-4499-9381-328f02af7fca tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "DELETE /v2.0/security-groups/c36b0d03-e187-4321-a0b0-c7a69ebeff3b HTTP/1.1" status: 204 len: 173 time: 0.3640091 Aug 04 16:58:40.053981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf4718-6c26-474b-af0c-ab7b03e3258d None None] Network 03c49fd2-277d-4330-8024-6b1b6dcd219a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:40.075259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:40.078906 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.102663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-558534a2-0dc1-4f00-8c49-db698628ce88 None None] For port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fe239f17-b5c5-4c18-a63f-d8095b5f7e8f,segment=NetworkSegment(5f067824-7feb-4fa4-bd82-cfdcf7b8f159),segment_id=5f067824-7feb-4fa4-bd82-cfdcf7b8f159)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:40.128087 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.131245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7e351-1652-4499-9381-328f02af7fca tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36b0d03-e187-4321-a0b0-c7a69ebeff3b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:40.143413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0400f33f-1001-410a-a351-68eedaf5e1bb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0110245 Aug 04 16:58:40.144274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45838) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:40.146607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-558534a2-0dc1-4f00-8c49-db698628ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.222981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd7174-38e4-4d19-9254-582bc85e0205 req-2468c769-93f5-4dcc-a188-ab0f2ed2462b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:40.224496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2cd7174-38e4-4d19-9254-582bc85e0205 req-2468c769-93f5-4dcc-a188-ab0f2ed2462b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1864538 Aug 04 16:58:40.288509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2cd7174-38e4-4d19-9254-582bc85e0205 req-c1a66a1f-a155-4964-a0d8-1bef35dcf06e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554862 Aug 04 16:58:40.291839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-adfbaf2b-8849-4f6e-a33e-bae36bebe1d1 req-19b0dc96-6aac-48a1-aa99-e583de72072f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/5fbf0d11-1df3-44cb-acf6-506ff5f6088f HTTP/1.1" status: 200 len: 1807 time: 0.0875576 Aug 04 16:58:40.373782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-065f3688-289a-4874-ac9f-2404643674a4 req-b5d4d5c1-5be3-406d-9aae-da6d6e8a9ca6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-922545065', 'description': 'tempest-description-1657117511'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:40.431513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-065f3688-289a-4874-ac9f-2404643674a4 req-b5d4d5c1-5be3-406d-9aae-da6d6e8a9ca6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.481006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c4fe7-9191-48f6-99fb-fb8a99812c6f req-726cbc2a-b9de-4995-b092-6c2b0969dc06 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:40.482663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137c4fe7-9191-48f6-99fb-fb8a99812c6f req-726cbc2a-b9de-4995-b092-6c2b0969dc06 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 931 time: 0.1002200 Aug 04 16:58:40.495948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Allocated IP 172.20.0.2 (9ce79e77-d55b-44fb-a901-57b63e773fc5/b98d1e0d-3485-4e11-a5ba-70e7c2142306/52a55f29-5a71-4505-8d27-1c11971f4f38) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:40.563160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137c4fe7-9191-48f6-99fb-fb8a99812c6f req-f8455317-cd32-4a98-9882-9c603b31d98e tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653608 Aug 04 16:58:40.594643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558534a2-0dc1-4f00-8c49-db698628ce88 None None] Pushing event updated for resources: {'Port': ['ID=fe239f17-b5c5-4c18-a63f-d8095b5f7e8f,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:40.597296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-065f3688-289a-4874-ac9f-2404643674a4 req-b5d4d5c1-5be3-406d-9aae-da6d6e8a9ca6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.605303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-065f3688-289a-4874-ac9f-2404643674a4 req-b5d4d5c1-5be3-406d-9aae-da6d6e8a9ca6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.642753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9c396123-add4-4425-aa19-c23923402b6c None None] Provisioning complete for port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:40.642753 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9c396123-add4-4425-aa19-c23923402b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.658903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4d5c1-5be3-406d-9aae-da6d6e8a9ca6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14389945-1d7d-4b26-817e-b854732bc9e6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:40.661466 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-065f3688-289a-4874-ac9f-2404643674a4 req-b5d4d5c1-5be3-406d-9aae-da6d6e8a9ca6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.662702 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-065f3688-289a-4874-ac9f-2404643674a4 req-b5d4d5c1-5be3-406d-9aae-da6d6e8a9ca6 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2968435 Aug 04 16:58:40.730184 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.794225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df27eeb-1ef0-48c3-ae68-a9d703bfd7c6 req-dfa51091-7ccc-469b-8a1b-551b24c3ffeb tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/14389945-1d7d-4b26-817e-b854732bc9e6 HTTP/1.1" status: 200 len: 1806 time: 0.0559640 Aug 04 16:58:40.800963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7df27eeb-1ef0-48c3-ae68-a9d703bfd7c6 req-df9d78d3-fa27-4371-9019-b80ba51b200e tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14389945-1d7d-4b26-817e-b854732bc9e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:40.801306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7df27eeb-1ef0-48c3-ae68-a9d703bfd7c6 req-df9d78d3-fa27-4371-9019-b80ba51b200e tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14389945-1d7d-4b26-817e-b854732bc9e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:40.841268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166636a8-62df-4b4a-a4e9-6aa9248c6505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41fc102-c394-44af-9fcb-c7a24b0f10dd'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:40.842692 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c2e9dc-939f-4a57-8001-f37f68d3c535" -d '{"events": [{"server_uuid": "166636a8-62df-4b4a-a4e9-6aa9248c6505", "name": "network-vif-plugged", "status": "completed", "tag": "d41fc102-c394-44af-9fcb-c7a24b0f10dd"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:40.872024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-03c49fd2-277d-4330-8024-6b1b6dcd219a', 'network_id': '03c49fd2-277d-4330-8024-6b1b6dcd219a', 'tenant_id': '2f8d8c837b8b487a95585c61bd8bc333', 'fixed_ips': [{'subnet_id': '5ec67e76-7bb8-4aba-9340-b5238c544cc2'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:58:40.872926 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.879394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d41fc102-c394-44af-9fcb-c7a24b0f10dd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d41fc102-c394-44af-9fcb-c7a24b0f10dd,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:40.905597 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.916808 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df27eeb-1ef0-48c3-ae68-a9d703bfd7c6 req-df9d78d3-fa27-4371-9019-b80ba51b200e tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.942172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.961041 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df27eeb-1ef0-48c3-ae68-a9d703bfd7c6 req-df9d78d3-fa27-4371-9019-b80ba51b200e tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.969613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df27eeb-1ef0-48c3-ae68-a9d703bfd7c6 req-df9d78d3-fa27-4371-9019-b80ba51b200e tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:40.999854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d78d3-fa27-4371-9019-b80ba51b200e tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc72789-e110-4017-af8b-cdae3eba94ae,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:41.010172 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df27eeb-1ef0-48c3-ae68-a9d703bfd7c6 req-df9d78d3-fa27-4371-9019-b80ba51b200e tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.012237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df27eeb-1ef0-48c3-ae68-a9d703bfd7c6 req-df9d78d3-fa27-4371-9019-b80ba51b200e tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2175777 Aug 04 16:58:41.176010 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.193034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Transition to ACTIVE for port object 52a55f29-5a71-4505-8d27-1c11971f4f38 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:41.203688 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a05e6-d59c-4e63-8b93-102621417326 x-openstack-request-id: req-479a05e6-d59c-4e63-8b93-102621417326 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:41.203688 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166636a8-62df-4b4a-a4e9-6aa9248c6505", "name": "network-vif-plugged", "status": "completed", "tag": "d41fc102-c394-44af-9fcb-c7a24b0f10dd", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:41.204063 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-479a05e6-d59c-4e63-8b93-102621417326 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:41.204354 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166636a8-62df-4b4a-a4e9-6aa9248c6505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41fc102-c394-44af-9fcb-c7a24b0f10dd', 'code': 200} Aug 04 16:58:41.268675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Transition to ACTIVE for port object 52a55f29-5a71-4505-8d27-1c11971f4f38 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:41.274441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.294062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.297369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f36b42-0ead-4808-8ef3-003aeeb5785e req-88191259-9d85-4f69-8792-f7a4224f73d0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:41.305441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12f36b42-0ead-4808-8ef3-003aeeb5785e req-88191259-9d85-4f69-8792-f7a4224f73d0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 945 time: 0.1600275 Aug 04 16:58:41.319262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d41fc102-c394-44af-9fcb-c7a24b0f10dd,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:41.350778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94a6b3-8600-410f-ad3d-deb7fd46f57c req-f6dbc150-47ef-40e5-bdcc-502d083b55f2 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:41.352793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d94a6b3-8600-410f-ad3d-deb7fd46f57c req-f6dbc150-47ef-40e5-bdcc-502d083b55f2 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 949 time: 0.1537778 Aug 04 16:58:41.361751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686e362-98d8-4bd2-a197-f2bc62f9336a req-d0ffbfcb-d57c-4f49-947f-e78e85b654c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:41.363396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9686e362-98d8-4bd2-a197-f2bc62f9336a req-d0ffbfcb-d57c-4f49-947f-e78e85b654c6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 1096 time: 0.1777034 Aug 04 16:58:41.393930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Network 9ce79e77-d55b-44fb-a901-57b63e773fc5 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:41.422114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12f36b42-0ead-4808-8ef3-003aeeb5785e req-8d608534-6e4a-403b-866c-528a9683166a tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115291 Aug 04 16:58:41.427428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:41.444442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:41.473928 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d94a6b3-8600-410f-ad3d-deb7fd46f57c req-1c62fad8-5bac-42b8-90bc-291d0dc66504 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093245 Aug 04 16:58:41.499210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9686e362-98d8-4bd2-a197-f2bc62f9336a req-9234c721-52e9-4085-a11a-eeb8e50ba7a8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221521 Aug 04 16:58:41.545966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Pushing event updated for resources: {'Port': ['ID=52a55f29-5a71-4505-8d27-1c11971f4f38,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:41.555632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Allocated IP 172.20.0.2 (03c49fd2-277d-4330-8024-6b1b6dcd219a/5ec67e76-7bb8-4aba-9340-b5238c544cc2/53c97198-1e95-4fd9-9c32-523ab8984a17) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:41.605076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e2d0cc9-2316-4848-904e-99e95dbb85a7 req-632f3891-5a16-4f66-8663-00953d155a74 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/14389945-1d7d-4b26-817e-b854732bc9e6 HTTP/1.1" status: 200 len: 2400 time: 0.0850816 Aug 04 16:58:41.624121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Attempting to bind port 52a55f29-5a71-4505-8d27-1c11971f4f38 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:58:41.624456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Attempting to bind port 52a55f29-5a71-4505-8d27-1c11971f4f38 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '775d7845-1da1-4342-ab77-07cdef71b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9ce79e77-d55b-44fb-a901-57b63e773fc5'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:58:41.624830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Attempting to bind port 52a55f29-5a71-4505-8d27-1c11971f4f38 on network 9ce79e77-d55b-44fb-a901-57b63e773fc5 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:41.652743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01daa1f-71a4-4db7-ba14-9e86a6803d13 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:41.658951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7e2d0cc9-2316-4848-904e-99e95dbb85a7 req-111f1080-150d-448b-9849-f8aa091f583f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14389945-1d7d-4b26-817e-b854732bc9e6', 'remote_group_id': None}]} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:41.660647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7e2d0cc9-2316-4848-904e-99e95dbb85a7 req-111f1080-150d-448b-9849-f8aa091f583f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14389945-1d7d-4b26-817e-b854732bc9e6', 'remote_group_id': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:41.679496 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:58:41.679875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Checking segment: {'id': '775d7845-1da1-4342-ab77-07cdef71b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9ce79e77-d55b-44fb-a901-57b63e773fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:41.680325 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.680818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Bound using segment: {'id': '775d7845-1da1-4342-ab77-07cdef71b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9ce79e77-d55b-44fb-a901-57b63e773fc5'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:58:41.681468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Bound port: 52a55f29-5a71-4505-8d27-1c11971f4f38, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775d7845-1da1-4342-ab77-07cdef71b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9ce79e77-d55b-44fb-a901-57b63e773fc5'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:58:41.682199 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.693874 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.748278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096c455-a56b-4122-be48-d513fe99cb47 req-393a3228-6ee6-43fc-aeb3-261bac802710 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:41.751122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Transition to ACTIVE for port object a01daa1f-71a4-4db7-ba14-9e86a6803d13 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:41.753193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d096c455-a56b-4122-be48-d513fe99cb47 req-393a3228-6ee6-43fc-aeb3-261bac802710 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1410561 Aug 04 16:58:41.763934 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.803717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] For port 52a55f29-5a71-4505-8d27-1c11971f4f38, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:41.808640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] For port 52a55f29-5a71-4505-8d27-1c11971f4f38, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=52a55f29-5a71-4505-8d27-1c11971f4f38,segment=NetworkSegment(775d7845-1da1-4342-ab77-07cdef71b381),segment_id=775d7845-1da1-4342-ab77-07cdef71b381)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:58:41.834096 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.860480 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7e2d0cc9-2316-4848-904e-99e95dbb85a7 req-111f1080-150d-448b-9849-f8aa091f583f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.866264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d096c455-a56b-4122-be48-d513fe99cb47 req-7a81d86e-6d78-492d-818c-87441359378f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703568 Aug 04 16:58:41.922777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Pushing event updated for resources: {'Port': ['ID=a01daa1f-71a4-4db7-ba14-9e86a6803d13,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:41.923732 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.940664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd4707-139b-44b7-a05b-5bbfc6e181fe None None] Pushing event updated for resources: {'Port': ['ID=52a55f29-5a71-4505-8d27-1c11971f4f38,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:41.943713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Transition to ACTIVE for port object 53c97198-1e95-4fd9-9c32-523ab8984a17 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:41.955492 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7e2d0cc9-2316-4848-904e-99e95dbb85a7 req-111f1080-150d-448b-9849-f8aa091f583f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.963608 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7e2d0cc9-2316-4848-904e-99e95dbb85a7 req-111f1080-150d-448b-9849-f8aa091f583f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.963982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Transition to ACTIVE for port object 53c97198-1e95-4fd9-9c32-523ab8984a17 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:41.971426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Allocated IP 172.20.0.1 (9ce79e77-d55b-44fb-a901-57b63e773fc5/b98d1e0d-3485-4e11-a5ba-70e7c2142306/b847b81e-9f28-42f2-a201-23114f866cce) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:41.976669 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:41.986928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f1080-150d-448b-9849-f8aa091f583f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3381ab20-59ed-4d33-bd14-cfc24acd8c63,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:42.009431 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7e2d0cc9-2316-4848-904e-99e95dbb85a7 req-111f1080-150d-448b-9849-f8aa091f583f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.013299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e2d0cc9-2316-4848-904e-99e95dbb85a7 req-111f1080-150d-448b-9849-f8aa091f583f tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3874273 Aug 04 16:58:42.060318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Network 03c49fd2-277d-4330-8024-6b1b6dcd219a is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:42.077466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:42.085290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:42.099386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Pushing event updated for resources: {'Port': ['ID=53c97198-1e95-4fd9-9c32-523ab8984a17,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:42.175044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Attempting to bind port 53c97198-1e95-4fd9-9c32-523ab8984a17 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:58:42.175745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Attempting to bind port 53c97198-1e95-4fd9-9c32-523ab8984a17 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '8ad2c50a-8716-441c-a1fe-797a300ce0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '03c49fd2-277d-4330-8024-6b1b6dcd219a'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:58:42.176305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Attempting to bind port 53c97198-1e95-4fd9-9c32-523ab8984a17 on network 03c49fd2-277d-4330-8024-6b1b6dcd219a {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:42.184857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:58:42.185232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Checking segment: {'id': '8ad2c50a-8716-441c-a1fe-797a300ce0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '03c49fd2-277d-4330-8024-6b1b6dcd219a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:42.185727 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.186107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Bound using segment: {'id': '8ad2c50a-8716-441c-a1fe-797a300ce0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '03c49fd2-277d-4330-8024-6b1b6dcd219a'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:58:42.186546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Bound port: 53c97198-1e95-4fd9-9c32-523ab8984a17, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad2c50a-8716-441c-a1fe-797a300ce0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '03c49fd2-277d-4330-8024-6b1b6dcd219a'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:58:42.186993 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.266568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40f0efbc-6c44-45f2-9886-5ff577b0f574 req-300f9bca-d86d-40a4-b909-cd724c75bbe2 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/14389945-1d7d-4b26-817e-b854732bc9e6 HTTP/1.1" status: 200 len: 2999 time: 0.1518376 Aug 04 16:58:42.280274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19240122-79c9-4b93-9279-5aedabdfa3fd req-97251192-35a5-434e-aeb2-057d15ab73b0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:42.287429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19240122-79c9-4b93-9279-5aedabdfa3fd req-97251192-35a5-434e-aeb2-057d15ab73b0 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 943 time: 0.0981104 Aug 04 16:58:42.320278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] Deleting port 3503da8d-5eae-4c53-bd2b-2a1229427716 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:42.321477 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.371605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] For port 53c97198-1e95-4fd9-9c32-523ab8984a17, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:42.377211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] For port 53c97198-1e95-4fd9-9c32-523ab8984a17, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=53c97198-1e95-4fd9-9c32-523ab8984a17,segment=NetworkSegment(8ad2c50a-8716-441c-a1fe-797a300ce0c9),segment_id=8ad2c50a-8716-441c-a1fe-797a300ce0c9)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:58:42.383241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fe239f17-b5c5-4c18-a63f-d8095b5f7e8f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:42.418850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Attempting to bind port a01daa1f-71a4-4db7-ba14-9e86a6803d13 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:58:42.422849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Attempting to bind port a01daa1f-71a4-4db7-ba14-9e86a6803d13 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:58:42.423910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Attempting to bind port a01daa1f-71a4-4db7-ba14-9e86a6803d13 on network d431c173-a148-49e3-87ff-519fed0ba4f4 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:42.427373 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.442584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Port a01daa1f-71a4-4db7-ba14-9e86a6803d13 on network d431c173-a148-49e3-87ff-519fed0ba4f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:58:42.443768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Attempting to bind port a01daa1f-71a4-4db7-ba14-9e86a6803d13 on network d431c173-a148-49e3-87ff-519fed0ba4f4 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:42.460553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:58:42.460964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Checking segment: {'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:42.461625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Bound using segment: {'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:58:42.462505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Bound port: a01daa1f-71a4-4db7-ba14-9e86a6803d13, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:58:42.463096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.467330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19240122-79c9-4b93-9279-5aedabdfa3fd req-860d7b96-8ce2-4a46-9c23-c24b7d748fb7 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747468 Aug 04 16:58:42.481286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-547aa167-f7a3-4121-8a95-49a4b4cc7804 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:42.483093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-547aa167-f7a3-4121-8a95-49a4b4cc7804 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 949 time: 0.1359401 Aug 04 16:58:42.542088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d03f2-6e5a-4c15-af9e-dd668f70757b None None] Pushing event updated for resources: {'Port': ['ID=53c97198-1e95-4fd9-9c32-523ab8984a17,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:42.554925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:42.555584 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.594781 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-195914f0-7d59-4795-9e93-441c3321a480 req-9e796e53-460e-46c6-9ee8-4ba2445f7f70 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-group-rules/3381ab20-59ed-4d33-bd14-cfc24acd8c63 HTTP/1.1" status: 200 len: 783 time: 0.0332384 Aug 04 16:58:42.624427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.683818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] For port 3503da8d-5eae-4c53-bd2b-2a1229427716, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3503da8d-5eae-4c53-bd2b-2a1229427716,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:42.684183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.699147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Transition to ACTIVE for port object b847b81e-9f28-42f2-a201-23114f866cce will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:42.714885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] Calling delete_port for 3503da8d-5eae-4c53-bd2b-2a1229427716 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:42.731982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-195914f0-7d59-4795-9e93-441c3321a480 req-b6e7459a-e29c-4f18-9386-64f1198a5c49 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/14389945-1d7d-4b26-817e-b854732bc9e6 HTTP/1.1" status: 200 len: 2999 time: 0.1361971 Aug 04 16:58:42.744006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] For port a01daa1f-71a4-4db7-ba14-9e86a6803d13, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:42.750578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ebfe-2846-4fbb-9963-2cba87cfc7d6 req-df8ee12b-d351-452c-9a0b-6a5abe944976 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:42.752150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a91ebfe-2846-4fbb-9963-2cba87cfc7d6 req-df8ee12b-d351-452c-9a0b-6a5abe944976 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 945 time: 0.1397467 Aug 04 16:58:42.811196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] For port a01daa1f-71a4-4db7-ba14-9e86a6803d13, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:58:42.823236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-75df8342-12d9-4e36-b90b-29cf3490f346 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Deleting port 8fd4d246-6007-4921-b224-e5481dfb6fa9 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:42.823631 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-75df8342-12d9-4e36-b90b-29cf3490f346 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.823926 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.833071 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-195914f0-7d59-4795-9e93-441c3321a480 req-07d27563-af07-4708-a2e1-7e621040e241 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.908553 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-195914f0-7d59-4795-9e93-441c3321a480 req-07d27563-af07-4708-a2e1-7e621040e241 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.922301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a91ebfe-2846-4fbb-9963-2cba87cfc7d6 req-7b12a2bf-1452-4904-af60-94c25e44cea3 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486368 Aug 04 16:58:42.922564 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.927561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:42.928106 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:42.929616 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] 10.222.0.82 "PUT /v2.0/ports/a01daa1f-71a4-4db7-ba14-9e86a6803d13 HTTP/1.1" status: 200 len: 1091 time: 3.0335639 Aug 04 16:58:42.952690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434cafef-b67b-4242-ab7b-326bdab1703b', 'tag': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:42.955552 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3995a13-d522-46f1-943e-cd720a3ace34" -d '{"events": [{"name": "network-changed", "server_uuid": "434cafef-b67b-4242-ab7b-326bdab1703b", "tag": "a01daa1f-71a4-4db7-ba14-9e86a6803d13"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:43.014714 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-195914f0-7d59-4795-9e93-441c3321a480 req-07d27563-af07-4708-a2e1-7e621040e241 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:43.030169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-195914f0-7d59-4795-9e93-441c3321a480 req-07d27563-af07-4708-a2e1-7e621040e241 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:43.031982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-195914f0-7d59-4795-9e93-441c3321a480 req-07d27563-af07-4708-a2e1-7e621040e241 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3381ab20-59ed-4d33-bd14-cfc24acd8c63 HTTP/1.1" status: 204 len: 173 time: 0.2914467 Aug 04 16:58:43.047530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d27563-af07-4708-a2e1-7e621040e241 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3381ab20-59ed-4d33-bd14-cfc24acd8c63,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:43.119804 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-75df8342-12d9-4e36-b90b-29cf3490f346 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] For port 8fd4d246-6007-4921-b224-e5481dfb6fa9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8fd4d246-6007-4921-b224-e5481dfb6fa9,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:43.120491 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-75df8342-12d9-4e36-b90b-29cf3490f346 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:43.139094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-75df8342-12d9-4e36-b90b-29cf3490f346 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Calling delete_port for 8fd4d246-6007-4921-b224-e5481dfb6fa9 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:43.180587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4406f-a6f9-492b-95f9-f6295a49c141 req-67384640-84d2-4b77-8ae7-ab17bb0b0bf1 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:43.182322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60b4406f-a6f9-492b-95f9-f6295a49c141 req-67384640-84d2-4b77-8ae7-ab17bb0b0bf1 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 949 time: 0.1190450 Aug 04 16:58:43.256047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Network 9ce79e77-d55b-44fb-a901-57b63e773fc5 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:43.271768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21aa46-0c57-4fdd-a478-ad4bc5da4c4d service neutron] Pushing event updated for resources: {'Port': ['ID=a01daa1f-71a4-4db7-ba14-9e86a6803d13,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:43.283376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:43.286135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:43.309273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:43.329707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60b4406f-a6f9-492b-95f9-f6295a49c141 req-61f045fb-b9ab-40c3-85e8-f2ddec97993a tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411972 Aug 04 16:58:43.391156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbdea5-a7e1-4b97-a239-d6371d905942 req-2c9076eb-3aca-4893-8ecf-389c46cdd160 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:43.405138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bfbdea5-a7e1-4b97-a239-d6371d905942 req-2c9076eb-3aca-4893-8ecf-389c46cdd160 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1784093 Aug 04 16:58:43.428422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-69a302a7-1b94-4490-b705-9dcc5cde1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:43.432124 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-69a302a7-1b94-4490-b705-9dcc5cde1f5d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62491eec0cca45ab8614cc1eec7806ed&device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 1094 time: 0.2109499 Aug 04 16:58:43.439328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8614e1-740b-4fb3-881b-0a6885759ca8 None None] Network 9ce79e77-d55b-44fb-a901-57b63e773fc5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:43.443526 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'Port': ['ID=b847b81e-9f28-42f2-a201-23114f866cce,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:43.505150 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:43.512103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-75df8342-12d9-4e36-b90b-29cf3490f346 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:43.530894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bfbdea5-a7e1-4b97-a239-d6371d905942 req-6922d472-4ade-448e-9551-8e5e5527c501 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168475 Aug 04 16:58:43.590462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df8342-12d9-4e36-b90b-29cf3490f346 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event deleted for resources: {'Port': ['ID=8fd4d246-6007-4921-b224-e5481dfb6fa9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:43.607949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['6f2ac96c-f2bd-4379-9690-338f71d32371', '8fd4d246-6007-4921-b224-e5481dfb6fa9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:43.653462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694', '5f531a76-eb3b-4038-85fe-1485545c928b', '2721feb5-e1f4-4b00-a185-c7f4701a7b85', '6c31058e-079d-4574-84ab-c94d1c3c9182'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:43.726361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2f46de21-2447-481a-98dd-ec10d68f6fc6 None None] Provisioning for port 52a55f29-5a71-4505-8d27-1c11971f4f38 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:43.750941 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] Pushing event deleted for resources: {'Port': ['ID=3503da8d-5eae-4c53-bd2b-2a1229427716,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:43.754957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-75df8342-12d9-4e36-b90b-29cf3490f346 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] No DVR routers for this DVR port 8fd4d246-6007-4921-b224-e5481dfb6fa9 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:43.760633 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5378038-f625-4b4d-9e7e-cf44acc31c8b x-openstack-request-id: req-e5378038-f625-4b4d-9e7e-cf44acc31c8b {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:43.760943 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434cafef-b67b-4242-ab7b-326bdab1703b", "tag": "a01daa1f-71a4-4db7-ba14-9e86a6803d13", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:43.761203 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5378038-f625-4b4d-9e7e-cf44acc31c8b {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:43.761619 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434cafef-b67b-4242-ab7b-326bdab1703b', 'tag': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13', 'status': 'completed', 'code': 200} Aug 04 16:58:43.763121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-75df8342-12d9-4e36-b90b-29cf3490f346 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:43.765709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f4afa29-e9dc-4f38-adc6-521c169b13ca req-75df8342-12d9-4e36-b90b-29cf3490f346 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "DELETE /v2.0/ports/8fd4d246-6007-4921-b224-e5481dfb6fa9 HTTP/1.1" status: 204 len: 173 time: 1.2760274 Aug 04 16:58:43.766237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11cac24-98d2-4f3a-bf8e-92b7d65c25dd', 'name': 'network-vif-deleted', 'tag': '8fd4d246-6007-4921-b224-e5481dfb6fa9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:43.776244 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2281e01b-d654-43da-8975-5c4b069e0b4a" -d '{"events": [{"server_uuid": "d11cac24-98d2-4f3a-bf8e-92b7d65c25dd", "name": "network-vif-deleted", "tag": "8fd4d246-6007-4921-b224-e5481dfb6fa9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:43.810930 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-5b7e81b0-be56-48ed-b5ff-a9f0c2268312 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13 HTTP/1.1" status: 200 len: 217 time: 0.3622613 Aug 04 16:58:43.842023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b25bcea8-4324-46ac-8aed-7f7f32473d82 req-d94807a8-921f-4f87-a954-8990be70936d tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/14389945-1d7d-4b26-817e-b854732bc9e6 HTTP/1.1" status: 200 len: 2400 time: 0.2179036 Aug 04 16:58:43.936382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d450c-40e8-439c-8b4d-4ee567119e05 req-71b320f2-cc62-402f-97cb-cdc728baf3fc tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:43.938014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-165d450c-40e8-439c-8b4d-4ee567119e05 req-71b320f2-cc62-402f-97cb-cdc728baf3fc tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 943 time: 0.1262136 Aug 04 16:58:43.963957 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-8d4ec9e6-118e-4c54-a9bc-fee7f66349a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:43.966613 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-8d4ec9e6-118e-4c54-a9bc-fee7f66349a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bcd47859-fa75-42a2-a5c7-407f4550dff0 HTTP/1.1" status: 200 len: 862 time: 0.1347458 Aug 04 16:58:43.977545 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b25bcea8-4324-46ac-8aed-7f7f32473d82 req-eaedd9cb-548e-4788-8afa-7db0ad582d37 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:44.018395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b25bcea8-4324-46ac-8aed-7f7f32473d82 req-eaedd9cb-548e-4788-8afa-7db0ad582d37 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:44.024197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-165d450c-40e8-439c-8b4d-4ee567119e05 req-9a1a9f0d-9b00-432e-bd84-6ade293b349b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748658 Aug 04 16:58:44.114972 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-4f0cb89c-5678-4a04-ae6d-376d51141f26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d431c173-a148-49e3-87ff-519fed0ba4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372802 Aug 04 16:58:44.120073 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b25bcea8-4324-46ac-8aed-7f7f32473d82 req-eaedd9cb-548e-4788-8afa-7db0ad582d37 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:44.123394 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b25bcea8-4324-46ac-8aed-7f7f32473d82 req-eaedd9cb-548e-4788-8afa-7db0ad582d37 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:44.137399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b25bcea8-4324-46ac-8aed-7f7f32473d82 req-eaedd9cb-548e-4788-8afa-7db0ad582d37 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "DELETE /v2.0/security-groups/14389945-1d7d-4b26-817e-b854732bc9e6 HTTP/1.1" status: 204 len: 173 time: 0.2687447 Aug 04 16:58:44.168559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c6680-afa6-4a3e-a5af-a0e5b812e471 None None] Network 03c49fd2-277d-4330-8024-6b1b6dcd219a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:44.243151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedd9cb-548e-4788-8afa-7db0ad582d37 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14389945-1d7d-4b26-817e-b854732bc9e6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:44.340305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f54915-3a47-48a9-adf2-02541999891f req-0aeeee08-66ef-4ab9-a332-62616ac2c8d9 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:44.352596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18f54915-3a47-48a9-adf2-02541999891f req-0aeeee08-66ef-4ab9-a332-62616ac2c8d9 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 945 time: 0.1500494 Aug 04 16:58:44.442984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18f54915-3a47-48a9-adf2-02541999891f req-b4291276-c7df-4a5e-ba13-de999e3184fe tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892713 Aug 04 16:58:44.458049 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545754b0-1498-438a-b1df-0dc729bf49df x-openstack-request-id: req-545754b0-1498-438a-b1df-0dc729bf49df {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:44.458331 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11cac24-98d2-4f3a-bf8e-92b7d65c25dd", "name": "network-vif-deleted", "tag": "8fd4d246-6007-4921-b224-e5481dfb6fa9", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:44.458569 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-545754b0-1498-438a-b1df-0dc729bf49df {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:44.459081 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11cac24-98d2-4f3a-bf8e-92b7d65c25dd', 'name': 'network-vif-deleted', 'tag': '8fd4d246-6007-4921-b224-e5481dfb6fa9', 'status': 'completed', 'code': 200} Aug 04 16:58:44.484131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:44.500481 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-ee84f352-a69e-4455-838f-9e3ca7466ca1 req-6086190f-80ab-40ce-a281-5ef34e6f1f9d tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] show failed (client error): The resource could not be found. Aug 04 16:58:44.503306 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee84f352-a69e-4455-838f-9e3ca7466ca1 req-6086190f-80ab-40ce-a281-5ef34e6f1f9d tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/c36b0d03-e187-4321-a0b0-c7a69ebeff3b HTTP/1.1" status: 404 len: 352 time: 0.0230885 Aug 04 16:58:44.505139 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:44.554070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-811b5683-e151-4fd9-b2f7-7b25eb58a78f None None] Provisioning for port 53c97198-1e95-4fd9-9c32-523ab8984a17 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:44.608100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 53c97198-1e95-4fd9-9c32-523ab8984a17 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:44.609615 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-bc4fd8fe-22c5-46a0-8adc-10929f31a037 service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589529 Aug 04 16:58:44.646876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4218b89-7c8d-45ec-b273-63da28617812 req-6f5e6c94-a8d3-4e8e-9873-7d16d1410a02 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=d11cac24-98d2-4f3a-bf8e-92b7d65c25dd HTTP/1.1" status: 200 len: 210 time: 0.0407939 Aug 04 16:58:44.737266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a96ffc74-e841-4a39-8bc2-2bf6893e9eee req-385be063-82aa-4dbc-802c-dbbbb31f8035 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/5fbf0d11-1df3-44cb-acf6-506ff5f6088f HTTP/1.1" status: 200 len: 1807 time: 0.0696924 Aug 04 16:58:44.846922 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a96ffc74-e841-4a39-8bc2-2bf6893e9eee req-fee72fea-b295-471a-9583-f56d7012c9b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:44.872108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-72b90af1-827d-4397-a365-5cc7d1e44510 None None] Provisioning for port b847b81e-9f28-42f2-a201-23114f866cce completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:44.927829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a96ffc74-e841-4a39-8bc2-2bf6893e9eee req-fee72fea-b295-471a-9583-f56d7012c9b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:44.941458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-72b90af1-827d-4397-a365-5cc7d1e44510 None None] Provisioning complete for port b847b81e-9f28-42f2-a201-23114f866cce triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:44.941858 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72b90af1-827d-4397-a365-5cc7d1e44510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:44.962484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154d6a7-6e4e-4050-8254-8459c9fe73e2 req-b4727cc1-573a-4a45-9f4e-a3ecab9560b0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:44.971636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4154d6a7-6e4e-4050-8254-8459c9fe73e2 req-b4727cc1-573a-4a45-9f4e-a3ecab9560b0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1383898 Aug 04 16:58:44.986426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 53c97198-1e95-4fd9-9c32-523ab8984a17 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:45.003351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 53c97198-1e95-4fd9-9c32-523ab8984a17 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:45.003726 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.043457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4154d6a7-6e4e-4050-8254-8459c9fe73e2 req-339d16a2-5141-4b16-8d11-c58f8d9e07e8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658357 Aug 04 16:58:45.066271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a96ffc74-e841-4a39-8bc2-2bf6893e9eee req-fee72fea-b295-471a-9583-f56d7012c9b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.068697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-72b90af1-827d-4397-a365-5cc7d1e44510 None None] Port b847b81e-9f28-42f2-a201-23114f866cce cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:58:45.070148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a96ffc74-e841-4a39-8bc2-2bf6893e9eee req-fee72fea-b295-471a-9583-f56d7012c9b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.076985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a96ffc74-e841-4a39-8bc2-2bf6893e9eee req-fee72fea-b295-471a-9583-f56d7012c9b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "DELETE /v2.0/security-groups/5fbf0d11-1df3-44cb-acf6-506ff5f6088f HTTP/1.1" status: 204 len: 173 time: 0.3245783 Aug 04 16:58:45.098239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee72fea-b295-471a-9583-f56d7012c9b4 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbf0d11-1df3-44cb-acf6-506ff5f6088f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:45.242513 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.253293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4682a-65cd-4cea-bb24-429cffeb8e28 req-b129d9f1-1ffb-480d-9325-00566d771315 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:45.261037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ab4682a-65cd-4cea-bb24-429cffeb8e28 req-b129d9f1-1ffb-480d-9325-00566d771315 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 943 time: 0.0795231 Aug 04 16:58:45.325089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ab4682a-65cd-4cea-bb24-429cffeb8e28 req-852e48f4-ca7f-4a82-a4e1-6e8670cd8c6c tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625043 Aug 04 16:58:45.331748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e7a6f34d-12fb-498f-a3f5-0cfaede6975f None None] Provisioning complete for port b847b81e-9f28-42f2-a201-23114f866cce triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:45.332121 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e7a6f34d-12fb-498f-a3f5-0cfaede6975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.335032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 53c97198-1e95-4fd9-9c32-523ab8984a17, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=53c97198-1e95-4fd9-9c32-523ab8984a17,segment=NetworkSegment(8ad2c50a-8716-441c-a1fe-797a300ce0c9),segment_id=8ad2c50a-8716-441c-a1fe-797a300ce0c9)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:45.398492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.399365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 52a55f29-5a71-4505-8d27-1c11971f4f38 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:45.400290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5be615cf-aee1-4dba-a45d-20eaa298a8b8 req-77d8bbcd-eb84-40e9-82d3-e562a2cba540 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/9dbdcb1f-c7dd-406e-80bf-1a7f525834bf HTTP/1.1" status: 200 len: 1807 time: 0.1215105 Aug 04 16:58:45.477041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=53c97198-1e95-4fd9-9c32-523ab8984a17,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:45.488393 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5be615cf-aee1-4dba-a45d-20eaa298a8b8 req-8e7fc44c-8347-4f98-a2f1-4e642062a5d3 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.517958 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5be615cf-aee1-4dba-a45d-20eaa298a8b8 req-8e7fc44c-8347-4f98-a2f1-4e642062a5d3 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.567645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6f34d-12fb-498f-a3f5-0cfaede6975f None None] Port b847b81e-9f28-42f2-a201-23114f866cce cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:58:45.608617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 52a55f29-5a71-4505-8d27-1c11971f4f38 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:45.615512 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 52a55f29-5a71-4505-8d27-1c11971f4f38 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:45.615970 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.635169 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaa8bcbd-85ea-478d-9b04-077dbcc9d986 req-824b9959-c42b-488f-9064-caf5a68afa8f service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9428933 Aug 04 16:58:45.657476 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5be615cf-aee1-4dba-a45d-20eaa298a8b8 req-8e7fc44c-8347-4f98-a2f1-4e642062a5d3 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.660350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5be615cf-aee1-4dba-a45d-20eaa298a8b8 req-8e7fc44c-8347-4f98-a2f1-4e642062a5d3 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.662119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5be615cf-aee1-4dba-a45d-20eaa298a8b8 req-8e7fc44c-8347-4f98-a2f1-4e642062a5d3 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "DELETE /v2.0/security-groups/9dbdcb1f-c7dd-406e-80bf-1a7f525834bf HTTP/1.1" status: 204 len: 173 time: 0.2607188 Aug 04 16:58:45.676899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fc44c-8347-4f98-a2f1-4e642062a5d3 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbdcb1f-c7dd-406e-80bf-1a7f525834bf,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:45.689467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8fd4d246-6007-4921-b224-e5481dfb6fa9 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:45.717748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c238d-099c-449e-8a63-5f754c6cfe36 req-890c71c0-829a-4a68-afe6-6dd8d7898ddf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:45.729799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d38c238d-099c-449e-8a63-5f754c6cfe36 req-890c71c0-829a-4a68-afe6-6dd8d7898ddf tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 945 time: 0.1096134 Aug 04 16:58:45.766385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 8fd4d246-6007-4921-b224-e5481dfb6fa9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:45.767056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8fd4d246-6007-4921-b224-e5481dfb6fa9 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:45.769860 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.782671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1d185547-9998-4dc3-bfbe-dcb0e089399f None None] Provisioning complete for port 53c97198-1e95-4fd9-9c32-523ab8984a17 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:45.783445 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1d185547-9998-4dc3-bfbe-dcb0e089399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.793698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d38c238d-099c-449e-8a63-5f754c6cfe36 req-a67aaa02-01fb-41d8-b70d-cb1ea7b0fdb0 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570681 Aug 04 16:58:45.837864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 52a55f29-5a71-4505-8d27-1c11971f4f38, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=52a55f29-5a71-4505-8d27-1c11971f4f38,segment=NetworkSegment(775d7845-1da1-4342-ab77-07cdef71b381),segment_id=775d7845-1da1-4342-ab77-07cdef71b381)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:45.851199 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.875721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3995a13-d522-46f1-943e-cd720a3ace34 req-6b49a564-4348-412f-a22b-d5a26aa3ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:45.877506 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3995a13-d522-46f1-943e-cd720a3ace34 req-6b49a564-4348-412f-a22b-d5a26aa3ba75 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62491eec0cca45ab8614cc1eec7806ed&device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 1094 time: 0.1494691 Aug 04 16:58:45.882998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] Router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:58:45.908375 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce212fb5-825a-4225-8ab4-603ee9aef4c0 req-0b8af038-796c-45eb-892a-5078097bded7 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/f37c98b4-abe5-4f2d-9e16-0b235fdf4bc4 HTTP/1.1" status: 200 len: 1804 time: 0.0747178 Aug 04 16:58:45.944772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=52a55f29-5a71-4505-8d27-1c11971f4f38,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:45.954334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.967936 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:45.983167 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ce212fb5-825a-4225-8ab4-603ee9aef4c0 req-f3d27c25-a3c7-46fa-ad06-784a73f57dc9 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.006442 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ce212fb5-825a-4225-8ab4-603ee9aef4c0 req-f3d27c25-a3c7-46fa-ad06-784a73f57dc9 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.058984 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ce212fb5-825a-4225-8ab4-603ee9aef4c0 req-f3d27c25-a3c7-46fa-ad06-784a73f57dc9 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.062012 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ce212fb5-825a-4225-8ab4-603ee9aef4c0 req-f3d27c25-a3c7-46fa-ad06-784a73f57dc9 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.063231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce212fb5-825a-4225-8ab4-603ee9aef4c0 req-f3d27c25-a3c7-46fa-ad06-784a73f57dc9 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "DELETE /v2.0/security-groups/f37c98b4-abe5-4f2d-9e16-0b235fdf4bc4 HTTP/1.1" status: 204 len: 173 time: 0.1540439 Aug 04 16:58:46.084926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d27c25-a3c7-46fa-ad06-784a73f57dc9 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37c98b4-abe5-4f2d-9e16-0b235fdf4bc4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:46.172514 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'Port': ['ID=b847b81e-9f28-42f2-a201-23114f866cce,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:46.181061 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.192720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3995a13-d522-46f1-943e-cd720a3ace34 req-cbe598f1-ad8d-485f-b52c-ff9338be58af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:46.194694 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3995a13-d522-46f1-943e-cd720a3ace34 req-cbe598f1-ad8d-485f-b52c-ff9338be58af service neutron] 10.222.0.82 "GET /v2.0/networks?id=d431c173-a148-49e3-87ff-519fed0ba4f4 HTTP/1.1" status: 200 len: 924 time: 0.3044112 Aug 04 16:58:46.214501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-b6e592f1-bc69-4f89-88ee-cb64175cdc64 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e7d4edc-9619-44f6-8d9e-5f58c12131d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831161 Aug 04 16:58:46.281389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 53c97198-1e95-4fd9-9c32-523ab8984a17 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:46.348658 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3995a13-d522-46f1-943e-cd720a3ace34 req-7524661e-b0d1-4872-925b-7bd6e113ee84 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13 HTTP/1.1" status: 200 len: 217 time: 0.1421468 Aug 04 16:58:46.353206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 53c97198-1e95-4fd9-9c32-523ab8984a17 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:46.354171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:58:46.354348 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.357323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Network 9ce79e77-d55b-44fb-a901-57b63e773fc5 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:46.363826 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2ed90d52-f361-46bf-a49b-8a41a4583aae admin admin] 10.222.0.39 "PUT /v2.0/routers/4f2aa5aa-00e6-40e7-8041-a9fa7717fe24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0381198 Aug 04 16:58:46.365644 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45948) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:46.380823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] Sync routers for ids ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:58:46.410942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] Routers {'4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:58:46.411590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:58:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:46.413098 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-ae944145-9957-4937-88e4-f5f5172c3b6a service neutron] show failed (client error): The resource could not be found. Aug 04 16:58:46.415076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-ae944145-9957-4937-88e4-f5f5172c3b6a service neutron] 10.222.0.90 "GET /v2.0/ports/50810664-ac5d-4215-b5e4-7475fe74d0b7/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.1866791 Aug 04 16:58:46.419954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3995a13-d522-46f1-943e-cd720a3ace34 req-709c71a3-17b1-44a6-af69-d68e856f0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:46.422126 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3995a13-d522-46f1-943e-cd720a3ace34 req-709c71a3-17b1-44a6-af69-d68e856f0bb6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bcd47859-fa75-42a2-a5c7-407f4550dff0 HTTP/1.1" status: 200 len: 862 time: 0.0573106 Aug 04 16:58:46.427900 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:46.497952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0ff48-a18b-4c9b-a0cd-6c0b07d1623c req-daff2efb-a5bd-4fad-ae41-f61cc0ac9ed0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:46.504752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e0ff48-a18b-4c9b-a0cd-6c0b07d1623c req-daff2efb-a5bd-4fad-ae41-f61cc0ac9ed0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1460779 Aug 04 16:58:46.517136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-2e73a6df-57fa-44ec-a052-950b3cab6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:46.519078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-2e73a6df-57fa-44ec-a052-950b3cab6ab8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=5e7d4edc-9619-44f6-8d9e-5f58c12131d1 HTTP/1.1" status: 200 len: 1101 time: 0.1969850 Aug 04 16:58:46.559596 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3995a13-d522-46f1-943e-cd720a3ace34 req-7bdef6ab-b36c-4b79-9b05-9d99db9b25b5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d431c173-a148-49e3-87ff-519fed0ba4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226888 Aug 04 16:58:46.581706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 52a55f29-5a71-4505-8d27-1c11971f4f38 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:46.584599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aabd1b0-9de8-44ad-8f5d-9d3f005d3d71 req-9fde40b5-286c-4622-9406-4c8281eae566 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/777e5e61-7cd6-4fd0-b0da-fe4b51139720 HTTP/1.1" status: 200 len: 2402 time: 0.1602554 Aug 04 16:58:46.633864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] Set router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:58:46.654965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e0ff48-a18b-4c9b-a0cd-6c0b07d1623c req-fac3987f-149e-4841-879a-430f95290ae7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404455 Aug 04 16:58:46.745727 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3995a13-d522-46f1-943e-cd720a3ace34 req-f5a1affe-f2cc-465b-8bb7-486e39a1766b service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282415 Aug 04 16:58:46.750791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-b1524b78-e738-4eb8-a8e0-0c8eb984dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:46.753945 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-b1524b78-e738-4eb8-a8e0-0c8eb984dd39 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2063925 Aug 04 16:58:46.862522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 52a55f29-5a71-4505-8d27-1c11971f4f38 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:46.862994 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.878345 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1aabd1b0-9de8-44ad-8f5d-9d3f005d3d71 req-21f1521b-743f-40f1-8719-2901030278ce tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.884016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-8d5cda24-3f16-4add-bf2c-883dfdf617f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6f2ac96c-f2bd-4379-9690-338f71d32371 HTTP/1.1" status: 200 len: 217 time: 0.0869515 Aug 04 16:58:46.906362 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.917620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-28a32249-3def-47a6-83be-d025679258ce None None] Provisioning complete for port b847b81e-9f28-42f2-a201-23114f866cce triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:46.918126 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28a32249-3def-47a6-83be-d025679258ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.939340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-9ece66a7-9aca-4e4f-8a84-26976cf3efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:46.940878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-9ece66a7-9aca-4e4f-8a84-26976cf3efdb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee&tenant_id=fa45efccca1840b4b961a5862a9ab168 HTTP/1.1" status: 200 len: 1100 time: 0.1859069 Aug 04 16:58:46.949177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1aabd1b0-9de8-44ad-8f5d-9d3f005d3d71 req-21f1521b-743f-40f1-8719-2901030278ce tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:46.969230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:46.982698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-28a32249-3def-47a6-83be-d025679258ce None None] Port b847b81e-9f28-42f2-a201-23114f866cce cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:58:46.987656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee22bf-92d5-4c71-9e20-f612a8b08091 req-2566b641-cba1-4364-a438-258021609dac tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:46.989266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48ee22bf-92d5-4c71-9e20-f612a8b08091 req-2566b641-cba1-4364-a438-258021609dac tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 945 time: 0.1938839 Aug 04 16:58:46.999436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Router 402c7cfd-87e8-4d00-8f79-96f2ede7b015 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:58:47.005535 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3995a13-d522-46f1-943e-cd720a3ace34 req-a619be1f-39c3-4031-ade9-a4a851250b5d service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478092 Aug 04 16:58:47.049823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:58:43Z', 'revision_number': 5, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:47.053118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-bfbeda8e-6b2d-466e-9715-9c2ffe30e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:47.054597 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-bfbeda8e-6b2d-466e-9715-9c2ffe30e91b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1599739 Aug 04 16:58:47.081317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] Checking router: 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:58:47.099775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] Routers {'4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:58:47.100597 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:58:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:47.147881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:47.159033 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1aabd1b0-9de8-44ad-8f5d-9d3f005d3d71 req-21f1521b-743f-40f1-8719-2901030278ce tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:47.161613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1aabd1b0-9de8-44ad-8f5d-9d3f005d3d71 req-21f1521b-743f-40f1-8719-2901030278ce tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:47.163385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:58:47.169412 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-141476ea-5455-435c-91b9-fb73e7b75ce8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "PUT /v2.0/routers/402c7cfd-87e8-4d00-8f79-96f2ede7b015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9966953 Aug 04 16:58:47.173331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45954) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:47.177024 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aabd1b0-9de8-44ad-8f5d-9d3f005d3d71 req-21f1521b-743f-40f1-8719-2901030278ce tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "DELETE /v2.0/security-groups/777e5e61-7cd6-4fd0-b0da-fe4b51139720 HTTP/1.1" status: 204 len: 173 time: 0.5572257 Aug 04 16:58:47.177699 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:47.181914 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b0313-39be-422a-bdc8-424440f6afca None None] Sync routers for ids ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:58:47.197753 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b0313-39be-422a-bdc8-424440f6afca None None] Routers {'402c7cfd-87e8-4d00-8f79-96f2ede7b015'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:58:47.198464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-b2fa4708-92fd-47ac-87ca-d28b21eb393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:47.199198 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-664b0313-39be-422a-bdc8-424440f6afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:58:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:47.200039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-b2fa4708-92fd-47ac-87ca-d28b21eb393d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325343 Aug 04 16:58:47.212145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48ee22bf-92d5-4c71-9e20-f612a8b08091 req-503040c5-8ded-42a6-98c7-f9d6230ecaf3 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823320 Aug 04 16:58:47.240952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1521b-743f-40f1-8719-2901030278ce tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777e5e61-7cd6-4fd0-b0da-fe4b51139720,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:47.293127 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-664b0313-39be-422a-bdc8-424440f6afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:47.322981 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b0313-39be-422a-bdc8-424440f6afca None None] Routers {'402c7cfd-87e8-4d00-8f79-96f2ede7b015'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:58:47.324093 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-664b0313-39be-422a-bdc8-424440f6afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:58:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:47.381825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] Set router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:58:47.390240 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-664b0313-39be-422a-bdc8-424440f6afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:47.392478 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b0313-39be-422a-bdc8-424440f6afca None None] The sync data for ids ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:58:47.671498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:58:43Z', 'revision_number': 5, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:47.706298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24338c15-af5f-4bac-bb94-27422440fdde None None] The sync data for ids ['4f2aa5aa-00e6-40e7-8041-a9fa7717fe24'] in n-d-764435-5 is: [{'id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'name': 'tempest-ServersTestBootFromVolume-56462367-router', 'tenant_id': 'aa13da1d5c6a4066bd20d5509c126970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:55:00Z', 'updated_at': '2021-08-04T16:58:43Z', 'revision_number': 5, 'project_id': 'aa13da1d5c6a4066bd20d5509c126970', 'gw_port': {'id': 'f31034a5-382f-4097-9de0-fae1c8fa5d14', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2aa5aa-00e6-40e7-8041-a9fa7717fe24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:55:02Z', 'updated_at': '2021-08-04T16:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:58:47.740569 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Deleting port f31034a5-382f-4097-9de0-fae1c8fa5d14 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:47.741001 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:47.784379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-bd951b78-1248-40f0-81d0-3ef3627886f5 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709894 Aug 04 16:58:47.835819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-deb38f75-62ad-497e-99ed-403086b2668d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:47.837347 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-deb38f75-62ad-497e-99ed-403086b2668d tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 945 time: 0.2038486 Aug 04 16:58:47.914535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bf742-e707-478b-bfdf-16944ae459df req-84915d00-012d-45c1-a9fc-dc0f52813282 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:47.916538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f9bf742-e707-478b-bfdf-16944ae459df req-84915d00-012d-45c1-a9fc-dc0f52813282 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 943 time: 0.5280724 Aug 04 16:58:47.941044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfe028-ad76-45e6-b8e1-1583a0980158 req-0b3e1aca-947c-44be-a21f-6117897889a2 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:47.942466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-debfe028-ad76-45e6-b8e1-1583a0980158 req-0b3e1aca-947c-44be-a21f-6117897889a2 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 946 time: 0.2518702 Aug 04 16:58:47.971348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-7a1b4d06-88da-4ad1-8c0d-a6396242e7f4 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:47.972792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-7a1b4d06-88da-4ad1-8c0d-a6396242e7f4 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e7d4edc-9619-44f6-8d9e-5f58c12131d1 HTTP/1.1" status: 200 len: 950 time: 0.2628922 Aug 04 16:58:48.041288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] For port f31034a5-382f-4097-9de0-fae1c8fa5d14, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f31034a5-382f-4097-9de0-fae1c8fa5d14,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:48.041666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.045199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:48.070453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Calling delete_port for f31034a5-382f-4097-9de0-fae1c8fa5d14 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:48.079419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9f795-d9e8-4067-a369-739d8180b231 req-416f1c7a-f469-4176-a997-d933852309a6 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:48.080948 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60a9f795-d9e8-4067-a369-739d8180b231 req-416f1c7a-f469-4176-a997-d933852309a6 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 946 time: 0.2300491 Aug 04 16:58:48.091664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-596d5194-8b7d-4fd4-86a9-5a7811f35f43 req-f6599d92-1c86-4cdc-9b46-fb7b6b07615f service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733021 Aug 04 16:58:48.118468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f9bf742-e707-478b-bfdf-16944ae459df req-6a868fc7-a478-4e66-be6e-c3d5dc995742 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928368 Aug 04 16:58:48.171312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-debfe028-ad76-45e6-b8e1-1583a0980158 req-d98ae19e-f419-41bb-86d6-c448bb7e1194 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/security-groups?id=1912b9a2-2442-4c37-8a99-562d8e19fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032459 Aug 04 16:58:48.210871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:48.226472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3503da8d-5eae-4c53-bd2b-2a1229427716 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:48.265330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3503da8d-5eae-4c53-bd2b-2a1229427716 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:48.265661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3503da8d-5eae-4c53-bd2b-2a1229427716 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:48.313059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b11f2ac3-bb03-4139-82c7-f9d04e0d1fdb req-4878b41a-df7c-4f97-a34e-3ab10ad0ce31 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "GET /v2.0/security-groups/30fd25d8-60e8-48f8-bca0-ad10c36e0e6c HTTP/1.1" status: 200 len: 2397 time: 0.1403666 Aug 04 16:58:48.313505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:48.315804 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f00bec-5cdb-4e9e-abd1-efbadc9792ea" -d '{"events": [{"server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "name": "network-vif-unplugged", "status": "completed", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:48.319929 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.349494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-5ae83f6d-5c98-4ae9-a0e3-1befde9b1d81 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Deleting port 6f2ac96c-f2bd-4379-9690-338f71d32371 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:48.349855 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-5ae83f6d-5c98-4ae9-a0e3-1befde9b1d81 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.367473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Transition to ACTIVE for port object 50810664-ac5d-4215-b5e4-7475fe74d0b7 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:48.368948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Deleting port d41fc102-c394-44af-9fcb-c7a24b0f10dd {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:48.369336 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.410082 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.460714 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-298d204d-e090-48da-b529-c2444c3977ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2883687 Aug 04 16:58:48.478926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb62e6-5f74-4921-b0dc-b364eb1fff0f req-6ad284fc-06ab-403d-b179-1d86d6058cf7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:48.480934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7beb62e6-5f74-4921-b0dc-b364eb1fff0f req-6ad284fc-06ab-403d-b179-1d86d6058cf7 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e7d4edc-9619-44f6-8d9e-5f58c12131d1 HTTP/1.1" status: 200 len: 950 time: 0.2167189 Aug 04 16:58:48.483705 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-9e7e2508-a1de-4c1e-a08b-bdf40df07fe3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 16:58:48.487467 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9e7e2508-a1de-4c1e-a08b-bdf40df07fe3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "PUT /v2.0/routers/402c7cfd-87e8-4d00-8f79-96f2ede7b015/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3104038 Aug 04 16:58:48.489067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45964) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:48.598330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=50810664-ac5d-4215-b5e4-7475fe74d0b7,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:48.601091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] No DVR routers for this DVR port 50810664-ac5d-4215-b5e4-7475fe74d0b7 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:48.644593 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b11f2ac3-bb03-4139-82c7-f9d04e0d1fdb req-2c59ab6a-e1e2-4b7a-8c0e-16979b201769 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.645489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-60a9f795-d9e8-4067-a369-739d8180b231 req-57eac068-38e5-4324-8fca-b2737226cc0f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Deleting port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:48.646016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60a9f795-d9e8-4067-a369-739d8180b231 req-57eac068-38e5-4324-8fca-b2737226cc0f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.682645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7beb62e6-5f74-4921-b0dc-b364eb1fff0f req-f36f5157-f723-4ba5-a670-be522031693b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756430 Aug 04 16:58:48.709962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-5ae83f6d-5c98-4ae9-a0e3-1befde9b1d81 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] For port 6f2ac96c-f2bd-4379-9690-338f71d32371, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=6f2ac96c-f2bd-4379-9690-338f71d32371,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:48.709962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-5ae83f6d-5c98-4ae9-a0e3-1befde9b1d81 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.709962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Attempting to bind port 50810664-ac5d-4215-b5e4-7475fe74d0b7 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:58:48.709962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Attempting to bind port 50810664-ac5d-4215-b5e4-7475fe74d0b7 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:58:48.709962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Attempting to bind port 50810664-ac5d-4215-b5e4-7475fe74d0b7 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:48.736927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b11f2ac3-bb03-4139-82c7-f9d04e0d1fdb req-2c59ab6a-e1e2-4b7a-8c0e-16979b201769 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.739573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Port 50810664-ac5d-4215-b5e4-7475fe74d0b7 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:58:48.739906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Attempting to bind port 50810664-ac5d-4215-b5e4-7475fe74d0b7 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:58:48.742141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-5ae83f6d-5c98-4ae9-a0e3-1befde9b1d81 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Calling delete_port for 6f2ac96c-f2bd-4379-9690-338f71d32371 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:48.757414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:58:48.757798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:48.758256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:58:48.758982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Bound port: 50810664-ac5d-4215-b5e4-7475fe74d0b7, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:58:48.759497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.782644 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] For port d41fc102-c394-44af-9fcb-c7a24b0f10dd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d41fc102-c394-44af-9fcb-c7a24b0f10dd,segment=NetworkSegment(12b61a3a-aebe-461d-b722-30090aee062e),segment_id=12b61a3a-aebe-461d-b722-30090aee062e)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:48.783058 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.873189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-f612f6fe-a13b-4628-a107-fcb236882091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:48.874755 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-f612f6fe-a13b-4628-a107-fcb236882091 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 1100 time: 0.3700018 Aug 04 16:58:48.883911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Calling delete_port for d41fc102-c394-44af-9fcb-c7a24b0f10dd owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:48.903979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:48.997391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-a0b8a179-4bfa-45f9-986e-33b0e0f97495 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:48.998912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-a0b8a179-4bfa-45f9-986e-33b0e0f97495 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 950 time: 0.2235968 Aug 04 16:58:49.003993 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b11f2ac3-bb03-4139-82c7-f9d04e0d1fdb req-2c59ab6a-e1e2-4b7a-8c0e-16979b201769 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.006583 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b11f2ac3-bb03-4139-82c7-f9d04e0d1fdb req-2c59ab6a-e1e2-4b7a-8c0e-16979b201769 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.010879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b11f2ac3-bb03-4139-82c7-f9d04e0d1fdb req-2c59ab6a-e1e2-4b7a-8c0e-16979b201769 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] 10.222.0.39 "DELETE /v2.0/security-groups/30fd25d8-60e8-48f8-bca0-ad10c36e0e6c HTTP/1.1" status: 204 len: 173 time: 0.6783900 Aug 04 16:58:49.017156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45966) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:49.023148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:58:49.033172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd78294-a580-4117-a3b0-ad140a57cb1b req-66f5d3a1-2969-4ff7-b557-638068adb873 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:49.034897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbd78294-a580-4117-a3b0-ad140a57cb1b req-66f5d3a1-2969-4ff7-b557-638068adb873 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 947 time: 0.2490058 Aug 04 16:58:49.038850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:58:49.096795 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.128800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59ab6a-e1e2-4b7a-8c0e-16979b201769 tempest-SecurityGroupRulesTestJSON-740588637 tempest-SecurityGroupRulesTestJSON-740588637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd25d8-60e8-48f8-bca0-ad10c36e0e6c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:49.254862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:49.255409 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.256834 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] 10.222.0.82 "PUT /v2.0/ports/50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 200 len: 1095 time: 2.3038993 Aug 04 16:58:49.265956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f31034a5-382f-4097-9de0-fae1c8fa5d14,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:49.285323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-60a9f795-d9e8-4067-a369-739d8180b231 req-57eac068-38e5-4324-8fca-b2737226cc0f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] For port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,segment=NetworkSegment(c58f1aff-362a-4c54-bd36-1b1645632d87),segment_id=c58f1aff-362a-4c54-bd36-1b1645632d87)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:49.285323 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60a9f795-d9e8-4067-a369-739d8180b231 req-57eac068-38e5-4324-8fca-b2737226cc0f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.297269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-932df87d-8eb5-4710-8c26-3ec89b9b951a admin admin] Deleting subnet a3093843-716f-41a4-9dd6-28bda43ce317 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:58:49.332412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-5ae83f6d-5c98-4ae9-a0e3-1befde9b1d81 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.348424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['6f2ac96c-f2bd-4379-9690-338f71d32371'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:49.353168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-932df87d-8eb5-4710-8c26-3ec89b9b951a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.384154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694', '5f531a76-eb3b-4038-85fe-1485545c928b', '2721feb5-e1f4-4b00-a185-c7f4701a7b85', '6c31058e-079d-4574-84ab-c94d1c3c9182'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:49.385148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2407160-932c-4ddb-928b-5706c2a3b5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=50810664-ac5d-4215-b5e4-7475fe74d0b7,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:49.401767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-60a9f795-d9e8-4067-a369-739d8180b231 req-57eac068-38e5-4324-8fca-b2737226cc0f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Calling delete_port for 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:49.411989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbd78294-a580-4117-a3b0-ad140a57cb1b req-bff43a12-2ab7-4f6f-bf7c-e942eda02553 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441041 Aug 04 16:58:49.502786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae83f6d-5c98-4ae9-a0e3-1befde9b1d81 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event deleted for resources: {'Port': ['ID=6f2ac96c-f2bd-4379-9690-338f71d32371,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:49.510766 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba19644-5da2-420a-8251-321b51a7e318 x-openstack-request-id: req-dba19644-5da2-420a-8251-321b51a7e318 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:49.511284 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "name": "network-vif-unplugged", "status": "completed", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:49.511670 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dba19644-5da2-420a-8251-321b51a7e318 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:49.512281 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7', 'code': 200} Aug 04 16:58:49.553452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-932df87d-8eb5-4710-8c26-3ec89b9b951a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.579035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-8558bc30-6534-4254-82e2-25a75ae99dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:49.580572 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-8558bc30-6534-4254-82e2-25a75ae99dc2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.6601892 Aug 04 16:58:49.581540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.592840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8db8b-298a-4ac7-abd7-21e098c96bd2 req-58f65526-1101-41a0-a5d9-b89651825e51 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:49.599316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75a8db8b-298a-4ac7-abd7-21e098c96bd2 req-58f65526-1101-41a0-a5d9-b89651825e51 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/ports?device_id=166636a8-62df-4b4a-a4e9-6aa9248c6505 HTTP/1.1" status: 200 len: 945 time: 0.4781663 Aug 04 16:58:49.600209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-5ae83f6d-5c98-4ae9-a0e3-1befde9b1d81 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] No DVR routers for this DVR port 6f2ac96c-f2bd-4379-9690-338f71d32371 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:49.612000 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-5ae83f6d-5c98-4ae9-a0e3-1befde9b1d81 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.613964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d8cd765-3f0b-4ea4-a0e6-846618cbb8bb req-5ae83f6d-5c98-4ae9-a0e3-1befde9b1d81 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.90 "DELETE /v2.0/ports/6f2ac96c-f2bd-4379-9690-338f71d32371 HTTP/1.1" status: 204 len: 173 time: 1.6200545 Aug 04 16:58:49.631311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-f4d8f221-d261-4a72-b3ec-20db2d00cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:49.632474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-f4d8f221-d261-4a72-b3ec-20db2d00cae5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 1098 time: 0.3456674 Aug 04 16:58:49.693202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a01daa1f-71a4-4db7-ba14-9e86a6803d13 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:58:49.693849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-0ebcadae-0b48-4ac1-bb37-1801f83c88c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Deleting port 6c31058e-079d-4574-84ab-c94d1c3c9182 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:49.694207 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-0ebcadae-0b48-4ac1-bb37-1801f83c88c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.695908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d41fc102-c394-44af-9fcb-c7a24b0f10dd no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:49.711292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 6f2ac96c-f2bd-4379-9690-338f71d32371 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:49.797996 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-202c2310-9cbc-4d2d-82c1-b17218b6fbf3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5a62c27b-52e3-4783-a992-b6633be64694 HTTP/1.1" status: 200 len: 217 time: 0.1740217 Aug 04 16:58:49.805773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.811825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 6f2ac96c-f2bd-4379-9690-338f71d32371 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:49.811825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 6f2ac96c-f2bd-4379-9690-338f71d32371 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:49.812390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 50810664-ac5d-4215-b5e4-7475fe74d0b7 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:49.812516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.832268 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-932df87d-8eb5-4710-8c26-3ec89b9b951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:49.860921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75a8db8b-298a-4ac7-abd7-21e098c96bd2 req-773fba17-867d-4f4a-8089-3f08be4fe3bc tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.39 "GET /v2.0/security-groups?id=805635dc-d307-4fde-b135-7540d10f80dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416062 Aug 04 16:58:49.902775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7fefd-0de0-4ca6-b0da-68abf21d3d0a req-4a77bda2-ef62-4fc5-bf56-25fa0405c2c3 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:49.911681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10d7fefd-0de0-4ca6-b0da-68abf21d3d0a req-4a77bda2-ef62-4fc5-bf56-25fa0405c2c3 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 943 time: 0.3277063 Aug 04 16:58:49.937128 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.047406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-42a77a99-f038-44a8-a6de-800bf859764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:50.052818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Pushing event deleted for resources: {'Port': ['ID=d41fc102-c394-44af-9fcb-c7a24b0f10dd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:50.053560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-42a77a99-f038-44a8-a6de-800bf859764f service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3934700 Aug 04 16:58:50.054840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.055405 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:58:50.080931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-0ebcadae-0b48-4ac1-bb37-1801f83c88c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] For port 6c31058e-079d-4574-84ab-c94d1c3c9182, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6c31058e-079d-4574-84ab-c94d1c3c9182,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:50.081205 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-0ebcadae-0b48-4ac1-bb37-1801f83c88c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.085882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-932df87d-8eb5-4710-8c26-3ec89b9b951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.100134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-e3660e9e-b39e-48e8-883a-9345cc94ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:50.103744 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-e3660e9e-b39e-48e8-883a-9345cc94ed1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2929723 Aug 04 16:58:50.231443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.235585 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b7c5c0ea-c7d1-4559-b2e8-487e0f9fbcc8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4f2aa5aa-00e6-40e7-8041-a9fa7717fe24 HTTP/1.1" status: 204 len: 168 time: 3.8175263 Aug 04 16:58:50.238381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] No DVR routers for this DVR port d41fc102-c394-44af-9fcb-c7a24b0f10dd on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:50.245046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45976) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:50.245787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60a9f795-d9e8-4067-a369-739d8180b231 req-57eac068-38e5-4324-8fca-b2737226cc0f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.255009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.257418 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] 10.222.0.82 "DELETE /v2.0/ports/d41fc102-c394-44af-9fcb-c7a24b0f10dd HTTP/1.1" status: 204 len: 173 time: 2.4108944 Aug 04 16:58:50.261628 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166636a8-62df-4b4a-a4e9-6aa9248c6505', 'name': 'network-vif-deleted', 'tag': 'd41fc102-c394-44af-9fcb-c7a24b0f10dd'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:50.264588 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80180be-dfc7-4fa9-96cb-bdbbe220fe15" -d '{"events": [{"server_uuid": "166636a8-62df-4b4a-a4e9-6aa9248c6505", "name": "network-vif-deleted", "tag": "d41fc102-c394-44af-9fcb-c7a24b0f10dd"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:50.286754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 50810664-ac5d-4215-b5e4-7475fe74d0b7 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:50.290764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No active binding found for port d41fc102-c394-44af-9fcb-c7a24b0f10dd {{(pid=105830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 16:58:50.291883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d41fc102-c394-44af-9fcb-c7a24b0f10dd not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:50.329901 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 16:58:50.332954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eac068-38e5-4324-8fca-b2737226cc0f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Pushing event deleted for resources: {'Port': ['ID=1b5be256-5453-4d9a-99ba-3cc3bd1e17ca,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:50.461660 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a9f795-d9e8-4067-a369-739d8180b231 req-57eac068-38e5-4324-8fca-b2737226cc0f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] No DVR routers for this DVR port 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:50.464826 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-60a9f795-d9e8-4067-a369-739d8180b231 req-57eac068-38e5-4324-8fca-b2737226cc0f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.468109 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-60a9f795-d9e8-4067-a369-739d8180b231 req-57eac068-38e5-4324-8fca-b2737226cc0f tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.90 "DELETE /v2.0/ports/1b5be256-5453-4d9a-99ba-3cc3bd1e17ca HTTP/1.1" status: 204 len: 173 time: 2.3709767 Aug 04 16:58:50.475655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.479500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-c4882498-7f65-4ba5-a8f3-1373a90fa5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:50.481094 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-c4882498-7f65-4ba5-a8f3-1373a90fa5a9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3504102 Aug 04 16:58:50.495996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10d7fefd-0de0-4ca6-b0da-68abf21d3d0a req-2ed60360-8135-4402-aa68-a2b7bd4ae763 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833018 Aug 04 16:58:50.510566 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a01daa1f-71a4-4db7-ba14-9e86a6803d13, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:50.534674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13', 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4', 'port_id': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13', 'mac_address': 'fa:16:3e:64:d9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd47859-fa75-42a2-a5c7-407f4550dff0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:58:50.580721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932df87d-8eb5-4710-8c26-3ec89b9b951a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3093843-716f-41a4-9dd6-28bda43ce317,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:50.584057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-becc6b84-73ce-4a57-ad56-2aa95c70f189 admin admin] Deleting subnet 11304b86-4a19-48e6-a9a8-6abf02e7df42 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:58:50.598251 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-becc6b84-73ce-4a57-ad56-2aa95c70f189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.611492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-0ebcadae-0b48-4ac1-bb37-1801f83c88c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Calling delete_port for 6c31058e-079d-4574-84ab-c94d1c3c9182 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:50.616050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-4ce9471c-712c-4cfa-8152-226b8a4a50d4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 200 len: 217 time: 0.5464940 Aug 04 16:58:50.625009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-932df87d-8eb5-4710-8c26-3ec89b9b951a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.630320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-932df87d-8eb5-4710-8c26-3ec89b9b951a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a3093843-716f-41a4-9dd6-28bda43ce317 HTTP/1.1" status: 204 len: 168 time: 1.5922053 Aug 04 16:58:50.635785 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.636070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45984) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:50.655274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01daa1f-71a4-4db7-ba14-9e86a6803d13 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:50.690629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a01daa1f-71a4-4db7-ba14-9e86a6803d13, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:50.691449 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905a577c-64ed-488f-9ebd-a3564f889afd x-openstack-request-id: req-905a577c-64ed-488f-9ebd-a3564f889afd {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:50.691740 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166636a8-62df-4b4a-a4e9-6aa9248c6505", "name": "network-vif-deleted", "tag": "d41fc102-c394-44af-9fcb-c7a24b0f10dd", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:50.691986 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-905a577c-64ed-488f-9ebd-a3564f889afd {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:50.692376 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166636a8-62df-4b4a-a4e9-6aa9248c6505', 'name': 'network-vif-deleted', 'tag': 'd41fc102-c394-44af-9fcb-c7a24b0f10dd', 'status': 'completed', 'code': 200} Aug 04 16:58:50.702377 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.741036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-becc6b84-73ce-4a57-ad56-2aa95c70f189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:50.818210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736d0be-28f4-411e-a1f5-3798f6d0fd1f req-b376ce43-5888-418c-83e1-38815806510a tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:50.819957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f736d0be-28f4-411e-a1f5-3798f6d0fd1f req-b376ce43-5888-418c-83e1-38815806510a tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6000838-9ee6-4752-b7c8-2bc5f008298e HTTP/1.1" status: 200 len: 867 time: 0.7919350 Aug 04 16:58:50.825356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a01daa1f-71a4-4db7-ba14-9e86a6803d13,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:50.882684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c5178dbb-2ff4-4da7-9d24-f548b6407381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:50.884511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-c5178dbb-2ff4-4da7-9d24-f548b6407381 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2469356 Aug 04 16:58:50.963279 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-9a95d35f-99e9-41cf-ad74-07035400b8f2 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404013 Aug 04 16:58:50.970101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['a01daa1f-71a4-4db7-ba14-9e86a6803d13'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:50.984693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fc2e3-c0d4-4e1f-a821-5bf7e70201f2 req-f64fecb9-067c-4882-8c0b-8cda818307b5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:50.994088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-567fc2e3-c0d4-4e1f-a821-5bf7e70201f2 req-f64fecb9-067c-4882-8c0b-8cda818307b5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 947 time: 0.2125015 Aug 04 16:58:51.011297 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.023053 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-becc6b84-73ce-4a57-ad56-2aa95c70f189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.055937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f736d0be-28f4-411e-a1f5-3798f6d0fd1f req-b4be712f-7460-4c55-8885-0d60511d5a80 tempest-ServerTagsTestJSON-829178521 tempest-ServerTagsTestJSON-829178521-project] 10.222.0.39 "GET /v2.0/security-groups?id=1912b9a2-2442-4c37-8a99-562d8e19fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119751 Aug 04 16:58:51.096290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-e79a5499-5a5c-4d8a-8a69-187bed5c23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:51.098394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-e79a5499-5a5c-4d8a-8a69-187bed5c23a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1919467 Aug 04 16:58:51.128063 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67e23fe3-cc8f-473b-9550-1d2995d886f7 req-d6b59227-f198-4f65-8cc2-82b6a8e74b63 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542439 Aug 04 16:58:51.179842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-becc6b84-73ce-4a57-ad56-2aa95c70f189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.215999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-567fc2e3-c0d4-4e1f-a821-5bf7e70201f2 req-1d6bad32-4490-459a-997c-129f38d4e45e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206979 Aug 04 16:58:51.246411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc6b84-73ce-4a57-ad56-2aa95c70f189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11304b86-4a19-48e6-a9a8-6abf02e7df42,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:51.248507 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-becc6b84-73ce-4a57-ad56-2aa95c70f189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.252104 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-becc6b84-73ce-4a57-ad56-2aa95c70f189 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/11304b86-4a19-48e6-a9a8-6abf02e7df42 HTTP/1.1" status: 204 len: 168 time: 1.0037994 Aug 04 16:58:51.260099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bb6ef2-baa6-46e2-b36b-6408ac83fcbe None None] Network 633d2bc7-ef89-45f0-a1cf-f039e0fd881e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:51.260894 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45988) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:51.405164 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.433312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:51.447324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117a2e5-0e2a-4cd4-a4b4-f151c2d182ac req-64d8122e-1bb4-4ff5-8f2d-fc23ab841914 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:51.455128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8117a2e5-0e2a-4cd4-a4b4-f151c2d182ac req-64d8122e-1bb4-4ff5-8f2d-fc23ab841914 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 950 time: 0.2584693 Aug 04 16:58:51.457990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Deleting port b847b81e-9f28-42f2-a201-23114f866cce {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:51.458382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.487223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-0ebcadae-0b48-4ac1-bb37-1801f83c88c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.492063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c98ac2-e3a8-414e-b842-71655db71ee1') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:51.492634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c98ac2-e3a8-414e-b842-71655db71ee1') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:51.503418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-42582ded-951c-424d-9903-66d29e5af730 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943355 Aug 04 16:58:51.516099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7'}, {'server_uuid': '5e7d4edc-9619-44f6-8d9e-5f58c12131d1', 'name': 'network-vif-deleted', 'tag': '6f2ac96c-f2bd-4379-9690-338f71d32371'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:51.518659 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c31195-b2f2-4826-8ff6-949f410672ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7"}, {"server_uuid": "5e7d4edc-9619-44f6-8d9e-5f58c12131d1", "name": "network-vif-deleted", "tag": "6f2ac96c-f2bd-4379-9690-338f71d32371"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:51.536010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87b67d0-0382-4ee9-ac23-56405655f21f None None] DHCP port deletion for 633d2bc7-ef89-45f0-a1cf-f039e0fd881e request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:58:51.552832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.575894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcadae-0b48-4ac1-bb37-1801f83c88c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event deleted for resources: {'Port': ['ID=6c31058e-079d-4574-84ab-c94d1c3c9182,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:51.634058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c87b67d0-0382-4ee9-ac23-56405655f21f None None] Deleting port c32dcc02-d2cb-4363-86d8-e4a395b7c444 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:51.634922 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c87b67d0-0382-4ee9-ac23-56405655f21f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.639334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.654670 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.659614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8117a2e5-0e2a-4cd4-a4b4-f151c2d182ac req-8a94c04c-7db8-4240-8487-6eb79b80b61e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033339 Aug 04 16:58:51.670063 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Calling delete_port for b847b81e-9f28-42f2-a201-23114f866cce owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:51.701923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6c31058e-079d-4574-84ab-c94d1c3c9182 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:51.715582 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.741966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:51.752009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:51.752522 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:51.755113 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:51.771649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 6c31058e-079d-4574-84ab-c94d1c3c9182 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:51.772051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6c31058e-079d-4574-84ab-c94d1c3c9182 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:51.777908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:51.778396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1b5be256-5453-4d9a-99ba-3cc3bd1e17ca not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:51.784813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-0ebcadae-0b48-4ac1-bb37-1801f83c88c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] No DVR routers for this DVR port 6c31058e-079d-4574-84ab-c94d1c3c9182 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:51.802630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694', '5f531a76-eb3b-4038-85fe-1485545c928b', '2721feb5-e1f4-4b00-a185-c7f4701a7b85'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:51.868127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-0ebcadae-0b48-4ac1-bb37-1801f83c88c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.869743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c87b67d0-0382-4ee9-ac23-56405655f21f None None] For port c32dcc02-d2cb-4363-86d8-e4a395b7c444, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c32dcc02-d2cb-4363-86d8-e4a395b7c444,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:51.870180 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c87b67d0-0382-4ee9-ac23-56405655f21f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:51.874676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d21474c8-85e7-458a-a076-7c33c9e691d3 req-0ebcadae-0b48-4ac1-bb37-1801f83c88c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "DELETE /v2.0/ports/6c31058e-079d-4574-84ab-c94d1c3c9182 HTTP/1.1" status: 204 len: 173 time: 2.8626773 Aug 04 16:58:51.913326 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98016479-0ce7-4852-b84b-80f44cd90d74 x-openstack-request-id: req-98016479-0ce7-4852-b84b-80f44cd90d74 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:51.919327 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7", "status": "completed", "code": 200}, {"server_uuid": "5e7d4edc-9619-44f6-8d9e-5f58c12131d1", "name": "network-vif-deleted", "tag": "6f2ac96c-f2bd-4379-9690-338f71d32371", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:51.919772 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98016479-0ce7-4852-b84b-80f44cd90d74 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:51.920332 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7', 'status': 'completed', 'code': 200} Aug 04 16:58:51.920690 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7d4edc-9619-44f6-8d9e-5f58c12131d1', 'name': 'network-vif-deleted', 'tag': '6f2ac96c-f2bd-4379-9690-338f71d32371', 'status': 'completed', 'code': 200} Aug 04 16:58:51.936178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c87b67d0-0382-4ee9-ac23-56405655f21f None None] Calling delete_port for c32dcc02-d2cb-4363-86d8-e4a395b7c444 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:52.008195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:52.020623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76511564-8275-46be-9e2b-5063887a3653 req-d9a41136-bb5b-4841-8c23-11c279b13c18 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:52.031912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76511564-8275-46be-9e2b-5063887a3653 req-d9a41136-bb5b-4841-8c23-11c279b13c18 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 944 time: 0.3940599 Aug 04 16:58:52.046106 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:52.048642 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d HTTP/1.1" status: 204 len: 168 time: 1.3987675 Aug 04 16:58:52.094665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-073ffc51-9428-4fcf-8d00-ca77fc03a48a service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728776 Aug 04 16:58:52.133044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc869903-ebbd-412e-8af9-5370392ac013 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd70bae-93bd-48ea-b3ae-9d9a4323ed7d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:52.215964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46020) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:52.361115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76511564-8275-46be-9e2b-5063887a3653 req-786a8bb4-6a6b-4d97-953c-2ee334440cee tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981694 Aug 04 16:58:52.410935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c32dcc02-d2cb-4363-86d8-e4a395b7c444 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:52.415861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Deleting port c32dcc02-d2cb-4363-86d8-e4a395b7c444 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:52.417060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:52.483404 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c87b67d0-0382-4ee9-ac23-56405655f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:52.497470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c32dcc02-d2cb-4363-86d8-e4a395b7c444 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:52.497882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c32dcc02-d2cb-4363-86d8-e4a395b7c444 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:52.498343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f31034a5-382f-4097-9de0-fae1c8fa5d14 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:52.532975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: f31034a5-382f-4097-9de0-fae1c8fa5d14 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:52.533373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f31034a5-382f-4097-9de0-fae1c8fa5d14 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:52.535080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31195-b2f2-4826-8ff6-949f410672ff req-01ee7591-7d76-4b4d-af5d-27d07b9446d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:52.536767 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-01ee7591-7d76-4b4d-af5d-27d07b9446d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 1098 time: 0.2524512 Aug 04 16:58:52.573303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46026) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:52.602460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b67d0-0382-4ee9-ac23-56405655f21f None None] Pushing event deleted for resources: {'Port': ['ID=c32dcc02-d2cb-4363-86d8-e4a395b7c444,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:52.622712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87b67d0-0382-4ee9-ac23-56405655f21f None None] No DVR routers for this DVR port c32dcc02-d2cb-4363-86d8-e4a395b7c444 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:52.673501 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] For port c32dcc02-d2cb-4363-86d8-e4a395b7c444, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c32dcc02-d2cb-4363-86d8-e4a395b7c444,segment=NetworkSegment(a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f),segment_id=a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:52.673906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:52.701168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058159da-80cd-476a-8d4e-405805196f9b req-e609a1cf-3a8f-4405-a6e5-e9685e57b398 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:52.705829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-058159da-80cd-476a-8d4e-405805196f9b req-e609a1cf-3a8f-4405-a6e5-e9685e57b398 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 947 time: 0.2476315 Aug 04 16:58:52.711965 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6000838-9ee6-4752-b7c8-2bc5f008298e', 'name': 'network-vif-deleted', 'tag': '1b5be256-5453-4d9a-99ba-3cc3bd1e17ca'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:52.721325 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d43636-5a5f-4f1e-8d44-07d19564dd73" -d '{"events": [{"server_uuid": "d6000838-9ee6-4752-b7c8-2bc5f008298e", "name": "network-vif-deleted", "tag": "1b5be256-5453-4d9a-99ba-3cc3bd1e17ca"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:52.725118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d068ae-0c7a-4d11-97d8-7becdd4b44e4 admin admin] Deleting subnet 3cafce33-3f5b-45fa-95b2-b7e0ff49ebf2 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:58:52.760028 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52d068ae-0c7a-4d11-97d8-7becdd4b44e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:52.770250 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Calling delete_port for c32dcc02-d2cb-4363-86d8-e4a395b7c444 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:52.786038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31195-b2f2-4826-8ff6-949f410672ff req-bd6b3a8d-fbd9-4aaf-993f-aac32e26754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:52.793237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-bd6b3a8d-fbd9-4aaf-993f-aac32e26754a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 1098 time: 0.4473305 Aug 04 16:58:52.847657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31195-b2f2-4826-8ff6-949f410672ff req-4e8dabfe-a4a3-4ae5-a57b-a40948fdbf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:52.849420 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-4e8dabfe-a4a3-4ae5-a57b-a40948fdbf3d service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2996235 Aug 04 16:58:52.915622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5022309f-6228-43f2-a193-79ab538013f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9163b37613bc475c9855a27a32768360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327141 Aug 04 16:58:52.934847 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46032) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:52.946677 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-c5d104e6-8ecf-446b-a790-89e6d1e801e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 200 len: 217 time: 0.0646245 Aug 04 16:58:53.001926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52d068ae-0c7a-4d11-97d8-7becdd4b44e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.043968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.050186 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52d068ae-0c7a-4d11-97d8-7becdd4b44e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.092643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-058159da-80cd-476a-8d4e-405805196f9b req-65f3b119-e78c-4b05-9548-e95dee9f3238 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729119 Aug 04 16:58:53.109300 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event deleted for resources: {'Port': ['ID=b847b81e-9f28-42f2-a201-23114f866cce,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:53.114682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c546d0cb-3eec-4c31-af73-832a63ab1d01 req-52f376da-b8bc-4f72-b6dc-703db1877ce0 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b2f1590-ebbb-493e-8012-8a1be8eac371 HTTP/1.1" status: 200 len: 210 time: 0.2607677 Aug 04 16:58:53.194273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31195-b2f2-4826-8ff6-949f410672ff req-a46f92ed-3a3d-4041-b62f-cae8b8543419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:53.197365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-a46f92ed-3a3d-4041-b62f-cae8b8543419 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3218784 Aug 04 16:58:53.222558 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0473a785-3115-4856-9fe5-da001adf8ba1 x-openstack-request-id: req-0473a785-3115-4856-9fe5-da001adf8ba1 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:53.222558 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6000838-9ee6-4752-b7c8-2bc5f008298e", "name": "network-vif-deleted", "tag": "1b5be256-5453-4d9a-99ba-3cc3bd1e17ca", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:53.222972 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0473a785-3115-4856-9fe5-da001adf8ba1 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:53.223107 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6000838-9ee6-4752-b7c8-2bc5f008298e', 'name': 'network-vif-deleted', 'tag': '1b5be256-5453-4d9a-99ba-3cc3bd1e17ca', 'status': 'completed', 'code': 200} Aug 04 16:58:53.224662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31195-b2f2-4826-8ff6-949f410672ff req-651abf39-8dbc-4603-aed3-4828f42bbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:53.226165 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-651abf39-8dbc-4603-aed3-4828f42bbd3f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2721100 Aug 04 16:58:53.247623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.268374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] No DVR routers for this DVR port c32dcc02-d2cb-4363-86d8-e4a395b7c444 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:53.270129 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a625e90-6a98-4847-bd60-a3892d0998ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.302679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-c88e89b9-1705-4fef-bd53-01fdd02520db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 200 len: 217 time: 0.0961082 Aug 04 16:58:53.384772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31195-b2f2-4826-8ff6-949f410672ff req-9f8647d5-4636-4db8-a684-693f703bd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:53.386264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-9f8647d5-4636-4db8-a684-693f703bd9e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0741832 Aug 04 16:58:53.433112 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52d068ae-0c7a-4d11-97d8-7becdd4b44e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.452033 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32dcc02-d2cb-4363-86d8-e4a395b7c444,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:53.501333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d068ae-0c7a-4d11-97d8-7becdd4b44e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cafce33-3f5b-45fa-95b2-b7e0ff49ebf2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:53.506513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-52d068ae-0c7a-4d11-97d8-7becdd4b44e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.508723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-52d068ae-0c7a-4d11-97d8-7becdd4b44e4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3cafce33-3f5b-45fa-95b2-b7e0ff49ebf2 HTTP/1.1" status: 204 len: 168 time: 1.2915497 Aug 04 16:58:53.519015 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46038) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:53.531902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a625e90-6a98-4847-bd60-a3892d0998ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.552242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31195-b2f2-4826-8ff6-949f410672ff req-7a1a2271-0906-4c2d-9850-ce4046399113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:53.553874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-7a1a2271-0906-4c2d-9850-ce4046399113 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590075 Aug 04 16:58:53.599411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c31195-b2f2-4826-8ff6-949f410672ff req-6c311b8a-e711-4069-a1c1-7c5e2bc82f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:53.601083 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-6c311b8a-e711-4069-a1c1-7c5e2bc82f0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3631270 Aug 04 16:58:53.622988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075b911-1e41-4b17-a80b-fb33afae97b7 req-d48c43a9-176c-4cc1-b815-955e3cb2d256 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:53.624286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8075b911-1e41-4b17-a80b-fb33afae97b7 req-d48c43a9-176c-4cc1-b815-955e3cb2d256 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 944 time: 0.1277487 Aug 04 16:58:53.655317 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.688198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8075b911-1e41-4b17-a80b-fb33afae97b7 req-0d36309d-a38f-42da-b730-d2ef556474ec tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534399 Aug 04 16:58:53.697412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a01daa1f-71a4-4db7-ba14-9e86a6803d13 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:53.718261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-4bb8b03b-e079-472f-92dc-f00ba7080b63 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515737 Aug 04 16:58:53.755103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port a01daa1f-71a4-4db7-ba14-9e86a6803d13 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:53.760390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port a01daa1f-71a4-4db7-ba14-9e86a6803d13 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:53.761056 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.770180 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633d2bc7-ef89-45f0-a1cf-f039e0fd881e']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:53.791592 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.802356 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:53.802646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dd0f9c-f8b8-44bf-9d07-c573c147cb4f') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:53.826231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-69860d9d-202b-46ef-8bac-ec3f7ba909a9 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020339 Aug 04 16:58:53.833686 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.843492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.868832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434cafef-b67b-4242-ab7b-326bdab1703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:53.871171 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5796c5b8-bb8a-46e4-88ce-edfee8ded21d" -d '{"events": [{"server_uuid": "434cafef-b67b-4242-ab7b-326bdab1703b", "name": "network-vif-plugged", "status": "completed", "tag": "a01daa1f-71a4-4db7-ba14-9e86a6803d13"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:53.888847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a01daa1f-71a4-4db7-ba14-9e86a6803d13, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:53.901624 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:53.921641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f1590-ebbb-493e-8012-8a1be8eac371', 'name': 'network-vif-deleted', 'tag': '6c31058e-079d-4574-84ab-c94d1c3c9182'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:53.924065 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738970f8-3db1-4e39-9d5b-72c69a4cfcc0" -d '{"events": [{"server_uuid": "4b2f1590-ebbb-493e-8012-8a1be8eac371", "name": "network-vif-deleted", "tag": "6c31058e-079d-4574-84ab-c94d1c3c9182"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:53.940135 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68409edd-9bc4-4e8d-a12f-7810a4000e62 x-openstack-request-id: req-68409edd-9bc4-4e8d-a12f-7810a4000e62 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:53.940501 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434cafef-b67b-4242-ab7b-326bdab1703b", "name": "network-vif-plugged", "status": "completed", "tag": "a01daa1f-71a4-4db7-ba14-9e86a6803d13", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:53.940750 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68409edd-9bc4-4e8d-a12f-7810a4000e62 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:53.941131 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434cafef-b67b-4242-ab7b-326bdab1703b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13', 'code': 200} Aug 04 16:58:53.969890 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32974d3-d31a-49f4-9592-d62a292f16ca x-openstack-request-id: req-c32974d3-d31a-49f4-9592-d62a292f16ca {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:53.970728 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f1590-ebbb-493e-8012-8a1be8eac371", "name": "network-vif-deleted", "tag": "6c31058e-079d-4574-84ab-c94d1c3c9182", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:53.971246 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c32974d3-d31a-49f4-9592-d62a292f16ca {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:53.971908 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f1590-ebbb-493e-8012-8a1be8eac371', 'name': 'network-vif-deleted', 'tag': '6c31058e-079d-4574-84ab-c94d1c3c9182', 'status': 'completed', 'code': 200} Aug 04 16:58:53.986701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a01daa1f-71a4-4db7-ba14-9e86a6803d13,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:54.017842 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-65be464f-577e-49c6-b847-06539e9e0c61 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141277 Aug 04 16:58:54.021053 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.033339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32136b-5419-4cd8-8b52-540023c68155 req-fa47cf34-94ef-498d-930d-aa5f9f7d2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:54.034640 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a625e90-6a98-4847-bd60-a3892d0998ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.035528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa32136b-5419-4cd8-8b52-540023c68155 req-fa47cf34-94ef-498d-930d-aa5f9f7d2af9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 1096 time: 0.0500264 Aug 04 16:58:54.037237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a625e90-6a98-4847-bd60-a3892d0998ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.038393 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8a625e90-6a98-4847-bd60-a3892d0998ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac6e54c6-29c7-4bb9-8777-dfb114f79184 HTTP/1.1" status: 204 len: 168 time: 1.1022279 Aug 04 16:58:54.048705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.081921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa32136b-5419-4cd8-8b52-540023c68155 req-6cfb0e8e-6c94-4464-93c7-afb2e61a03a7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359836 Aug 04 16:58:54.091274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a625e90-6a98-4847-bd60-a3892d0998ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6e54c6-29c7-4bb9-8777-dfb114f79184,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:54.215336 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Router 402c7cfd-87e8-4d00-8f79-96f2ede7b015 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:58:54.216026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:54.216175 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:54.272750 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:54.308845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702b460-87cf-4c77-9c19-8f8809c5c826 req-b75d4a22-760b-4b90-8074-88368a719b09 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:54.311061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8702b460-87cf-4c77-9c19-8f8809c5c826 req-b75d4a22-760b-4b90-8074-88368a719b09 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 947 time: 0.1216078 Aug 04 16:58:54.431221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8702b460-87cf-4c77-9c19-8f8809c5c826 req-e46cefa8-ecdb-4428-8e98-c0df940934c0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073222 Aug 04 16:58:54.461886 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.502298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.507432 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.510025 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] 10.222.0.39 "DELETE /v2.0/networks/633d2bc7-ef89-45f0-a1cf-f039e0fd881e HTTP/1.1" status: 204 len: 168 time: 3.2476494 Aug 04 16:58:54.520319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe3a07a-213f-4d70-b75f-a17db82f11fa']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:54.553149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf564349-1be7-43e3-a8c3-d71f8a94d622 admin admin] Pushing event deleted for resources: {'Network': ['ID=633d2bc7-ef89-45f0-a1cf-f039e0fd881e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:54.557076 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:58:54.568749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46060) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:54.569728 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e0bd8d93-a408-4b17-a4a2-413048802a1f tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "PUT /v2.0/routers/402c7cfd-87e8-4d00-8f79-96f2ede7b015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0794854 Aug 04 16:58:54.573093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58f1aff-362a-4c54-bd36-1b1645632d87') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:54.574213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953576aa-0a70-496a-9235-94469208f845 None None] Sync routers for ids ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:58:54.574315 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58f1aff-362a-4c54-bd36-1b1645632d87') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:54.592288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953576aa-0a70-496a-9235-94469208f845 None None] Routers {'402c7cfd-87e8-4d00-8f79-96f2ede7b015'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:58:54.602660 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-953576aa-0a70-496a-9235-94469208f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:58:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:54.603177 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.606975 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-08c31195-b2f2-4826-8ff6-949f410672ff req-58960c67-52a6-466d-bef0-2275bb773258 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779636 Aug 04 16:58:54.635440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.673314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:54.674055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:54.679270 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:54.759359 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-a748fc92-3a3d-492f-aab9-e42b9d9953b2 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] delete failed (client error): The resource could not be found. Aug 04 16:58:54.764576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a748fc92-3a3d-492f-aab9-e42b9d9953b2 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-2072257469 HTTP/1.1" status: 404 len: 335 time: 0.1916943 Aug 04 16:58:54.765486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46070) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:54.775401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-1ccaf3ae-9573-49f2-a150-04661d121d37 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Request body: {'router': {'external_gateway_info': {'network_id': '402c7cfd-87e8-4d00-8f79-96f2ede7b015'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:54.776467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-953576aa-0a70-496a-9235-94469208f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:54.806724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953576aa-0a70-496a-9235-94469208f845 None None] Routers {'402c7cfd-87e8-4d00-8f79-96f2ede7b015'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:58:54.806724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-953576aa-0a70-496a-9235-94469208f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:58:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:54.830717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.839607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:54.847125 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] 10.222.0.39 "DELETE /v2.0/networks/abe3a07a-213f-4d70-b75f-a17db82f11fa HTTP/1.1" status: 204 len: 168 time: 1.3195727 Aug 04 16:58:54.877106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb0d28-0b2f-4576-857c-b0ef3f71f5ca admin admin] Pushing event deleted for resources: {'Network': ['ID=abe3a07a-213f-4d70-b75f-a17db82f11fa,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:54.911170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-953576aa-0a70-496a-9235-94469208f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:54.912122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953576aa-0a70-496a-9235-94469208f845 None None] The sync data for ids ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:58:55.035872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46080) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:55.154578 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ce8b046f-7895-430b-ac6c-119936c39ef7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa13da1d5c6a4066bd20d5509c126970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1170793 Aug 04 16:58:55.155721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46082) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:55.231958 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba3dfaca-e1ef-4cf0-a7f7-08b3c53323a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:55.280974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba3dfaca-e1ef-4cf0-a7f7-08b3c53323a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:55.377255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46090) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:55.386224 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba3dfaca-e1ef-4cf0-a7f7-08b3c53323a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:55.388984 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ba3dfaca-e1ef-4cf0-a7f7-08b3c53323a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:55.390290 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ba3dfaca-e1ef-4cf0-a7f7-08b3c53323a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bf4ca07-a488-4826-a96a-47daa08b4133 HTTP/1.1" status: 204 len: 168 time: 0.2330332 Aug 04 16:58:55.412449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3dfaca-e1ef-4cf0-a7f7-08b3c53323a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf4ca07-a488-4826-a96a-47daa08b4133,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:55.452095 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b3d51583-36be-4f60-abbc-615e63af09bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=799212cdea9049d2a9fa28fab1ef6dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733321 Aug 04 16:58:55.454471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46094) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:55.527575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489d2cd-30d5-4949-bd8b-2cf30b2fb406 req-70dffa82-a105-4c9f-a1be-1260d6b79132 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:55.536314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a489d2cd-30d5-4949-bd8b-2cf30b2fb406 req-70dffa82-a105-4c9f-a1be-1260d6b79132 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 945 time: 0.6382210 Aug 04 16:58:55.544314 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-771323fd-2115-4b01-b5bc-ba5a5d2c340a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:55.590199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-771323fd-2115-4b01-b5bc-ba5a5d2c340a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:55.596433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf3ae-9573-49f2-a150-04661d121d37 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:55.616552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e058c-e59d-4c11-90a0-30983412c5a8 req-154f0a72-3687-4138-a85b-829e1205d417 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:55.620286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e20e058c-e59d-4c11-90a0-30983412c5a8 req-154f0a72-3687-4138-a85b-829e1205d417 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 950 time: 0.2115765 Aug 04 16:58:55.661001 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-1ccaf3ae-9573-49f2-a150-04661d121d37 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] update failed (client error): The resource could not be found. Aug 04 16:58:55.667042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1ccaf3ae-9573-49f2-a150-04661d121d37 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "PUT /v2.0/routers/402c7cfd-87e8-4d00-8f79-96f2ede7b015 HTTP/1.1" status: 404 len: 339 time: 0.8959944 Aug 04 16:58:55.668711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46102) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:55.699825 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a489d2cd-30d5-4949-bd8b-2cf30b2fb406 req-1bc10eda-7e3c-481a-b01e-3dd014a489d3 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586800 Aug 04 16:58:55.718350 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 50810664-ac5d-4215-b5e4-7475fe74d0b7 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:58:55.752576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e20e058c-e59d-4c11-90a0-30983412c5a8 req-623e4e00-bf3b-4860-bb7d-cde8fa8d5b1b tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254036 Aug 04 16:58:55.793755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46106) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:55.828452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-771323fd-2115-4b01-b5bc-ba5a5d2c340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:55.831231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-771323fd-2115-4b01-b5bc-ba5a5d2c340a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:55.835560 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-771323fd-2115-4b01-b5bc-ba5a5d2c340a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1912b9a2-2442-4c37-8a99-562d8e19fda0 HTTP/1.1" status: 204 len: 168 time: 0.3798914 Aug 04 16:58:55.916500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:55.919966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf058a2-781e-4500-ac11-22f409b5428a req-f30cd550-6be8-4c52-b2d2-8218db4e3a36 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:55.924039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6cf058a2-781e-4500-ac11-22f409b5428a req-f30cd550-6be8-4c52-b2d2-8218db4e3a36 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 947 time: 0.1379621 Aug 04 16:58:55.944478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '50810664-ac5d-4215-b5e4-7475fe74d0b7', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '50810664-ac5d-4215-b5e4-7475fe74d0b7', 'mac_address': 'fa:16:3e:56:0e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:58:55.998908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:56.015609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771323fd-2115-4b01-b5bc-ba5a5d2c340a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1912b9a2-2442-4c37-8a99-562d8e19fda0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:56.017361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6cf058a2-781e-4500-ac11-22f409b5428a req-89158b49-b1e8-44b5-8efe-d21ca6a0ed24 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839300 Aug 04 16:58:56.034731 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50810664-ac5d-4215-b5e4-7475fe74d0b7 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:58:56.036119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46120) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:56.070877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:56.078427 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:56.179253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Deleting subnet fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:58:56.187811 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:56.207594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=50810664-ac5d-4215-b5e4-7475fe74d0b7,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:56.277608 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:56.332766 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:56.404063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['50810664-ac5d-4215-b5e4-7475fe74d0b7'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:56.539327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d39133-8378-4d7b-91e8-6006c211682a req-cda41148-e7db-4989-a29d-fa76f2fabb04 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:56.548448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6d39133-8378-4d7b-91e8-6006c211682a req-cda41148-e7db-4989-a29d-fa76f2fabb04 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 948 time: 0.1783600 Aug 04 16:58:56.563933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-3bd465c6-1987-4771-9db1-f5b623ac9b94 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:56.565743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-3bd465c6-1987-4771-9db1-f5b623ac9b94 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 950 time: 0.1971490 Aug 04 16:58:56.691097 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:56.724224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0957b7-de1e-4ef2-b8d7-d7e66c75e099,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:56.740063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.740402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.740781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.741075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.741408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.741751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.742258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.742649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.743151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.743502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.743882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.744240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:56.762378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-620178093-network', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:56.821892 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:56.830153 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fe14aba7-516c-4690-8948-2b3e6d0a1a58 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fa0957b7-de1e-4ef2-b8d7-d7e66c75e099 HTTP/1.1" status: 204 len: 168 time: 0.7929409 Aug 04 16:58:56.833005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46148) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:56.917467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6d39133-8378-4d7b-91e8-6006c211682a req-b9e7af64-b9fd-4f2b-a455-113ca4868224 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615320 Aug 04 16:58:56.933795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-fb227a69-b78b-473e-8ebb-a9f14c316cbc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:56.935653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-fb227a69-b78b-473e-8ebb-a9f14c316cbc tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 950 time: 0.2821343 Aug 04 16:58:56.953745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Made reservation on behalf of b68e419ce0824bde98d93945bf6038be for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:56.957208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.012482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.038849 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.126160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e937c9-2455-43a7-ab9d-eba596cb48c8 req-15971a42-b06d-4832-b438-7e675d0ab835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:57.127821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84e937c9-2455-43a7-ab9d-eba596cb48c8 req-15971a42-b06d-4832-b438-7e675d0ab835 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 945 time: 0.2266917 Aug 04 16:58:57.129896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-2af0b19d-b08e-4bd2-8807-54558daf56a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Deleting port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:57.130326 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-2af0b19d-b08e-4bd2-8807-54558daf56a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.217957 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-c5957afe-4908-4ecf-a95d-580ca1d23ee0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:57.219774 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-c5957afe-4908-4ecf-a95d-580ca1d23ee0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee&tenant_id=fa45efccca1840b4b961a5862a9ab168&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 948 time: 0.4742060 Aug 04 16:58:57.318410 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.335985 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-2fadda22-56dc-4f61-b0ce-e9ef231d691b service neutron] delete failed (client error): The resource could not be found. Aug 04 16:58:57.337179 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-2fadda22-56dc-4f61-b0ce-e9ef231d691b service neutron] 10.222.0.90 "DELETE /v2.0/ports/50810664-ac5d-4215-b5e4-7475fe74d0b7/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.1086133 Aug 04 16:58:57.371449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f95e51-d449-4950-a924-00fb40f6959b req-a3ac97a4-1cfc-4208-b5aa-f5963f9a0708 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:57.382592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f95e51-d449-4950-a924-00fb40f6959b req-a3ac97a4-1cfc-4208-b5aa-f5963f9a0708 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 950 time: 0.3271642 Aug 04 16:58:57.385832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46168) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:57.424476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-2af0b19d-b08e-4bd2-8807-54558daf56a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] For port 2721feb5-e1f4-4b00-a185-c7f4701a7b85, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2721feb5-e1f4-4b00-a185-c7f4701a7b85,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:57.425530 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-2af0b19d-b08e-4bd2-8807-54558daf56a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.431253 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.443093 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.443338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84e937c9-2455-43a7-ab9d-eba596cb48c8 req-55483db8-4340-462e-9039-311d936c8b8b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975679 Aug 04 16:58:57.479645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:57.485589 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.488447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-2af0b19d-b08e-4bd2-8807-54558daf56a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Calling delete_port for 2721feb5-e1f4-4b00-a185-c7f4701a7b85 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:57.519550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994a5d9d-65cf-48d2-a2eb-3ec837627526']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:57.542514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-71c19b55-28c5-49c6-ab48-3465ad10004e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Deleting port 5f531a76-eb3b-4038-85fe-1485545c928b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:58:57.543667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-71c19b55-28c5-49c6-ab48-3465ad10004e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.585317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b61a3a-aebe-461d-b722-30090aee062e') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:57.586046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b61a3a-aebe-461d-b722-30090aee062e') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:58:57.587984 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.588457 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Added segment 5a99e817-33a4-4a41-bed7-ffbfc759d67a of type vlan for network d27cdc38-0f38-4a75-a2d7-dc417ad59559 Aug 04 16:58:57.590049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf34e024-ff92-42b4-b824-11f7559d88ca,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:57.631519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f95e51-d449-4950-a924-00fb40f6959b req-7c5c2daf-03e0-44ce-aaad-4865536b7801 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332435 Aug 04 16:58:57.676490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.681029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.681367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.681850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.682244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.682631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.683040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.683414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.683794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.684176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.684553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.684953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.685335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:57.696494 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.700510 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.706453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1320716165-network', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:57.729363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 50810664-ac5d-4215-b5e4-7475fe74d0b7 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:58:57.730584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-d3dc49d6-d039-4bd7-89f9-89e3e05ff5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:57.732223 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-d3dc49d6-d039-4bd7-89f9-89e3e05ff5d1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 1099 time: 0.2349393 Aug 04 16:58:57.736437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:58:57.736866 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:58:57.743795 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:58:57.793986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 50810664-ac5d-4215-b5e4-7475fe74d0b7 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:57.799004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 50810664-ac5d-4215-b5e4-7475fe74d0b7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:57.799703 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.871916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.872996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:57.873760 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.888591 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Allocated IP 172.20.0.1 (99eb819d-834d-4a52-970b-5ecf69351a46/681b16f0-d8fb-4a04-8ad9-ee86a2526bb3/d8675fbe-6602-42bf-b936-f52a268b1396) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:58:57.898050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Made reservation on behalf of 8c3d9912f9fc434c94df4f200cd435aa for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:57.900949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.904907 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.918752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.950226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:57.955356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.955860 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71391eeb-e956-4f19-8408-9e875adb1748" -d '{"events": [{"server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "name": "network-vif-plugged", "status": "completed", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:57.960653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] 10.222.0.39 "DELETE /v2.0/networks/994a5d9d-65cf-48d2-a2eb-3ec837627526 HTTP/1.1" status: 204 len: 168 time: 1.1241198 Aug 04 16:58:57.964655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60b3f2-6dcc-425a-b2a7-e724bb1bf480 admin admin] Pushing event deleted for resources: {'Network': ['ID=994a5d9d-65cf-48d2-a2eb-3ec837627526,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:57.966981 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.971445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-71c19b55-28c5-49c6-ab48-3465ad10004e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] For port 5f531a76-eb3b-4038-85fe-1485545c928b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5f531a76-eb3b-4038-85fe-1485545c928b,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:57.971816 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-71c19b55-28c5-49c6-ab48-3465ad10004e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:57.983085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc50d0-39ba-426d-8635-751a5a7306e2 req-76845fc1-406a-46ba-bad5-45e4cbb5424b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:57.994788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:58:57.999551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-82cc50d0-39ba-426d-8635-751a5a7306e2 req-76845fc1-406a-46ba-bad5-45e4cbb5424b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 945 time: 0.2969551 Aug 04 16:58:58.001239 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.086775 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2883930 Aug 04 16:58:58.092816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=50810664-ac5d-4215-b5e4-7475fe74d0b7,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:58.094497 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46196) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:58.105039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.105317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Request body: {'subnet': {'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-620178093-subnet', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:58.105427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.110740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.112376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.114376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.114649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.115947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.116499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.117131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.117535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.118088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.120536 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3f041-c70d-4122-a335-35ecd33da10c admin admin] Pushing event updated for resources: {'Network': ['ID=d27cdc38-0f38-4a75-a2d7-dc417ad59559,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:58.121419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:58:58.127576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-92b4e320-82b3-40bd-bcec-27f14e7c6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:58.129275 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-92b4e320-82b3-40bd-bcec-27f14e7c6fab service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3855956 Aug 04 16:58:58.137937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d27cdc38-0f38-4a75-a2d7-dc417ad59559 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:58.173123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ac5edce-d11b-44df-8b0b-263c31b1d6eb req-9d050994-8749-48ea-bf14-7655ab426aef tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.1522462 Aug 04 16:58:58.186244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-71c19b55-28c5-49c6-ab48-3465ad10004e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Calling delete_port for 5f531a76-eb3b-4038-85fe-1485545c928b owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:58:58.210786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46198) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:58.216280 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-146dc9d1-b4bc-49a7-a868-a6e71d9d227d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 200 len: 217 time: 0.0770967 Aug 04 16:58:58.220829 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Made reservation on behalf of b68e419ce0824bde98d93945bf6038be for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:58.223235 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.243770 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.305374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-2af0b19d-b08e-4bd2-8807-54558daf56a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.319292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:58.337040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Transition to ACTIVE for port object d8675fbe-6602-42bf-b936-f52a268b1396 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:58:58.350601 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-c49caffb-6aea-4e5a-989e-2125e7e325cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:58.358180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-82cc50d0-39ba-426d-8635-751a5a7306e2 req-4619d8e5-0066-4b73-b44c-32503273af8a tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568892 Aug 04 16:58:58.361410 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-c49caffb-6aea-4e5a-989e-2125e7e325cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1305408 Aug 04 16:58:58.463681 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0b19d-b08e-4bd2-8807-54558daf56a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event deleted for resources: {'Port': ['ID=2721feb5-e1f4-4b00-a185-c7f4701a7b85,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:58.472656 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f515f1-9fde-49bb-b4e5-90a82e4213db x-openstack-request-id: req-a8f515f1-9fde-49bb-b4e5-90a82e4213db {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:58.473186 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "name": "network-vif-plugged", "status": "completed", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:58.473532 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8f515f1-9fde-49bb-b4e5-90a82e4213db {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:58.474359 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7', 'code': 200} Aug 04 16:58:58.499499 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.557549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-5eab6284-664c-42c3-9bf5-8ee9afc99e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:58.559273 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-5eab6284-664c-42c3-9bf5-8ee9afc99e34 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886218 Aug 04 16:58:58.574388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1c334a4a-1f2e-4506-9339-d5e76416fa1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=524e6703e05143f89fe82c4e86d98fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570042 Aug 04 16:58:58.579225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46212) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:58.618662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-2af0b19d-b08e-4bd2-8807-54558daf56a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] No DVR routers for this DVR port 2721feb5-e1f4-4b00-a185-c7f4701a7b85 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:58.624436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-2af0b19d-b08e-4bd2-8807-54558daf56a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.626464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73eb3d24-7daf-430c-9ef5-78fa74b22a55 req-2af0b19d-b08e-4bd2-8807-54558daf56a8 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "DELETE /v2.0/ports/2721feb5-e1f4-4b00-a185-c7f4701a7b85 HTTP/1.1" status: 204 len: 173 time: 2.0498364 Aug 04 16:58:58.630627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d7fae3-a1e0-4bc9-88bc-a34f62902691', 'name': 'network-vif-deleted', 'tag': '2721feb5-e1f4-4b00-a185-c7f4701a7b85'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:58:58.635623 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78998c9a-b126-4a02-86ec-6b7c36011b6a" -d '{"events": [{"server_uuid": "b9d7fae3-a1e0-4bc9-88bc-a34f62902691", "name": "network-vif-deleted", "tag": "2721feb5-e1f4-4b00-a185-c7f4701a7b85"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:58:58.680288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7761b90-a695-4533-8980-90e3f9c62492 req-a1a859eb-0774-4169-ba9c-5824220da378 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:58.689369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7761b90-a695-4533-8980-90e3f9c62492 req-a1a859eb-0774-4169-ba9c-5824220da378 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.3869207 Aug 04 16:58:58.749410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Network 99eb819d-834d-4a52-970b-5ecf69351a46 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:58:58.756094 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:58.787605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:58:58.815671 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a36cdf1-5e4d-41f1-abaf-6b16f67a55b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.822912 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-71c19b55-28c5-49c6-ab48-3465ad10004e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.838238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5a62c27b-52e3-4783-a992-b6633be64694'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:58:58.857455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'Port': ['ID=d8675fbe-6602-42bf-b936-f52a268b1396,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:58.869282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.887915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7761b90-a695-4533-8980-90e3f9c62492 req-c31d7302-649c-46c7-8ed1-89e584c90d66 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974425 Aug 04 16:58:58.900632 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.964341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d1dad7-ec34-40b9-b0e1-d60926573331,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:58.985379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c19b55-28c5-49c6-ab48-3465ad10004e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event deleted for resources: {'Port': ['ID=5f531a76-eb3b-4038-85fe-1485545c928b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:58.987316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:58.995750 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-90d817b8-520f-4386-a1bf-8a05a04d7ad4 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129071 Aug 04 16:58:59.085403 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a36cdf1-5e4d-41f1-abaf-6b16f67a55b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.192951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:58:59.197166 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da4809e-7e02-460a-a464-d4cb7d25892e x-openstack-request-id: req-4da4809e-7e02-460a-a464-d4cb7d25892e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:58:59.197710 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d7fae3-a1e0-4bc9-88bc-a34f62902691", "name": "network-vif-deleted", "tag": "2721feb5-e1f4-4b00-a185-c7f4701a7b85", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:58:59.198131 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4da4809e-7e02-460a-a464-d4cb7d25892e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:58:59.198696 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d7fae3-a1e0-4bc9-88bc-a34f62902691', 'name': 'network-vif-deleted', 'tag': '2721feb5-e1f4-4b00-a185-c7f4701a7b85', 'status': 'completed', 'code': 200} Aug 04 16:58:59.246181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-71c19b55-28c5-49c6-ab48-3465ad10004e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] No DVR routers for this DVR port 5f531a76-eb3b-4038-85fe-1485545c928b on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:58:59.250220 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.263885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f71e3cdd-360f-44eb-97bf-33ce397afca5 req-2f034841-8f90-4dd4-9eaf-452d98e24ea6 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9d7fae3-a1e0-4bc9-88bc-a34f62902691 HTTP/1.1" status: 200 len: 210 time: 0.1603858 Aug 04 16:58:59.286168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-96e1c3f8-ed67-472d-a5f5-6c5f1ed1a610 None None] Provisioning for port d8675fbe-6602-42bf-b936-f52a268b1396 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:58:59.286758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-96e1c3f8-ed67-472d-a5f5-6c5f1ed1a610 None None] Provisioning complete for port d8675fbe-6602-42bf-b936-f52a268b1396 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:58:59.287159 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-96e1c3f8-ed67-472d-a5f5-6c5f1ed1a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.298092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-71c19b55-28c5-49c6-ab48-3465ad10004e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.300489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3de4294-a456-49a9-b2b3-84923e495d69 req-71c19b55-28c5-49c6-ab48-3465ad10004e tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "DELETE /v2.0/ports/5f531a76-eb3b-4038-85fe-1485545c928b HTTP/1.1" status: 204 len: 173 time: 2.3143606 Aug 04 16:58:59.323840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed543a7-4c5d-46c6-8ef0-2e57ef8a861a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:59.343404 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.344410 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Added segment 11ae3abb-1dc2-428c-84eb-5882bf502064 of type vlan for network 471a2b16-5133-4f64-a964-47a9a441d46b Aug 04 16:58:59.388195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-96e1c3f8-ed67-472d-a5f5-6c5f1ed1a610 None None] Port d8675fbe-6602-42bf-b936-f52a268b1396 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:58:59.447538 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.473346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Checking segment: {'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:58:59.473346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Network hostable DHCP agents. Network: d27cdc38-0f38-4a75-a2d7-dc417ad59559, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:58:59.474240 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a36cdf1-5e4d-41f1-abaf-6b16f67a55b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.481199 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ab8c48a1-618d-4d24-a35e-fd8b71209fa2 req-99ccfe5b-b84a-41ae-a6f4-c47ca8a9e8cd service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745233 Aug 04 16:58:59.483271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a36cdf1-5e4d-41f1-abaf-6b16f67a55b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.494032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6a36cdf1-5e4d-41f1-abaf-6b16f67a55b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/805635dc-d307-4fde-b135-7540d10f80dc HTTP/1.1" status: 204 len: 168 time: 0.9127266 Aug 04 16:58:59.551178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c772c0c-2846-4ba7-ad93-047c964d8dd0 req-1116d4e5-b359-41d7-b100-c600da5471ed tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0528975 Aug 04 16:58:59.567618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.570727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36cdf1-5e4d-41f1-abaf-6b16f67a55b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805635dc-d307-4fde-b135-7540d10f80dc,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:59.574711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Network d27cdc38-0f38-4a75-a2d7-dc417ad59559 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:58:59.587107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.589501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:59.590704 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.609327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, d27cdc38-0f38-4a75-a2d7-dc417ad59559) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:58:59.617177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:59.617767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67842a1-cf47-4aea-84e6-f28998c4112b None None] Network d27cdc38-0f38-4a75-a2d7-dc417ad59559 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:58:59.618081 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.658652 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7d06e00f-c61f-4ab5-a945-b0acfbe5f776 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5594170 Aug 04 16:58:59.663023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46240) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:59.692891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:59.727825 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3064179 Aug 04 16:58:59.728629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46242) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:58:59.738528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Request body: {'subnet': {'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1320716165-subnet', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:58:59.746936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35495e63-f69c-46d4-ac1c-8de920aa0054 admin admin] Pushing event updated for resources: {'Network': ['ID=471a2b16-5133-4f64-a964-47a9a441d46b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:58:59.747196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2721feb5-e1f4-4b00-a185-c7f4701a7b85 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:59.774619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.775904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:58:59.805852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199a78e-e217-469b-aad1-1be829d917b1 req-87fa2784-8006-49fe-b7f6-8d20bff3efa1 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:58:59.808178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1199a78e-e217-469b-aad1-1be829d917b1 req-87fa2784-8006-49fe-b7f6-8d20bff3efa1 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 945 time: 0.1298692 Aug 04 16:58:59.829129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 471a2b16-5133-4f64-a964-47a9a441d46b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:58:59.842879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 2721feb5-e1f4-4b00-a185-c7f4701a7b85 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:58:59.844390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2721feb5-e1f4-4b00-a185-c7f4701a7b85 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:58:59.844544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Made reservation on behalf of 8c3d9912f9fc434c94df4f200cd435aa for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:58:59.844846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5f531a76-eb3b-4038-85fe-1485545c928b no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:58:59.847348 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.077113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 5f531a76-eb3b-4038-85fe-1485545c928b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:59:00.078324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5f531a76-eb3b-4038-85fe-1485545c928b not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:59:00.152154 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.164673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1199a78e-e217-469b-aad1-1be829d917b1 req-e8fe4fba-7bed-403f-9203-f0041aa2d52c tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417935 Aug 04 16:59:00.285238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa4cc2-c223-409e-aab2-4a577607df5b req-40e9cbf3-6c76-41a3-9db5-c9c41b71ce41 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:00.289482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9efa4cc2-c223-409e-aab2-4a577607df5b req-40e9cbf3-6c76-41a3-9db5-c9c41b71ce41 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.2420359 Aug 04 16:59:00.397881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-d27cdc38-0f38-4a75-a2d7-dc417ad59559', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:59:00.400795 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.511462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.625396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Allocated IP 172.20.0.2 (d27cdc38-0f38-4a75-a2d7-dc417ad59559/97d1dad7-ec34-40b9-b0e1-d60926573331/b67b344f-5dac-4aa5-9857-b1a29723e56d) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:00.633539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9efa4cc2-c223-409e-aab2-4a577607df5b req-70c1aa94-faef-42dc-b516-be2452ffd10f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266412 Aug 04 16:59:00.659746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-451320f5-0826-4071-a208-897a809e9780 req-0bda3ea9-e7c5-423d-8f00-899e1d572f30 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=77054aab-81c2-453f-893f-913344c28def HTTP/1.1" status: 200 len: 210 time: 0.1172478 Aug 04 16:59:00.689074 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.773571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fb5a73-df70-44b3-8e98-ee4083e32d92,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:00.785490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.793054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.800699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Checking segment: {'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:00.801421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Network hostable DHCP agents. Network: 471a2b16-5133-4f64-a964-47a9a441d46b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:59:00.821934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b89422f-d016-4e5a-8283-54cbf91fcf6f req-7775d461-a565-4559-b86a-a4b40a32ac47 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0422654 Aug 04 16:59:00.841907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Network 471a2b16-5133-4f64-a964-47a9a441d46b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:59:00.856481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 471a2b16-5133-4f64-a964-47a9a441d46b) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:00.863391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:00.865465 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.884652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e753b8c8-3813-4c9e-ad1c-ce3dcd90f310 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1518445 Aug 04 16:59:00.887495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46264) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:00.894348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15ce565-28ec-46c6-bcb4-dd40bbe214b9 None None] Network 471a2b16-5133-4f64-a964-47a9a441d46b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:00.896450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:00.928219 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.929765 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.944979 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:00.997316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Transition to ACTIVE for port object b67b344f-5dac-4aa5-9857-b1a29723e56d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:01.012152 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.041025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Transition to ACTIVE for port object b67b344f-5dac-4aa5-9857-b1a29723e56d will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:01.198916 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.262407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46272) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:01.277500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Network d27cdc38-0f38-4a75-a2d7-dc417ad59559 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:01.284858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:01.288989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Pushing event updated for resources: {'Port': ['ID=b67b344f-5dac-4aa5-9857-b1a29723e56d,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:01.289740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event updated for resources: {'Port': ['ID=d8675fbe-6602-42bf-b936-f52a268b1396,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:01.293034 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.294995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:01.319666 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19c29a68-de46-42b6-a592-476dde7f254e req-9b94bfa1-90ce-43a0-8dc2-d3557b0bbd9f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0562315 Aug 04 16:59:01.362654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-471a2b16-5133-4f64-a964-47a9a441d46b', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:59:01.363538 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.386092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Attempting to bind port b67b344f-5dac-4aa5-9857-b1a29723e56d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:01.386461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Attempting to bind port b67b344f-5dac-4aa5-9857-b1a29723e56d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:01.386840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Attempting to bind port b67b344f-5dac-4aa5-9857-b1a29723e56d on network d27cdc38-0f38-4a75-a2d7-dc417ad59559 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:01.394605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:01.394999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Checking segment: {'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:01.395402 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.395794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Bound using segment: {'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:01.396270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Bound port: b67b344f-5dac-4aa5-9857-b1a29723e56d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:01.396651 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.410790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77054aab-81c2-453f-893f-913344c28def', 'name': 'network-vif-deleted', 'tag': '5f531a76-eb3b-4038-85fe-1485545c928b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:01.414463 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279eb744-848c-4fd2-a318-005df7c60bbd" -d '{"events": [{"server_uuid": "77054aab-81c2-453f-893f-913344c28def", "name": "network-vif-deleted", "tag": "5f531a76-eb3b-4038-85fe-1485545c928b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:01.441233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.477198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-515577098-network', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:01.482823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.484542 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad68fd6-0bc3-402a-9b95-4721436fe997 x-openstack-request-id: req-4ad68fd6-0bc3-402a-9b95-4721436fe997 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:01.484844 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77054aab-81c2-453f-893f-913344c28def", "name": "network-vif-deleted", "tag": "5f531a76-eb3b-4038-85fe-1485545c928b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:01.485106 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ad68fd6-0bc3-402a-9b95-4721436fe997 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:01.485756 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77054aab-81c2-453f-893f-913344c28def', 'name': 'network-vif-deleted', 'tag': '5f531a76-eb3b-4038-85fe-1485545c928b', 'status': 'completed', 'code': 200} Aug 04 16:59:01.529661 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.553013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67821947-ac14-413d-829e-0513c475b984 req-077e0389-c3a6-453f-b50c-f1a02fd7b0d1 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:01.561464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67821947-ac14-413d-829e-0513c475b984 req-077e0389-c3a6-453f-b50c-f1a02fd7b0d1 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 945 time: 0.1436129 Aug 04 16:59:01.570684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Network 99eb819d-834d-4a52-970b-5ecf69351a46 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:01.571539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:01.574119 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.581201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:01.594618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.616654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] For port b67b344f-5dac-4aa5-9857-b1a29723e56d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:01.623924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] For port b67b344f-5dac-4aa5-9857-b1a29723e56d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b67b344f-5dac-4aa5-9857-b1a29723e56d,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:01.636840 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:01.652940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67821947-ac14-413d-829e-0513c475b984 req-c7340d2f-8dad-48cd-a089-82f615abbbfd tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853796 Aug 04 16:59:01.662262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Allocated IP 172.20.0.2 (471a2b16-5133-4f64-a964-47a9a441d46b/c2fb5a73-df70-44b3-8e98-ee4083e32d92/5b488940-4f1d-4eb8-8223-421533512c11) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:01.809772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498afb7-d676-4640-a064-b62d91311bb0 None None] Pushing event updated for resources: {'Port': ['ID=b67b344f-5dac-4aa5-9857-b1a29723e56d,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:01.852121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Allocated IP 172.25.2.217 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/bbaec991-60c4-4f60-bb45-6bdfef1840e2) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:01.909387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Router 402c7cfd-87e8-4d00-8f79-96f2ede7b015 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:59:01.980208 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9640b401-0023-4fb3-b8e3-0c8fb1a6e77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.010535 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.050105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Transition to ACTIVE for port object 5b488940-4f1d-4eb8-8223-421533512c11 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:02.112364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Transition to ACTIVE for port object 5b488940-4f1d-4eb8-8223-421533512c11 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:02.140495 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.196902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.232702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Pushing event updated for resources: {'Port': ['ID=5b488940-4f1d-4eb8-8223-421533512c11,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:02.273636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.290974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e188c798-3940-4b40-b80e-8c73afd502ca None None] Provisioning complete for port d8675fbe-6602-42bf-b936-f52a268b1396 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:02.292065 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e188c798-3940-4b40-b80e-8c73afd502ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.302091 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.307333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc45de-de80-4407-b990-2671dc3a416a req-7e3243db-c0b9-47fb-a764-66ef1543c722 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:02.308762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9dc45de-de80-4407-b990-2671dc3a416a req-7e3243db-c0b9-47fb-a764-66ef1543c722 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.4329050 Aug 04 16:59:02.335831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.346962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Network 471a2b16-5133-4f64-a964-47a9a441d46b is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:02.358783 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.362029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:02.372711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:02.376519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:02.389481 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74653f9e-d5e8-4afa-ba17-c9d25ecf79f2 None None] Sync routers for ids ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:02.406438 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6d58ecef-bedd-4487-ada6-d32fe434ceb3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "PUT /v2.0/routers/402c7cfd-87e8-4d00-8f79-96f2ede7b015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7362370 Aug 04 16:59:02.410259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46294) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:02.411472 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74653f9e-d5e8-4afa-ba17-c9d25ecf79f2 None None] Routers {'402c7cfd-87e8-4d00-8f79-96f2ede7b015'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:02.412117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9dc45de-de80-4407-b990-2671dc3a416a req-ccd3424a-752f-4279-96c1-ff0a14c52606 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737653 Aug 04 16:59:02.412259 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74653f9e-d5e8-4afa-ba17-c9d25ecf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:58:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:02.415483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b67b344f-5dac-4aa5-9857-b1a29723e56d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:02.442148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e96cb51-049f-4ca5-a713-462ab0e97672 req-e7258421-2e06-4668-91c0-be3e0e37a361 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0375702 Aug 04 16:59:02.487496 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74653f9e-d5e8-4afa-ba17-c9d25ecf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:02.503828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e188c798-3940-4b40-b80e-8c73afd502ca None None] Port d8675fbe-6602-42bf-b936-f52a268b1396 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:02.510906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Attempting to bind port 5b488940-4f1d-4eb8-8223-421533512c11 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:02.511292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Attempting to bind port 5b488940-4f1d-4eb8-8223-421533512c11 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:02.511658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Attempting to bind port 5b488940-4f1d-4eb8-8223-421533512c11 on network 471a2b16-5133-4f64-a964-47a9a441d46b {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:02.519911 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74653f9e-d5e8-4afa-ba17-c9d25ecf79f2 None None] Routers {'402c7cfd-87e8-4d00-8f79-96f2ede7b015'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:02.520874 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74653f9e-d5e8-4afa-ba17-c9d25ecf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:58:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:02.529152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:02.529583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Checking segment: {'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:02.530064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.530502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Bound using segment: {'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:02.531098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Bound port: 5b488940-4f1d-4eb8-8223-421533512c11, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:02.531499 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.593071 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-74653f9e-d5e8-4afa-ba17-c9d25ecf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:02.593741 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74653f9e-d5e8-4afa-ba17-c9d25ecf79f2 None None] The sync data for ids ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:02.600312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:59:02.604521 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a57c5b4-b8aa-4f2c-be12-ca46d6d19035 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.608331 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port b67b344f-5dac-4aa5-9857-b1a29723e56d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:02.621755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80f87d-6252-49b6-8f78-66913e445254 req-a5343af7-3ede-4fde-b486-0bd6dbae711a tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:02.627878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b80f87d-6252-49b6-8f78-66913e445254 req-a5343af7-3ede-4fde-b486-0bd6dbae711a tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 949 time: 0.1109352 Aug 04 16:59:02.632613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] For port 5b488940-4f1d-4eb8-8223-421533512c11, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:02.637225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] For port 5b488940-4f1d-4eb8-8223-421533512c11, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5b488940-4f1d-4eb8-8223-421533512c11,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:02.641544 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.668475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.668939 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Added segment 291c5b71-719c-4ff8-93a6-ce9eea0f4482 of type vlan for network d03c8cfc-aa93-4e8d-9427-7d300c74678a Aug 04 16:59:02.671838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47e213b-2944-424d-b5ed-62bbfd455ff7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:02.695530 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b80f87d-6252-49b6-8f78-66913e445254 req-6aab878c-7dcf-43d8-8ff3-7236136db9e1 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628674 Aug 04 16:59:02.716951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada25d86-6f75-4f16-8b78-b2df770dd520 req-05a4bb2e-bfa8-4ea3-a1e5-95c76a2bbf4d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:02.727894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada25d86-6f75-4f16-8b78-b2df770dd520 req-05a4bb2e-bfa8-4ea3-a1e5-95c76a2bbf4d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.1628275 Aug 04 16:59:02.728162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4c755-bbcf-4376-85f7-53124f074587 None None] Pushing event updated for resources: {'Port': ['ID=5b488940-4f1d-4eb8-8223-421533512c11,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:02.764878 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.861921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Allocated IP 172.25.2.49 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/138aafe6-2785-4990-b28a-375136cb5fab) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:02.867878 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:02.892184 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=bbaec991-60c4-4f60-bb45-6bdfef1840e2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:02.898852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada25d86-6f75-4f16-8b78-b2df770dd520 req-4752a7c0-61b9-46df-a57e-c2de6378d594 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626420 Aug 04 16:59:02.912088 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-3a57c5b4-b8aa-4f2c-be12-ca46d6d19035 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 04 16:59:02.913492 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3a57c5b4-b8aa-4f2c-be12-ca46d6d19035 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "DELETE /v2.0/routers/402c7cfd-87e8-4d00-8f79-96f2ede7b015 HTTP/1.1" status: 409 len: 329 time: 0.4899237 Aug 04 16:59:02.916354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:02.917077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46306) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:02.923589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:02.928495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:03.011103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:03.012612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:03.013495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:03.113393 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8432550 Aug 04 16:59:03.116117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46316) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:03.204471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Request body: {'subnet': {'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-515577098-subnet', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:03.264879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1733058-0517-4a8c-9077-fddb15f60317 admin admin] Pushing event updated for resources: {'Network': ['ID=d03c8cfc-aa93-4e8d-9427-7d300c74678a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:03.266639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b47b80-7868-479a-a11e-05387ef52dd8 req-a56433e6-4ba2-4f05-baac-fbc6051e3456 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:03.276335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51b47b80-7868-479a-a11e-05387ef52dd8 req-a56433e6-4ba2-4f05-baac-fbc6051e3456 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 945 time: 0.2019629 Aug 04 16:59:03.281994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d03c8cfc-aa93-4e8d-9427-7d300c74678a details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:59:03.309487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d3ac2-23dd-455a-aa7b-ccada4b0030f None None] Network d27cdc38-0f38-4a75-a2d7-dc417ad59559 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:03.323067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:03.325715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:03.371172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51b47b80-7868-479a-a11e-05387ef52dd8 req-46a575ef-bb84-419d-9de3-b698bcee2a6a tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931282 Aug 04 16:59:03.464966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6e84c1f3-e770-40f0-abea-5ebd1c7b9c28 None None] Provisioning for port b67b344f-5dac-4aa5-9857-b1a29723e56d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:03.528827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6e84c1f3-e770-40f0-abea-5ebd1c7b9c28 None None] Provisioning complete for port b67b344f-5dac-4aa5-9857-b1a29723e56d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:03.529785 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6e84c1f3-e770-40f0-abea-5ebd1c7b9c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:03.557513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:03.694165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3742e074-b75e-4d47-a14a-21fb3339acd8 req-03048e5f-c8b7-435d-aec8-b7a3e79186cd tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.1610856 Aug 04 16:59:03.696201 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:03.700728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:03.732730 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6e84c1f3-e770-40f0-abea-5ebd1c7b9c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:03.761918 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a01daa1f-71a4-4db7-ba14-9e86a6803d13 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:59:03.853633 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6e84c1f3-e770-40f0-abea-5ebd1c7b9c28 None None] For port b67b344f-5dac-4aa5-9857-b1a29723e56d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b67b344f-5dac-4aa5-9857-b1a29723e56d,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:03.893790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Pushing event updated for resources: {'Port': ['ID=138aafe6-2785-4990-b28a-375136cb5fab,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:03.914482 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6e84c1f3-e770-40f0-abea-5ebd1c7b9c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:03.983043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:04.015702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84c1f3-e770-40f0-abea-5ebd1c7b9c28 None None] Pushing event updated for resources: {'Port': ['ID=b67b344f-5dac-4aa5-9857-b1a29723e56d,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:04.018307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-eafebcc2-8b29-4d36-866c-724aac684a3d tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:04.020131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-eafebcc2-8b29-4d36-866c-724aac684a3d tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 949 time: 0.3701425 Aug 04 16:59:04.025724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:04.035624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:04.042371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a01daa1f-71a4-4db7-ba14-9e86a6803d13, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:04.060089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13', 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4', 'port_id': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13', 'mac_address': 'fa:16:3e:64:d9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd47859-fa75-42a2-a5c7-407f4550dff0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:59:04.076968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:04.096997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d04cdc-fb52-435d-b05c-9a7f7c694aec req-27f4d88f-5190-42e3-913b-30422b642882 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:04.105413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62d04cdc-fb52-435d-b05c-9a7f7c694aec req-27f4d88f-5190-42e3-913b-30422b642882 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 945 time: 0.2547424 Aug 04 16:59:04.121284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18822e4-0972-4f21-adbe-82068f166dad req-c666ee3b-74a5-4558-87f0-35bc79032ce1 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:04.128564 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:04.132376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f18822e4-0972-4f21-adbe-82068f166dad req-c666ee3b-74a5-4558-87f0-35bc79032ce1 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 949 time: 0.2797513 Aug 04 16:59:04.168410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a01daa1f-71a4-4db7-ba14-9e86a6803d13 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:59:04.180543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbcb1f8d-7827-496e-ba78-9e7176299506,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:04.182859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-394094d7-4f83-45bb-b451-601307c9b014 None None] Provisioning complete for port b67b344f-5dac-4aa5-9857-b1a29723e56d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:04.183248 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-394094d7-4f83-45bb-b451-601307c9b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:04.228335 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:04.232637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a01daa1f-71a4-4db7-ba14-9e86a6803d13, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:04.240389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Checking segment: {'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:04.241238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Network hostable DHCP agents. Network: d03c8cfc-aa93-4e8d-9427-7d300c74678a, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:59:04.246607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:04.345065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['a01daa1f-71a4-4db7-ba14-9e86a6803d13'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:59:04.362589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f18822e4-0972-4f21-adbe-82068f166dad req-a3e174c4-1028-4048-a216-948594da7d43 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289958 Aug 04 16:59:04.393088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62d04cdc-fb52-435d-b05c-9a7f7c694aec req-b16657ee-843c-49ee-a44e-76e1bacc2489 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548780 Aug 04 16:59:04.409609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1733f-dee3-45f0-8f64-29c0150c62d4 None None] Network 471a2b16-5133-4f64-a964-47a9a441d46b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:04.432847 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Network d03c8cfc-aa93-4e8d-9427-7d300c74678a is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:59:04.449590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Router e885930d-f03c-4cdd-8197-90055f7ced17 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:59:04.455014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, d03c8cfc-aa93-4e8d-9427-7d300c74678a) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:04.472937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:04.473958 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:04.495881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a01daa1f-71a4-4db7-ba14-9e86a6803d13,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:04.512309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98adeed1-71d1-4de9-8d0c-4ddb3580b0c1 None None] Network d03c8cfc-aa93-4e8d-9427-7d300c74678a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:04.551651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-604cd5d2-496b-4227-b6ee-5e1b9f4077c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Deleting port 5a62c27b-52e3-4783-a992-b6633be64694 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:59:04.551994 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-604cd5d2-496b-4227-b6ee-5e1b9f4077c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:04.567115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b67b344f-5dac-4aa5-9857-b1a29723e56d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:04.627166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:04.650922 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-598e7430-9d2d-4b11-9124-b70aa81195bb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4625032 Aug 04 16:59:04.653477 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46346) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:04.661020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:04.670399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:04.674696 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-205afc28-a8b2-4d23-b79a-6a95067dd5c3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0071723 Aug 04 16:59:04.676177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46352) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:04.763178 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-662c5536-b95a-4296-809e-2e7f2cc97938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:04.793341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Sync routers for ids ['e885930d-f03c-4cdd-8197-90055f7ced17'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:04.829393 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Routers {'e885930d-f03c-4cdd-8197-90055f7ced17'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:04.830053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e885930d-f03c-4cdd-8197-90055f7ced17'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:04.958101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8870614e-841b-42ab-b361-dfa7590b79ff None None] Provisioning for port 5b488940-4f1d-4eb8-8223-421533512c11 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:04.966762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29398c67-a22c-409d-a74c-cf6d07b1cb43 req-a73d705e-6561-4785-a4b0-cf7a274aeee7 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0670912 Aug 04 16:59:05.029584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Set router e885930d-f03c-4cdd-8197-90055f7ced17 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:05.032923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-bf1fd475-4f6f-480a-9f52-d83f27d63bf2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fa45efccca1840b4b961a5862a9ab168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334717 Aug 04 16:59:05.096071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.097542 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.129252 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.155128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-604cd5d2-496b-4227-b6ee-5e1b9f4077c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] For port 5a62c27b-52e3-4783-a992-b6633be64694, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5a62c27b-52e3-4783-a992-b6633be64694,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:05.155553 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-604cd5d2-496b-4227-b6ee-5e1b9f4077c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.219393 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.221461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-604cd5d2-496b-4227-b6ee-5e1b9f4077c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Calling delete_port for 5a62c27b-52e3-4783-a992-b6633be64694 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:59:05.240221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b67b344f-5dac-4aa5-9857-b1a29723e56d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:05.240588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.345758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-d03c8cfc-aa93-4e8d-9427-7d300c74678a', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:59:05.346722 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.387333 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.484424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.486368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.570755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-8e3e881d-2d7e-4f1b-8348-cfcc41b545ea tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:05.579280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-8e3e881d-2d7e-4f1b-8348-cfcc41b545ea tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5247152 Aug 04 16:59:05.647031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0ccb478d-1cfd-412c-8f2e-2d753f55a3da tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:05.649408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0ccb478d-1cfd-412c-8f2e-2d753f55a3da tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 944 time: 0.3653114 Aug 04 16:59:05.653875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Allocated IP 172.20.0.2 (d03c8cfc-aa93-4e8d-9427-7d300c74678a/fbcb1f8d-7827-496e-ba78-9e7176299506/1c564a5e-db0e-40d9-84b3-e6ce12cf39bf) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:05.667064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-cfc5a7c9-9583-425f-bdd9-0c7bf72d29bb tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/quotas/fa45efccca1840b4b961a5862a9ab168 HTTP/1.1" status: 200 len: 375 time: 0.0865548 Aug 04 16:59:05.730090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.768994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a01daa1f-71a4-4db7-ba14-9e86a6803d13 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:59:05.770941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a01daa1f-71a4-4db7-ba14-9e86a6803d13 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:59:05.821113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5b488940-4f1d-4eb8-8223-421533512c11 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:05.854122 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:05.903276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f7af4-bf4d-40e9-aabf-426cbf4d1e1b req-4e1f3d71-df50-4c98-96e8-aed40adbe851 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:05.904850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-114f7af4-bf4d-40e9-aabf-426cbf4d1e1b req-4e1f3d71-df50-4c98-96e8-aed40adbe851 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/ports?device_id=2966cca8-3d70-44be-b484-372748fb9c27 HTTP/1.1" status: 200 len: 949 time: 0.4239652 Aug 04 16:59:05.958413 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:03Z', 'revision_number': 3, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:05.978091 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.002948 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.010763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Checking router: e885930d-f03c-4cdd-8197-90055f7ced17 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:06.011257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Updating router e885930d-f03c-4cdd-8197-90055f7ced17 port bbaec991-60c4-4f60-bb45-6bdfef1840e2 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:59:06.030929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-a98f070a-f326-4048-8734-1edd34b3e60d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3625996 Aug 04 16:59:06.110432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Allocated IP 172.20.0.1 (d27cdc38-0f38-4a75-a2d7-dc417ad59559/97d1dad7-ec34-40b9-b0e1-d60926573331/51a1e08f-4ecc-4d60-825d-040d9b05acbf) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:06.113828 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-604cd5d2-496b-4227-b6ee-5e1b9f4077c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.124476 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.137705 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.181385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 5b488940-4f1d-4eb8-8223-421533512c11 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:06.203644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.205972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5b488940-4f1d-4eb8-8223-421533512c11 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:06.206441 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.210771 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-114f7af4-bf4d-40e9-aabf-426cbf4d1e1b req-b883290f-7a65-4b5b-b0f8-f4c54057bdc4 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.39 "GET /v2.0/security-groups?id=c3f61767-aa77-4864-bc30-f17d872acd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370481 Aug 04 16:59:06.213511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a01daa1f-71a4-4db7-ba14-9e86a6803d13, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:06.216150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cd5d2-496b-4227-b6ee-5e1b9f4077c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Pushing event deleted for resources: {'Port': ['ID=5a62c27b-52e3-4783-a992-b6633be64694,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:06.218836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a01daa1f-71a4-4db7-ba14-9e86a6803d13 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:59:06.223733 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Allocated IP 172.25.2.145 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/40aadaf3-db4b-4322-8b10-24e658df33f5) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:06.248062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0c389c94-2f06-4ddd-a370-7d0f8d35c18b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Deleting port a01daa1f-71a4-4db7-ba14-9e86a6803d13 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:59:06.248410 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0c389c94-2f06-4ddd-a370-7d0f8d35c18b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.295003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Transition to ACTIVE for port object 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:06.359279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-604cd5d2-496b-4227-b6ee-5e1b9f4077c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] No DVR routers for this DVR port 5a62c27b-52e3-4783-a992-b6633be64694 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:59:06.362256 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-604cd5d2-496b-4227-b6ee-5e1b9f4077c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.365322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-910e380a-0700-4f4a-9b5a-deb6b7203929 req-604cd5d2-496b-4227-b6ee-5e1b9f4077c9 tempest-ServersOnMultiNodesTest-572497313 tempest-ServersOnMultiNodesTest-572497313-project] 10.222.0.82 "DELETE /v2.0/ports/5a62c27b-52e3-4783-a992-b6633be64694 HTTP/1.1" status: 204 len: 173 time: 2.3265502 Aug 04 16:59:06.383969 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.397436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2966cca8-3d70-44be-b484-372748fb9c27', 'name': 'network-vif-deleted', 'tag': '5a62c27b-52e3-4783-a992-b6633be64694'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:06.401087 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d009e7a-7782-4a8d-b647-f7be1b627c87" -d '{"events": [{"server_uuid": "2966cca8-3d70-44be-b484-372748fb9c27", "name": "network-vif-deleted", "tag": "5a62c27b-52e3-4783-a992-b6633be64694"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:06.422705 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.471258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13', 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4', 'port_id': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13', 'mac_address': 'fa:16:3e:64:d9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd47859-fa75-42a2-a5c7-407f4550dff0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:59:06.486945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.498750 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a01daa1f-71a4-4db7-ba14-9e86a6803d13, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:06.512462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Transition to ACTIVE for port object 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:06.518299 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.519149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5a62c27b-52e3-4783-a992-b6633be64694 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:59:06.590211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Transition to ACTIVE for port object 51a1e08f-4ecc-4d60-825d-040d9b05acbf will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:06.594112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 5a62c27b-52e3-4783-a992-b6633be64694 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:59:06.594781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5a62c27b-52e3-4783-a992-b6633be64694 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:59:06.595989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.596915 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.687515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=40aadaf3-db4b-4322-8b10-24e658df33f5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:06.700833 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:06.705290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:06.709279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:06.963647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0c45ad2-ec46-4a5f-b774-0c70460ff33b req-1b94f553-5511-47b0-b100-1c78298fd48e tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0924306 Aug 04 16:59:06.980969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0c389c94-2f06-4ddd-a370-7d0f8d35c18b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] For port a01daa1f-71a4-4db7-ba14-9e86a6803d13, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a01daa1f-71a4-4db7-ba14-9e86a6803d13,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:06.981355 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0c389c94-2f06-4ddd-a370-7d0f8d35c18b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:06.996405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Network d03c8cfc-aa93-4e8d-9427-7d300c74678a is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:07.008541 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.011123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a01daa1f-71a4-4db7-ba14-9e86a6803d13,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:07.025646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:07.035215 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:07.071391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0c389c94-2f06-4ddd-a370-7d0f8d35c18b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Calling delete_port for a01daa1f-71a4-4db7-ba14-9e86a6803d13 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:59:07.076230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Transition to ACTIVE for port object bbaec991-60c4-4f60-bb45-6bdfef1840e2 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:07.081974 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.089460 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.122408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57e3d-1fa5-4a22-a865-0e26e7f2232b req-4ac714da-e927-415a-a63b-e28938837e15 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:07.124095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91c57e3d-1fa5-4a22-a865-0e26e7f2232b req-4ac714da-e927-415a-a63b-e28938837e15 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 944 time: 0.6973917 Aug 04 16:59:07.200134 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.245813 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Network d27cdc38-0f38-4a75-a2d7-dc417ad59559 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:07.254727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:07.276196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:07.314306 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.316775 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Pushing event updated for resources: {'Port': ['ID=51a1e08f-4ecc-4d60-825d-040d9b05acbf,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:07.335234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Pushing event updated for resources: {'Port': ['ID=1c564a5e-db0e-40d9-84b3-e6ce12cf39bf,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:07.401577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4447044-58e1-4c22-889e-7b733e85acf4 req-d51d0501-4fcc-4a4b-a606-bf0999832a9a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 210 time: 0.2751842 Aug 04 16:59:07.420683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Deleting port d8675fbe-6602-42bf-b936-f52a268b1396 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:59:07.423612 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.435417 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.452783 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.457846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 5b488940-4f1d-4eb8-8223-421533512c11, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5b488940-4f1d-4eb8-8223-421533512c11,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:07.464419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Attempting to bind port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:07.464916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Attempting to bind port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:07.465371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Attempting to bind port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf on network d03c8cfc-aa93-4e8d-9427-7d300c74678a {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:07.470934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Attempting to bind port bbaec991-60c4-4f60-bb45-6bdfef1840e2 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:07.471503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Attempting to bind port bbaec991-60c4-4f60-bb45-6bdfef1840e2 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:07.472250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Attempting to bind port bbaec991-60c4-4f60-bb45-6bdfef1840e2 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:07.478434 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.482877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:07.483451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Checking segment: {'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:07.484109 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.484566 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Bound using segment: {'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:07.485286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Bound port: 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:07.485796 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.490067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f21f92-29bc-4769-b69e-3408fd5b341f None None] Pushing event updated for resources: {'Port': ['ID=bbaec991-60c4-4f60-bb45-6bdfef1840e2,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:07.496341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:07.496759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:07.497271 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.497823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:07.498656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Bound port: bbaec991-60c4-4f60-bb45-6bdfef1840e2, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:07.499211 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.553858 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b559bb1-6619-4b3c-9648-0a9bed794378 x-openstack-request-id: req-5b559bb1-6619-4b3c-9648-0a9bed794378 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:07.555568 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2966cca8-3d70-44be-b484-372748fb9c27", "name": "network-vif-deleted", "tag": "5a62c27b-52e3-4783-a992-b6633be64694", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:07.555978 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b559bb1-6619-4b3c-9648-0a9bed794378 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:07.556561 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2966cca8-3d70-44be-b484-372748fb9c27', 'name': 'network-vif-deleted', 'tag': '5a62c27b-52e3-4783-a992-b6633be64694', 'status': 'completed', 'code': 200} Aug 04 16:59:07.594821 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.632794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91c57e3d-1fa5-4a22-a865-0e26e7f2232b req-f8fef9e1-6f8c-43f7-b32e-856db020c973 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139035 Aug 04 16:59:07.667133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] For port bbaec991-60c4-4f60-bb45-6bdfef1840e2, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:07.674746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Router 6c313e47-9199-4b23-961e-0915711dc115 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:59:07.675654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=5b488940-4f1d-4eb8-8223-421533512c11,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:07.716322 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] For port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:07.721114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] For port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1c564a5e-db0e-40d9-84b3-e6ce12cf39bf,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:07.739850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.763623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] For port bbaec991-60c4-4f60-bb45-6bdfef1840e2, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bbaec991-60c4-4f60-bb45-6bdfef1840e2,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:07.834780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:07.839763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0c389c94-2f06-4ddd-a370-7d0f8d35c18b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.843129 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.851604 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03793896-b1ab-405d-b547-2db3a69ac860 None None] Pushing event updated for resources: {'Port': ['ID=1c564a5e-db0e-40d9-84b3-e6ce12cf39bf,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:07.852153 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Sync routers for ids ['6c313e47-9199-4b23-961e-0915711dc115'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:07.864518 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.872923 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Routers {'6c313e47-9199-4b23-961e-0915711dc115'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:07.874353 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c313e47-9199-4b23-961e-0915711dc115'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:07.880442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2d240b7b-735d-449e-9de9-4013e304bd04 None None] Provisioning for port 51a1e08f-4ecc-4d60-825d-040d9b05acbf completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:07.888152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2d240b7b-735d-449e-9de9-4013e304bd04 None None] Provisioning complete for port 51a1e08f-4ecc-4d60-825d-040d9b05acbf triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:07.888550 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d240b7b-735d-449e-9de9-4013e304bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:07.963196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Routers {'e885930d-f03c-4cdd-8197-90055f7ced17'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:07.963846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e885930d-f03c-4cdd-8197-90055f7ced17'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:07.967743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Calling delete_port for d8675fbe-6602-42bf-b936-f52a268b1396 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:59:07.980687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c389c94-2f06-4ddd-a370-7d0f8d35c18b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event deleted for resources: {'Port': ['ID=a01daa1f-71a4-4db7-ba14-9e86a6803d13,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:08.011033 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:08.014872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d707c86e-0c28-4b90-9054-c22833c9af93 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.1231844 Aug 04 16:59:08.054492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46384) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:08.133050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] Set router e885930d-f03c-4cdd-8197-90055f7ced17 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:08.149270 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Set router 6c313e47-9199-4b23-961e-0915711dc115 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:08.317304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46386) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:08.352816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f21f92-29bc-4769-b69e-3408fd5b341f None None] Pushing event updated for resources: {'Port': ['ID=bbaec991-60c4-4f60-bb45-6bdfef1840e2,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:08.355900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2d240b7b-735d-449e-9de9-4013e304bd04 None None] Port 51a1e08f-4ecc-4d60-825d-040d9b05acbf cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:08.402419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0c389c94-2f06-4ddd-a370-7d0f8d35c18b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] No DVR routers for this DVR port a01daa1f-71a4-4db7-ba14-9e86a6803d13 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:59:08.419548 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:04Z', 'revision_number': 3, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:08.422470 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0c389c94-2f06-4ddd-a370-7d0f8d35c18b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:08.424738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95ddbcab-ed29-4545-979b-7e1846d13290 req-0c389c94-2f06-4ddd-a370-7d0f8d35c18b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "DELETE /v2.0/ports/a01daa1f-71a4-4db7-ba14-9e86a6803d13 HTTP/1.1" status: 204 len: 173 time: 2.7486162 Aug 04 16:59:08.464588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8dbedc12-07cf-44ef-bd29-67916d4247e9 req-1c51ab83-ba59-4149-8f03-1420699bc508 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.1459353 Aug 04 16:59:08.468104 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Checking router: 6c313e47-9199-4b23-961e-0915711dc115 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:08.468838 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Updating router 6c313e47-9199-4b23-961e-0915711dc115 port 138aafe6-2785-4990-b28a-375136cb5fab binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:59:08.521877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:06Z', 'revision_number': 1, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:08.582954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306d5b8-ab31-4f24-90eb-4163e77d5b06 None None] The sync data for ids ['e885930d-f03c-4cdd-8197-90055f7ced17'] in n-d-764435-5 is: [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:06Z', 'revision_number': 1, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:08.623481 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-c5dc5209-7dc0-49d2-9452-e31554b879eb tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=fa45efccca1840b4b961a5862a9ab168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8002195 Aug 04 16:59:08.653941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15f884c4-7839-4095-aab8-a88594ace853 req-a9ed0a5c-b39a-4d45-a018-e2b32df437d7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 210 time: 0.0634267 Aug 04 16:59:08.656220 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:08.779127 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:08.799547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:08.859119 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:08.967768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-9c95f13b-0c2d-4c81-afc3-2ce3d7b63b13 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:08.970392 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-9c95f13b-0c2d-4c81-afc3-2ce3d7b63b13 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079317 Aug 04 16:59:09.009986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ff6e7d7-b4a7-43be-b77b-95ce45f780c3 req-95abf0eb-c3c3-46fa-969d-49ae81b4549d tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=434cafef-b67b-4242-ab7b-326bdab1703b HTTP/1.1" status: 200 len: 210 time: 0.2002120 Aug 04 16:59:09.041460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Request body: {'port': {'device_id': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'fa45efccca1840b4b961a5862a9ab168'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:09.120648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:59:09.147622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f7282e1d-05fd-4fcf-b839-c8c8776b67d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59fa6e8a83d9432698b5a461d1fd8c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8255937 Aug 04 16:59:09.152182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46394) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:09.244355 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.336091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event deleted for resources: {'Port': ['ID=d8675fbe-6602-42bf-b936-f52a268b1396,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:09.361471 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.378310 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Transition to ACTIVE for port object 138aafe6-2785-4990-b28a-375136cb5fab will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:09.391361 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.399190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab22bf0-d3fc-47b0-af2a-77054be07471 None None] Network d03c8cfc-aa93-4e8d-9427-7d300c74678a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:09.404790 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Made reservation on behalf of fa45efccca1840b4b961a5862a9ab168 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:09.412721 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.460724 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Attempting to bind port 138aafe6-2785-4990-b28a-375136cb5fab on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:09.461513 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Attempting to bind port 138aafe6-2785-4990-b28a-375136cb5fab by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:09.461800 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.462369 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Attempting to bind port 138aafe6-2785-4990-b28a-375136cb5fab on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:09.474817 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:09.475660 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:09.476510 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.477259 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:09.478068 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Bound port: 138aafe6-2785-4990-b28a-375136cb5fab, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:09.478686 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.487399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-86d5902e-f947-44f3-a16f-d0a5cbdf225e None None] Provisioning for port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:09.490658 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19af82e3-6c18-4264-a648-ebb3ac5d1642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.557024 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] For port 138aafe6-2785-4990-b28a-375136cb5fab, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:09.560918 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] For port 138aafe6-2785-4990-b28a-375136cb5fab, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=138aafe6-2785-4990-b28a-375136cb5fab,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:09.566332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434cafef-b67b-4242-ab7b-326bdab1703b', 'name': 'network-vif-deleted', 'tag': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:09.578107 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d42ddc0-abf3-492f-8635-30d7e9fda5f7" -d '{"events": [{"server_uuid": "434cafef-b67b-4242-ab7b-326bdab1703b", "name": "network-vif-deleted", "tag": "a01daa1f-71a4-4db7-ba14-9e86a6803d13"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:09.578686 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.599634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.611918 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Pushing event updated for resources: {'Port': ['ID=138aafe6-2785-4990-b28a-375136cb5fab,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:09.627226 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.627608 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.627952 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.628287 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.628614 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.632503 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.632503 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.632720 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.634429 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.634635 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.634998 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.635329 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:09.664527 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.683599 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19af82e3-6c18-4264-a648-ebb3ac5d1642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.700528 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b15432-75e8-46c1-8b35-9c662006f4e9 x-openstack-request-id: req-70b15432-75e8-46c1-8b35-9c662006f4e9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:09.700995 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434cafef-b67b-4242-ab7b-326bdab1703b", "name": "network-vif-deleted", "tag": "a01daa1f-71a4-4db7-ba14-9e86a6803d13", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:09.701241 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70b15432-75e8-46c1-8b35-9c662006f4e9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:09.701635 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434cafef-b67b-4242-ab7b-326bdab1703b', 'name': 'network-vif-deleted', 'tag': 'a01daa1f-71a4-4db7-ba14-9e86a6803d13', 'status': 'completed', 'code': 200} Aug 04 16:59:09.818240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:09.827781 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Routers {'6c313e47-9199-4b23-961e-0915711dc115'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:09.828479 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c313e47-9199-4b23-961e-0915711dc115'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:09.903012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:09.912200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:09.912673 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.955707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Pushing event updated for resources: {'Port': ['ID=51a1e08f-4ecc-4d60-825d-040d9b05acbf,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:09.969529 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] Set router 6c313e47-9199-4b23-961e-0915711dc115 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:09.970424 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:09.972691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:09.999397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Sync routers for ids ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:10.020059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9de6c4b6-c398-41fc-ab33-70fd1813d11b req-6858b6e5-5898-4e4c-8a4e-31c0a058a9e7 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.3280268 Aug 04 16:59:10.073113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Routers {'504f6bb5-21e1-40f8-a9de-e961a1e8e748'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:10.078210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:10.141012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:10.144843 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fb4fa9f2-65db-4b5a-b805-f7b643a6d3c9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4874611 Aug 04 16:59:10.145979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46406) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:10.160162 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb3bdf-9f09-44de-8f24-633f188cdad0 None None] Pushing event updated for resources: {'Port': ['ID=138aafe6-2785-4990-b28a-375136cb5fab,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:10.167828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-576dc46f-8e89-4e73-9ae6-146b484146fd req-8962527b-e9b1-401f-9965-389696f5d9eb tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 210 time: 0.3176823 Aug 04 16:59:10.179362 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:10.216854 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:10.319103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1c564a5e-db0e-40d9-84b3-e6ce12cf39bf,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:10.322565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-094e8e0f-8cf6-4e22-9da5-f0c68ecfffc3 None None] Provisioning complete for port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:10.323597 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-094e8e0f-8cf6-4e22-9da5-f0c68ecfffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:10.344020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Network d27cdc38-0f38-4a75-a2d7-dc417ad59559 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:10.351873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:10.374934 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:10.375911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5b488940-4f1d-4eb8-8223-421533512c11 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:10.451513 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:04Z', 'revision_number': 3, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:10.483851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Allocated IP 192.168.233.88 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/e3a68632-64ec-4d43-83da-462a000ad809) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:10.508498 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc85c67c-cb6d-4903-96bf-17bd2f880f34 None None] The sync data for ids ['6c313e47-9199-4b23-961e-0915711dc115'] in n-d-764435-5 is: [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:04Z', 'revision_number': 3, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:10.549529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=1c564a5e-db0e-40d9-84b3-e6ce12cf39bf,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:10.564638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Set router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:10.812614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5b488940-4f1d-4eb8-8223-421533512c11 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:10.812614 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:10.935277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:06Z', 'revision_number': 3, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:10.940749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19af82e3-6c18-4264-a648-ebb3ac5d1642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:10.950402 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19af82e3-6c18-4264-a648-ebb3ac5d1642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:10.953904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-19af82e3-6c18-4264-a648-ebb3ac5d1642 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3f61767-aa77-4864-bc30-f17d872acd31 HTTP/1.1" status: 204 len: 168 time: 1.7962043 Aug 04 16:59:10.968582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Router e885930d-f03c-4cdd-8197-90055f7ced17 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:59:10.989314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Checking router: 504f6bb5-21e1-40f8-a9de-e961a1e8e748 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:10.989675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Updating router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 port 40aadaf3-db4b-4322-8b10-24e658df33f5 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:59:11.127108 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:11.197544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0c8a5669-081b-43e6-bd81-867bc84c0e77 None None] Provisioning complete for port 51a1e08f-4ecc-4d60-825d-040d9b05acbf triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:11.197943 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0c8a5669-081b-43e6-bd81-867bc84c0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:11.217833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af82e3-6c18-4264-a648-ebb3ac5d1642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f61767-aa77-4864-bc30-f17d872acd31,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:11.299886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d47ba9b9-10df-4e97-af19-26e1b1f04ded req-93b1670f-e62a-480c-88ad-f35c1b5f85e4 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.1031065 Aug 04 16:59:11.406171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Router 402c7cfd-87e8-4d00-8f79-96f2ede7b015 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:59:11.444601 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:11.478974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46426) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:11.504599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Transition to ACTIVE for port object e3a68632-64ec-4d43-83da-462a000ad809 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:11.508728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4d9514b-1419-4b61-9ad4-766c0c039890 req-555fa5a4-ed91-444b-add3-5da7ce720e87 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 210 time: 0.0882552 Aug 04 16:59:11.511322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Allocated IP 172.20.0.1 (471a2b16-5133-4f64-a964-47a9a441d46b/c2fb5a73-df70-44b3-8e98-ee4083e32d92/d14de43f-227c-4cb6-9bfe-924865634b9f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:11.527160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-96e6207e-a4ac-44f0-817b-bd638ece94be tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:11.528930 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-96e6207e-a4ac-44f0-817b-bd638ece94be tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/networks?id=d431c173-a148-49e3-87ff-519fed0ba4f4 HTTP/1.1" status: 200 len: 822 time: 0.6276677 Aug 04 16:59:11.561171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:11.589361 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-52837e97-a6d1-48cf-8925-44e223414226 admin admin] 10.222.0.39 "PUT /v2.0/routers/e885930d-f03c-4cdd-8197-90055f7ced17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9113290 Aug 04 16:59:11.642527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a5669-081b-43e6-bd81-867bc84c0e77 None None] Port 51a1e08f-4ecc-4d60-825d-040d9b05acbf cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:11.664395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:11.674621 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea52b7-d6c4-4e9a-80d1-335ddd8489cb None None] Sync routers for ids ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:11.684384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b2131d72-a950-44a6-8b17-3a0ae95dc97c tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "PUT /v2.0/routers/402c7cfd-87e8-4d00-8f79-96f2ede7b015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7626817 Aug 04 16:59:11.691035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46430) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:11.698822 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea52b7-d6c4-4e9a-80d1-335ddd8489cb None None] Routers {'402c7cfd-87e8-4d00-8f79-96f2ede7b015'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:11.704249 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6dea52b7-d6c4-4e9a-80d1-335ddd8489cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:11.713256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-44571029-c717-4844-aaf8-6ce19a2a6a5e tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/quotas/62491eec0cca45ab8614cc1eec7806ed HTTP/1.1" status: 200 len: 375 time: 0.0505097 Aug 04 16:59:11.819053 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6dea52b7-d6c4-4e9a-80d1-335ddd8489cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:11.829284 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-aabcfde3-cc31-415b-82fa-480045fdb2b3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] show failed (client error): The resource could not be found. Aug 04 16:59:11.830950 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aabcfde3-cc31-415b-82fa-480045fdb2b3 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-2008705569 HTTP/1.1" status: 404 len: 335 time: 0.1369390 Aug 04 16:59:11.838185 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea52b7-d6c4-4e9a-80d1-335ddd8489cb None None] Routers {'402c7cfd-87e8-4d00-8f79-96f2ede7b015'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:11.839156 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6dea52b7-d6c4-4e9a-80d1-335ddd8489cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:11.858364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46432) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:11.876999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 138aafe6-2785-4990-b28a-375136cb5fab up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:11.891485 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-de396fd9-eb87-49ab-9323-97d4c8aa4e6e tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:11.933777 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:11.935249 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6dea52b7-d6c4-4e9a-80d1-335ddd8489cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:11.936108 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea52b7-d6c4-4e9a-80d1-335ddd8489cb None None] The sync data for ids ['402c7cfd-87e8-4d00-8f79-96f2ede7b015'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:11.943244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-07d94b7e-0a5f-4599-b6be-5eeeee1d6947 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=62491eec0cca45ab8614cc1eec7806ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2026811 Aug 04 16:59:11.945220 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-de396fd9-eb87-49ab-9323-97d4c8aa4e6e tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] update failed (client error): The resource could not be found. Aug 04 16:59:11.946555 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-de396fd9-eb87-49ab-9323-97d4c8aa4e6e tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-897035310 HTTP/1.1" status: 404 len: 334 time: 0.0819106 Aug 04 16:59:11.951583 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0b2d2d17-8dbc-4f74-a606-27c259bb7696 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a69df93d5c94bd39768a02628f456d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428046 Aug 04 16:59:11.953822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46438) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:11.954150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:12.077633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d29620-e9ba-449d-8bba-4a87cf7dbf97 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Deleting subnet 5ec67e76-7bb8-4aba-9340-b5238c544cc2 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:59:12.086768 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-72e909af-e4c2-4585-9385-63475b4ce04e service neutron] 10.222.0.39 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253319 Aug 04 16:59:12.091588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Transition to ACTIVE for port object d14de43f-227c-4cb6-9bfe-924865634b9f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:12.121960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 138aafe6-2785-4990-b28a-375136cb5fab completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:12.142019 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.145132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 138aafe6-2785-4990-b28a-375136cb5fab triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:12.165166 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.198629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Transition to ACTIVE for port object 40aadaf3-db4b-4322-8b10-24e658df33f5 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:12.216275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.232808 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.249092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Attempting to bind port 40aadaf3-db4b-4322-8b10-24e658df33f5 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:12.249920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Attempting to bind port 40aadaf3-db4b-4322-8b10-24e658df33f5 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:12.249920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Attempting to bind port 40aadaf3-db4b-4322-8b10-24e658df33f5 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:12.277967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-66c46dd4-7075-4bdf-9b19-aa852b2ba706 service neutron] 10.222.0.39 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746035 Aug 04 16:59:12.281523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:12.281903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:12.282309 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.282703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:12.283219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Bound port: 40aadaf3-db4b-4322-8b10-24e658df33f5, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:12.284041 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.287169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Network 471a2b16-5133-4f64-a964-47a9a441d46b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:12.292946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:12.297325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:12.327157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Pushing event updated for resources: {'Port': ['ID=d14de43f-227c-4cb6-9bfe-924865634b9f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:12.364976 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.366292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] For port 40aadaf3-db4b-4322-8b10-24e658df33f5, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:12.371673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] For port 40aadaf3-db4b-4322-8b10-24e658df33f5, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=40aadaf3-db4b-4322-8b10-24e658df33f5,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:12.387487 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.465199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3741811-2a3f-426c-a14b-7aedb4032ce0 None None] Pushing event updated for resources: {'Port': ['ID=40aadaf3-db4b-4322-8b10-24e658df33f5,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:12.509576 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76d29620-e9ba-449d-8bba-4a87cf7dbf97 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.534037 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.567890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46444) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:12.577063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Routers {'504f6bb5-21e1-40f8-a9de-e961a1e8e748'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:12.579236 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:12.582645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:59:12.622088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-beccfb42-3d6d-4c7d-a51f-e332a158890e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271388538', 'description': 'tempest-description--1555389982'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:12.656997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['50810664-ac5d-4215-b5e4-7475fe74d0b7'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:59:12.768136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.774249 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76d29620-e9ba-449d-8bba-4a87cf7dbf97 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.793372 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc7f4efc-5525-4425-8ee8-0f7d9ffc2353 req-34868593-8e0e-4663-a776-93699c98c656 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0861170 Aug 04 16:59:12.796544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 138aafe6-2785-4990-b28a-375136cb5fab, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=138aafe6-2785-4990-b28a-375136cb5fab,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:12.800181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:12.806138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:12.829692 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.830870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bbaec991-60c4-4f60-bb45-6bdfef1840e2 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:12.855754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:12.867007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4783-6573-481d-8fd0-92792ff14818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.925730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Sync routers for ids ['e885930d-f03c-4cdd-8197-90055f7ced17'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:12.929914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4783-6573-481d-8fd0-92792ff14818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.943785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:12.953388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f22da-b018-4fc7-9723-5e759a32f88e req-1957193b-4d0f-410a-870c-fe3d06a9f3b0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:12.955528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa4f22da-b018-4fc7-9723-5e759a32f88e req-1957193b-4d0f-410a-870c-fe3d06a9f3b0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 935 time: 0.2647445 Aug 04 16:59:12.957747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Routers {'e885930d-f03c-4cdd-8197-90055f7ced17'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:12.958309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e885930d-f03c-4cdd-8197-90055f7ced17'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:12.969321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87f0b8d7-02be-41c7-8ff0-37ee3d31b0dd req-bda797e9-adcd-4950-bac2-794248179294 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 210 time: 0.0823464 Aug 04 16:59:13.022214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:13.067874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa4f22da-b018-4fc7-9723-5e759a32f88e req-6d8d171d-adf0-41a2-96ab-c74c973376e9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802572 Aug 04 16:59:13.083533 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:59:13.086575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3741811-2a3f-426c-a14b-7aedb4032ce0 None None] Pushing event updated for resources: {'Port': ['ID=40aadaf3-db4b-4322-8b10-24e658df33f5,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:13.103268 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4783-6573-481d-8fd0-92792ff14818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.108169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b9d116ea-399d-468c-848e-fa6dd32f43b2 None None] Provisioning for port d14de43f-227c-4cb6-9bfe-924865634b9f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:13.111440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4783-6573-481d-8fd0-92792ff14818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.112643 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9c4c4783-6573-481d-8fd0-92792ff14818 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9efa8107-d005-4c54-94ce-eb49c2f5304a HTTP/1.1" status: 204 len: 168 time: 1.1543896 Aug 04 16:59:13.114541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-beccfb42-3d6d-4c7d-a51f-e332a158890e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.145525 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.191203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c4783-6573-481d-8fd0-92792ff14818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efa8107-d005-4c54-94ce-eb49c2f5304a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:13.252383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:13.253404 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.309126 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.316173 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.318409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Set router e885930d-f03c-4cdd-8197-90055f7ced17 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:13.403497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Pushing event updated for resources: {'Port': ['ID=d14de43f-227c-4cb6-9bfe-924865634b9f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:13.406737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.409177 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76d29620-e9ba-449d-8bba-4a87cf7dbf97 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.478138 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b9d116ea-399d-468c-848e-fa6dd32f43b2 None None] Provisioning complete for port d14de43f-227c-4cb6-9bfe-924865634b9f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:13.478516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9d116ea-399d-468c-848e-fa6dd32f43b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.516084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Network 471a2b16-5133-4f64-a964-47a9a441d46b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:13.518264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:13.623765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b9d116ea-399d-468c-848e-fa6dd32f43b2 None None] Port d14de43f-227c-4cb6-9bfe-924865634b9f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:13.671829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76d29620-e9ba-449d-8bba-4a87cf7dbf97 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.714142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Router 6c313e47-9199-4b23-961e-0915711dc115 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:59:13.761949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-beccfb42-3d6d-4c7d-a51f-e332a158890e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.763318 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29620-e9ba-449d-8bba-4a87cf7dbf97 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec67e76-7bb8-4aba-9340-b5238c544cc2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:13.767799 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76d29620-e9ba-449d-8bba-4a87cf7dbf97 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.770502 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-76d29620-e9ba-449d-8bba-4a87cf7dbf97 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "DELETE /v2.0/subnets/5ec67e76-7bb8-4aba-9340-b5238c544cc2 HTTP/1.1" status: 204 len: 168 time: 1.8133552 Aug 04 16:59:13.775995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46470) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:13.824949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-beccfb42-3d6d-4c7d-a51f-e332a158890e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:13.858643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] Set router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:13.872257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=138aafe6-2785-4990-b28a-375136cb5fab,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:13.883912 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1002b5f8-5151-4568-af15-4b6f9d9f4782 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8555698 Aug 04 16:59:13.894158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Allocated IP 172.20.0.1 (d03c8cfc-aa93-4e8d-9427-7d300c74678a/fbcb1f8d-7827-496e-ba78-9e7176299506/646736f5-8a68-4090-9f5c-0d04f890d42a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:13.926360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Request body: {'port': {'device_id': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:13.939784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f128c-e753-4744-a727-d251c33bd97c None None] Network 03c49fd2-277d-4330-8024-6b1b6dcd219a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:13.956223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dab615ab-d730-495d-a26b-9b0c2f50789b req-6908fb02-9349-4176-81f8-122e3f16f454 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0365083 Aug 04 16:59:13.969036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:13.985985 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Sync routers for ids ['6c313e47-9199-4b23-961e-0915711dc115'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:13.989546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port bbaec991-60c4-4f60-bb45-6bdfef1840e2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:14.004247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c80b5a0c-d58f-4a27-87f2-9d91716fa6ae admin admin] 10.222.0.39 "PUT /v2.0/routers/6c313e47-9199-4b23-961e-0915711dc115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9392395 Aug 04 16:59:14.012105 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Routers {'6c313e47-9199-4b23-961e-0915711dc115'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:14.013801 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c313e47-9199-4b23-961e-0915711dc115'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:14.024594 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9e239e-c6f5-43ee-a6e7-0c588d068922 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Deleting subnet b98d1e0d-3485-4e11-a5ba-70e7c2142306 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:59:14.075234 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccfb42-3d6d-4c7d-a51f-e332a158890e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdfeb56-14c9-411f-b6a2-5ca52aa14100,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:14.099608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bbaec991-60c4-4f60-bb45-6bdfef1840e2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:14.099976 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.112174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-40cce1b4-0147-44b0-8251-6f77b7d30e13 None None] Provisioning for port e3a68632-64ec-4d43-83da-462a000ad809 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:14.116434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a9e239e-c6f5-43ee-a6e7-0c588d068922 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.128120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5767a2a-d6e2-4891-854a-778eb60a294c req-9b0b2378-dfe8-43ff-8e68-822bf834e445 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 210 time: 0.0745745 Aug 04 16:59:14.179574 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a9e239e-c6f5-43ee-a6e7-0c588d068922 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.261498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-40cce1b4-0147-44b0-8251-6f77b7d30e13 None None] Provisioning complete for port e3a68632-64ec-4d43-83da-462a000ad809 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:14.261799 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-40cce1b4-0147-44b0-8251-6f77b7d30e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.309332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-40cce1b4-0147-44b0-8251-6f77b7d30e13 None None] Port e3a68632-64ec-4d43-83da-462a000ad809 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:14.384553 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Set router 6c313e47-9199-4b23-961e-0915711dc115 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:14.404500 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.436987 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-beccfb42-3d6d-4c7d-a51f-e332a158890e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.438461 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-beccfb42-3d6d-4c7d-a51f-e332a158890e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8520877 Aug 04 16:59:14.442185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46492) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:14.465760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6baed332-6071-47d1-8a1d-8a6b4edb70b9 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Request body: {'security_group_rule': {'security_group_id': 'cfdfeb56-14c9-411f-b6a2-5ca52aa14100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:14.507475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdd09a-ea51-4d59-8c1a-fb3502e77917 req-587f7eec-29ad-4f41-b3f2-dcce831a618f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:14.523925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5fdd09a-ea51-4d59-8c1a-fb3502e77917 req-587f7eec-29ad-4f41-b3f2-dcce831a618f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 935 time: 0.2351923 Aug 04 16:59:14.562463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-aa2816b3-ba92-4c54-9570-ba598e3c40f3 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:14.564188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-aa2816b3-ba92-4c54-9570-ba598e3c40f3 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "GET /v2.0/networks?id=d431c173-a148-49e3-87ff-519fed0ba4f4 HTTP/1.1" status: 200 len: 822 time: 0.3228097 Aug 04 16:59:14.616826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Request body: {'port': {'device_id': '8f88151a-d710-4a7b-aa86-e5357ba588f1', 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4', 'admin_state_up': True, 'tenant_id': '62491eec0cca45ab8614cc1eec7806ed'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:14.720614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a9e239e-c6f5-43ee-a6e7-0c588d068922 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.727914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.761850 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd14de43f-227c-4cb6-9bfe-924865634b9f', 'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'mac_address': 'fa:16:3e:5c:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:09Z', 'updated_at': '2021-08-04T16:59:13Z', 'revision_number': 2, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'subnets': [{'id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:14.795703 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Checking router: 6c313e47-9199-4b23-961e-0915711dc115 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:14.798629 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Updating router 6c313e47-9199-4b23-961e-0915711dc115 port d14de43f-227c-4cb6-9bfe-924865634b9f binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:59:14.821773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Transition to ACTIVE for port object 646736f5-8a68-4090-9f5c-0d04f890d42a will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:14.828525 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.867805 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6baed332-6071-47d1-8a1d-8a6b4edb70b9 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.882596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2c48ed72-90bb-465a-81d3-585f2bbc975f None None] Provisioning complete for port d14de43f-227c-4cb6-9bfe-924865634b9f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:14.883661 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c48ed72-90bb-465a-81d3-585f2bbc975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.919455 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a9e239e-c6f5-43ee-a6e7-0c588d068922 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.943928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:14.950409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5fdd09a-ea51-4d59-8c1a-fb3502e77917 req-997f4acd-2b5d-4427-b25c-936d0955ca42 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239767 Aug 04 16:59:15.020903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2c48ed72-90bb-465a-81d3-585f2bbc975f None None] Port d14de43f-227c-4cb6-9bfe-924865634b9f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:15.050927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6baed332-6071-47d1-8a1d-8a6b4edb70b9 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.060489 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6baed332-6071-47d1-8a1d-8a6b4edb70b9 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.064214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Network d03c8cfc-aa93-4e8d-9427-7d300c74678a is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:15.079213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:15.104130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baed332-6071-47d1-8a1d-8a6b4edb70b9 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98214008-67f6-422a-baa6-8e11aac837d1,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:15.117540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Made reservation on behalf of 62491eec0cca45ab8614cc1eec7806ed for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:15.122551 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.138782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6baed332-6071-47d1-8a1d-8a6b4edb70b9 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.140231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6baed332-6071-47d1-8a1d-8a6b4edb70b9 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6784165 Aug 04 16:59:15.141493 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.167618 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e239e-c6f5-43ee-a6e7-0c588d068922 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event deleted for resources: {'Subnet': ['ID=b98d1e0d-3485-4e11-a5ba-70e7c2142306,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:15.202749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533b973e-648b-4d71-8036-22e51f2a6530 req-47745627-13ea-496d-aa35-985745d5f66c tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0748732 Aug 04 16:59:15.204808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46504) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:15.211614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b630c96e-60f1-4ff4-bc20-c230c3570740 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Request body: {'security_group_rule': {'security_group_id': 'cfdfeb56-14c9-411f-b6a2-5ca52aa14100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:15.225376 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a9e239e-c6f5-43ee-a6e7-0c588d068922 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.227532 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8a9e239e-c6f5-43ee-a6e7-0c588d068922 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "DELETE /v2.0/subnets/b98d1e0d-3485-4e11-a5ba-70e7c2142306 HTTP/1.1" status: 204 len: 168 time: 1.4502773 Aug 04 16:59:15.229221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:15.240161 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46510) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:15.261992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a6a5a9-222a-4bcd-9324-cd67af67ef28 None None] Network 9ce79e77-d55b-44fb-a901-57b63e773fc5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:15.413115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.431034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port bbaec991-60c4-4f60-bb45-6bdfef1840e2, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bbaec991-60c4-4f60-bb45-6bdfef1840e2,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:15.431034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed372d30-c30b-4af8-bbe1-ff2478fbd001 None None] DHCP port deletion for 03c49fd2-277d-4330-8024-6b1b6dcd219a request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:59:15.446440 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.447292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:15.450860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a68632-64ec-4d43-83da-462a000ad809 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:59:15.465734 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.470460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46514) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:15.479879 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Transition to ACTIVE for port object d14de43f-227c-4cb6-9bfe-924865634b9f will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:15.483544 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.492107 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.565464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=646736f5-8a68-4090-9f5c-0d04f890d42a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:15.569364 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.583011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-91e39f88-71c0-425b-86ec-5ec8274413e6 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118920760', 'description': 'tempest-description--4657658'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:15.624021 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da7a3c-7162-457f-b1f3-4f38cb8ac89d None None] Pushing event updated for resources: {'Port': ['ID=d14de43f-227c-4cb6-9bfe-924865634b9f,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:15.667433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b630c96e-60f1-4ff4-bc20-c230c3570740 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.667791 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Attempting to bind port d14de43f-227c-4cb6-9bfe-924865634b9f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:15.668464 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Attempting to bind port d14de43f-227c-4cb6-9bfe-924865634b9f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:15.669131 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Attempting to bind port d14de43f-227c-4cb6-9bfe-924865634b9f on network 471a2b16-5133-4f64-a964-47a9a441d46b {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:15.674651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Transition to ACTIVE for port object e3a68632-64ec-4d43-83da-462a000ad809 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:15.676675 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:15.677244 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Checking segment: {'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:15.677982 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.678832 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Bound using segment: {'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:15.679637 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Bound port: d14de43f-227c-4cb6-9bfe-924865634b9f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:15.680244 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.700170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.715972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-01ab80b0-fd60-45ee-a2a9-1eaf903d32a4 req-088c746e-9184-49ba-a161-7742481ed20f tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 210 time: 0.2157528 Aug 04 16:59:15.799968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1048e9cd-51b1-40c2-9e53-59004115a4b3 None None] Provisioning for port 646736f5-8a68-4090-9f5c-0d04f890d42a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:15.813791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:06Z', 'revision_number': 3, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:15.834797 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91e39f88-71c0-425b-86ec-5ec8274413e6 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.855918 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b630c96e-60f1-4ff4-bc20-c230c3570740 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.875295 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b630c96e-60f1-4ff4-bc20-c230c3570740 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.887151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba9fcc-743b-4c54-b805-3fd2e40e1615 None None] The sync data for ids ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'] in n-d-764435-5 is: [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:06Z', 'revision_number': 3, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:15.893439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:08Z', 'revision_number': 2, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:15.908602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=bbaec991-60c4-4f60-bb45-6bdfef1840e2,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:15.912825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1048e9cd-51b1-40c2-9e53-59004115a4b3 None None] Provisioning complete for port 646736f5-8a68-4090-9f5c-0d04f890d42a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:15.913194 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1048e9cd-51b1-40c2-9e53-59004115a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.920505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:15.920944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:15.925323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Allocated IP 172.20.0.7 (d431c173-a148-49e3-87ff-519fed0ba4f4/bcd47859-fa75-42a2-a5c7-407f4550dff0/d08a6dc5-8330-4458-b317-900c39207598) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:15.930625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630c96e-60f1-4ff4-bc20-c230c3570740 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a15cd2-8398-45f1-92a6-6b3282a6f42a,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:15.979791 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] For port d14de43f-227c-4cb6-9bfe-924865634b9f, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:15.984428 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] For port d14de43f-227c-4cb6-9bfe-924865634b9f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d14de43f-227c-4cb6-9bfe-924865634b9f,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:15.995366 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.017925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Deleting port 53c97198-1e95-4fd9-9c32-523ab8984a17 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:59:16.019212 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.066922 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91e39f88-71c0-425b-86ec-5ec8274413e6 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.072708 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Routers {'6c313e47-9199-4b23-961e-0915711dc115'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:16.075527 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c313e47-9199-4b23-961e-0915711dc115'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:16.146362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Checking router: e885930d-f03c-4cdd-8197-90055f7ced17 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:16.151328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Updating router e885930d-f03c-4cdd-8197-90055f7ced17 port 51a1e08f-4ecc-4d60-825d-040d9b05acbf binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:59:16.163004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:16.185317 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91e39f88-71c0-425b-86ec-5ec8274413e6 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.252272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ed372d30-c30b-4af8-bbe1-ff2478fbd001 None None] Deleting port 53c97198-1e95-4fd9-9c32-523ab8984a17 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:59:16.254437 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ed372d30-c30b-4af8-bbe1-ff2478fbd001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.314763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b630c96e-60f1-4ff4-bc20-c230c3570740 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.327646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b630c96e-60f1-4ff4-bc20-c230c3570740 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1208375 Aug 04 16:59:16.331369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46536) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:16.346864 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] Set router 6c313e47-9199-4b23-961e-0915711dc115 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:16.383185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e39f88-71c0-425b-86ec-5ec8274413e6 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f75d525-c460-4a6f-a2b8-cf7596453e2d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:16.437642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91e39f88-71c0-425b-86ec-5ec8274413e6 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.441242 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-91e39f88-71c0-425b-86ec-5ec8274413e6 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9691048 Aug 04 16:59:16.446506 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.455071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1048e9cd-51b1-40c2-9e53-59004115a4b3 None None] Port 646736f5-8a68-4090-9f5c-0d04f890d42a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:16.486140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] For port 53c97198-1e95-4fd9-9c32-523ab8984a17, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=53c97198-1e95-4fd9-9c32-523ab8984a17,segment=NetworkSegment(8ad2c50a-8716-441c-a1fe-797a300ce0c9),segment_id=8ad2c50a-8716-441c-a1fe-797a300ce0c9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:16.487482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.504447 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da7a3c-7162-457f-b1f3-4f38cb8ac89d None None] Pushing event updated for resources: {'Port': ['ID=d14de43f-227c-4cb6-9bfe-924865634b9f,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:16.548970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Calling delete_port for 53c97198-1e95-4fd9-9c32-523ab8984a17 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:59:16.568836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606cd6d8-0ea5-4b7e-8590-2e404cb60073 None None] DHCP port deletion for 9ce79e77-d55b-44fb-a901-57b63e773fc5 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:59:16.589851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46538) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:16.605529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:16.621143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ed372d30-c30b-4af8-bbe1-ff2478fbd001 None None] For port 53c97198-1e95-4fd9-9c32-523ab8984a17, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=53c97198-1e95-4fd9-9c32-523ab8984a17,segment=NetworkSegment(8ad2c50a-8716-441c-a1fe-797a300ce0c9),segment_id=8ad2c50a-8716-441c-a1fe-797a300ce0c9)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:16.621143 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ed372d30-c30b-4af8-bbe1-ff2478fbd001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.641771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d88a33a4-efc0-467a-8b78-d0c4c12f4f68 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Request body: {'security_group_rule': {'security_group_id': '0f75d525-c460-4a6f-a2b8-cf7596453e2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:16.650196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:16.650944 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:16.651470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:16.653793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.685997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ed372d30-c30b-4af8-bbe1-ff2478fbd001 None None] Calling delete_port for 53c97198-1e95-4fd9-9c32-523ab8984a17 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:59:16.689668 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd14de43f-227c-4cb6-9bfe-924865634b9f', 'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'mac_address': 'fa:16:3e:5c:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:09Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'subnets': [{'id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:16.702452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Port e3a68632-64ec-4d43-83da-462a000ad809 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:59:16.703099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:16.727345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:16.727753 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.728327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:16.728740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:16.729192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Bound port: e3a68632-64ec-4d43-83da-462a000ad809, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:16.734139 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:16.739921 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e0bce-ca99-4523-a5a1-787bd41416b1 None None] The sync data for ids ['6c313e47-9199-4b23-961e-0915711dc115'] in n-d-764435-5 is: [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd14de43f-227c-4cb6-9bfe-924865634b9f', 'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'mac_address': 'fa:16:3e:5c:46:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:09Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'subnets': [{'id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:16.863709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d88a33a4-efc0-467a-8b78-d0c4c12f4f68 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.017188 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.033331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.138275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 138aafe6-2785-4990-b28a-375136cb5fab up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:17.170505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d88a33a4-efc0-467a-8b78-d0c4c12f4f68 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.201135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d88a33a4-efc0-467a-8b78-d0c4c12f4f68 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.229661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a33a4-efc0-467a-8b78-d0c4c12f4f68 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba92061-8d42-4a60-bdd0-5d23b3309574,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:17.244485 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:17.252029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.254665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=646736f5-8a68-4090-9f5c-0d04f890d42a,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:17.277672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:17.282398 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d88a33a4-efc0-467a-8b78-d0c4c12f4f68 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.286852 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d88a33a4-efc0-467a-8b78-d0c4c12f4f68 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6507246 Aug 04 16:59:17.287722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-606cd6d8-0ea5-4b7e-8590-2e404cb60073 None None] Deleting port 52a55f29-5a71-4505-8d27-1c11971f4f38 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:59:17.288120 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-606cd6d8-0ea5-4b7e-8590-2e404cb60073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.306602 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46542) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:17.348323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-82601c86-a0cb-4722-8752-915565cecc81 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Request body: {'security_group_rule': {'security_group_id': '0f75d525-c460-4a6f-a2b8-cf7596453e2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:17.360515 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.390190 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.396460 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ed372d30-c30b-4af8-bbe1-ff2478fbd001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.480100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed372d30-c30b-4af8-bbe1-ff2478fbd001 None None] Pushing event deleted for resources: {'Port': ['ID=53c97198-1e95-4fd9-9c32-523ab8984a17,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:17.496751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed372d30-c30b-4af8-bbe1-ff2478fbd001 None None] No DVR routers for this DVR port 53c97198-1e95-4fd9-9c32-523ab8984a17 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:59:17.500649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-606cd6d8-0ea5-4b7e-8590-2e404cb60073 None None] For port 52a55f29-5a71-4505-8d27-1c11971f4f38, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=52a55f29-5a71-4505-8d27-1c11971f4f38,segment=NetworkSegment(775d7845-1da1-4342-ab77-07cdef71b381),segment_id=775d7845-1da1-4342-ab77-07cdef71b381)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:17.500649 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-606cd6d8-0ea5-4b7e-8590-2e404cb60073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.503193 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Network d03c8cfc-aa93-4e8d-9427-7d300c74678a is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:17.510049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:17.522034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d2847-671b-4f4d-93d7-35b57c8bd7a5 req-702d0803-813c-46f0-ae8c-a58b3b0a4071 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:17.522574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:17.528355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b21d2847-671b-4f4d-93d7-35b57c8bd7a5 req-702d0803-813c-46f0-ae8c-a58b3b0a4071 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 947 time: 1.4422791 Aug 04 16:59:17.548631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-606cd6d8-0ea5-4b7e-8590-2e404cb60073 None None] Calling delete_port for 52a55f29-5a71-4505-8d27-1c11971f4f38 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:59:17.554818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20c8fc94-78da-4307-8f26-b1b20d6111af req-0870cb63-1e8e-44c5-9972-7ee081ddc5cf tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.9017355 Aug 04 16:59:17.661423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.724730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b21d2847-671b-4f4d-93d7-35b57c8bd7a5 req-4844f410-22a7-4b8a-b3fc-19f28111420a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952097 Aug 04 16:59:17.731835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 138aafe6-2785-4990-b28a-375136cb5fab triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:17.732250 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.734206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:59:17.766103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:17.766742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.771873 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-ec20a0fe-150e-46ee-b271-ef5b3f3da929 service neutron] 10.222.0.90 "PUT /v2.0/ports/e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 1095 time: 3.8704052 Aug 04 16:59:17.789803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:17.800723 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca6b17c-8203-4240-a5e1-63e7efe81e45" -d '{"events": [{"name": "network-changed", "server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "tag": "e3a68632-64ec-4d43-83da-462a000ad809"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:17.855081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-606cd6d8-0ea5-4b7e-8590-2e404cb60073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.859117 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.895736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Network d431c173-a148-49e3-87ff-519fed0ba4f4 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:17.898268 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a37db9-cd0f-475b-9fa8-31dbba185f82 x-openstack-request-id: req-85a37db9-cd0f-475b-9fa8-31dbba185f82 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:17.898561 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "tag": "e3a68632-64ec-4d43-83da-462a000ad809", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:17.898829 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85a37db9-cd0f-475b-9fa8-31dbba185f82 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:17.899410 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809', 'status': 'completed', 'code': 200} Aug 04 16:59:17.933501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Transition to ACTIVE for port object 51a1e08f-4ecc-4d60-825d-040d9b05acbf will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:17.937624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606cd6d8-0ea5-4b7e-8590-2e404cb60073 None None] No DVR routers for this DVR port 52a55f29-5a71-4505-8d27-1c11971f4f38 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:59:17.939648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cd6d8-0ea5-4b7e-8590-2e404cb60073 None None] Pushing event deleted for resources: {'Port': ['ID=52a55f29-5a71-4505-8d27-1c11971f4f38,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:17.987378 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.994671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82601c86-a0cb-4722-8752-915565cecc81 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:17.996040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event updated for resources: {'Port': ['ID=d08a6dc5-8330-4458-b317-900c39207598,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:18.003275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:18.049884 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.053148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:18.066709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bbaec991-60c4-4f60-bb45-6bdfef1840e2 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:18.084884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1648d61e-8547-4232-b523-a5421987e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:18.087646 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-1648d61e-8547-4232-b523-a5421987e20a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1098 time: 0.2611403 Aug 04 16:59:18.111313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952b0e2-a18c-4c6f-a6be-6212efc6ce51 None None] Pushing event updated for resources: {'Port': ['ID=51a1e08f-4ecc-4d60-825d-040d9b05acbf,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:18.120927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event deleted for resources: {'Port': ['ID=53c97198-1e95-4fd9-9c32-523ab8984a17,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:18.121885 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2ef89ca7-0a14-4adb-8fe2-e7b5bf511b68 None None] Provisioning complete for port 646736f5-8a68-4090-9f5c-0d04f890d42a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:18.122327 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2ef89ca7-0a14-4adb-8fe2-e7b5bf511b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.164230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] No DVR routers for this DVR port 53c97198-1e95-4fd9-9c32-523ab8984a17 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:59:18.233501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2ef89ca7-0a14-4adb-8fe2-e7b5bf511b68 None None] Port 646736f5-8a68-4090-9f5c-0d04f890d42a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:18.235090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Attempting to bind port 51a1e08f-4ecc-4d60-825d-040d9b05acbf on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:18.235446 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Attempting to bind port 51a1e08f-4ecc-4d60-825d-040d9b05acbf by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:18.235804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Attempting to bind port 51a1e08f-4ecc-4d60-825d-040d9b05acbf on network d27cdc38-0f38-4a75-a2d7-dc417ad59559 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:18.245740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:18.246154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Checking segment: {'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:18.246875 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.247034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Bound using segment: {'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:18.251540 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-904914d3-2c84-476d-8629-79da6d67cdc3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.1163135 Aug 04 16:59:18.253979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Bound port: 51a1e08f-4ecc-4d60-825d-040d9b05acbf, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:18.254450 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.258095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bbaec991-60c4-4f60-bb45-6bdfef1840e2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:18.258841 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.320031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98db923-2380-4877-ad1e-00e67464f838 req-c6cfe012-7b6b-4059-a688-78d419063c42 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:18.321721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e98db923-2380-4877-ad1e-00e67464f838 req-c6cfe012-7b6b-4059-a688-78d419063c42 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 931 time: 0.4248905 Aug 04 16:59:18.356712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:18.357420 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.441298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-a11daa0c-362b-412a-976f-4a8922b9f469 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8593037 Aug 04 16:59:18.448892 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.465857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Request body: {'port': {'device_id': '8f88151a-d710-4a7b-aa86-e5357ba588f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:18.472316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e98db923-2380-4877-ad1e-00e67464f838 req-2bae32cd-aa1f-4939-bdbe-878a645dde60 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252425 Aug 04 16:59:18.482356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.506584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c49fd2-277d-4330-8024-6b1b6dcd219a']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:18.531334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad2c50a-8716-441c-a1fe-797a300ce0c9') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:18.531926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad2c50a-8716-441c-a1fe-797a300ce0c9') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:18.582948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.645637 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.676296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.729888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:59:18.730602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.733006 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82601c86-a0cb-4722-8752-915565cecc81 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: timer() Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:59:18.739898 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:59:18.745203 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82601c86-a0cb-4722-8752-915565cecc81 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.768806 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:18.783131 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6440e703-0092-4081-b457-19036b5be8e0 admin admin] 10.222.0.39 "PUT /v2.0/routers/504f6bb5-21e1-40f8-a9de-e961a1e8e748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6284232 Aug 04 16:59:18.783131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-eb59cb58-9f9a-4350-b1a2-c5a6c8aab1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:18.783131 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-eb59cb58-9f9a-4350-b1a2-c5a6c8aab1fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.5160758 Aug 04 16:59:18.783131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82601c86-a0cb-4722-8752-915565cecc81 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.783131 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-82601c86-a0cb-4722-8752-915565cecc81 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4741695 Aug 04 16:59:18.814870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46574) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:18.822507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82601c86-a0cb-4722-8752-915565cecc81 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0f2094-2e33-4486-8903-3ec608a055d0,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:18.843444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:18.855287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 40aadaf3-db4b-4322-8b10-24e658df33f5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:18.869453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-d635692f-3864-4c1c-bf06-5b42dc22bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:18.873526 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-d635692f-3864-4c1c-bf06-5b42dc22bdcf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854819 Aug 04 16:59:18.923013 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] For port 51a1e08f-4ecc-4d60-825d-040d9b05acbf, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:18.955151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31065001-ad6c-45dc-9c94-1fff31abaa88 req-05d91133-b176-4bc1-a298-7c9119bed3b0 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.2112498 Aug 04 16:59:18.970781 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:18.981897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] For port 51a1e08f-4ecc-4d60-825d-040d9b05acbf, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=51a1e08f-4ecc-4d60-825d-040d9b05acbf,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:18.992636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.004749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46576) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:19.009018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Allocated IP 172.25.2.94 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/4708a9e5-a5d3-419e-a2b8-7e8a1e5f0ccd) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:19.079371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Routers {'e885930d-f03c-4cdd-8197-90055f7ced17'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:19.080312 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e885930d-f03c-4cdd-8197-90055f7ced17'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:19.100434 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-fb02a916-0f25-444d-822a-e15f8e9662e6 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181809 Aug 04 16:59:19.124211 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.185153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 40aadaf3-db4b-4322-8b10-24e658df33f5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:19.197024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952b0e2-a18c-4c6f-a6be-6212efc6ce51 None None] Pushing event updated for resources: {'Port': ['ID=51a1e08f-4ecc-4d60-825d-040d9b05acbf,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:19.201761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 40aadaf3-db4b-4322-8b10-24e658df33f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:19.202546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.250837 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.252878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "DELETE /v2.0/networks/03c49fd2-277d-4330-8024-6b1b6dcd219a HTTP/1.1" status: 204 len: 168 time: 4.0116987 Aug 04 16:59:19.290670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46586) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:19.352009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] Set router e885930d-f03c-4cdd-8197-90055f7ced17 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:19.430873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e2d93-bea5-41e3-8ffd-a0ad515ae2e8 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event deleted for resources: {'Network': ['ID=03c49fd2-277d-4330-8024-6b1b6dcd219a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:19.459283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.468655 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e44c30ed-1374-4084-8882-d0804d218ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.489587 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3a9b9e6c-c974-466f-80b2-3f576b54aba8 req-bc587a09-9e60-4365-a5e6-427acda5dd98 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799853 Aug 04 16:59:19.515731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78800e-5398-4f0d-a3f8-3ee73473b961 req-f1e85472-9ca1-42a2-8bdb-430dffcf1fa8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:19.525557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e78800e-5398-4f0d-a3f8-3ee73473b961 req-f1e85472-9ca1-42a2-8bdb-430dffcf1fa8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 947 time: 0.6109831 Aug 04 16:59:19.529509 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.630939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 40aadaf3-db4b-4322-8b10-24e658df33f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=40aadaf3-db4b-4322-8b10-24e658df33f5,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:19.645280 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.649715 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.667768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce79e77-d55b-44fb-a901-57b63e773fc5']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:19.677653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-7c9fa212-f7c2-4a52-88c3-4d5b4edb2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:19.680730 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-7c9fa212-f7c2-4a52-88c3-4d5b4edb2be4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1098 time: 0.0928378 Aug 04 16:59:19.686374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775d7845-1da1-4342-ab77-07cdef71b381') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:19.686869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775d7845-1da1-4342-ab77-07cdef71b381') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:19.742780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=40aadaf3-db4b-4322-8b10-24e658df33f5,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:19.761233 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.768159 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.793529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e78800e-5398-4f0d-a3f8-3ee73473b961 req-09cf678f-a3a7-4a33-ba69-74c1726c8710 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645092 Aug 04 16:59:19.805744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 53c97198-1e95-4fd9-9c32-523ab8984a17 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:59:19.834498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.843404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 53c97198-1e95-4fd9-9c32-523ab8984a17 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:59:19.844025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 53c97198-1e95-4fd9-9c32-523ab8984a17 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:59:19.844316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:59:19.844686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95162-5071-4df5-a86d-75e913d6c849 req-dbd907f5-4349-4859-96db-96d4e16237ef tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:19.844860 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.845196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 52a55f29-5a71-4505-8d27-1c11971f4f38 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:59:19.846794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aca95162-5071-4df5-a86d-75e913d6c849 req-dbd907f5-4349-4859-96db-96d4e16237ef tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 931 time: 0.2544508 Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:59:19.848551 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:59:19.874640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 52a55f29-5a71-4505-8d27-1c11971f4f38 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:59:19.875350 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 52a55f29-5a71-4505-8d27-1c11971f4f38 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:59:19.957911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-17f52f85-c55c-4102-927c-d5c619ac9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:19.960448 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-17f52f85-c55c-4102-927c-d5c619ac9cea service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2583218 Aug 04 16:59:19.962274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.963596 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.967434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:18Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:19.971416 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:19.977282 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "DELETE /v2.0/networks/9ce79e77-d55b-44fb-a901-57b63e773fc5 HTTP/1.1" status: 204 len: 168 time: 0.6855075 Aug 04 16:59:19.978075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46624) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:20.068933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967efeb-4413-4c6d-9ed3-9ef726fc9efb None None] The sync data for ids ['e885930d-f03c-4cdd-8197-90055f7ced17'] in n-d-764435-5 is: [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:18Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:20.097315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Sync routers for ids ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:20.119061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Routers {'504f6bb5-21e1-40f8-a9de-e961a1e8e748'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:20.120583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:20.130074 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-bd727153-896d-4146-917b-2ae70e8b82c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.1508391 Aug 04 16:59:20.149678 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e44c30ed-1374-4084-8882-d0804d218ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:20.199637 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da6000-71ae-428d-9be2-7ae953d47adb tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event deleted for resources: {'Network': ['ID=9ce79e77-d55b-44fb-a901-57b63e773fc5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:20.245001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08a6dc5-8330-4458-b317-900c39207598 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:59:20.261105 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:20.292906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Transition to ACTIVE for port object d08a6dc5-8330-4458-b317-900c39207598 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:20.310004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51a1e08f-4ecc-4d60-825d-040d9b05acbf up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:20.319686 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e44c30ed-1374-4084-8882-d0804d218ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:20.330221 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:20.343853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-31df3d36-3b49-40ec-aea3-6c6e124ee27d tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Deleting subnet 681b16f0-d8fb-4a04-8ad9-ee86a2526bb3 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:59:20.353187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-31df3d36-3b49-40ec-aea3-6c6e124ee27d tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:20.376606 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:20.445046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-e365e73e-567e-4a04-9a66-c8d6ded62243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:20.453894 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-e365e73e-567e-4a04-9a66-c8d6ded62243 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2731452 Aug 04 16:59:20.468656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03698d9a-a88a-4aa5-974a-f995aca22671 req-bb50e59d-d1ff-4264-a504-d635c45d87d3 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.1542766 Aug 04 16:59:20.499541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Set router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:20.507104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aca95162-5071-4df5-a86d-75e913d6c849 req-bde5babb-c6cc-416c-8691-f7392abdf2c2 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205702 Aug 04 16:59:20.544454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-31df3d36-3b49-40ec-aea3-6c6e124ee27d tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:20.578703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 51a1e08f-4ecc-4d60-825d-040d9b05acbf completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:20.590165 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 51a1e08f-4ecc-4d60-825d-040d9b05acbf triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:20.590913 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:20.596074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e44c30ed-1374-4084-8882-d0804d218ce4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1f7de05ae6f418a838d0f8fd30c3d72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5819554 Aug 04 16:59:20.601810 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46646) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:20.624750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:20.646729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c30ed-1374-4084-8882-d0804d218ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98493050-937d-461c-9490-b2d565c76713,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:20.649742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:20.667701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Pushing event updated for resources: {'Port': ['ID=d08a6dc5-8330-4458-b317-900c39207598,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:20.692716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:20.704496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-448faaea-76af-4886-b213-d9061079589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:20.706714 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-448faaea-76af-4886-b213-d9061079589b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2271881 Aug 04 16:59:20.794435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Allocated IP 172.25.2.89 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/372ec473-431f-429c-8361-6578db7882ed) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:20.866794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Pushing event updated for resources: {'Port': ['ID=4708a9e5-a5d3-419e-a2b8-7e8a1e5f0ccd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:20.941941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Attempting to bind port d08a6dc5-8330-4458-b317-900c39207598 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:20.942341 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:20.942757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Attempting to bind port d08a6dc5-8330-4458-b317-900c39207598 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:20.943320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Attempting to bind port d08a6dc5-8330-4458-b317-900c39207598 on network d431c173-a148-49e3-87ff-519fed0ba4f4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:20.989580 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d26b472-0451-4e97-a97c-71cf3ee88d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.017185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Port d08a6dc5-8330-4458-b317-900c39207598 on network d431c173-a148-49e3-87ff-519fed0ba4f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:59:21.017915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Attempting to bind port d08a6dc5-8330-4458-b317-900c39207598 on network d431c173-a148-49e3-87ff-519fed0ba4f4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:21.019068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 51a1e08f-4ecc-4d60-825d-040d9b05acbf, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=51a1e08f-4ecc-4d60-825d-040d9b05acbf,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:21.026453 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.027444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d14de43f-227c-4cb6-9bfe-924865634b9f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:21.033532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d26b472-0451-4e97-a97c-71cf3ee88d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.045776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:21.046510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Checking segment: {'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:21.047196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Bound using segment: {'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:21.047876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Bound port: d08a6dc5-8330-4458-b317-900c39207598, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744f8a29-ee58-46f9-996e-cb45d06f8168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:21.048472 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.048954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-31df3d36-3b49-40ec-aea3-6c6e124ee27d tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.083601 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.182994 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-cd0b9d6f-3538-4999-b2e7-bfc949d80fca service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565129 Aug 04 16:59:21.184916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412434-25f9-47d2-93ac-6e539f46b601 req-f4df511a-c21c-47da-b936-e7a30438ad9e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:21.186481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50412434-25f9-47d2-93ac-6e539f46b601 req-f4df511a-c21c-47da-b936-e7a30438ad9e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 947 time: 0.2383425 Aug 04 16:59:21.257573 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-31df3d36-3b49-40ec-aea3-6c6e124ee27d tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.261878 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.271024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=51a1e08f-4ecc-4d60-825d-040d9b05acbf,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:21.273054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d26b472-0451-4e97-a97c-71cf3ee88d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.279293 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.279550 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d26b472-0451-4e97-a97c-71cf3ee88d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.284187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '646736f5-8a68-4090-9f5c-0d04f890d42a', 'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'mac_address': 'fa:16:3e:bb:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:13Z', 'updated_at': '2021-08-04T16:59:16Z', 'revision_number': 2, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'subnets': [{'id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:21.285243 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6d26b472-0451-4e97-a97c-71cf3ee88d22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98493050-937d-461c-9490-b2d565c76713 HTTP/1.1" status: 204 len: 168 time: 0.6772811 Aug 04 16:59:21.286243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port d14de43f-227c-4cb6-9bfe-924865634b9f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:21.331186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d14de43f-227c-4cb6-9bfe-924865634b9f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:21.331509 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.335199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Checking router: 504f6bb5-21e1-40f8-a9de-e961a1e8e748 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:21.335556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Updating router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 port 646736f5-8a68-4090-9f5c-0d04f890d42a binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:59:21.353169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] For port d08a6dc5-8330-4458-b317-900c39207598, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:21.355662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df3d36-3b49-40ec-aea3-6c6e124ee27d tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event deleted for resources: {'Subnet': ['ID=681b16f0-d8fb-4a04-8ad9-ee86a2526bb3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:21.359785 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-31df3d36-3b49-40ec-aea3-6c6e124ee27d tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.375044 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-31df3d36-3b49-40ec-aea3-6c6e124ee27d tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "DELETE /v2.0/subnets/681b16f0-d8fb-4a04-8ad9-ee86a2526bb3 HTTP/1.1" status: 204 len: 168 time: 1.3883972 Aug 04 16:59:21.376873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26b472-0451-4e97-a97c-71cf3ee88d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98493050-937d-461c-9490-b2d565c76713,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:21.378434 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46668) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:21.410981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a1eb8-b64f-41f0-9fd1-d39ef5132589 None None] Network 99eb819d-834d-4a52-970b-5ecf69351a46 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:21.415026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] For port d08a6dc5-8330-4458-b317-900c39207598, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d08a6dc5-8330-4458-b317-900c39207598,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:21.534195 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.542961 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bca6b17c-8203-4240-a5e1-63e7efe81e45 req-1e0b6036-6650-4214-8445-6aa2e704ea47 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463960 Aug 04 16:59:21.587080 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.721067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Deleting port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:59:21.722064 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.777222 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.787485 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.805836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50412434-25f9-47d2-93ac-6e539f46b601 req-9b76521d-224c-4c02-bed0-befe7eef7642 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962958 Aug 04 16:59:21.832044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] For port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fe239f17-b5c5-4c18-a63f-d8095b5f7e8f,segment=NetworkSegment(5f067824-7feb-4fa4-bd82-cfdcf7b8f159),segment_id=5f067824-7feb-4fa4-bd82-cfdcf7b8f159)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:21.832634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.851668 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.854925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e3a68632-64ec-4d43-83da-462a000ad809 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:59:21.866820 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Calling delete_port for fe239f17-b5c5-4c18-a63f-d8095b5f7e8f owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:59:21.884458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.893274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.968540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46678) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:21.979101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:21.979900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c394a1c6-bdd4-41dc-9f19-4b0c30083ebf req-4f4f6b9f-a2eb-40ee-b739-6890abf0ec2c tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.1671331 Aug 04 16:59:22.015617 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a0dab1-9dde-4e66-810f-d20ea5c3eada admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.020352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:22.051386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:22.081434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:22.082046 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.083962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] 10.222.0.82 "PUT /v2.0/ports/d08a6dc5-8330-4458-b317-900c39207598 HTTP/1.1" status: 200 len: 1091 time: 3.6312113 Aug 04 16:59:22.104220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:22.106735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f88151a-d710-4a7b-aa86-e5357ba588f1', 'tag': 'd08a6dc5-8330-4458-b317-900c39207598'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:22.114097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port d14de43f-227c-4cb6-9bfe-924865634b9f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d14de43f-227c-4cb6-9bfe-924865634b9f,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:22.134396 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66322a33-9c70-4884-a556-e32db97465b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f88151a-d710-4a7b-aa86-e5357ba588f1", "tag": "d08a6dc5-8330-4458-b317-900c39207598"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:22.135218 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.136055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 40aadaf3-db4b-4322-8b10-24e658df33f5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:22.212653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84c49be-b0d3-4cba-9daa-f0faecd7a5d8 None None] DHCP port deletion for 99eb819d-834d-4a52-970b-5ecf69351a46 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:59:22.235077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a0dab1-9dde-4e66-810f-d20ea5c3eada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.238379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event deleted for resources: {'Port': ['ID=fe239f17-b5c5-4c18-a63f-d8095b5f7e8f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:22.248410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] No DVR routers for this DVR port fe239f17-b5c5-4c18-a63f-d8095b5f7e8f on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:59:22.248956 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 16:59:22.279266 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3a0dab1-9dde-4e66-810f-d20ea5c3eada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.364211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 40aadaf3-db4b-4322-8b10-24e658df33f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:22.364592 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.392506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0dab1-9dde-4e66-810f-d20ea5c3eada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819f076c-3558-4968-ad4f-eb4925e72ded,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:22.408003 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a3a0dab1-9dde-4e66-810f-d20ea5c3eada admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=865f4805576b45d883d3ed2faad11e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379992 Aug 04 16:59:22.411705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.414563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46682) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:22.439295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99eb819d-834d-4a52-970b-5ecf69351a46']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:22.474968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f067824-7feb-4fa4-bd82-cfdcf7b8f159') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:22.474968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f067824-7feb-4fa4-bd82-cfdcf7b8f159') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:22.491701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.504396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=d14de43f-227c-4cb6-9bfe-924865634b9f,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:22.528310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.546113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:59:22.546535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:59:22.551299 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:59:22.559112 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769f6b18-a7d3-4a4a-97f3-36203fb83b48 x-openstack-request-id: req-769f6b18-a7d3-4a4a-97f3-36203fb83b48 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:22.559772 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f88151a-d710-4a7b-aa86-e5357ba588f1", "tag": "d08a6dc5-8330-4458-b317-900c39207598", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:22.560241 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-769f6b18-a7d3-4a4a-97f3-36203fb83b48 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:22.560903 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f88151a-d710-4a7b-aa86-e5357ba588f1', 'tag': 'd08a6dc5-8330-4458-b317-900c39207598', 'status': 'completed', 'code': 200} Aug 04 16:59:22.570230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:22.589151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dab80-3bfd-41e7-b5ff-6fa93ad29265 service neutron] Pushing event updated for resources: {'Port': ['ID=d08a6dc5-8330-4458-b317-900c39207598,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:22.612399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'e3a68632-64ec-4d43-83da-462a000ad809', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'e3a68632-64ec-4d43-83da-462a000ad809', 'mac_address': 'fa:16:3e:13:f3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:59:22.658707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541420e-eb2b-4a65-be98-011d48f6f943 req-f6603c8f-2b80-4849-a1b0-ed77c7ab652b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:22.666297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2755f876-8734-4f84-beef-c60411018c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.666651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7541420e-eb2b-4a65-be98-011d48f6f943 req-f6603c8f-2b80-4849-a1b0-ed77c7ab652b tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 943 time: 0.6922631 Aug 04 16:59:22.669008 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.705834 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.722350 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.729377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Pushing event updated for resources: {'Port': ['ID=372ec473-431f-429c-8361-6578db7882ed,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:22.740994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a68632-64ec-4d43-83da-462a000ad809 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:59:22.746355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Transition to ACTIVE for port object 646736f5-8a68-4090-9f5c-0d04f890d42a will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:22.756455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-9eda46f5-47a5-4f3b-8fe4-40289874cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:22.758645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-9eda46f5-47a5-4f3b-8fe4-40289874cab0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62491eec0cca45ab8614cc1eec7806ed&device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 1094 time: 0.6168468 Aug 04 16:59:22.769460 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.771626 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.772131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.778990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:22.782698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3490584 Aug 04 16:59:22.785636 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.791788 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "DELETE /v2.0/networks/99eb819d-834d-4a52-970b-5ecf69351a46 HTTP/1.1" status: 204 len: 168 time: 1.3941004 Aug 04 16:59:22.792994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46688) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:22.865184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7541420e-eb2b-4a65-be98-011d48f6f943 req-7ee11991-6cf9-4d49-88ba-7bc0e18b95bc tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971543 Aug 04 16:59:22.878567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-aee5d9f8-fd7a-49ef-b713-4ba78d5915d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d08a6dc5-8330-4458-b317-900c39207598 HTTP/1.1" status: 200 len: 217 time: 0.0950184 Aug 04 16:59:22.884401 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ef24444d-7c07-4048-9aa3-a1bc1c5ee630 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "GET /v2.0/ports?device_id=402c7cfd-87e8-4d00-8f79-96f2ede7b015 HTTP/1.1" status: 200 len: 205 time: 0.0819821 Aug 04 16:59:22.886558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51a1e08f-4ecc-4d60-825d-040d9b05acbf up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:22.886867 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2755f876-8734-4f84-beef-c60411018c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.888617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46692) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:22.901543 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.913413 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42cd34-1a3a-483b-a21b-eddf732a79d6 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Pushing event deleted for resources: {'Network': ['ID=99eb819d-834d-4a52-970b-5ecf69351a46,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:22.940883 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:22.946404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dbb78-1407-4785-b20a-3f3cb7e6f32e tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Pushing event updated for resources: {'Port': ['ID=4708a9e5-a5d3-419e-a2b8-7e8a1e5f0ccd,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:23.035553 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9dc804e-5591-43cd-8922-cff9967dd038 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.066085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-979ce0db-034e-476b-b86e-a5164d67351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:23.067719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-979ce0db-034e-476b-b86e-a5164d67351c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bcd47859-fa75-42a2-a5c7-407f4550dff0 HTTP/1.1" status: 200 len: 862 time: 0.1779847 Aug 04 16:59:23.111003 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.131139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91f9fd-5f2e-4bcf-b8b6-b0b710c301c7 None None] Pushing event updated for resources: {'Port': ['ID=646736f5-8a68-4090-9f5c-0d04f890d42a,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:23.160968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-947dea5e-1e69-4b59-aee4-8b2878cd8f92 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d431c173-a148-49e3-87ff-519fed0ba4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641384 Aug 04 16:59:23.206535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['e3a68632-64ec-4d43-83da-462a000ad809'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:59:23.232913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Attempting to bind port 646736f5-8a68-4090-9f5c-0d04f890d42a on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:23.233667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Attempting to bind port 646736f5-8a68-4090-9f5c-0d04f890d42a by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:23.234260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Attempting to bind port 646736f5-8a68-4090-9f5c-0d04f890d42a on network d03c8cfc-aa93-4e8d-9427-7d300c74678a {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:23.251043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfde59f-e791-40de-bbcd-d0e5d1f4b964 req-ff093d02-a7b5-4a34-8138-14efea864e8a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:23.252594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cfde59f-e791-40de-bbcd-d0e5d1f4b964 req-ff093d02-a7b5-4a34-8138-14efea864e8a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 948 time: 0.2806809 Aug 04 16:59:23.254553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed56de5d-5b6d-408c-987a-9b74ae267a4e req-8df10f5a-e1db-4be3-ae3a-c5cb1cbd6287 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.1266217 Aug 04 16:59:23.279494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:23.280012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Checking segment: {'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:23.280912 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.280912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Bound using segment: {'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:23.281605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Bound port: 646736f5-8a68-4090-9f5c-0d04f890d42a, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:23.282070 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.289908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 51a1e08f-4ecc-4d60-825d-040d9b05acbf triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:23.290433 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.305959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:23.365523 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9dc804e-5591-43cd-8922-cff9967dd038 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.367811 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9dc804e-5591-43cd-8922-cff9967dd038 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.449489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cfde59f-e791-40de-bbcd-d0e5d1f4b964 req-0ddf851a-7611-419e-aa80-3ec890af2a3d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630728 Aug 04 16:59:23.456871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-f903022e-4ed2-4397-a6e6-716bae446d07 service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815120 Aug 04 16:59:23.460624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] For port 646736f5-8a68-4090-9f5c-0d04f890d42a, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:23.462330 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9dc804e-5591-43cd-8922-cff9967dd038 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.465227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dc804e-5591-43cd-8922-cff9967dd038 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Fanout notify agent at l3_agent the message router_deleted on router 402c7cfd-87e8-4d00-8f79-96f2ede7b015 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:59:23.478044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2755f876-8734-4f84-beef-c60411018c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.487557 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2755f876-8734-4f84-beef-c60411018c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.488828 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2755f876-8734-4f84-beef-c60411018c42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/819f076c-3558-4968-ad4f-eb4925e72ded HTTP/1.1" status: 204 len: 168 time: 1.0732265 Aug 04 16:59:23.501974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9dc804e-5591-43cd-8922-cff9967dd038 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.505817 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f9dc804e-5591-43cd-8922-cff9967dd038 tempest-RoutersNegativeTest-950093133 tempest-RoutersNegativeTest-950093133-project] 10.222.0.39 "DELETE /v2.0/routers/402c7cfd-87e8-4d00-8f79-96f2ede7b015 HTTP/1.1" status: 204 len: 168 time: 0.6130440 Aug 04 16:59:23.506513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] For port 646736f5-8a68-4090-9f5c-0d04f890d42a, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=646736f5-8a68-4090-9f5c-0d04f890d42a,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:23.518707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755f876-8734-4f84-beef-c60411018c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819f076c-3558-4968-ad4f-eb4925e72ded,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:23.583284 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.612396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-74a89bb2-dd55-4018-9275-ef7deba8d348 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--271388538&fields=id&tenant_id=b68e419ce0824bde98d93945bf6038be HTTP/1.1" status: 200 len: 267 time: 0.1272531 Aug 04 16:59:23.661079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d14de43f-227c-4cb6-9bfe-924865634b9f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:23.811365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91f9fd-5f2e-4bcf-b8b6-b0b710c301c7 None None] Pushing event updated for resources: {'Port': ['ID=646736f5-8a68-4090-9f5c-0d04f890d42a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:23.828967 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Routers {'504f6bb5-21e1-40f8-a9de-e961a1e8e748'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:23.829610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:23.831238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:23.845608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eecda8f5-b802-4ca8-b013-c830bdbaede2 req-9e7c59a5-48c8-4946-9006-f088191d8f1e service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739901 Aug 04 16:59:23.864500 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:24.035872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d14de43f-227c-4cb6-9bfe-924865634b9f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:24.036116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-80ecf063-a2cb-4dee-a904-55b55957d554 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:24.036251 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:24.043743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-80ecf063-a2cb-4dee-a904-55b55957d554 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/networks?id=d27cdc38-0f38-4a75-a2d7-dc417ad59559 HTTP/1.1" status: 200 len: 814 time: 0.4197376 Aug 04 16:59:24.092137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Pushing event updated for resources: {'Port': ['ID=372ec473-431f-429c-8361-6578db7882ed,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:24.146632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-6c687413-0f25-4d96-896f-aecf242a0152 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/quotas/b68e419ce0824bde98d93945bf6038be HTTP/1.1" status: 200 len: 375 time: 0.1020255 Aug 04 16:59:24.164840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46724) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:24.172724 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:24.188540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] Set router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:24.207526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66322a33-9c70-4884-a556-e32db97465b4 req-414a61a0-2449-4548-a9f7-69d13c138d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:24.209124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66322a33-9c70-4884-a556-e32db97465b4 req-414a61a0-2449-4548-a9f7-69d13c138d1b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62491eec0cca45ab8614cc1eec7806ed&device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 1094 time: 0.2801502 Aug 04 16:59:24.338683 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:24.339954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c096e4a3-db56-4835-918f-7f262a008e25 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5117064 Aug 04 16:59:24.370671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-ccbf78cb-57f6-4e90-8c79-62c4c04d9f52 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b68e419ce0824bde98d93945bf6038be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2230785 Aug 04 16:59:24.389774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bdcec-a5fb-4c64-b015-aea5a6b302f3 req-7fbbade7-8c15-4b78-88f0-526160522479 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:24.391812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-450bdcec-a5fb-4c64-b015-aea5a6b302f3 req-7fbbade7-8c15-4b78-88f0-526160522479 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 943 time: 0.3410609 Aug 04 16:59:24.485265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fe239f17-b5c5-4c18-a63f-d8095b5f7e8f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:59:24.514303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: fe239f17-b5c5-4c18-a63f-d8095b5f7e8f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:59:24.514955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fe239f17-b5c5-4c18-a63f-d8095b5f7e8f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:59:24.529132 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77239aa3-06ac-4a59-9c14-c4fda165462c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f8d8c837b8b487a95585c61bd8bc333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632147 Aug 04 16:59:24.530161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46738) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:24.588699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '646736f5-8a68-4090-9f5c-0d04f890d42a', 'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'mac_address': 'fa:16:3e:bb:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:13Z', 'updated_at': '2021-08-04T16:59:23Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'subnets': [{'id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:24.598762 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1230f829-137b-4893-972d-337c55864344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:24.608161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-d643c9ee-4793-47a5-8e6e-2137c5d2f779 service neutron] 10.222.0.39 "GET /v2.0/networks/d27cdc38-0f38-4a75-a2d7-dc417ad59559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738162 Aug 04 16:59:24.610028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66322a33-9c70-4884-a556-e32db97465b4 req-3ac87122-082e-473e-b6cd-1626a80b895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:24.611581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66322a33-9c70-4884-a556-e32db97465b4 req-3ac87122-082e-473e-b6cd-1626a80b895b service neutron] 10.222.0.82 "GET /v2.0/networks?id=d431c173-a148-49e3-87ff-519fed0ba4f4 HTTP/1.1" status: 200 len: 924 time: 0.3854134 Aug 04 16:59:24.643390 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1230f829-137b-4893-972d-337c55864344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:24.662447 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f66ef-84d8-41fa-9cb4-10314f10b1e5 None None] The sync data for ids ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'] in n-d-764435-5 is: [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '646736f5-8a68-4090-9f5c-0d04f890d42a', 'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'mac_address': 'fa:16:3e:bb:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:13Z', 'updated_at': '2021-08-04T16:59:23Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'subnets': [{'id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:24.731968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1230f829-137b-4893-972d-337c55864344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:24.734848 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1230f829-137b-4893-972d-337c55864344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:24.736059 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1230f829-137b-4893-972d-337c55864344 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a882d130-6136-4bc8-9bc0-c4ecf2877b8c HTTP/1.1" status: 204 len: 168 time: 0.2046142 Aug 04 16:59:24.755629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66322a33-9c70-4884-a556-e32db97465b4 req-cb79e8b0-89dc-415d-b52f-af968521d159 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d08a6dc5-8330-4458-b317-900c39207598 HTTP/1.1" status: 200 len: 217 time: 0.1075084 Aug 04 16:59:24.768532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230f829-137b-4893-972d-337c55864344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a882d130-6136-4bc8-9bc0-c4ecf2877b8c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:24.878064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66322a33-9c70-4884-a556-e32db97465b4 req-a8e15bef-eb4d-4bf6-8ed8-90e976a6dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:24.879637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66322a33-9c70-4884-a556-e32db97465b4 req-a8e15bef-eb4d-4bf6-8ed8-90e976a6dd94 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bcd47859-fa75-42a2-a5c7-407f4550dff0 HTTP/1.1" status: 200 len: 862 time: 0.1025069 Aug 04 16:59:24.893974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-450bdcec-a5fb-4c64-b015-aea5a6b302f3 req-eca72ac2-3cf6-4416-a67c-03499a3a0647 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884703 Aug 04 16:59:24.954284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46752) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:24.984155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66322a33-9c70-4884-a556-e32db97465b4 req-9fa9f91d-1168-49eb-8007-1bfe78a9f307 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d431c173-a148-49e3-87ff-519fed0ba4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891087 Aug 04 16:59:25.104451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-1305f190-6dea-4cfb-99fa-7ef0ce7ac9a1 service neutron] 10.222.0.39 "GET /v2.0/networks/d27cdc38-0f38-4a75-a2d7-dc417ad59559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871335 Aug 04 16:59:25.161195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cebb25e1-bcff-499b-b82f-406e8467bb47 req-89f51608-f80c-4d42-801a-f9304a742276 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0725262 Aug 04 16:59:25.185790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66322a33-9c70-4884-a556-e32db97465b4 req-3e4ce017-23c7-4a76-918e-a4bc07c2d638 service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893444 Aug 04 16:59:25.326639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-network', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:25.377206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Made reservation on behalf of 3f52fdc6619c4d2eba5b5b57be5612f7 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:25.379808 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:25.416228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:25.436524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66322a33-9c70-4884-a556-e32db97465b4 req-dc161a5f-123e-4719-9f1a-470740165178 service neutron] 10.222.0.82 "GET /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414525 Aug 04 16:59:25.522083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b788b97-8b2d-475c-a35f-b11a9d398b81 req-e7ba225d-abe7-4faa-bf1a-9364f6b887f3 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:25.531085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b788b97-8b2d-475c-a35f-b11a9d398b81 req-e7ba225d-abe7-4faa-bf1a-9364f6b887f3 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 948 time: 0.2129848 Aug 04 16:59:25.586628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-a87b1455-1800-4fd4-86e0-39e41c3212d4 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--118920760&fields=id&tenant_id=8c3d9912f9fc434c94df4f200cd435aa HTTP/1.1" status: 200 len: 267 time: 0.1558390 Aug 04 16:59:25.672413 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:25.700910 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:25.746773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:59:25.766948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b788b97-8b2d-475c-a35f-b11a9d398b81 req-59be2d46-1990-40f9-98ce-84a9cf3ef940 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342494 Aug 04 16:59:25.785493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b645553a-4663-4ce9-b49b-80d261ad9ee7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:25.803098 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:25.804066 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Added segment 2f52ddf0-cdf4-452a-a15f-9873690de3b0 of type vlan for network 1ec9ec80-e47b-4eff-9466-2506345f6182 Aug 04 16:59:25.854859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e3a68632-64ec-4d43-83da-462a000ad809 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:25.903142 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:25.931993 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port e3a68632-64ec-4d43-83da-462a000ad809 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:25.939735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port e3a68632-64ec-4d43-83da-462a000ad809 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:25.941102 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:25.982171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2fa34667-4070-4965-a05a-f95a6f5cc333 req-79e79370-7117-416b-8239-e532f63cc311 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 210 time: 0.1085403 Aug 04 16:59:26.024806 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:26.025842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:26.026455 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:26.077237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-102e70b1-35cd-4f34-82b9-e4a20f290afa tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:26.090353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-102e70b1-35cd-4f34-82b9-e4a20f290afa tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/networks?id=471a2b16-5133-4f64-a964-47a9a441d46b HTTP/1.1" status: 200 len: 806 time: 0.5011380 Aug 04 16:59:26.120177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-f8a1e1f0-a086-45a7-b11e-e3499af06e61 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/quotas/8c3d9912f9fc434c94df4f200cd435aa HTTP/1.1" status: 200 len: 375 time: 0.0299284 Aug 04 16:59:26.133028 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:26.163952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:26.166398 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c333b4c-21f7-4e83-ae85-0efbcf168f3b" -d '{"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-plugged", "status": "completed", "tag": "e3a68632-64ec-4d43-83da-462a000ad809"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:26.177033 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2215385 Aug 04 16:59:26.179864 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46798) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:26.187170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Request body: {'subnet': {'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-subnet', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:26.194898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:26.212649 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:26.217956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c80d49-d2f0-4a90-803b-d5aea0b3b02c admin admin] Pushing event updated for resources: {'Network': ['ID=1ec9ec80-e47b-4eff-9466-2506345f6182,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:26.241804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Made reservation on behalf of 3f52fdc6619c4d2eba5b5b57be5612f7 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:26.248282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:26.252551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 1ec9ec80-e47b-4eff-9466-2506345f6182 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:59:26.300277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d925de16-3593-45ef-90b8-77961376e25b tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c3d9912f9fc434c94df4f200cd435aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1791902 Aug 04 16:59:26.330886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94eda1-e4a9-46ea-85df-104d8210da43 req-40606b2b-c40f-4c0c-a950-1d783fa40814 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:26.341035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d94eda1-e4a9-46ea-85df-104d8210da43 req-40606b2b-c40f-4c0c-a950-1d783fa40814 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 943 time: 0.2185154 Aug 04 16:59:26.380016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46802) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:26.533006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d94eda1-e4a9-46ea-85df-104d8210da43 req-43edd945-f469-4d7a-aa1a-7093203ee3d7 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904490 Aug 04 16:59:26.569857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:26.612569 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1302500346'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:26.623452 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-c92c2d42-23a9-4fe8-b0ac-8d46d5a28fc4 service neutron] 10.222.0.39 "GET /v2.0/networks/471a2b16-5133-4f64-a964-47a9a441d46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610612 Aug 04 16:59:26.692548 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd77094-37ab-4ce7-a0c6-9b34611816bd x-openstack-request-id: req-cbd77094-37ab-4ce7-a0c6-9b34611816bd {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:26.692954 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-plugged", "status": "completed", "tag": "e3a68632-64ec-4d43-83da-462a000ad809", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:26.693302 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbd77094-37ab-4ce7-a0c6-9b34611816bd {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:26.693804 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809', 'code': 200} Aug 04 16:59:26.708739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Checking segment: {'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:26.709906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Network hostable DHCP agents. Network: 1ec9ec80-e47b-4eff-9466-2506345f6182, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:59:26.723992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:26.736267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Made reservation on behalf of 72b73df680ee4c8ba3219d4dcbc32025 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:26.739916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:26.746061 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Pushing event updated for resources: {'Subnet': ['ID=338e3339-4571-46a9-92d9-85b0029caa1b,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:26.757102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-2e98077b-a12f-4425-b164-e2e4a47f1da0 service neutron] 10.222.0.39 "GET /v2.0/networks/471a2b16-5133-4f64-a964-47a9a441d46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325750 Aug 04 16:59:26.757906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:26.786471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Network 1ec9ec80-e47b-4eff-9466-2506345f6182 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:59:26.853101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 1ec9ec80-e47b-4eff-9466-2506345f6182) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:26.864822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5047d3bc-b7ef-4551-bbe3-fb9055761f45 None None] Network 1ec9ec80-e47b-4eff-9466-2506345f6182 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:26.875158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4598ba3c-c30a-4814-a0ef-7770ed416a63 req-e242b370-2559-431a-9db6-9be156b6dddb tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0622058 Aug 04 16:59:26.878853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:26.881412 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:26.924243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef019ac5-8718-4155-ba35-cdb02f3703ad req-08637b36-efd6-4a92-8dfd-5a0c92e43704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:26.926021 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ef019ac5-8718-4155-ba35-cdb02f3703ad req-08637b36-efd6-4a92-8dfd-5a0c92e43704 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1100 time: 0.1529398 Aug 04 16:59:26.950123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 646736f5-8a68-4090-9f5c-0d04f890d42a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:27.005054 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ef019ac5-8718-4155-ba35-cdb02f3703ad req-cf9c8347-0a2b-4591-8e5b-34abcd80ddf8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655773 Aug 04 16:59:27.052379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 646736f5-8a68-4090-9f5c-0d04f890d42a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:27.093298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.109223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.138791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 646736f5-8a68-4090-9f5c-0d04f890d42a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:27.140476 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.178179 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-07f8e1d0-9ac2-4fb0-b01f-3a9a0f6f474d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9970658 Aug 04 16:59:27.188744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca16ab8-ee2f-442b-90ec-97690410eb41 req-6215f7c8-1056-4df7-8283-00d8627af009 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:27.202902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ca16ab8-ee2f-442b-90ec-97690410eb41 req-6215f7c8-1056-4df7-8283-00d8627af009 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.2509849 Aug 04 16:59:27.205831 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46816) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:27.223963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-router', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:27.266242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:59:27.294600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb3f83-5c84-4c36-9cac-3ca2d942cf7f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:27.317671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.318025 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Added segment c8a670e3-5a6f-4326-941b-19dacd98bbd9 of type vlan for network 638d9b09-b91a-43e5-a96e-b267af011be6 Aug 04 16:59:27.324810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2342bd4-9f3d-4929-a264-f68def75648f req-872a5e29-194c-464f-96b5-22958508c309 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 210 time: 0.0881243 Aug 04 16:59:27.377155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ca16ab8-ee2f-442b-90ec-97690410eb41 req-98a1b8bd-d37a-406d-a4f3-199c205fe6e0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730933 Aug 04 16:59:27.381633 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.382225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.408347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.435364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-1ec9ec80-e47b-4eff-9466-2506345f6182', 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'fixed_ips': [{'subnet_id': '338e3339-4571-46a9-92d9-85b0029caa1b'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:59:27.436529 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.462314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-86d5a1ff-b73d-4b86-ad1b-1ba80dc301e9 req-3540dd04-5a31-4d2b-b3b7-4e67b301872e tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 210 time: 0.0496495 Aug 04 16:59:27.469050 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.481745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-3f1aa37f-187b-4308-b5a0-3cb0ee364862 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:27.483907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-3f1aa37f-187b-4308-b5a0-3cb0ee364862 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.82 "GET /v2.0/networks?id=d27cdc38-0f38-4a75-a2d7-dc417ad59559 HTTP/1.1" status: 200 len: 814 time: 0.4702003 Aug 04 16:59:27.491410 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.587458 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.590057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-8cf30933-52b4-46a2-b2b0-1fcd56591923 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b68e419ce0824bde98d93945bf6038be HTTP/1.1" status: 200 len: 379 time: 0.0956278 Aug 04 16:59:27.603537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Request body: {'port': {'device_id': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'admin_state_up': True, 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'security_groups': ['cfdfeb56-14c9-411f-b6a2-5ca52aa14100']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:27.603720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:27.604372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.719600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 646736f5-8a68-4090-9f5c-0d04f890d42a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=646736f5-8a68-4090-9f5c-0d04f890d42a,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:27.734863 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:27.787727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Allocated IP 172.20.0.2 (1ec9ec80-e47b-4eff-9466-2506345f6182/338e3339-4571-46a9-92d9-85b0029caa1b/8ea338d6-d7eb-4568-a20f-c59d47d1e038) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:27.827087 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4447250 Aug 04 16:59:27.831018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46826) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:27.838412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-5a029643-ebd2-406b-ac71-614f998b3e68 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6', 'tempest-TagsTest-Tag-157327809') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:27.853046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=646736f5-8a68-4090-9f5c-0d04f890d42a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:27.935150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd7072-3647-4e9a-9783-31f9ccea15d6 req-a33be013-f803-4c7a-bf16-d02da48b1dde tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:27.941577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2dd7072-3647-4e9a-9783-31f9ccea15d6 req-a33be013-f803-4c7a-bf16-d02da48b1dde tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 943 time: 0.1989343 Aug 04 16:59:27.948070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d08a6dc5-8330-4458-b317-900c39207598 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:59:28.065622 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554a143-47bd-440b-a947-4e547740ee5b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Pushing event updated for resources: {'Network': ['ID=638d9b09-b91a-43e5-a96e-b267af011be6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:28.074181 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:28.166552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 638d9b09-b91a-43e5-a96e-b267af011be6 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:59:28.302203 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5a029643-ebd2-406b-ac71-614f998b3e68 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "PUT /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags/tempest-TagsTest-Tag-157327809 HTTP/1.1" status: 201 len: 201 time: 0.4701118 Aug 04 16:59:28.308049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46832) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:28.321012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-c86f9f20-505e-46a8-b7c3-0c48ac137bb3 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6', 'tempest-TagsTest-Tag-157327809') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:28.362998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d08a6dc5-8330-4458-b317-900c39207598, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d08a6dc5-8330-4458-b317-900c39207598,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:28.397269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'd08a6dc5-8330-4458-b317-900c39207598', 'network_id': 'd431c173-a148-49e3-87ff-519fed0ba4f4', 'port_id': 'd08a6dc5-8330-4458-b317-900c39207598', 'mac_address': 'fa:16:3e:2b:03:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd47859-fa75-42a2-a5c7-407f4550dff0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:59:28.446850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Made reservation on behalf of b68e419ce0824bde98d93945bf6038be for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:28.450877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:28.460244 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c86f9f20-505e-46a8-b7c3-0c48ac137bb3 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "GET /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags/tempest-TagsTest-Tag-157327809 HTTP/1.1" status: 204 len: 168 time: 0.1479170 Aug 04 16:59:28.460762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46838) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:28.465741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-f93dca0a-67fd-4be6-82e0-94e27a83272f tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:28.487288 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b1da0fe-be10-40a6-a8fe-2c86f3e844e4 req-b100c6a2-2fbc-4973-bb05-b963a47ba202 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0445528 Aug 04 16:59:28.530648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2dd7072-3647-4e9a-9783-31f9ccea15d6 req-3054f151-77c4-460e-9ed8-67dc2dc33823 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786870 Aug 04 16:59:28.559620 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:28.561695 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:28.582378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Transition to ACTIVE for port object 8ea338d6-d7eb-4568-a20f-c59d47d1e038 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:28.585827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08a6dc5-8330-4458-b317-900c39207598 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:59:28.611258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d08a6dc5-8330-4458-b317-900c39207598, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d08a6dc5-8330-4458-b317-900c39207598,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:28.635184 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:28.672028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d537008-fe3d-4d01-8053-42440473710f req-4ba95dc1-5f71-4ca2-ab4c-09aeca0b7435 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 210 time: 0.0570557 Aug 04 16:59:28.743974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:28.766009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Transition to ACTIVE for port object 8ea338d6-d7eb-4568-a20f-c59d47d1e038 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:28.772990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d08a6dc5-8330-4458-b317-900c39207598,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:28.806977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46842) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:28.807332 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f93dca0a-67fd-4be6-82e0-94e27a83272f tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "GET /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags HTTP/1.1" status: 200 len: 237 time: 0.3455079 Aug 04 16:59:28.817682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-7418d723-a9c6-4d1f-92a5-5cacd91adc9b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6', {'tags': ['tempest-TagsTest-Tag-1597886170', 'tempest-TagsTest-Tag-1336357249', 'tempest-TagsTest-Tag-1579894991']}) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:28.819680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:28.834055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:28.890458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Pushing event updated for resources: {'Port': ['ID=8ea338d6-d7eb-4568-a20f-c59d47d1e038,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:28.892991 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 646736f5-8a68-4090-9f5c-0d04f890d42a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:28.921831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d08a6dc5-8330-4458-b317-900c39207598'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:59:28.924199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7418d723-a9c6-4d1f-92a5-5cacd91adc9b tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "PUT /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags HTTP/1.1" status: 200 len: 309 time: 0.1132743 Aug 04 16:59:28.932220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Network 1ec9ec80-e47b-4eff-9466-2506345f6182 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:28.944057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46846) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:28.959950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3258ba5c-a45f-4c25-8d22-f97643b05add req-51769c0d-d0e3-46bf-88c4-8ab4bda705a8 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 210 time: 0.1471491 Aug 04 16:59:28.964025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-c75fe662-256b-4858-b642-d5280b84e57d tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6', 'tempest-TagsTest-Tag-1597886170') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:28.978325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:28.983503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29dbc2-ce7f-43d6-835f-35b0e1449dce req-651f9c3b-57ee-4a29-b8fd-f924be01ca01 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:28.983721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:28.984816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd29dbc2-ce7f-43d6-835f-35b0e1449dce req-651f9c3b-57ee-4a29-b8fd-f924be01ca01 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.3549428 Aug 04 16:59:29.002629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Allocated IP 172.20.0.14 (d27cdc38-0f38-4a75-a2d7-dc417ad59559/97d1dad7-ec34-40b9-b0e1-d60926573331/6c332601-7fe2-4662-b1e8-84ef66e5f8a1) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:29.106520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 646736f5-8a68-4090-9f5c-0d04f890d42a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:29.107095 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:29.124249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd29dbc2-ce7f-43d6-835f-35b0e1449dce req-213e0c21-ca88-4e31-aa4c-b63ba83a2a78 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266258 Aug 04 16:59:29.182177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-0c6ec5e8-1a85-48ff-a4b7-cb3bb7ad2237 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:29.184503 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-0c6ec5e8-1a85-48ff-a4b7-cb3bb7ad2237 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.90 "GET /v2.0/networks?id=471a2b16-5133-4f64-a964-47a9a441d46b HTTP/1.1" status: 200 len: 806 time: 0.3755355 Aug 04 16:59:29.224419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Attempting to bind port 8ea338d6-d7eb-4568-a20f-c59d47d1e038 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:29.224854 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Attempting to bind port 8ea338d6-d7eb-4568-a20f-c59d47d1e038 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:29.225178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Attempting to bind port 8ea338d6-d7eb-4568-a20f-c59d47d1e038 on network 1ec9ec80-e47b-4eff-9466-2506345f6182 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:29.233624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Allocated IP 172.25.2.173 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/d653f632-d587-4308-9fbc-a20cd42bb128) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:29.285801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c75fe662-256b-4858-b642-d5280b84e57d tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "DELETE /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags/tempest-TagsTest-Tag-1597886170 HTTP/1.1" status: 204 len: 168 time: 0.3392894 Aug 04 16:59:29.290392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46850) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:29.291801 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-005e3c41-a81e-455d-ae36-142be344142f tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c3d9912f9fc434c94df4f200cd435aa HTTP/1.1" status: 200 len: 379 time: 0.0923040 Aug 04 16:59:29.298866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:29.298866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Checking segment: {'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:29.299321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:29.299767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Bound using segment: {'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:29.300254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Bound port: 8ea338d6-d7eb-4568-a20f-c59d47d1e038, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:29.300671 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:29.324972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-5fb12cdb-554b-4f1a-a93f-f09353c532c2 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6', 'tempest-TagsTest-Tag-1597886170') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:29.337260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Request body: {'port': {'device_id': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'admin_state_up': True, 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'security_groups': ['0f75d525-c460-4a6f-a2b8-cf7596453e2d']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:29.460274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:29.474064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] For port 8ea338d6-d7eb-4568-a20f-c59d47d1e038, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:29.487034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350441b6-6047-40e3-a611-7a1096bde0fc req-b713160f-3101-4abe-b9ad-8c4ef453b449 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:29.494310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-350441b6-6047-40e3-a611-7a1096bde0fc req-b713160f-3101-4abe-b9ad-8c4ef453b449 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.2298775 Aug 04 16:59:29.506775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] For port 8ea338d6-d7eb-4568-a20f-c59d47d1e038, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8ea338d6-d7eb-4568-a20f-c59d47d1e038,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:29.521277 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:29.558667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Transition to ACTIVE for port object 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:29.586273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dfc1c-c991-4b51-b01f-abe21ff6dd7b None None] Pushing event updated for resources: {'Port': ['ID=8ea338d6-d7eb-4568-a20f-c59d47d1e038,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:29.626136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-350441b6-6047-40e3-a611-7a1096bde0fc req-3643f379-154c-44b8-9e70-fa9bd893738c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303999 Aug 04 16:59:29.636948 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-5fb12cdb-554b-4f1a-a93f-f09353c532c2 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] show failed (client error): The resource could not be found. Aug 04 16:59:29.642137 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5fb12cdb-554b-4f1a-a93f-f09353c532c2 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "GET /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags/tempest-TagsTest-Tag-1597886170 HTTP/1.1" status: 404 len: 326 time: 0.3484790 Aug 04 16:59:29.643094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46860) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:29.671319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-ca612bca-60d9-4ba4-8d0f-1706e5f448c8 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6', 'tempest-TagsTest-Tag-1336357249') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:29.746512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fed8f0fa-c99d-4218-8e9c-dfbe12fda6c2 req-69272f03-2aaf-4e6c-a046-7801a67bc247 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.1109982 Aug 04 16:59:29.833714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:29.857037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Made reservation on behalf of 8c3d9912f9fc434c94df4f200cd435aa for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:29.868416 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:29.924643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:30.074557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e232-546b-4367-a4b4-3276c711ff16 req-91f85cac-80ad-41a5-99fa-fdd2819ae55d tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:30.076190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6315e232-546b-4367-a4b4-3276c711ff16 req-91f85cac-80ad-41a5-99fa-fdd2819ae55d tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 944 time: 0.3455868 Aug 04 16:59:30.081470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Network d27cdc38-0f38-4a75-a2d7-dc417ad59559 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:30.093535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Pushing event updated for resources: {'Port': ['ID=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:30.096224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:30.105049 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:30.106449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ca612bca-60d9-4ba4-8d0f-1706e5f448c8 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "GET /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags/tempest-TagsTest-Tag-1336357249 HTTP/1.1" status: 204 len: 168 time: 0.4594064 Aug 04 16:59:30.107529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:30.112425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46870) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:30.145370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-5068eb62-9d0f-4b26-b0ae-843c0aef32d4 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6', 'tempest-TagsTest-Tag-1579894991') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:30.165533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Allocated IP 172.20.0.8 (471a2b16-5133-4f64-a964-47a9a441d46b/c2fb5a73-df70-44b3-8e98-ee4083e32d92/87902fc5-5536-4f1f-93c5-96f5a4a364fe) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:30.187692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b0989-4159-4ac1-9f0a-692870867b56 req-f0f90c3c-2288-4939-ac1a-5875e9b9d147 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:30.189568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee3b0989-4159-4ac1-9f0a-692870867b56 req-f0f90c3c-2288-4939-ac1a-5875e9b9d147 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 932 time: 0.2708437 Aug 04 16:59:30.199798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:30.217694 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:30.223179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:30.253673 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Pushing event updated for resources: {'Port': ['ID=d653f632-d587-4308-9fbc-a20cd42bb128,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:30.292179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:30.292864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:30.298842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6315e232-546b-4367-a4b4-3276c711ff16 req-9ae98970-6d2a-4c77-9283-401250d88d18 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143738 Aug 04 16:59:30.334792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee3b0989-4159-4ac1-9f0a-692870867b56 req-044072a7-00f5-45fe-ae2c-80c73bce07d7 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311402 Aug 04 16:59:30.337944 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-4d973d3b-2190-461b-b8de-5442fddc1e2a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7415276 Aug 04 16:59:30.364036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Request body: {'port': {'device_id': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:30.451253 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5068eb62-9d0f-4b26-b0ae-843c0aef32d4 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "GET /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags/tempest-TagsTest-Tag-1579894991 HTTP/1.1" status: 204 len: 168 time: 0.3357346 Aug 04 16:59:30.455894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46876) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:30.479912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-cde2acd2-3e9c-4740-af62-4990545faa76 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:30.567322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16a062dc-e87d-4c56-b11a-07c3c3334484 req-9364f18d-bec5-4173-a4db-d4bdd05a756a tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 210 time: 0.1210990 Aug 04 16:59:30.598132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4565c2a6-7c4b-4772-a723-be8e833e4573 None None] Provisioning for port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:30.618545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4565c2a6-7c4b-4772-a723-be8e833e4573 None None] Provisioning complete for port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:30.619061 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4565c2a6-7c4b-4772-a723-be8e833e4573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:30.641410 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:30.726294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4565c2a6-7c4b-4772-a723-be8e833e4573 None None] Port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:30.841165 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:30.847375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:30.921369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8ea338d6-d7eb-4568-a20f-c59d47d1e038 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:30.987453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cde2acd2-3e9c-4740-af62-4990545faa76 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "DELETE /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags HTTP/1.1" status: 204 len: 168 time: 0.5118523 Aug 04 16:59:31.005837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46884) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:31.038043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Transition to ACTIVE for port object 87902fc5-5536-4f1f-93c5-96f5a4a364fe will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:31.052122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 8ea338d6-d7eb-4568-a20f-c59d47d1e038 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:31.062395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-25ac44da-1646-4233-a389-05bc1a2d5fc8 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6', 'tempest-TagsTest-Tag-1336357249') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:31.132671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-656d094c-f758-4d66-b36f-3b8f49b2f969 req-c6c975e7-5fb7-47dd-8e8e-f4d42955408d tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.1735692 Aug 04 16:59:31.186562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aac990-f390-4417-b96e-c3a0f01385bf None None] Network 1ec9ec80-e47b-4eff-9466-2506345f6182 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:31.202391 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-9726a2d9-55b4-43ad-80f4-5b794a5eb7b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3591592 Aug 04 16:59:31.221011 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:31.255245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ef10-1fd8-48bd-aef3-c690e2016085 req-24ad1b9b-7287-4b27-a225-ab8bfb84b9e8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:31.256913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85c9ef10-1fd8-48bd-aef3-c690e2016085 req-24ad1b9b-7287-4b27-a225-ab8bfb84b9e8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.3621280 Aug 04 16:59:31.275538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Network 471a2b16-5133-4f64-a964-47a9a441d46b is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:31.281745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:31.284389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:31.327714 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-25ac44da-1646-4233-a389-05bc1a2d5fc8 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] show failed (client error): The resource could not be found. Aug 04 16:59:31.328750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-25ac44da-1646-4233-a389-05bc1a2d5fc8 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "GET /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags/tempest-TagsTest-Tag-1336357249 HTTP/1.1" status: 404 len: 326 time: 0.2882612 Aug 04 16:59:31.332919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46890) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:31.377075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-acb73bc9-4915-44fe-bf02-fcc0c0768178 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6', 'tempest-TagsTest-Tag-1579894991') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:31.381855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-84ec60df-4689-4f3b-8437-e26a3d49ddb3 None None] Provisioning for port 8ea338d6-d7eb-4568-a20f-c59d47d1e038 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:31.417480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-84ec60df-4689-4f3b-8437-e26a3d49ddb3 None None] Provisioning complete for port 8ea338d6-d7eb-4568-a20f-c59d47d1e038 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:31.418315 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-84ec60df-4689-4f3b-8437-e26a3d49ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:31.422424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85c9ef10-1fd8-48bd-aef3-c690e2016085 req-e462f504-dfff-48c3-9e16-ee8e3b39851c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541049 Aug 04 16:59:31.484287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Pushing event updated for resources: {'Port': ['ID=87902fc5-5536-4f1f-93c5-96f5a4a364fe,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:31.530695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:31.531694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:31.541164 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:31.608649 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-84ec60df-4689-4f3b-8437-e26a3d49ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:31.710410 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-d29a2222-3a56-4d89-8de8-d837ea61856d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4020591 Aug 04 16:59:31.712591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-84ec60df-4689-4f3b-8437-e26a3d49ddb3 None None] For port 8ea338d6-d7eb-4568-a20f-c59d47d1e038, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8ea338d6-d7eb-4568-a20f-c59d47d1e038,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:31.714871 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-acb73bc9-4915-44fe-bf02-fcc0c0768178 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] show failed (client error): The resource could not be found. Aug 04 16:59:31.716137 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-acb73bc9-4915-44fe-bf02-fcc0c0768178 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "GET /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags/tempest-TagsTest-Tag-1579894991 HTTP/1.1" status: 404 len: 326 time: 0.3450930 Aug 04 16:59:31.719582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46906) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:31.724272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-497fb12b-0849-4192-bf74-073e94ba7d3a tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '638d9b09-b91a-43e5-a96e-b267af011be6') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:31.736253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-84ec60df-4689-4f3b-8437-e26a3d49ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:31.762628 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Request body: {'port': {'device_id': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:31.789046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c24e4-d804-4cae-81b7-8ec301ed5720 req-f0127629-0d55-4d46-b391-56dd5fed02d1 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:31.799849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-522c24e4-d804-4cae-81b7-8ec301ed5720 req-f0127629-0d55-4d46-b391-56dd5fed02d1 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 944 time: 0.3481579 Aug 04 16:59:31.820181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:59:31.834033 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:31.855136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Transition to ACTIVE for port object 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:31.886242 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:31.891927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d08a6dc5-8330-4458-b317-900c39207598 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:31.894849 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.015203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e2d011da-59a7-4a0c-9352-3691efc223e0 None None] Provisioning for port 87902fc5-5536-4f1f-93c5-96f5a4a364fe completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:32.021639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec60df-4689-4f3b-8437-e26a3d49ddb3 None None] Pushing event updated for resources: {'Port': ['ID=8ea338d6-d7eb-4568-a20f-c59d47d1e038,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:32.041052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e2d011da-59a7-4a0c-9352-3691efc223e0 None None] Provisioning complete for port 87902fc5-5536-4f1f-93c5-96f5a4a364fe triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:32.044586 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e2d011da-59a7-4a0c-9352-3691efc223e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.055137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9e77-8eea-4a6c-ab4a-b42960a760d5 req-e7b51d8d-f1e9-4fd0-ab2b-3d1b65830c4f tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:32.057551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d3c9e77-8eea-4a6c-ab4a-b42960a760d5 req-e7b51d8d-f1e9-4fd0-ab2b-3d1b65830c4f tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 932 time: 0.4245453 Aug 04 16:59:32.077487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Pushing event updated for resources: {'Port': ['ID=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:32.090735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-522c24e4-d804-4cae-81b7-8ec301ed5720 req-8ef31660-1196-42c5-97b2-b15046cf4900 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898724 Aug 04 16:59:32.155434 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-63b38e7d-02d9-471e-90e5-9be39a415c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.163855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:59:32.177784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port d08a6dc5-8330-4458-b317-900c39207598 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:32.205900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port d08a6dc5-8330-4458-b317-900c39207598 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:32.206290 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.208136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e2d011da-59a7-4a0c-9352-3691efc223e0 None None] Port 87902fc5-5536-4f1f-93c5-96f5a4a364fe cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:32.293290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d3c9e77-8eea-4a6c-ab4a-b42960a760d5 req-1f67755c-6561-47e4-867f-445f57ddd12b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994028 Aug 04 16:59:32.309539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c265787-8918-4ab6-80c3-a4e219608d30 req-34fca36d-4219-4470-8e5a-f38729ea1c39 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:32.319275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c265787-8918-4ab6-80c3-a4e219608d30 req-34fca36d-4219-4470-8e5a-f38729ea1c39 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 931 time: 0.1075351 Aug 04 16:59:32.359041 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-497fb12b-0849-4192-bf74-073e94ba7d3a tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "DELETE /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6/tags HTTP/1.1" status: 204 len: 168 time: 0.6323881 Aug 04 16:59:32.368721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46922) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:32.381517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Attempting to bind port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:32.383651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Attempting to bind port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:32.386035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Attempting to bind port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 on network d27cdc38-0f38-4a75-a2d7-dc417ad59559 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:32.405292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 on network d27cdc38-0f38-4a75-a2d7-dc417ad59559 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:59:32.405761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Attempting to bind port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 on network d27cdc38-0f38-4a75-a2d7-dc417ad59559 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:32.414404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-89ad5551-a5a1-4b1c-a86d-80c109bfb67b None None] Provisioning complete for port 8ea338d6-d7eb-4568-a20f-c59d47d1e038 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:32.414678 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-89ad5551-a5a1-4b1c-a86d-80c109bfb67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.420066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c265787-8918-4ab6-80c3-a4e219608d30 req-c90164e0-0f32-43e4-83dd-861f8b7ee315 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f75d525-c460-4a6f-a2b8-cf7596453e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992708 Aug 04 16:59:32.421354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:32.421956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Checking segment: {'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:32.422716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Bound using segment: {'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:32.423340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Bound port: 6c332601-7fe2-4662-b1e8-84ef66e5f8a1, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a99e817-33a4-4a41-bed7-ffbfc759d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:32.423842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.460252 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.495548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c54ac2cc-0abc-4137-899a-3ecd43fb05a6 req-cf02edd5-2256-4616-a938-2ce8782b8224 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0546865 Aug 04 16:59:32.518001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f88151a-d710-4a7b-aa86-e5357ba588f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08a6dc5-8330-4458-b317-900c39207598'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:32.525754 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ccd4f1-4a89-4bab-9b70-f7f0d559b8cb" -d '{"events": [{"server_uuid": "8f88151a-d710-4a7b-aa86-e5357ba588f1", "name": "network-vif-plugged", "status": "completed", "tag": "d08a6dc5-8330-4458-b317-900c39207598"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:32.581284 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d08a6dc5-8330-4458-b317-900c39207598, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d08a6dc5-8330-4458-b317-900c39207598,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:32.597782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] For port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:32.602488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] For port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:32.612242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:32.618144 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.620505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.623190 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Sync routers for ids ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:32.647068 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Routers {'7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:32.650631 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:32.687773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.691653 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98298aad-2ebf-4140-99ff-40bbd1e55e4a x-openstack-request-id: req-98298aad-2ebf-4140-99ff-40bbd1e55e4a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:32.692373 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f88151a-d710-4a7b-aa86-e5357ba588f1", "name": "network-vif-plugged", "status": "completed", "tag": "d08a6dc5-8330-4458-b317-900c39207598", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:32.692373 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98298aad-2ebf-4140-99ff-40bbd1e55e4a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:32.692804 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f88151a-d710-4a7b-aa86-e5357ba588f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08a6dc5-8330-4458-b317-900c39207598', 'code': 200} Aug 04 16:59:32.693847 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.704390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46928) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:32.708159 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f21c02ef-f7d3-4131-a844-b6fe79f27129 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4903543 Aug 04 16:59:32.713343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:32.715909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.717666 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] 10.222.0.82 "PUT /v2.0/ports/6c332601-7fe2-4662-b1e8-84ef66e5f8a1 HTTP/1.1" status: 200 len: 1092 time: 2.3656833 Aug 04 16:59:32.733290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'tag': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:32.740632 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b848c5f-df2c-4c23-a5be-07ff4b20409d" -d '{"events": [{"name": "network-changed", "server_uuid": "c23821fe-e28e-4636-98c3-4224d96f2aef", "tag": "6c332601-7fe2-4662-b1e8-84ef66e5f8a1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:32.901290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:32.914745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d08a6dc5-8330-4458-b317-900c39207598,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:32.925007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8ea338d6-d7eb-4568-a20f-c59d47d1e038 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:32.947973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638d9b09-b91a-43e5-a96e-b267af011be6']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:32.950869 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Set router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:32.982172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a670e3-5a6f-4326-941b-19dacd98bbd9') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:32.982466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a670e3-5a6f-4326-941b-19dacd98bbd9') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:32.984394 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d684fd7-d5f1-4a12-9b2f-b8ed3d619d00 x-openstack-request-id: req-1d684fd7-d5f1-4a12-9b2f-b8ed3d619d00 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:32.985041 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23821fe-e28e-4636-98c3-4224d96f2aef", "tag": "6c332601-7fe2-4662-b1e8-84ef66e5f8a1", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:32.985041 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d684fd7-d5f1-4a12-9b2f-b8ed3d619d00 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:32.989066 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'tag': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1', 'status': 'completed', 'code': 200} Aug 04 16:59:33.045133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8ea338d6-d7eb-4568-a20f-c59d47d1e038 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:33.045659 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.068197 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.107761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.138915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:59:33.140167 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:59:33.149421 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:59:33.210069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443efb7b-4c34-4e24-bebf-8ecf7fdde227 req-e12f3c6f-93f5-4bd0-923a-1a9fd25dc28f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:33.212081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-443efb7b-4c34-4e24-bebf-8ecf7fdde227 req-e12f3c6f-93f5-4bd0-923a-1a9fd25dc28f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.5087237 Aug 04 16:59:33.223727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-49ef5b2e-06c4-4a7c-95c1-9ec4b478f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:33.227995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-49ef5b2e-06c4-4a7c-95c1-9ec4b478f7b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b68e419ce0824bde98d93945bf6038be&device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 1095 time: 0.2314048 Aug 04 16:59:33.244031 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-router', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:27Z', 'updated_at': '2021-08-04T16:59:30Z', 'revision_number': 3, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'gw_port': {'id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:89:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:28Z', 'updated_at': '2021-08-04T16:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:33.288710 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Checking router: 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:33.289549 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Updating router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 port d653f632-d587-4308-9fbc-a20cd42bb128 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:59:33.298849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9611c1-e30c-4e18-98e5-99bf2e11ac42 req-0dc8a8af-5d99-4909-9bd7-8b85e251f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:33.299184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a9611c1-e30c-4e18-98e5-99bf2e11ac42 req-0dc8a8af-5d99-4909-9bd7-8b85e251f026 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 1096 time: 0.4992559 Aug 04 16:59:33.316611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f098eb-2fd1-41dc-ab85-fcecf76c228f service neutron] Pushing event updated for resources: {'Port': ['ID=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:33.346076 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.431725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87902fc5-5536-4f1f-93c5-96f5a4a364fe {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:59:33.459237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.477885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Transition to ACTIVE for port object 87902fc5-5536-4f1f-93c5-96f5a4a364fe will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:33.479855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.489713 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.493508 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] 10.222.0.39 "DELETE /v2.0/networks/638d9b09-b91a-43e5-a96e-b267af011be6 HTTP/1.1" status: 204 len: 168 time: 1.1236484 Aug 04 16:59:33.498834 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.516162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcfe42-05ac-4cf1-b79e-0fe176ed90b0 tempest-TagsTest-1388216175 tempest-TagsTest-1388216175-project] Pushing event deleted for resources: {'Network': ['ID=638d9b09-b91a-43e5-a96e-b267af011be6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:33.605360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Pushing event updated for resources: {'Port': ['ID=87902fc5-5536-4f1f-93c5-96f5a4a364fe,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:33.767458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Attempting to bind port 87902fc5-5536-4f1f-93c5-96f5a4a364fe on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:33.767872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Attempting to bind port 87902fc5-5536-4f1f-93c5-96f5a4a364fe by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:33.768213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Attempting to bind port 87902fc5-5536-4f1f-93c5-96f5a4a364fe on network 471a2b16-5133-4f64-a964-47a9a441d46b {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:33.786755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Port 87902fc5-5536-4f1f-93c5-96f5a4a364fe on network 471a2b16-5133-4f64-a964-47a9a441d46b not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:59:33.787130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Attempting to bind port 87902fc5-5536-4f1f-93c5-96f5a4a364fe on network 471a2b16-5133-4f64-a964-47a9a441d46b {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:33.804643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:33.805307 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Checking segment: {'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:33.805766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Bound using segment: {'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:33.806303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Bound port: 87902fc5-5536-4f1f-93c5-96f5a4a364fe, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ae3abb-1dc2-428c-84eb-5882bf502064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:33.806861 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.847669 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.870364 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Transition to ACTIVE for port object d653f632-d587-4308-9fbc-a20cd42bb128 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:33.886630 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:33.929641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] For port 87902fc5-5536-4f1f-93c5-96f5a4a364fe, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:33.943240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] For port 87902fc5-5536-4f1f-93c5-96f5a4a364fe, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=87902fc5-5536-4f1f-93c5-96f5a4a364fe,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:33.953208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:34.002212 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Attempting to bind port d653f632-d587-4308-9fbc-a20cd42bb128 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:34.005382 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Attempting to bind port d653f632-d587-4308-9fbc-a20cd42bb128 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:34.008195 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Attempting to bind port d653f632-d587-4308-9fbc-a20cd42bb128 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:34.030127 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:34.030987 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:34.031579 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:34.031971 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:34.032447 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Bound port: d653f632-d587-4308-9fbc-a20cd42bb128, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:34.032818 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:34.042408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46948) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:34.047081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:34.048015 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:34.050547 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] 10.222.0.90 "PUT /v2.0/ports/87902fc5-5536-4f1f-93c5-96f5a4a364fe HTTP/1.1" status: 200 len: 1091 time: 2.3318975 Aug 04 16:59:34.052581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'tag': '87902fc5-5536-4f1f-93c5-96f5a4a364fe'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:34.059123 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7587ad61-45bd-44c7-b241-4c32cc9321be" -d '{"events": [{"name": "network-changed", "server_uuid": "bfec8ae6-1777-45d8-b9d9-46baea86f8a8", "tag": "87902fc5-5536-4f1f-93c5-96f5a4a364fe"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:34.072082 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc052f-8e2a-4c4f-9cc7-6b3a67c8d3fd None None] Pushing event updated for resources: {'Port': ['ID=d653f632-d587-4308-9fbc-a20cd42bb128,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:34.105156 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] For port d653f632-d587-4308-9fbc-a20cd42bb128, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:34.109321 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] For port d653f632-d587-4308-9fbc-a20cd42bb128, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d653f632-d587-4308-9fbc-a20cd42bb128,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:34.119219 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:34.173358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a9391-720a-4c25-ac78-4e14aecabe2f service neutron] Pushing event updated for resources: {'Port': ['ID=87902fc5-5536-4f1f-93c5-96f5a4a364fe,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:34.224371 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Routers {'7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:34.227744 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:34.247377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-b2e27ac5-c276-4f2a-abb9-108b038c9e96 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c332601-7fe2-4662-b1e8-84ef66e5f8a1 HTTP/1.1" status: 200 len: 217 time: 1.0058000 Aug 04 16:59:34.255524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-2138d5de-2070-403b-a312-5512f8d42b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:34.260967 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-2138d5de-2070-403b-a312-5512f8d42b9b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8c3d9912f9fc434c94df4f200cd435aa&device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 1094 time: 0.1489735 Aug 04 16:59:34.354207 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-b9a63e2e-1d06-49b3-aa65-d4ac09ec4358 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87902fc5-5536-4f1f-93c5-96f5a4a364fe HTTP/1.1" status: 200 len: 217 time: 0.0858603 Aug 04 16:59:34.377445 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-98b575a4-abf7-4725-8347-c93ef3de6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:34.384796 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc052f-8e2a-4c4f-9cc7-6b3a67c8d3fd None None] Pushing event updated for resources: {'Port': ['ID=d653f632-d587-4308-9fbc-a20cd42bb128,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:34.458783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a9611c1-e30c-4e18-98e5-99bf2e11ac42 req-5ab6e5da-11ad-4529-8a40-08ab85b93ec6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1369770 Aug 04 16:59:34.467768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-0761ef73-1e1e-4b42-975c-ad72a4196419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:34.470292 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-0761ef73-1e1e-4b42-975c-ad72a4196419 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2fb5a73-df70-44b3-8e98-ee4083e32d92 HTTP/1.1" status: 200 len: 845 time: 0.0929279 Aug 04 16:59:34.486859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a5de6-c484-466e-b7be-c44670211cbf req-dbed189e-0c24-4f8c-a839-2ce1d29ad085 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:34.492352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e0a5de6-c484-466e-b7be-c44670211cbf req-dbed189e-0c24-4f8c-a839-2ce1d29ad085 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 945 time: 1.1771646 Aug 04 16:59:34.504068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-443efb7b-4c34-4e24-bebf-8ecf7fdde227 req-7479ce20-0506-4e6b-a293-a16cd3d200cf tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2745826 Aug 04 16:59:34.554519 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] Set router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:34.585834 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-32414e56-1e7f-4eed-91fb-6be33b8b1537 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72b73df680ee4c8ba3219d4dcbc32025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317760 Aug 04 16:59:34.586475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46954) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:34.608580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-8b745b33-0530-43d6-9055-4ba215ad4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:34.610843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-8b745b33-0530-43d6-9055-4ba215ad4325 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1100 time: 0.4103177 Aug 04 16:59:34.627533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-b740ba2a-8b81-4e6e-a56e-062f72b5458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:34.628948 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-b740ba2a-8b81-4e6e-a56e-062f72b5458f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=471a2b16-5133-4f64-a964-47a9a441d46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458106 Aug 04 16:59:34.646997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-f5d1f4d3-0079-4c4c-9310-aca651d477c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:34.648766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-f5d1f4d3-0079-4c4c-9310-aca651d477c9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d1dad7-ec34-40b9-b0e1-d60926573331 HTTP/1.1" status: 200 len: 853 time: 0.3718867 Aug 04 16:59:34.753901 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-649ab3e9-1a17-4065-93a5-e3fa918291ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:34.787594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e0a5de6-c484-466e-b7be-c44670211cbf req-e3dfdfab-cbf1-4067-9808-a1181a7d23a8 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822323 Aug 04 16:59:34.815932 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-649ab3e9-1a17-4065-93a5-e3fa918291ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:34.819192 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-router', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:27Z', 'updated_at': '2021-08-04T16:59:30Z', 'revision_number': 3, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'gw_port': {'id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:89:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:28Z', 'updated_at': '2021-08-04T16:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:34.847917 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-372c02b6-0681-4b94-9bf3-80e9b4b38b77 service neutron] 10.222.0.90 "GET /v2.0/networks/471a2b16-5133-4f64-a964-47a9a441d46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010677 Aug 04 16:59:34.901096 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62155f5-5e37-4264-be1b-965a8066d9fe None None] The sync data for ids ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'] in n-d-764435-5 is: [{'id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-router', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:27Z', 'updated_at': '2021-08-04T16:59:30Z', 'revision_number': 3, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'gw_port': {'id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:89:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:28Z', 'updated_at': '2021-08-04T16:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:34.911171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582e4b2-f1fc-4778-b929-cdba7b0ea1c9 req-0c640993-9707-4629-972f-6ca7271ad3eb tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:34.913352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9582e4b2-f1fc-4778-b929-cdba7b0ea1c9 req-0c640993-9707-4629-972f-6ca7271ad3eb tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 944 time: 0.2749250 Aug 04 16:59:34.951899 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:34.961264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-9236f7c7-9121-4fcf-b0f6-3018273a3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:34.964894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-9236f7c7-9121-4fcf-b0f6-3018273a3123 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d27cdc38-0f38-4a75-a2d7-dc417ad59559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2938881 Aug 04 16:59:34.995166 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-09eaa422-9c3e-46f7-a2f5-d6d5a2b48e2d req-40cf360a-a830-4767-87c8-ab34747cd0b2 service neutron] 10.222.0.90 "GET /v2.0/networks/471a2b16-5133-4f64-a964-47a9a441d46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334441 Aug 04 16:59:34.996449 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-649ab3e9-1a17-4065-93a5-e3fa918291ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:35.000258 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-649ab3e9-1a17-4065-93a5-e3fa918291ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:35.004698 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-649ab3e9-1a17-4065-93a5-e3fa918291ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dabb3f83-5c84-4c36-9cac-3ca2d942cf7f HTTP/1.1" status: 204 len: 168 time: 0.4164066 Aug 04 16:59:35.013705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-07de7020-bdb6-43c3-b886-09cd86d2ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:35.013936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ab3e9-1a17-4065-93a5-e3fa918291ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb3f83-5c84-4c36-9cac-3ca2d942cf7f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:35.025111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-07de7020-bdb6-43c3-b886-09cd86d2ae6f service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3853290 Aug 04 16:59:35.238164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-17fd0021-5dce-4087-b3e2-041a38c03389 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.1675050 Aug 04 16:59:35.307473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9582e4b2-f1fc-4778-b929-cdba7b0ea1c9 req-e26189e1-5695-4be1-974b-178b520a2113 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397756 Aug 04 16:59:35.396343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87e959-9079-4707-86a5-cb7eebc5be9f req-95fadfeb-cce8-4630-bb23-43d54633a874 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:35.398378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab87e959-9079-4707-86a5-cb7eebc5be9f req-95fadfeb-cce8-4630-bb23-43d54633a874 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 943 time: 0.5257287 Aug 04 16:59:35.550121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-1867b014-6a97-4b9b-a8cb-b085679ad3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:35.551817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-1867b014-6a97-4b9b-a8cb-b085679ad3b8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2669671 Aug 04 16:59:35.560739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abbf9620-189e-438c-a0e2-39385ee5651c req-7787e87d-102d-48c3-b785-33b538e5c8bb tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0823021 Aug 04 16:59:35.625204 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab87e959-9079-4707-86a5-cb7eebc5be9f req-8ae68515-ceee-44a6-b839-61e2e8b263e1 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f75d525-c460-4a6f-a2b8-cf7596453e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006094 Aug 04 16:59:35.637975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-6bded5d4-88d7-4218-b6c7-3762731074bd service neutron] 10.222.0.82 "GET /v2.0/networks/d27cdc38-0f38-4a75-a2d7-dc417ad59559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533868 Aug 04 16:59:35.654014 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ea1eb9-38d6-4e47-a33b-df7bcae4df60 x-openstack-request-id: req-10ea1eb9-38d6-4e47-a33b-df7bcae4df60 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:35.654751 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfec8ae6-1777-45d8-b9d9-46baea86f8a8", "tag": "87902fc5-5536-4f1f-93c5-96f5a4a364fe", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:35.654926 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10ea1eb9-38d6-4e47-a33b-df7bcae4df60 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:35.655232 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'tag': '87902fc5-5536-4f1f-93c5-96f5a4a364fe', 'status': 'completed', 'code': 200} Aug 04 16:59:35.721378 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:35.758791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-888a436a-0687-4b3b-8aab-d92733c4ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:35.765199 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-888a436a-0687-4b3b-8aab-d92733c4ff90 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8c3d9912f9fc434c94df4f200cd435aa&device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 1094 time: 0.0864573 Aug 04 16:59:35.895583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-2bb1a107-9ef5-41c2-b2c2-baab37ec768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:35.897185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-2bb1a107-9ef5-41c2-b2c2-baab37ec768a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3335586 Aug 04 16:59:35.906552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 87902fc5-5536-4f1f-93c5-96f5a4a364fe details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:59:35.915051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8f31c-54b7-45a9-8194-0c27f70c06e4 req-0180aa60-fb73-4b56-9971-9fa78fd3e8b2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:35.916652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60e8f31c-54b7-45a9-8194-0c27f70c06e4 req-0180aa60-fb73-4b56-9971-9fa78fd3e8b2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.1647806 Aug 04 16:59:35.918560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80768b47-1c9c-4729-95b8-6405f38c49a9 req-81a9ed11-ff9f-4c8b-8a6b-5410437ef83e service neutron] 10.222.0.82 "GET /v2.0/networks/d27cdc38-0f38-4a75-a2d7-dc417ad59559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572758 Aug 04 16:59:36.155002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:36.322709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e6c0-0620-4b44-a70e-d2f8eec2b62e req-d4156f89-a0b0-475c-9e56-891e96499ab4 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:36.330546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c419e6c0-0620-4b44-a70e-d2f8eec2b62e req-d4156f89-a0b0-475c-9e56-891e96499ab4 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 945 time: 0.3840487 Aug 04 16:59:36.340046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60e8f31c-54b7-45a9-8194-0c27f70c06e4 req-ea53b8fe-72bb-4a82-b361-7818cb693a9b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895373 Aug 04 16:59:36.453983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 87902fc5-5536-4f1f-93c5-96f5a4a364fe, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=87902fc5-5536-4f1f-93c5-96f5a4a364fe,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:36.474510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-f8ea4dcf-8e42-40e4-acf0-c8afe2040012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:36.476274 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-f8ea4dcf-8e42-40e4-acf0-c8afe2040012 service neutron] 10.222.0.90 "GET /v2.0/networks?id=471a2b16-5133-4f64-a964-47a9a441d46b HTTP/1.1" status: 200 len: 908 time: 0.7032962 Aug 04 16:59:36.477894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '87902fc5-5536-4f1f-93c5-96f5a4a364fe', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'port_id': '87902fc5-5536-4f1f-93c5-96f5a4a364fe', 'mac_address': 'fa:16:3e:a9:4a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:59:36.486117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-8b426029-201d-4ae4-8a4a-89e7f5ddb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:36.488704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-8b426029-201d-4ae4-8a4a-89e7f5ddb87d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b68e419ce0824bde98d93945bf6038be&device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 1095 time: 0.4489908 Aug 04 16:59:36.522301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-8f219c1d-8160-454a-b72e-b72f2c07ec9a service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861621 Aug 04 16:59:36.534239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-2ba0898d-17f7-4af3-b540-1a97ee2f3634 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87902fc5-5536-4f1f-93c5-96f5a4a364fe HTTP/1.1" status: 200 len: 217 time: 0.0416341 Aug 04 16:59:36.558395 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:36.600618 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-edb73756-d8cd-4feb-b27a-690fb46881a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:36.602230 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-edb73756-d8cd-4feb-b27a-690fb46881a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2fb5a73-df70-44b3-8e98-ee4083e32d92 HTTP/1.1" status: 200 len: 845 time: 0.0601063 Aug 04 16:59:36.616962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87902fc5-5536-4f1f-93c5-96f5a4a364fe {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:59:36.654909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 87902fc5-5536-4f1f-93c5-96f5a4a364fe, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=87902fc5-5536-4f1f-93c5-96f5a4a364fe,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:36.664380 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:36.693052 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-335117fd-a188-4a11-8b03-55b936874f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:36.695007 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-335117fd-a188-4a11-8b03-55b936874f73 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=471a2b16-5133-4f64-a964-47a9a441d46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853043 Aug 04 16:59:36.743287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=87902fc5-5536-4f1f-93c5-96f5a4a364fe,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:36.754170 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c419e6c0-0620-4b44-a70e-d2f8eec2b62e req-79b733c8-2ef6-42d9-b073-37f558408698 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226675 Aug 04 16:59:36.757497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3617914f-0cbb-4220-96cb-c69f8abfb9d3 req-33b3bd63-5ef2-4cdb-8869-a7e9aefcd612 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.2405086 Aug 04 16:59:36.903034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d653f632-d587-4308-9fbc-a20cd42bb128 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:36.941012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-4968ae8e-188b-436e-adb3-aedd47472f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:36.942758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-4968ae8e-188b-436e-adb3-aedd47472f4b service neutron] 10.222.0.82 "GET /v2.0/networks?id=d27cdc38-0f38-4a75-a2d7-dc417ad59559 HTTP/1.1" status: 200 len: 916 time: 0.3933525 Aug 04 16:59:36.957092 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-a4635fe9-ba42-4897-ae8e-c89eb42ea8f8 service neutron] 10.222.0.90 "GET /v2.0/networks/471a2b16-5133-4f64-a964-47a9a441d46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443538 Aug 04 16:59:36.986538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c605520-e71a-4b4a-821f-a51d203c11ba req-84ea36fe-2a82-4df1-adf5-dcccad15fcb3 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0555561 Aug 04 16:59:36.992218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['87902fc5-5536-4f1f-93c5-96f5a4a364fe'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:59:37.087092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2400ac-1412-4fa0-8a1b-203ffca964c5 req-e5cc239c-a1f6-4e96-9283-de1539adeb71 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:37.089747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2400ac-1412-4fa0-8a1b-203ffca964c5 req-e5cc239c-a1f6-4e96-9283-de1539adeb71 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 944 time: 0.5762131 Aug 04 16:59:37.091850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-2591b6be-9a69-4914-b8f3-1d9f3f29a805 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c332601-7fe2-4662-b1e8-84ef66e5f8a1 HTTP/1.1" status: 200 len: 217 time: 0.1081734 Aug 04 16:59:37.127085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port d653f632-d587-4308-9fbc-a20cd42bb128 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:37.190673 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7587ad61-45bd-44c7-b241-4c32cc9321be req-1c24587a-34ec-4463-bab6-a73d15a627f2 service neutron] 10.222.0.90 "GET /v2.0/networks/471a2b16-5133-4f64-a964-47a9a441d46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262616 Aug 04 16:59:37.211293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d653f632-d587-4308-9fbc-a20cd42bb128 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:37.211985 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:37.357218 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:37.379120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-70487535-18c8-4a48-989d-a03d6c222f6b service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8260672 Aug 04 16:59:37.391768 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2400ac-1412-4fa0-8a1b-203ffca964c5 req-42569a50-5928-4f5c-b778-12d7fc4b2269 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824755 Aug 04 16:59:37.391899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Allocated IP 172.20.0.1 (1ec9ec80-e47b-4eff-9466-2506345f6182/338e3339-4571-46a9-92d9-85b0029caa1b/93e7a5a0-961e-4f56-81cb-82fea09c84ee) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:37.402915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bb128-3578-41ed-9a5b-c039ecd46d3c req-e1317112-4f48-4487-9c41-b1dd4acf1602 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:37.404586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a93bb128-3578-41ed-9a5b-c039ecd46d3c req-e1317112-4f48-4487-9c41-b1dd4acf1602 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 944 time: 0.2269456 Aug 04 16:59:37.406139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-6132b790-d776-4178-81ca-3d933fcb0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:37.407593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-6132b790-d776-4178-81ca-3d933fcb0119 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d1dad7-ec34-40b9-b0e1-d60926573331 HTTP/1.1" status: 200 len: 853 time: 0.3063304 Aug 04 16:59:37.429151 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:37.477392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port d653f632-d587-4308-9fbc-a20cd42bb128, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d653f632-d587-4308-9fbc-a20cd42bb128,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:37.489294 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:37.587692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=d653f632-d587-4308-9fbc-a20cd42bb128,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:37.654933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a93bb128-3578-41ed-9a5b-c039ecd46d3c req-d12eb6df-0409-4910-9562-94604cda5ba8 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f75d525-c460-4a6f-a2b8-cf7596453e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394812 Aug 04 16:59:37.661472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-9d9cf589-5910-4249-b39c-e0f83d46f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:37.663643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-9d9cf589-5910-4249-b39c-e0f83d46f2ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d27cdc38-0f38-4a75-a2d7-dc417ad59559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2470636 Aug 04 16:59:37.922489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 87902fc5-5536-4f1f-93c5-96f5a4a364fe up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:38.003878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 87902fc5-5536-4f1f-93c5-96f5a4a364fe completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:38.008594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 87902fc5-5536-4f1f-93c5-96f5a4a364fe triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:38.009055 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.118609 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.145869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87902fc5-5536-4f1f-93c5-96f5a4a364fe'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:38.148608 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08111f3-eee6-4e86-b298-bb958085cad4" -d '{"events": [{"server_uuid": "bfec8ae6-1777-45d8-b9d9-46baea86f8a8", "name": "network-vif-plugged", "status": "completed", "tag": "87902fc5-5536-4f1f-93c5-96f5a4a364fe"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:38.168657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 87902fc5-5536-4f1f-93c5-96f5a4a364fe, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=87902fc5-5536-4f1f-93c5-96f5a4a364fe,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:38.175514 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.233063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=87902fc5-5536-4f1f-93c5-96f5a4a364fe,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:38.280310 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.321108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Transition to ACTIVE for port object 93e7a5a0-961e-4f56-81cb-82fea09c84ee will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:38.328632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-4300e29d-f67d-4db0-9393-ffcd33424665 service neutron] 10.222.0.82 "GET /v2.0/networks/d27cdc38-0f38-4a75-a2d7-dc417ad59559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421220 Aug 04 16:59:38.331678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47034) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:38.343317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe48a85-cc28-460b-a983-45081112687a req-25779fda-c61d-4327-a546-87f55ac162ee tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:38.346082 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fe48a85-cc28-460b-a983-45081112687a req-25779fda-c61d-4327-a546-87f55ac162ee tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.1880908 Aug 04 16:59:38.360118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e6739-a043-495a-bd6d-42c7af6025dd req-15362d62-7a6a-4ed9-83a7-e689596055f9 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:38.362005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-629e6739-a043-495a-bd6d-42c7af6025dd req-15362d62-7a6a-4ed9-83a7-e689596055f9 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 945 time: 0.2005146 Aug 04 16:59:38.462080 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ed25-d7e9-4424-9a40-10e59048a0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.524493 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fe48a85-cc28-460b-a983-45081112687a req-ef3fac32-ce58-48a8-ae97-93b00d938275 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615148 Aug 04 16:59:38.530249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-629e6739-a043-495a-bd6d-42c7af6025dd req-e3e37841-79f2-4d30-8a08-4c1c76ad7dd5 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553793 Aug 04 16:59:38.540332 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.605627 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ed25-d7e9-4424-9a40-10e59048a0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.608161 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Network 1ec9ec80-e47b-4eff-9466-2506345f6182 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:38.611995 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae19663-81e5-4660-9139-9c619fa7508a x-openstack-request-id: req-8ae19663-81e5-4660-9139-9c619fa7508a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:38.612272 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfec8ae6-1777-45d8-b9d9-46baea86f8a8", "name": "network-vif-plugged", "status": "completed", "tag": "87902fc5-5536-4f1f-93c5-96f5a4a364fe", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:38.612742 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ae19663-81e5-4660-9139-9c619fa7508a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:38.613421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b848c5f-df2c-4c23-a5be-07ff4b20409d req-97b4b3b1-763c-4d9f-9da1-7fe4baa2cd33 service neutron] 10.222.0.82 "GET /v2.0/networks/d27cdc38-0f38-4a75-a2d7-dc417ad59559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619901 Aug 04 16:59:38.613607 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87902fc5-5536-4f1f-93c5-96f5a4a364fe', 'code': 200} Aug 04 16:59:38.617752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:38.622311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:38.625841 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5f1ed25-d7e9-4424-9a40-10e59048a0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.673963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=93e7a5a0-961e-4f56-81cb-82fea09c84ee,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:38.691527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1ed25-d7e9-4424-9a40-10e59048a0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebb919d-da70-4d0d-a9dc-073b74cad95a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:38.698584 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d5f1ed25-d7e9-4424-9a40-10e59048a0cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60d8d07b8a1947f69f3f33025d1e0123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649526 Aug 04 16:59:38.701353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47042) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:38.720969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f5b1555-8f97-422a-8d4b-1cf11be18489 req-bfebfc2f-fca1-42d0-a3b7-69b7a7fd015d tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0830383 Aug 04 16:59:38.789016 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.790183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-449c9210-025f-435b-afa3-b52e8755240c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.837280 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-449c9210-025f-435b-afa3-b52e8755240c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.858050 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.870930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d653f632-d587-4308-9fbc-a20cd42bb128 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:38.902367 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.915963 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-449c9210-025f-435b-afa3-b52e8755240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.921572 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-449c9210-025f-435b-afa3-b52e8755240c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.923327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-449c9210-025f-435b-afa3-b52e8755240c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ebb919d-da70-4d0d-a9dc-073b74cad95a HTTP/1.1" status: 204 len: 168 time: 0.2201095 Aug 04 16:59:38.949047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d653f632-d587-4308-9fbc-a20cd42bb128 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:38.949694 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:38.958559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c9210-025f-435b-afa3-b52e8755240c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebb919d-da70-4d0d-a9dc-073b74cad95a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:39.014657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5e067819-3d55-408d-aea5-1d367c20fe82 None None] Provisioning for port 93e7a5a0-961e-4f56-81cb-82fea09c84ee completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:39.021787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5e067819-3d55-408d-aea5-1d367c20fe82 None None] Provisioning complete for port 93e7a5a0-961e-4f56-81cb-82fea09c84ee triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:39.022232 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5e067819-3d55-408d-aea5-1d367c20fe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.076914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0924d-4292-40ef-a1c1-28177be18b25 req-8603da37-ffb5-4056-93a7-1aedfc291821 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:39.083653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5e067819-3d55-408d-aea5-1d367c20fe82 None None] Port 93e7a5a0-961e-4f56-81cb-82fea09c84ee cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:39.087387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1a0924d-4292-40ef-a1c1-28177be18b25 req-8603da37-ffb5-4056-93a7-1aedfc291821 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 944 time: 0.3849473 Aug 04 16:59:39.108230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88e70-2f9c-4f33-988e-586a4b44bc7e req-98414456-87a2-497b-9422-b7e4e8d6f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:39.109722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64b88e70-2f9c-4f33-988e-586a4b44bc7e req-98414456-87a2-497b-9422-b7e4e8d6f439 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 1096 time: 0.3589482 Aug 04 16:59:39.219424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee274ef-8df5-4a37-b422-d170fdb03c27 req-1c91ed2a-c9d1-4059-8d3b-5bdb227e3abb tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:39.220942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bee274ef-8df5-4a37-b422-d170fdb03c27 req-1c91ed2a-c9d1-4059-8d3b-5bdb227e3abb tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 945 time: 0.3268838 Aug 04 16:59:39.252378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1a0924d-4292-40ef-a1c1-28177be18b25 req-962e8fae-ff8a-4ece-b6ce-f02d18dbb90b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640954 Aug 04 16:59:39.288240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64b88e70-2f9c-4f33-988e-586a4b44bc7e req-5d8ad883-245e-4de9-9350-eaf898907357 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0f75d525-c460-4a6f-a2b8-cf7596453e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700671 Aug 04 16:59:39.316749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-bdf99647-8669-477a-8572-978b332cbae2 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:39.318418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-bdf99647-8669-477a-8572-978b332cbae2 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 945 time: 0.1636744 Aug 04 16:59:39.329047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.373804 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bee274ef-8df5-4a37-b422-d170fdb03c27 req-c9549386-61a5-499f-96d9-ffb2e569764d tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f75d525-c460-4a6f-a2b8-cf7596453e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401672 Aug 04 16:59:39.409521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47054) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:39.435619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52059f8a-7ac7-49c5-8fb0-3fb5da958efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.588546 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52059f8a-7ac7-49c5-8fb0-3fb5da958efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.595518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a918cc5-e496-4f0e-81a8-1cb8246e7a55 req-332ce7c8-d69f-46c8-a9d4-506f0c6208af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=400cd15a59d94c77b71c763045161752&device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0395317 Aug 04 16:59:39.596081 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52059f8a-7ac7-49c5-8fb0-3fb5da958efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.597397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-215aacdf-77d4-4b5f-af6d-4082103afa40 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Deleting port d08a6dc5-8330-4458-b317-900c39207598 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:59:39.597737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-215aacdf-77d4-4b5f-af6d-4082103afa40 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.642300 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-52059f8a-7ac7-49c5-8fb0-3fb5da958efe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d7886575a0244368f206a6d980224b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313221 Aug 04 16:59:39.645811 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47070) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:39.659398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52059f8a-7ac7-49c5-8fb0-3fb5da958efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9381f5-676f-4c78-976f-295b9f8f159e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:39.702574 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a26769d2-5af9-4dd9-b003-7443a812dd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.727347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a26769d2-5af9-4dd9-b003-7443a812dd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.750559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a918cc5-e496-4f0e-81a8-1cb8246e7a55 req-40d6c6fc-c14a-431f-8670-b951a7dd5f91 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=400cd15a59d94c77b71c763045161752&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377554 Aug 04 16:59:39.785227 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.794331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a26769d2-5af9-4dd9-b003-7443a812dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.797871 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a26769d2-5af9-4dd9-b003-7443a812dd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.801526 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a26769d2-5af9-4dd9-b003-7443a812dd8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd9381f5-676f-4c78-976f-295b9f8f159e HTTP/1.1" status: 204 len: 168 time: 0.1525266 Aug 04 16:59:39.801708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0670cc18-9327-4139-b845-18f9a8590254 req-ba3cd901-a588-408f-8220-c017b249b94d tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.1059308 Aug 04 16:59:39.828705 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:39.849604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26769d2-5af9-4dd9-b003-7443a812dd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9381f5-676f-4c78-976f-295b9f8f159e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:39.945852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:59:40.079372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:40.093173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'port_id': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1', 'mac_address': 'fa:16:3e:04:dc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:59:40.143418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dfe4b-a43c-4ff9-9c42-32f72a60616d req-0d30b577-a35e-40f4-a7d3-3d8032441b34 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:40.145137 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa1dfe4b-a43c-4ff9-9c42-32f72a60616d req-0d30b577-a35e-40f4-a7d3-3d8032441b34 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 945 time: 0.4379971 Aug 04 16:59:40.146032 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:40.173514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=93e7a5a0-961e-4f56-81cb-82fea09c84ee,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:40.178100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-215aacdf-77d4-4b5f-af6d-4082103afa40 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] For port d08a6dc5-8330-4458-b317-900c39207598, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d08a6dc5-8330-4458-b317-900c39207598,segment=NetworkSegment(744f8a29-ee58-46f9-996e-cb45d06f8168),segment_id=744f8a29-ee58-46f9-996e-cb45d06f8168)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:40.178500 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-215aacdf-77d4-4b5f-af6d-4082103afa40 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:40.201996 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:40.224574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-215aacdf-77d4-4b5f-af6d-4082103afa40 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Calling delete_port for d08a6dc5-8330-4458-b317-900c39207598 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:59:40.227811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:59:40.259046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a918cc5-e496-4f0e-81a8-1cb8246e7a55 req-f8a5648e-b387-4817-a67a-2993ce9145cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:40.259978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:40.260559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a918cc5-e496-4f0e-81a8-1cb8246e7a55 req-f8a5648e-b387-4817-a67a-2993ce9145cf service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4662101 Aug 04 16:59:40.266435 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:40.321165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6e971-16e5-4340-99d5-e187d3f86739 req-57ab763c-14c2-492f-bed6-d00e36752468 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:40.322897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73c6e971-16e5-4340-99d5-e187d3f86739 req-57ab763c-14c2-492f-bed6-d00e36752468 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.3864598 Aug 04 16:59:40.330024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:40.421455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa1dfe4b-a43c-4ff9-9c42-32f72a60616d req-90119a54-0723-4d0b-a356-c8ed33bd5bab tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec4a68a0-8da4-4e66-8f60-887945d13625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605400 Aug 04 16:59:40.478995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['6c332601-7fe2-4662-b1e8-84ef66e5f8a1'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:59:40.491704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73c6e971-16e5-4340-99d5-e187d3f86739 req-8590803c-8b9c-4f45-9aae-9a880409438b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518049 Aug 04 16:59:40.533634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Network 1ec9ec80-e47b-4eff-9466-2506345f6182 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:40.535717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:40.876607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:59:40.883927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-215aacdf-77d4-4b5f-af6d-4082103afa40 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:40.930557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215aacdf-77d4-4b5f-af6d-4082103afa40 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event deleted for resources: {'Port': ['ID=d08a6dc5-8330-4458-b317-900c39207598,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:40.934992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff617df-64ae-4c7d-841f-f3043cb38fbe req-7441f88b-1533-4018-a3a3-225a77a556f9 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:40.936745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ff617df-64ae-4c7d-841f-f3043cb38fbe req-7441f88b-1533-4018-a3a3-225a77a556f9 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 945 time: 0.1754575 Aug 04 16:59:40.944354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b26305-55d7-4119-8d4a-8bb5c9f3d79d req-f8b1c9a7-b7f9-40c5-8fce-eaa608110bbe tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:40.945944 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96b26305-55d7-4119-8d4a-8bb5c9f3d79d req-f8b1c9a7-b7f9-40c5-8fce-eaa608110bbe tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 945 time: 0.1813405 Aug 04 16:59:41.024248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5869b2e3-529c-4ea6-81d6-9fb437561d02 None None] Provisioning complete for port 93e7a5a0-961e-4f56-81cb-82fea09c84ee triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:41.025009 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5869b2e3-529c-4ea6-81d6-9fb437561d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:41.055491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-215aacdf-77d4-4b5f-af6d-4082103afa40 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] No DVR routers for this DVR port d08a6dc5-8330-4458-b317-900c39207598 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:59:41.058988 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-215aacdf-77d4-4b5f-af6d-4082103afa40 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:41.060926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-618d4a70-1417-4bcb-9ecc-badc0e61a5e7 req-215aacdf-77d4-4b5f-af6d-4082103afa40 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.82 "DELETE /v2.0/ports/d08a6dc5-8330-4458-b317-900c39207598 HTTP/1.1" status: 204 len: 173 time: 1.7327383 Aug 04 16:59:41.064592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f88151a-d710-4a7b-aa86-e5357ba588f1', 'name': 'network-vif-deleted', 'tag': 'd08a6dc5-8330-4458-b317-900c39207598'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:41.067405 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b17e9b6-ad35-4654-baaf-52cb7893e4cc" -d '{"events": [{"server_uuid": "8f88151a-d710-4a7b-aa86-e5357ba588f1", "name": "network-vif-deleted", "tag": "d08a6dc5-8330-4458-b317-900c39207598"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:41.107252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5869b2e3-529c-4ea6-81d6-9fb437561d02 None None] Port 93e7a5a0-961e-4f56-81cb-82fea09c84ee cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:41.121215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ff617df-64ae-4c7d-841f-f3043cb38fbe req-7e07506f-b041-420c-9e7d-2411cbc1a5a2 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737497 Aug 04 16:59:41.173384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96b26305-55d7-4119-8d4a-8bb5c9f3d79d req-26d7ba8d-2df0-4a8d-9a59-c5fb0f7b3ce0 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f75d525-c460-4a6f-a2b8-cf7596453e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137501 Aug 04 16:59:41.268987 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aded6d-20c4-452e-b018-a7d64a7df68e x-openstack-request-id: req-c0aded6d-20c4-452e-b018-a7d64a7df68e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:41.269793 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f88151a-d710-4a7b-aa86-e5357ba588f1", "name": "network-vif-deleted", "tag": "d08a6dc5-8330-4458-b317-900c39207598", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:41.270283 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0aded6d-20c4-452e-b018-a7d64a7df68e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:41.270941 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f88151a-d710-4a7b-aa86-e5357ba588f1', 'name': 'network-vif-deleted', 'tag': 'd08a6dc5-8330-4458-b317-900c39207598', 'status': 'completed', 'code': 200} Aug 04 16:59:41.272184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:41.281790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Sync routers for ids ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:41.293266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Routers {'7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:41.295322 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:41.320964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4b50d972-fdda-4ea2-b338-1014b5d06dc7 admin admin] 10.222.0.39 "PUT /v2.0/routers/7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5888579 Aug 04 16:59:41.320964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db3a9983-a56b-4040-b953-0f7293220e7b req-1d5186b7-708a-4363-8cb2-424d780e80ea tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0807810 Aug 04 16:59:41.412857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb2fb-6d13-42f4-b5d0-69f6bc14ba84 req-72a1b0ba-2bca-4afc-be7c-2f5d291fd84a tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:41.420412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ceeb2fb-6d13-42f4-b5d0-69f6bc14ba84 req-72a1b0ba-2bca-4afc-be7c-2f5d291fd84a tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 945 time: 0.1043022 Aug 04 16:59:41.425443 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47118) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:41.431646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9aa17c12-5664-4831-9bca-99a560ac9c23 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Request body: {'floatingip': {'port_id': '87902fc5-5536-4f1f-93c5-96f5a4a364fe'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:41.513989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Set router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:41.595073 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aa17c12-5664-4831-9bca-99a560ac9c23 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:41.613103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a918cc5-e496-4f0e-81a8-1cb8246e7a55 req-24b399de-96c1-4773-84d2-30e59c7822f0 tempest-ServerShowV254Test-94296418 tempest-ServerShowV254Test-94296418-project] 10.222.0.90 "GET /v2.0/ports?device_id=c4d5ab3c-9ffd-4a1f-82cc-b4556f4613d8 HTTP/1.1" status: 200 len: 210 time: 0.0803058 Aug 04 16:59:41.808770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34c99181-6d38-4f1a-a912-5aa8ae656a01 req-414e4799-0575-4932-903e-a73e59dfff74 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f88151a-d710-4a7b-aa86-e5357ba588f1 HTTP/1.1" status: 200 len: 210 time: 0.1028883 Aug 04 16:59:41.953703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:42.168828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:42.208579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:42.212232 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:42.361359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-router', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:27Z', 'updated_at': '2021-08-04T16:59:39Z', 'revision_number': 4, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'gw_port': {'id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:28Z', 'updated_at': '2021-08-04T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '93e7a5a0-961e-4f56-81cb-82fea09c84ee', 'name': '', 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'mac_address': 'fa:16:3e:67:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '338e3339-4571-46a9-92d9-85b0029caa1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:36Z', 'updated_at': '2021-08-04T16:59:39Z', 'revision_number': 2, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'subnets': [{'id': '338e3339-4571-46a9-92d9-85b0029caa1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:42.425875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Checking router: 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:42.426223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Updating router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 port 93e7a5a0-961e-4f56-81cb-82fea09c84ee binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:59:42.462550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c159ff-0e1f-46c2-abbc-a40439d46686 req-5497eb72-ae60-465d-9960-a0e0a8cd5e7a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:42.464143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40c159ff-0e1f-46c2-abbc-a40439d46686 req-5497eb72-ae60-465d-9960-a0e0a8cd5e7a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 945 time: 0.1366985 Aug 04 16:59:42.475967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85e72-5847-48bc-a4b8-d012eb3a6db1 req-58d7143c-6cf6-4e2c-b8c1-b239dfc8754e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:42.491851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67a85e72-5847-48bc-a4b8-d012eb3a6db1 req-58d7143c-6cf6-4e2c-b8c1-b239dfc8754e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.7057424 Aug 04 16:59:42.505271 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:42.643352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40c159ff-0e1f-46c2-abbc-a40439d46686 req-ca78aa64-c542-495a-bda6-d3902b43f45a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343522 Aug 04 16:59:42.703986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67a85e72-5847-48bc-a4b8-d012eb3a6db1 req-86f968cf-ae80-4995-bd0e-f7af18945231 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110369 Aug 04 16:59:42.764707 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:42.768264 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aa17c12-5664-4831-9bca-99a560ac9c23 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:42.769937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47168) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:42.775541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-network', 'tenant_id': '0d9f014f96f249d980957efc04482b88'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:42.780489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aa17c12-5664-4831-9bca-99a560ac9c23 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:42.861978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Made reservation on behalf of 0d9f014f96f249d980957efc04482b88 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:42.864854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:42.913700 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:42.959537 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-9aa17c12-5664-4831-9bca-99a560ac9c23 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Floating IP aca2620d-aa7b-405f-8a9d-ffe21da90c47 associated. External IP: 172.25.2.89, port: 87902fc5-5536-4f1f-93c5-96f5a4a364fe. Aug 04 16:59:42.985159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:42.989978 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5687444c-386c-4524-8fe7-0c3772631d58" -d '{"events": [{"server_uuid": "c23821fe-e28e-4636-98c3-4224d96f2aef", "name": "network-vif-plugged", "status": "completed", "tag": "6c332601-7fe2-4662-b1e8-84ef66e5f8a1"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:43.028372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:43.063401 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15267491-d3eb-4663-b7de-bf0510682512 x-openstack-request-id: req-15267491-d3eb-4663-b7de-bf0510682512 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:43.063921 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23821fe-e28e-4636-98c3-4224d96f2aef", "name": "network-vif-plugged", "status": "completed", "tag": "6c332601-7fe2-4662-b1e8-84ef66e5f8a1", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:43.064345 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15267491-d3eb-4663-b7de-bf0510682512 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:43.064907 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1', 'code': 200} Aug 04 16:59:43.119004 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.120143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d08a6dc5-8330-4458-b317-900c39207598 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:59:43.130377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47188) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:43.158620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47190) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:43.267287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18168d-5b06-4a72-860e-33df60b4ae31 req-55952986-b3a7-4399-aa9a-55c91f3dccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:43.268810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb18168d-5b06-4a72-860e-33df60b4ae31 req-55952986-b3a7-4399-aa9a-55c91f3dccc6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 1097 time: 0.1089945 Aug 04 16:59:43.276042 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6821f102-991b-4d84-bf31-9d98e81a1340 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.312893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb18168d-5b06-4a72-860e-33df60b4ae31 req-76abb236-d6a4-4060-89db-7fc837eded69 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347595 Aug 04 16:59:43.340213 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6821f102-991b-4d84-bf31-9d98e81a1340 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.362983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.388304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.409423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: d08a6dc5-8330-4458-b317-900c39207598 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:59:43.410082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d08a6dc5-8330-4458-b317-900c39207598 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:59:43.426624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6821f102-991b-4d84-bf31-9d98e81a1340 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.430594 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6821f102-991b-4d84-bf31-9d98e81a1340 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.431935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6821f102-991b-4d84-bf31-9d98e81a1340 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "DELETE /v2.0/security-groups/a56391f2-2ea1-4210-9d13-7fc9bcd3b82e HTTP/1.1" status: 204 len: 168 time: 0.3005271 Aug 04 16:59:43.434777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47198) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:43.439244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:59:43.461819 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.477660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821f102-991b-4d84-bf31-9d98e81a1340 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56391f2-2ea1-4210-9d13-7fc9bcd3b82e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:43.480699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:43.483693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Transition to ACTIVE for port object 93e7a5a0-961e-4f56-81cb-82fea09c84ee will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:43.498709 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.500282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d50e587-5659-42a5-af88-3d652003ed8b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:43.503174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.505408 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Added segment fe968e59-6512-46f2-b16c-6da88a046fbc of type vlan for network b8f46191-fba1-4bac-b401-3f8a61139fff Aug 04 16:59:43.507304 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-d7a33fa9-c225-4e35-ad59-7b42ab1a5534 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] show failed (client error): The resource could not be found. Aug 04 16:59:43.510079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d7a33fa9-c225-4e35-ad59-7b42ab1a5534 tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "GET /v2.0/security-groups/a56391f2-2ea1-4210-9d13-7fc9bcd3b82e HTTP/1.1" status: 404 len: 347 time: 0.0493391 Aug 04 16:59:43.513600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47200) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:43.524444 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09e31c2b-c1b5-44ab-9929-d37075bad5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.565271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d3a4d-a2b3-4da1-b92a-b3a83d3f663a None None] Pushing event updated for resources: {'Port': ['ID=93e7a5a0-961e-4f56-81cb-82fea09c84ee,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:43.643871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Attempting to bind port 93e7a5a0-961e-4f56-81cb-82fea09c84ee on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:43.644299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Attempting to bind port 93e7a5a0-961e-4f56-81cb-82fea09c84ee by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:43.644724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Attempting to bind port 93e7a5a0-961e-4f56-81cb-82fea09c84ee on network 1ec9ec80-e47b-4eff-9466-2506345f6182 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:43.651520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:43.651902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Checking segment: {'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:43.652313 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.652712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Bound using segment: {'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:43.653415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Bound port: 93e7a5a0-961e-4f56-81cb-82fea09c84ee, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:43.653817 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.706899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09e31c2b-c1b5-44ab-9929-d37075bad5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.713742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09e31c2b-c1b5-44ab-9929-d37075bad5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.787319 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.799901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] For port 93e7a5a0-961e-4f56-81cb-82fea09c84ee, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:43.806520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] For port 93e7a5a0-961e-4f56-81cb-82fea09c84ee, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=93e7a5a0-961e-4f56-81cb-82fea09c84ee,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:43.815238 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.860747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-09e31c2b-c1b5-44ab-9929-d37075bad5f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=400cd15a59d94c77b71c763045161752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6993957 Aug 04 16:59:43.870475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47210) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:43.938918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa17c12-5664-4831-9bca-99a560ac9c23 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Router 6c313e47-9199-4b23-961e-0915711dc115 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:59:43.948212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e31c2b-c1b5-44ab-9929-d37075bad5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b9e045-4145-477b-9b6e-300e26616324,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:43.971634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.972844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:43.973610 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:43.998681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Routers {'7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:43.999549 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:44.001423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d3a4d-a2b3-4da1-b92a-b3a83d3f663a None None] Pushing event updated for resources: {'Port': ['ID=93e7a5a0-961e-4f56-81cb-82fea09c84ee,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:44.050610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f60261-b366-43b2-bf12-4ee3f6b9a095 req-bd115687-b60d-4324-a2a3-6dbe323cf9d5 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:44.056980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40f60261-b366-43b2-bf12-4ee3f6b9a095 req-bd115687-b60d-4324-a2a3-6dbe323cf9d5 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 946 time: 0.2904518 Aug 04 16:59:44.126094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c1ea-eca3-4db8-817b-a134788a6b2e req-cfd92c7a-0233-4add-8ad1-2de8406f6279 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:44.143493 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5433c1ea-eca3-4db8-817b-a134788a6b2e req-cfd92c7a-0233-4add-8ad1-2de8406f6279 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.2943952 Aug 04 16:59:44.207421 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee09e080-e334-412f-b6b8-5a1cb67bf4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:44.210460 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4389184 Aug 04 16:59:44.218131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47212) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:44.224444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Request body: {'subnet': {'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-subnet', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:44.256541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40f60261-b366-43b2-bf12-4ee3f6b9a095 req-8941c8e5-636c-41f9-8277-082a25c45955 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863611 Aug 04 16:59:44.276573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a69305b4-f569-4622-a86d-f523189116ff tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Deleting port b08be4d0-7e7e-40ae-898a-0053cff0cebc {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:59:44.276847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a69305b4-f569-4622-a86d-f523189116ff tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:44.281708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5433c1ea-eca3-4db8-817b-a134788a6b2e req-c3d404be-bd19-48b4-b43c-40e095cf022a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372242 Aug 04 16:59:44.312589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Made reservation on behalf of 0d9f014f96f249d980957efc04482b88 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:44.317503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:44.325494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3e254-ce66-4cc7-8321-cc6cc8e0c31d admin admin] Pushing event updated for resources: {'Network': ['ID=b8f46191-fba1-4bac-b401-3f8a61139fff,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:44.349233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee09e080-e334-412f-b6b8-5a1cb67bf4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:44.462980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] Set router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:44.494509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b8f46191-fba1-4bac-b401-3f8a61139fff details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:59:44.527849 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee09e080-e334-412f-b6b8-5a1cb67bf4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:44.530468 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee09e080-e334-412f-b6b8-5a1cb67bf4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:44.531734 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ee09e080-e334-412f-b6b8-5a1cb67bf4a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79b9e045-4145-477b-9b6e-300e26616324 HTTP/1.1" status: 204 len: 168 time: 0.6551886 Aug 04 16:59:44.573292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa17c12-5664-4831-9bca-99a560ac9c23 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:44.578898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09e080-e334-412f-b6b8-5a1cb67bf4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b9e045-4145-477b-9b6e-300e26616324,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:44.589515 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] Sync routers for ids ['6c313e47-9199-4b23-961e-0915711dc115'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:44.601800 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aa17c12-5664-4831-9bca-99a560ac9c23 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:44.612436 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] Routers {'6c313e47-9199-4b23-961e-0915711dc115'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:44.613106 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c313e47-9199-4b23-961e-0915711dc115'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:44.713092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:44.756496 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9aa17c12-5664-4831-9bca-99a560ac9c23 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "PUT /v2.0/floatingips/aca2620d-aa7b-405f-8a9d-ffe21da90c47 HTTP/1.1" status: 200 len: 990 time: 3.3294809 Aug 04 16:59:44.766191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'tag': '87902fc5-5536-4f1f-93c5-96f5a4a364fe'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:44.769406 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661" -d '{"events": [{"name": "network-changed", "server_uuid": "bfec8ae6-1777-45d8-b9d9-46baea86f8a8", "tag": "87902fc5-5536-4f1f-93c5-96f5a4a364fe"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:44.817585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a69305b4-f569-4622-a86d-f523189116ff tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:44.818228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a69305b4-f569-4622-a86d-f523189116ff tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:44.843457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a69305b4-f569-4622-a86d-f523189116ff tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Calling delete_port for b08be4d0-7e7e-40ae-898a-0053cff0cebc owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:59:44.881667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df311a8-2fa2-42fd-ba69-50ca2f803b59,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:44.942247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-router', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:27Z', 'updated_at': '2021-08-04T16:59:39Z', 'revision_number': 4, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'gw_port': {'id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:28Z', 'updated_at': '2021-08-04T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '93e7a5a0-961e-4f56-81cb-82fea09c84ee', 'name': '', 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'mac_address': 'fa:16:3e:67:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '338e3339-4571-46a9-92d9-85b0029caa1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:36Z', 'updated_at': '2021-08-04T16:59:43Z', 'revision_number': 4, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'subnets': [{'id': '338e3339-4571-46a9-92d9-85b0029caa1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:44.965435 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0889881c-e743-4beb-a562-980d47de5110 x-openstack-request-id: req-0889881c-e743-4beb-a562-980d47de5110 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:44.965657 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfec8ae6-1777-45d8-b9d9-46baea86f8a8", "tag": "87902fc5-5536-4f1f-93c5-96f5a4a364fe", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:44.965861 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0889881c-e743-4beb-a562-980d47de5110 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:44.966471 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'tag': '87902fc5-5536-4f1f-93c5-96f5a4a364fe', 'status': 'completed', 'code': 200} Aug 04 16:59:44.977405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55c00f-caf2-4212-9a24-e62b09853cea None None] The sync data for ids ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'] in n-d-764435-5 is: [{'id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-router', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:27Z', 'updated_at': '2021-08-04T16:59:39Z', 'revision_number': 4, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'gw_port': {'id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:28Z', 'updated_at': '2021-08-04T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '93e7a5a0-961e-4f56-81cb-82fea09c84ee', 'name': '', 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'mac_address': 'fa:16:3e:67:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '338e3339-4571-46a9-92d9-85b0029caa1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:36Z', 'updated_at': '2021-08-04T16:59:43Z', 'revision_number': 4, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'subnets': [{'id': '338e3339-4571-46a9-92d9-85b0029caa1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:44.984864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Checking segment: {'id': 'fe968e59-6512-46f2-b16c-6da88a046fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:44.985186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Network hostable DHCP agents. Network: b8f46191-fba1-4bac-b401-3f8a61139fff, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:59:45.059929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Network b8f46191-fba1-4bac-b401-3f8a61139fff is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:59:45.099689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-50e7df59-f661-4995-9b68-a591261dcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:45.100934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-50e7df59-f661-4995-9b68-a591261dcda8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8c3d9912f9fc434c94df4f200cd435aa&device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1696880 Aug 04 16:59:45.119836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b8f46191-fba1-4bac-b401-3f8a61139fff) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:45.131891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a80adb5-8841-486b-9955-0df53570a859 None None] Network b8f46191-fba1-4bac-b401-3f8a61139fff requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:45.138615 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] Set router 6c313e47-9199-4b23-961e-0915711dc115 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:45.138850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:45.139323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:45.227652 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47234) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:45.228831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a69305b4-f569-4622-a86d-f523189116ff tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:45.230639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-480801b3-34e7-4138-bdc5-c5bb07ff19f7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0113597 Aug 04 16:59:45.244819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-router', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:45.295204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-146817c0-5766-462e-adbc-4c0e357db9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:45.296709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-146817c0-5766-462e-adbc-4c0e357db9a6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=471a2b16-5133-4f64-a964-47a9a441d46b HTTP/1.1" status: 200 len: 908 time: 0.1882498 Aug 04 16:59:45.359210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69305b4-f569-4622-a86d-f523189116ff tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Pushing event deleted for resources: {'Port': ['ID=b08be4d0-7e7e-40ae-898a-0053cff0cebc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:45.585299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-b8f46191-fba1-4bac-b401-3f8a61139fff', 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'fixed_ips': [{'subnet_id': '4df311a8-2fa2-42fd-ba69-50ca2f803b59'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:59:45.586230 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:45.675890 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a69305b4-f569-4622-a86d-f523189116ff tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:45.680103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a69305b4-f569-4622-a86d-f523189116ff tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:45.684905 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a69305b4-f569-4622-a86d-f523189116ff tempest-ImagesOneServerNegativeTestJSON-2054931262 tempest-ImagesOneServerNegativeTestJSON-2054931262-project] 10.222.0.39 "DELETE /v2.0/floatingips/5d2ab382-dd6a-4432-9ddf-8a5c27a14273 HTTP/1.1" status: 204 len: 168 time: 2.1685135 Aug 04 16:59:45.687576 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:45.689025 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:45.728341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-65d1e1aa-e984-4693-adcf-a3ccb99b4abc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87902fc5-5536-4f1f-93c5-96f5a4a364fe HTTP/1.1" status: 200 len: 998 time: 0.4232829 Aug 04 16:59:45.759283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:45.872910 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'aca2620d-aa7b-405f-8a9d-ffe21da90c47', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '6c313e47-9199-4b23-961e-0915711dc115', 'port_id': '87902fc5-5536-4f1f-93c5-96f5a4a364fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'mac_address': 'fa:16:3e:a9:4a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:59:22Z', 'updated_at': '2021-08-04T16:59:42Z', 'revision_number': 1, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14de43f-227c-4cb6-9bfe-924865634b9f', 'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'mac_address': 'fa:16:3e:5c:46:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:09Z', 'updated_at': '2021-08-04T16:59:22Z', 'revision_number': 5, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'subnets': [{'id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:45.897548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf0e2-5592-4a76-855b-5fd59e58a511 req-ca78f467-655b-4dcf-9705-1444d45e48bc tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:45.905921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4caaf0e2-5592-4a76-855b-5fd59e58a511 req-ca78f467-655b-4dcf-9705-1444d45e48bc tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 946 time: 0.4515102 Aug 04 16:59:45.909757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-f5fcf13f-d8a5-4fbc-9807-157125613ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:45.911348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-f5fcf13f-d8a5-4fbc-9807-157125613ade service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2fb5a73-df70-44b3-8e98-ee4083e32d92 HTTP/1.1" status: 200 len: 845 time: 0.1675746 Aug 04 16:59:45.942187 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] Checking router: 6c313e47-9199-4b23-961e-0915711dc115 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:45.965072 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] Routers {'6c313e47-9199-4b23-961e-0915711dc115'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:45.966065 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c313e47-9199-4b23-961e-0915711dc115'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:46.011910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Allocated IP 172.20.0.2 (b8f46191-fba1-4bac-b401-3f8a61139fff/4df311a8-2fa2-42fd-ba69-50ca2f803b59/9d3172e2-b6d5-4d35-8aa8-62416bd18e8e) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:46.033362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8513da-aa2b-4125-97a0-69e576cb9402 req-23155d61-a820-4e59-a93f-f55f9adf71df tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:46.053906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c8513da-aa2b-4125-97a0-69e576cb9402 req-23155d61-a820-4e59-a93f-f55f9adf71df tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.5247941 Aug 04 16:59:46.242256 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] Set router 6c313e47-9199-4b23-961e-0915711dc115 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:46.242574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4caaf0e2-5592-4a76-855b-5fd59e58a511 req-186b98bb-8018-4261-bfe7-13885176f1bf tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352742 Aug 04 16:59:46.267223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-6e635cfc-14e2-426f-87c1-3ccc29cc2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:46.273504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-6e635cfc-14e2-426f-87c1-3ccc29cc2be2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=471a2b16-5133-4f64-a964-47a9a441d46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3507130 Aug 04 16:59:46.556439 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:46.572750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-acc20ecd-cd74-46d6-8f06-48d345d1b30f service neutron] 10.222.0.90 "GET /v2.0/networks/471a2b16-5133-4f64-a964-47a9a441d46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798803 Aug 04 16:59:46.578701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Transition to ACTIVE for port object 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:46.583585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c8513da-aa2b-4125-97a0-69e576cb9402 req-a3b0c83e-3259-4a9b-936c-bb41652476d2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168068 Aug 04 16:59:46.618963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Transition to ACTIVE for port object 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:46.634288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:46.743419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Network b8f46191-fba1-4bac-b401-3f8a61139fff is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:46.755733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:46.767174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:46.843182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Pushing event updated for resources: {'Port': ['ID=9d3172e2-b6d5-4d35-8aa8-62416bd18e8e,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:46.930949 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'aca2620d-aa7b-405f-8a9d-ffe21da90c47', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '6c313e47-9199-4b23-961e-0915711dc115', 'port_id': '87902fc5-5536-4f1f-93c5-96f5a4a364fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'mac_address': 'fa:16:3e:a9:4a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:59:22Z', 'updated_at': '2021-08-04T16:59:42Z', 'revision_number': 1, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14de43f-227c-4cb6-9bfe-924865634b9f', 'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'mac_address': 'fa:16:3e:5c:46:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:09Z', 'updated_at': '2021-08-04T16:59:22Z', 'revision_number': 5, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'subnets': [{'id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:46.966069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 93e7a5a0-961e-4f56-81cb-82fea09c84ee up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:47.020029 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe75c5e-cc5a-439a-9d3d-45363b0c26be None None] The sync data for ids ['6c313e47-9199-4b23-961e-0915711dc115'] in n-d-764435-5 is: [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'aca2620d-aa7b-405f-8a9d-ffe21da90c47', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '6c313e47-9199-4b23-961e-0915711dc115', 'port_id': '87902fc5-5536-4f1f-93c5-96f5a4a364fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'mac_address': 'fa:16:3e:a9:4a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:59:22Z', 'updated_at': '2021-08-04T16:59:42Z', 'revision_number': 1, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14de43f-227c-4cb6-9bfe-924865634b9f', 'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'mac_address': 'fa:16:3e:5c:46:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:09Z', 'updated_at': '2021-08-04T16:59:22Z', 'revision_number': 5, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'subnets': [{'id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:47.030014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e56d1-a86d-4af7-9569-bfcfe0ef18df req-287cf52b-c0bb-4fc0-aca0-72bb16f10bd7 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:47.048684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-306e56d1-a86d-4af7-9569-bfcfe0ef18df req-287cf52b-c0bb-4fc0-aca0-72bb16f10bd7 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 946 time: 0.2288964 Aug 04 16:59:47.049236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47282) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:47.081571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0697d90d-b0ee-4989-a667-5090e7f89520 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Request body: {'floatingip': {'port_id': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:47.112597 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.170574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Attempting to bind port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:47.171745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Attempting to bind port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'fe968e59-6512-46f2-b16c-6da88a046fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:47.172342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Attempting to bind port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e on network b8f46191-fba1-4bac-b401-3f8a61139fff {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:47.180178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 93e7a5a0-961e-4f56-81cb-82fea09c84ee completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:47.181468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47286) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:47.188655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 93e7a5a0-961e-4f56-81cb-82fea09c84ee triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:47.189281 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.193235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:47.194210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Checking segment: {'id': 'fe968e59-6512-46f2-b16c-6da88a046fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:47.196101 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.196674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Bound using segment: {'id': 'fe968e59-6512-46f2-b16c-6da88a046fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:47.197707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Bound port: 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe968e59-6512-46f2-b16c-6da88a046fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:47.198264 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.287273 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0697d90d-b0ee-4989-a667-5090e7f89520 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.414496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd9ece5e-d523-4e9a-9c0f-96a2084e4661 req-e0acf86a-f1cc-4bfe-a4aa-a4f79bc647b6 service neutron] 10.222.0.90 "GET /v2.0/networks/471a2b16-5133-4f64-a964-47a9a441d46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8244045 Aug 04 16:59:47.517286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] For port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:47.531808 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] For port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9d3172e2-b6d5-4d35-8aa8-62416bd18e8e,segment=NetworkSegment(fe968e59-6512-46f2-b16c-6da88a046fbc),segment_id=fe968e59-6512-46f2-b16c-6da88a046fbc)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:47.545676 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc33dcf-0cef-417b-8d78-6e2534219b47 admin admin] Deleting subnet bcd47859-fa75-42a2-a5c7-407f4550dff0 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:59:47.550719 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fc33dcf-0cef-417b-8d78-6e2534219b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.602618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fc33dcf-0cef-417b-8d78-6e2534219b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.617486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.684819 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fc33dcf-0cef-417b-8d78-6e2534219b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.776581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39824f8e-d33e-4ee2-b035-f1b3ba62b904 None None] Pushing event updated for resources: {'Port': ['ID=9d3172e2-b6d5-4d35-8aa8-62416bd18e8e,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:47.789537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986a1a37-53d1-4332-9ca4-2b9943f2ab31 None None] New status for floating IP aca2620d-aa7b-405f-8a9d-ffe21da90c47: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:59:47.823900 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-4b819d69-9cc2-49b4-ae65-58b7b81ba84d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7005486 Aug 04 16:59:47.824902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fc33dcf-0cef-417b-8d78-6e2534219b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.869139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc33dcf-0cef-417b-8d78-6e2534219b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd47859-fa75-42a2-a5c7-407f4550dff0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:47.878745 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.886540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fc33dcf-0cef-417b-8d78-6e2534219b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:47.889487 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1fc33dcf-0cef-417b-8d78-6e2534219b47 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bcd47859-fa75-42a2-a5c7-407f4550dff0 HTTP/1.1" status: 204 len: 168 time: 0.7052326 Aug 04 16:59:47.892153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47316) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:48.034581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 93e7a5a0-961e-4f56-81cb-82fea09c84ee, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=93e7a5a0-961e-4f56-81cb-82fea09c84ee,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:48.071030 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:48.074596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-7cf91a5c-19ff-46a4-a67e-abf6328510df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:48.076327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-7cf91a5c-19ff-46a4-a67e-abf6328510df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 1101 time: 0.1195335 Aug 04 16:59:48.140994 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:48.267946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=93e7a5a0-961e-4f56-81cb-82fea09c84ee,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:48.343592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-0697d90d-b0ee-4989-a667-5090e7f89520 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 16:59:48.482664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47324) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:48.492357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14140685-ab10-4e92-abb8-a762fd78d95e req-c4cb9931-1df2-456d-9fe9-616d03882592 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:48.499947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14140685-ab10-4e92-abb8-a762fd78d95e req-c4cb9931-1df2-456d-9fe9-616d03882592 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.4024496 Aug 04 16:59:48.548014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0697d90d-b0ee-4989-a667-5090e7f89520 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:48.570630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0697d90d-b0ee-4989-a667-5090e7f89520 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:48.634784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14140685-ab10-4e92-abb8-a762fd78d95e req-3e597c26-3e56-45c5-a154-02efd707ad01 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333284 Aug 04 16:59:48.819564 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:48.828262 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a61e8e08-6ddf-4a7d-86c1-63d9cee9aa55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:48.851600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-3b1f9bc5-2aa0-4279-80ce-f846bf3db102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:48.854367 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-3b1f9bc5-2aa0-4279-80ce-f846bf3db102 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.7529485 Aug 04 16:59:48.859307 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:48.862637 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:48.888219 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-0697d90d-b0ee-4989-a667-5090e7f89520 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Floating IP ac988097-7c53-4b15-b224-07ded43840b1 associated. External IP: 172.25.2.94, port: 6c332601-7fe2-4662-b1e8-84ef66e5f8a1. Aug 04 16:59:48.972844 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-e9f02bfb-aa7b-4716-8b31-21615a13c815 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 200 len: 217 time: 0.1016135 Aug 04 16:59:49.036748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 93e7a5a0-961e-4f56-81cb-82fea09c84ee up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:49.038082 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d431c173-a148-49e3-87ff-519fed0ba4f4']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:49.087705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744f8a29-ee58-46f9-996e-cb45d06f8168') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:49.087950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744f8a29-ee58-46f9-996e-cb45d06f8168') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:49.108139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 93e7a5a0-961e-4f56-81cb-82fea09c84ee triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:49.113347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.114071 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.145089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a61e8e08-6ddf-4a7d-86c1-63d9cee9aa55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.162964 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a61e8e08-6ddf-4a7d-86c1-63d9cee9aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.191559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Allocated IP 172.25.2.113 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/578ea02f-d24c-46a6-9c69-bc6f36efa6d4) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:49.221785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:49.274237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.278071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:49.289004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:59:49.289464 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:59:49.291565 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:59:49.295841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-81621582-4f31-4354-af8f-d75cbd633f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:49.295841 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-81621582-4f31-4354-af8f-d75cbd633f24 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2542856 Aug 04 16:59:49.437269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c7b9ac-54e1-43a9-8bd6-c001fb494ae3 None None] Network b8f46191-fba1-4bac-b401-3f8a61139fff requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:49.484171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.487406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.510115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.526052 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] 10.222.0.39 "DELETE /v2.0/networks/d431c173-a148-49e3-87ff-519fed0ba4f4 HTTP/1.1" status: 204 len: 168 time: 1.6313570 Aug 04 16:59:49.534573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-10fff6dc-edd4-4c92-86e0-392a758c105a None None] Provisioning for port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:49.543177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-10fff6dc-edd4-4c92-86e0-392a758c105a None None] Provisioning complete for port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:49.543647 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-10fff6dc-edd4-4c92-86e0-392a758c105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.563369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e8e08-6ddf-4a7d-86c1-63d9cee9aa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1b64e4-4471-4e1b-bc63-ca31c86db289,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:49.607416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a61e8e08-6ddf-4a7d-86c1-63d9cee9aa55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a105526e61243d980e0368977a3c321&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1042869 Aug 04 16:59:49.611036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47342) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:49.623719 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528e15c-b08e-4f63-8389-eff0b278ba6a admin admin] Pushing event deleted for resources: {'Network': ['ID=d431c173-a148-49e3-87ff-519fed0ba4f4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:49.645087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-57a9baaf-7a76-45f7-a897-f539d16f2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:49.646150 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-57a9baaf-7a76-45f7-a897-f539d16f2378 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3372276 Aug 04 16:59:49.649620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0697d90d-b0ee-4989-a667-5090e7f89520 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Router e885930d-f03c-4cdd-8197-90055f7ced17 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:59:49.782955 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ecbae25-2af1-472a-922d-12268374d550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.791976 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-10fff6dc-edd4-4c92-86e0-392a758c105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.837983 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ecbae25-2af1-472a-922d-12268374d550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.847588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0697d90d-b0ee-4989-a667-5090e7f89520 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:49.850021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-10fff6dc-edd4-4c92-86e0-392a758c105a None None] For port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9d3172e2-b6d5-4d35-8aa8-62416bd18e8e,segment=NetworkSegment(fe968e59-6512-46f2-b16c-6da88a046fbc),segment_id=fe968e59-6512-46f2-b16c-6da88a046fbc)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:49.857178 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0697d90d-b0ee-4989-a667-5090e7f89520 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.860471 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] Sync routers for ids ['e885930d-f03c-4cdd-8197-90055f7ced17'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:49.879542 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-10fff6dc-edd4-4c92-86e0-392a758c105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:49.895331 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] Routers {'e885930d-f03c-4cdd-8197-90055f7ced17'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:49.896459 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e885930d-f03c-4cdd-8197-90055f7ced17'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:49.929478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47350) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:50.043013 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fff6dc-edd4-4c92-86e0-392a758c105a None None] Pushing event updated for resources: {'Port': ['ID=9d3172e2-b6d5-4d35-8aa8-62416bd18e8e,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:50.102555 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-433eacde-c72b-418a-b2da-9e34849fe14a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62491eec0cca45ab8614cc1eec7806ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699944 Aug 04 16:59:50.106930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47358) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:50.124571 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:50.130291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0697d90d-b0ee-4989-a667-5090e7f89520 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "PUT /v2.0/floatingips/ac988097-7c53-4b15-b224-07ded43840b1 HTTP/1.1" status: 200 len: 991 time: 3.0646720 Aug 04 16:59:50.133477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'tag': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:59:50.136553 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbee58f-46a7-4102-82d7-13478b8c8610" -d '{"events": [{"name": "network-changed", "server_uuid": "c23821fe-e28e-4636-98c3-4224d96f2aef", "tag": "6c332601-7fe2-4662-b1e8-84ef66e5f8a1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:59:50.185116 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:59:50.195915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1f077-f6ad-4d84-854e-362cde785d98 req-1fd490c8-a7cb-48c1-98ce-5e6f31d7c352 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:50.197552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8b1f077-f6ad-4d84-854e-362cde785d98 req-1fd490c8-a7cb-48c1-98ce-5e6f31d7c352 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.2609823 Aug 04 16:59:50.206683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Pushing event updated for resources: {'Port': ['ID=578ea02f-d24c-46a6-9c69-bc6f36efa6d4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:50.226765 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ecbae25-2af1-472a-922d-12268374d550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:50.233632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:50.237222 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ecbae25-2af1-472a-922d-12268374d550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:50.245040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:50.246427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9ecbae25-2af1-472a-922d-12268374d550 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d1b64e4-4471-4e1b-bc63-ca31c86db289 HTTP/1.1" status: 204 len: 168 time: 0.6324441 Aug 04 16:59:50.275204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:50.302630 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] Set router e885930d-f03c-4cdd-8197-90055f7ced17 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:50.310454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c1036be7-93f8-440c-82a9-3fea33e5cadc None None] Provisioning complete for port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:50.312465 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c1036be7-93f8-440c-82a9-3fea33e5cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:50.316169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbae25-2af1-472a-922d-12268374d550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1b64e4-4471-4e1b-bc63-ca31c86db289,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:50.350673 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-d7766fbb-2e8b-4f6a-9f79-3ce999971f5d service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931310 Aug 04 16:59:50.379316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8b1f077-f6ad-4d84-854e-362cde785d98 req-11681497-3179-4c47-a323-4875c189c4b9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649480 Aug 04 16:59:50.400890 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b75e76-351d-4a1a-a4cf-c44690ab13bb x-openstack-request-id: req-e6b75e76-351d-4a1a-a4cf-c44690ab13bb {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:59:50.401489 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23821fe-e28e-4636-98c3-4224d96f2aef", "tag": "6c332601-7fe2-4662-b1e8-84ef66e5f8a1", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:59:50.401870 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6b75e76-351d-4a1a-a4cf-c44690ab13bb {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:59:50.402184 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'tag': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1', 'status': 'completed', 'code': 200} Aug 04 16:59:50.499682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-8bdeec2c-beb6-4a8a-bf88-254224d9318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:50.505093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-8bdeec2c-beb6-4a8a-bf88-254224d9318d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b68e419ce0824bde98d93945bf6038be&device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 1097 time: 0.0820558 Aug 04 16:59:50.614496 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc835211-36d3-49f9-9beb-edb88e8dac4a req-89744ae6-36ca-43e9-a71e-b2da334a318f service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805143 Aug 04 16:59:50.676009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de42f43b-e353-4aed-b9c6-cc22f8b604ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:50.722078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-64023563-8e38-4614-ace3-1a3cfdb444dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:50.728674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-64023563-8e38-4614-ace3-1a3cfdb444dd service neutron] 10.222.0.82 "GET /v2.0/networks?id=d27cdc38-0f38-4a75-a2d7-dc417ad59559 HTTP/1.1" status: 200 len: 916 time: 0.2172554 Aug 04 16:59:50.785660 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de42f43b-e353-4aed-b9c6-cc22f8b604ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:50.840802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:50.896150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-2de621e2-d4cc-4db8-bf2a-f6b7dc89022b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c332601-7fe2-4662-b1e8-84ef66e5f8a1 HTTP/1.1" status: 200 len: 999 time: 0.1587300 Aug 04 16:59:50.941419 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ac988097-7c53-4b15-b224-07ded43840b1', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'floating_ip_address': '172.25.2.94', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'port_id': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'mac_address': 'fa:16:3e:04:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:59:20Z', 'updated_at': '2021-08-04T16:59:48Z', 'revision_number': 1, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:20Z', 'revision_number': 5, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:50.954663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:50.955162 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:51.009502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-a353340a-8dd6-463c-803f-f8ffe99b0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:51.011511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-a353340a-8dd6-463c-803f-f8ffe99b0c3a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97d1dad7-ec34-40b9-b0e1-d60926573331 HTTP/1.1" status: 200 len: 853 time: 0.1065974 Aug 04 16:59:51.021562 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de42f43b-e353-4aed-b9c6-cc22f8b604ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:51.028812 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] Checking router: e885930d-f03c-4cdd-8197-90055f7ced17 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:51.046879 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de42f43b-e353-4aed-b9c6-cc22f8b604ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:51.053426 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-de42f43b-e353-4aed-b9c6-cc22f8b604ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec4a68a0-8da4-4e66-8f60-887945d13625 HTTP/1.1" status: 204 len: 168 time: 0.9420395 Aug 04 16:59:51.098660 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] Routers {'e885930d-f03c-4cdd-8197-90055f7ced17'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:51.099323 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e885930d-f03c-4cdd-8197-90055f7ced17'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:51.122373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42f43b-e353-4aed-b9c6-cc22f8b604ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4a68a0-8da4-4e66-8f60-887945d13625,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:51.185016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:51.209945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-402e425a-6e96-424d-84bb-3cdac27c0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:51.219219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-402e425a-6e96-424d-84bb-3cdac27c0c69 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d27cdc38-0f38-4a75-a2d7-dc417ad59559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949997 Aug 04 16:59:51.427689 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] Set router e885930d-f03c-4cdd-8197-90055f7ced17 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:51.434212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-26685091-76bf-4e36-89b1-53de46ebd17e service neutron] 10.222.0.82 "GET /v2.0/networks/d27cdc38-0f38-4a75-a2d7-dc417ad59559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070756 Aug 04 16:59:51.618076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:51.775856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed0136-ad71-4a16-be6c-676f5f609a6f req-a6d0aea0-9b27-4100-a8da-a1f0c223f757 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:51.777613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28ed0136-ad71-4a16-be6c-676f5f609a6f req-a6d0aea0-9b27-4100-a8da-a1f0c223f757 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.2346020 Aug 04 16:59:51.786438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfbee58f-46a7-4102-82d7-13478b8c8610 req-574e87af-3d68-4328-93fc-ca11d819a288 service neutron] 10.222.0.82 "GET /v2.0/networks/d27cdc38-0f38-4a75-a2d7-dc417ad59559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452470 Aug 04 16:59:51.818345 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ac988097-7c53-4b15-b224-07ded43840b1', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'floating_ip_address': '172.25.2.94', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'port_id': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'mac_address': 'fa:16:3e:04:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:59:20Z', 'updated_at': '2021-08-04T16:59:48Z', 'revision_number': 1, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:20Z', 'revision_number': 5, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:51.862198 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27176736-2191-4014-8380-ab3bf80e1dff None None] The sync data for ids ['e885930d-f03c-4cdd-8197-90055f7ced17'] in n-d-764435-5 is: [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'ac988097-7c53-4b15-b224-07ded43840b1', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'floating_ip_address': '172.25.2.94', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'port_id': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'mac_address': 'fa:16:3e:04:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:59:20Z', 'updated_at': '2021-08-04T16:59:48Z', 'revision_number': 1, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:20Z', 'revision_number': 5, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:51.874596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28ed0136-ad71-4a16-be6c-676f5f609a6f req-08b699c7-b003-4909-b394-19e6d978eba6 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823491 Aug 04 16:59:51.903200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Router e4abf525-287a-405b-a567-af7022d0c69b is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:59:51.926658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47412) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:52.057833 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:52.068342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Sync routers for ids ['e4abf525-287a-405b-a567-af7022d0c69b'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:52.083730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Routers {'e4abf525-287a-405b-a567-af7022d0c69b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:52.084441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e4abf525-287a-405b-a567-af7022d0c69b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:52.088381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:52.091270 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b184339c-3488-4a61-aef2-e8872d2d1b2a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8581698 Aug 04 16:59:52.093285 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47418) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:52.121594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-network', 'tenant_id': '1887efc899274f9b821aaa08cad678b0'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:52.185880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Made reservation on behalf of 1887efc899274f9b821aaa08cad678b0 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:52.215450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:52.284753 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:52.300290 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78582a11-f946-47e2-a1a4-4bda1b0be47c None None] New status for floating IP ac988097-7c53-4b15-b224-07ded43840b1: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:59:52.612973 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:52.625931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:52.712634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47438) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:52.714883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf7a956-bd35-49e7-a877-5ef13818efe9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:52.716122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Set router e4abf525-287a-405b-a567-af7022d0c69b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:52.735325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:59:52.748583 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:52.752876 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Added segment 94a8798e-3980-467c-b4de-b1c9143c2916 of type vlan for network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 Aug 04 16:59:52.875335 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:52.978838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-676665121-network', 'tenant_id': '5aef40a2e57b43788f2d3133ec2263a7'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:53.008954 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.013143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:53.015255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.066233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-router', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:45Z', 'updated_at': '2021-08-04T16:59:50Z', 'revision_number': 3, 'project_id': '0d9f014f96f249d980957efc04482b88', 'gw_port': {'id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:48Z', 'updated_at': '2021-08-04T16:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:53.126881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Checking router: e4abf525-287a-405b-a567-af7022d0c69b for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:59:53.127583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Updating router e4abf525-287a-405b-a567-af7022d0c69b port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:59:53.185512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Made reservation on behalf of 5aef40a2e57b43788f2d3133ec2263a7 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:53.188059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.197690 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.201972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.207890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2801311 Aug 04 16:59:53.210905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47450) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:53.214053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95760725-09cc-4166-bda8-8f8d817fe503 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:53.243937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Request body: {'subnet': {'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-subnet', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:53.293970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3020-20eb-4e53-a4a1-105665502a2a req-cf436bbd-93ba-4b17-881d-7f0c3f94b6cc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:53.306136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-946b3020-20eb-4e53-a4a1-105665502a2a req-cf436bbd-93ba-4b17-881d-7f0c3f94b6cc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.1980109 Aug 04 16:59:53.332669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Made reservation on behalf of 1887efc899274f9b821aaa08cad678b0 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:53.336595 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.443791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-946b3020-20eb-4e53-a4a1-105665502a2a req-d14bd520-49c4-46b0-a9c0-41000cdc80d4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361973 Aug 04 16:59:53.578751 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.588233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:59:53.594867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Transition to ACTIVE for port object 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:53.607006 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.612317 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.634892 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.645961 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.726862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:59:53.731372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.780229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170a8d20-d3c0-4525-ab15-48d921230f44,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:53.785720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.786268 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Added segment 1ecb09ef-69f4-4f4c-af91-fd5dfd1501b3 of type vlan for network ebb04c30-28da-4bd9-bf17-e52923d57be5 Aug 04 16:59:53.839913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Attempting to bind port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:53.840500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Attempting to bind port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:53.840917 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Attempting to bind port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:53.848495 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:53.848925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:53.849310 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.849662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:53.850445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Bound port: 578ea02f-d24c-46a6-9c69-bc6f36efa6d4, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:53.850719 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.858036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c9565-84e0-44bb-a6e8-ef2210499789 None None] Pushing event updated for resources: {'Port': ['ID=578ea02f-d24c-46a6-9c69-bc6f36efa6d4,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:53.866161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Allocated IP 172.20.0.1 (b8f46191-fba1-4bac-b401-3f8a61139fff/4df311a8-2fa2-42fd-ba69-50ca2f803b59/2fe98f42-97fe-4709-a375-331228b54d78) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:53.873479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=546b3f6f-1b8c-4958-8513-3b5840aed771,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:53.885665 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.904937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Checking segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:53.905296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Network hostable DHCP agents. Network: 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:59:53.940369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] For port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:53.944283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] For port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=578ea02f-d24c-46a6-9c69-bc6f36efa6d4,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:53.949100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.957084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:59:53.960147 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:53.961195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:53.961724 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.022640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Routers {'e4abf525-287a-405b-a567-af7022d0c69b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:54.023791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e4abf525-287a-405b-a567-af7022d0c69b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:54.056908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:54.076926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:54.077282 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.084006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a7aa4-bbd7-4509-ad9b-f74eda77895d None None] Network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:54.086932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c9565-84e0-44bb-a6e8-ef2210499789 None None] Pushing event updated for resources: {'Port': ['ID=578ea02f-d24c-46a6-9c69-bc6f36efa6d4,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:54.092805 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3744602 Aug 04 16:59:54.098851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47468) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:54.101665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c551d-e449-4efd-8e07-b049586d4249 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb04c30-28da-4bd9-bf17-e52923d57be5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:54.107328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-da3125bd-6ff1-4b6c-9350-feb46a6351b5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8926466 Aug 04 16:59:54.107328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47470) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:54.107843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47472) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:54.109920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.112125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:54.116063 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Request body: {'subnet': {'network_id': 'ebb04c30-28da-4bd9-bf17-e52923d57be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-676665121-subnet', 'tenant_id': '5aef40a2e57b43788f2d3133ec2263a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:54.118223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-80792846'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:54.127821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ebb04c30-28da-4bd9-bf17-e52923d57be5 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:59:54.139157 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Transition to ACTIVE for port object 2fe98f42-97fe-4709-a375-331228b54d78 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:54.153874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Made reservation on behalf of 5aef40a2e57b43788f2d3133ec2263a7 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:54.156249 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.164127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:59:54.164127 n-d-764435-5 neutron-server[105828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 16:59:54.164127 n-d-764435-5 neutron-server[105828]: [parameters: {'project_id_1': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'expiration_1': datetime.datetime(2021, 8, 4, 16, 59, 54, 125489)}] Aug 04 16:59:54.164127 n-d-764435-5 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:59:54.164127 n-d-764435-5 neutron-server[105828]: DEBUG oslo_db.api [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:59:54.179612 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.181539 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.242345 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.276809 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.302479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Network b8f46191-fba1-4bac-b401-3f8a61139fff is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:54.312368 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:54.318963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:54.347279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe98f42-97fe-4709-a375-331228b54d78,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:54.401477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] Set router e4abf525-287a-405b-a567-af7022d0c69b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:59:54.410359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.625740 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.673132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.686191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.704562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:59:54.706503 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.780524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedb7a8-1f01-44bc-aa3e-6829465c3f14 req-597f768f-df1b-48b0-a7ba-a3de8f8a8d05 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:54.789029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dedb7a8-1f01-44bc-aa3e-6829465c3f14 req-597f768f-df1b-48b0-a7ba-a3de8f8a8d05 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.2080159 Aug 04 16:59:54.806197 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb9dac6-a593-4169-b39c-fa5ffc00856a,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:54.835245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ce59549f-e914-4201-b95d-c63524e9d435 None None] Provisioning for port 2fe98f42-97fe-4709-a375-331228b54d78 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:54.845039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:54.849373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.883276 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dedb7a8-1f01-44bc-aa3e-6829465c3f14 req-a769f88d-013a-4ecd-a267-d2d73b9ed26e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854936 Aug 04 16:59:54.883710 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Checking segment: {'id': '1ecb09ef-69f4-4f4c-af91-fd5dfd1501b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ebb04c30-28da-4bd9-bf17-e52923d57be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:54.884072 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Network hostable DHCP agents. Network: ebb04c30-28da-4bd9-bf17-e52923d57be5, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:59:54.899427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ce59549f-e914-4201-b95d-c63524e9d435 None None] Provisioning complete for port 2fe98f42-97fe-4709-a375-331228b54d78 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:54.899951 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ce59549f-e914-4201-b95d-c63524e9d435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.933751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:59:54.938691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Network ebb04c30-28da-4bd9-bf17-e52923d57be5 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:59:54.950058 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.950576 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Added segment 6135bea5-6e20-4b2b-9bc2-ff9be68752f8 of type vlan for network c3e7a446-dda9-4525-9c8c-b1a9183c87dd Aug 04 16:59:54.957474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ebb04c30-28da-4bd9-bf17-e52923d57be5) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:54.964659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:54.964866 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:54.977031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c301513-6198-45a8-bf88-9918444ea273 None None] Network ebb04c30-28da-4bd9-bf17-e52923d57be5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:54.987200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-router', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:45Z', 'updated_at': '2021-08-04T16:59:50Z', 'revision_number': 3, 'project_id': '0d9f014f96f249d980957efc04482b88', 'gw_port': {'id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:48Z', 'updated_at': '2021-08-04T16:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:54.993716 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6a23dfac-8dd6-4a21-9985-8bd19f7a7068 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8954210 Aug 04 16:59:55.005858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:55.013711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:55.036697 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:55.091899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:55.098864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:55.099638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:55.183801 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:55.187107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe98f42-97fe-4709-a375-331228b54d78,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:55.254542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1475279 Aug 04 16:59:55.261891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47488) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:55.265004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7799c-090b-4a5f-ba50-22f6ad407463 None None] The sync data for ids ['e4abf525-287a-405b-a567-af7022d0c69b'] in n-d-764435-5 is: [{'id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-router', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:45Z', 'updated_at': '2021-08-04T16:59:50Z', 'revision_number': 3, 'project_id': '0d9f014f96f249d980957efc04482b88', 'gw_port': {'id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:48Z', 'updated_at': '2021-08-04T16:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:59:55.268205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1920318722'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:55.270848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae5a25-531f-47c9-97bf-a9f3f78e601f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Network': ['ID=c3e7a446-dda9-4525-9c8c-b1a9183c87dd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:55.271256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ce59549f-e914-4201-b95d-c63524e9d435 None None] Port 2fe98f42-97fe-4709-a375-331228b54d78 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:55.341890 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network c3e7a446-dda9-4525-9c8c-b1a9183c87dd details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:59:55.426585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Allocated IP 172.20.0.2 (4bf716c2-61fa-42c0-ad22-fe8639e9b0f1/546b3f6f-1b8c-4958-8513-3b5840aed771/2d46af31-d186-4dcf-8061-423120fab052) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:55.498539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:55.508042 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:55.516528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:55.600617 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-4f4fd14c-6b33-448a-95bc-8148a2d9e69f req-020cf7d8-478e-4ac1-b1f5-76bacdd3bcee tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] show failed (client error): The resource could not be found. Aug 04 16:59:55.614032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f4fd14c-6b33-448a-95bc-8148a2d9e69f req-020cf7d8-478e-4ac1-b1f5-76bacdd3bcee tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] 10.222.0.39 "GET /v2.0/security-groups/75f122f0-2045-4349-a19d-9e01d8d7cc21 HTTP/1.1" status: 404 len: 352 time: 0.0377505 Aug 04 16:59:55.616421 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:55.640097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:59:55.671858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:55.672639 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Added segment 8d5ae00d-ab4c-478f-8c3d-8add17ffd46d of type vlan for network b41deb09-8151-429d-9ece-729aeb2ad31e Aug 04 16:59:55.699161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Network b8f46191-fba1-4bac-b401-3f8a61139fff is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:55.702862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:55.734479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886b04b-92c4-4fd8-a898-ef62985af543 None None] Network ebb04c30-28da-4bd9-bf17-e52923d57be5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:56.003710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7adc41a-4f58-49c8-9dc1-e33f838dbf70 req-087a73e9-9bb0-49ca-b32f-0838c035c116 tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5aef40a2e57b43788f2d3133ec2263a7 HTTP/1.1" status: 200 len: 2988 time: 0.2554691 Aug 04 16:59:56.044981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Router e4abf525-287a-405b-a567-af7022d0c69b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:59:56.052488 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.184436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Allocated IP 172.25.2.196 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/45c377b9-a1c1-4257-803c-8c0b8a37aa5c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:59:56.201390 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.207500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:56.208260 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.212284 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.232170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-20e32471-aabb-495c-a1a0-ab1c91fd2f30 None None] Provisioning complete for port 2fe98f42-97fe-4709-a375-331228b54d78 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:56.232543 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-20e32471-aabb-495c-a1a0-ab1c91fd2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.234252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7adc41a-4f58-49c8-9dc1-e33f838dbf70 req-11d6e64f-c522-4e11-a344-e9371399117f tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] 10.222.0.39 "GET /v2.0/security-groups/170a8d20-d3c0-4525-ab15-48d921230f44 HTTP/1.1" status: 200 len: 2985 time: 0.2055812 Aug 04 16:59:56.235119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Transition to ACTIVE for port object 2d46af31-d186-4dcf-8061-423120fab052 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:56.303461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Transition to ACTIVE for port object 2d46af31-d186-4dcf-8061-423120fab052 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:59:56.319114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-20e32471-aabb-495c-a1a0-ab1c91fd2f30 None None] Port 2fe98f42-97fe-4709-a375-331228b54d78 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:59:56.325037 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.328290 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0634556 Aug 04 16:59:56.333988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47508) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:56.368189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'subnet': {'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:56.381245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d186f-eb65-44ac-b001-aca2fdcabeac req-8c28984c-d5cc-4eb0-a8ae-431c715c9f36 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:56.389186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c2d186f-eb65-44ac-b001-aca2fdcabeac req-8c28984c-d5cc-4eb0-a8ae-431c715c9f36 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.2092819 Aug 04 16:59:56.399317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7adc41a-4f58-49c8-9dc1-e33f838dbf70 req-8ca18257-6122-49f7-9629-611abc1ba8a8 tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] 10.222.0.39 "GET /v2.0/security-groups/170a8d20-d3c0-4525-ab15-48d921230f44 HTTP/1.1" status: 200 len: 2985 time: 0.1373923 Aug 04 16:59:56.400494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642075f-4080-485c-9458-f623806fb2bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Network': ['ID=b41deb09-8151-429d-9ece-729aeb2ad31e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:56.430820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:56.437190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:56.439270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:59:56.442027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b41deb09-8151-429d-9ece-729aeb2ad31e details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:59:56.445091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:56.473757 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0e32b000-b44e-4fb9-9430-638dd429c540 admin admin] 10.222.0.39 "PUT /v2.0/routers/e4abf525-287a-405b-a567-af7022d0c69b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3787129 Aug 04 16:59:56.586953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c2d186f-eb65-44ac-b001-aca2fdcabeac req-21c54288-7e77-4471-85bf-f74e7612d8d5 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916156 Aug 04 16:59:56.609338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f393f474-f165-455d-a9c8-413519b1f167 req-ba8381e7-e32e-4e48-bfbc-1c135cdd7401 tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] 10.222.0.39 "GET /v2.0/security-groups/170a8d20-d3c0-4525-ab15-48d921230f44 HTTP/1.1" status: 200 len: 2985 time: 0.1404781 Aug 04 16:59:56.633261 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.679649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:56.683243 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.708849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Pushing event updated for resources: {'Port': ['ID=2d46af31-d186-4dcf-8061-423120fab052,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:56.742584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Attempting to bind port 2d46af31-d186-4dcf-8061-423120fab052 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:59:56.742977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Attempting to bind port 2d46af31-d186-4dcf-8061-423120fab052 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:59:56.743337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Attempting to bind port 2d46af31-d186-4dcf-8061-423120fab052 on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:59:56.749719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:59:56.750084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Checking segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:56.750497 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.760372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Bound using segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:59:56.761058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Bound port: 2d46af31-d186-4dcf-8061-423120fab052, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:59:56.761377 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.880511 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-f393f474-f165-455d-a9c8-413519b1f167 req-50ddfdd1-4132-4b5d-b3e8-d6c6991ce87a tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 04 16:59:56.887464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f393f474-f165-455d-a9c8-413519b1f167 req-50ddfdd1-4132-4b5d-b3e8-d6c6991ce87a tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] 10.222.0.39 "DELETE /v2.0/security-groups/170a8d20-d3c0-4525-ab15-48d921230f44 HTTP/1.1" status: 409 len: 352 time: 0.2657919 Aug 04 16:59:56.920536 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.924177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] For port 2d46af31-d186-4dcf-8061-423120fab052, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:59:56.936789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:56.944545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] For port 2d46af31-d186-4dcf-8061-423120fab052, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2d46af31-d186-4dcf-8061-423120fab052,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:59:56.973590 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:56.999157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:59:57.004453 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-77d1506e-859f-4f0d-94b2-159daa00ad79 req-88fcfbc9-57e0-426e-9b83-d462d366e643 tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] show failed (client error): The resource could not be found. Aug 04 16:59:57.007782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77d1506e-859f-4f0d-94b2-159daa00ad79 req-88fcfbc9-57e0-426e-9b83-d462d366e643 tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] 10.222.0.39 "GET /v2.0/security-groups/0bc8c4dc-f0a9-4cf8-994f-e649095fbe31 HTTP/1.1" status: 404 len: 352 time: 0.0667291 Aug 04 16:59:57.053111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:57.062524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abf938-988a-4547-a2ea-009f7abfaf4c None None] Pushing event updated for resources: {'Port': ['ID=2d46af31-d186-4dcf-8061-423120fab052,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:57.062716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:59:57.189939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:57.202840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:59:57.203317 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:57.218376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Pushing event updated for resources: {'Port': ['ID=45c377b9-a1c1-4257-803c-8c0b8a37aa5c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:57.295688 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-976bc1a7-84e8-4d3e-bc26-84a92455876f req-08f3b098-c1fd-4d73-a547-c14bbd569445 tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] show failed (client error): The resource could not be found. Aug 04 16:59:57.296745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-976bc1a7-84e8-4d3e-bc26-84a92455876f req-08f3b098-c1fd-4d73-a547-c14bbd569445 tempest-SecurityGroupsNegativeTestJSON-1085758360 tempest-SecurityGroupsNegativeTestJSON-1085758360-project] 10.222.0.39 "GET /v2.0/security-groups/50d4117c-a180-41d1-b3ba-4bb7e37e5698 HTTP/1.1" status: 404 len: 352 time: 0.2410274 Aug 04 16:59:57.297014 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:57.298076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.298393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.302540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.302944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.303354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.303683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.304305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.304508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.304791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.305111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.305422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.305730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.332504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47534) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:57.354846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=578ea02f-d24c-46a6-9c69-bc6f36efa6d4,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:59:57.365638 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:57.445355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Deleting subnet 1cb9dac6-a593-4169-b39c-fa5ffc00856a {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:59:57.452891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:57.491498 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:57.499423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=578ea02f-d24c-46a6-9c69-bc6f36efa6d4,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:57.617888 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:57.687546 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:57.767869 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:57.801766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb9dac6-a593-4169-b39c-fa5ffc00856a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:57.812702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.813204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.813643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.814256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.814639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.815084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.815504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.815924 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.816384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.816819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.817398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.817826 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:59:57.821336 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:57.824081 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-23c67225-0e8e-49bb-9b3e-480238002e55 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1cb9dac6-a593-4169-b39c-fa5ffc00856a HTTP/1.1" status: 204 len: 168 time: 0.4905593 Aug 04 16:59:57.826496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47542) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:57.928804 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:57.931200 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:58.072612 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:58.085812 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb04c30-28da-4bd9-bf17-e52923d57be5']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:58.097080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Subnet': ['ID=e19d0eb6-1388-4936-8b94-5de3c1638ffd,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:58.098247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecb09ef-69f4-4f4c-af91-fd5dfd1501b3') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:58.098635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecb09ef-69f4-4f4c-af91-fd5dfd1501b3') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:58.112016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:58.159517 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:58.173100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:59:58.174308 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: timer() Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:59:58.281405 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:59:58.286423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:58.328353 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:58.347083 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ebb04c30-28da-4bd9-bf17-e52923d57be5 HTTP/1.1" status: 204 len: 168 time: 0.5120854 Aug 04 16:59:58.398177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca044af-dafa-4868-b9dc-dc2dc26c8c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb04c30-28da-4bd9-bf17-e52923d57be5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:58.656379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47548) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:58.744653 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dc2e6a09-6947-4231-9bc6-9d3b12d1cea2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5aef40a2e57b43788f2d3133ec2263a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837157 Aug 04 16:59:58.749924 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47554) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:58.932794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-895cedbd-d248-4cb2-849f-94fb74ac3d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:58.990144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-895cedbd-d248-4cb2-849f-94fb74ac3d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:59.115580 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-895cedbd-d248-4cb2-849f-94fb74ac3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:59.120368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-895cedbd-d248-4cb2-849f-94fb74ac3d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:59.122193 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-895cedbd-d248-4cb2-849f-94fb74ac3d83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/170a8d20-d3c0-4525-ab15-48d921230f44 HTTP/1.1" status: 204 len: 168 time: 0.3711972 Aug 04 16:59:59.152608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cedbd-d248-4cb2-849f-94fb74ac3d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a8d20-d3c0-4525-ab15-48d921230f44,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:59:59.213305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2d46af31-d186-4dcf-8061-423120fab052 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:59.229855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361a010-a8d9-45b6-8cc4-07e3d338ee83 req-c7ea7b77-c905-49ac-a917-dd5d28e53b75 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:59.239716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0361a010-a8d9-45b6-8cc4-07e3d338ee83 req-c7ea7b77-c905-49ac-a917-dd5d28e53b75 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 1.3189762 Aug 04 16:59:59.241396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Checking segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:59:59.241767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network hostable DHCP agents. Network: c3e7a446-dda9-4525-9c8c-b1a9183c87dd, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:59:59.349392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Sync routers for ids ['e4abf525-287a-405b-a567-af7022d0c69b'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:59:59.405692 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-ff72e77a-741f-4e93-977b-dacb072ba583 service neutron] show failed (client error): The resource could not be found. Aug 04 16:59:59.407899 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-ff72e77a-741f-4e93-977b-dacb072ba583 service neutron] 10.222.0.90 "GET /v2.0/ports/e3a68632-64ec-4d43-83da-462a000ad809/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0676451 Aug 04 16:59:59.467253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Routers {'e4abf525-287a-405b-a567-af7022d0c69b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:59:59.468290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e4abf525-287a-405b-a567-af7022d0c69b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:59:59.479988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0361a010-a8d9-45b6-8cc4-07e3d338ee83 req-4a609760-6402-4694-832f-9bd912f5d4bd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323427 Aug 04 16:59:59.546986 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network c3e7a446-dda9-4525-9c8c-b1a9183c87dd is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:59:59.582393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, c3e7a446-dda9-4525-9c8c-b1a9183c87dd) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:59:59.626048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:59.626657 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:59.658658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fc91a8ce-c46e-46eb-a62c-bf645a5b0c29 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2950518 Aug 04 16:59:59.661451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47568) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:59:59.670065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'subnet': {'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:59.671157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 2d46af31-d186-4dcf-8061-423120fab052 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:59:59.677823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:59:59.689060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f56b43-34ec-4a3d-917d-98899f048f91 None None] Network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:59.700262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7102a5-52d0-40f8-8f0a-4dcfc220531e None None] Network c3e7a446-dda9-4525-9c8c-b1a9183c87dd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:59:59.734832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:59:59.884226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-1a6b250b-b835-47ab-aaf8-4c0ddc809f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:59:59.886103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-1a6b250b-b835-47ab-aaf8-4c0ddc809f25 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae&tenant_id=fa45efccca1840b4b961a5862a9ab168 HTTP/1.1" status: 200 len: 1100 time: 0.1076581 Aug 04 16:59:59.912171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:59:59.927443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:59:59.956905 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:00.008471 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:00.064329 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:00:00.213661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Provisioning for port 2d46af31-d186-4dcf-8061-423120fab052 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:00.334368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Provisioning complete for port 2d46af31-d186-4dcf-8061-423120fab052 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:00.335138 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:00.344113 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:00.545778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Subnet': ['ID=2d13f2b1-df7d-4bdb-8358-6416da03e049,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:00.600844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Checking segment: {'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:00.601500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network hostable DHCP agents. Network: b41deb09-8151-429d-9ece-729aeb2ad31e, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:00:00.628253 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network b41deb09-8151-429d-9ece-729aeb2ad31e is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:00:00.649088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b41deb09-8151-429d-9ece-729aeb2ad31e) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:00.656143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:00.657231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:00.700325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47590) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:00.703562 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-24f04d7f-e84d-4912-a174-c8b66d416fc2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0243199 Aug 04 17:00:00.726486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'port': {'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'name': 'tempest-TaggedBootDevicesTest-1528767355', 'fixed_ips': [{'subnet_id': 'e19d0eb6-1388-4936-8b94-5de3c1638ffd'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:00.784927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Set router e4abf525-287a-405b-a567-af7022d0c69b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:00:00.799620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279bb87-14a4-424b-a948-90f1bcb962ff None None] Network b41deb09-8151-429d-9ece-729aeb2ad31e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:00:00.948561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:00.948983 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:00.979382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:00:01.005222 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Sync routers for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:00:01.031676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:01.033193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bc0ab770-e12a-465d-a52b-3be120d82968 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9247897 Aug 04 17:00:01.036480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47598) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:01.038545 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:00:01.038931 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:01.116173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47600) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:01.135706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'fixed_ips': [{'subnet_id': 'e19d0eb6-1388-4936-8b94-5de3c1638ffd'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:00:01.136304 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:01.136638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c08a3f-f0f7-491d-bb99-150d25a856ae req-a45f0fd6-4197-46d6-b7cd-30c84943d69c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:01.144045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50c08a3f-f0f7-491d-bb99-150d25a856ae req-a45f0fd6-4197-46d6-b7cd-30c84943d69c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.4467862 Aug 04 17:00:01.213406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:01.355797 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:00:01.503629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50c08a3f-f0f7-491d-bb99-150d25a856ae req-bacfcc2d-41ea-430f-bac8-ab39b5da8fa8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232062 Aug 04 17:00:01.526423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-651402455-network', 'tenant_id': 'f7af5c9af0fc4a6792b9858f58248c87'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:01.540553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:01.614787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:01.636074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Made reservation on behalf of f7af5c9af0fc4a6792b9858f58248c87 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:01.638862 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:01.738343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:01.781096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:01.784072 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232d78b8-3581-4c3a-b908-4a1bac30f9c3" -d '{"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a68632-64ec-4d43-83da-462a000ad809"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:01.826315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.011240 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T16:59:57Z', 'revision_number': 3, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T16:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:02.019741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Transition to ACTIVE for port object e3a68632-64ec-4d43-83da-462a000ad809 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:02.038464 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d166aa-4409-43e4-8f50-5a2d4fd9b9b6 x-openstack-request-id: req-70d166aa-4409-43e4-8f50-5a2d4fd9b9b6 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:02.039073 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a68632-64ec-4d43-83da-462a000ad809", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:02.039562 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70d166aa-4409-43e4-8f50-5a2d4fd9b9b6 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:02.040107 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809', 'code': 200} Aug 04 17:00:02.050311 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.052463 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.068490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.086099 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Checking router: dde7ca5d-7a33-479e-99ce-c47e1451e1f1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:00:02.086443 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Updating router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:00:02.184612 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.204091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.215962 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.226572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.382627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Allocated IP 10.1.1.2 (c3e7a446-dda9-4525-9c8c-b1a9183c87dd/e19d0eb6-1388-4936-8b94-5de3c1638ffd/adc2f736-dc5f-4a3e-be8e-547d2b245652) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:02.390868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] No DVR routers for this DVR port e3a68632-64ec-4d43-83da-462a000ad809 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:00:02.410568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:00:02.416752 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Allocated IP 172.20.0.1 (4bf716c2-61fa-42c0-ad22-fe8639e9b0f1/546b3f6f-1b8c-4958-8513-3b5840aed771/610cf5c0-be77-4779-9fc3-2fe29a51d40d) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:02.454248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] device_id is not set on port 460da60e-6c2e-403f-adbf-cb7105a4357d yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:00:02.511583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:02.545913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e3a68632-64ec-4d43-83da-462a000ad809 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:00:02.627578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:02.639115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:02.645336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:02.648490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.650307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] For port 2d46af31-d186-4dcf-8061-423120fab052, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2d46af31-d186-4dcf-8061-423120fab052,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:02.653336 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Added segment 89b57c78-50d4-46d3-ac7f-e60f3eaec81b of type vlan for network 169fc316-7036-4381-b010-2b0edcea5cff Aug 04 17:00:02.718689 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.729324 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Transition to ACTIVE for port object 45c377b9-a1c1-4257-803c-8c0b8a37aa5c will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:02.742705 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.747946 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.760772 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-63212725-4ab3-464a-88fe-6ebdb4246185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.762475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c28fe0c-031b-4652-8295-9167b2e84286,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:02.768098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Transition to ACTIVE for port object 610cf5c0-be77-4779-9fc3-2fe29a51d40d will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:02.805969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Port e3a68632-64ec-4d43-83da-462a000ad809 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:00:02.806731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:02.819886 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.824726 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841a433-77ec-4b8d-bca0-0bba6b04432f None None] Pushing event updated for resources: {'Port': ['ID=45c377b9-a1c1-4257-803c-8c0b8a37aa5c,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:02.846592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:02.847086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:02.847602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:02.848125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Bound port: e3a68632-64ec-4d43-83da-462a000ad809, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:02.848823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.865903 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Attempting to bind port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:02.866328 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Attempting to bind port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:02.868848 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Attempting to bind port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:02.878371 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:02.878751 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:02.881154 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.881563 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:02.882038 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Bound port: 45c377b9-a1c1-4257-803c-8c0b8a37aa5c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:02.882534 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.898163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.903522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:02.904231 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:02.914906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:02.924259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:02.945488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd35de-4381-4738-90a7-f0d245bfe4b8 req-fa5e9cba-886f-44f3-9532-3f4400e394b8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:02.954196 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02fd35de-4381-4738-90a7-f0d245bfe4b8 req-fa5e9cba-886f-44f3-9532-3f4400e394b8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 947 time: 0.2269084 Aug 04 17:00:02.992936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Pushing event updated for resources: {'Port': ['ID=610cf5c0-be77-4779-9fc3-2fe29a51d40d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:03.006940 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] For port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:03.013252 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] For port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=45c377b9-a1c1-4257-803c-8c0b8a37aa5c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:03.025790 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:03.040379 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:03.076089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:03.077099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:03.077685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:03.125564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9805069 Aug 04 17:00:03.150940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47620) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:03.173217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Request body: {'subnet': {'network_id': '169fc316-7036-4381-b010-2b0edcea5cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-651402455-subnet', 'tenant_id': 'f7af5c9af0fc4a6792b9858f58248c87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:03.182430 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:00:03.191063 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T16:59:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:03.245108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02fd35de-4381-4738-90a7-f0d245bfe4b8 req-b7dcd41e-a5bc-4f09-bca1-a35992c8be0f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896376 Aug 04 17:00:03.267167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01104ce0-2846-4b54-9d87-f5e6d20b62dc admin admin] Pushing event updated for resources: {'Network': ['ID=169fc316-7036-4381-b010-2b0edcea5cff,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:03.273527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:03.280208 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Made reservation on behalf of f7af5c9af0fc4a6792b9858f58248c87 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:03.282481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:03.285047 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:03.293792 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:03.357140 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:03.378850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Transition to ACTIVE for port object adc2f736-dc5f-4a3e-be8e-547d2b245652 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:03.381144 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841a433-77ec-4b8d-bca0-0bba6b04432f None None] Pushing event updated for resources: {'Port': ['ID=45c377b9-a1c1-4257-803c-8c0b8a37aa5c,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:03.429895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Transition to ACTIVE for port object adc2f736-dc5f-4a3e-be8e-547d2b245652 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:03.440379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:03.489997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 169fc316-7036-4381-b010-2b0edcea5cff details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:00:03.524990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-b41deb09-8151-429d-9ece-729aeb2ad31e', 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'fixed_ips': [{'subnet_id': '2d13f2b1-df7d-4bdb-8358-6416da03e049'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:00:03.526697 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:03.586405 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:00:03.615984 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:03.638567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Allocated IP 10.1.1.182 (c3e7a446-dda9-4525-9c8c-b1a9183c87dd/e19d0eb6-1388-4936-8b94-5de3c1638ffd/460da60e-6c2e-403f-adbf-cb7105a4357d) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:03.738167 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:03.887344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e3a68632-64ec-4d43-83da-462a000ad809 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:00:03.922395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Network c3e7a446-dda9-4525-9c8c-b1a9183c87dd is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:03.931982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:03.961418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:03.965579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-router', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:45Z', 'updated_at': '2021-08-04T16:59:54Z', 'revision_number': 4, 'project_id': '0d9f014f96f249d980957efc04482b88', 'gw_port': {'id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:48Z', 'updated_at': '2021-08-04T16:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2fe98f42-97fe-4709-a375-331228b54d78', 'name': '', 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'mac_address': 'fa:16:3e:ee:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '4df311a8-2fa2-42fd-ba69-50ca2f803b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:53Z', 'updated_at': '2021-08-04T16:59:54Z', 'revision_number': 2, 'project_id': '0d9f014f96f249d980957efc04482b88', 'subnets': [{'id': '4df311a8-2fa2-42fd-ba69-50ca2f803b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:03.980924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Pushing event updated for resources: {'Port': ['ID=2d46af31-d186-4dcf-8061-423120fab052,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:04.019009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.019640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.020175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.020667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.021223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.021800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.022400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.022968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.023454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.023962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.024476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.024969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fabbd8-0a3b-42d0-ac27-d3d65ab91cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:04.050388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:04.091095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Checking router: e4abf525-287a-405b-a567-af7022d0c69b for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:00:04.091741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Updating router e4abf525-287a-405b-a567-af7022d0c69b port 2fe98f42-97fe-4709-a375-331228b54d78 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:00:04.092151 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T16:59:57Z', 'revision_number': 3, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:04.100695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Transition to ACTIVE for port object 460da60e-6c2e-403f-adbf-cb7105a4357d will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:04.140454 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:04.162051 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf15103-e5f8-4b38-866f-8164d71cddc9 None None] The sync data for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 is: [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T16:59:57Z', 'revision_number': 3, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:00:04.215396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:04.216065 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:04.221317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-d975e8dd-d0bc-4334-8ef1-ab51432100df service neutron] 10.222.0.82 "PUT /v2.0/ports/e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 1095 time: 4.3034475 Aug 04 17:00:04.223309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:04.229561 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aa43cc-0fbe-4116-9e80-0991902304cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "tag": "e3a68632-64ec-4d43-83da-462a000ad809"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:04.237294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:04.337596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-95e4db0d-7dc8-41e2-8634-e9ac2fb84902 None None] Provisioning complete for port 2d46af31-d186-4dcf-8061-423120fab052 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:04.344332 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-95e4db0d-7dc8-41e2-8634-e9ac2fb84902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:04.413493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Port': ['ID=460da60e-6c2e-403f-adbf-cb7105a4357d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:04.494617 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f9dd97-d2df-42db-9e65-3e7a2e29a92b x-openstack-request-id: req-f8f9dd97-d2df-42db-9e65-3e7a2e29a92b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:04.494950 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "tag": "e3a68632-64ec-4d43-83da-462a000ad809", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:04.495174 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8f9dd97-d2df-42db-9e65-3e7a2e29a92b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:04.495587 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809', 'status': 'completed', 'code': 200} Aug 04 17:00:04.524003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Attempting to bind port adc2f736-dc5f-4a3e-be8e-547d2b245652 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:04.525182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Attempting to bind port adc2f736-dc5f-4a3e-be8e-547d2b245652 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:04.528756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Attempting to bind port adc2f736-dc5f-4a3e-be8e-547d2b245652 on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:04.599935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network c3e7a446-dda9-4525-9c8c-b1a9183c87dd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:04.605165 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:04.605927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Checking segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:04.606545 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:04.607247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Bound using segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:04.608012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Bound port: adc2f736-dc5f-4a3e-be8e-547d2b245652, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:04.608664 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:04.613324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:04.625159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:04.703134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-8c4e4309-b5bf-4405-96ab-7d53efd1f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:04.705259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-8c4e4309-b5bf-4405-96ab-7d53efd1f042 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1098 time: 0.4574981 Aug 04 17:00:04.722212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f81e8e-163f-4b60-83fb-c04662d626b6 req-14a5075f-79d4-4a26-8f15-5889c69fa1dc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:04.724997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0f81e8e-163f-4b60-83fb-c04662d626b6 req-14a5075f-79d4-4a26-8f15-5889c69fa1dc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 947 time: 0.2280571 Aug 04 17:00:04.745552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Pushing event updated for resources: {'Port': ['ID=adc2f736-dc5f-4a3e-be8e-547d2b245652,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:04.813944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6294dc12-7133-4c13-a75e-f24d0875ca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:04.856231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:04.856820 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:05.034603 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-590c2855-5e66-4cf9-9f77-c619acf0707a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3256755 Aug 04 17:00:05.045592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47644) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:05.084206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'port': {'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'name': 'tempest-TaggedBootDevicesTest-1001743340', 'fixed_ips': [{'subnet_id': 'e19d0eb6-1388-4936-8b94-5de3c1638ffd'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:05.116671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2d46af31-d186-4dcf-8061-423120fab052 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:05.213536 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:05.219887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Allocated IP 10.2.2.2 (b41deb09-8151-429d-9ece-729aeb2ad31e/2d13f2b1-df7d-4bdb-8358-6416da03e049/3460c08b-321e-49f1-97b1-d90d09c3069b) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:05.257917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0f81e8e-163f-4b60-83fb-c04662d626b6 req-d2faff49-d9a3-4273-9d0e-9e10ef4deacc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170813 Aug 04 17:00:05.342875 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:05.383244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:05.440395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-5b3be1d1-70a4-4ff8-b5ab-94b8bb58861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:05.442159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-5b3be1d1-70a4-4ff8-b5ab-94b8bb58861a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.7127819 Aug 04 17:00:05.444632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:05.450234 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:05.507180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-a9231938-6d81-49f7-a24e-f24e935497e1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.0538473 Aug 04 17:00:05.513794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] device_id is not set on port 33984ace-de3e-45de-bf74-7bb18b44d292 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:00:05.646348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-244ba3d9-6421-44f9-a5d1-995fdbe893f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:05.648755 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-244ba3d9-6421-44f9-a5d1-995fdbe893f4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1098 time: 0.4250951 Aug 04 17:00:05.727834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] For port adc2f736-dc5f-4a3e-be8e-547d2b245652, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:05.728586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-97cdec26-b81a-4af1-a132-dd484229ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:05.733683 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-97cdec26-b81a-4af1-a132-dd484229ab2a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2033789 Aug 04 17:00:05.735524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] For port adc2f736-dc5f-4a3e-be8e-547d2b245652, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=adc2f736-dc5f-4a3e-be8e-547d2b245652,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:05.761828 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:05.805277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:05.922138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Pushing event updated for resources: {'Port': ['ID=610cf5c0-be77-4779-9fc3-2fe29a51d40d,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:05.966935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Allocated IP 10.1.1.100 (c3e7a446-dda9-4525-9c8c-b1a9183c87dd/e19d0eb6-1388-4936-8b94-5de3c1638ffd/33984ace-de3e-45de-bf74-7bb18b44d292) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:05.973154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-95e4db0d-7dc8-41e2-8634-e9ac2fb84902 None None] Provisioning for port 610cf5c0-be77-4779-9fc3-2fe29a51d40d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:06.064839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:06.161874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c562f42-4572-4017-91f8-8c75562931d8 None None] Pushing event updated for resources: {'Port': ['ID=adc2f736-dc5f-4a3e-be8e-547d2b245652,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:06.174166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-95e4db0d-7dc8-41e2-8634-e9ac2fb84902 None None] Provisioning complete for port 610cf5c0-be77-4779-9fc3-2fe29a51d40d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:06.176498 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-95e4db0d-7dc8-41e2-8634-e9ac2fb84902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:06.180659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2d46af31-d186-4dcf-8061-423120fab052 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:06.185757 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:06.199124 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:06.214648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f11929-6d4a-459b-bf8f-d6e405cff6ec,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:06.230924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Transition to ACTIVE for port object 33984ace-de3e-45de-bf74-7bb18b44d292 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:06.326068 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:06.352411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:06.354409 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:06.411783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Checking segment: {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:06.412910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Network hostable DHCP agents. Network: 169fc316-7036-4381-b010-2b0edcea5cff, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:00:06.472754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-5380bcdf-8ad1-4b3e-bacf-f8af65a63725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:06.485069 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-5380bcdf-8ad1-4b3e-bacf-f8af65a63725 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.7609978 Aug 04 17:00:06.601756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Port': ['ID=33984ace-de3e-45de-bf74-7bb18b44d292,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:06.620016 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:06.656999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network c3e7a446-dda9-4525-9c8c-b1a9183c87dd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:06.666963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:06.675305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:06.730058 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-95432898-eacb-4145-ad9f-6fda8d256db9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.2310266 Aug 04 17:00:06.877200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:06.877903 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:07.017462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-e5d0720c-3df5-4bff-829b-7638bbb1e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:07.021143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-e5d0720c-3df5-4bff-829b-7638bbb1e6cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2078116 Aug 04 17:00:07.030993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Network 169fc316-7036-4381-b010-2b0edcea5cff is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:00:07.247007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-c7575f65-c35a-4ebb-a529-39ae52288c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:07.262046 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-c7575f65-c35a-4ebb-a529-39ae52288c0a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.5096233 Aug 04 17:00:07.375376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 169fc316-7036-4381-b010-2b0edcea5cff) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:07.385843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:07.386864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:07.425333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-23ce089e-036a-4160-a54b-5c7fdd0bd004 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921025 Aug 04 17:00:07.427371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-66eeb17f-0ee1-423c-8ee6-48334c731a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:07.429253 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-66eeb17f-0ee1-423c-8ee6-48334c731a17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1493020 Aug 04 17:00:07.429514 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:07.430029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4540b6bd-658b-47e9-8dbc-d7f674c0c45f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3818231 Aug 04 17:00:07.444688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Transition to ACTIVE for port object 2fe98f42-97fe-4709-a375-331228b54d78 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:07.445813 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:00:07.472863 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4c54dfc7-08bc-4042-a139-139ea31e2590 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.3047705 Aug 04 17:00:07.472977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d135139-8832-47cc-a42a-2fac6bc00650 req-c394658a-1217-46da-bd07-8db00a3a419a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:07.473542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d135139-8832-47cc-a42a-2fac6bc00650 req-c394658a-1217-46da-bd07-8db00a3a419a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 947 time: 0.6155996 Aug 04 17:00:07.490352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8a2601-d16d-4786-875a-951684066c99 None None] Network 169fc316-7036-4381-b010-2b0edcea5cff requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:00:07.693661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-95e4db0d-7dc8-41e2-8634-e9ac2fb84902 None None] Port 610cf5c0-be77-4779-9fc3-2fe29a51d40d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:07.721072 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:07.744779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc4ffad9-821f-4711-9d45-0dd8e464e906 req-37c926ce-2afe-4258-95d2-44973ceaa626 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114340 Aug 04 17:00:07.894998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198ce59-a8c9-40a5-a881-c13b624bb8f9 None None] Pushing event updated for resources: {'Port': ['ID=2fe98f42-97fe-4709-a375-331228b54d78,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:07.978490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d135139-8832-47cc-a42a-2fac6bc00650 req-a0d950c9-1af0-445a-b96e-3446be712f93 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158742 Aug 04 17:00:08.047601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-3d6d9735-8630-4e0f-b98b-2076bcadf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:08.055799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-3d6d9735-8630-4e0f-b98b-2076bcadf3b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1098 time: 0.1309106 Aug 04 17:00:08.128987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 45c377b9-a1c1-4257-803c-8c0b8a37aa5c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:08.140878 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:08.294874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:00:08.320506 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-19397934-0c75-4ad5-98b0-c94852508926 admin admin] 10.222.0.39 "PUT /v2.0/routers/dde7ca5d-7a33-479e-99ce-c47e1451e1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2826891 Aug 04 17:00:08.385691 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-5db530ae-8b25-4e4f-ab7c-ba38068aaa3d service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9108548 Aug 04 17:00:08.486072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-2d9fef38-d998-45db-9474-ec4673252e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:08.498848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-2d9fef38-d998-45db-9474-ec4673252e27 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.4289765 Aug 04 17:00:08.540404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Sync routers for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:00:08.658242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-de659324-f2b2-4596-8a54-37866ca231b7 None None] Provisioning complete for port 610cf5c0-be77-4779-9fc3-2fe29a51d40d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:08.658632 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de659324-f2b2-4596-8a54-37866ca231b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:08.700480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-7aee0ff4-ea19-40d7-ae81-545f403a966d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.1950271 Aug 04 17:00:08.753518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Attempting to bind port 2fe98f42-97fe-4709-a375-331228b54d78 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:08.759099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Attempting to bind port 2fe98f42-97fe-4709-a375-331228b54d78 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'fe968e59-6512-46f2-b16c-6da88a046fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:08.759099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Attempting to bind port 2fe98f42-97fe-4709-a375-331228b54d78 on network b8f46191-fba1-4bac-b401-3f8a61139fff {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:08.770483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-de659324-f2b2-4596-8a54-37866ca231b7 None None] Port 610cf5c0-be77-4779-9fc3-2fe29a51d40d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:08.800230 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-e0eda193-57f0-418c-bbae-7a496f71bf57 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934288 Aug 04 17:00:08.812794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:00:08.820221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:00:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:08.974297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:08.974297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Checking segment: {'id': 'fe968e59-6512-46f2-b16c-6da88a046fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:08.974297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:08.974297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Bound using segment: {'id': 'fe968e59-6512-46f2-b16c-6da88a046fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:08.974297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Bound port: 2fe98f42-97fe-4709-a375-331228b54d78, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe968e59-6512-46f2-b16c-6da88a046fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:08.974297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:08.981543 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:08.986343 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:08.996096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Transition to ACTIVE for port object 3460c08b-321e-49f1-97b1-d90d09c3069b will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:09.014061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Transition to ACTIVE for port object 3460c08b-321e-49f1-97b1-d90d09c3069b will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:09.088585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c41cea-6ff4-45ae-a87c-b3be50c8518a None None] Network c3e7a446-dda9-4525-9c8c-b1a9183c87dd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:00:09.200193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.204753 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47700) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:09.214702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-36dc77ca-1fb3-4f3f-b235-49ab8d466c0f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534245062', 'description': 'tempest-description--1888647985'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:09.269154 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-36dc77ca-1fb3-4f3f-b235-49ab8d466c0f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.287624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-169fc316-7036-4381-b010-2b0edcea5cff', 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff', 'tenant_id': 'f7af5c9af0fc4a6792b9858f58248c87', 'fixed_ips': [{'subnet_id': '17f11929-6d4a-459b-bf8f-d6e405cff6ec'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:00:09.288929 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.500680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-36dc77ca-1fb3-4f3f-b235-49ab8d466c0f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.506309 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.507632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Pushing event updated for resources: {'Port': ['ID=3460c08b-321e-49f1-97b1-d90d09c3069b,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:09.509342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-36dc77ca-1fb3-4f3f-b235-49ab8d466c0f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.563543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc77ca-1fb3-4f3f-b235-49ab8d466c0f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c82d27-53a6-4b63-b973-03df49d97de3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:09.568662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-36dc77ca-1fb3-4f3f-b235-49ab8d466c0f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.574336 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-36dc77ca-1fb3-4f3f-b235-49ab8d466c0f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3655734 Aug 04 17:00:09.574538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47710) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:09.581540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e01c5a82-b263-405a-9de0-e1a0fa5fe875 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'security_group_rule': {'security_group_id': '97c82d27-53a6-4b63-b973-03df49d97de3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:09.706685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e01c5a82-b263-405a-9de0-e1a0fa5fe875 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.849204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Allocated IP 172.20.0.2 (169fc316-7036-4381-b010-2b0edcea5cff/17f11929-6d4a-459b-bf8f-d6e405cff6ec/d04494de-9dd0-42c1-a84d-5e0cadfc3483) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:09.897841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-10e2dc1c-8c6d-466d-8658-13953ec8a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:09.899510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-10e2dc1c-8c6d-466d-8658-13953ec8a3e0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 1.1871142 Aug 04 17:00:09.930188 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e01c5a82-b263-405a-9de0-e1a0fa5fe875 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.938704 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e01c5a82-b263-405a-9de0-e1a0fa5fe875 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.971945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c5a82-b263-405a-9de0-e1a0fa5fe875 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1989e48c-a063-4022-bfe9-2a419f8a9670,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:09.985000 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e01c5a82-b263-405a-9de0-e1a0fa5fe875 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:09.989032 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e01c5a82-b263-405a-9de0-e1a0fa5fe875 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4107380 Aug 04 17:00:09.990203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47712) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:10.004453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cecbad0d-df86-4e4b-a637-a0178abf2ba7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'security_group_rule': {'security_group_id': '97c82d27-53a6-4b63-b973-03df49d97de3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:10.069334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cecbad0d-df86-4e4b-a637-a0178abf2ba7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.096398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-5b8769a3-9252-4cbb-a5b2-6c66272ff85d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:10.098607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-5b8769a3-9252-4cbb-a5b2-6c66272ff85d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/networks?id=169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 200 len: 815 time: 0.2330997 Aug 04 17:00:10.129566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-b727be3a-3598-4f40-8ea6-6f3edb51b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:10.133111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-b727be3a-3598-4f40-8ea6-6f3edb51b5d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553571 Aug 04 17:00:10.135242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-c7901c71-78cc-455c-9cc1-f476c1a022a7 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/quotas/f7af5c9af0fc4a6792b9858f58248c87 HTTP/1.1" status: 200 len: 375 time: 0.0287213 Aug 04 17:00:10.228412 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.243550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Transition to ACTIVE for port object d04494de-9dd0-42c1-a84d-5e0cadfc3483 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:10.264085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Transition to ACTIVE for port object d04494de-9dd0-42c1-a84d-5e0cadfc3483 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:10.269127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Network b41deb09-8151-429d-9ece-729aeb2ad31e is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:10.287543 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.290198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:10.306184 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cecbad0d-df86-4e4b-a637-a0178abf2ba7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.323936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:10.327473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-fac7fb8f-c3e5-44f0-8efb-a005ec4e876c service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530693 Aug 04 17:00:10.328702 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cecbad0d-df86-4e4b-a637-a0178abf2ba7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.333723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:10.347533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:10.348155 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.380842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbad0d-df86-4e4b-a637-a0178abf2ba7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17605e11-d157-461a-98e7-f41757b4c658,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:10.385076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-be367bed-f38c-495c-bada-9e5e51d2ef17 None None] Provisioning for port adc2f736-dc5f-4a3e-be8e-547d2b245652 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:10.394429 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cecbad0d-df86-4e4b-a637-a0178abf2ba7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.396699 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cecbad0d-df86-4e4b-a637-a0178abf2ba7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4032319 Aug 04 17:00:10.401524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47724) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:10.410336 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:10.416850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Network 169fc316-7036-4381-b010-2b0edcea5cff is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:10.448874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:10.471552 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.482189 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00aa43cc-0fbe-4116-9e80-0991902304cd req-f0453d9e-bdc6-403f-b96c-e163792af0ec service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466403 Aug 04 17:00:10.482933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:00:10.486046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:10.520659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-9867f45a-8f80-4b76-b20f-7a4e3a9a882d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3647721 Aug 04 17:00:10.549978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] For port 2fe98f42-97fe-4709-a375-331228b54d78, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:10.578711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Pushing event updated for resources: {'Port': ['ID=d04494de-9dd0-42c1-a84d-5e0cadfc3483,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:10.686485 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.723244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-95744d5d-2d4b-4212-adce-bd2d52a0aef2 service neutron] 10.222.0.39 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941068 Aug 04 17:00:10.741559 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.863463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=45c377b9-a1c1-4257-803c-8c0b8a37aa5c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:10.869074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] For port 2fe98f42-97fe-4709-a375-331228b54d78, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2fe98f42-97fe-4709-a375-331228b54d78,segment=NetworkSegment(fe968e59-6512-46f2-b16c-6da88a046fbc),segment_id=fe968e59-6512-46f2-b16c-6da88a046fbc)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:10.922724 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-7b693db6-3bac-497e-86fa-369919bb9c2b service neutron] 10.222.0.39 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895318 Aug 04 17:00:10.923443 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.931222 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:10.952421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Allocated IP 172.25.2.143 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/64bfb981-4c86-48a1-84e6-1578da2b400e) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:11.001058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Attempting to bind port 3460c08b-321e-49f1-97b1-d90d09c3069b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:11.001435 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Attempting to bind port 3460c08b-321e-49f1-97b1-d90d09c3069b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:11.001797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Attempting to bind port 3460c08b-321e-49f1-97b1-d90d09c3069b on network b41deb09-8151-429d-9ece-729aeb2ad31e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:11.009666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Attempting to bind port d04494de-9dd0-42c1-a84d-5e0cadfc3483 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:11.009889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Attempting to bind port d04494de-9dd0-42c1-a84d-5e0cadfc3483 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:11.010283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Attempting to bind port d04494de-9dd0-42c1-a84d-5e0cadfc3483 on network 169fc316-7036-4381-b010-2b0edcea5cff {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:11.051992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47752) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:11.057068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d8cf9574-eddb-46d1-b5a8-febc7182caba tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603520534', 'description': 'tempest-description--755540238'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:11.071837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:11.072303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Checking segment: {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:11.072699 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:11.073113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Bound using segment: {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:11.073859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Bound port: d04494de-9dd0-42c1-a84d-5e0cadfc3483, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:11.074194 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:11.152806 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9574-eddb-46d1-b5a8-febc7182caba tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:11.311965 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:11.338127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:11.338517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Checking segment: {'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:11.354748 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:11.355399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Bound using segment: {'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:11.355905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Bound port: 3460c08b-321e-49f1-97b1-d90d09c3069b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:11.356304 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:11.361955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device adc2f736-dc5f-4a3e-be8e-547d2b245652 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:11.504265 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:11.531385 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9574-eddb-46d1-b5a8-febc7182caba tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:11.551363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9574-eddb-46d1-b5a8-febc7182caba tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:11.604923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf9574-eddb-46d1-b5a8-febc7182caba tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d51dc-e240-4bce-99da-f4f1a40d16c9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:11.608829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9574-eddb-46d1-b5a8-febc7182caba tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:11.612859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d8cf9574-eddb-46d1-b5a8-febc7182caba tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5572503 Aug 04 17:00:11.619941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cf0e0-da3a-4eb8-9f9b-72d0eb2475a0 req-894e98b4-3b6a-47ca-b8bc-83c406b01a39 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:11.624702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47760) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:11.640676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a0cf0e0-da3a-4eb8-9f9b-72d0eb2475a0 req-894e98b4-3b6a-47ca-b8bc-83c406b01a39 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 947 time: 0.3851347 Aug 04 17:00:11.642936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1b5113d7-9d06-476d-aecd-be2a50acca19 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'security_group_rule': {'security_group_id': '1a4d51dc-e240-4bce-99da-f4f1a40d16c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:11.671258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:11.687371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:11.722608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:11.767362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a0cf0e0-da3a-4eb8-9f9b-72d0eb2475a0 req-13e068cf-a674-4a20-9e39-6f6130adec37 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248281 Aug 04 17:00:11.811579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Port': ['ID=64bfb981-4c86-48a1-84e6-1578da2b400e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:11.872676 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b5113d7-9d06-476d-aecd-be2a50acca19 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.118573 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.149224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-715f0814-cefc-4a8e-b575-e904a75623ec tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:12.156897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-715f0814-cefc-4a8e-b575-e904a75623ec tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/networks?id=169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 200 len: 815 time: 0.2544100 Aug 04 17:00:12.180282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] For port d04494de-9dd0-42c1-a84d-5e0cadfc3483, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:12.184537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-0fd5ba0d-111e-4f20-917b-5032c293a173 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/quotas/f7af5c9af0fc4a6792b9858f58248c87 HTTP/1.1" status: 200 len: 375 time: 0.0211043 Aug 04 17:00:12.187727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] For port d04494de-9dd0-42c1-a84d-5e0cadfc3483, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d04494de-9dd0-42c1-a84d-5e0cadfc3483,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:12.210034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e3a68632-64ec-4d43-83da-462a000ad809 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:00:12.229133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b5113d7-9d06-476d-aecd-be2a50acca19 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.277662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b5113d7-9d06-476d-aecd-be2a50acca19 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.297891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-155f31e6-1a0a-4abf-8245-4a802a440fdd tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068988 Aug 04 17:00:12.347238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5113d7-9d06-476d-aecd-be2a50acca19 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb360d13-c6f9-4e63-9e34-df4ec45231ea,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:12.349517 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.381796 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b5113d7-9d06-476d-aecd-be2a50acca19 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.386284 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1b5113d7-9d06-476d-aecd-be2a50acca19 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7546148 Aug 04 17:00:12.387404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47782) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:12.396103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f2f56d50-77df-4293-b9c4-137e3838bf59 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'security_group_rule': {'security_group_id': '1a4d51dc-e240-4bce-99da-f4f1a40d16c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:12.436837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:12.449406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2f56d50-77df-4293-b9c4-137e3838bf59 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.463417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'e3a68632-64ec-4d43-83da-462a000ad809', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'e3a68632-64ec-4d43-83da-462a000ad809', 'mac_address': 'fa:16:3e:13:f3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:00:12.469597 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.477314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Routers {'e4abf525-287a-405b-a567-af7022d0c69b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:00:12.478116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:00:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e4abf525-287a-405b-a567-af7022d0c69b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:12.602237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-19f7a2a1-43d8-4415-a814-d9a128505e27 service neutron] 10.222.0.39 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866096 Aug 04 17:00:12.612520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] Set router e4abf525-287a-405b-a567-af7022d0c69b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:00:12.636506 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2f56d50-77df-4293-b9c4-137e3838bf59 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.657123 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2f56d50-77df-4293-b9c4-137e3838bf59 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.749258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=45c377b9-a1c1-4257-803c-8c0b8a37aa5c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:12.752104 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port adc2f736-dc5f-4a3e-be8e-547d2b245652 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:12.768456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f56d50-77df-4293-b9c4-137e3838bf59 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb5d63e-d48b-40bb-a4ba-19e0152287ed,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:12.775285 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2f56d50-77df-4293-b9c4-137e3838bf59 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.776347 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f2f56d50-77df-4293-b9c4-137e3838bf59 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3857691 Aug 04 17:00:12.789018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47788) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:12.795875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:12.832360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.844609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port adc2f736-dc5f-4a3e-be8e-547d2b245652 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:12.844980 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.917711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.925888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f2868-48b3-4b10-8d4a-0aca90e65968 req-f5c257fd-98dc-4372-b17b-c0634094b502 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:12.934225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e8f2868-48b3-4b10-8d4a-0aca90e65968 req-f5c257fd-98dc-4372-b17b-c0634094b502 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 947 time: 0.3298187 Aug 04 17:00:12.941197 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:12.947689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-1800a8d3-074b-4170-b0fd-e3a538d9a380 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:12.950119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-1800a8d3-074b-4170-b0fd-e3a538d9a380 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae&tenant_id=fa45efccca1840b4b961a5862a9ab168&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 947 time: 0.3419755 Aug 04 17:00:12.950696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6021050-58d2-41f8-a427-bfa5f72c6b93 None None] Provisioning for port 460da60e-6c2e-403f-adbf-cb7105a4357d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:13.010416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Port': ['ID=64bfb981-4c86-48a1-84e6-1578da2b400e,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:13.050329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e8f2868-48b3-4b10-8d4a-0aca90e65968 req-9bbaa307-88ed-406a-85a4-fbef0bb4f0c9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147902 Aug 04 17:00:13.063268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-cf2d9333-9cc9-4435-b639-defef16426b8 service neutron] 10.222.0.39 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291717 Aug 04 17:00:13.120659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:13.123978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-ce379cec-d539-43dc-9c52-56aa91906603 service neutron] 10.222.0.82 "GET /v2.0/ports/e3a68632-64ec-4d43-83da-462a000ad809/bindings/n-h2-764435-5 HTTP/1.1" status: 200 len: 382 time: 0.1425776 Aug 04 17:00:13.166616 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:13.182749 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1e76ef04-cd8d-4c43-9332-ff6854b042e1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7798505 Aug 04 17:00:13.299219 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:13.347522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-99ef1cbd-0d9f-43ab-88f8-3d8a9bb01253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:13.349113 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-99ef1cbd-0d9f-43ab-88f8-3d8a9bb01253 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1098 time: 0.1961541 Aug 04 17:00:13.689552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198ce59-a8c9-40a5-a881-c13b624bb8f9 None None] Pushing event updated for resources: {'Port': ['ID=2fe98f42-97fe-4709-a375-331228b54d78,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:13.719950 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:13.760474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-15f7195d-74f0-4bdb-8410-77f234d41b2b tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:13.762114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-15f7195d-74f0-4bdb-8410-77f234d41b2b tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.82 "GET /v2.0/networks?id=169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 200 len: 815 time: 0.5268338 Aug 04 17:00:13.793421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Request body: {'port': {'device_id': '058cb9df-23c2-4be9-93cc-09f5d7027b16', 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff', 'admin_state_up': True, 'tenant_id': 'f7af5c9af0fc4a6792b9858f58248c87'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:13.817119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] For port 3460c08b-321e-49f1-97b1-d90d09c3069b, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:13.857412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a68632-64ec-4d43-83da-462a000ad809 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:13.865836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6021050-58d2-41f8-a427-bfa5f72c6b93 None None] Provisioning complete for port 460da60e-6c2e-403f-adbf-cb7105a4357d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:13.866340 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6021050-58d2-41f8-a427-bfa5f72c6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:13.985052 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Allocated IP 172.25.2.251 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/45f7a8cb-55dc-4bb5-8d5c-04bc988a21c9) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:14.000760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-9b97342d-8ee3-404e-a590-0ad772ed7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:14.002880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-9b97342d-8ee3-404e-a590-0ad772ed7d9b service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.5731199 Aug 04 17:00:14.075926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] For port 3460c08b-321e-49f1-97b1-d90d09c3069b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3460c08b-321e-49f1-97b1-d90d09c3069b,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:14.115827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e3ed2-4d4b-4cb0-9527-cd95cc301cce None None] Pushing event updated for resources: {'Port': ['ID=d04494de-9dd0-42c1-a84d-5e0cadfc3483,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:14.135212 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:14.212006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-6d83d884-f95e-4a89-ba73-d66c09478b75 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.1928751 Aug 04 17:00:14.264873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-3429cd7f-ffac-4be9-8291-c4834de9c9c6 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1534245062&fields=id&tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd HTTP/1.1" status: 200 len: 267 time: 0.2740550 Aug 04 17:00:14.287174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:14.289956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28233960-8017-43e2-a675-1a26d60aece2 None None] Pushing event updated for resources: {'Port': ['ID=3460c08b-321e-49f1-97b1-d90d09c3069b,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:14.343998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:14.404216 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:14.411927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:14.450332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f6021050-58d2-41f8-a427-bfa5f72c6b93 None None] Port 460da60e-6c2e-403f-adbf-cb7105a4357d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:14.503233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:14.577767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-dca509b3-92f2-4f43-a9fe-49cf13498c93 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:14.585322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-dca509b3-92f2-4f43-a9fe-49cf13498c93 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports/460da60e-6c2e-403f-adbf-cb7105a4357d HTTP/1.1" status: 200 len: 932 time: 0.3189144 Aug 04 17:00:14.603654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'Port': ['ID=45f7a8cb-55dc-4bb5-8d5c-04bc988a21c9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:14.642166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:14.651208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-5b0f17bb-eafc-4634-801b-8f83d19a04a5 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:14.652810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-5b0f17bb-eafc-4634-801b-8f83d19a04a5 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/networks?id=169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 200 len: 815 time: 0.8465087 Aug 04 17:00:14.659578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:14.664393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:14.743689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['e3a68632-64ec-4d43-83da-462a000ad809'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:00:14.772751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port adc2f736-dc5f-4a3e-be8e-547d2b245652, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=adc2f736-dc5f-4a3e-be8e-547d2b245652,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:14.775709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6021050-58d2-41f8-a427-bfa5f72c6b93 None None] Provisioning for port 33984ace-de3e-45de-bf74-7bb18b44d292 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:14.834432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-a777393c-907d-4752-9988-39582bce245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:14.836378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-a777393c-907d-4752-9988-39582bce245e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.5845397 Aug 04 17:00:14.887707 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:14.904071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:14.921769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:14.933281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-3a070e37-380d-434a-af3e-74a3db663ae5 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/quotas/f7af5c9af0fc4a6792b9858f58248c87 HTTP/1.1" status: 200 len: 375 time: 0.2260261 Aug 04 17:00:14.940855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6021050-58d2-41f8-a427-bfa5f72c6b93 None None] Provisioning complete for port 33984ace-de3e-45de-bf74-7bb18b44d292 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:14.941230 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6021050-58d2-41f8-a427-bfa5f72c6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:14.990148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-3c686d0a-a2c7-415f-82c7-66d616553a9f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:14.991384 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:14.996650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-3c686d0a-a2c7-415f-82c7-66d616553a9f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports/33984ace-de3e-45de-bf74-7bb18b44d292 HTTP/1.1" status: 200 len: 932 time: 0.4102800 Aug 04 17:00:15.049806 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Made reservation on behalf of f7af5c9af0fc4a6792b9858f58248c87 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:15.057545 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:15.206492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 2, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:15.324222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-router', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:45Z', 'updated_at': '2021-08-04T16:59:54Z', 'revision_number': 4, 'project_id': '0d9f014f96f249d980957efc04482b88', 'gw_port': {'id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:48Z', 'updated_at': '2021-08-04T16:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2fe98f42-97fe-4709-a375-331228b54d78', 'name': '', 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'mac_address': 'fa:16:3e:ee:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '4df311a8-2fa2-42fd-ba69-50ca2f803b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:53Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '0d9f014f96f249d980957efc04482b88', 'subnets': [{'id': '4df311a8-2fa2-42fd-ba69-50ca2f803b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:15.350473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Checking router: dde7ca5d-7a33-479e-99ce-c47e1451e1f1 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:00:15.351098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Updating router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 port 610cf5c0-be77-4779-9fc3-2fe29a51d40d binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:00:15.436947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:15.439323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-8bd5acba-bc1a-40e9-b2ca-e7380164bbf6 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3481472 Aug 04 17:00:15.447936 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:15.469463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3460c08b-321e-49f1-97b1-d90d09c3069b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:15.474700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c83be6b-d27d-4ca5-a472-96f478700b76 None None] Network 169fc316-7036-4381-b010-2b0edcea5cff requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:00:15.575801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c431320-fd2e-4f51-ae28-15bb840a75e2 None None] The sync data for ids ['e4abf525-287a-405b-a567-af7022d0c69b'] in n-d-764435-5 is: [{'id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-router', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:45Z', 'updated_at': '2021-08-04T16:59:54Z', 'revision_number': 4, 'project_id': '0d9f014f96f249d980957efc04482b88', 'gw_port': {'id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:48Z', 'updated_at': '2021-08-04T16:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2fe98f42-97fe-4709-a375-331228b54d78', 'name': '', 'network_id': 'b8f46191-fba1-4bac-b401-3f8a61139fff', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'mac_address': 'fa:16:3e:ee:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '4df311a8-2fa2-42fd-ba69-50ca2f803b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:53Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '0d9f014f96f249d980957efc04482b88', 'subnets': [{'id': '4df311a8-2fa2-42fd-ba69-50ca2f803b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:00:15.593144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Allocated IP 172.20.0.14 (169fc316-7036-4381-b010-2b0edcea5cff/17f11929-6d4a-459b-bf8f-d6e405cff6ec/f778da71-fe34-4c8e-81b8-537b14a3f363) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:15.633047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f6021050-58d2-41f8-a427-bfa5f72c6b93 None None] Port 33984ace-de3e-45de-bf74-7bb18b44d292 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:15.645341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'Port': ['ID=45f7a8cb-55dc-4bb5-8d5c-04bc988a21c9,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:15.760504 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:15.857453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=adc2f736-dc5f-4a3e-be8e-547d2b245652,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:15.910161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:15.975155 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:15.997679 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d0d1de1-a9ee-4b7c-a55d-0ee86f923d3e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2069402 Aug 04 17:00:16.069747 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:16.101997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Transition to ACTIVE for port object f778da71-fe34-4c8e-81b8-537b14a3f363 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:16.140841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-3721570f-ef15-4560-8e41-d5845af4b99d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:16.142430 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-3721570f-ef15-4560-8e41-d5845af4b99d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.82 "GET /v2.0/networks?id=169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 200 len: 815 time: 0.4999490 Aug 04 17:00:16.160108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Request body: {'port': {'device_id': '0e24d84f-cceb-440f-8119-b7985143b94d', 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff', 'admin_state_up': True, 'tenant_id': 'f7af5c9af0fc4a6792b9858f58248c87'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:16.236351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-4010126f-61ab-4e22-b400-7c755d8dde40 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.7960196 Aug 04 17:00:16.426556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3460c08b-321e-49f1-97b1-d90d09c3069b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:16.427286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-37a04b15-18e2-4770-8ec2-2b15304f3f75 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:16.440274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Made reservation on behalf of f7af5c9af0fc4a6792b9858f58248c87 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:16.444623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-37a04b15-18e2-4770-8ec2-2b15304f3f75 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:16.448362 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:16.450924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc5003-3623-4936-a458-e482ca50a856 None None] Network b41deb09-8151-429d-9ece-729aeb2ad31e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:00:16.461362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-37a04b15-18e2-4770-8ec2-2b15304f3f75 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:16.469874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-37a04b15-18e2-4770-8ec2-2b15304f3f75 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/networks?id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=b41deb09-8151-429d-9ece-729aeb2ad31e&id=b41deb09-8151-429d-9ece-729aeb2ad31e HTTP/1.1" status: 200 len: 1988 time: 0.2325790 Aug 04 17:00:16.496810 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:16.528979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 45c377b9-a1c1-4257-803c-8c0b8a37aa5c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:16.658562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Pushing event updated for resources: {'Port': ['ID=f778da71-fe34-4c8e-81b8-537b14a3f363,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:16.679498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-76c0177e-ed40-439b-b46d-54c6f2b0fe4d tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/quotas/ab2a0df0e4c64e03b9224adffd67e9dd HTTP/1.1" status: 200 len: 375 time: 0.2084405 Aug 04 17:00:16.701989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-4e2633f3-9e0a-41e4-8dd3-a3b8cb90e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:16.703640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-4e2633f3-9e0a-41e4-8dd3-a3b8cb90e9bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8393757 Aug 04 17:00:16.717816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-ba12b3b3-b3c8-4ac9-88e2-bd9dcb4b30a4 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6736481 Aug 04 17:00:16.917636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Allocated IP 172.20.0.13 (169fc316-7036-4381-b010-2b0edcea5cff/17f11929-6d4a-459b-bf8f-d6e405cff6ec/156a1668-1f7a-4c4d-9347-5068d811f2b9) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:16.931838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-bd10d446-1c8f-405a-a190-599978a142f3 service neutron] 10.222.0.39 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063143 Aug 04 17:00:17.034285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Network 169fc316-7036-4381-b010-2b0edcea5cff is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:17.112368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a4432a94-1135-4a8e-ba5e-338766085ab0 None None] Provisioning complete for port 460da60e-6c2e-403f-adbf-cb7105a4357d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:17.112971 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a4432a94-1135-4a8e-ba5e-338766085ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:17.213008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:17.238902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:17.303193 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:17.339040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Transition to ACTIVE for port object 156a1668-1f7a-4c4d-9347-5068d811f2b9 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:17.376032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9ac63ab4-3a11-489f-9f81-8009e8c0921b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6957312 Aug 04 17:00:17.417216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:17.440865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a4432a94-1135-4a8e-ba5e-338766085ab0 None None] Port 460da60e-6c2e-403f-adbf-cb7105a4357d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:17.469753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:17.470144 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:17.535011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Network 169fc316-7036-4381-b010-2b0edcea5cff is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:17.536455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Pushing event updated for resources: {'Port': ['ID=156a1668-1f7a-4c4d-9347-5068d811f2b9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:17.542724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:17.545372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a4432a94-1135-4a8e-ba5e-338766085ab0 None None] Provisioning for port d04494de-9dd0-42c1-a84d-5e0cadfc3483 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:17.550339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:17.654390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d04494de-9dd0-42c1-a84d-5e0cadfc3483 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:17.669971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a4432a94-1135-4a8e-ba5e-338766085ab0 None None] Provisioning complete for port 33984ace-de3e-45de-bf74-7bb18b44d292 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:17.672182 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a4432a94-1135-4a8e-ba5e-338766085ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:17.677609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:17.682144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:17.733007 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-16b24398-ddc6-4e6a-803b-ef0d140b5640 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5771518 Aug 04 17:00:17.747296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Request body: {'port': {'device_id': '0e24d84f-cceb-440f-8119-b7985143b94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:17.890249 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.049949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a4432a94-1135-4a8e-ba5e-338766085ab0 None None] Port 33984ace-de3e-45de-bf74-7bb18b44d292 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:18.251330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.254047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Provisioning complete for port d04494de-9dd0-42c1-a84d-5e0cadfc3483 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:18.266254 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.342988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port d04494de-9dd0-42c1-a84d-5e0cadfc3483 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:18.357491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d04494de-9dd0-42c1-a84d-5e0cadfc3483 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:18.366712 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.429741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Transition to ACTIVE for port object 610cf5c0-be77-4779-9fc3-2fe29a51d40d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:18.488308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:18.490502 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.531998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-5320a07a-15c4-4f8e-a122-6698cde1b656 service neutron] 10.222.0.39 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5990529 Aug 04 17:00:18.542322 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.560492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e3a68632-64ec-4d43-83da-462a000ad809 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:18.623418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-cdc7f4da-5176-4b85-964a-a4dccae78774 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7082825 Aug 04 17:00:18.624932 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f568a686-2797-4a6d-b133-bca90a652e68 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8500829 Aug 04 17:00:18.630135 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.658091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156a1668-1f7a-4c4d-9347-5068d811f2b9 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:18.677393 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.701779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Request body: {'port': {'device_id': '058cb9df-23c2-4be9-93cc-09f5d7027b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:18.707679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Transition to ACTIVE for port object 156a1668-1f7a-4c4d-9347-5068d811f2b9 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:18.717553 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.753289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a9cc5-86ab-41c6-8ffe-1f5cce55f316 None None] Pushing event updated for resources: {'Port': ['ID=610cf5c0-be77-4779-9fc3-2fe29a51d40d,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:18.809019 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.811629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port e3a68632-64ec-4d43-83da-462a000ad809 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:18.819113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port e3a68632-64ec-4d43-83da-462a000ad809 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:18.819479 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:18.993571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port d04494de-9dd0-42c1-a84d-5e0cadfc3483, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d04494de-9dd0-42c1-a84d-5e0cadfc3483,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:19.029094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-31d15556-96a9-4d12-87a6-eba54e790474 service neutron] 10.222.0.39 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6170962 Aug 04 17:00:19.096512 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:19.098445 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:19.437217 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=d04494de-9dd0-42c1-a84d-5e0cadfc3483,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:19.440753 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:00:19.441297 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:00:19.507075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device adc2f736-dc5f-4a3e-be8e-547d2b245652 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:19.547046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Attempting to bind port 610cf5c0-be77-4779-9fc3-2fe29a51d40d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:19.548449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Attempting to bind port 610cf5c0-be77-4779-9fc3-2fe29a51d40d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:19.549080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Attempting to bind port 610cf5c0-be77-4779-9fc3-2fe29a51d40d on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:19.562265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:19.565198 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43ad4d7-2f73-4e7b-9a4a-7e9c756891da" -d '{"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-plugged", "status": "completed", "tag": "e3a68632-64ec-4d43-83da-462a000ad809"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:19.595546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:19.596289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Checking segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:19.596971 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:19.597558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Bound using segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:19.598389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Bound port: 610cf5c0-be77-4779-9fc3-2fe29a51d40d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:19.599035 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:19.609684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:19.611654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:19.627936 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:19.689899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cf46f-7f4a-40c2-a6d4-286337e0f11a req-9ce8ed9a-b35d-4e51-8e8f-4506a84bb91b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:19.711567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-376cf46f-7f4a-40c2-a6d4-286337e0f11a req-9ce8ed9a-b35d-4e51-8e8f-4506a84bb91b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 948 time: 0.6905107 Aug 04 17:00:19.731205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=156a1668-1f7a-4c4d-9347-5068d811f2b9,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:19.757036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Attempting to bind port 156a1668-1f7a-4c4d-9347-5068d811f2b9 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:19.757519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Attempting to bind port 156a1668-1f7a-4c4d-9347-5068d811f2b9 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:19.757849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Attempting to bind port 156a1668-1f7a-4c4d-9347-5068d811f2b9 on network 169fc316-7036-4381-b010-2b0edcea5cff {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:19.764934 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Port 156a1668-1f7a-4c4d-9347-5068d811f2b9 on network 169fc316-7036-4381-b010-2b0edcea5cff not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:00:19.765263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Attempting to bind port 156a1668-1f7a-4c4d-9347-5068d811f2b9 on network 169fc316-7036-4381-b010-2b0edcea5cff {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:19.781445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:19.782002 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Checking segment: {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:19.782586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Bound using segment: {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:19.783237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Bound port: 156a1668-1f7a-4c4d-9347-5068d811f2b9, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:19.783795 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:19.841637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-439104f0-bae2-4f8d-80c3-575b2b865182 service neutron] 10.222.0.39 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116372 Aug 04 17:00:19.855156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-0d5a6a17-cb93-4bf2-821d-bd43ba9fe244 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2027125 Aug 04 17:00:19.884895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port adc2f736-dc5f-4a3e-be8e-547d2b245652 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:19.885639 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:19.936676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-376cf46f-7f4a-40c2-a6d4-286337e0f11a req-5511f146-e497-4572-98a6-8eb152827598 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241006 Aug 04 17:00:19.941322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-c4bfc2e8-e7d8-425a-a88b-5330346fa04d service neutron] 10.222.0.39 "GET /v2.0/ports/460da60e-6c2e-403f-adbf-cb7105a4357d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0824294 Aug 04 17:00:19.952255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:19.980640 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] For port 156a1668-1f7a-4c4d-9347-5068d811f2b9, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:19.994700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] For port 156a1668-1f7a-4c4d-9347-5068d811f2b9, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=156a1668-1f7a-4c4d-9347-5068d811f2b9,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:20.009147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:20.064990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] For port 610cf5c0-be77-4779-9fc3-2fe29a51d40d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:20.090156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:20.091062 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:20.093485 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] 10.222.0.82 "PUT /v2.0/ports/156a1668-1f7a-4c4d-9347-5068d811f2b9 HTTP/1.1" status: 200 len: 1092 time: 2.3506885 Aug 04 17:00:20.094090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e24d84f-cceb-440f-8119-b7985143b94d', 'tag': '156a1668-1f7a-4c4d-9347-5068d811f2b9'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:20.097401 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0770affa-e1c9-471f-be9b-a09058412f08" -d '{"events": [{"name": "network-changed", "server_uuid": "0e24d84f-cceb-440f-8119-b7985143b94d", "tag": "156a1668-1f7a-4c4d-9347-5068d811f2b9"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:20.138092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] For port 610cf5c0-be77-4779-9fc3-2fe29a51d40d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=610cf5c0-be77-4779-9fc3-2fe29a51d40d,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:20.158351 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:20.268605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dadcbc-d9c7-4d87-9571-536cf01c3fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=156a1668-1f7a-4c4d-9347-5068d811f2b9,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:20.338191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-884a77d2-bbad-4090-a890-13c6e6f70e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:20.340132 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-884a77d2-bbad-4090-a890-13c6e6f70e67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&device_id=0e24d84f-cceb-440f-8119-b7985143b94d HTTP/1.1" status: 200 len: 1095 time: 0.1797538 Aug 04 17:00:20.471593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a9cc5-86ab-41c6-8ffe-1f5cce55f316 None None] Pushing event updated for resources: {'Port': ['ID=610cf5c0-be77-4779-9fc3-2fe29a51d40d,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:20.506188 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-a0d87da1-e045-454d-99d8-54523765200b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=156a1668-1f7a-4c4d-9347-5068d811f2b9 HTTP/1.1" status: 200 len: 217 time: 0.1467347 Aug 04 17:00:20.553003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Provisioning for port 3460c08b-321e-49f1-97b1-d90d09c3069b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:20.569266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Provisioning complete for port 3460c08b-321e-49f1-97b1-d90d09c3069b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:20.570012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:20.609144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:00:20.609956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:00:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:20.615580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2fe98f42-97fe-4709-a375-331228b54d78 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:20.665411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-ccfce3fd-e2c3-4dc3-bc6c-814e6b99dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:20.667000 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-ccfce3fd-e2c3-4dc3-bc6c-814e6b99dbdb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17f11929-6d4a-459b-bf8f-d6e405cff6ec HTTP/1.1" status: 200 len: 854 time: 0.1533999 Aug 04 17:00:20.863653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-6b6d6a2a-738a-46b6-b42f-2b8b3b1ee571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:20.870165 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-6b6d6a2a-738a-46b6-b42f-2b8b3b1ee571 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=169fc316-7036-4381-b010-2b0edcea5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1832829 Aug 04 17:00:20.888227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-d5098081-e85e-43be-aa90-6305e5f68b03 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9310012 Aug 04 17:00:20.964715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 2fe98f42-97fe-4709-a375-331228b54d78 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:20.982836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2fe98f42-97fe-4709-a375-331228b54d78 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:20.983621 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:20.985909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f778da71-fe34-4c8e-81b8-537b14a3f363 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:20.987834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:00:21.000475 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:21.041303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Transition to ACTIVE for port object f778da71-fe34-4c8e-81b8-537b14a3f363 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:21.058378 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:21.062523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-393577aa-8283-4088-8d5c-a77c2ffdb009 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1603520534&fields=id&tenant_id=1887efc899274f9b821aaa08cad678b0 HTTP/1.1" status: 200 len: 267 time: 0.1755242 Aug 04 17:00:21.078735 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:21.103422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] For port 3460c08b-321e-49f1-97b1-d90d09c3069b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3460c08b-321e-49f1-97b1-d90d09c3069b,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:21.115582 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:21.228286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-edece533-d967-44e3-9916-5c8e87c9450e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:21.229823 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-edece533-d967-44e3-9916-5c8e87c9450e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.90 "GET /v2.0/networks?id=169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 200 len: 815 time: 0.4147556 Aug 04 17:00:21.235140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-6c910ee6-23d9-4ea8-8b45-4b2131a3ee5a service neutron] 10.222.0.39 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343539 Aug 04 17:00:21.241125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f778da71-fe34-4c8e-81b8-537b14a3f363,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:21.270716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Request body: {'port': {'device_id': 'a6d88ac4-c4c1-469c-8972-b1c8565fb650', 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff', 'admin_state_up': True, 'tenant_id': 'f7af5c9af0fc4a6792b9858f58248c87'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:21.276102 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-0f60799b-7798-4a5e-b502-afc0fffba3b9 service neutron] 10.222.0.82 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826256 Aug 04 17:00:21.383840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-30ec3c8a-71d9-4cea-8519-1ef168c6b387 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:21.391569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-30ec3c8a-71d9-4cea-8519-1ef168c6b387 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 817 time: 0.3292365 Aug 04 17:00:21.418727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Provisioning for port f778da71-fe34-4c8e-81b8-537b14a3f363 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:21.427008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-626083a3-f783-44f0-a8e7-1d73d38de0a0 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/quotas/1887efc899274f9b821aaa08cad678b0 HTTP/1.1" status: 200 len: 375 time: 0.0342991 Aug 04 17:00:21.450306 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-00c66519-78f7-4e0e-a350-10175957f4b3 service neutron] 10.222.0.39 "GET /v2.0/ports/33984ace-de3e-45de-bf74-7bb18b44d292?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1821079 Aug 04 17:00:21.490637 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:21.498728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d3d37-e965-472c-abd9-1bb1a826f8a8 None None] Pushing event updated for resources: {'Port': ['ID=3460c08b-321e-49f1-97b1-d90d09c3069b,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:21.548226 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b5a0c868-ea48-482d-bc38-2d352abaf426 req-c4366e29-670c-403f-a41a-56988746e4e1 service neutron] 10.222.0.82 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495019 Aug 04 17:00:21.585515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 2fe98f42-97fe-4709-a375-331228b54d78, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2fe98f42-97fe-4709-a375-331228b54d78,segment=NetworkSegment(fe968e59-6512-46f2-b16c-6da88a046fbc),segment_id=fe968e59-6512-46f2-b16c-6da88a046fbc)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:21.588029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:19Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:21.612616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Made reservation on behalf of f7af5c9af0fc4a6792b9858f58248c87 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:21.619138 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:21.621405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ade65-e54a-4daf-b0ad-db03b2821606 None None] The sync data for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 is: [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:19Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:00:21.627143 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:21.704052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Attempting to bind port f778da71-fe34-4c8e-81b8-537b14a3f363 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:21.704394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Attempting to bind port f778da71-fe34-4c8e-81b8-537b14a3f363 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:21.704732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Attempting to bind port f778da71-fe34-4c8e-81b8-537b14a3f363 on network 169fc316-7036-4381-b010-2b0edcea5cff {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:21.714094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d41afdff-cb8c-4367-b355-0747522db5b0 None None] Provisioning for port 156a1668-1f7a-4c4d-9347-5068d811f2b9 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:21.778898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Port f778da71-fe34-4c8e-81b8-537b14a3f363 on network 169fc316-7036-4381-b010-2b0edcea5cff not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:00:21.780994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Attempting to bind port f778da71-fe34-4c8e-81b8-537b14a3f363 on network 169fc316-7036-4381-b010-2b0edcea5cff {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:21.805825 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:21.806178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Checking segment: {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:21.806574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Bound using segment: {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:21.807060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Bound port: f778da71-fe34-4c8e-81b8-537b14a3f363, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:21.807421 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:21.853469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-6c4c0552-2230-4b01-9472-b4385ba308e0 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4250774 Aug 04 17:00:21.855605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=2fe98f42-97fe-4709-a375-331228b54d78,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:21.940073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3460c08b-321e-49f1-97b1-d90d09c3069b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:22.013875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3460c08b-321e-49f1-97b1-d90d09c3069b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:22.014320 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:22.020606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-3a2b686b-fdf5-4902-bec1-33e0ba94c587 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639944 Aug 04 17:00:22.134390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Allocated IP 172.20.0.3 (169fc316-7036-4381-b010-2b0edcea5cff/17f11929-6d4a-459b-bf8f-d6e405cff6ec/2159bcbf-14b8-4970-97fb-fe02dbfd927f) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:22.379224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] For port f778da71-fe34-4c8e-81b8-537b14a3f363, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:22.382783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] For port f778da71-fe34-4c8e-81b8-537b14a3f363, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f778da71-fe34-4c8e-81b8-537b14a3f363,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:22.441630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d04494de-9dd0-42c1-a84d-5e0cadfc3483 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:22.472141 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:22.503948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 156a1668-1f7a-4c4d-9347-5068d811f2b9 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:00:22.616317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:22.617038 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:22.624436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] 10.222.0.82 "PUT /v2.0/ports/f778da71-fe34-4c8e-81b8-537b14a3f363 HTTP/1.1" status: 200 len: 1092 time: 3.9438245 Aug 04 17:00:22.631839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058cb9df-23c2-4be9-93cc-09f5d7027b16', 'tag': 'f778da71-fe34-4c8e-81b8-537b14a3f363'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:22.634401 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c818c39-0406-4182-847f-21f11ead8c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "058cb9df-23c2-4be9-93cc-09f5d7027b16", "tag": "f778da71-fe34-4c8e-81b8-537b14a3f363"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:22.740455 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:22.789034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Transition to ACTIVE for port object 2159bcbf-14b8-4970-97fb-fe02dbfd927f will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:22.797396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 156a1668-1f7a-4c4d-9347-5068d811f2b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=156a1668-1f7a-4c4d-9347-5068d811f2b9,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:22.814079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '156a1668-1f7a-4c4d-9347-5068d811f2b9', 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff', 'port_id': '156a1668-1f7a-4c4d-9347-5068d811f2b9', 'mac_address': 'fa:16:3e:ee:6c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f11929-6d4a-459b-bf8f-d6e405cff6ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:00:22.827224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-8655891d-5c2c-4040-860c-cfaa2063089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:22.830722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d04494de-9dd0-42c1-a84d-5e0cadfc3483 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:22.831269 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:22.835856 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-8655891d-5c2c-4040-860c-cfaa2063089e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae&tenant_id=fa45efccca1840b4b961a5862a9ab168 HTTP/1.1" status: 200 len: 1100 time: 0.3486395 Aug 04 17:00:22.839762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-691d40dd-be09-4add-b34b-953731e8ce7e service neutron] 10.222.0.39 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9854720 Aug 04 17:00:22.867831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffa08e-1f9d-4f92-8b47-18ab6fb766f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f778da71-fe34-4c8e-81b8-537b14a3f363,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:22.889235 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:22.908757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:22.988888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:23.010792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156a1668-1f7a-4c4d-9347-5068d811f2b9 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:23.022340 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Network 169fc316-7036-4381-b010-2b0edcea5cff is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:23.035303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:23.043597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:23.066908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 156a1668-1f7a-4c4d-9347-5068d811f2b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=156a1668-1f7a-4c4d-9347-5068d811f2b9,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:23.080602 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:23.127548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Pushing event updated for resources: {'Port': ['ID=2159bcbf-14b8-4970-97fb-fe02dbfd927f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:23.130867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-e96a7a48-8170-407b-948d-7af368edc0a3 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9598958 Aug 04 17:00:23.178416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:23.192962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:23.194381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-ecdc668f-86dd-4ced-a713-ec526844e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:23.196631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-ecdc668f-86dd-4ced-a713-ec526844e2a2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 1095 time: 0.5132029 Aug 04 17:00:23.198177 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:23.209934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=156a1668-1f7a-4c4d-9347-5068d811f2b9,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:23.232578 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-799f09db-f909-426e-8d71-6258f2deb32d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9703891 Aug 04 17:00:23.249001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Request body: {'port': {'device_id': 'a6d88ac4-c4c1-469c-8972-b1c8565fb650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:23.369999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['156a1668-1f7a-4c4d-9347-5068d811f2b9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:00:23.371203 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:23.468980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-9874e822-fdf5-4c28-bd64-c5aae43be209 service neutron] 10.222.0.39 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974491 Aug 04 17:00:23.486005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-0cf24b3c-4b0e-4e83-8417-b1895a4d91c4 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541613 Aug 04 17:00:23.627909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4a791eef-39a3-493d-ab55-7d008e8b4bef None None] Provisioning for port 2159bcbf-14b8-4970-97fb-fe02dbfd927f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:23.631227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-f15d85e9-3fd8-42d5-93d6-4d0b60fc0102 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f778da71-fe34-4c8e-81b8-537b14a3f363 HTTP/1.1" status: 200 len: 217 time: 0.1489887 Aug 04 17:00:23.640776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4a791eef-39a3-493d-ab55-7d008e8b4bef None None] Provisioning complete for port 2159bcbf-14b8-4970-97fb-fe02dbfd927f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:23.641152 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4a791eef-39a3-493d-ab55-7d008e8b4bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:23.729105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4a791eef-39a3-493d-ab55-7d008e8b4bef None None] Port 2159bcbf-14b8-4970-97fb-fe02dbfd927f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:23.886484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-78cc1fbc-b64c-4b17-bf46-8e22e646ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:23.888691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-78cc1fbc-b64c-4b17-bf46-8e22e646ad2d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17f11929-6d4a-459b-bf8f-d6e405cff6ec HTTP/1.1" status: 200 len: 854 time: 0.1570635 Aug 04 17:00:23.968974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2fe98f42-97fe-4709-a375-331228b54d78 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:24.052739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2159bcbf-14b8-4970-97fb-fe02dbfd927f {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:24.075521 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:24.100130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-7b8e0375-e238-4c3f-a058-b5e4b85642cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:24.100335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2fe98f42-97fe-4709-a375-331228b54d78 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:24.101389 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:24.101902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-7b8e0375-e238-4c3f-a058-b5e4b85642cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=169fc316-7036-4381-b010-2b0edcea5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345930 Aug 04 17:00:24.112732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Transition to ACTIVE for port object 2159bcbf-14b8-4970-97fb-fe02dbfd927f will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:24.126842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:24.206223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2159bcbf-14b8-4970-97fb-fe02dbfd927f,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:24.306047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Attempting to bind port 2159bcbf-14b8-4970-97fb-fe02dbfd927f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:24.306531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Attempting to bind port 2159bcbf-14b8-4970-97fb-fe02dbfd927f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:24.306895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Attempting to bind port 2159bcbf-14b8-4970-97fb-fe02dbfd927f on network 169fc316-7036-4381-b010-2b0edcea5cff {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:24.313002 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Port 2159bcbf-14b8-4970-97fb-fe02dbfd927f on network 169fc316-7036-4381-b010-2b0edcea5cff not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:00:24.314110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Attempting to bind port 2159bcbf-14b8-4970-97fb-fe02dbfd927f on network 169fc316-7036-4381-b010-2b0edcea5cff {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:24.322299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-9b779201-dfe2-4ec5-af1b-030baa95516e service neutron] 10.222.0.82 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452367 Aug 04 17:00:24.328019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:24.328417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Checking segment: {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:24.329027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Bound using segment: {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:24.329489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Bound port: 2159bcbf-14b8-4970-97fb-fe02dbfd927f, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b57c78-50d4-46d3-ac7f-e60f3eaec81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:24.329984 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:24.410736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 610cf5c0-be77-4779-9fc3-2fe29a51d40d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:24.471674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670999a-5079-4e2f-8e9c-5050412e9348 req-1b4d3a6e-dbf4-4bc5-acc3-227af708f01f tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:24.477115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c670999a-5079-4e2f-8e9c-5050412e9348 req-1b4d3a6e-dbf4-4bc5-acc3-227af708f01f tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 931 time: 0.5209272 Aug 04 17:00:24.489052 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] For port 2159bcbf-14b8-4970-97fb-fe02dbfd927f, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:24.500457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 156a1668-1f7a-4c4d-9347-5068d811f2b9 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:24.500742 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] For port 2159bcbf-14b8-4970-97fb-fe02dbfd927f, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2159bcbf-14b8-4970-97fb-fe02dbfd927f,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:24.520130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:24.599240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-d1c6e868-dbe1-410c-a8cc-122b1aaa8fb2 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9645722 Aug 04 17:00:24.612685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:24.613359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:24.615018 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] 10.222.0.90 "PUT /v2.0/ports/2159bcbf-14b8-4970-97fb-fe02dbfd927f HTTP/1.1" status: 200 len: 1091 time: 1.3729289 Aug 04 17:00:24.692504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956e3b8-d822-4f73-bf2d-55d7df8697c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2159bcbf-14b8-4970-97fb-fe02dbfd927f,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:24.693003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 610cf5c0-be77-4779-9fc3-2fe29a51d40d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:24.713646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 156a1668-1f7a-4c4d-9347-5068d811f2b9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:24.718413 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 610cf5c0-be77-4779-9fc3-2fe29a51d40d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:24.719116 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:24.774900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 156a1668-1f7a-4c4d-9347-5068d811f2b9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:24.775294 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:24.864089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-a0817c7a-3605-4012-ab0c-b3f45cb1433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:24.865728 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-a0817c7a-3605-4012-ab0c-b3f45cb1433a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 1094 time: 0.0980682 Aug 04 17:00:24.927231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c670999a-5079-4e2f-8e9c-5050412e9348 req-ec268c24-1852-4188-b5db-80a74ab8f757 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986776 Aug 04 17:00:24.945275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcaf8e62-9903-4aea-ac10-a9c2bc3b12ab req-bfe670f6-0eec-41ee-a4a1-d080ec9cb8cd service neutron] 10.222.0.82 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093669 Aug 04 17:00:24.980218 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-c1267cc1-9124-4796-b449-5008a413aae0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2159bcbf-14b8-4970-97fb-fe02dbfd927f HTTP/1.1" status: 200 len: 217 time: 0.1059303 Aug 04 17:00:25.004541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:25.021966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f6da1c8d-b67b-49b4-976a-1e7f78b7fede service neutron] 10.222.0.39 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808069 Aug 04 17:00:25.054166 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:25.070147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-92a291c9-6561-4d31-9b28-0962179b30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:25.075804 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-92a291c9-6561-4d31-9b28-0962179b30f8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=17f11929-6d4a-459b-bf8f-d6e405cff6ec HTTP/1.1" status: 200 len: 854 time: 0.0887346 Aug 04 17:00:25.132463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-7b32a855-c16c-4917-bc66-3ee6d9b77e65 service neutron] 10.222.0.39 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997214 Aug 04 17:00:25.175646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-9929d6c6-939e-4462-928c-211c73fe0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:25.178969 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5377e584-72c7-4d35-bf46-37c34ed25c5c x-openstack-request-id: req-5377e584-72c7-4d35-bf46-37c34ed25c5c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:25.179327 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-plugged", "status": "completed", "tag": "e3a68632-64ec-4d43-83da-462a000ad809", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:25.179564 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-9929d6c6-939e-4462-928c-211c73fe0bd5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=169fc316-7036-4381-b010-2b0edcea5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946858 Aug 04 17:00:25.179681 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5377e584-72c7-4d35-bf46-37c34ed25c5c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:25.179920 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809', 'code': 200} Aug 04 17:00:25.222988 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527ebe4c-8aaa-47b2-8272-7ada272e64f4 x-openstack-request-id: req-527ebe4c-8aaa-47b2-8272-7ada272e64f4 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:25.223636 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e24d84f-cceb-440f-8119-b7985143b94d", "tag": "156a1668-1f7a-4c4d-9347-5068d811f2b9", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:25.223636 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-527ebe4c-8aaa-47b2-8272-7ada272e64f4 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:25.224038 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e24d84f-cceb-440f-8119-b7985143b94d', 'tag': '156a1668-1f7a-4c4d-9347-5068d811f2b9', 'status': 'completed', 'code': 200} Aug 04 17:00:25.241999 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:25.290319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 610cf5c0-be77-4779-9fc3-2fe29a51d40d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=610cf5c0-be77-4779-9fc3-2fe29a51d40d,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:25.301738 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:25.365839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 156a1668-1f7a-4c4d-9347-5068d811f2b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=156a1668-1f7a-4c4d-9347-5068d811f2b9,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:25.399478 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:25.406084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e3a68632-64ec-4d43-83da-462a000ad809 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:00:25.438465 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-07e39d68-6a78-4610-a45c-26d9a2c300c8 service neutron] 10.222.0.90 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409742 Aug 04 17:00:25.510965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=610cf5c0-be77-4779-9fc3-2fe29a51d40d,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:25.638759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=156a1668-1f7a-4c4d-9347-5068d811f2b9,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:25.760028 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:25.812722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-5caf2c5e-265f-426f-83d0-714c19c6cdc8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:25.823391 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-5caf2c5e-265f-426f-83d0-714c19c6cdc8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.82 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 817 time: 0.2554958 Aug 04 17:00:25.830487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 610cf5c0-be77-4779-9fc3-2fe29a51d40d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:25.863538 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-efdc2ac2-96d7-4e52-9827-ba9a6f48b8f9 req-a1b62cf2-88c3-4311-8cdb-05a6f69a9c7f service neutron] 10.222.0.90 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236228 Aug 04 17:00:25.939419 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-f57357d3-e4a0-4814-8bba-9475d835335b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1887efc899274f9b821aaa08cad678b0 HTTP/1.1" status: 200 len: 380 time: 0.0745432 Aug 04 17:00:25.942903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 610cf5c0-be77-4779-9fc3-2fe29a51d40d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:25.942903 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:25.958784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'port': {'device_id': '9d883497-a267-4904-8f3c-024864007962', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'admin_state_up': True, 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'security_groups': ['1a4d51dc-e240-4bce-99da-f4f1a40d16c9']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:26.106058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:26.177107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Made reservation on behalf of 1887efc899274f9b821aaa08cad678b0 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:26.179656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770affa-e1c9-471f-be9b-a09058412f08 req-5cd681b2-d538-4026-a8d3-65971b34b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:26.181005 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:26.183442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0770affa-e1c9-471f-be9b-a09058412f08 req-5cd681b2-d538-4026-a8d3-65971b34b246 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&device_id=0e24d84f-cceb-440f-8119-b7985143b94d HTTP/1.1" status: 200 len: 1096 time: 0.9202614 Aug 04 17:00:26.201659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfa76a-9a1a-4f94-87bd-2ae5e72031a2 req-d3464c60-6ca1-42d9-8da2-27a2de8895f1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:26.212498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37cfa76a-9a1a-4f94-87bd-2ae5e72031a2 req-d3464c60-6ca1-42d9-8da2-27a2de8895f1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 949 time: 0.8782079 Aug 04 17:00:26.321144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770affa-e1c9-471f-be9b-a09058412f08 req-2fd5ee08-298f-4d32-9c8a-76873e3dca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:26.322463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0770affa-e1c9-471f-be9b-a09058412f08 req-2fd5ee08-298f-4d32-9c8a-76873e3dca89 service neutron] 10.222.0.82 "GET /v2.0/networks?id=169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 200 len: 917 time: 0.1015275 Aug 04 17:00:26.373582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Allocated IP 172.20.0.8 (4bf716c2-61fa-42c0-ad22-fe8639e9b0f1/546b3f6f-1b8c-4958-8513-3b5840aed771/aff78694-1cd7-488e-b27a-08fe7d9ce7da) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:26.378264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0770affa-e1c9-471f-be9b-a09058412f08 req-b79e67c5-5b8d-4cd4-80a2-75dcf7c19497 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=156a1668-1f7a-4c4d-9347-5068d811f2b9 HTTP/1.1" status: 200 len: 217 time: 0.0445225 Aug 04 17:00:26.387128 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:26.444452 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-689634e0-0d6e-44ff-9ab7-9d1b311e4e93 service neutron] 10.222.0.39 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3010736 Aug 04 17:00:26.454058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Transition to ACTIVE for port object e3a68632-64ec-4d43-83da-462a000ad809 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:26.489730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:26.552621 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f778da71-fe34-4c8e-81b8-537b14a3f363 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:00:26.595708 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:26.603669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37cfa76a-9a1a-4f94-87bd-2ae5e72031a2 req-43c16eea-da47-464a-88eb-c2b8520638fa tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900466 Aug 04 17:00:26.629491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:26.651883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Transition to ACTIVE for port object aff78694-1cd7-488e-b27a-08fe7d9ce7da will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:26.665929 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47950) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:26.683962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770affa-e1c9-471f-be9b-a09058412f08 req-5b6e6cdb-aae2-4225-959d-bce00d0e97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:26.684924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0770affa-e1c9-471f-be9b-a09058412f08 req-5b6e6cdb-aae2-4225-959d-bce00d0e97a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17f11929-6d4a-459b-bf8f-d6e405cff6ec HTTP/1.1" status: 200 len: 854 time: 0.2888918 Aug 04 17:00:26.693989 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:00:26.694501 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:00:26.727488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] No DVR routers for this DVR port e3a68632-64ec-4d43-83da-462a000ad809 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:00:26.740931 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:26.856622 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:26.871201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:26.897222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:26.955417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f778da71-fe34-4c8e-81b8-537b14a3f363, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f778da71-fe34-4c8e-81b8-537b14a3f363,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:26.985289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'f778da71-fe34-4c8e-81b8-537b14a3f363', 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff', 'port_id': 'f778da71-fe34-4c8e-81b8-537b14a3f363', 'mac_address': 'fa:16:3e:6f:35:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f11929-6d4a-459b-bf8f-d6e405cff6ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:00:27.044006 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.053982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:27.054837 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.057858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-4d340681-35cc-4248-9cbf-d70806d2c8d2 service neutron] 10.222.0.39 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024699 Aug 04 17:00:27.066991 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c729f41a-888c-4595-bbf5-60d5f1870394 x-openstack-request-id: req-c729f41a-888c-4595-bbf5-60d5f1870394 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:27.067366 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058cb9df-23c2-4be9-93cc-09f5d7027b16", "tag": "f778da71-fe34-4c8e-81b8-537b14a3f363", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:27.067560 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c729f41a-888c-4595-bbf5-60d5f1870394 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:27.067981 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058cb9df-23c2-4be9-93cc-09f5d7027b16', 'tag': 'f778da71-fe34-4c8e-81b8-537b14a3f363', 'status': 'completed', 'code': 200} Aug 04 17:00:27.074381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f778da71-fe34-4c8e-81b8-537b14a3f363 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:27.078041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:27.078384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:27.078714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:27.084922 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:00:27.124837 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6c75ac2-f2e5-45f0-8d43-0530ae7d80ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.131298 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1774044 Aug 04 17:00:27.144523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f778da71-fe34-4c8e-81b8-537b14a3f363, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f778da71-fe34-4c8e-81b8-537b14a3f363,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:27.149990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639b06b-1800-4c01-834e-9d75e5891bf7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:27.154830 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.173535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Request body: {'port': {'device_id': '9d883497-a267-4904-8f3c-024864007962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:27.174964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770affa-e1c9-471f-be9b-a09058412f08 req-e2c47ecf-c2cc-4d71-b839-690c5f2e9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:27.183518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0770affa-e1c9-471f-be9b-a09058412f08 req-e2c47ecf-c2cc-4d71-b839-690c5f2e9018 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=169fc316-7036-4381-b010-2b0edcea5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4574792 Aug 04 17:00:27.237456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d88ac4-c4c1-469c-8972-b1c8565fb650', 'tag': '2159bcbf-14b8-4970-97fb-fe02dbfd927f'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:27.242683 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d88ac4-c4c1-469c-8972-b1c8565fb650", "tag": "2159bcbf-14b8-4970-97fb-fe02dbfd927f"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:27.290084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e24d84f-cceb-440f-8119-b7985143b94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156a1668-1f7a-4c4d-9347-5068d811f2b9'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:27.294555 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411857e6-43cc-49a8-851e-6a67f8d87247" -d '{"events": [{"server_uuid": "0e24d84f-cceb-440f-8119-b7985143b94d", "name": "network-vif-plugged", "status": "completed", "tag": "156a1668-1f7a-4c4d-9347-5068d811f2b9"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:27.299541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f778da71-fe34-4c8e-81b8-537b14a3f363,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:27.317155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Port e3a68632-64ec-4d43-83da-462a000ad809 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:00:27.317633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Attempting to bind port e3a68632-64ec-4d43-83da-462a000ad809 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:27.359068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b5fecee5-c5a6-4cfe-bfd9-1887e05e2966 None None] Provisioning for port aff78694-1cd7-488e-b27a-08fe7d9ce7da completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:27.367080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b5fecee5-c5a6-4cfe-bfd9-1887e05e2966 None None] Provisioning complete for port aff78694-1cd7-488e-b27a-08fe7d9ce7da triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:27.367727 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b5fecee5-c5a6-4cfe-bfd9-1887e05e2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.388266 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6c75ac2-f2e5-45f0-8d43-0530ae7d80ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.401020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:27.401448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:27.401934 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:27.402131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f778da71-fe34-4c8e-81b8-537b14a3f363'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:00:27.402565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Bound port: e3a68632-64ec-4d43-83da-462a000ad809, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:27.403075 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.451185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c818c39-0406-4182-847f-21f11ead8c7a req-c8bdcc85-5102-4333-8e8c-ffdc8d1ad551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:27.452692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c818c39-0406-4182-847f-21f11ead8c7a req-c8bdcc85-5102-4333-8e8c-ffdc8d1ad551 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 1096 time: 0.3770394 Aug 04 17:00:27.455469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b5fecee5-c5a6-4cfe-bfd9-1887e05e2966 None None] Port aff78694-1cd7-488e-b27a-08fe7d9ce7da cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:27.465890 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.503736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6c75ac2-f2e5-45f0-8d43-0530ae7d80ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.520573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8bce-9c49-4b87-82f3-b933762ee5a9 req-c130fef7-b03f-4dc6-b54e-5e2516663b36 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:27.528621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c0a8bce-9c49-4b87-82f3-b933762ee5a9 req-c130fef7-b03f-4dc6-b54e-5e2516663b36 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 931 time: 0.3374615 Aug 04 17:00:27.616381 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d6c75ac2-f2e5-45f0-8d43-0530ae7d80ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d04805ef94274ef5b7d48a8ac7add723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9493077 Aug 04 17:00:27.621389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47958) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:27.633216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c75ac2-f2e5-45f0-8d43-0530ae7d80ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf386c-82ed-4396-975e-b0d85e498850,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:27.669798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-e4252053-2b02-410f-a290-63dfa3ed8a10 service neutron] 10.222.0.39 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881147 Aug 04 17:00:27.707114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0770affa-e1c9-471f-be9b-a09058412f08 req-3526e8a8-ec57-48f4-8f74-1eca77b91cba service neutron] 10.222.0.82 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718649 Aug 04 17:00:27.762818 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0c01-cd5a-42c3-8e0c-8a3fecc4a6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.795312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:27.807364 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c0a8bce-9c49-4b87-82f3-b933762ee5a9 req-2a714834-3e72-4181-8a09-3507768c6abe tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776134 Aug 04 17:00:27.834268 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0c01-cd5a-42c3-8e0c-8a3fecc4a6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.891880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:27.931995 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:27.951898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c818c39-0406-4182-847f-21f11ead8c7a req-09a037af-3444-406a-be50-38105a7199d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:27.953394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c818c39-0406-4182-847f-21f11ead8c7a req-09a037af-3444-406a-be50-38105a7199d7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 200 len: 917 time: 0.4892244 Aug 04 17:00:27.993808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff78694-1cd7-488e-b27a-08fe7d9ce7da {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:28.003308 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.030716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Transition to ACTIVE for port object aff78694-1cd7-488e-b27a-08fe7d9ce7da will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:28.031651 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0c01-cd5a-42c3-8e0c-8a3fecc4a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.034320 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0c01-cd5a-42c3-8e0c-8a3fecc4a6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.038048 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7dcb0c01-cd5a-42c3-8e0c-8a3fecc4a6d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcdf386c-82ed-4396-975e-b0d85e498850 HTTP/1.1" status: 204 len: 168 time: 0.4129837 Aug 04 17:00:28.043124 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.082478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c818c39-0406-4182-847f-21f11ead8c7a req-3ca30073-410a-40a5-b794-35d2f0b9279c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f778da71-fe34-4c8e-81b8-537b14a3f363 HTTP/1.1" status: 200 len: 217 time: 0.0833192 Aug 04 17:00:28.085902 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb0c01-cd5a-42c3-8e0c-8a3fecc4a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf386c-82ed-4396-975e-b0d85e498850,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:28.095653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:28.096293 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.098295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] 10.222.0.90 "PUT /v2.0/ports/e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 1096 time: 5.1994069 Aug 04 17:00:28.106756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-c0678c7f-ab1b-49e1-a22b-7be95c651d4e service neutron] 10.222.0.39 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240308 Aug 04 17:00:28.151899 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0770affa-e1c9-471f-be9b-a09058412f08 req-4802847c-1573-422e-9549-4afcff16b702 service neutron] 10.222.0.82 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265270 Aug 04 17:00:28.194054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:28.308481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16ef4b-c272-41ec-a9a1-c090b9880288 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:28.398706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Attempting to bind port aff78694-1cd7-488e-b27a-08fe7d9ce7da on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:28.399349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Attempting to bind port aff78694-1cd7-488e-b27a-08fe7d9ce7da by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:28.399710 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Attempting to bind port aff78694-1cd7-488e-b27a-08fe7d9ce7da on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:28.405024 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Port aff78694-1cd7-488e-b27a-08fe7d9ce7da on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:00:28.405550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Attempting to bind port aff78694-1cd7-488e-b27a-08fe7d9ce7da on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:28.411128 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:28.411605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Checking segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:28.412262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Bound using segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:28.412910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Bound port: aff78694-1cd7-488e-b27a-08fe7d9ce7da, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:28.413423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.424102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2e8b4-8b71-4fc9-9fb4-1b604284204a req-a45a45ef-f31e-4707-adef-9b1f66392a62 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:28.436721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbe2e8b4-8b71-4fc9-9fb4-1b604284204a req-a45a45ef-f31e-4707-adef-9b1f66392a62 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 943 time: 0.5019789 Aug 04 17:00:28.458714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c818c39-0406-4182-847f-21f11ead8c7a req-ea06998e-d0b6-494f-951a-99e993d12bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:28.461807 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c818c39-0406-4182-847f-21f11ead8c7a req-ea06998e-d0b6-494f-951a-99e993d12bd3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17f11929-6d4a-459b-bf8f-d6e405cff6ec HTTP/1.1" status: 200 len: 854 time: 0.3673599 Aug 04 17:00:28.525963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f778da71-fe34-4c8e-81b8-537b14a3f363 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:28.569241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:28.581421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:28.596888 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.628966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbe2e8b4-8b71-4fc9-9fb4-1b604284204a req-28c740d8-ae86-40db-87ae-7f3eb0886488 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757951 Aug 04 17:00:28.635764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-b56f02c1-038f-406c-8127-d983e4c80a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:28.637359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-b56f02c1-038f-406c-8127-d983e4c80a97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1099 time: 0.4485273 Aug 04 17:00:28.672900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port f778da71-fe34-4c8e-81b8-537b14a3f363 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:28.684740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port f778da71-fe34-4c8e-81b8-537b14a3f363 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:28.685893 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.727018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:28.729780 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.736057 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] 10.222.0.82 "PUT /v2.0/ports/aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 200 len: 1091 time: 1.5717502 Aug 04 17:00:28.740022 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe0cab6-b662-428c-b4da-1bcdd3a21f10 x-openstack-request-id: req-3fe0cab6-b662-428c-b4da-1bcdd3a21f10 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:28.742029 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d88ac4-c4c1-469c-8972-b1c8565fb650", "tag": "2159bcbf-14b8-4970-97fb-fe02dbfd927f", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:28.744518 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fe0cab6-b662-428c-b4da-1bcdd3a21f10 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:28.745518 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d88ac4-c4c1-469c-8972-b1c8565fb650', 'tag': '2159bcbf-14b8-4970-97fb-fe02dbfd927f', 'status': 'completed', 'code': 200} Aug 04 17:00:28.810307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 47980) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:28.851293 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb3fca6-c76d-4c2b-8066-2f8a8cc517f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.888531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8e9b2-1ba7-4201-a718-6894414a549a service neutron] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:28.944442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-b5f59780-d9ff-4eb3-ac4f-b8d48391444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:28.950148 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-b5f59780-d9ff-4eb3-ac4f-b8d48391444c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 1094 time: 0.1906564 Aug 04 17:00:28.951135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c818c39-0406-4182-847f-21f11ead8c7a req-503ef6e0-f86e-4332-8a45-a3dbe0651336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:28.951837 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:28.953675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c818c39-0406-4182-847f-21f11ead8c7a req-503ef6e0-f86e-4332-8a45-a3dbe0651336 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=169fc316-7036-4381-b010-2b0edcea5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4792197 Aug 04 17:00:29.024658 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6589bd6a-2efe-4d72-9db8-763b3b4902df x-openstack-request-id: req-6589bd6a-2efe-4d72-9db8-763b3b4902df {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:29.027155 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e24d84f-cceb-440f-8119-b7985143b94d", "name": "network-vif-plugged", "status": "completed", "tag": "156a1668-1f7a-4c4d-9347-5068d811f2b9", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:29.027663 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6589bd6a-2efe-4d72-9db8-763b3b4902df {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:29.028282 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e24d84f-cceb-440f-8119-b7985143b94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156a1668-1f7a-4c4d-9347-5068d811f2b9', 'code': 200} Aug 04 17:00:29.070611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809'}, {'name': 'network-changed', 'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:29.072285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f778da71-fe34-4c8e-81b8-537b14a3f363, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f778da71-fe34-4c8e-81b8-537b14a3f363,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:29.082612 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:29.084882 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3554567-0760-4bd2-aa3f-62d462cb0624" -d '{"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a68632-64ec-4d43-83da-462a000ad809"}, {"name": "network-changed", "server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "tag": "e3a68632-64ec-4d43-83da-462a000ad809"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:29.213463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-f4f1d574-223f-4bc2-9758-f53281964846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.215689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-f4f1d574-223f-4bc2-9758-f53281964846 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.5688713 Aug 04 17:00:29.217130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f778da71-fe34-4c8e-81b8-537b14a3f363,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:29.233267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-337aa540-c4e3-41c7-aa7f-d11ba310440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.258572 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-337aa540-c4e3-41c7-aa7f-d11ba310440c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 1094 time: 0.1584215 Aug 04 17:00:29.280682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-08e9df4c-fba4-480c-92d4-8f574915e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.283213 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-08e9df4c-fba4-480c-92d4-8f574915e6f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 200 len: 917 time: 0.3268752 Aug 04 17:00:29.326445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-686e9c8a-ee8c-4086-98ac-c87a25ab56a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.1022825 Aug 04 17:00:29.383004 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-8682b26c-bbf3-4154-846b-d3e1fe7498e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 200 len: 217 time: 0.0985820 Aug 04 17:00:29.384951 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-42a226e9-7341-4138-adcc-f8c304e9dc0e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2159bcbf-14b8-4970-97fb-fe02dbfd927f HTTP/1.1" status: 200 len: 217 time: 0.0916860 Aug 04 17:00:29.390669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-a61e20b3-9014-47be-9dce-1dc3e257523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.392464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-a61e20b3-9014-47be-9dce-1dc3e257523f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0531416 Aug 04 17:00:29.449335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec051e-138c-422b-a7ac-04908e2897d4 req-a05e6b75-82fb-4f42-bc5c-6f24d24c5e6e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.463242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7bec051e-138c-422b-a7ac-04908e2897d4 req-a05e6b75-82fb-4f42-bc5c-6f24d24c5e6e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 948 time: 0.3110797 Aug 04 17:00:29.511287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-d23d7322-232b-4794-995a-1a42af5e6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.512786 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-d23d7322-232b-4794-995a-1a42af5e6d47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.1223330 Aug 04 17:00:29.514086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-e02d7eb5-c2b6-4248-be37-e8a5558055ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.515625 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-e02d7eb5-c2b6-4248-be37-e8a5558055ba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=17f11929-6d4a-459b-bf8f-d6e405cff6ec HTTP/1.1" status: 200 len: 854 time: 0.1133873 Aug 04 17:00:29.536463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c818c39-0406-4182-847f-21f11ead8c7a req-16126802-9344-48d8-af2a-fc4a3ac2e350 service neutron] 10.222.0.82 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566800 Aug 04 17:00:29.547913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493032d0-de52-4372-ae28-2ddc3216fc0a req-f89381e8-ff24-476f-88e2-3a338ec379b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.551379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-493032d0-de52-4372-ae28-2ddc3216fc0a req-f89381e8-ff24-476f-88e2-3a338ec379b0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0e24d84f-cceb-440f-8119-b7985143b94d HTTP/1.1" status: 200 len: 1097 time: 0.4333081 Aug 04 17:00:29.672421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c818c39-0406-4182-847f-21f11ead8c7a req-246ed385-0ba1-4f08-bc30-aac79b973957 service neutron] 10.222.0.82 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072786 Aug 04 17:00:29.702575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-6d2f1d3d-5fd5-4463-acc1-21e30213f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.704131 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-6d2f1d3d-5fd5-4463-acc1-21e30213f32b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828704 Aug 04 17:00:29.752588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7bec051e-138c-422b-a7ac-04908e2897d4 req-0191aa84-5c19-4559-a7bb-4437ebedfd5f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882965 Aug 04 17:00:29.777655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-5890c562-49df-4174-836e-8b8e2591043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.779579 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-5890c562-49df-4174-836e-8b8e2591043d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3690932 Aug 04 17:00:29.787312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-85c17dcf-7efe-4f72-8c96-549b53356d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:29.789204 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-85c17dcf-7efe-4f72-8c96-549b53356d19 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=169fc316-7036-4381-b010-2b0edcea5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584007 Aug 04 17:00:29.972479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-493032d0-de52-4372-ae28-2ddc3216fc0a req-09be633e-7d88-4848-8a51-b7ebf94f49eb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961874 Aug 04 17:00:29.974698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-7ac4fd48-1c71-4f5f-8466-e335672bdf7a service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309402 Aug 04 17:00:29.976439 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df758b56-980d-4cf7-a791-04b849ed24c4 x-openstack-request-id: req-df758b56-980d-4cf7-a791-04b849ed24c4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:29.976762 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a68632-64ec-4d43-83da-462a000ad809", "code": 200}, {"name": "network-changed", "server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "tag": "e3a68632-64ec-4d43-83da-462a000ad809", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:29.977127 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df758b56-980d-4cf7-a791-04b849ed24c4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:29.977597 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809', 'code': 200} Aug 04 17:00:29.977878 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809', 'status': 'completed', 'code': 200} Aug 04 17:00:30.165976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2159bcbf-14b8-4970-97fb-fe02dbfd927f details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:00:30.208781 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed3188e0-0af7-4e19-81c3-0f115223a525 req-f083a1d3-b58e-481c-847c-0b9dfc43abc9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.1833906 Aug 04 17:00:30.247467 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb3fca6-c76d-4c2b-8066-2f8a8cc517f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:30.278301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b19db-7896-468d-808a-622c7cf4da74 req-3a353b99-269d-4b2c-938f-128be63023c1 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:30.282191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c54b19db-7896-468d-808a-622c7cf4da74 req-3a353b99-269d-4b2c-938f-128be63023c1 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 943 time: 0.5221798 Aug 04 17:00:30.291116 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-4bac067f-f9c9-4529-af4b-7d80117fcdb1 service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775013 Aug 04 17:00:30.320317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-7b2b371d-446f-458c-8e8b-bc9017125fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:30.324376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-7b2b371d-446f-458c-8e8b-bc9017125fff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1099 time: 0.3257086 Aug 04 17:00:30.327621 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb3fca6-c76d-4c2b-8066-2f8a8cc517f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:30.356122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2159bcbf-14b8-4970-97fb-fe02dbfd927f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2159bcbf-14b8-4970-97fb-fe02dbfd927f,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:30.369548 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-11ae4b37-e4de-4b1b-bf28-1b31cde7b8a1 service neutron] 10.222.0.90 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727556 Aug 04 17:00:30.373868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '2159bcbf-14b8-4970-97fb-fe02dbfd927f', 'network_id': '169fc316-7036-4381-b010-2b0edcea5cff', 'port_id': '2159bcbf-14b8-4970-97fb-fe02dbfd927f', 'mac_address': 'fa:16:3e:25:73:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f11929-6d4a-459b-bf8f-d6e405cff6ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:00:30.437719 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:30.452066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2159bcbf-14b8-4970-97fb-fe02dbfd927f {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:30.476325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2159bcbf-14b8-4970-97fb-fe02dbfd927f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2159bcbf-14b8-4970-97fb-fe02dbfd927f,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:30.485823 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:30.548511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2159bcbf-14b8-4970-97fb-fe02dbfd927f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:30.558578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3fca6-c76d-4c2b-8066-2f8a8cc517f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cfbb55-47b1-40ef-a039-e8e21cf7d4c0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:30.559885 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1342ecb5-9d9d-46c5-9612-229afd8d32e1 req-9c842095-89c3-447c-aaeb-e0982707047a service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588484 Aug 04 17:00:30.570996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca37134-c4c8-4b83-9669-7c6d4da4e0f9 req-3d8130a8-fc26-46ee-827d-d015c99b05ae service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572257 Aug 04 17:00:30.610539 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a62a72db-3f1a-4877-8ed9-8ea5122c0f59 req-42111867-e1c9-4ddf-a097-8e51b798cdbe service neutron] 10.222.0.90 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315817 Aug 04 17:00:30.653516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6eb3fca6-c76d-4c2b-8066-2f8a8cc517f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ece97443f2ef47fb91d3efe601be1a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8402841 Aug 04 17:00:30.656636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48014) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:30.673569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c54b19db-7896-468d-808a-622c7cf4da74 req-4c505eb9-8a82-4e8f-9177-ffc73c6254a0 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645146 Aug 04 17:00:30.693262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7442ea-5e0a-477d-947b-6b4f856165c7 req-5205eaee-79d1-45db-b078-0ad9d19ac2c2 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:30.695444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad7442ea-5e0a-477d-947b-6b4f856165c7 req-5205eaee-79d1-45db-b078-0ad9d19ac2c2 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 944 time: 0.3199909 Aug 04 17:00:30.696636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-3b509879-6fed-4200-b8cb-4bbcbe576067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:30.698526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-3b509879-6fed-4200-b8cb-4bbcbe576067 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3287535 Aug 04 17:00:30.712049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['2159bcbf-14b8-4970-97fb-fe02dbfd927f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:00:30.773831 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:30.778080 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d883497-a267-4904-8f3c-024864007962", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:30.834455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-402d8f50-5470-411c-b79b-b09fab6dce68 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.1222968 Aug 04 17:00:30.914485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad7442ea-5e0a-477d-947b-6b4f856165c7 req-011ca9a4-281f-49fe-872c-d399e3a29ddf tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881255 Aug 04 17:00:30.935950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-57859632-be75-47e6-ac13-b761eb821739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:30.941330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-57859632-be75-47e6-ac13-b761eb821739 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0964386 Aug 04 17:00:30.944859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0471cb2-dbd8-46b7-8d58-a4feab8846a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:30.969489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-0e917e20-86f6-41d3-a08e-e5b76216c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:30.972204 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-0e917e20-86f6-41d3-a08e-e5b76216c18a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1099 time: 0.3081307 Aug 04 17:00:31.050786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058cb9df-23c2-4be9-93cc-09f5d7027b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f778da71-fe34-4c8e-81b8-537b14a3f363'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:31.054046 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea8ddd4-3c29-49d1-8542-ab591fe1fb83" -d '{"events": [{"server_uuid": "058cb9df-23c2-4be9-93cc-09f5d7027b16", "name": "network-vif-plugged", "status": "completed", "tag": "f778da71-fe34-4c8e-81b8-537b14a3f363"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:31.079789 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0471cb2-dbd8-46b7-8d58-a4feab8846a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:31.085219 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd1202e-5569-44e0-8f10-fdc84346a2be x-openstack-request-id: req-2bd1202e-5569-44e0-8f10-fdc84346a2be {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:31.085510 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d883497-a267-4904-8f3c-024864007962", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:31.085970 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bd1202e-5569-44e0-8f10-fdc84346a2be {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:31.086393 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'status': 'completed', 'code': 200} Aug 04 17:00:31.132380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-82e0a394-7093-4337-aca1-10cc0e1c15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.133946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-82e0a394-7093-4337-aca1-10cc0e1c15b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792231 Aug 04 17:00:31.162268 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f926a11-7b23-4385-a725-dfa4e41c04bd x-openstack-request-id: req-9f926a11-7b23-4385-a725-dfa4e41c04bd {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:31.162616 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058cb9df-23c2-4be9-93cc-09f5d7027b16", "name": "network-vif-plugged", "status": "completed", "tag": "f778da71-fe34-4c8e-81b8-537b14a3f363", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:31.162976 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f926a11-7b23-4385-a725-dfa4e41c04bd {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:31.163399 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058cb9df-23c2-4be9-93cc-09f5d7027b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f778da71-fe34-4c8e-81b8-537b14a3f363', 'code': 200} Aug 04 17:00:31.202461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64577679-52b1-43f3-8a11-ea7592cd1c2d req-9094c63b-360c-4461-bd14-56e27be5c2a1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.204708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64577679-52b1-43f3-8a11-ea7592cd1c2d req-9094c63b-360c-4461-bd14-56e27be5c2a1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 948 time: 0.1998818 Aug 04 17:00:31.231441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-2c78339f-190f-41f5-8c22-34d382e1fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.233650 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-2c78339f-190f-41f5-8c22-34d382e1fb6c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 1094 time: 0.1206930 Aug 04 17:00:31.261106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-d3c0687e-6c8e-41ce-bcfa-4e1eb88362c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.263522 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-d3c0687e-6c8e-41ce-bcfa-4e1eb88362c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2776186 Aug 04 17:00:31.369092 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-a91318cc-0379-4b5c-a951-afef270c849c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.0593693 Aug 04 17:00:31.410192 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0471cb2-dbd8-46b7-8d58-a4feab8846a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:31.412547 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0471cb2-dbd8-46b7-8d58-a4feab8846a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:31.416420 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c0471cb2-dbd8-46b7-8d58-a4feab8846a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8cfbb55-47b1-40ef-a039-e8e21cf7d4c0 HTTP/1.1" status: 204 len: 168 time: 0.7559676 Aug 04 17:00:31.451585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0471cb2-dbd8-46b7-8d58-a4feab8846a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cfbb55-47b1-40ef-a039-e8e21cf7d4c0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:31.507161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-5cf11b30-6148-48d6-828b-c1cd0b37add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.509293 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-5cf11b30-6148-48d6-828b-c1cd0b37add6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1280744 Aug 04 17:00:31.512474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-d5ee4086-89e0-4dc5-b470-8672b7425cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.513947 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-d5ee4086-89e0-4dc5-b470-8672b7425cb0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.2702718 Aug 04 17:00:31.588747 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-09dee5be-4ca7-4e4d-bedc-11e2188376f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 200 len: 217 time: 0.0613778 Aug 04 17:00:31.640564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-9dba64ac-fd44-4f63-94a9-32e06abf46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.642676 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-9dba64ac-fd44-4f63-94a9-32e06abf46a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242077 Aug 04 17:00:31.782949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-df9bb0cf-5fdb-45ed-b16e-c0f7ab617cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.784755 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-df9bb0cf-5fdb-45ed-b16e-c0f7ab617cc7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.1872380 Aug 04 17:00:31.863581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd8cadf3-34bc-41a8-a19a-70057c718b19 req-4dde0ba7-fe81-49b4-a90d-33325bfb4bbf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0932996 Aug 04 17:00:31.886665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-e9f2801a-dd53-4a06-ac21-20de094d7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.888071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-e9f2801a-dd53-4a06-ac21-20de094d7854 service neutron] 10.222.0.90 "GET /v2.0/ports/460da60e-6c2e-403f-adbf-cb7105a4357d HTTP/1.1" status: 200 len: 1028 time: 0.7331576 Aug 04 17:00:31.914779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64577679-52b1-43f3-8a11-ea7592cd1c2d req-d193d23f-c26f-49a4-bca4-9c512779a716 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789734 Aug 04 17:00:31.963115 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61a5c07b-1fd3-40af-834e-e9656b90a81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:31.983536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba08ca-41ce-4ec1-80f9-d13edfc71fc8 req-f1ae3920-d2d6-4721-92ae-a6b3609bbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.985218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-e4339254-6c53-4b55-b41a-c6b6611b3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:31.987800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88ba08ca-41ce-4ec1-80f9-d13edfc71fc8 req-f1ae3920-d2d6-4721-92ae-a6b3609bbd01 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 1097 time: 0.7458797 Aug 04 17:00:31.989440 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-e4339254-6c53-4b55-b41a-c6b6611b3427 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917837 Aug 04 17:00:32.007383 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-e85bf66a-243f-42e2-a73b-a6d4e97bdfb5 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404205 Aug 04 17:00:32.155223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-6bc21ba7-056d-40f8-9e48-842a0a31976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:32.156544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-6bc21ba7-056d-40f8-9e48-842a0a31976e service neutron] 10.222.0.90 "GET /v2.0/ports/33984ace-de3e-45de-bf74-7bb18b44d292 HTTP/1.1" status: 200 len: 1028 time: 0.2405324 Aug 04 17:00:32.195136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2159bcbf-14b8-4970-97fb-fe02dbfd927f up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:32.196268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-4a5aefa1-a35a-4644-966c-7b841a8323b1 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0513778 Aug 04 17:00:32.331528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 2159bcbf-14b8-4970-97fb-fe02dbfd927f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:32.337043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 2159bcbf-14b8-4970-97fb-fe02dbfd927f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:32.337546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:32.368006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88ba08ca-41ce-4ec1-80f9-d13edfc71fc8 req-e55632d9-7e62-44ed-b1dd-7b117d660329 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292906 Aug 04 17:00:32.497945 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-8566aa3e-5c6c-4d8f-8f24-2d63ff34d606 service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858761 Aug 04 17:00:32.509903 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-e682c72c-db06-49dc-b527-52b906034a85 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851334 Aug 04 17:00:32.545182 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:32.548824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device aff78694-1cd7-488e-b27a-08fe7d9ce7da details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:00:32.585066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8031e6-43ff-4fd6-b352-953af1f099dc req-46791037-e4ad-48a6-9d60-bdf1eb7b0e98 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:32.593853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f8031e6-43ff-4fd6-b352-953af1f099dc req-46791037-e4ad-48a6-9d60-bdf1eb7b0e98 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 943 time: 0.5255537 Aug 04 17:00:32.613774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2159bcbf-14b8-4970-97fb-fe02dbfd927f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2159bcbf-14b8-4970-97fb-fe02dbfd927f,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:32.660628 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:32.781740 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bdcb2b54-f3ef-4f6a-aa47-772f55b39df0 req-7a375a20-06d2-4c75-b8d1-f27b06c85b7a service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695718 Aug 04 17:00:32.826893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f8031e6-43ff-4fd6-b352-953af1f099dc req-d7ee5151-7d77-4ac9-9cee-e088c3337625 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317712 Aug 04 17:00:32.847394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3554567-0760-4bd2-aa3f-62d462cb0624 req-9ef54c82-9cf9-42af-bce1-509600ad301f service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904334 Aug 04 17:00:32.893312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da864a-b815-4085-b2f8-50e2f1fbb0a0 req-06134f6a-3de4-4532-bb79-c86d39f89399 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:32.903417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57da864a-b815-4085-b2f8-50e2f1fbb0a0 req-06134f6a-3de4-4532-bb79-c86d39f89399 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 944 time: 0.6394272 Aug 04 17:00:32.909171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2159bcbf-14b8-4970-97fb-fe02dbfd927f,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:32.923581 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 17:00:32.934116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9f0ac337-8020-4f08-82dd-6e6b69b15417 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:32.941990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9f0ac337-8020-4f08-82dd-6e6b69b15417 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:32.952345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9f0ac337-8020-4f08-82dd-6e6b69b15417 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:32.954275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9f0ac337-8020-4f08-82dd-6e6b69b15417 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "GET /v2.0/networks?id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=b41deb09-8151-429d-9ece-729aeb2ad31e&id=b41deb09-8151-429d-9ece-729aeb2ad31e HTTP/1.1" status: 200 len: 1988 time: 0.7799890 Aug 04 17:00:33.116400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57da864a-b815-4085-b2f8-50e2f1fbb0a0 req-aee26b65-0254-455a-8a3c-5924ee794e21 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025268 Aug 04 17:00:33.116590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:33.152111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'port_id': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'mac_address': 'fa:16:3e:b7:fb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:00:33.171429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d88ac4-c4c1-469c-8972-b1c8565fb650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2159bcbf-14b8-4970-97fb-fe02dbfd927f'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:33.173748 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56dacfb-753a-4c64-a0d7-e8f392cbe488" -d '{"events": [{"server_uuid": "a6d88ac4-c4c1-469c-8972-b1c8565fb650", "name": "network-vif-plugged", "status": "completed", "tag": "2159bcbf-14b8-4970-97fb-fe02dbfd927f"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:33.213128 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:33.228678 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff78694-1cd7-488e-b27a-08fe7d9ce7da {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:33.255079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-d5530e08-b2ac-400b-94a2-87223dfac42f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd HTTP/1.1" status: 200 len: 380 time: 0.2861295 Aug 04 17:00:33.261549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f609b864-a22a-421c-8676-f0dae29a1aef req-55f2d790-1180-4535-989c-b13e8f155a4f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0797153 Aug 04 17:00:33.265094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:33.272878 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:33.307617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'admin_state_up': True, 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'security_groups': ['97c82d27-53a6-4b63-b973-03df49d97de3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:33.372809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:33.385968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca245b3-a871-4aef-9dae-f9c5b41f3330 req-a68c168a-64db-4ca1-a91e-2abe59e3548d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:33.397635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ca245b3-a871-4aef-9dae-f9c5b41f3330 req-a68c168a-64db-4ca1-a91e-2abe59e3548d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 948 time: 0.1324124 Aug 04 17:00:33.457601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ca245b3-a871-4aef-9dae-f9c5b41f3330 req-5da43a0d-ee11-4d27-b683-5bf0824217ce tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588958 Aug 04 17:00:33.515991 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7e55d0-c351-441d-8a1b-12f3aae5f60d x-openstack-request-id: req-9c7e55d0-c351-441d-8a1b-12f3aae5f60d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:33.516392 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d88ac4-c4c1-469c-8972-b1c8565fb650", "name": "network-vif-plugged", "status": "completed", "tag": "2159bcbf-14b8-4970-97fb-fe02dbfd927f", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:33.517193 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c7e55d0-c351-441d-8a1b-12f3aae5f60d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:33.517689 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d88ac4-c4c1-469c-8972-b1c8565fb650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2159bcbf-14b8-4970-97fb-fe02dbfd927f', 'code': 200} Aug 04 17:00:33.559345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['aff78694-1cd7-488e-b27a-08fe7d9ce7da'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:00:33.695461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4bd49-ecbf-40df-8184-eb3e7aa7af35 req-308f96da-5944-445f-97f9-f2f146bb1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:33.696810 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-20d4bd49-ecbf-40df-8184-eb3e7aa7af35 req-308f96da-5944-445f-97f9-f2f146bb1d02 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 1096 time: 0.0904155 Aug 04 17:00:33.700039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:33.708634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:33.765534 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-20d4bd49-ecbf-40df-8184-eb3e7aa7af35 req-a0d47cf2-e72e-4e90-9f1a-39396a011a22 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577219 Aug 04 17:00:33.955702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Allocated IP 172.20.0.4 (d03c8cfc-aa93-4e8d-9427-7d300c74678a/fbcb1f8d-7827-496e-ba78-9e7176299506/8856018a-3c76-4c7c-86aa-4640eb461494) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:34.062499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31ae4c-5763-4490-8887-f7a61eeb9a2d req-f68e5ac8-99aa-4185-a708-3e4738f9a851 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:34.071588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d31ae4c-5763-4490-8887-f7a61eeb9a2d req-f68e5ac8-99aa-4185-a708-3e4738f9a851 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 948 time: 0.4333682 Aug 04 17:00:34.211442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e3a68632-64ec-4d43-83da-462a000ad809 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:00:34.273864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d31ae4c-5763-4490-8887-f7a61eeb9a2d req-2ff9a725-c702-4974-8216-f7ab496e5a8c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954160 Aug 04 17:00:34.346312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a7a80-447e-4fab-9e70-85571d3a067f req-30e63733-6b3c-41eb-b2ee-5ce8f3deda22 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:34.352793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-510a7a80-447e-4fab-9e70-85571d3a067f req-30e63733-6b3c-41eb-b2ee-5ce8f3deda22 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.3051863 Aug 04 17:00:34.458831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:34.526439 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Transition to ACTIVE for port object 8856018a-3c76-4c7c-86aa-4640eb461494 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:34.533459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:34.537670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-510a7a80-447e-4fab-9e70-85571d3a067f req-1d0d37d9-a9d5-490f-8e8f-9716a1b99c53 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772685 Aug 04 17:00:34.552374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'e3a68632-64ec-4d43-83da-462a000ad809', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'e3a68632-64ec-4d43-83da-462a000ad809', 'mac_address': 'fa:16:3e:13:f3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:00:34.617146 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device aff78694-1cd7-488e-b27a-08fe7d9ce7da up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:34.667345 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:34.683475 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:34.702048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a68632-64ec-4d43-83da-462a000ad809 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:34.728931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:34.731512 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-98756b92-cdd2-45d2-a0b1-2834784e3a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:34.741613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:34.744692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66408a05-cb0e-46f0-803c-a530692f4043 req-adc8668b-9de2-41ab-a016-65e185ba86e9 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:34.752787 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66408a05-cb0e-46f0-803c-a530692f4043 req-adc8668b-9de2-41ab-a016-65e185ba86e9 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 945 time: 0.2427092 Aug 04 17:00:34.826118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network d03c8cfc-aa93-4e8d-9427-7d300c74678a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:34.832348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:34.837490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:34.877925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=12']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:34.883379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Port': ['ID=8856018a-3c76-4c7c-86aa-4640eb461494,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:34.913543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port aff78694-1cd7-488e-b27a-08fe7d9ce7da completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:34.925522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c971a-8392-4a37-819a-0d9194539d76 req-fbc5fb4a-6df8-488d-a854-daa5473d9072 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:34.928950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port aff78694-1cd7-488e-b27a-08fe7d9ce7da triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:34.930917 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:34.941098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b40c971a-8392-4a37-819a-0d9194539d76 req-fbc5fb4a-6df8-488d-a854-daa5473d9072 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 931 time: 0.2262847 Aug 04 17:00:34.964045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66408a05-cb0e-46f0-803c-a530692f4043 req-48b09ba5-20fb-4562-ae61-f72d695614b0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045898 Aug 04 17:00:35.100847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:35.101651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:35.117726 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:35.240484 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b40c971a-8392-4a37-819a-0d9194539d76 req-54a37324-b2e9-4cfb-9d89-363f3cee0931 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983816 Aug 04 17:00:35.252054 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:35.278554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-44786fb3-ae5a-46fd-8da5-da5d7d48f6a5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9754672 Aug 04 17:00:35.281619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['e3a68632-64ec-4d43-83da-462a000ad809'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:00:35.304503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'admin_state_up': True, 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'security_groups': ['97c82d27-53a6-4b63-b973-03df49d97de3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:35.461499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ded46284-0deb-446a-8c4d-21bd3ba036e4 None None] Provisioning for port 8856018a-3c76-4c7c-86aa-4640eb461494 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:35.479995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:35.494026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ded46284-0deb-446a-8c4d-21bd3ba036e4 None None] Provisioning complete for port 8856018a-3c76-4c7c-86aa-4640eb461494 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:35.494026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ded46284-0deb-446a-8c4d-21bd3ba036e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:35.498047 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:35.536462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:35.540646 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2444719a-98d0-4e6c-858a-a6940fe51920" -d '{"events": [{"server_uuid": "9d883497-a267-4904-8f3c-024864007962", "name": "network-vif-plugged", "status": "completed", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:35.584327 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-cad277e4-6a44-4f62-a381-7a8f16f12396 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fa45efccca1840b4b961a5862a9ab168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701754 Aug 04 17:00:35.634881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ded46284-0deb-446a-8c4d-21bd3ba036e4 None None] Port 8856018a-3c76-4c7c-86aa-4640eb461494 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:35.638375 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:35.745347 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:35.806654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:35.811299 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:35.851175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9818183-c418-4336-8ee4-ed02238f6216 req-fae952eb-f2c8-42f9-a2ba-8231f8725409 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:35.852731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9818183-c418-4336-8ee4-ed02238f6216 req-fae952eb-f2c8-42f9-a2ba-8231f8725409 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.1668847 Aug 04 17:00:35.893866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-17e2ddb7-7a54-496c-a005-f04bd0ad9a58 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:35.901419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-17e2ddb7-7a54-496c-a005-f04bd0ad9a58 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036985 Aug 04 17:00:35.924956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-4e68151e-086b-400c-87d6-209d21a9503c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/quotas/fa45efccca1840b4b961a5862a9ab168 HTTP/1.1" status: 200 len: 375 time: 0.0224743 Aug 04 17:00:36.043279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Allocated IP 10.1.1.34 (c3e7a446-dda9-4525-9c8c-b1a9183c87dd/e19d0eb6-1388-4936-8b94-5de3c1638ffd/f0eb97b5-e476-43d8-ac81-a06109efec2b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:36.157742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9818183-c418-4336-8ee4-ed02238f6216 req-a2644853-84d7-486a-8b2f-e1e527e07350 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974334 Aug 04 17:00:36.236189 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db8f63b-9eaf-4ba3-9575-6ab46f425b04 x-openstack-request-id: req-6db8f63b-9eaf-4ba3-9575-6ab46f425b04 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:36.236469 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d883497-a267-4904-8f3c-024864007962", "name": "network-vif-plugged", "status": "completed", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:36.236714 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6db8f63b-9eaf-4ba3-9575-6ab46f425b04 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:36.237114 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'code': 200} Aug 04 17:00:36.423254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-019cab87-5d31-4ad7-8cc9-498c14a068db tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2630916 Aug 04 17:00:36.531701 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:36.559535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Transition to ACTIVE for port object f0eb97b5-e476-43d8-ac81-a06109efec2b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:36.584708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da8cf8-3c6f-4379-87e8-a380c834ca75 req-7f2d09e2-034a-40cf-b395-08f78f92d378 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:36.594663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6da8cf8-3c6f-4379-87e8-a380c834ca75 req-7f2d09e2-034a-40cf-b395-08f78f92d378 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 945 time: 0.2488658 Aug 04 17:00:36.615965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56d84-5751-45eb-a6ca-c6df15f703d7 req-7bf08c75-1059-4523-910f-bbeda5e6e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:36.617800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31d56d84-5751-45eb-a6ca-c6df15f703d7 req-7bf08c75-1059-4523-910f-bbeda5e6e5ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 1096 time: 0.1399817 Aug 04 17:00:36.700695 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6da8cf8-3c6f-4379-87e8-a380c834ca75 req-ab1a6e78-25a2-40d4-9513-37262a5be03a tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003885 Aug 04 17:00:36.748067 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31d56d84-5751-45eb-a6ca-c6df15f703d7 req-5620b5c5-221c-419a-a34a-7fa348891565 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214089 Aug 04 17:00:36.749769 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:36.908300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network c3e7a446-dda9-4525-9c8c-b1a9183c87dd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:36.935254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:36.941207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:36.964751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Port': ['ID=f0eb97b5-e476-43d8-ac81-a06109efec2b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:37.164377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d3caf-ed0e-456f-9467-c812894ba6e6 req-3580c8dc-cade-4fd8-b703-b387a121d1ab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:37.170867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d3caf-ed0e-456f-9467-c812894ba6e6 req-3580c8dc-cade-4fd8-b703-b387a121d1ab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:37.172430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f4d3caf-ed0e-456f-9467-c812894ba6e6 req-3580c8dc-cade-4fd8-b703-b387a121d1ab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 1652 time: 0.3328485 Aug 04 17:00:37.233749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5beb1107-0328-41d8-93b2-d03ba4079370 req-b6a64edc-3b01-41d8-b644-232e9b9db22f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 210 time: 0.1648977 Aug 04 17:00:37.263761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:37.264428 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:37.329792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f4d3caf-ed0e-456f-9467-c812894ba6e6 req-6c212b1c-475c-4265-9ab9-58aff6e2cb5d tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903561 Aug 04 17:00:37.331982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-65b06b25-bd2a-4e6e-9a66-db122404aedc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0430925 Aug 04 17:00:37.337518 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:37.343782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'admin_state_up': True, 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'security_groups': ['97c82d27-53a6-4b63-b973-03df49d97de3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:37.498131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-037a9ef0-ad44-454c-932a-33fced06abd0 None None] Provisioning for port f0eb97b5-e476-43d8-ac81-a06109efec2b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:37.513275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-037a9ef0-ad44-454c-932a-33fced06abd0 None None] Provisioning complete for port f0eb97b5-e476-43d8-ac81-a06109efec2b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:37.516455 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-037a9ef0-ad44-454c-932a-33fced06abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:37.621321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-037a9ef0-ad44-454c-932a-33fced06abd0 None None] Port f0eb97b5-e476-43d8-ac81-a06109efec2b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:37.629088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:37.641452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:37.665740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ab6c2-c436-446c-b4d3-e1dad0dd0e80 req-698f4037-b865-409a-9fad-b73e6d176227 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:37.676338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f8ab6c2-c436-446c-b4d3-e1dad0dd0e80 req-698f4037-b865-409a-9fad-b73e6d176227 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.1965113 Aug 04 17:00:37.745438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98154942-9e6d-42da-9d6c-c6c00ea8e425 req-67589407-6f99-4437-a905-0658a1371be8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:37.747555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98154942-9e6d-42da-9d6c-c6c00ea8e425 req-67589407-6f99-4437-a905-0658a1371be8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.2655208 Aug 04 17:00:37.797048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f8ab6c2-c436-446c-b4d3-e1dad0dd0e80 req-a317ced3-0e6d-47f6-98ea-dd2a2acde8bd tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164241 Aug 04 17:00:37.926779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98154942-9e6d-42da-9d6c-c6c00ea8e425 req-49dda569-2905-4bc8-85e3-7dec0187b62d tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509922 Aug 04 17:00:38.074431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69225d39-b702-431b-b6ea-628221283c13 req-f14d4da6-d1f9-4a4f-b043-bc39b422a40e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:38.077757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69225d39-b702-431b-b6ea-628221283c13 req-f14d4da6-d1f9-4a4f-b043-bc39b422a40e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e24d84f-cceb-440f-8119-b7985143b94d HTTP/1.1" status: 200 len: 946 time: 0.1426797 Aug 04 17:00:38.187465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Allocated IP 10.1.1.96 (c3e7a446-dda9-4525-9c8c-b1a9183c87dd/e19d0eb6-1388-4936-8b94-5de3c1638ffd/5a660b25-d508-4707-af34-20208e49075f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:38.221018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69225d39-b702-431b-b6ea-628221283c13 req-ed858237-3d8b-4494-9f4e-dfa060486b9b tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309736 Aug 04 17:00:38.253953 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e3a68632-64ec-4d43-83da-462a000ad809 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:38.427729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port e3a68632-64ec-4d43-83da-462a000ad809 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:38.439133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port e3a68632-64ec-4d43-83da-462a000ad809 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:38.440836 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:38.477469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-0cbc474a-b057-47a0-8a2d-bce9ef6d9189 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fa45efccca1840b4b961a5862a9ab168&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884671 Aug 04 17:00:38.591616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6070fae8-841b-4fc1-8dd5-4a701c47f690 req-820cde87-7ea0-44c1-934d-637f051cc338 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 210 time: 0.1084237 Aug 04 17:00:38.608869 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:38.643232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:38.646675 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11f6e50-12d6-46ab-abf5-c28b7aa9163a" -d '{"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-plugged", "status": "completed", "tag": "e3a68632-64ec-4d43-83da-462a000ad809"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:38.661797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:38.668246 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:38.748656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=13']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:38.784411 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:38.871863 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:38.879533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-96ade6d9-332a-4954-a387-ed2f42f9c1c8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:38.881139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-96ade6d9-332a-4954-a387-ed2f42f9c1c8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3962016 Aug 04 17:00:38.906284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Request body: {'port': {'device_id': '41fe0d19-f5ef-4140-9235-64df04508c57', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'fa45efccca1840b4b961a5862a9ab168'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:38.986634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cc3f8-f079-4cc6-91ff-362bc38c2bff req-c83bf5e8-4918-4fa8-97eb-dc1f95ba6384 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:38.992779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cc3f8-f079-4cc6-91ff-362bc38c2bff req-c83bf5e8-4918-4fa8-97eb-dc1f95ba6384 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:38.995722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc1cc3f8-f079-4cc6-91ff-362bc38c2bff req-c83bf5e8-4918-4fa8-97eb-dc1f95ba6384 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 1652 time: 0.3055360 Aug 04 17:00:39.021136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935006eb-41ea-4012-93eb-81b3736c32e7 req-0669b7d7-2be4-4b58-8330-efee6c71e79b tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:39.022824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-935006eb-41ea-4012-93eb-81b3736c32e7 req-0669b7d7-2be4-4b58-8330-efee6c71e79b tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 945 time: 0.2295332 Aug 04 17:00:39.046957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:39.104899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Transition to ACTIVE for port object 5a660b25-d508-4707-af34-20208e49075f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:39.158962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-935006eb-41ea-4012-93eb-81b3736c32e7 req-4755b8df-6f5d-4292-8145-52eb908f403b tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237290 Aug 04 17:00:39.174381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc1cc3f8-f079-4cc6-91ff-362bc38c2bff req-4eda62c1-e27c-4812-8725-6542003e067e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622288 Aug 04 17:00:39.252142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Made reservation on behalf of fa45efccca1840b4b961a5862a9ab168 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:39.257635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:39.269982 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea25ba23-8020-42d4-b7f2-461bc805649b x-openstack-request-id: req-ea25ba23-8020-42d4-b7f2-461bc805649b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:39.270278 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:39.270516 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-plugged", "status": "completed", "tag": "e3a68632-64ec-4d43-83da-462a000ad809", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:39.270939 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea25ba23-8020-42d4-b7f2-461bc805649b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:39.271427 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809', 'code': 200} Aug 04 17:00:39.391764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network c3e7a446-dda9-4525-9c8c-b1a9183c87dd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:39.417102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:39.422784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Port': ['ID=5a660b25-d508-4707-af34-20208e49075f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:39.475504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:39.776370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e7dec4b5-a1f3-41fa-976f-4e7b25d061b3 None None] Provisioning for port 5a660b25-d508-4707-af34-20208e49075f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:39.782099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e7dec4b5-a1f3-41fa-976f-4e7b25d061b3 None None] Provisioning complete for port 5a660b25-d508-4707-af34-20208e49075f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:39.782992 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e7dec4b5-a1f3-41fa-976f-4e7b25d061b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:39.840207 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e7dec4b5-a1f3-41fa-976f-4e7b25d061b3 None None] Port 5a660b25-d508-4707-af34-20208e49075f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:40.027726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b66ce-7661-419f-a1d7-9863f44f4dd9 req-5c78a419-1725-4b45-9862-c861e5f87c2e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:40.029255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d10b66ce-7661-419f-a1d7-9863f44f4dd9 req-5c78a419-1725-4b45-9862-c861e5f87c2e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.6847870 Aug 04 17:00:40.039363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:40.039961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:40.128662 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-a4b04b21-7580-41f6-9753-2a6a9b620a41 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7891314 Aug 04 17:00:40.137509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Allocated IP 192.168.233.239 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/2b96d8d5-5d3c-429f-b8ce-993a1e29b957) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:40.151901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e', 'admin_state_up': True, 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'security_groups': ['97c82d27-53a6-4b63-b973-03df49d97de3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:40.181708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d10b66ce-7661-419f-a1d7-9863f44f4dd9 req-9e4c4257-f208-40a4-9b6e-4a865cfa3573 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367185 Aug 04 17:00:40.230637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-78bffc27-ff80-4eb1-a17a-ff38b2a4cf15 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:40.237867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-78bffc27-ff80-4eb1-a17a-ff38b2a4cf15 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/networks?id=1ec9ec80-e47b-4eff-9466-2506345f6182 HTTP/1.1" status: 200 len: 814 time: 0.7558920 Aug 04 17:00:40.276938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-acbed9ec-5629-4afc-9472-f48276f6af36 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/quotas/3f52fdc6619c4d2eba5b5b57be5612f7 HTTP/1.1" status: 200 len: 375 time: 0.0381281 Aug 04 17:00:40.529772 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:40.549978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Transition to ACTIVE for port object 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:40.572380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-ad7814ef-aff9-47c1-b4c9-afa5c30a9b56 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f52fdc6619c4d2eba5b5b57be5612f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2773619 Aug 04 17:00:40.624474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:40.737905 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:40.750643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'e3a68632-64ec-4d43-83da-462a000ad809'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:00:40.752843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['50810664-ac5d-4215-b5e4-7475fe74d0b7'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:00:40.826771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b3440-2479-441f-8d52-0da623efdcbf req-4584c08e-b0bf-43bd-9919-896d61f69645 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:40.828443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-412b3440-2479-441f-8d52-0da623efdcbf req-4584c08e-b0bf-43bd-9919-896d61f69645 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.2658966 Aug 04 17:00:40.868809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:40.887756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:40.907789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:40.914990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:40.923866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-f885c633-2019-483f-bd41-0e2d1f390f4f service neutron] 10.222.0.39 "GET /v2.0/networks/1ec9ec80-e47b-4eff-9466-2506345f6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089788 Aug 04 17:00:40.973698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:41.042842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-412b3440-2479-441f-8d52-0da623efdcbf req-0764f338-ef0d-4991-957c-dada562d24ac tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984620 Aug 04 17:00:41.079122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:41.079794 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:41.189698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-71f05698-bc22-4f75-811b-0ca4c8aeee26 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2900949 Aug 04 17:00:41.218538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Request body: {'port': {'device_id': '41fe0d19-f5ef-4140-9235-64df04508c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:41.285638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0db7f29a-5eeb-429d-8e67-51643e8e14d9 None None] Provisioning for port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:41.290201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-97ed3be3-1971-44f0-899b-ebbaf8e0f9ce service neutron] 10.222.0.39 "GET /v2.0/networks/1ec9ec80-e47b-4eff-9466-2506345f6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386166 Aug 04 17:00:41.290690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0db7f29a-5eeb-429d-8e67-51643e8e14d9 None None] Provisioning complete for port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:41.290690 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0db7f29a-5eeb-429d-8e67-51643e8e14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:41.328523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0db7f29a-5eeb-429d-8e67-51643e8e14d9 None None] Port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:41.395995 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:41.455354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b833c-9aaa-42da-a9a4-8f2781d9234b req-8d7d323b-255c-46f9-957c-6368a4804736 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:41.462733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b7b833c-9aaa-42da-a9a4-8f2781d9234b req-8d7d323b-255c-46f9-957c-6368a4804736 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 936 time: 0.2206962 Aug 04 17:00:41.566964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Allocated IP 10.2.2.100 (b41deb09-8151-429d-9ece-729aeb2ad31e/2d13f2b1-df7d-4bdb-8358-6416da03e049/7f7e66dc-52c8-47b8-be73-42db55fd9bcd) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:41.681596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b7b833c-9aaa-42da-a9a4-8f2781d9234b req-c87571c4-1663-421a-b861-3c213652107a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179322 Aug 04 17:00:41.746220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc7069-5cd6-4a09-897f-7cca80feeae5 req-7f8070a4-d614-4dcc-a1c3-d24b647ff24c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:41.748048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11dc7069-5cd6-4a09-897f-7cca80feeae5 req-7f8070a4-d614-4dcc-a1c3-d24b647ff24c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.2269275 Aug 04 17:00:41.759741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48238) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:41.770179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-59478522-7344-49bb-9186-278396401209 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'floatingip': {'port_id': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:41.855554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59478522-7344-49bb-9186-278396401209 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:42.021797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef91f1c-a9ef-4f0a-b8ef-810d2037c826 req-150d78a3-04f9-4149-86bd-5b8f8046c66f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:42.028069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef91f1c-a9ef-4f0a-b8ef-810d2037c826 req-150d78a3-04f9-4149-86bd-5b8f8046c66f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:42.034266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef91f1c-a9ef-4f0a-b8ef-810d2037c826 req-150d78a3-04f9-4149-86bd-5b8f8046c66f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:42.036123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ef91f1c-a9ef-4f0a-b8ef-810d2037c826 req-150d78a3-04f9-4149-86bd-5b8f8046c66f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 2372 time: 0.2668419 Aug 04 17:00:42.131372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:42.176601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ef91f1c-a9ef-4f0a-b8ef-810d2037c826 req-77b347ec-970d-402d-a642-5ec5d83411a8 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234140 Aug 04 17:00:42.203092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Transition to ACTIVE for port object 7f7e66dc-52c8-47b8-be73-42db55fd9bcd will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:42.379264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:42.395519 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:42.434403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Transition to ACTIVE for port object 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:42.438501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:42.506723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:42.529926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Port': ['ID=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:42.649595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62e71e99-ec14-43f3-9ad4-d26a9826d5b8 req-05f55cba-aa9f-4ea7-a578-4920c3a19c54 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 210 time: 0.2039576 Aug 04 17:00:42.748299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network b41deb09-8151-429d-9ece-729aeb2ad31e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:42.777692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:42.822601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:42.914215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59478522-7344-49bb-9186-278396401209 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:42.915346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:42.915588 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59478522-7344-49bb-9186-278396401209 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:43.013946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:43.017247 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:43.093581 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-59478522-7344-49bb-9186-278396401209 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Floating IP 217a5683-fa75-452f-bcd3-6542cbfec599 associated. External IP: 172.25.2.251, port: aff78694-1cd7-488e-b27a-08fe7d9ce7da. Aug 04 17:00:43.145030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-fc8fcf1c-c65f-4162-8679-57c3b9d634f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0005445 Aug 04 17:00:43.185275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e', 'admin_state_up': True, 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'security_groups': ['97c82d27-53a6-4b63-b973-03df49d97de3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:43.205733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e1cd0c57-f33c-4532-a84e-49598e524ffc None None] Provisioning for port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:43.217529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e1cd0c57-f33c-4532-a84e-49598e524ffc None None] Provisioning complete for port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:43.218591 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e1cd0c57-f33c-4532-a84e-49598e524ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:43.267044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd0c57-f33c-4532-a84e-49598e524ffc None None] Port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:43.297973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8e216-0fa4-4e77-b604-b58e89b76dc3 req-a1f5d962-7b0f-4fc1-baf2-ec2facd170bb tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:43.306481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8e216-0fa4-4e77-b604-b58e89b76dc3 req-a1f5d962-7b0f-4fc1-baf2-ec2facd170bb tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:43.324042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8e216-0fa4-4e77-b604-b58e89b76dc3 req-a1f5d962-7b0f-4fc1-baf2-ec2facd170bb tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:43.334096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46c8e216-0fa4-4e77-b604-b58e89b76dc3 req-a1f5d962-7b0f-4fc1-baf2-ec2facd170bb tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650&device_id=0e24d84f-cceb-440f-8119-b7985143b94d&device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 2418 time: 0.7315779 Aug 04 17:00:43.429697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-5d1aac9a-2df9-41e9-9e12-e5311a240c0b tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:43.431678 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-5d1aac9a-2df9-41e9-9e12-e5311a240c0b tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.90 "GET /v2.0/networks?id=1ec9ec80-e47b-4eff-9466-2506345f6182 HTTP/1.1" status: 200 len: 814 time: 0.2590742 Aug 04 17:00:43.448312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151087c-e72b-445b-9f14-f896e410f9df req-44630179-6273-47d0-966b-8e9900567555 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:43.449938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f151087c-e72b-445b-9f14-f896e410f9df req-44630179-6273-47d0-966b-8e9900567555 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 948 time: 0.3866713 Aug 04 17:00:43.450700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:43.451061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:43.451393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:43.454341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Request body: {'port': {'device_id': 'a0bb793b-fb7f-4b37-9a27-98102341e2ef', 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182', 'admin_state_up': True, 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:43.475735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46c8e216-0fa4-4e77-b604-b58e89b76dc3 req-0f8baa11-daed-4ce5-9490-670e39f2b1e6 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403759 Aug 04 17:00:43.504923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:00:43.505442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:43.519948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:43.527641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:43.528255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:43.528901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Bound port: 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:43.529416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:43.607953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f151087c-e72b-445b-9f14-f896e410f9df req-c02de01a-ed33-46ba-8296-1f47fe46d0a7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399488 Aug 04 17:00:43.655851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59478522-7344-49bb-9186-278396401209 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:00:43.748903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Made reservation on behalf of ab2a0df0e4c64e03b9224adffd67e9dd for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:43.750520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Made reservation on behalf of 3f52fdc6619c4d2eba5b5b57be5612f7 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:00:43.753658 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:43.758886 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:43.876269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:43.881510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:43.913826 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:43.933981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa6d0c-2211-44b3-8856-c7716c73b8fb req-3392ebf8-d96f-4633-90e7-9adb99ae3176 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:43.953403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa6d0c-2211-44b3-8856-c7716c73b8fb req-3392ebf8-d96f-4633-90e7-9adb99ae3176 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:43.959592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa6d0c-2211-44b3-8856-c7716c73b8fb req-3392ebf8-d96f-4633-90e7-9adb99ae3176 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:43.965932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa6d0c-2211-44b3-8856-c7716c73b8fb req-3392ebf8-d96f-4633-90e7-9adb99ae3176 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:43.973562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6fa6d0c-2211-44b3-8856-c7716c73b8fb req-3392ebf8-d96f-4633-90e7-9adb99ae3176 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 3093 time: 0.4065382 Aug 04 17:00:44.027214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Allocated IP 172.20.0.7 (1ec9ec80-e47b-4eff-9466-2506345f6182/338e3339-4571-46a9-92d9-85b0029caa1b/ec1273cd-ef3e-4549-a755-63c9a903c511) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:44.215461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:44.216188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:44.217869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] 10.222.0.82 "PUT /v2.0/ports/2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 1096 time: 3.0039520 Aug 04 17:00:44.223246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59478522-7344-49bb-9186-278396401209 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:00:44.228236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:44.230606 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6611e3-7ca9-4bea-94bf-44013cab85a5" -d '{"events": [{"name": "network-changed", "server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:44.249209 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] Sync routers for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:00:44.296999 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:00:44.298076 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:00:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:44.372691 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59478522-7344-49bb-9186-278396401209 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:44.470163 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-59478522-7344-49bb-9186-278396401209 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "PUT /v2.0/floatingips/217a5683-fa75-452f-bcd3-6542cbfec599 HTTP/1.1" status: 200 len: 991 time: 2.7084203 Aug 04 17:00:44.474101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:44.477032 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d883497-a267-4904-8f3c-024864007962", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:44.524186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6fa6d0c-2211-44b3-8856-c7716c73b8fb req-770743fd-00b0-4e51-855a-1e4efa231dcd tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5495591 Aug 04 17:00:44.528377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f4d5c-832a-4b03-8b5f-2772df43eddb service neutron] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:44.603475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:44.639461 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:00:44.652421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Transition to ACTIVE for port object ec1273cd-ef3e-4549-a755-63c9a903c511 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:44.700837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee7259-0d8d-4321-bc68-79d30025e526 req-e36b658b-aec7-4a4a-b027-96cf5ec504c7 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:44.724509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4aee7259-0d8d-4321-bc68-79d30025e526 req-e36b658b-aec7-4a4a-b027-96cf5ec504c7 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 945 time: 0.7464902 Aug 04 17:00:44.763406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:44.829847 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Network 1ec9ec80-e47b-4eff-9466-2506345f6182 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:44.835861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:44.840862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:44.859980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-2f20d476-27b4-4d94-aced-9158ccc16ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:44.861638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-2f20d476-27b4-4d94-aced-9158ccc16ac5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1099 time: 0.5700409 Aug 04 17:00:44.935889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Allocated IP 10.2.2.200 (b41deb09-8151-429d-9ece-729aeb2ad31e/2d13f2b1-df7d-4bdb-8358-6416da03e049/aedf5264-6657-4b09-a9fa-711bead1cc33) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:00:44.962483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:44.963123 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:45.019830 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5705693 Aug 04 17:00:45.085167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Request body: {'port': {'device_id': 'a0bb793b-fb7f-4b37-9a27-98102341e2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:45.150677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-292a858d-1a82-4ea2-8889-ab8ef1673c37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 217 time: 0.2394493 Aug 04 17:00:45.187111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4aee7259-0d8d-4321-bc68-79d30025e526 req-8f25dae0-9c9c-459e-b2fa-b89d7986ac33 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598877 Aug 04 17:00:45.356287 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:45.367574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cbbec-bc31-473d-a7d6-0c7b2b0bb5be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Pushing event updated for resources: {'Port': ['ID=ec1273cd-ef3e-4549-a755-63c9a903c511,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:45.402799 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '217a5683-fa75-452f-bcd3-6542cbfec599', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'port_id': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'mac_address': 'fa:16:3e:b7:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d883497-a267-4904-8f3c-024864007962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:00:14Z', 'updated_at': '2021-08-04T17:00:42Z', 'revision_number': 1, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:45.461743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-06582c57-6d3d-4208-a42e-62f7c2e322c8 None None] Provisioning for port ec1273cd-ef3e-4549-a755-63c9a903c511 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:45.471030 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027451ac-f720-420d-90a7-d1afac85610e req-96dc1315-9451-4fdc-98f8-18e6d70fa972 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:45.481582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-06582c57-6d3d-4208-a42e-62f7c2e322c8 None None] Provisioning complete for port ec1273cd-ef3e-4549-a755-63c9a903c511 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:45.481982 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-06582c57-6d3d-4208-a42e-62f7c2e322c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:45.483100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-027451ac-f720-420d-90a7-d1afac85610e req-96dc1315-9451-4fdc-98f8-18e6d70fa972 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 931 time: 0.7441318 Aug 04 17:00:45.520230 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] Checking router: dde7ca5d-7a33-479e-99ce-c47e1451e1f1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:00:45.532256 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04fe42d-079a-496e-a573-854fa7af6729 x-openstack-request-id: req-a04fe42d-079a-496e-a573-854fa7af6729 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:45.532810 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:45.532810 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a04fe42d-079a-496e-a573-854fa7af6729 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:45.533184 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'status': 'completed', 'code': 200} Aug 04 17:00:45.594202 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:00:45.594927 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:00:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:45.636099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-1a28015e-7dea-4751-8c70-0317d5bfdf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:45.637972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-1a28015e-7dea-4751-8c70-0317d5bfdf13 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.4279130 Aug 04 17:00:45.639883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-06582c57-6d3d-4208-a42e-62f7c2e322c8 None None] Port ec1273cd-ef3e-4549-a755-63c9a903c511 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:45.763539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48300) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:45.818449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-027451ac-f720-420d-90a7-d1afac85610e req-a5b8ce33-6051-4ed1-a89b-a223a8a82079 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095496 Aug 04 17:00:45.861334 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b042718-8814-41ca-9f3e-acdfdd1251c9 x-openstack-request-id: req-7b042718-8814-41ca-9f3e-acdfdd1251c9 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:45.861653 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d883497-a267-4904-8f3c-024864007962", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:45.861881 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b042718-8814-41ca-9f3e-acdfdd1251c9 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:45.862292 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'status': 'completed', 'code': 200} Aug 04 17:00:45.894747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-534d58a1-ce23-4557-a2ff-59de6caf2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:45.896906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-534d58a1-ce23-4557-a2ff-59de6caf2f4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2111311 Aug 04 17:00:46.090615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-bbfcf697-775f-4ea2-8b5b-44f26b5275f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:46.100674 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-bbfcf697-775f-4ea2-8b5b-44f26b5275f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 1096 time: 0.2468271 Aug 04 17:00:46.141162 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:00:46.167279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:46.202093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Transition to ACTIVE for port object aedf5264-6657-4b09-a9fa-711bead1cc33 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:46.661915 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '217a5683-fa75-452f-bcd3-6542cbfec599', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'port_id': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'mac_address': 'fa:16:3e:b7:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d883497-a267-4904-8f3c-024864007962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:00:14Z', 'updated_at': '2021-08-04T17:00:42Z', 'revision_number': 1, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:00:46.756184 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a69601-93f2-43ba-aed5-4d9036c2e04d None None] The sync data for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 is: [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '217a5683-fa75-452f-bcd3-6542cbfec599', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'port_id': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'mac_address': 'fa:16:3e:b7:fb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d883497-a267-4904-8f3c-024864007962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:00:14Z', 'updated_at': '2021-08-04T17:00:42Z', 'revision_number': 1, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:00:46.957010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1273cd-ef3e-4549-a755-63c9a903c511 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:46.972575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:47.006076 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Transition to ACTIVE for port object ec1273cd-ef3e-4549-a755-63c9a903c511 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:47.050218 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:47.058398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-22a9078e-a16e-4800-b05f-fa083d164087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:47.060047 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-22a9078e-a16e-4800-b05f-fa083d164087 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.9468546 Aug 04 17:00:47.063250 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46a8b1c4-3c63-4861-b680-44cbf7422985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:47.110790 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:47.122288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d80fab-4ee3-4ae3-8986-07ed8f55b682 None None] New status for floating IP 217a5683-fa75-452f-bcd3-6542cbfec599: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:00:47.240445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Network b41deb09-8151-429d-9ece-729aeb2ad31e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:00:47.265913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69901454-52f5-4eb9-92e6-9397946740d7 req-19fcdf7f-5482-4e71-be6e-2e28bbc07923 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:47.278674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69901454-52f5-4eb9-92e6-9397946740d7 req-19fcdf7f-5482-4e71-be6e-2e28bbc07923 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:47.290848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69901454-52f5-4eb9-92e6-9397946740d7 req-19fcdf7f-5482-4e71-be6e-2e28bbc07923 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:47.307365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69901454-52f5-4eb9-92e6-9397946740d7 req-19fcdf7f-5482-4e71-be6e-2e28bbc07923 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:47.313559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69901454-52f5-4eb9-92e6-9397946740d7 req-19fcdf7f-5482-4e71-be6e-2e28bbc07923 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:47.324146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69901454-52f5-4eb9-92e6-9397946740d7 req-19fcdf7f-5482-4e71-be6e-2e28bbc07923 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 3814 time: 0.2787838 Aug 04 17:00:47.334779 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-8d0fa2c9-ae0b-4ba8-8e0f-6760634a7e5b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 200 len: 999 time: 0.2105377 Aug 04 17:00:47.356790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1e1f7-e326-4db4-8387-3d45a9819201 req-54e812a6-9184-4cd9-9237-423c0c909aa1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:47.364711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47a1e1f7-e326-4db4-8387-3d45a9819201 req-54e812a6-9184-4cd9-9237-423c0c909aa1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 948 time: 1.4014926 Aug 04 17:00:47.414781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:00:47.442744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:00:47.460955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-abb33cb2-281c-4f83-be09-81cc4eea90af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:47.471134 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-abb33cb2-281c-4f83-be09-81cc4eea90af service neutron] 10.222.0.82 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.1138058 Aug 04 17:00:47.508911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1273cd-ef3e-4549-a755-63c9a903c511,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:47.630104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event updated for resources: {'Port': ['ID=aedf5264-6657-4b09-a9fa-711bead1cc33,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:47.655723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-8c27bbd2-a862-40da-975c-52cba4383fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:47.657429 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-8c27bbd2-a862-40da-975c-52cba4383fc6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1798933 Aug 04 17:00:47.751485 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Attempting to bind port ec1273cd-ef3e-4549-a755-63c9a903c511 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:47.751808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Attempting to bind port ec1273cd-ef3e-4549-a755-63c9a903c511 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:47.752136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Attempting to bind port ec1273cd-ef3e-4549-a755-63c9a903c511 on network 1ec9ec80-e47b-4eff-9466-2506345f6182 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:47.760423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Port ec1273cd-ef3e-4549-a755-63c9a903c511 on network 1ec9ec80-e47b-4eff-9466-2506345f6182 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:00:47.761010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Attempting to bind port ec1273cd-ef3e-4549-a755-63c9a903c511 on network 1ec9ec80-e47b-4eff-9466-2506345f6182 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:47.768268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:47.768616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Checking segment: {'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:47.769007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Bound using segment: {'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:47.769448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Bound port: ec1273cd-ef3e-4549-a755-63c9a903c511, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f52ddf0-cdf4-452a-a15f-9873690de3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:47.769816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:47.781630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:47.782572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:47.879277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-211f0ce7-f7c3-4dc0-b1c7-636486ac23c3 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9521236 Aug 04 17:00:47.887130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47a1e1f7-e326-4db4-8387-3d45a9819201 req-e42199c5-f37e-4024-9735-2cc578cb3f65 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215266 Aug 04 17:00:47.894707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69901454-52f5-4eb9-92e6-9397946740d7 req-15eb3e79-909d-4a11-b5d8-55c8de1901bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5049028 Aug 04 17:00:47.918004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d0ec0164-78b0-485f-b7d8-594705203a57 None None] Provisioning for port aedf5264-6657-4b09-a9fa-711bead1cc33 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:47.923338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d0ec0164-78b0-485f-b7d8-594705203a57 None None] Provisioning complete for port aedf5264-6657-4b09-a9fa-711bead1cc33 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:47.923946 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0164-78b0-485f-b7d8-594705203a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:47.979898 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-7f5cebc9-6d13-45ef-9b63-0eef8196dd7e service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038888 Aug 04 17:00:48.037483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec0164-78b0-485f-b7d8-594705203a57 None None] Port aedf5264-6657-4b09-a9fa-711bead1cc33 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:00:48.047630 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22ee1e81-a01e-438b-8cac-31c8f22409f9 req-010bbd72-e5b0-4e3c-a9e3-4bc58eb5c5f0 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478291 Aug 04 17:00:48.057628 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46a8b1c4-3c63-4861-b680-44cbf7422985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:48.068009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46a8b1c4-3c63-4861-b680-44cbf7422985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:48.125492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] For port ec1273cd-ef3e-4549-a755-63c9a903c511, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:48.173708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-46a8b1c4-3c63-4861-b680-44cbf7422985 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c811f7b546b54473b4bde555c635c1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4086111 Aug 04 17:00:48.179633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] For port ec1273cd-ef3e-4549-a755-63c9a903c511, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ec1273cd-ef3e-4549-a755-63c9a903c511,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:48.181719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48316) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:00:48.209146 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:48.217800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5d4e1221-03ce-4dae-a383-5e1286ca1050 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0464568 Aug 04 17:00:48.274318 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:48.275237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:48.276992 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] 10.222.0.90 "PUT /v2.0/ports/ec1273cd-ef3e-4549-a755-63c9a903c511 HTTP/1.1" status: 200 len: 1091 time: 3.2242849 Aug 04 17:00:48.277619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bb793b-fb7f-4b37-9a27-98102341e2ef', 'tag': 'ec1273cd-ef3e-4549-a755-63c9a903c511'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:48.284180 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e435718-314b-4b27-b4e7-a098457197c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bb793b-fb7f-4b37-9a27-98102341e2ef", "tag": "ec1273cd-ef3e-4549-a755-63c9a903c511"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:48.309306 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44e2307d-000a-46f0-bb1b-45df8cb1eeb2 req-138f59a2-0ef1-4b5d-93f1-05efbf648849 service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078511 Aug 04 17:00:48.338823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8b1c4-3c63-4861-b680-44cbf7422985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df111cd0-693a-4413-98da-628d7fe1a212,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:48.360051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555f598-8171-4fbf-9d11-21edb6d7a640 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1273cd-ef3e-4549-a755-63c9a903c511,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:48.480228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4014312f-5009-47c4-a962-796ff530bb27 req-68f587f6-d50c-450d-a05e-f5be0bc5eb58 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3468950 Aug 04 17:00:48.529488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-94a7885f-0f6f-4a8b-b6d1-5e5192f398c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:48.531737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-94a7885f-0f6f-4a8b-b6d1-5e5192f398c2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1099 time: 0.3729367 Aug 04 17:00:48.534281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62a0d177-fb2b-48dc-b2b7-f84e53c56884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:48.559321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62a0d177-fb2b-48dc-b2b7-f84e53c56884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:48.698494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e2536-eecc-44a0-a273-86c9f408245b req-35025647-f4d3-4975-890f-2e0f8fafb466 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:48.706657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-157e2536-eecc-44a0-a273-86c9f408245b req-35025647-f4d3-4975-890f-2e0f8fafb466 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 943 time: 0.2587366 Aug 04 17:00:48.778098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014312f-5009-47c4-a962-796ff530bb27 req-c52b7208-75dd-448b-85d9-4654704ec633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:48.779978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4014312f-5009-47c4-a962-796ff530bb27 req-c52b7208-75dd-448b-85d9-4654704ec633 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 1100 time: 0.2038934 Aug 04 17:00:48.810451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-157e2536-eecc-44a0-a273-86c9f408245b req-06539b71-9462-42a9-abd4-908af57fa7de tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026928 Aug 04 17:00:48.811183 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62a0d177-fb2b-48dc-b2b7-f84e53c56884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:48.814122 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62a0d177-fb2b-48dc-b2b7-f84e53c56884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:48.818123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-62a0d177-fb2b-48dc-b2b7-f84e53c56884 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df111cd0-693a-4413-98da-628d7fe1a212 HTTP/1.1" status: 204 len: 168 time: 0.6301329 Aug 04 17:00:48.900109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0d177-fb2b-48dc-b2b7-f84e53c56884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df111cd0-693a-4413-98da-628d7fe1a212,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:48.978264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014312f-5009-47c4-a962-796ff530bb27 req-4104a92f-f1c4-4a86-8567-204a70eea270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:48.979668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4014312f-5009-47c4-a962-796ff530bb27 req-4104a92f-f1c4-4a86-8567-204a70eea270 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1572533 Aug 04 17:00:48.980956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-05298a33-556d-4689-af62-2951565adf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:48.982370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-05298a33-556d-4689-af62-2951565adf1d service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.4044411 Aug 04 17:00:49.044706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4014312f-5009-47c4-a962-796ff530bb27 req-e055fce2-f49b-4982-9b62-39372e837f22 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 200 len: 217 time: 0.0453088 Aug 04 17:00:49.140092 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1899a2e-ee24-4a7b-809d-6d98a7c41d97 x-openstack-request-id: req-b1899a2e-ee24-4a7b-809d-6d98a7c41d97 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:49.140382 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bb793b-fb7f-4b37-9a27-98102341e2ef", "tag": "ec1273cd-ef3e-4549-a755-63c9a903c511", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:49.140630 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1899a2e-ee24-4a7b-809d-6d98a7c41d97 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:49.141042 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bb793b-fb7f-4b37-9a27-98102341e2ef', 'tag': 'ec1273cd-ef3e-4549-a755-63c9a903c511', 'status': 'completed', 'code': 200} Aug 04 17:00:49.145521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-5b394270-c4fb-492e-a708-b34e5e195411 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 217 time: 0.0998826 Aug 04 17:00:49.217054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014312f-5009-47c4-a962-796ff530bb27 req-29975ef1-a63a-4408-94d1-3963f38bf6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:49.218535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4014312f-5009-47c4-a962-796ff530bb27 req-29975ef1-a63a-4408-94d1-3963f38bf6b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1641972 Aug 04 17:00:49.336968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-f2cb7761-e592-44c2-ba0a-eded59a0845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:49.338515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-f2cb7761-e592-44c2-ba0a-eded59a0845a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1812801 Aug 04 17:00:49.366102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5aa82-dcd8-4fcb-aa0f-5a066e94af66 req-ca6984f4-fc9a-451e-900f-b8691d336cd4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:49.373785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50d5aa82-dcd8-4fcb-aa0f-5a066e94af66 req-ca6984f4-fc9a-451e-900f-b8691d336cd4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 948 time: 0.1612380 Aug 04 17:00:49.436106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014312f-5009-47c4-a962-796ff530bb27 req-0cc23194-75c8-4440-9ac5-e452ad946aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:49.451646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4014312f-5009-47c4-a962-796ff530bb27 req-0cc23194-75c8-4440-9ac5-e452ad946aec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057157 Aug 04 17:00:49.540696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50d5aa82-dcd8-4fcb-aa0f-5a066e94af66 req-8144542e-3b9e-4545-ad67-ea102a14b808 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660547 Aug 04 17:00:49.552670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-a3d71e34-d6de-4b5e-87a9-0e9b7d3ebc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:49.554609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-a3d71e34-d6de-4b5e-87a9-0e9b7d3ebc26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057827 Aug 04 17:00:49.792396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4014312f-5009-47c4-a962-796ff530bb27 req-5a2d75bc-f2a1-4bb8-8acd-5296a83d76eb service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247504 Aug 04 17:00:49.901109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510b53-e35d-4460-b894-6c0a5058a783 req-fed9d902-9688-4ffa-936c-51d4000d37fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:49.909413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510b53-e35d-4460-b894-6c0a5058a783 req-fed9d902-9688-4ffa-936c-51d4000d37fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:49.916022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510b53-e35d-4460-b894-6c0a5058a783 req-fed9d902-9688-4ffa-936c-51d4000d37fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:49.924931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510b53-e35d-4460-b894-6c0a5058a783 req-fed9d902-9688-4ffa-936c-51d4000d37fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:49.929449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61510b53-e35d-4460-b894-6c0a5058a783 req-fed9d902-9688-4ffa-936c-51d4000d37fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:49.931348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61510b53-e35d-4460-b894-6c0a5058a783 req-fed9d902-9688-4ffa-936c-51d4000d37fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 3814 time: 0.2143803 Aug 04 17:00:49.944349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-9ad6ef40-70e3-4a7c-870d-9fcff72739c2 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731394 Aug 04 17:00:50.078997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61510b53-e35d-4460-b894-6c0a5058a783 req-c52871e9-a3d8-4bc3-8d8f-eb4165575da7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252437 Aug 04 17:00:50.153350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4014312f-5009-47c4-a962-796ff530bb27 req-d24c61b1-544f-468a-97ce-6596ecf61a47 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368237 Aug 04 17:00:50.220844 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c6611e3-7ca9-4bea-94bf-44013cab85a5 req-284cf520-ca08-496c-92ea-c36c3dceb9b1 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609446 Aug 04 17:00:50.548062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:00:50.690578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:50.721715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'mac_address': 'fa:16:3e:66:3c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:00:50.806973 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:50.834551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:50.867655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:50.875165 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:50.959591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:51.124440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653091f3-efca-4c71-a242-eae293e617b2 req-2d8ca43f-fec9-4240-8c49-aeff2b5f301d tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:51.125883 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-653091f3-efca-4c71-a242-eae293e617b2 req-2d8ca43f-fec9-4240-8c49-aeff2b5f301d tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 943 time: 0.4917305 Aug 04 17:00:51.184755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['2b96d8d5-5d3c-429f-b8ce-993a1e29b957'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:00:51.199327 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-653091f3-efca-4c71-a242-eae293e617b2 req-0d1af5b0-a835-4207-aa64-7a772a280b23 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663459 Aug 04 17:00:51.516726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab9cef-73db-4bc4-bc90-f63a149cb350 req-180b64e3-a15a-44c8-a218-5ca001ba6206 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:51.528700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08ab9cef-73db-4bc4-bc90-f63a149cb350 req-180b64e3-a15a-44c8-a218-5ca001ba6206 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 949 time: 0.1032310 Aug 04 17:00:51.600286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08ab9cef-73db-4bc4-bc90-f63a149cb350 req-08bb1138-5aa4-4e14-a35c-bbfc2dacba0b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649920 Aug 04 17:00:51.766107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28232d-b8a5-46ce-9a61-ad4b6926c0de req-858f9789-c7d9-47fa-a8b7-104d7c6c3615 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:51.779048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28232d-b8a5-46ce-9a61-ad4b6926c0de req-858f9789-c7d9-47fa-a8b7-104d7c6c3615 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:51.790173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28232d-b8a5-46ce-9a61-ad4b6926c0de req-858f9789-c7d9-47fa-a8b7-104d7c6c3615 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:51.798098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28232d-b8a5-46ce-9a61-ad4b6926c0de req-858f9789-c7d9-47fa-a8b7-104d7c6c3615 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:51.806026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28232d-b8a5-46ce-9a61-ad4b6926c0de req-858f9789-c7d9-47fa-a8b7-104d7c6c3615 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:51.808600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e28232d-b8a5-46ce-9a61-ad4b6926c0de req-858f9789-c7d9-47fa-a8b7-104d7c6c3615 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 3814 time: 0.1264310 Aug 04 17:00:51.875127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e28232d-b8a5-46ce-9a61-ad4b6926c0de req-421639ad-385d-4f64-bd86-94f7bcc9e5c4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523598 Aug 04 17:00:52.495694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b21f-0efe-4ca7-baf8-fda65073dd56 req-baf2ab3b-2ac8-4b29-8231-d14f4565a452 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:52.497070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c68b21f-0efe-4ca7-baf8-fda65073dd56 req-baf2ab3b-2ac8-4b29-8231-d14f4565a452 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 943 time: 0.0529733 Aug 04 17:00:52.552436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c68b21f-0efe-4ca7-baf8-fda65073dd56 req-216354e5-01b6-4531-ac49-7bfdc88aecf0 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463054 Aug 04 17:00:52.557278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:00:52.655794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:00:52.660914 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:00:52.661397 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:52.778277 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:52.798588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88ae4-572f-41a5-84b4-14f4cd1237c4 req-fdbfafa7-98c6-4bf0-a15b-1c220f8adcaa tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:52.800192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ec88ae4-572f-41a5-84b4-14f4cd1237c4 req-fdbfafa7-98c6-4bf0-a15b-1c220f8adcaa tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.0571501 Aug 04 17:00:52.803361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:52.805687 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18ff2e6-7dd8-4b87-bad5-b3af3cefcb65" -d '{"events": [{"server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "name": "network-vif-plugged", "status": "completed", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:52.823168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:00:52.829184 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:52.853367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ec88ae4-572f-41a5-84b4-14f4cd1237c4 req-5e808819-bc86-4215-a35f-9119d8c09eb3 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Aug 04 17:00:52.902481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:53.019527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48208fdc-f046-4c1a-96da-6262fc60240c req-65597b24-4f80-4764-9218-a81fd2d324a4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:53.021185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48208fdc-f046-4c1a-96da-6262fc60240c req-65597b24-4f80-4764-9218-a81fd2d324a4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.0737619 Aug 04 17:00:53.071401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48208fdc-f046-4c1a-96da-6262fc60240c req-89225ea6-45ce-44de-a503-fdd251aeb410 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435288 Aug 04 17:00:53.198871 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9df963-ec68-48f4-9f2d-6dca86da92b2 x-openstack-request-id: req-7f9df963-ec68-48f4-9f2d-6dca86da92b2 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:53.198871 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "name": "network-vif-plugged", "status": "completed", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:53.198871 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f9df963-ec68-48f4-9f2d-6dca86da92b2 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:53.198871 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'code': 200} Aug 04 17:00:53.394152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfc9ca-d45d-409b-b965-ea44ec1801c5 req-cb99171a-37e1-4b5d-98c3-88ad0c7b703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:53.395914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbdfc9ca-d45d-409b-b965-ea44ec1801c5 req-cb99171a-37e1-4b5d-98c3-88ad0c7b703b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1101 time: 0.1067603 Aug 04 17:00:53.407350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1e5b-dcf3-4708-8397-8306770f1f53 req-9b65b644-9609-4014-87e0-52942f15fd40 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:53.413502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1e5b-dcf3-4708-8397-8306770f1f53 req-9b65b644-9609-4014-87e0-52942f15fd40 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:53.419605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1e5b-dcf3-4708-8397-8306770f1f53 req-9b65b644-9609-4014-87e0-52942f15fd40 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:53.426075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1e5b-dcf3-4708-8397-8306770f1f53 req-9b65b644-9609-4014-87e0-52942f15fd40 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:53.440941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1e5b-dcf3-4708-8397-8306770f1f53 req-9b65b644-9609-4014-87e0-52942f15fd40 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:53.441922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9eed1e5b-dcf3-4708-8397-8306770f1f53 req-9b65b644-9609-4014-87e0-52942f15fd40 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 3814 time: 0.1351738 Aug 04 17:00:53.500285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9eed1e5b-dcf3-4708-8397-8306770f1f53 req-64c5eccc-844a-4e42-a4a1-c0d21acc3eb5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504351 Aug 04 17:00:53.505629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbdfc9ca-d45d-409b-b965-ea44ec1801c5 req-ad0b0dec-e3a4-4b7a-b345-d5ac846999b7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627131 Aug 04 17:00:53.695096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93fbf4-47cd-4762-ac03-b43e656c17c1 req-f5e5d15c-ec95-4162-b5f5-790b85456053 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:53.696822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d93fbf4-47cd-4762-ac03-b43e656c17c1 req-f5e5d15c-ec95-4162-b5f5-790b85456053 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 943 time: 0.0553460 Aug 04 17:00:53.736723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d93fbf4-47cd-4762-ac03-b43e656c17c1 req-6a3dec59-0fbd-4b10-91a3-e49204d55a93 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334692 Aug 04 17:00:53.971440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f5b7e-3752-4834-b835-1ab56cf5d41f req-141e96b1-c501-4512-9774-761f14ef30df tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:53.972970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17f5b7e-3752-4834-b835-1ab56cf5d41f req-141e96b1-c501-4512-9774-761f14ef30df tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.0486617 Aug 04 17:00:54.018606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f17f5b7e-3752-4834-b835-1ab56cf5d41f req-c314f96c-3863-4c56-ab72-7d53a949a75a tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392864 Aug 04 17:00:54.242933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cc3ad-ab6c-4ea6-ac8f-e8d7320ed477 req-ecbd4ddb-f03f-409b-937e-7ac7760d4220 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:54.245307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-322cc3ad-ab6c-4ea6-ac8f-e8d7320ed477 req-ecbd4ddb-f03f-409b-937e-7ac7760d4220 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.0973153 Aug 04 17:00:54.288323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-322cc3ad-ab6c-4ea6-ac8f-e8d7320ed477 req-d2ff5d11-d91e-4aa9-85a1-be8f8e32fd76 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355194 Aug 04 17:00:54.678353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb4a4-8f3f-4167-9abf-86547668acf3 req-c80a901f-db31-4886-91a1-2da9d7b3ec44 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:54.685956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb4a4-8f3f-4167-9abf-86547668acf3 req-c80a901f-db31-4886-91a1-2da9d7b3ec44 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:54.692265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb4a4-8f3f-4167-9abf-86547668acf3 req-c80a901f-db31-4886-91a1-2da9d7b3ec44 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:54.698928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb4a4-8f3f-4167-9abf-86547668acf3 req-c80a901f-db31-4886-91a1-2da9d7b3ec44 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:54.705042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb4a4-8f3f-4167-9abf-86547668acf3 req-c80a901f-db31-4886-91a1-2da9d7b3ec44 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:54.706962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3bcb4a4-8f3f-4167-9abf-86547668acf3 req-c80a901f-db31-4886-91a1-2da9d7b3ec44 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 3814 time: 0.0941713 Aug 04 17:00:54.756224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3bcb4a4-8f3f-4167-9abf-86547668acf3 req-a6079834-e89a-49bf-9324-ccd70b9bc62c tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379748 Aug 04 17:00:54.945218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a04b-d1b3-43f1-874d-a350e130bb0b req-1607cc21-cd53-4a24-b4c8-9613bca55189 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:54.947286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a68a04b-d1b3-43f1-874d-a350e130bb0b req-1607cc21-cd53-4a24-b4c8-9613bca55189 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 943 time: 0.0535812 Aug 04 17:00:54.999051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a68a04b-d1b3-43f1-874d-a350e130bb0b req-3ec64be1-cc6c-4999-a115-15db660231b1 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Aug 04 17:00:55.232063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621784f-ef8d-47f7-96c8-b1913ea12a1a req-534e691a-ba67-4851-bffd-4c67c611c1ad tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:55.233868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f621784f-ef8d-47f7-96c8-b1913ea12a1a req-534e691a-ba67-4851-bffd-4c67c611c1ad tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.0842409 Aug 04 17:00:55.384531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f621784f-ef8d-47f7-96c8-b1913ea12a1a req-7ae8b236-fe15-4f32-b2f2-96e8233e391e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351037 Aug 04 17:00:55.531701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6dd89-cb4e-424a-a3f1-2617cebd2e39 req-91670274-42a4-49fe-92b5-1b7d02004363 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:55.533219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ac6dd89-cb4e-424a-a3f1-2617cebd2e39 req-91670274-42a4-49fe-92b5-1b7d02004363 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.0584610 Aug 04 17:00:55.582407 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ac6dd89-cb4e-424a-a3f1-2617cebd2e39 req-ac9cbfc7-6f49-4b39-bd74-c9ea5691f58c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Aug 04 17:00:55.705921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c670f4-75e9-467a-aecf-19fbc0d246c2 req-40ffab18-eb8c-4c61-a342-cff943df08fc tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:55.707553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69c670f4-75e9-467a-aecf-19fbc0d246c2 req-40ffab18-eb8c-4c61-a342-cff943df08fc tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1101 time: 0.0440946 Aug 04 17:00:55.743022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69c670f4-75e9-467a-aecf-19fbc0d246c2 req-c0497155-bce7-4312-bfec-8355a5740da5 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292075 Aug 04 17:00:56.345888 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-eb8eaa0b-82f7-445a-be7d-f5a65a688bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0592785 Aug 04 17:00:56.349119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb98de-8929-4014-a8a5-4637a48e72a9 req-961e5b72-c0d5-4776-91d8-887e72ae6000 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:56.355561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb98de-8929-4014-a8a5-4637a48e72a9 req-961e5b72-c0d5-4776-91d8-887e72ae6000 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:56.361609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb98de-8929-4014-a8a5-4637a48e72a9 req-961e5b72-c0d5-4776-91d8-887e72ae6000 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:56.367939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb98de-8929-4014-a8a5-4637a48e72a9 req-961e5b72-c0d5-4776-91d8-887e72ae6000 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:56.374493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb98de-8929-4014-a8a5-4637a48e72a9 req-961e5b72-c0d5-4776-91d8-887e72ae6000 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:56.376438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1fb98de-8929-4014-a8a5-4637a48e72a9 req-961e5b72-c0d5-4776-91d8-887e72ae6000 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 3814 time: 0.0979257 Aug 04 17:00:56.436365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1fb98de-8929-4014-a8a5-4637a48e72a9 req-a9c54706-fd9a-4933-9ef7-8e29ace8e21b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495143 Aug 04 17:00:56.636800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d1d8b-4c01-4153-bf5f-838a4d0592f9 req-26c5c545-e6a6-4a3f-b07f-dc91ca0898a8 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:56.647741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d9d1d8b-4c01-4153-bf5f-838a4d0592f9 req-26c5c545-e6a6-4a3f-b07f-dc91ca0898a8 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 943 time: 0.0791163 Aug 04 17:00:56.677453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:56.729450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d9d1d8b-4c01-4153-bf5f-838a4d0592f9 req-1dbfecbf-1126-4e69-aef5-029d4bfb7185 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 Aug 04 17:00:56.758887 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:56.885218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e435718-314b-4b27-b4e7-a098457197c0 req-acd3d870-28f1-4fe1-854a-680f9d73ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:56.889017 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e435718-314b-4b27-b4e7-a098457197c0 req-acd3d870-28f1-4fe1-854a-680f9d73ce94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3f52fdc6619c4d2eba5b5b57be5612f7&device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 1094 time: 0.0864563 Aug 04 17:00:57.123628 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e435718-314b-4b27-b4e7-a098457197c0 req-9fec6d51-ba63-4833-9184-01a857764e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.125621 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e435718-314b-4b27-b4e7-a098457197c0 req-9fec6d51-ba63-4833-9184-01a857764e2a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3f52fdc6619c4d2eba5b5b57be5612f7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2151089 Aug 04 17:00:57.132026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cec96-2352-4607-83ea-636748dfc65b req-c787bafc-05d2-468f-8c3d-b1cffd18617f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.133912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c4cec96-2352-4607-83ea-636748dfc65b req-c787bafc-05d2-468f-8c3d-b1cffd18617f tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.2752337 Aug 04 17:00:57.166320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-0093cca3-777a-40ea-813e-728670176001 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1846962 Aug 04 17:00:57.230967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ade6c-fd28-4efa-8d83-12e526cf2fd9 req-e84aabb4-be01-41f6-87c1-8a319d1fd2f1 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.238673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e7ade6c-fd28-4efa-8d83-12e526cf2fd9 req-e84aabb4-be01-41f6-87c1-8a319d1fd2f1 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.2587256 Aug 04 17:00:57.340396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-e1161538-bb9b-4dda-8776-a4e45aeeb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.341888 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-e1161538-bb9b-4dda-8776-a4e45aeeb176 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 1101 time: 0.1422563 Aug 04 17:00:57.349920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c4cec96-2352-4607-83ea-636748dfc65b req-b17859e9-4961-4a42-855a-9adfdd522c96 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806931 Aug 04 17:00:57.365407 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e7ade6c-fd28-4efa-8d83-12e526cf2fd9 req-adff7bc3-5a1c-42d5-9872-644f98ba019d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257408 Aug 04 17:00:57.575463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e435718-314b-4b27-b4e7-a098457197c0 req-c36e92e3-de82-4278-a120-029b24d9fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.578146 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4e435718-314b-4b27-b4e7-a098457197c0 req-c36e92e3-de82-4278-a120-029b24d9fc51 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4427984 Aug 04 17:00:57.692842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8856018a-3c76-4c7c-86aa-4640eb461494 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:00:57.717305 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:57.728432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-c614893f-02ae-467d-923c-7f13af3697d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.731126 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-c614893f-02ae-467d-923c-7f13af3697d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3f52fdc6619c4d2eba5b5b57be5612f7&device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 1094 time: 0.0862710 Aug 04 17:00:57.757881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Transition to ACTIVE for port object 8856018a-3c76-4c7c-86aa-4640eb461494 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:00:57.779955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-44015006-3ca1-4814-b3ab-903c53263f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.782760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-44015006-3ca1-4814-b3ab-903c53263f66 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.3946924 Aug 04 17:00:57.793909 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-de03275c-9fcc-4118-aa60-41952ba61a6b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec1273cd-ef3e-4549-a755-63c9a903c511 HTTP/1.1" status: 200 len: 217 time: 0.0539513 Aug 04 17:00:57.802712 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:57.877792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b39e0-4ad7-4d70-896f-3a49128ad188 req-40a754dc-40c0-4cde-9a5a-40dc39c6612f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.892756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7cf65f51-888a-4804-a3fa-0d77806de3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.894348 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-7cf65f51-888a-4804-a3fa-0d77806de3b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=338e3339-4571-46a9-92d9-85b0029caa1b HTTP/1.1" status: 200 len: 853 time: 0.0881910 Aug 04 17:00:57.894488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b39e0-4ad7-4d70-896f-3a49128ad188 req-40a754dc-40c0-4cde-9a5a-40dc39c6612f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.918829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b39e0-4ad7-4d70-896f-3a49128ad188 req-40a754dc-40c0-4cde-9a5a-40dc39c6612f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.928077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b39e0-4ad7-4d70-896f-3a49128ad188 req-40a754dc-40c0-4cde-9a5a-40dc39c6612f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.937573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b39e0-4ad7-4d70-896f-3a49128ad188 req-40a754dc-40c0-4cde-9a5a-40dc39c6612f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.940413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a33b39e0-4ad7-4d70-896f-3a49128ad188 req-40a754dc-40c0-4cde-9a5a-40dc39c6612f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 3814 time: 0.3661473 Aug 04 17:00:57.974172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-22f22b49-e587-404f-8b7a-576901516a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:57.979581 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-22f22b49-e587-404f-8b7a-576901516a77 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ec9ec80-e47b-4eff-9466-2506345f6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693519 Aug 04 17:00:58.052265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-bb074389-ee24-4d46-b022-45fbe7da82d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 200 len: 217 time: 0.2513275 Aug 04 17:00:58.125227 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-1f257d43-e495-4471-b7a7-0dbb747a52c8 service neutron] 10.222.0.90 "GET /v2.0/networks/1ec9ec80-e47b-4eff-9466-2506345f6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387312 Aug 04 17:00:58.150865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Pushing event updated for resources: {'Port': ['ID=8856018a-3c76-4c7c-86aa-4640eb461494,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:58.199299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307d1b-c0f8-4489-9f16-f9e475bac2d3 req-7688094c-2ab8-4844-a670-459823375b3f tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:58.201408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9307d1b-c0f8-4489-9f16-f9e475bac2d3 req-7688094c-2ab8-4844-a670-459823375b3f tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 943 time: 0.2562873 Aug 04 17:00:58.202892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.203239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.203580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.203915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.204244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.205460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.205823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.206140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.207166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.207505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.208413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.208751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:00:58.253379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a33b39e0-4ad7-4d70-896f-3a49128ad188 req-2eda6394-ba10-4de6-a854-53a530de4b7d tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896018 Aug 04 17:00:58.269750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-0bc30a04-1994-4f92-86e1-b2b18e967adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:58.273929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-0bc30a04-1994-4f92-86e1-b2b18e967adb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2004864 Aug 04 17:00:58.315357 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fe358590-afb6-4a26-8ebf-ca2cb8cb2e9f req-8032b319-626a-4df6-86e4-2f70b2b39933 service neutron] 10.222.0.90 "GET /v2.0/networks/1ec9ec80-e47b-4eff-9466-2506345f6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787291 Aug 04 17:00:58.403910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9307d1b-c0f8-4489-9f16-f9e475bac2d3 req-b077981a-8348-4e95-901f-a81364ddae87 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898646 Aug 04 17:00:58.452411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-c0b7a65e-9a91-4f45-b41c-f3eecc090e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:58.453939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-c0b7a65e-9a91-4f45-b41c-f3eecc090e58 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686697 Aug 04 17:00:58.495454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Attempting to bind port 8856018a-3c76-4c7c-86aa-4640eb461494 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:00:58.495792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Attempting to bind port 8856018a-3c76-4c7c-86aa-4640eb461494 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:00:58.496124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Attempting to bind port 8856018a-3c76-4c7c-86aa-4640eb461494 on network d03c8cfc-aa93-4e8d-9427-7d300c74678a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:58.508858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Port 8856018a-3c76-4c7c-86aa-4640eb461494 on network d03c8cfc-aa93-4e8d-9427-7d300c74678a not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:00:58.509103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Attempting to bind port 8856018a-3c76-4c7c-86aa-4640eb461494 on network d03c8cfc-aa93-4e8d-9427-7d300c74678a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:00:58.535517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:00:58.535850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Checking segment: {'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:00:58.536229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Bound using segment: {'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:00:58.536668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Bound port: 8856018a-3c76-4c7c-86aa-4640eb461494, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291c5b71-719c-4ff8-93a6-ce9eea0f4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:00:58.537176 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:58.640772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-53c6d09b-ce01-4bf4-ab0f-fb70499a41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:58.642283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-53c6d09b-ce01-4bf4-ab0f-fb70499a41c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1101 time: 0.2855024 Aug 04 17:00:59.097687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0cbf9-4c97-46aa-994b-87d03c4ae1e8 req-8e2a8410-e065-4570-817a-3c3eafb0e90a tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.099197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29d0cbf9-4c97-46aa-994b-87d03c4ae1e8 req-8e2a8410-e065-4570-817a-3c3eafb0e90a tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.6074162 Aug 04 17:00:59.121241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-19c6b817-6dba-4f99-b943-aef797eb95b2 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280668 Aug 04 17:00:59.170548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c6afb-ca69-4fce-b7ce-7f4a583d9a4f req-04062669-0a48-4472-8b3b-eb4441c94743 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.172072 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d72c6afb-ca69-4fce-b7ce-7f4a583d9a4f req-04062669-0a48-4472-8b3b-eb4441c94743 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.6040244 Aug 04 17:00:59.185350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] For port 8856018a-3c76-4c7c-86aa-4640eb461494, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:00:59.257793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] For port 8856018a-3c76-4c7c-86aa-4640eb461494, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8856018a-3c76-4c7c-86aa-4640eb461494,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:00:59.276722 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:59.286336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29d0cbf9-4c97-46aa-994b-87d03c4ae1e8 req-a46937fa-d84b-4816-96ae-9bb24469ed50 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758327 Aug 04 17:00:59.295579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-00442f76-ffdb-4d3b-8186-5d68a70ed739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.297549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-00442f76-ffdb-4d3b-8186-5d68a70ed739 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.6216562 Aug 04 17:00:59.395524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.396514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:59.397560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] 10.222.0.90 "PUT /v2.0/ports/8856018a-3c76-4c7c-86aa-4640eb461494 HTTP/1.1" status: 200 len: 1091 time: 2.7275372 Aug 04 17:00:59.401349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d72c6afb-ca69-4fce-b7ce-7f4a583d9a4f req-c6f49c15-b6cf-4b9f-be40-4ae6c57746ac tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221005 Aug 04 17:00:59.401914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '8856018a-3c76-4c7c-86aa-4640eb461494'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:00:59.404449 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0fedba-fc27-4da6-9728-8e9166ef09dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "8856018a-3c76-4c7c-86aa-4640eb461494"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:00:59.415709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b64e02fe-0ce7-419a-adb5-ea0ad7e233b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 217 time: 0.0882716 Aug 04 17:00:59.467116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:00:59.512246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6928272f-1da9-4a00-8db4-da5342d5c648 req-15104605-8dd3-436d-9af3-1b98a0e0ebcb service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687243 Aug 04 17:00:59.524928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841c37a-6069-4bba-a0d9-25318f9de5af service neutron] Pushing event updated for resources: {'Port': ['ID=8856018a-3c76-4c7c-86aa-4640eb461494,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:00:59.644690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-bf02145b-e4dd-4774-acb9-60dcbc86e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.646521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-bf02145b-e4dd-4774-acb9-60dcbc86e7d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2092667 Aug 04 17:00:59.658322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:00:59.716504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560d4b8-135d-459e-aa82-d248021d1843 req-69735921-c156-4518-a17d-396b850e5617 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.728257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560d4b8-135d-459e-aa82-d248021d1843 req-69735921-c156-4518-a17d-396b850e5617 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.734549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560d4b8-135d-459e-aa82-d248021d1843 req-69735921-c156-4518-a17d-396b850e5617 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.740824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560d4b8-135d-459e-aa82-d248021d1843 req-69735921-c156-4518-a17d-396b850e5617 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.747259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560d4b8-135d-459e-aa82-d248021d1843 req-69735921-c156-4518-a17d-396b850e5617 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.756019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a560d4b8-135d-459e-aa82-d248021d1843 req-69735921-c156-4518-a17d-396b850e5617 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 3826 time: 0.2641113 Aug 04 17:00:59.862116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-1bbd3876-1d19-41d6-a886-e109ac6fa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:00:59.863715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-1bbd3876-1d19-41d6-a886-e109ac6fa250 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004271 Aug 04 17:00:59.873398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a560d4b8-135d-459e-aa82-d248021d1843 req-993c3ecc-52d3-49b8-af29-2bc530e44fbb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164808 Aug 04 17:00:59.919861 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e95048-f243-4944-b3cf-118ea1145923 x-openstack-request-id: req-05e95048-f243-4944-b3cf-118ea1145923 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:00:59.920347 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "8856018a-3c76-4c7c-86aa-4640eb461494", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:00:59.920744 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05e95048-f243-4944-b3cf-118ea1145923 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:00:59.921264 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '8856018a-3c76-4c7c-86aa-4640eb461494', 'status': 'completed', 'code': 200} Aug 04 17:00:59.929022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-3c19db4c-5e68-4f1a-b112-4d359f6f0355 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:00:59.930014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-3c19db4c-5e68-4f1a-b112-4d359f6f0355 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078502 Aug 04 17:01:00.186709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc661c-bb25-4ff5-a827-e7f51601742c req-6594e51b-13b7-4faa-9b1c-4c8af65d8279 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.188270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33cc661c-bb25-4ff5-a827-e7f51601742c req-6594e51b-13b7-4faa-9b1c-4c8af65d8279 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 943 time: 0.1760054 Aug 04 17:01:00.192600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-fe68062b-3918-426e-aad9-0479938868d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.193050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-fe68062b-3918-426e-aad9-0479938868d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.193561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-fe68062b-3918-426e-aad9-0479938868d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.194005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-fe68062b-3918-426e-aad9-0479938868d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.194489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-fe68062b-3918-426e-aad9-0479938868d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.196441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-fe68062b-3918-426e-aad9-0479938868d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 4361 time: 0.1938331 Aug 04 17:01:00.205422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-987a94c2-5c64-40c4-b7e1-bb90c2066515 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575927 Aug 04 17:01:00.442090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33cc661c-bb25-4ff5-a827-e7f51601742c req-7dfe4245-a449-4909-9050-23dd9ac9735f tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388825 Aug 04 17:01:00.527685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460da60e-6c2e-403f-adbf-cb7105a4357d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:00.551824 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:00.595936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Transition to ACTIVE for port object 460da60e-6c2e-403f-adbf-cb7105a4357d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:00.597330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-9a3f3d89-81fe-4d36-98ee-0f905977df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.597814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-9a3f3d89-81fe-4d36-98ee-0f905977df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.598288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-9a3f3d89-81fe-4d36-98ee-0f905977df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.600107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-9a3f3d89-81fe-4d36-98ee-0f905977df9d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3839972 Aug 04 17:01:00.604837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-ebe1c265-8849-4d3f-9860-a7866ff7c472 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897741 Aug 04 17:01:00.615006 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:00.657318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de84e88-3826-489b-96bc-0863593286c2 req-cfd88d17-424a-42d9-a5ed-e818221d0e98 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.658963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3de84e88-3826-489b-96bc-0863593286c2 req-cfd88d17-424a-42d9-a5ed-e818221d0e98 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.2674057 Aug 04 17:01:00.820883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Pushing event updated for resources: {'Port': ['ID=460da60e-6c2e-403f-adbf-cb7105a4357d,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:00.848667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3de84e88-3826-489b-96bc-0863593286c2 req-f70597f9-c172-453e-abcb-18b69afd19df tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594398 Aug 04 17:01:00.856715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244e304-281b-4ad2-a08d-469296a16726 req-eaf153cb-bdc0-4d16-b578-4ab6dbfcf760 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.858317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b244e304-281b-4ad2-a08d-469296a16726 req-eaf153cb-bdc0-4d16-b578-4ab6dbfcf760 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.2557569 Aug 04 17:01:00.932250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-c202f681-e1f1-41ed-8878-faa26ea4c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:00.934057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee0fedba-fc27-4da6-9728-8e9166ef09dd req-c202f681-e1f1-41ed-8878-faa26ea4c97e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3135996 Aug 04 17:01:00.983662 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b244e304-281b-4ad2-a08d-469296a16726 req-364d928e-a57d-469f-9e87-348aa8c8a868 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158166 Aug 04 17:01:00.986501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Attempting to bind port 460da60e-6c2e-403f-adbf-cb7105a4357d on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:00.986883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Attempting to bind port 460da60e-6c2e-403f-adbf-cb7105a4357d by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:00.987220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Attempting to bind port 460da60e-6c2e-403f-adbf-cb7105a4357d on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:00.996726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Port 460da60e-6c2e-403f-adbf-cb7105a4357d on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:01:00.997057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Attempting to bind port 460da60e-6c2e-403f-adbf-cb7105a4357d on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:01.028853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:01.029287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Checking segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:01.029699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Bound using segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:01.030146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Bound port: 460da60e-6c2e-403f-adbf-cb7105a4357d, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:01.030571 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:01.226027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] For port 460da60e-6c2e-403f-adbf-cb7105a4357d, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:01.238733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eda820-4c31-4c3c-8f6d-c1d0985bfd9c req-f8f8f579-ca20-42ee-90cb-43840476ee72 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:01.244983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eda820-4c31-4c3c-8f6d-c1d0985bfd9c req-f8f8f579-ca20-42ee-90cb-43840476ee72 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:01.250929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eda820-4c31-4c3c-8f6d-c1d0985bfd9c req-f8f8f579-ca20-42ee-90cb-43840476ee72 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:01.256860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eda820-4c31-4c3c-8f6d-c1d0985bfd9c req-f8f8f579-ca20-42ee-90cb-43840476ee72 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:01.263244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eda820-4c31-4c3c-8f6d-c1d0985bfd9c req-f8f8f579-ca20-42ee-90cb-43840476ee72 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:01.269100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eda820-4c31-4c3c-8f6d-c1d0985bfd9c req-f8f8f579-ca20-42ee-90cb-43840476ee72 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:01.270998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6eda820-4c31-4c3c-8f6d-c1d0985bfd9c req-f8f8f579-ca20-42ee-90cb-43840476ee72 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 4599 time: 0.1574073 Aug 04 17:01:01.272946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] For port 460da60e-6c2e-403f-adbf-cb7105a4357d, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=460da60e-6c2e-403f-adbf-cb7105a4357d,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:01.293583 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:01.360194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:01.360816 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:01.362293 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] 10.222.0.90 "PUT /v2.0/ports/460da60e-6c2e-403f-adbf-cb7105a4357d HTTP/1.1" status: 200 len: 1131 time: 1.9262023 Aug 04 17:01:01.383110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6eda820-4c31-4c3c-8f6d-c1d0985bfd9c req-fd35a959-7ad4-4902-9273-6309df0f7abc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949123 Aug 04 17:01:01.417878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:01.443431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26748ac0-7a33-493c-819d-a5185babfab0 service neutron] Pushing event updated for resources: {'Port': ['ID=460da60e-6c2e-403f-adbf-cb7105a4357d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:01.483330 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:01.664559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9aed4-cfa0-407b-a808-328108474b67 req-75689517-d25f-493c-b0be-ef113794eeba tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:01.666013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efc9aed4-cfa0-407b-a808-328108474b67 req-75689517-d25f-493c-b0be-ef113794eeba tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 943 time: 0.1274815 Aug 04 17:01:01.749982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efc9aed4-cfa0-407b-a808-328108474b67 req-33d61bb4-a9b5-4016-bcc1-f7fe04057e67 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743444 Aug 04 17:01:01.828491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33984ace-de3e-45de-bf74-7bb18b44d292 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:01.837134 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:01.851248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Transition to ACTIVE for port object 33984ace-de3e-45de-bf74-7bb18b44d292 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:01.858069 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:01.908025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Pushing event updated for resources: {'Port': ['ID=33984ace-de3e-45de-bf74-7bb18b44d292,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:01.932234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '460da60e-6c2e-403f-adbf-cb7105a4357d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:01.934614 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d00d85c-0311-41ca-9b18-037dd66edc64" -d '{"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "460da60e-6c2e-403f-adbf-cb7105a4357d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:01.963012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-01be22e7-94de-44ac-b58a-8851480bfe65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:01.994439 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266e450-ebd9-4e5b-a4b7-0ccf4aa91e1b x-openstack-request-id: req-5266e450-ebd9-4e5b-a4b7-0ccf4aa91e1b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:01.994648 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "460da60e-6c2e-403f-adbf-cb7105a4357d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:01.995225 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5266e450-ebd9-4e5b-a4b7-0ccf4aa91e1b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:01.995558 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '460da60e-6c2e-403f-adbf-cb7105a4357d', 'status': 'completed', 'code': 200} Aug 04 17:01:02.193526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190c416-ef7e-40f4-a2f7-1b230ff4fb72 req-0484e630-6649-4eb1-be9f-e354fb269921 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.195406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8190c416-ef7e-40f4-a2f7-1b230ff4fb72 req-0484e630-6649-4eb1-be9f-e354fb269921 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.1990075 Aug 04 17:01:02.214402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Attempting to bind port 33984ace-de3e-45de-bf74-7bb18b44d292 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:02.215067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Attempting to bind port 33984ace-de3e-45de-bf74-7bb18b44d292 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:02.215374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Attempting to bind port 33984ace-de3e-45de-bf74-7bb18b44d292 on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:02.223271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-f02ab0fd-0278-4032-aedc-db8d4cf4ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.223865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-f02ab0fd-0278-4032-aedc-db8d4cf4ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.224892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-f02ab0fd-0278-4032-aedc-db8d4cf4ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.224892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-f02ab0fd-0278-4032-aedc-db8d4cf4ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.225445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-f02ab0fd-0278-4032-aedc-db8d4cf4ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.225974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-f02ab0fd-0278-4032-aedc-db8d4cf4ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.226545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-f02ab0fd-0278-4032-aedc-db8d4cf4ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.228687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-f02ab0fd-0278-4032-aedc-db8d4cf4ccb5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6167 time: 0.1871326 Aug 04 17:01:02.291342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Port 33984ace-de3e-45de-bf74-7bb18b44d292 on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:01:02.292090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Attempting to bind port 33984ace-de3e-45de-bf74-7bb18b44d292 on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:02.344136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:02.344482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Checking segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:02.344875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Bound using segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:02.345409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Bound port: 33984ace-de3e-45de-bf74-7bb18b44d292, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:02.345671 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:02.373190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ec1273cd-ef3e-4549-a755-63c9a903c511 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:01:02.410382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d5820-06dc-4b2b-92bf-2cd4601cf8ed req-ddbea023-8655-418b-9db4-8ee563428a0d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.412557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b87d5820-06dc-4b2b-92bf-2cd4601cf8ed req-ddbea023-8655-418b-9db4-8ee563428a0d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.2142754 Aug 04 17:01:02.459252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8190c416-ef7e-40f4-a2f7-1b230ff4fb72 req-41f2b325-2d0c-49da-a6c9-eac0d9f7cdb4 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462089 Aug 04 17:01:02.512885 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ec1273cd-ef3e-4549-a755-63c9a903c511, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ec1273cd-ef3e-4549-a755-63c9a903c511,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:02.528788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'ec1273cd-ef3e-4549-a755-63c9a903c511', 'network_id': '1ec9ec80-e47b-4eff-9466-2506345f6182', 'port_id': 'ec1273cd-ef3e-4549-a755-63c9a903c511', 'mac_address': 'fa:16:3e:5b:01:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338e3339-4571-46a9-92d9-85b0029caa1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:01:02.552430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-610167e4-7205-4e42-9d9a-e2688d40fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.552946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-610167e4-7205-4e42-9d9a-e2688d40fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.553422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-610167e4-7205-4e42-9d9a-e2688d40fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:02.557239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-610167e4-7205-4e42-9d9a-e2688d40fa9f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3062654 Aug 04 17:01:02.589161 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:02.607762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1273cd-ef3e-4549-a755-63c9a903c511 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:02.611938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b87d5820-06dc-4b2b-92bf-2cd4601cf8ed req-f23fd383-4f71-4db5-8dd1-87d08d0f23a1 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600816 Aug 04 17:01:02.641176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ec1273cd-ef3e-4549-a755-63c9a903c511, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ec1273cd-ef3e-4549-a755-63c9a903c511,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:02.649119 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:02.701898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ec1273cd-ef3e-4549-a755-63c9a903c511,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:02.939824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ec1273cd-ef3e-4549-a755-63c9a903c511'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:03.033981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] For port 33984ace-de3e-45de-bf74-7bb18b44d292, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:03.091753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] For port 33984ace-de3e-45de-bf74-7bb18b44d292, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=33984ace-de3e-45de-bf74-7bb18b44d292,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:03.120231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:03.180390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.180960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:03.182424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] 10.222.0.90 "PUT /v2.0/ports/33984ace-de3e-45de-bf74-7bb18b44d292 HTTP/1.1" status: 200 len: 1131 time: 1.7750392 Aug 04 17:01:03.225428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:03.274117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfbbb3-7bed-40ac-a0b6-c3439ecf4881 req-b003cc56-317d-4e42-9b7f-4fa8009008be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.275673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92cfbbb3-7bed-40ac-a0b6-c3439ecf4881 req-b003cc56-317d-4e42-9b7f-4fa8009008be tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 944 time: 0.2394779 Aug 04 17:01:03.292495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102297-59ff-478d-a5ec-656df3faefe2 req-8d831f62-aab4-4a91-b0b5-3970ee95cddb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.298625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102297-59ff-478d-a5ec-656df3faefe2 req-8d831f62-aab4-4a91-b0b5-3970ee95cddb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.304623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102297-59ff-478d-a5ec-656df3faefe2 req-8d831f62-aab4-4a91-b0b5-3970ee95cddb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.310662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102297-59ff-478d-a5ec-656df3faefe2 req-8d831f62-aab4-4a91-b0b5-3970ee95cddb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.316568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102297-59ff-478d-a5ec-656df3faefe2 req-8d831f62-aab4-4a91-b0b5-3970ee95cddb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.322879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102297-59ff-478d-a5ec-656df3faefe2 req-8d831f62-aab4-4a91-b0b5-3970ee95cddb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.328652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102297-59ff-478d-a5ec-656df3faefe2 req-8d831f62-aab4-4a91-b0b5-3970ee95cddb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.330634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51102297-59ff-478d-a5ec-656df3faefe2 req-8d831f62-aab4-4a91-b0b5-3970ee95cddb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5372 time: 0.2929704 Aug 04 17:01:03.338182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-b261b266-ad2f-404f-acbd-e90c52eb7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.339746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d00d85c-0311-41ca-9b18-037dd66edc64 req-b261b266-ad2f-404f-acbd-e90c52eb7e42 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7726839 Aug 04 17:01:03.340353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6abd7-0daa-488a-84db-3382a1b4ffa3 service neutron] Pushing event updated for resources: {'Port': ['ID=33984ace-de3e-45de-bf74-7bb18b44d292,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:03.433524 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:03.442073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51102297-59ff-478d-a5ec-656df3faefe2 req-66bf6119-e5de-4ca3-bc3f-765af32b3930 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894516 Aug 04 17:01:03.451001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92cfbbb3-7bed-40ac-a0b6-c3439ecf4881 req-77702be8-ed69-42d1-8353-a3ae028531f1 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166139 Aug 04 17:01:03.685373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4641d2-a2af-4500-b101-21952b6bca64 req-2188c420-b3a5-4b28-b51e-e0796e7610a7 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.692788 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af4641d2-a2af-4500-b101-21952b6bca64 req-2188c420-b3a5-4b28-b51e-e0796e7610a7 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.1245058 Aug 04 17:01:03.777918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af4641d2-a2af-4500-b101-21952b6bca64 req-47dfed29-13cc-419c-bbec-0742c33acb87 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842531 Aug 04 17:01:03.816364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b3ce-2504-4dbb-b44d-67b8762e148f req-704fd391-ca55-45d6-9f65-a61b86ed4d8a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:03.817869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5be8b3ce-2504-4dbb-b44d-67b8762e148f req-704fd391-ca55-45d6-9f65-a61b86ed4d8a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1020486 Aug 04 17:01:03.897762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5be8b3ce-2504-4dbb-b44d-67b8762e148f req-31f13bb4-4bbd-41f6-b2b0-53c2952e19d2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686042 Aug 04 17:01:03.902100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0eb97b5-e476-43d8-ac81-a06109efec2b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:03.909931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:03.927986 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Transition to ACTIVE for port object f0eb97b5-e476-43d8-ac81-a06109efec2b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:03.936398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:03.994039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Pushing event updated for resources: {'Port': ['ID=f0eb97b5-e476-43d8-ac81-a06109efec2b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:03.998795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '33984ace-de3e-45de-bf74-7bb18b44d292'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:04.000130 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a106aa1-1726-4318-b281-a78dbc23d1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "33984ace-de3e-45de-bf74-7bb18b44d292"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:04.061858 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474aab5a-4d09-4777-abeb-09a2fb375f39 x-openstack-request-id: req-474aab5a-4d09-4777-abeb-09a2fb375f39 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:04.062288 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "33984ace-de3e-45de-bf74-7bb18b44d292", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:04.062535 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-474aab5a-4d09-4777-abeb-09a2fb375f39 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:04.062950 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '33984ace-de3e-45de-bf74-7bb18b44d292', 'status': 'completed', 'code': 200} Aug 04 17:01:04.084865 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:01:04.146680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Attempting to bind port f0eb97b5-e476-43d8-ac81-a06109efec2b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:04.147426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Attempting to bind port f0eb97b5-e476-43d8-ac81-a06109efec2b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:04.147991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Attempting to bind port f0eb97b5-e476-43d8-ac81-a06109efec2b on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:04.201336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Port f0eb97b5-e476-43d8-ac81-a06109efec2b on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:01:04.201730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Attempting to bind port f0eb97b5-e476-43d8-ac81-a06109efec2b on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:04.221349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:04.221688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Checking segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:04.222087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Bound using segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:04.222712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Bound port: f0eb97b5-e476-43d8-ac81-a06109efec2b, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:04.222908 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:04.252373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-3a789c3f-4fc2-434c-bd9c-4d1489cd2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.252860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-3a789c3f-4fc2-434c-bd9c-4d1489cd2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.253314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-3a789c3f-4fc2-434c-bd9c-4d1489cd2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.253783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-3a789c3f-4fc2-434c-bd9c-4d1489cd2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.254256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-3a789c3f-4fc2-434c-bd9c-4d1489cd2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.254723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-3a789c3f-4fc2-434c-bd9c-4d1489cd2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.255223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-3a789c3f-4fc2-434c-bd9c-4d1489cd2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.257410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-3a789c3f-4fc2-434c-bd9c-4d1489cd2e5f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6234 time: 0.1726918 Aug 04 17:01:04.316661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-e026272e-c0ab-4a32-ae10-3caed258f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.318245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-e026272e-c0ab-4a32-ae10-3caed258f637 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 1097 time: 0.1628764 Aug 04 17:01:04.351578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44858299-8528-47f2-9675-7d49616c57e8 req-992a585a-3008-436c-a89f-f12981771fe2 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.353329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44858299-8528-47f2-9675-7d49616c57e8 req-992a585a-3008-436c-a89f-f12981771fe2 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.2323842 Aug 04 17:01:04.357219 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-18f6fc3a-706a-4ff3-a1a6-98d45d6ea7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:04.399191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ec1273cd-ef3e-4549-a755-63c9a903c511 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:04.463589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port ec1273cd-ef3e-4549-a755-63c9a903c511 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:04.468342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port ec1273cd-ef3e-4549-a755-63c9a903c511 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:04.468950 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:04.493748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] For port f0eb97b5-e476-43d8-ac81-a06109efec2b, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:04.531533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44858299-8528-47f2-9675-7d49616c57e8 req-58e8977d-d60f-418a-8d3b-9ac17ac5826d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617351 Aug 04 17:01:04.533185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] For port f0eb97b5-e476-43d8-ac81-a06109efec2b, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f0eb97b5-e476-43d8-ac81-a06109efec2b,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:04.536845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-e75a2dc2-bbea-4fba-a670-2a014586283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.537353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-e75a2dc2-bbea-4fba-a670-2a014586283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.538159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-e75a2dc2-bbea-4fba-a670-2a014586283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.540356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-e75a2dc2-bbea-4fba-a670-2a014586283c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2715600 Aug 04 17:01:04.544396 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:04.567973 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:04.630855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ec1273cd-ef3e-4549-a755-63c9a903c511, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ec1273cd-ef3e-4549-a755-63c9a903c511,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:04.631857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bb793b-fb7f-4b37-9a27-98102341e2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1273cd-ef3e-4549-a755-63c9a903c511'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:04.635072 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7f458a-51f3-4785-bbe1-ef10d5e29703" -d '{"events": [{"server_uuid": "a0bb793b-fb7f-4b37-9a27-98102341e2ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec1273cd-ef3e-4549-a755-63c9a903c511"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:04.639316 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:04.665182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-effb7185-abfb-4542-ac59-97cde67e28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.666790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-effb7185-abfb-4542-ac59-97cde67e28c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 200 len: 917 time: 0.3106840 Aug 04 17:01:04.781527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ec1273cd-ef3e-4549-a755-63c9a903c511,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:04.785102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:04.785744 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:04.787984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] 10.222.0.90 "PUT /v2.0/ports/f0eb97b5-e476-43d8-ac81-a06109efec2b HTTP/1.1" status: 200 len: 1090 time: 1.5702639 Aug 04 17:01:04.801563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.802078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.802680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.803292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.803971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.804699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.805363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.805998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.806526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.807299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.807839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.808549 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:04.855578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-8090e4ca-a8c6-4ada-8c6d-c553a2f18216 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:01:04.856703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-8090e4ca-a8c6-4ada-8c6d-c553a2f18216 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108581 Aug 04 17:01:04.864447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-e38308cc-a571-4514-bebd-bc3be8b6701f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f778da71-fe34-4c8e-81b8-537b14a3f363 HTTP/1.1" status: 200 len: 217 time: 0.1715429 Aug 04 17:01:04.889203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:04.944274 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:04.970633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8f98e-3475-4dfd-84c9-839c83287667 service neutron] Pushing event updated for resources: {'Port': ['ID=f0eb97b5-e476-43d8-ac81-a06109efec2b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:05.005272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d318ca8-2cbe-458d-92d8-36a071cd8cc1 req-1449ca32-a033-474e-85e2-7b21f5f4d98f tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.006773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d318ca8-2cbe-458d-92d8-36a071cd8cc1 req-1449ca32-a033-474e-85e2-7b21f5f4d98f tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 945 time: 0.4321799 Aug 04 17:01:05.027666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d74a9-9562-4c6b-adc5-15338e37b98d req-a14fe1d5-4bc1-4d1c-a201-ca30785e19ac tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.033435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d74a9-9562-4c6b-adc5-15338e37b98d req-a14fe1d5-4bc1-4d1c-a201-ca30785e19ac tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.039302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d74a9-9562-4c6b-adc5-15338e37b98d req-a14fe1d5-4bc1-4d1c-a201-ca30785e19ac tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.045457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d74a9-9562-4c6b-adc5-15338e37b98d req-a14fe1d5-4bc1-4d1c-a201-ca30785e19ac tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.051278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d74a9-9562-4c6b-adc5-15338e37b98d req-a14fe1d5-4bc1-4d1c-a201-ca30785e19ac tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.057280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d74a9-9562-4c6b-adc5-15338e37b98d req-a14fe1d5-4bc1-4d1c-a201-ca30785e19ac tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.063430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d74a9-9562-4c6b-adc5-15338e37b98d req-a14fe1d5-4bc1-4d1c-a201-ca30785e19ac tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.065363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e6d74a9-9562-4c6b-adc5-15338e37b98d req-a14fe1d5-4bc1-4d1c-a201-ca30785e19ac tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5384 time: 0.4163835 Aug 04 17:01:05.105705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-e8afa095-4ecb-4293-8636-19398f9f3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.107154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a106aa1-1726-4318-b281-a78dbc23d1f3 req-e8afa095-4ecb-4293-8636-19398f9f3ec2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5502472 Aug 04 17:01:05.128977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-39609237-2f63-4441-aa37-7062ca707f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.130424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-39609237-2f63-4441-aa37-7062ca707f50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17f11929-6d4a-459b-bf8f-d6e405cff6ec HTTP/1.1" status: 200 len: 854 time: 0.2361553 Aug 04 17:01:05.134195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:05.198894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d318ca8-2cbe-458d-92d8-36a071cd8cc1 req-07b39d8b-7f8d-436e-a612-d883aa03c432 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325171 Aug 04 17:01:05.205066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e6d74a9-9562-4c6b-adc5-15338e37b98d req-e4a38174-ba31-4da1-ae33-97976d5a2bc4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178904 Aug 04 17:01:05.259301 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da50423-87df-472c-95b8-a0c659165fe6 x-openstack-request-id: req-0da50423-87df-472c-95b8-a0c659165fe6 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:05.260171 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bb793b-fb7f-4b37-9a27-98102341e2ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec1273cd-ef3e-4549-a755-63c9a903c511", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:05.261193 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0da50423-87df-472c-95b8-a0c659165fe6 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:05.262098 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bb793b-fb7f-4b37-9a27-98102341e2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1273cd-ef3e-4549-a755-63c9a903c511', 'code': 200} Aug 04 17:01:05.265118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-7fef9b59-85a9-4232-a3db-b9690826f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.266833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-7fef9b59-85a9-4232-a3db-b9690826f059 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=169fc316-7036-4381-b010-2b0edcea5cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106639 Aug 04 17:01:05.513329 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc7d0a-8b27-499d-9a45-b18a94112552 req-8ba063af-6fef-4fa1-8937-00186d1c6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.514915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3fc7d0a-8b27-499d-9a45-b18a94112552 req-8ba063af-6fef-4fa1-8937-00186d1c6c3b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 1096 time: 0.1812489 Aug 04 17:01:05.560890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ed6c5-d67f-4b12-911a-1094b4f9ed84 req-08323672-ebf3-449d-945d-557c2418cc33 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.562365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-488ed6c5-d67f-4b12-911a-1094b4f9ed84 req-08323672-ebf3-449d-945d-557c2418cc33 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1784456 Aug 04 17:01:05.576785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-f8cd6087-4f8a-494a-8ad7-66559bf337aa service neutron] 10.222.0.82 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543838 Aug 04 17:01:05.678957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3fc7d0a-8b27-499d-9a45-b18a94112552 req-bd219d0a-fc2a-470d-8c9d-6a433e0ca541 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531067 Aug 04 17:01:05.723755 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:05.737035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-488ed6c5-d67f-4b12-911a-1094b4f9ed84 req-d0e5a6b3-e4e8-4245-8a5d-6a763d2ffd97 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648760 Aug 04 17:01:05.796996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aaaee-7232-421b-934f-1f379716e91f req-dcb8280d-bec9-49f3-9c6e-2b7d5bedf915 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:05.798820 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e83aaaee-7232-421b-934f-1f379716e91f req-dcb8280d-bec9-49f3-9c6e-2b7d5bedf915 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.1800609 Aug 04 17:01:05.825010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-245a72c7-126c-49b7-a616-e89eb4e227d7 req-f232fbe0-a963-4a8e-96dd-4c72597969f9 service neutron] 10.222.0.82 "GET /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234099 Aug 04 17:01:05.834107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a660b25-d508-4707-af34-20208e49075f {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:05.851588 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:05.864133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e83aaaee-7232-421b-934f-1f379716e91f req-3eaa03ce-bc4a-4846-a69f-0f5cfcd0c85d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588121 Aug 04 17:01:05.873553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Transition to ACTIVE for port object 5a660b25-d508-4707-af34-20208e49075f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:05.877301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:05.936672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a660b25-d508-4707-af34-20208e49075f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:06.013686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Attempting to bind port 5a660b25-d508-4707-af34-20208e49075f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:06.014027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Attempting to bind port 5a660b25-d508-4707-af34-20208e49075f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:06.014361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Attempting to bind port 5a660b25-d508-4707-af34-20208e49075f on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:06.019618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Port 5a660b25-d508-4707-af34-20208e49075f on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:01:06.020317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Attempting to bind port 5a660b25-d508-4707-af34-20208e49075f on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:06.025718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:06.026065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Checking segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:06.026457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Bound using segment: {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:06.028122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Bound port: 5a660b25-d508-4707-af34-20208e49075f, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6135bea5-6e20-4b2b-9bc2-ff9be68752f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:06.028122 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:06.077569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': 'f0eb97b5-e476-43d8-ac81-a06109efec2b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:06.077569 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e45c79-d289-48e5-b5ff-c9c97b308224" -d '{"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "f0eb97b5-e476-43d8-ac81-a06109efec2b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:06.114619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] For port 5a660b25-d508-4707-af34-20208e49075f, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:06.118704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] For port 5a660b25-d508-4707-af34-20208e49075f, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=5a660b25-d508-4707-af34-20208e49075f,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:06.120615 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779d446a-b345-48f5-8b14-9f3c9d9cdf02 x-openstack-request-id: req-779d446a-b345-48f5-8b14-9f3c9d9cdf02 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:06.120889 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "f0eb97b5-e476-43d8-ac81-a06109efec2b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:06.121141 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-779d446a-b345-48f5-8b14-9f3c9d9cdf02 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:06.121530 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': 'f0eb97b5-e476-43d8-ac81-a06109efec2b', 'status': 'completed', 'code': 200} Aug 04 17:01:06.124786 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:06.188473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.189184 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:06.190489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] 10.222.0.90 "PUT /v2.0/ports/5a660b25-d508-4707-af34-20208e49075f HTTP/1.1" status: 200 len: 1090 time: 1.3097966 Aug 04 17:01:06.229911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3001e-26f1-4dc5-8cb9-1255ffdb1cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a660b25-d508-4707-af34-20208e49075f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:06.240633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:06.252030 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-b818deb6-449e-4800-9c17-1ba8b2a12df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.253142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-b818deb6-449e-4800-9c17-1ba8b2a12df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.253628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-b818deb6-449e-4800-9c17-1ba8b2a12df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.254102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-b818deb6-449e-4800-9c17-1ba8b2a12df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.254578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-b818deb6-449e-4800-9c17-1ba8b2a12df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.255088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-b818deb6-449e-4800-9c17-1ba8b2a12df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.255657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-b818deb6-449e-4800-9c17-1ba8b2a12df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.257687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-b818deb6-449e-4800-9c17-1ba8b2a12df5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6343 time: 0.1048877 Aug 04 17:01:06.457678 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:06.514201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f8a3-ea8e-40fe-9637-e4541dbbbc63 req-f19673b4-db01-4410-888b-c56d2bc15045 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.520101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f8a3-ea8e-40fe-9637-e4541dbbbc63 req-f19673b4-db01-4410-888b-c56d2bc15045 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.526043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f8a3-ea8e-40fe-9637-e4541dbbbc63 req-f19673b4-db01-4410-888b-c56d2bc15045 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.532131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f8a3-ea8e-40fe-9637-e4541dbbbc63 req-f19673b4-db01-4410-888b-c56d2bc15045 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.539811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f8a3-ea8e-40fe-9637-e4541dbbbc63 req-f19673b4-db01-4410-888b-c56d2bc15045 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.554768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f8a3-ea8e-40fe-9637-e4541dbbbc63 req-f19673b4-db01-4410-888b-c56d2bc15045 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.561998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f8a3-ea8e-40fe-9637-e4541dbbbc63 req-f19673b4-db01-4410-888b-c56d2bc15045 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.563965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e450f8a3-ea8e-40fe-9637-e4541dbbbc63 req-f19673b4-db01-4410-888b-c56d2bc15045 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5396 time: 0.2573800 Aug 04 17:01:06.604437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cac32-fc6e-4184-90d8-97754a3c534b req-fee1204f-8a70-4a15-baf6-be89c85dd872 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.605967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-067cac32-fc6e-4184-90d8-97754a3c534b req-fee1204f-8a70-4a15-baf6-be89c85dd872 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 945 time: 0.2432120 Aug 04 17:01:06.652859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-051892c9-4408-432b-a54f-a1321df56ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.653341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-051892c9-4408-432b-a54f-a1321df56ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.653811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-051892c9-4408-432b-a54f-a1321df56ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:06.655966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-051892c9-4408-432b-a54f-a1321df56ad4 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3825929 Aug 04 17:01:07.132347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e450f8a3-ea8e-40fe-9637-e4541dbbbc63 req-0633ac71-f9fa-4eec-8d53-89e5a5a5c6ba tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5398254 Aug 04 17:01:07.141546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-067cac32-fc6e-4184-90d8-97754a3c534b req-f2de680d-7ee9-47a5-9607-d43a455383d9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245023 Aug 04 17:01:07.260799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-f92be396-a885-4409-8bf1-5c5c2883beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:07.262739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e45c79-d289-48e5-b5ff-c9c97b308224 req-f92be396-a885-4409-8bf1-5c5c2883beb2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5900674 Aug 04 17:01:07.336687 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:07.435571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7e66dc-52c8-47b8-be73-42db55fd9bcd {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:07.456405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac3f7-ae3f-4bcf-a6b3-71f5db8eea33 req-3e5fd1e2-465e-494a-aa8a-a1f89ba2ab6b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:07.456405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92fac3f7-ae3f-4bcf-a6b3-71f5db8eea33 req-3e5fd1e2-465e-494a-aa8a-a1f89ba2ab6b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1366642 Aug 04 17:01:07.456405 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:07.488448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Transition to ACTIVE for port object 7f7e66dc-52c8-47b8-be73-42db55fd9bcd will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:07.498704 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:07.509399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7deda4-24ff-4e04-a495-06d661c2fd74 req-33779805-83a2-4eda-9858-9ee56426eb3d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:07.510962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c7deda4-24ff-4e04-a495-06d661c2fd74 req-33779805-83a2-4eda-9858-9ee56426eb3d tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.1396520 Aug 04 17:01:07.561424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92fac3f7-ae3f-4bcf-a6b3-71f5db8eea33 req-8dd1bf6c-69b9-4a56-97f4-81163edc3ee3 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996175 Aug 04 17:01:07.600139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Pushing event updated for resources: {'Port': ['ID=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:07.654429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c7deda4-24ff-4e04-a495-06d661c2fd74 req-ca013744-124e-47a1-8878-cee0f7634a69 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104412 Aug 04 17:01:07.692094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Attempting to bind port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:07.692094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Attempting to bind port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:07.692094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Attempting to bind port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd on network b41deb09-8151-429d-9ece-729aeb2ad31e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:07.699346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd on network b41deb09-8151-429d-9ece-729aeb2ad31e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:01:07.699804 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Attempting to bind port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd on network b41deb09-8151-429d-9ece-729aeb2ad31e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:07.710131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:07.710586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Checking segment: {'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:07.711267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Bound using segment: {'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:07.711998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Bound port: 7f7e66dc-52c8-47b8-be73-42db55fd9bcd, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:07.712511 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:07.824148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] For port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:07.844604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] For port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:07.851534 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:07.893963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146a81-340f-4a0b-a30f-6d1448ec94fb req-4a01ffa0-e293-42ff-9530-94abbaeb2c74 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:07.895632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94146a81-340f-4a0b-a30f-6d1448ec94fb req-4a01ffa0-e293-42ff-9530-94abbaeb2c74 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.1132081 Aug 04 17:01:07.902549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:07.903685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:07.905053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] 10.222.0.90 "PUT /v2.0/ports/7f7e66dc-52c8-47b8-be73-42db55fd9bcd HTTP/1.1" status: 200 len: 1091 time: 1.6767225 Aug 04 17:01:07.949152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Request body: {'port': {'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:07.977516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47191d-0f3d-47cd-8b54-0fef01a0c7da service neutron] Pushing event updated for resources: {'Port': ['ID=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:08.000094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94146a81-340f-4a0b-a30f-6d1448ec94fb req-c4b3cf96-aae8-42c7-a8fa-170aae24c539 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921023 Aug 04 17:01:08.032072 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:08.140195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '5a660b25-d508-4707-af34-20208e49075f'}, {'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '7f7e66dc-52c8-47b8-be73-42db55fd9bcd'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:08.142918 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "5a660b25-d508-4707-af34-20208e49075f"}, {"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "7f7e66dc-52c8-47b8-be73-42db55fd9bcd"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:08.255600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c504968-fd6c-44d8-9523-696855f3187a req-f490b9f5-acdd-4297-944b-7ea63e80e6bf tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.257248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c504968-fd6c-44d8-9523-696855f3187a req-f490b9f5-acdd-4297-944b-7ea63e80e6bf tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e24d84f-cceb-440f-8119-b7985143b94d HTTP/1.1" status: 200 len: 946 time: 0.1730685 Aug 04 17:01:08.285843 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e8af90-99cf-4ee4-83bb-47a28e5e465e x-openstack-request-id: req-29e8af90-99cf-4ee4-83bb-47a28e5e465e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:08.286241 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "5a660b25-d508-4707-af34-20208e49075f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "7f7e66dc-52c8-47b8-be73-42db55fd9bcd", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:08.286555 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29e8af90-99cf-4ee4-83bb-47a28e5e465e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:08.287032 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '5a660b25-d508-4707-af34-20208e49075f', 'status': 'completed', 'code': 200} Aug 04 17:01:08.287399 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '7f7e66dc-52c8-47b8-be73-42db55fd9bcd', 'status': 'completed', 'code': 200} Aug 04 17:01:08.408266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c504968-fd6c-44d8-9523-696855f3187a req-bafa5dc3-097a-45c7-9a4e-187cb663de6c tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240101 Aug 04 17:01:08.445466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-40efa3b1-9798-4bc8-96fa-99bf49c2c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.445956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-40efa3b1-9798-4bc8-96fa-99bf49c2c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.446427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-40efa3b1-9798-4bc8-96fa-99bf49c2c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.446929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-40efa3b1-9798-4bc8-96fa-99bf49c2c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.447397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-40efa3b1-9798-4bc8-96fa-99bf49c2c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.447865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-40efa3b1-9798-4bc8-96fa-99bf49c2c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.448328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-40efa3b1-9798-4bc8-96fa-99bf49c2c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.450573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-40efa3b1-9798-4bc8-96fa-99bf49c2c730 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6410 time: 0.1601257 Aug 04 17:01:08.472072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139f1f-5e57-4b1e-b4fd-13f5c6db3816 req-3ab11464-b167-46e5-9303-c0a8ae5fb5bb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.478371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139f1f-5e57-4b1e-b4fd-13f5c6db3816 req-3ab11464-b167-46e5-9303-c0a8ae5fb5bb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.484342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139f1f-5e57-4b1e-b4fd-13f5c6db3816 req-3ab11464-b167-46e5-9303-c0a8ae5fb5bb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.490276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139f1f-5e57-4b1e-b4fd-13f5c6db3816 req-3ab11464-b167-46e5-9303-c0a8ae5fb5bb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.496534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139f1f-5e57-4b1e-b4fd-13f5c6db3816 req-3ab11464-b167-46e5-9303-c0a8ae5fb5bb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.502632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139f1f-5e57-4b1e-b4fd-13f5c6db3816 req-3ab11464-b167-46e5-9303-c0a8ae5fb5bb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.510085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139f1f-5e57-4b1e-b4fd-13f5c6db3816 req-3ab11464-b167-46e5-9303-c0a8ae5fb5bb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.512501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47139f1f-5e57-4b1e-b4fd-13f5c6db3816 req-3ab11464-b167-46e5-9303-c0a8ae5fb5bb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5408 time: 0.1969421 Aug 04 17:01:08.679013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedf5264-6657-4b09-a9fa-711bead1cc33 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:08.715545 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:08.742312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47139f1f-5e57-4b1e-b4fd-13f5c6db3816 req-e85ab268-4268-4970-a065-4b5fd9f888fa tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2133572 Aug 04 17:01:08.749863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1d3f-007e-4260-920d-5d732713fbf2 req-f0351299-89a2-4264-aa69-b25c3694605f tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.751402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-81ed1d3f-007e-4260-920d-5d732713fbf2 req-f0351299-89a2-4264-aa69-b25c3694605f tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 945 time: 0.2378578 Aug 04 17:01:08.769018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Transition to ACTIVE for port object aedf5264-6657-4b09-a9fa-711bead1cc33 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:08.797366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:08.802890 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:08.811896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-b9a503e8-37d1-42d0-b142-acacffd3a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.812387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-b9a503e8-37d1-42d0-b142-acacffd3a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.812844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-b9a503e8-37d1-42d0-b142-acacffd3a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:08.814469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-b9a503e8-37d1-42d0-b142-acacffd3a126 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2997935 Aug 04 17:01:08.899929 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:08.905989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-81ed1d3f-007e-4260-920d-5d732713fbf2 req-60d9081a-1782-4ac4-80e9-53f6453044b9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469121 Aug 04 17:01:08.924182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=aedf5264-6657-4b09-a9fa-711bead1cc33,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:09.114109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-f990c189-868c-46ba-af7c-d8721e2f61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.115618 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-f990c189-868c-46ba-af7c-d8721e2f61eb service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2805116 Aug 04 17:01:09.140372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163263-1b84-4869-8ede-7579d8960680 req-ad0afb5b-0c80-460d-ae54-8dca04a05804 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.141942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd163263-1b84-4869-8ede-7579d8960680 req-ad0afb5b-0c80-460d-ae54-8dca04a05804 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 945 time: 0.1045895 Aug 04 17:01:09.143302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Attempting to bind port aedf5264-6657-4b09-a9fa-711bead1cc33 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:09.143638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Attempting to bind port aedf5264-6657-4b09-a9fa-711bead1cc33 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:09.143967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Attempting to bind port aedf5264-6657-4b09-a9fa-711bead1cc33 on network b41deb09-8151-429d-9ece-729aeb2ad31e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:09.246915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Port aedf5264-6657-4b09-a9fa-711bead1cc33 on network b41deb09-8151-429d-9ece-729aeb2ad31e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:01:09.247483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Attempting to bind port aedf5264-6657-4b09-a9fa-711bead1cc33 on network b41deb09-8151-429d-9ece-729aeb2ad31e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:09.284697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:09.285223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Checking segment: {'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:09.285327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Bound using segment: {'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:09.285772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Bound port: aedf5264-6657-4b09-a9fa-711bead1cc33, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:09.286215 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:09.303355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd163263-1b84-4869-8ede-7579d8960680 req-46e45363-21ba-49b7-90d3-31996597fc60 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451638 Aug 04 17:01:09.329834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-1daaedb2-d966-4186-84c9-d79cfd89eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.329834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-1daaedb2-d966-4186-84c9-d79cfd89eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.329834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-1daaedb2-d966-4186-84c9-d79cfd89eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.329834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-1daaedb2-d966-4186-84c9-d79cfd89eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.329834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-1daaedb2-d966-4186-84c9-d79cfd89eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.329834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-1daaedb2-d966-4186-84c9-d79cfd89eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.329834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-1daaedb2-d966-4186-84c9-d79cfd89eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.331560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-1daaedb2-d966-4186-84c9-d79cfd89eede service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6435 time: 0.1628613 Aug 04 17:01:09.343254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded112b-43c3-4c36-b4a8-ea135ce2f547 req-9174e5b2-bfcf-4e86-bc5e-50b17b121deb tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.352205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ded112b-43c3-4c36-b4a8-ea135ce2f547 req-9174e5b2-bfcf-4e86-bc5e-50b17b121deb tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1736946 Aug 04 17:01:09.368950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-8530adf8-eb2d-4d30-8154-5e0edb925882 req-fb4ecbba-0d2b-443c-987f-fb7a825b879e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:01:09.370181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8530adf8-eb2d-4d30-8154-5e0edb925882 req-fb4ecbba-0d2b-443c-987f-fb7a825b879e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137999 Aug 04 17:01:09.562236 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ded112b-43c3-4c36-b4a8-ea135ce2f547 req-db945970-1087-4b0b-8625-0bf6434fca66 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091041 Aug 04 17:01:09.597822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] For port aedf5264-6657-4b09-a9fa-711bead1cc33, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:09.610796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8530adf8-eb2d-4d30-8154-5e0edb925882 req-121129aa-043f-4720-9f68-8488cd7b2c05 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2049067 Aug 04 17:01:09.630297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] For port aedf5264-6657-4b09-a9fa-711bead1cc33, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aedf5264-6657-4b09-a9fa-711bead1cc33,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:09.634960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-04fbe7b4-ab83-41c1-8b2b-a4fcdbc897e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.635582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-04fbe7b4-ab83-41c1-8b2b-a4fcdbc897e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.635875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-04fbe7b4-ab83-41c1-8b2b-a4fcdbc897e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.637790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-04fbe7b4-ab83-41c1-8b2b-a4fcdbc897e6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2834120 Aug 04 17:01:09.640552 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:09.735960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.736635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:09.738934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] 10.222.0.90 "PUT /v2.0/ports/aedf5264-6657-4b09-a9fa-711bead1cc33 HTTP/1.1" status: 200 len: 1091 time: 1.7993610 Aug 04 17:01:09.802831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-8b9dcbaf-f195-4238-ba2d-c4e4cc05287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:09.804495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6694a5b1-17f3-442b-9dc7-6c3baf377b9e req-8b9dcbaf-f195-4238-ba2d-c4e4cc05287c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1558084 Aug 04 17:01:09.924554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8697673-2cd1-4b10-83dd-ebcb1aaef6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=aedf5264-6657-4b09-a9fa-711bead1cc33,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:10.002730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c360e9e-4b0b-4385-bd01-5cca3f9038b3 req-29116ecf-d0e5-4d85-a99e-3728f7ad2792 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.009240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c360e9e-4b0b-4385-bd01-5cca3f9038b3 req-29116ecf-d0e5-4d85-a99e-3728f7ad2792 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.015507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c360e9e-4b0b-4385-bd01-5cca3f9038b3 req-29116ecf-d0e5-4d85-a99e-3728f7ad2792 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.021864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c360e9e-4b0b-4385-bd01-5cca3f9038b3 req-29116ecf-d0e5-4d85-a99e-3728f7ad2792 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.028535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c360e9e-4b0b-4385-bd01-5cca3f9038b3 req-29116ecf-d0e5-4d85-a99e-3728f7ad2792 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.034883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c360e9e-4b0b-4385-bd01-5cca3f9038b3 req-29116ecf-d0e5-4d85-a99e-3728f7ad2792 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.040783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c360e9e-4b0b-4385-bd01-5cca3f9038b3 req-29116ecf-d0e5-4d85-a99e-3728f7ad2792 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.042744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c360e9e-4b0b-4385-bd01-5cca3f9038b3 req-29116ecf-d0e5-4d85-a99e-3728f7ad2792 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1147606 Aug 04 17:01:10.061668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-093f6be7-d548-4440-a065-637ec4addf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.062834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-093f6be7-d548-4440-a065-637ec4addf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.062834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-093f6be7-d548-4440-a065-637ec4addf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.063660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-093f6be7-d548-4440-a065-637ec4addf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.063660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-093f6be7-d548-4440-a065-637ec4addf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.064430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-093f6be7-d548-4440-a065-637ec4addf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.064933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-093f6be7-d548-4440-a065-637ec4addf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.067011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-093f6be7-d548-4440-a065-637ec4addf04 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6477 time: 0.1965735 Aug 04 17:01:10.133644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c360e9e-4b0b-4385-bd01-5cca3f9038b3 req-1162ad70-58e7-40c0-b355-c7c33cd797b5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792665 Aug 04 17:01:10.134971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-ae85899e-9e3d-4195-8630-37eb6942357d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8856018a-3c76-4c7c-86aa-4640eb461494 HTTP/1.1" status: 200 len: 217 time: 0.0547128 Aug 04 17:01:10.241346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-4cf58d89-b19a-4efa-9580-3d7c5c1488aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.242990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-4cf58d89-b19a-4efa-9580-3d7c5c1488aa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fbcb1f8d-7827-496e-ba78-9e7176299506 HTTP/1.1" status: 200 len: 850 time: 0.0810575 Aug 04 17:01:10.275944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e767016-5e12-4c4b-a1cb-358ea5896ded req-76a1e12c-f601-43f7-870e-d0c12ba4afd9 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.283613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e767016-5e12-4c4b-a1cb-358ea5896ded req-76a1e12c-f601-43f7-870e-d0c12ba4afd9 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.1124277 Aug 04 17:01:10.294785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': 'aedf5264-6657-4b09-a9fa-711bead1cc33'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:10.301977 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f18c436-72b2-4845-8c11-50f0cd46eff7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "aedf5264-6657-4b09-a9fa-711bead1cc33"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:10.370673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-62f8d0d3-8fe3-4c6b-8cc6-719a0b8ace7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.372402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-62f8d0d3-8fe3-4c6b-8cc6-719a0b8ace7b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184306 Aug 04 17:01:10.380355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e767016-5e12-4c4b-a1cb-358ea5896ded req-1b04433c-d5dd-4ed5-9567-aa30ef65cf57 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948250 Aug 04 17:01:10.474340 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99425362-0d2e-40f3-a18e-ac43a8813a60 x-openstack-request-id: req-99425362-0d2e-40f3-a18e-ac43a8813a60 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:10.474565 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "aedf5264-6657-4b09-a9fa-711bead1cc33", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:10.475079 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99425362-0d2e-40f3-a18e-ac43a8813a60 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:10.475231 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': 'aedf5264-6657-4b09-a9fa-711bead1cc33', 'status': 'completed', 'code': 200} Aug 04 17:01:10.573392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fec3c6-6706-457d-817b-e4c1ac745448 req-d0970666-5813-4a10-aa45-bebae328808e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.580401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07fec3c6-6706-457d-817b-e4c1ac745448 req-d0970666-5813-4a10-aa45-bebae328808e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e24d84f-cceb-440f-8119-b7985143b94d HTTP/1.1" status: 200 len: 946 time: 0.0839162 Aug 04 17:01:10.589219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-73509fd0-7367-4c0f-a78b-668ef79c4096 service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073028 Aug 04 17:01:10.684881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07fec3c6-6706-457d-817b-e4c1ac745448 req-aa57cdc0-037e-4a9e-8907-ed1df1980f4a tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035407 Aug 04 17:01:10.748566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa4dbb-858f-4a09-95f2-c761affafdde req-fda3b9d0-6e3e-43f0-b202-9cf3810cdfb7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.750115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7aaa4dbb-858f-4a09-95f2-c761affafdde req-fda3b9d0-6e3e-43f0-b202-9cf3810cdfb7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.0898080 Aug 04 17:01:10.782096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-90cae681-7b07-4f7a-a1fb-924fe5122cb5 service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776645 Aug 04 17:01:10.840078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-c4a90903-9796-4aa2-8127-9c291303fe12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=460da60e-6c2e-403f-adbf-cb7105a4357d HTTP/1.1" status: 200 len: 217 time: 0.0418262 Aug 04 17:01:10.842990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7aaa4dbb-858f-4a09-95f2-c761affafdde req-be419f84-8e02-4ab1-ac3c-b3dbda102431 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859768 Aug 04 17:01:10.952831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-092b0531-7f75-474c-a2e0-db7de618aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.954336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-092b0531-7f75-474c-a2e0-db7de618aca1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.1044800 Aug 04 17:01:10.983648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b66c-df1d-45ee-9a32-438c08c8bb03 req-ff51cbcb-5d6a-4bd4-a50f-ba91b633d1ed tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:10.985077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8056b66c-df1d-45ee-9a32-438c08c8bb03 req-ff51cbcb-5d6a-4bd4-a50f-ba91b633d1ed tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 945 time: 0.0720792 Aug 04 17:01:11.049299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-ad611e7f-37c6-455a-9371-69e01c707f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.050761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-ad611e7f-37c6-455a-9371-69e01c707f7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869491 Aug 04 17:01:11.054072 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8056b66c-df1d-45ee-9a32-438c08c8bb03 req-22c23fc3-a544-4662-b718-ebb974e1c6d0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492797 Aug 04 17:01:11.194017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-03b3cb57-0b6f-4112-88d0-4d02076e230a service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327922 Aug 04 17:01:11.395122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6649c-0e25-44cd-91de-dbc9acfc5669 req-8fb0a2cb-75f8-4066-a570-7322a311b7b9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.401232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6649c-0e25-44cd-91de-dbc9acfc5669 req-8fb0a2cb-75f8-4066-a570-7322a311b7b9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.407131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6649c-0e25-44cd-91de-dbc9acfc5669 req-8fb0a2cb-75f8-4066-a570-7322a311b7b9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.413538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6649c-0e25-44cd-91de-dbc9acfc5669 req-8fb0a2cb-75f8-4066-a570-7322a311b7b9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.420087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6649c-0e25-44cd-91de-dbc9acfc5669 req-8fb0a2cb-75f8-4066-a570-7322a311b7b9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.425973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6649c-0e25-44cd-91de-dbc9acfc5669 req-8fb0a2cb-75f8-4066-a570-7322a311b7b9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.431992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6649c-0e25-44cd-91de-dbc9acfc5669 req-8fb0a2cb-75f8-4066-a570-7322a311b7b9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.433879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-baf6649c-0e25-44cd-91de-dbc9acfc5669 req-8fb0a2cb-75f8-4066-a570-7322a311b7b9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1544712 Aug 04 17:01:11.445619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-d1083d56-881d-4673-aa33-2726aa0b9052 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410867 Aug 04 17:01:11.460404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9b52-bfaf-4d98-963a-102fe38f6d20 req-698fc2f4-5f9e-4393-8999-cbd3b4b6d427 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.466605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9b52-bfaf-4d98-963a-102fe38f6d20 req-698fc2f4-5f9e-4393-8999-cbd3b4b6d427 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.472512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9b52-bfaf-4d98-963a-102fe38f6d20 req-698fc2f4-5f9e-4393-8999-cbd3b4b6d427 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.479865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-253e9b52-bfaf-4d98-963a-102fe38f6d20 req-698fc2f4-5f9e-4393-8999-cbd3b4b6d427 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650&device_id=0e24d84f-cceb-440f-8119-b7985143b94d&device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 2418 time: 0.1674433 Aug 04 17:01:11.536564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-77961997-a906-4b84-bdba-d3551f552704 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=33984ace-de3e-45de-bf74-7bb18b44d292 HTTP/1.1" status: 200 len: 217 time: 0.0529144 Aug 04 17:01:11.611251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-baf6649c-0e25-44cd-91de-dbc9acfc5669 req-d4a287ec-afd5-414b-925d-a2b5938a1938 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680391 Aug 04 17:01:11.679061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-253e9b52-bfaf-4d98-963a-102fe38f6d20 req-c644340b-0bb9-4bfe-874e-70f504fb8331 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982479 Aug 04 17:01:11.688650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-bac52efc-caad-4c3a-bab3-7d3b0d2c78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.690171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-bac52efc-caad-4c3a-bab3-7d3b0d2c78fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.1405447 Aug 04 17:01:11.768527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-af0df548-a68d-4919-bc18-e0fd5d565c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:11.770013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-af0df548-a68d-4919-bc18-e0fd5d565c72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584106 Aug 04 17:01:11.871512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7033b4d4-33e0-48cc-8e2d-844170f7bc10 req-19d8d84b-6c70-431d-b5bb-5a31ecef97fd tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1163483 Aug 04 17:01:11.977289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-3f3699f6-3fe8-4503-80bf-75b9a7e07559 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835592 Aug 04 17:01:12.122846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4d328-df73-479e-a92b-7025f7128abf req-b4f9e620-4f4a-48eb-b160-2444d3b5ef99 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:12.124283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15e4d328-df73-479e-a92b-7025f7128abf req-b4f9e620-4f4a-48eb-b160-2444d3b5ef99 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1694398 Aug 04 17:01:12.182868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15e4d328-df73-479e-a92b-7025f7128abf req-cb04a3e8-e445-45a7-961f-772cc26659d0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461636 Aug 04 17:01:12.220648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-2f83e346-2d40-4dc4-a74b-f684d42fbdce service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888881 Aug 04 17:01:12.281123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-c4527a45-195f-4857-9cf6-8ca855321d35 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=f0eb97b5-e476-43d8-ac81-a06109efec2b HTTP/1.1" status: 200 len: 217 time: 0.0553017 Aug 04 17:01:12.375424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-609ba242-1979-4ec1-85e2-3e81d1a53aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:12.377006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-609ba242-1979-4ec1-85e2-3e81d1a53aec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.0763924 Aug 04 17:01:12.450193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5c835487-5336-4942-bedd-8b52acbea5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:12.451772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-5c835487-5336-4942-bedd-8b52acbea5f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596120 Aug 04 17:01:12.574767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-49ce2d35-03a6-439d-9a69-6bd8a51bec39 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138139 Aug 04 17:01:12.790716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-1ca09e0b-9a5c-43bc-8dce-0449e13e7528 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066579 Aug 04 17:01:12.803606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e5a4c-2ba3-404e-afc4-3b6b12881815 req-ccd59dd9-bef5-4b29-b4c8-ef7a7e76f075 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:12.809904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e5a4c-2ba3-404e-afc4-3b6b12881815 req-ccd59dd9-bef5-4b29-b4c8-ef7a7e76f075 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:12.815795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e5a4c-2ba3-404e-afc4-3b6b12881815 req-ccd59dd9-bef5-4b29-b4c8-ef7a7e76f075 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:12.822079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e5a4c-2ba3-404e-afc4-3b6b12881815 req-ccd59dd9-bef5-4b29-b4c8-ef7a7e76f075 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:12.827923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e5a4c-2ba3-404e-afc4-3b6b12881815 req-ccd59dd9-bef5-4b29-b4c8-ef7a7e76f075 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:12.834116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e5a4c-2ba3-404e-afc4-3b6b12881815 req-ccd59dd9-bef5-4b29-b4c8-ef7a7e76f075 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:12.840033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e5a4c-2ba3-404e-afc4-3b6b12881815 req-ccd59dd9-bef5-4b29-b4c8-ef7a7e76f075 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:12.841911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd0e5a4c-2ba3-404e-afc4-3b6b12881815 req-ccd59dd9-bef5-4b29-b4c8-ef7a7e76f075 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1247656 Aug 04 17:01:13.232933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-82737b86-2d49-4bf5-a15a-e929f515ab87 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=5a660b25-d508-4707-af34-20208e49075f HTTP/1.1" status: 200 len: 217 time: 0.3899727 Aug 04 17:01:13.288864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd0e5a4c-2ba3-404e-afc4-3b6b12881815 req-fdb36614-fc44-4c74-8de7-067449bd87dd tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4389551 Aug 04 17:01:13.348187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-57866b93-e7a4-43fa-9359-96523445045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:13.350293 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-57866b93-e7a4-43fa-9359-96523445045e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.1092575 Aug 04 17:01:13.424521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe9322-2689-4295-be2c-dece3a089f8a req-ab2abe87-4ae6-422e-be72-e085ce9f311a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:13.426104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72fe9322-2689-4295-be2c-dece3a089f8a req-ab2abe87-4ae6-422e-be72-e085ce9f311a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1347423 Aug 04 17:01:13.451144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9524e172-7acb-4dbc-96e4-5c86e20fa51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:13.452654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-9524e172-7acb-4dbc-96e4-5c86e20fa51c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931094 Aug 04 17:01:13.524523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72fe9322-2689-4295-be2c-dece3a089f8a req-06470cb0-fbb5-4aa7-ab93-b400617dd50b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918646 Aug 04 17:01:13.626688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-6571a9ad-7407-4139-b961-53d9e33fd108 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635764 Aug 04 17:01:13.832604 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-96b5cc3b-eff5-4e32-91d6-b8f9c6f974c8 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945460 Aug 04 17:01:13.909795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-413abff4-b09b-444d-8b00-9207260d9520 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd HTTP/1.1" status: 200 len: 217 time: 0.0686893 Aug 04 17:01:14.002949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b3e85-ab38-400c-96d2-e2971af1410f req-4e49c80b-ae67-4eea-89ce-14f8dfc56872 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.007452 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d42b3e85-ab38-400c-96d2-e2971af1410f req-4e49c80b-ae67-4eea-89ce-14f8dfc56872 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 945 time: 0.1019840 Aug 04 17:01:14.022518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-3536cc0b-da16-4a45-bc95-d864b92a83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.024462 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-3536cc0b-da16-4a45-bc95-d864b92a83b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.0818899 Aug 04 17:01:14.098200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d42b3e85-ab38-400c-96d2-e2971af1410f req-7f282fdb-357d-4d8d-a9f8-d60c636bbe7a tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782957 Aug 04 17:01:14.104066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7dffcd6-ff8d-4d33-8679-0072723caebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.105892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-f7dffcd6-ff8d-4d33-8679-0072723caebb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736504 Aug 04 17:01:14.226910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-df9aaead-3c44-44df-b48a-488ddbdc60ba service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123719 Aug 04 17:01:14.353203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-c04aad0b-9819-4875-8b3f-754a11529a0a service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169190 Aug 04 17:01:14.407186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-c1942d27-b606-4d75-a5ee-a13725ae4153 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aedf5264-6657-4b09-a9fa-711bead1cc33 HTTP/1.1" status: 200 len: 217 time: 0.0455563 Aug 04 17:01:14.483492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-76b0f892-228a-4ccd-9538-e2009ce3d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.484975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-76b0f892-228a-4ccd-9538-e2009ce3d23b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.0690405 Aug 04 17:01:14.506469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde3f6-9afe-47fd-92c3-240e85830d7f req-7a52f5dc-a915-4f2e-a9ab-5b12be33aae3 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.512577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde3f6-9afe-47fd-92c3-240e85830d7f req-7a52f5dc-a915-4f2e-a9ab-5b12be33aae3 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.518544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde3f6-9afe-47fd-92c3-240e85830d7f req-7a52f5dc-a915-4f2e-a9ab-5b12be33aae3 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.524576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde3f6-9afe-47fd-92c3-240e85830d7f req-7a52f5dc-a915-4f2e-a9ab-5b12be33aae3 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.530554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde3f6-9afe-47fd-92c3-240e85830d7f req-7a52f5dc-a915-4f2e-a9ab-5b12be33aae3 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.536564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde3f6-9afe-47fd-92c3-240e85830d7f req-7a52f5dc-a915-4f2e-a9ab-5b12be33aae3 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.542598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde3f6-9afe-47fd-92c3-240e85830d7f req-7a52f5dc-a915-4f2e-a9ab-5b12be33aae3 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.544930 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91bde3f6-9afe-47fd-92c3-240e85830d7f req-7a52f5dc-a915-4f2e-a9ab-5b12be33aae3 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1403039 Aug 04 17:01:14.619209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91bde3f6-9afe-47fd-92c3-240e85830d7f req-fcc081a7-0895-4589-adeb-2d5dba926e86 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648274 Aug 04 17:01:14.630192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-04323e7f-0810-4207-aa63-caf8a4bc59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.631371 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-04323e7f-0810-4207-aa63-caf8a4bc59a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855401 Aug 04 17:01:14.720258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29bfcd-e82c-4898-8f18-704edbf56e74 req-57a50461-1c7b-47b6-a2a8-104070dbc5bf tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:14.721793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed29bfcd-e82c-4898-8f18-704edbf56e74 req-57a50461-1c7b-47b6-a2a8-104070dbc5bf tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1096003 Aug 04 17:01:14.782827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-e844f9cf-4ac1-4e30-bd38-1b8e9b426c63 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370487 Aug 04 17:01:14.785792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed29bfcd-e82c-4898-8f18-704edbf56e74 req-4a1efe77-9dd3-4b38-bc19-00c774c3aa50 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576055 Aug 04 17:01:14.888297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abce5c68-6e24-4e78-b01a-36bf40559f4f req-c8ccc174-260c-436d-b8ce-af06e0b50d5f service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954113 Aug 04 17:01:15.084924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-ab1717f6-f50f-4b39-b737-97af5d18e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.085415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-ab1717f6-f50f-4b39-b737-97af5d18e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.086461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-ab1717f6-f50f-4b39-b737-97af5d18e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.086990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-ab1717f6-f50f-4b39-b737-97af5d18e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.087469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-ab1717f6-f50f-4b39-b737-97af5d18e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.087977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-ab1717f6-f50f-4b39-b737-97af5d18e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.088450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-ab1717f6-f50f-4b39-b737-97af5d18e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.090455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-ab1717f6-f50f-4b39-b737-97af5d18e35c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6477 time: 0.1265948 Aug 04 17:01:15.280830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-4157dead-97e5-482c-9283-3600c9aff82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.282359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-4157dead-97e5-482c-9283-3600c9aff82b service neutron] 10.222.0.90 "GET /v2.0/networks?id=b41deb09-8151-429d-9ece-729aeb2ad31e HTTP/1.1" status: 200 len: 904 time: 0.1765411 Aug 04 17:01:15.310330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-30d86019-4778-46ec-a3ed-6fdbff21e41e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.312713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-30d86019-4778-46ec-a3ed-6fdbff21e41e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 945 time: 0.1274707 Aug 04 17:01:15.325367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66af18-7c3b-4766-a215-dd961fa675d5 req-7ab79606-692d-49b4-b8a4-d5fdb30ce4f1 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.327438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d66af18-7c3b-4766-a215-dd961fa675d5 req-7ab79606-692d-49b4-b8a4-d5fdb30ce4f1 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 945 time: 0.1439090 Aug 04 17:01:15.375406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-a60fecdd-b3b8-46f5-a698-b7406281ee20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aedf5264-6657-4b09-a9fa-711bead1cc33 HTTP/1.1" status: 200 len: 217 time: 0.0828021 Aug 04 17:01:15.493579 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d66af18-7c3b-4766-a215-dd961fa675d5 req-3d1aca3a-a0a5-43c6-ba6f-c1529bd294f6 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322968 Aug 04 17:01:15.500591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-883d08fe-6abd-4ec4-bc24-6304af5190c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.502029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-883d08fe-6abd-4ec4-bc24-6304af5190c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.1076274 Aug 04 17:01:15.574382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-b36c03ea-0e3f-4123-8b50-37c5a3b150e0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Deleting port 2159bcbf-14b8-4970-97fb-fe02dbfd927f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:15.574730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-b36c03ea-0e3f-4123-8b50-37c5a3b150e0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:15.578768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-00a8bc31-f6c0-40f6-9252-f965eab5377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.580376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-00a8bc31-f6c0-40f6-9252-f965eab5377a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660677 Aug 04 17:01:15.782545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-b36c03ea-0e3f-4123-8b50-37c5a3b150e0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] For port 2159bcbf-14b8-4970-97fb-fe02dbfd927f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2159bcbf-14b8-4970-97fb-fe02dbfd927f,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:15.782964 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-b36c03ea-0e3f-4123-8b50-37c5a3b150e0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:15.806709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-b36c03ea-0e3f-4123-8b50-37c5a3b150e0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Calling delete_port for 2159bcbf-14b8-4970-97fb-fe02dbfd927f owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:15.816957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-961560e0-5888-4e8d-8bf5-1745ed455359 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232723 Aug 04 17:01:15.876453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602793b-159e-4d75-b7bc-704e290c4bbb req-b47b534b-6265-4ac4-a61a-97abc6368dcb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.882342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602793b-159e-4d75-b7bc-704e290c4bbb req-b47b534b-6265-4ac4-a61a-97abc6368dcb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.888884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602793b-159e-4d75-b7bc-704e290c4bbb req-b47b534b-6265-4ac4-a61a-97abc6368dcb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.895050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602793b-159e-4d75-b7bc-704e290c4bbb req-b47b534b-6265-4ac4-a61a-97abc6368dcb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.901498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602793b-159e-4d75-b7bc-704e290c4bbb req-b47b534b-6265-4ac4-a61a-97abc6368dcb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.907672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602793b-159e-4d75-b7bc-704e290c4bbb req-b47b534b-6265-4ac4-a61a-97abc6368dcb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.922195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602793b-159e-4d75-b7bc-704e290c4bbb req-b47b534b-6265-4ac4-a61a-97abc6368dcb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:15.924218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e602793b-159e-4d75-b7bc-704e290c4bbb req-b47b534b-6265-4ac4-a61a-97abc6368dcb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.2148108 Aug 04 17:01:16.077819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e602793b-159e-4d75-b7bc-704e290c4bbb req-66147201-515e-4641-9ad5-cc315f12fbef tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402581 Aug 04 17:01:16.118556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f046cd2-6ab4-4988-8661-7889a79c2508 req-4a604037-31af-4be0-9740-a511c6abfe27 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:16.126563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f046cd2-6ab4-4988-8661-7889a79c2508 req-4a604037-31af-4be0-9740-a511c6abfe27 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.2011709 Aug 04 17:01:16.146561 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f18c436-72b2-4845-8c11-50f0cd46eff7 req-6af0812c-4aa6-4415-b11c-90673c3d127c service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196959 Aug 04 17:01:16.221515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f046cd2-6ab4-4988-8661-7889a79c2508 req-2d82fc1d-ce0e-47a1-9e03-a2b384cd1ebf tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940013 Aug 04 17:01:16.259931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-b36c03ea-0e3f-4123-8b50-37c5a3b150e0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:16.272891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['2159bcbf-14b8-4970-97fb-fe02dbfd927f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:16.294795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c03ea-0e3f-4123-8b50-37c5a3b150e0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Pushing event deleted for resources: {'Port': ['ID=2159bcbf-14b8-4970-97fb-fe02dbfd927f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:16.305785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['156a1668-1f7a-4c4d-9347-5068d811f2b9', 'f778da71-fe34-4c8e-81b8-537b14a3f363'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:16.349324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-b36c03ea-0e3f-4123-8b50-37c5a3b150e0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] No DVR routers for this DVR port 2159bcbf-14b8-4970-97fb-fe02dbfd927f on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:16.353058 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-b36c03ea-0e3f-4123-8b50-37c5a3b150e0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:16.354699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39ace85a-9643-4a11-a7db-e93c9ad010b6 req-b36c03ea-0e3f-4123-8b50-37c5a3b150e0 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.90 "DELETE /v2.0/ports/2159bcbf-14b8-4970-97fb-fe02dbfd927f HTTP/1.1" status: 204 len: 173 time: 1.0263259 Aug 04 17:01:16.355185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d88ac4-c4c1-469c-8972-b1c8565fb650', 'name': 'network-vif-deleted', 'tag': '2159bcbf-14b8-4970-97fb-fe02dbfd927f'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:16.357868 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd402652-339f-4788-8509-4e0425c37f25" -d '{"events": [{"server_uuid": "a6d88ac4-c4c1-469c-8972-b1c8565fb650", "name": "network-vif-deleted", "tag": "2159bcbf-14b8-4970-97fb-fe02dbfd927f"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:16.405411 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87de2cfe-dc10-444e-8e9a-41e96d1d62c2 x-openstack-request-id: req-87de2cfe-dc10-444e-8e9a-41e96d1d62c2 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:16.406539 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d88ac4-c4c1-469c-8972-b1c8565fb650", "name": "network-vif-deleted", "tag": "2159bcbf-14b8-4970-97fb-fe02dbfd927f", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:16.407121 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87de2cfe-dc10-444e-8e9a-41e96d1d62c2 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:16.407547 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d88ac4-c4c1-469c-8972-b1c8565fb650', 'name': 'network-vif-deleted', 'tag': '2159bcbf-14b8-4970-97fb-fe02dbfd927f', 'status': 'completed', 'code': 200} Aug 04 17:01:16.606028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9abe0dac-67ab-440a-8b40-edd7d5d43731 req-a42d29e7-6170-4a01-b0b8-d71ee23294ea tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d88ac4-c4c1-469c-8972-b1c8565fb650 HTTP/1.1" status: 200 len: 210 time: 0.0288813 Aug 04 17:01:17.230031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e12d-cf04-43e8-a6ea-5b1721facb9c req-190e8b9a-2901-4e94-81c5-3135490c46a7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:17.238127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e12d-cf04-43e8-a6ea-5b1721facb9c req-190e8b9a-2901-4e94-81c5-3135490c46a7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:17.244517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e12d-cf04-43e8-a6ea-5b1721facb9c req-190e8b9a-2901-4e94-81c5-3135490c46a7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:17.250922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e12d-cf04-43e8-a6ea-5b1721facb9c req-190e8b9a-2901-4e94-81c5-3135490c46a7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:17.257015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e12d-cf04-43e8-a6ea-5b1721facb9c req-190e8b9a-2901-4e94-81c5-3135490c46a7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:17.263785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e12d-cf04-43e8-a6ea-5b1721facb9c req-190e8b9a-2901-4e94-81c5-3135490c46a7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:17.269801 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e12d-cf04-43e8-a6ea-5b1721facb9c req-190e8b9a-2901-4e94-81c5-3135490c46a7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:17.271760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0350e12d-cf04-43e8-a6ea-5b1721facb9c req-190e8b9a-2901-4e94-81c5-3135490c46a7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1018140 Aug 04 17:01:17.320884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0350e12d-cf04-43e8-a6ea-5b1721facb9c req-95759e90-d02c-49bd-932e-1d5d8a51210c tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420749 Aug 04 17:01:17.405426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2bd2d-0005-40c1-8da5-e60f6e2ce69a req-d0286f30-0b4e-4b1a-9fe8-7cff144a7a7d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:17.407006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33d2bd2d-0005-40c1-8da5-e60f6e2ce69a req-d0286f30-0b4e-4b1a-9fe8-7cff144a7a7d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.0555599 Aug 04 17:01:17.448700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33d2bd2d-0005-40c1-8da5-e60f6e2ce69a req-3540f199-c7db-45d3-b07b-1343f11d53af tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348575 Aug 04 17:01:17.896649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42cbdf-3d0d-4729-925c-07ed425b964c req-6b80cfa8-5e5c-4075-9363-f9a6c1f87b48 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:17.898496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c42cbdf-3d0d-4729-925c-07ed425b964c req-6b80cfa8-5e5c-4075-9363-f9a6c1f87b48 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e24d84f-cceb-440f-8119-b7985143b94d HTTP/1.1" status: 200 len: 946 time: 0.0511215 Aug 04 17:01:17.940423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c42cbdf-3d0d-4729-925c-07ed425b964c req-161b499e-f01b-4697-a4bc-e75f9ccdb430 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356717 Aug 04 17:01:18.475525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2159bcbf-14b8-4970-97fb-fe02dbfd927f no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:18.518322 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 2159bcbf-14b8-4970-97fb-fe02dbfd927f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:18.520124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2159bcbf-14b8-4970-97fb-fe02dbfd927f not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:18.538322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790718-318a-4536-9c04-b41865ffda96 req-b2ae14cb-7db8-41d4-88c3-cf9501896141 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:18.544869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790718-318a-4536-9c04-b41865ffda96 req-b2ae14cb-7db8-41d4-88c3-cf9501896141 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:18.551278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790718-318a-4536-9c04-b41865ffda96 req-b2ae14cb-7db8-41d4-88c3-cf9501896141 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:18.557589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790718-318a-4536-9c04-b41865ffda96 req-b2ae14cb-7db8-41d4-88c3-cf9501896141 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:18.563910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790718-318a-4536-9c04-b41865ffda96 req-b2ae14cb-7db8-41d4-88c3-cf9501896141 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:18.570318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790718-318a-4536-9c04-b41865ffda96 req-b2ae14cb-7db8-41d4-88c3-cf9501896141 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:18.576731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790718-318a-4536-9c04-b41865ffda96 req-b2ae14cb-7db8-41d4-88c3-cf9501896141 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:18.579041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67790718-318a-4536-9c04-b41865ffda96 req-b2ae14cb-7db8-41d4-88c3-cf9501896141 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1700888 Aug 04 17:01:18.655596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67790718-318a-4536-9c04-b41865ffda96 req-7573a93f-9233-4628-b444-9bf7e5acf03e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639198 Aug 04 17:01:18.686057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2009a70-6509-4887-9867-8b7618393da5 req-035e52fc-b524-43c5-8713-7b0b5f9907ef tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:18.694103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2009a70-6509-4887-9867-8b7618393da5 req-035e52fc-b524-43c5-8713-7b0b5f9907ef tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1140528 Aug 04 17:01:18.739349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2009a70-6509-4887-9867-8b7618393da5 req-d9d5534e-3093-461d-afe1-ee01b78b4b14 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 Aug 04 17:01:19.099465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca4181-9a63-45e1-978f-55dbbca54895 req-1d58db12-2348-4711-87d1-319d4a9d4de8 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:19.100960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acca4181-9a63-45e1-978f-55dbbca54895 req-1d58db12-2348-4711-87d1-319d4a9d4de8 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e24d84f-cceb-440f-8119-b7985143b94d HTTP/1.1" status: 200 len: 946 time: 0.0840590 Aug 04 17:01:19.121405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8a17d-337d-49ca-8c6b-c870e66e8b46 req-ff155627-e70e-4dd4-b32b-d88d10acc24c tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:19.122767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ae8a17d-337d-49ca-8c6b-c870e66e8b46 req-ff155627-e70e-4dd4-b32b-d88d10acc24c tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0786874 Aug 04 17:01:19.167840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acca4181-9a63-45e1-978f-55dbbca54895 req-59650b01-2279-4b1f-8562-43c26bb78bea tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601718 Aug 04 17:01:19.181077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ae8a17d-337d-49ca-8c6b-c870e66e8b46 req-d3f6573d-aafd-4e0e-b515-f95feb05b641 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f75d525-c460-4a6f-a2b8-cf7596453e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504270 Aug 04 17:01:19.505600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-911a117b-6dcd-475a-97c6-40195f3970d4 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:19.507650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-911a117b-6dcd-475a-97c6-40195f3970d4 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.82 "GET /v2.0/ports?device_id=0e24d84f-cceb-440f-8119-b7985143b94d HTTP/1.1" status: 200 len: 946 time: 0.0529833 Aug 04 17:01:19.626134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-a11b728a-0e26-4877-99e9-6cc6f4fae988 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Deleting port 156a1668-1f7a-4c4d-9347-5068d811f2b9 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:19.627036 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-a11b728a-0e26-4877-99e9-6cc6f4fae988 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:19.720354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-a11b728a-0e26-4877-99e9-6cc6f4fae988 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] For port 156a1668-1f7a-4c4d-9347-5068d811f2b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=156a1668-1f7a-4c4d-9347-5068d811f2b9,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:19.720848 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-a11b728a-0e26-4877-99e9-6cc6f4fae988 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:19.740754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-a11b728a-0e26-4877-99e9-6cc6f4fae988 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Calling delete_port for 156a1668-1f7a-4c4d-9347-5068d811f2b9 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:19.858338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd8e-4d7c-4031-9644-559c394d6b9a req-08dd87ae-3bcc-47d0-87ff-61fddd4053c4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:19.864188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd8e-4d7c-4031-9644-559c394d6b9a req-08dd87ae-3bcc-47d0-87ff-61fddd4053c4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:19.870039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd8e-4d7c-4031-9644-559c394d6b9a req-08dd87ae-3bcc-47d0-87ff-61fddd4053c4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:19.875916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd8e-4d7c-4031-9644-559c394d6b9a req-08dd87ae-3bcc-47d0-87ff-61fddd4053c4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:19.881936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd8e-4d7c-4031-9644-559c394d6b9a req-08dd87ae-3bcc-47d0-87ff-61fddd4053c4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:19.888003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd8e-4d7c-4031-9644-559c394d6b9a req-08dd87ae-3bcc-47d0-87ff-61fddd4053c4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:19.893843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd8e-4d7c-4031-9644-559c394d6b9a req-08dd87ae-3bcc-47d0-87ff-61fddd4053c4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:19.895797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88f2cd8e-4d7c-4031-9644-559c394d6b9a req-08dd87ae-3bcc-47d0-87ff-61fddd4053c4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1482527 Aug 04 17:01:19.990889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88f2cd8e-4d7c-4031-9644-559c394d6b9a req-57f5295e-88b1-463d-93e6-bdaea71be12e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801601 Aug 04 17:01:20.022560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357703b-ee3f-4780-b8e6-6647950a255b req-7c6395f9-1b95-4038-b4b2-55d41e8f54a2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:20.024487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3357703b-ee3f-4780-b8e6-6647950a255b req-7c6395f9-1b95-4038-b4b2-55d41e8f54a2 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1277559 Aug 04 17:01:20.070862 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-a11b728a-0e26-4877-99e9-6cc6f4fae988 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:20.091428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3357703b-ee3f-4780-b8e6-6647950a255b req-1c8b7be9-4c12-4191-bcaa-81434ff42138 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579903 Aug 04 17:01:20.092748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['156a1668-1f7a-4c4d-9347-5068d811f2b9', 'f778da71-fe34-4c8e-81b8-537b14a3f363'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:20.110884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b728a-0e26-4877-99e9-6cc6f4fae988 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Pushing event deleted for resources: {'Port': ['ID=156a1668-1f7a-4c4d-9347-5068d811f2b9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:20.159275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-a11b728a-0e26-4877-99e9-6cc6f4fae988 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] No DVR routers for this DVR port 156a1668-1f7a-4c4d-9347-5068d811f2b9 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:20.162087 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-a11b728a-0e26-4877-99e9-6cc6f4fae988 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:20.164568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59add5df-c8ab-44be-b058-2b4bdca41e2e req-a11b728a-0e26-4877-99e9-6cc6f4fae988 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.82 "DELETE /v2.0/ports/156a1668-1f7a-4c4d-9347-5068d811f2b9 HTTP/1.1" status: 204 len: 173 time: 0.6473410 Aug 04 17:01:20.165198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e24d84f-cceb-440f-8119-b7985143b94d', 'name': 'network-vif-deleted', 'tag': '156a1668-1f7a-4c4d-9347-5068d811f2b9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:20.175120 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375b963a-bdf0-4940-8188-128759a3e691" -d '{"events": [{"server_uuid": "0e24d84f-cceb-440f-8119-b7985143b94d", "name": "network-vif-deleted", "tag": "156a1668-1f7a-4c4d-9347-5068d811f2b9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:20.227856 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c77fdfb-65f5-4403-9602-81078199614a x-openstack-request-id: req-0c77fdfb-65f5-4403-9602-81078199614a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:20.228328 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e24d84f-cceb-440f-8119-b7985143b94d", "name": "network-vif-deleted", "tag": "156a1668-1f7a-4c4d-9347-5068d811f2b9", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:20.229870 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c77fdfb-65f5-4403-9602-81078199614a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:20.230483 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e24d84f-cceb-440f-8119-b7985143b94d', 'name': 'network-vif-deleted', 'tag': '156a1668-1f7a-4c4d-9347-5068d811f2b9', 'status': 'completed', 'code': 200} Aug 04 17:01:20.347383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44606366-3879-4a9d-92d3-42abd7aea0a8 req-57292c25-5c81-4ca3-bb80-3181b9136990 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e24d84f-cceb-440f-8119-b7985143b94d HTTP/1.1" status: 200 len: 210 time: 0.0689812 Aug 04 17:01:20.373929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d215eb-27ee-4a98-bde8-457db878a391 req-630f3b26-ef21-4149-ab14-a49ce6f9ba43 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:20.375691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85d215eb-27ee-4a98-bde8-457db878a391 req-630f3b26-ef21-4149-ab14-a49ce6f9ba43 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0876029 Aug 04 17:01:20.415785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85d215eb-27ee-4a98-bde8-457db878a391 req-4b11fc37-a3e5-4e68-8937-f51d231ac672 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f75d525-c460-4a6f-a2b8-cf7596453e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336280 Aug 04 17:01:21.015979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48916) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:21.050545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea488ad-e92d-4f63-8ce8-16368d9189ae req-ee5b5025-52f3-4b1d-b27c-769b7f73c7bb tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:21.052208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aea488ad-e92d-4f63-8ce8-16368d9189ae req-ee5b5025-52f3-4b1d-b27c-769b7f73c7bb tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0616703 Aug 04 17:01:21.119425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aea488ad-e92d-4f63-8ce8-16368d9189ae req-1f574aa6-592b-447e-9266-635e2560c037 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f75d525-c460-4a6f-a2b8-cf7596453e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604124 Aug 04 17:01:21.139033 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:21.152022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e3d3c-055e-4550-bd5f-0c6663d227e7 req-b4a267a8-8699-4d40-9872-d50d79b93274 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:21.160098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e3d3c-055e-4550-bd5f-0c6663d227e7 req-b4a267a8-8699-4d40-9872-d50d79b93274 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:21.169651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e3d3c-055e-4550-bd5f-0c6663d227e7 req-b4a267a8-8699-4d40-9872-d50d79b93274 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:21.175868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e3d3c-055e-4550-bd5f-0c6663d227e7 req-b4a267a8-8699-4d40-9872-d50d79b93274 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:21.182314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e3d3c-055e-4550-bd5f-0c6663d227e7 req-b4a267a8-8699-4d40-9872-d50d79b93274 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:21.189560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e3d3c-055e-4550-bd5f-0c6663d227e7 req-b4a267a8-8699-4d40-9872-d50d79b93274 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:21.195592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e3d3c-055e-4550-bd5f-0c6663d227e7 req-b4a267a8-8699-4d40-9872-d50d79b93274 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:21.197811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-489e3d3c-055e-4550-bd5f-0c6663d227e7 req-b4a267a8-8699-4d40-9872-d50d79b93274 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1245439 Aug 04 17:01:21.237647 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:21.243244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:21.269237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-489e3d3c-055e-4550-bd5f-0c6663d227e7 req-acfec023-5f86-4afc-960d-d2fc3ed69060 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561023 Aug 04 17:01:21.277877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b1dec-19cb-4b02-a1bf-2f636355712a req-e0ed7813-8410-4fd0-9c02-48ebbab77093 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:21.279426 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c1b1dec-19cb-4b02-a1bf-2f636355712a req-e0ed7813-8410-4fd0-9c02-48ebbab77093 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.0807157 Aug 04 17:01:21.283288 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=639da965d18a4b5eaaf692e4423bc827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662148 Aug 04 17:01:21.286004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48924) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:21.293570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fc58c0-fd9d-4c9e-a1df-918affb5aad0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:21.313797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.314139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.314474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.314851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.315169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.315492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.315814 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.316135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.316454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.316771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.317088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.317402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2a3d8-0f50-4bca-8ef1-6f07125d04a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:21.327433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c1b1dec-19cb-4b02-a1bf-2f636355712a req-a07e53be-276c-4274-b9de-863a8ab42b86 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Aug 04 17:01:21.354349 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83a4e94f-356a-4f40-b8e2-35a82f05be53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:21.375153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83a4e94f-356a-4f40-b8e2-35a82f05be53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:21.423304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83a4e94f-356a-4f40-b8e2-35a82f05be53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:21.425856 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83a4e94f-356a-4f40-b8e2-35a82f05be53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:21.427112 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-83a4e94f-356a-4f40-b8e2-35a82f05be53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64fc58c0-fd9d-4c9e-a1df-918affb5aad0 HTTP/1.1" status: 204 len: 168 time: 0.1399758 Aug 04 17:01:21.436606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4e94f-356a-4f40-b8e2-35a82f05be53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fc58c0-fd9d-4c9e-a1df-918affb5aad0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:21.669916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179b150-f738-428c-93d7-a9cbc0b4b649 req-84a616d1-39d7-4a36-8560-810deb2f50e3 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:21.671707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6179b150-f738-428c-93d7-a9cbc0b4b649 req-84a616d1-39d7-4a36-8560-810deb2f50e3 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.0619245 Aug 04 17:01:21.729045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6179b150-f738-428c-93d7-a9cbc0b4b649 req-85515d06-52eb-4250-9c7b-48e0218f4b13 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487759 Aug 04 17:01:22.258877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aea29-d2a2-45f0-baa1-78b635b76908 req-edfc6022-4bc8-404e-a19d-682b99de7c5e tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:22.260581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-444aea29-d2a2-45f0-baa1-78b635b76908 req-edfc6022-4bc8-404e-a19d-682b99de7c5e tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0598760 Aug 04 17:01:22.357869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-444aea29-d2a2-45f0-baa1-78b635b76908 req-82fc6609-0da3-41f2-a477-cd3301d31dbd tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f75d525-c460-4a6f-a2b8-cf7596453e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598307 Aug 04 17:01:22.444864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296780a4-e175-4df7-a44f-748636cc48bd req-56ba1b64-d5ca-4081-86f1-3ddb3c92250e tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:22.447867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-296780a4-e175-4df7-a44f-748636cc48bd req-56ba1b64-d5ca-4081-86f1-3ddb3c92250e tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.90 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0837250 Aug 04 17:01:22.586661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d629-8b78-4a7f-b9d6-374a2a124d8f req-fb7eaa4b-e5bb-4edd-9a71-602b3842035a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:22.593154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d629-8b78-4a7f-b9d6-374a2a124d8f req-fb7eaa4b-e5bb-4edd-9a71-602b3842035a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:22.599609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d629-8b78-4a7f-b9d6-374a2a124d8f req-fb7eaa4b-e5bb-4edd-9a71-602b3842035a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:22.605991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d629-8b78-4a7f-b9d6-374a2a124d8f req-fb7eaa4b-e5bb-4edd-9a71-602b3842035a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:22.611978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d629-8b78-4a7f-b9d6-374a2a124d8f req-fb7eaa4b-e5bb-4edd-9a71-602b3842035a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:22.618028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d629-8b78-4a7f-b9d6-374a2a124d8f req-fb7eaa4b-e5bb-4edd-9a71-602b3842035a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:22.624265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d629-8b78-4a7f-b9d6-374a2a124d8f req-fb7eaa4b-e5bb-4edd-9a71-602b3842035a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:22.626176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fe5d629-8b78-4a7f-b9d6-374a2a124d8f req-fb7eaa4b-e5bb-4edd-9a71-602b3842035a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.2022891 Aug 04 17:01:22.634916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dec3b1-fbf6-4978-8686-0e5fc0471aa3 req-6fdd807c-b914-4c41-8177-a48c7ac3f71d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:22.636417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36dec3b1-fbf6-4978-8686-0e5fc0471aa3 req-6fdd807c-b914-4c41-8177-a48c7ac3f71d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1875420 Aug 04 17:01:22.709739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fe5d629-8b78-4a7f-b9d6-374a2a124d8f req-3b0967f4-958f-48d6-9b04-b74a4be03b9c tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721767 Aug 04 17:01:22.715340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36dec3b1-fbf6-4978-8686-0e5fc0471aa3 req-10e19989-75b2-47c5-a8ee-9c87a3763d57 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694969 Aug 04 17:01:22.726496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Deleting port 87902fc5-5536-4f1f-93c5-96f5a4a364fe {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:22.727286 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:22.915892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] For port 87902fc5-5536-4f1f-93c5-96f5a4a364fe, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=87902fc5-5536-4f1f-93c5-96f5a4a364fe,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:22.916867 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:23.006375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2b089-dc2b-4550-b4a8-0d51818718e0 req-daf03010-c677-4f00-a3ac-d8eb052fea6f tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:23.018165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcf2b089-dc2b-4550-b4a8-0d51818718e0 req-daf03010-c677-4f00-a3ac-d8eb052fea6f tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.1485915 Aug 04 17:01:23.126337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcf2b089-dc2b-4550-b4a8-0d51818718e0 req-32e71293-b5cd-43a5-90b1-33ce5256136c tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115232 Aug 04 17:01:23.200592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:23.200975 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:23.201318 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Floating IP aca2620d-aa7b-405f-8a9d-ffe21da90c47 disassociated. External IP: 172.25.2.89, port: 87902fc5-5536-4f1f-93c5-96f5a4a364fe. Aug 04 17:01:23.201661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Calling delete_port for 87902fc5-5536-4f1f-93c5-96f5a4a364fe owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:23.337694 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:23.374114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Pushing event deleted for resources: {'Port': ['ID=87902fc5-5536-4f1f-93c5-96f5a4a364fe,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:24.000155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3aa6ce6a-b3d9-486e-a9a2-947d0c9387bf req-e427a528-0a09-4f99-863a-b567bf54858b tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 210 time: 0.1641202 Aug 04 17:01:24.062972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Router 6c313e47-9199-4b23-961e-0915711dc115 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:01:24.076497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-79661ac7-cc5e-4b69-ab95-abfc33f40367 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:24.077858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-79661ac7-cc5e-4b69-ab95-abfc33f40367 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.82 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.6619720 Aug 04 17:01:24.157511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb426a-9f29-48a3-82b8-7f0bbc760ad0 req-96429946-4c86-4016-9c65-d0541e0f6801 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:24.162975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddbb426a-9f29-48a3-82b8-7f0bbc760ad0 req-96429946-4c86-4016-9c65-d0541e0f6801 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.3256025 Aug 04 17:01:24.335655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4353-f3d9-4a52-94b5-9ec25c2b9755 req-bb78a3d2-047d-437d-a490-d7145572f118 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:24.341627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4353-f3d9-4a52-94b5-9ec25c2b9755 req-bb78a3d2-047d-437d-a490-d7145572f118 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:24.347487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4353-f3d9-4a52-94b5-9ec25c2b9755 req-bb78a3d2-047d-437d-a490-d7145572f118 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:24.353813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4353-f3d9-4a52-94b5-9ec25c2b9755 req-bb78a3d2-047d-437d-a490-d7145572f118 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:24.359677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4353-f3d9-4a52-94b5-9ec25c2b9755 req-bb78a3d2-047d-437d-a490-d7145572f118 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:24.365546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4353-f3d9-4a52-94b5-9ec25c2b9755 req-bb78a3d2-047d-437d-a490-d7145572f118 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:24.371821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4353-f3d9-4a52-94b5-9ec25c2b9755 req-bb78a3d2-047d-437d-a490-d7145572f118 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:24.373786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-403f4353-f3d9-4a52-94b5-9ec25c2b9755 req-bb78a3d2-047d-437d-a490-d7145572f118 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.2916868 Aug 04 17:01:24.385246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddbb426a-9f29-48a3-82b8-7f0bbc760ad0 req-49392019-af83-4993-8381-d6b77dfe3fb8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125347 Aug 04 17:01:24.433501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:01:24.444015 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] Sync routers for ids ['6c313e47-9199-4b23-961e-0915711dc115'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:01:24.455692 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] Routers {'6c313e47-9199-4b23-961e-0915711dc115'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:24.457061 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c313e47-9199-4b23-961e-0915711dc115'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:24.471743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-2efd8e8b-6abb-42df-8847-6a0a0b72e408 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Deleting port f778da71-fe34-4c8e-81b8-537b14a3f363 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:24.472088 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-2efd8e8b-6abb-42df-8847-6a0a0b72e408 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:24.493638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-403f4353-f3d9-4a52-94b5-9ec25c2b9755 req-0488e05e-fcd7-4bc3-9982-85bcd8c69124 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074002 Aug 04 17:01:24.608736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] No DVR routers for this DVR port 87902fc5-5536-4f1f-93c5-96f5a4a364fe on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:24.617301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:24.620175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-296780a4-e175-4df7-a44f-748636cc48bd req-b40aadf7-4992-4315-b87f-19486d716a88 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.90 "DELETE /v2.0/ports/87902fc5-5536-4f1f-93c5-96f5a4a364fe HTTP/1.1" status: 204 len: 173 time: 2.1608112 Aug 04 17:01:24.638311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'name': 'network-vif-deleted', 'tag': '87902fc5-5536-4f1f-93c5-96f5a4a364fe'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:24.642720 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d98f15-222c-4b25-ae15-7c3c65e12217" -d '{"events": [{"server_uuid": "bfec8ae6-1777-45d8-b9d9-46baea86f8a8", "name": "network-vif-deleted", "tag": "87902fc5-5536-4f1f-93c5-96f5a4a364fe"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:24.644556 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] Set router 6c313e47-9199-4b23-961e-0915711dc115 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:24.678968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 156a1668-1f7a-4c4d-9347-5068d811f2b9 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:24.724508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 156a1668-1f7a-4c4d-9347-5068d811f2b9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:24.725167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 156a1668-1f7a-4c4d-9347-5068d811f2b9 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:24.747383 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1174a2-47bd-41cb-8954-468fe2027eb0 x-openstack-request-id: req-eb1174a2-47bd-41cb-8954-468fe2027eb0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:24.747675 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfec8ae6-1777-45d8-b9d9-46baea86f8a8", "name": "network-vif-deleted", "tag": "87902fc5-5536-4f1f-93c5-96f5a4a364fe", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:24.747926 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb1174a2-47bd-41cb-8954-468fe2027eb0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:24.748331 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfec8ae6-1777-45d8-b9d9-46baea86f8a8', 'name': 'network-vif-deleted', 'tag': '87902fc5-5536-4f1f-93c5-96f5a4a364fe', 'status': 'completed', 'code': 200} Aug 04 17:01:24.789935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-2efd8e8b-6abb-42df-8847-6a0a0b72e408 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] For port f778da71-fe34-4c8e-81b8-537b14a3f363, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f778da71-fe34-4c8e-81b8-537b14a3f363,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:24.790454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-2efd8e8b-6abb-42df-8847-6a0a0b72e408 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:24.801628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c8009-8443-433b-a98d-c046d9bb0d9a req-56a56e68-dad6-48b9-a902-338647e0925c tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:24.803317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-746c8009-8443-433b-a98d-c046d9bb0d9a req-56a56e68-dad6-48b9-a902-338647e0925c tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 946 time: 0.1658566 Aug 04 17:01:24.819929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-2efd8e8b-6abb-42df-8847-6a0a0b72e408 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Calling delete_port for f778da71-fe34-4c8e-81b8-537b14a3f363 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:24.904028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-746c8009-8443-433b-a98d-c046d9bb0d9a req-684d7144-c079-45a5-a0ac-a39e105d85c6 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c28fe0c-031b-4652-8295-9167b2e84286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847106 Aug 04 17:01:24.959358 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd14de43f-227c-4cb6-9bfe-924865634b9f', 'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'mac_address': 'fa:16:3e:5c:46:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:09Z', 'updated_at': '2021-08-04T16:59:22Z', 'revision_number': 5, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'subnets': [{'id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:25.005068 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] Checking router: 6c313e47-9199-4b23-961e-0915711dc115 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:01:25.014882 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] Routers {'6c313e47-9199-4b23-961e-0915711dc115'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:25.016163 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c313e47-9199-4b23-961e-0915711dc115'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:25.028212 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-2efd8e8b-6abb-42df-8847-6a0a0b72e408 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:25.050486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f778da71-fe34-4c8e-81b8-537b14a3f363'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:25.254267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd8e8b-6abb-42df-8847-6a0a0b72e408 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Pushing event deleted for resources: {'Port': ['ID=f778da71-fe34-4c8e-81b8-537b14a3f363,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:25.259461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-2efd8e8b-6abb-42df-8847-6a0a0b72e408 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] No DVR routers for this DVR port f778da71-fe34-4c8e-81b8-537b14a3f363 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:25.299043 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-2efd8e8b-6abb-42df-8847-6a0a0b72e408 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:25.309469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d2ef70e-dad6-45e7-93ee-b4d1f80b8d3f req-2efd8e8b-6abb-42df-8847-6a0a0b72e408 tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.82 "DELETE /v2.0/ports/f778da71-fe34-4c8e-81b8-537b14a3f363 HTTP/1.1" status: 204 len: 173 time: 1.2143803 Aug 04 17:01:25.310552 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] Set router 6c313e47-9199-4b23-961e-0915711dc115 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:25.379415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c6a82a0-2238-47e7-8a17-ab201d42a83c req-561a283e-b4b7-4b39-bb53-e82286039f7e tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfec8ae6-1777-45d8-b9d9-46baea86f8a8 HTTP/1.1" status: 200 len: 210 time: 0.1552997 Aug 04 17:01:25.643570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704aa75-8a76-4506-9255-f18e87d9bd88 req-9b0b30ca-9598-497c-b706-098e6af409e4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:25.645102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0704aa75-8a76-4506-9255-f18e87d9bd88 req-9b0b30ca-9598-497c-b706-098e6af409e4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.0877223 Aug 04 17:01:25.668247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61277b78-97de-447c-bc09-3b530cb2c9e2 req-c14a5a0c-a3f9-4ee1-b312-512647ae93ae tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:25.670114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61277b78-97de-447c-bc09-3b530cb2c9e2 req-c14a5a0c-a3f9-4ee1-b312-512647ae93ae tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 946 time: 0.0814302 Aug 04 17:01:25.691778 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd14de43f-227c-4cb6-9bfe-924865634b9f', 'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'mac_address': 'fa:16:3e:5c:46:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:09Z', 'updated_at': '2021-08-04T16:59:22Z', 'revision_number': 5, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'subnets': [{'id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:25.721293 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7e067-d38d-47f1-a85c-0fb83bf3f1b5 None None] The sync data for ids ['6c313e47-9199-4b23-961e-0915711dc115'] in n-d-764435-5 is: [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd14de43f-227c-4cb6-9bfe-924865634b9f', 'name': '', 'network_id': '471a2b16-5133-4f64-a964-47a9a441d46b', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'mac_address': 'fa:16:3e:5c:46:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:09Z', 'updated_at': '2021-08-04T16:59:22Z', 'revision_number': 5, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'subnets': [{'id': 'c2fb5a73-df70-44b3-8e98-ee4083e32d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:01:25.743200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0704aa75-8a76-4506-9255-f18e87d9bd88 req-7af3f6ac-405e-4b95-b65a-9c0125c19df6 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895159 Aug 04 17:01:25.759381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61277b78-97de-447c-bc09-3b530cb2c9e2 req-2f1d54a4-bd11-4cc6-a85b-b79efbf9119a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802195 Aug 04 17:01:25.939447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3433a0-0354-4cc1-ab10-4a9a62c1ce2e req-08d00545-0ae7-49e3-aaf4-bf73b614167a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:25.946355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3433a0-0354-4cc1-ab10-4a9a62c1ce2e req-08d00545-0ae7-49e3-aaf4-bf73b614167a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:25.951618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3433a0-0354-4cc1-ab10-4a9a62c1ce2e req-08d00545-0ae7-49e3-aaf4-bf73b614167a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:25.957567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3433a0-0354-4cc1-ab10-4a9a62c1ce2e req-08d00545-0ae7-49e3-aaf4-bf73b614167a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:25.964008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3433a0-0354-4cc1-ab10-4a9a62c1ce2e req-08d00545-0ae7-49e3-aaf4-bf73b614167a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:25.969971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3433a0-0354-4cc1-ab10-4a9a62c1ce2e req-08d00545-0ae7-49e3-aaf4-bf73b614167a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:25.975928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3433a0-0354-4cc1-ab10-4a9a62c1ce2e req-08d00545-0ae7-49e3-aaf4-bf73b614167a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:25.978051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad3433a0-0354-4cc1-ab10-4a9a62c1ce2e req-08d00545-0ae7-49e3-aaf4-bf73b614167a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1393852 Aug 04 17:01:26.074628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21b62a8a-c03b-4a5e-a2b0-efc4918399c1 req-745c50b5-ddf6-41da-889f-06a87c2b4b0e tempest-ListServerFiltersTestJSON-1373650860 tempest-ListServerFiltersTestJSON-1373650860-project] 10.222.0.39 "GET /v2.0/ports?device_id=058cb9df-23c2-4be9-93cc-09f5d7027b16 HTTP/1.1" status: 200 len: 210 time: 0.0545030 Aug 04 17:01:26.084023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad3433a0-0354-4cc1-ab10-4a9a62c1ce2e req-b564536b-ae03-4b2a-9d99-f6118312c719 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988922 Aug 04 17:01:26.172852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab7418e-3e46-4b97-b637-95be520ff419 None None] New status for floating IP aca2620d-aa7b-405f-8a9d-ffe21da90c47: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:01:26.483201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49084) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:26.506756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 87902fc5-5536-4f1f-93c5-96f5a4a364fe no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:26.528132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 87902fc5-5536-4f1f-93c5-96f5a4a364fe {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:26.528712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 87902fc5-5536-4f1f-93c5-96f5a4a364fe not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:26.548249 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94c187c3-bf08-47ab-9292-7d7fc153c224 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:26.598829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94c187c3-bf08-47ab-9292-7d7fc153c224 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:26.657725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94c187c3-bf08-47ab-9292-7d7fc153c224 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:26.660315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94c187c3-bf08-47ab-9292-7d7fc153c224 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:26.661488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-94c187c3-bf08-47ab-9292-7d7fc153c224 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "DELETE /v2.0/security-groups/0f75d525-c460-4a6f-a2b8-cf7596453e2d HTTP/1.1" status: 204 len: 168 time: 0.1766624 Aug 04 17:01:26.664321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49088) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:26.679402 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-61440df5-4608-4347-95a2-94fc01f50dbe tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] show failed (client error): The resource could not be found. Aug 04 17:01:26.683618 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-61440df5-4608-4347-95a2-94fc01f50dbe tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "GET /v2.0/security-groups/0f75d525-c460-4a6f-a2b8-cf7596453e2d HTTP/1.1" status: 404 len: 347 time: 0.0181575 Aug 04 17:01:26.683956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49090) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:26.684854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c187c3-bf08-47ab-9292-7d7fc153c224 tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f75d525-c460-4a6f-a2b8-cf7596453e2d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:26.767973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058cb9df-23c2-4be9-93cc-09f5d7027b16', 'name': 'network-vif-deleted', 'tag': 'f778da71-fe34-4c8e-81b8-537b14a3f363'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:26.774661 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cacf4ed-522a-43b0-9794-51e663dd924f" -d '{"events": [{"server_uuid": "058cb9df-23c2-4be9-93cc-09f5d7027b16", "name": "network-vif-deleted", "tag": "f778da71-fe34-4c8e-81b8-537b14a3f363"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:26.862676 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa05b74-9f81-4a28-a767-e215d9948576 x-openstack-request-id: req-5aa05b74-9f81-4a28-a767-e215d9948576 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:26.863471 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058cb9df-23c2-4be9-93cc-09f5d7027b16", "name": "network-vif-deleted", "tag": "f778da71-fe34-4c8e-81b8-537b14a3f363", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:26.863471 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5aa05b74-9f81-4a28-a767-e215d9948576 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:26.863870 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058cb9df-23c2-4be9-93cc-09f5d7027b16', 'name': 'network-vif-deleted', 'tag': 'f778da71-fe34-4c8e-81b8-537b14a3f363', 'status': 'completed', 'code': 200} Aug 04 17:01:26.865249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b9df1f08-1663-42ca-8a89-9b25976994cf tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Deleting port 372ec473-431f-429c-8361-6578db7882ed {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:26.865606 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9df1f08-1663-42ca-8a89-9b25976994cf tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:26.969128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c596a-c74d-4380-a514-bee828a2bacd req-e781b406-355c-42cd-9317-eef2e1586998 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:26.970657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db8c596a-c74d-4380-a514-bee828a2bacd req-e781b406-355c-42cd-9317-eef2e1586998 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1476460 Aug 04 17:01:27.062241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024005a-3568-4303-b137-80a56582db82 req-0d3ecb3f-6bbc-45f3-91c1-aafb9f764d6a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:27.063897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1024005a-3568-4303-b137-80a56582db82 req-0d3ecb3f-6bbc-45f3-91c1-aafb9f764d6a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 946 time: 0.1528268 Aug 04 17:01:27.066122 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9df1f08-1663-42ca-8a89-9b25976994cf tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:27.066450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9df1f08-1663-42ca-8a89-9b25976994cf tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:27.107138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-cee6380b-040a-484a-ba91-3820ee5e0908 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:27.107138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-cee6380b-040a-484a-ba91-3820ee5e0908 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.82 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 946 time: 0.1573937 Aug 04 17:01:27.108111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b9df1f08-1663-42ca-8a89-9b25976994cf tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Calling delete_port for 372ec473-431f-429c-8361-6578db7882ed owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:27.140965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db8c596a-c74d-4380-a514-bee828a2bacd req-74517ceb-09b2-459e-87f7-1e0147fb58c4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492865 Aug 04 17:01:27.195972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1024005a-3568-4303-b137-80a56582db82 req-de63faa1-5558-4261-afe2-a7f626cf2d06 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149399 Aug 04 17:01:27.260171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49104) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:27.423299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6748a75a-f793-4a27-8156-dd4a4c111b91 admin admin] Deleting subnet 17f11929-6d4a-459b-bf8f-d6e405cff6ec {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:01:27.447382 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6748a75a-f793-4a27-8156-dd4a4c111b91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:27.500966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee2bff-25b3-4333-b4e2-60988cd12536 req-2b565060-654b-447d-a106-ac529314019f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:27.509778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee2bff-25b3-4333-b4e2-60988cd12536 req-2b565060-654b-447d-a106-ac529314019f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:27.515701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee2bff-25b3-4333-b4e2-60988cd12536 req-2b565060-654b-447d-a106-ac529314019f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:27.521524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee2bff-25b3-4333-b4e2-60988cd12536 req-2b565060-654b-447d-a106-ac529314019f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:27.527718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee2bff-25b3-4333-b4e2-60988cd12536 req-2b565060-654b-447d-a106-ac529314019f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:27.533627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee2bff-25b3-4333-b4e2-60988cd12536 req-2b565060-654b-447d-a106-ac529314019f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:27.539594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee2bff-25b3-4333-b4e2-60988cd12536 req-2b565060-654b-447d-a106-ac529314019f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:27.541536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2ee2bff-25b3-4333-b4e2-60988cd12536 req-2b565060-654b-447d-a106-ac529314019f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1976814 Aug 04 17:01:27.555199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Deleting port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:27.555561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:27.627614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6748a75a-f793-4a27-8156-dd4a4c111b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:27.730556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2ee2bff-25b3-4333-b4e2-60988cd12536 req-07db4e55-a594-470e-8b3c-452695ea6ca4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716135 Aug 04 17:01:27.784056 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9df1f08-1663-42ca-8a89-9b25976994cf tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:27.861452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df1f08-1663-42ca-8a89-9b25976994cf tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Pushing event deleted for resources: {'Port': ['ID=372ec473-431f-429c-8361-6578db7882ed,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:27.918836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] For port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:27.918836 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:27.946020 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6748a75a-f793-4a27-8156-dd4a4c111b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.073145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ee9be-ad10-486a-a86c-c5a5f5314c9e req-20671703-71e3-4d73-b445-70f492044c0c tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:28.074764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a50ee9be-ad10-486a-a86c-c5a5f5314c9e req-20671703-71e3-4d73-b445-70f492044c0c tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 945 time: 0.2877111 Aug 04 17:01:28.083556 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9df1f08-1663-42ca-8a89-9b25976994cf tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.086399 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9df1f08-1663-42ca-8a89-9b25976994cf tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.087700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b9df1f08-1663-42ca-8a89-9b25976994cf tempest-ServersTestJSON-1714963503 tempest-ServersTestJSON-1714963503-project] 10.222.0.39 "DELETE /v2.0/floatingips/aca2620d-aa7b-405f-8a9d-ffe21da90c47 HTTP/1.1" status: 204 len: 168 time: 1.4004478 Aug 04 17:01:28.092294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49120) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:28.170379 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6748a75a-f793-4a27-8156-dd4a4c111b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.178549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a50ee9be-ad10-486a-a86c-c5a5f5314c9e req-227bf1ae-4f0a-4e01-9f7b-48ed89f505e2 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896618 Aug 04 17:01:28.242627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748a75a-f793-4a27-8156-dd4a4c111b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f11929-6d4a-459b-bf8f-d6e405cff6ec,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:28.301557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7576d0dd-ac67-4352-bdaa-9b85672a63a6 None None] Network 169fc316-7036-4381-b010-2b0edcea5cff requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:01:28.328909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6748a75a-f793-4a27-8156-dd4a4c111b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.329941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6748a75a-f793-4a27-8156-dd4a4c111b91 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/17f11929-6d4a-459b-bf8f-d6e405cff6ec HTTP/1.1" status: 204 len: 168 time: 1.0587921 Aug 04 17:01:28.332641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49128) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:28.369399 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.369871 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.370192 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Floating IP ac988097-7c53-4b15-b224-07ded43840b1 disassociated. External IP: 172.25.2.94, port: 6c332601-7fe2-4662-b1e8-84ef66e5f8a1. Aug 04 17:01:28.370543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Calling delete_port for 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:28.469768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dd179-5a41-4446-be6c-d8b91678dbec req-e10bfaea-a94b-41ac-8997-a95791cd3502 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:28.477546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c0dd179-5a41-4446-be6c-d8b91678dbec req-e10bfaea-a94b-41ac-8997-a95791cd3502 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1835387 Aug 04 17:01:28.503736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03021f-f2d7-45ad-8c3a-54eca8258fd5 req-be7946fd-17ab-405d-b02e-550bfbff9946 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:28.518666 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b03021f-f2d7-45ad-8c3a-54eca8258fd5 req-be7946fd-17ab-405d-b02e-550bfbff9946 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c23821fe-e28e-4636-98c3-4224d96f2aef HTTP/1.1" status: 200 len: 946 time: 0.1875606 Aug 04 17:01:28.538928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.572910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e95d8f6-fafb-4513-9116-cdbeafb1a594 None None] DHCP port deletion for 169fc316-7036-4381-b010-2b0edcea5cff request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:01:28.591910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c0dd179-5a41-4446-be6c-d8b91678dbec req-b7a3f0da-09ea-401c-adfa-6c1ccc879ca0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138046 Aug 04 17:01:28.619909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b03021f-f2d7-45ad-8c3a-54eca8258fd5 req-19ef7086-c2ff-4f05-afe5-99eacc1660e7 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdfeb56-14c9-411f-b6a2-5ca52aa14100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997365 Aug 04 17:01:28.647149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6e95d8f6-fafb-4513-9116-cdbeafb1a594 None None] Deleting port d04494de-9dd0-42c1-a84d-5e0cadfc3483 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:28.647709 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6e95d8f6-fafb-4513-9116-cdbeafb1a594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.687598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.712937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Deleting port d04494de-9dd0-42c1-a84d-5e0cadfc3483 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:28.713358 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.715149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f778da71-fe34-4c8e-81b8-537b14a3f363 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:28.745960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: f778da71-fe34-4c8e-81b8-537b14a3f363 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:28.746295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f778da71-fe34-4c8e-81b8-537b14a3f363 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:28.754712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6e95d8f6-fafb-4513-9116-cdbeafb1a594 None None] For port d04494de-9dd0-42c1-a84d-5e0cadfc3483, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d04494de-9dd0-42c1-a84d-5e0cadfc3483,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:28.755729 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6e95d8f6-fafb-4513-9116-cdbeafb1a594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.773855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Pushing event deleted for resources: {'Port': ['ID=6c332601-7fe2-4662-b1e8-84ef66e5f8a1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:28.783093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6e95d8f6-fafb-4513-9116-cdbeafb1a594 None None] Calling delete_port for d04494de-9dd0-42c1-a84d-5e0cadfc3483 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:28.793476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.895247 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6e95d8f6-fafb-4513-9116-cdbeafb1a594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.898350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] For port d04494de-9dd0-42c1-a84d-5e0cadfc3483, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d04494de-9dd0-42c1-a84d-5e0cadfc3483,segment=NetworkSegment(89b57c78-50d4-46d3-ac7f-e60f3eaec81b),segment_id=89b57c78-50d4-46d3-ac7f-e60f3eaec81b)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:28.899029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:28.937993 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95d8f6-fafb-4513-9116-cdbeafb1a594 None None] Pushing event deleted for resources: {'Port': ['ID=d04494de-9dd0-42c1-a84d-5e0cadfc3483,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:28.938918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Router e885930d-f03c-4cdd-8197-90055f7ced17 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:01:28.940989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95d8f6-fafb-4513-9116-cdbeafb1a594 None None] No DVR routers for this DVR port d04494de-9dd0-42c1-a84d-5e0cadfc3483 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:28.982394 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Calling delete_port for d04494de-9dd0-42c1-a84d-5e0cadfc3483 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:29.030508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6915e7-5a91-4ec6-8b5f-9628e6605334 req-2d415755-df48-43a7-9499-6433df5b4dab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:29.038900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6915e7-5a91-4ec6-8b5f-9628e6605334 req-2d415755-df48-43a7-9499-6433df5b4dab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:29.046409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6915e7-5a91-4ec6-8b5f-9628e6605334 req-2d415755-df48-43a7-9499-6433df5b4dab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:29.053384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6915e7-5a91-4ec6-8b5f-9628e6605334 req-2d415755-df48-43a7-9499-6433df5b4dab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:29.060600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6915e7-5a91-4ec6-8b5f-9628e6605334 req-2d415755-df48-43a7-9499-6433df5b4dab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:29.068778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6915e7-5a91-4ec6-8b5f-9628e6605334 req-2d415755-df48-43a7-9499-6433df5b4dab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:29.076411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6915e7-5a91-4ec6-8b5f-9628e6605334 req-2d415755-df48-43a7-9499-6433df5b4dab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:29.085278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e6915e7-5a91-4ec6-8b5f-9628e6605334 req-2d415755-df48-43a7-9499-6433df5b4dab tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1965823 Aug 04 17:01:29.190622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e6915e7-5a91-4ec6-8b5f-9628e6605334 req-5945f9b7-cb4c-4885-90bc-fcde4c01d1fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012697 Aug 04 17:01:29.230011 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:29.275661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04494de-9dd0-42c1-a84d-5e0cadfc3483,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:29.283463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:01:29.296284 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] Sync routers for ids ['e885930d-f03c-4cdd-8197-90055f7ced17'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:01:29.313470 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] Routers {'e885930d-f03c-4cdd-8197-90055f7ced17'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:29.320112 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e885930d-f03c-4cdd-8197-90055f7ced17'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:29.322980 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] No DVR routers for this DVR port d04494de-9dd0-42c1-a84d-5e0cadfc3483 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:29.351679 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] No DVR routers for this DVR port 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:29.416432 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:29.421519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ee15c2-ad5c-46b7-99ab-4eb7c9099961 req-62447c2a-5cb1-498e-8bc1-cc96c241bd5b tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.82 "DELETE /v2.0/ports/6c332601-7fe2-4662-b1e8-84ef66e5f8a1 HTTP/1.1" status: 204 len: 173 time: 2.2977006 Aug 04 17:01:29.437805 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'name': 'network-vif-deleted', 'tag': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:29.440285 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a34878-8900-4317-9423-65daa49a08a8" -d '{"events": [{"server_uuid": "c23821fe-e28e-4636-98c3-4224d96f2aef", "name": "network-vif-deleted", "tag": "6c332601-7fe2-4662-b1e8-84ef66e5f8a1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:29.487825 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-88cfa479-467c-4c7e-a4a2-c64a55e030f1 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:29.490557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-88cfa479-467c-4c7e-a4a2-c64a55e030f1 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.90 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 945 time: 0.1332896 Aug 04 17:01:29.506906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:29.523370 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] Set router e885930d-f03c-4cdd-8197-90055f7ced17 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:29.527091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e92bc-ceda-43ff-a3cd-0c02a7ddbc7b req-733370f5-fe2e-4618-92b7-41f6f704f98d tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:29.529095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b3e92bc-ceda-43ff-a3cd-0c02a7ddbc7b req-733370f5-fe2e-4618-92b7-41f6f704f98d tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 945 time: 0.2194624 Aug 04 17:01:29.541581 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70349672-6341-4136-929d-2db9325a3115 x-openstack-request-id: req-70349672-6341-4136-929d-2db9325a3115 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:29.541857 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23821fe-e28e-4636-98c3-4224d96f2aef", "name": "network-vif-deleted", "tag": "6c332601-7fe2-4662-b1e8-84ef66e5f8a1", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:29.542253 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70349672-6341-4136-929d-2db9325a3115 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:29.542643 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23821fe-e28e-4636-98c3-4224d96f2aef', 'name': 'network-vif-deleted', 'tag': '6c332601-7fe2-4662-b1e8-84ef66e5f8a1', 'status': 'completed', 'code': 200} Aug 04 17:01:29.542866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169fc316-7036-4381-b010-2b0edcea5cff']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:29.566278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b57c78-50d4-46d3-ac7f-e60f3eaec81b') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:29.566775 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b57c78-50d4-46d3-ac7f-e60f3eaec81b') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:29.583021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:29.608840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] Deleting port d14de43f-227c-4cb6-9bfe-924865634b9f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:29.609279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:29.623708 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:29.672417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:01:29.672939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:01:29.675348 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:01:29.832355 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:20Z', 'revision_number': 5, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:29.839649 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] For port d14de43f-227c-4cb6-9bfe-924865634b9f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d14de43f-227c-4cb6-9bfe-924865634b9f,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:29.840022 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:29.843164 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:29.847992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d04494de-9dd0-42c1-a84d-5e0cadfc3483 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:29.857267 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:29.862051 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/169fc316-7036-4381-b010-2b0edcea5cff HTTP/1.1" status: 204 len: 168 time: 1.5255275 Aug 04 17:01:29.877957 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299df7c7-563c-4a35-865c-3db9c05dc5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=169fc316-7036-4381-b010-2b0edcea5cff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:29.880503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] Calling delete_port for d14de43f-227c-4cb6-9bfe-924865634b9f owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:29.894001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: d04494de-9dd0-42c1-a84d-5e0cadfc3483 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:29.894721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d04494de-9dd0-42c1-a84d-5e0cadfc3483 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:29.918718 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] Checking router: e885930d-f03c-4cdd-8197-90055f7ced17 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:01:29.933912 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] Routers {'e885930d-f03c-4cdd-8197-90055f7ced17'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:29.934755 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e885930d-f03c-4cdd-8197-90055f7ced17'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:30.214198 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] Set router e885930d-f03c-4cdd-8197-90055f7ced17 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:30.385586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49158) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:30.445440 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e84eb9aa-1226-4484-a38a-7d66d5f0607e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7af5c9af0fc4a6792b9858f58248c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579116 Aug 04 17:01:30.448087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49160) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:30.547332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b3e92bc-ceda-43ff-a3cd-0c02a7ddbc7b req-7e224801-c070-4bcd-a327-72418d2f4808 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/security-groups?id=b645553a-4663-4ce9-b49b-80d261ad9ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0047884 Aug 04 17:01:30.551170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad9683c7-c909-4f72-9a5f-3d2c3b5de7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:30.586216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad9683c7-c909-4f72-9a5f-3d2c3b5de7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:30.619257 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:20Z', 'revision_number': 5, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:30.645910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ab9ef-d557-4cef-8ce5-3744daf0d7aa req-ad4216c8-554f-486a-99dc-b6f689499c88 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:30.649416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f76ab9ef-d557-4cef-8ce5-3744daf0d7aa req-ad4216c8-554f-486a-99dc-b6f689499c88 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.3316967 Aug 04 17:01:30.654765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad9683c7-c909-4f72-9a5f-3d2c3b5de7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:30.662492 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7ee8e-1540-4b0e-9229-635192097603 None None] The sync data for ids ['e885930d-f03c-4cdd-8197-90055f7ced17'] in n-d-764435-5 is: [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T16:59:07Z', 'revision_number': 4, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '51a1e08f-4ecc-4d60-825d-040d9b05acbf', 'name': '', 'network_id': 'd27cdc38-0f38-4a75-a2d7-dc417ad59559', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'mac_address': 'fa:16:3e:f1:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:20Z', 'revision_number': 5, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'subnets': [{'id': '97d1dad7-ec34-40b9-b0e1-d60926573331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:01:30.670550 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad9683c7-c909-4f72-9a5f-3d2c3b5de7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:30.672495 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ad9683c7-c909-4f72-9a5f-3d2c3b5de7b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c28fe0c-031b-4652-8295-9167b2e84286 HTTP/1.1" status: 204 len: 168 time: 0.2230890 Aug 04 17:01:30.696079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-84058617-1ea5-408d-b831-4d8832f1acf9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Deleting port ec1273cd-ef3e-4549-a755-63c9a903c511 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:30.697580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-84058617-1ea5-408d-b831-4d8832f1acf9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:30.702765 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9683c7-c909-4f72-9a5f-3d2c3b5de7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c28fe0c-031b-4652-8295-9167b2e84286,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:30.833617 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:30.845936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f76ab9ef-d557-4cef-8ce5-3744daf0d7aa req-995f78f5-329b-4efa-b138-acb970c320c0 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712866 Aug 04 17:01:30.899902 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14de43f-227c-4cb6-9bfe-924865634b9f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:30.928272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8930d5-b2f1-4f45-9878-8f4f62675fbe req-639104de-e44a-46c3-9e6e-28e45782a65a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:30.934744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8930d5-b2f1-4f45-9878-8f4f62675fbe req-639104de-e44a-46c3-9e6e-28e45782a65a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:30.946292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8930d5-b2f1-4f45-9878-8f4f62675fbe req-639104de-e44a-46c3-9e6e-28e45782a65a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:30.952378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8930d5-b2f1-4f45-9878-8f4f62675fbe req-639104de-e44a-46c3-9e6e-28e45782a65a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:30.959050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8930d5-b2f1-4f45-9878-8f4f62675fbe req-639104de-e44a-46c3-9e6e-28e45782a65a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:30.966069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8930d5-b2f1-4f45-9878-8f4f62675fbe req-639104de-e44a-46c3-9e6e-28e45782a65a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:30.977720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49166) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:30.980625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8930d5-b2f1-4f45-9878-8f4f62675fbe req-639104de-e44a-46c3-9e6e-28e45782a65a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:30.999608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de8930d5-b2f1-4f45-9878-8f4f62675fbe req-639104de-e44a-46c3-9e6e-28e45782a65a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1906283 Aug 04 17:01:31.037272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-84058617-1ea5-408d-b831-4d8832f1acf9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] For port ec1273cd-ef3e-4549-a755-63c9a903c511, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ec1273cd-ef3e-4549-a755-63c9a903c511,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:31.037588 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-84058617-1ea5-408d-b831-4d8832f1acf9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.070054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44b81a04-5b00-49cb-ac01-40cea422d91a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.073948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-84058617-1ea5-408d-b831-4d8832f1acf9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Calling delete_port for ec1273cd-ef3e-4549-a755-63c9a903c511 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:31.149059 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44b81a04-5b00-49cb-ac01-40cea422d91a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.252953 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.265059 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0166a2b-ba13-4e8e-972f-55ddee9432ff None None] New status for floating IP ac988097-7c53-4b15-b224-07ded43840b1: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:01:31.307511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de8930d5-b2f1-4f45-9878-8f4f62675fbe req-10fa3013-f6f8-4016-a95c-2aca88a45b8b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3068969 Aug 04 17:01:31.331786 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-84058617-1ea5-408d-b831-4d8832f1acf9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.359502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44b81a04-5b00-49cb-ac01-40cea422d91a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.364823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44b81a04-5b00-49cb-ac01-40cea422d91a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.367355 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-44b81a04-5b00-49cb-ac01-40cea422d91a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "DELETE /v2.0/security-groups/cfdfeb56-14c9-411f-b6a2-5ca52aa14100 HTTP/1.1" status: 204 len: 168 time: 0.3884511 Aug 04 17:01:31.371836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49174) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:31.387149 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-78740436-77fe-4df3-9aaf-6aa063dfd5ef tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] show failed (client error): The resource could not be found. Aug 04 17:01:31.394586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-78740436-77fe-4df3-9aaf-6aa063dfd5ef tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "GET /v2.0/security-groups/cfdfeb56-14c9-411f-b6a2-5ca52aa14100 HTTP/1.1" status: 404 len: 347 time: 0.0152168 Aug 04 17:01:31.394586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84058617-1ea5-408d-b831-4d8832f1acf9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Pushing event deleted for resources: {'Port': ['ID=ec1273cd-ef3e-4549-a755-63c9a903c511,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:31.394586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49180) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:31.410448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b81a04-5b00-49cb-ac01-40cea422d91a tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdfeb56-14c9-411f-b6a2-5ca52aa14100,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:31.479787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-84058617-1ea5-408d-b831-4d8832f1acf9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] No DVR routers for this DVR port ec1273cd-ef3e-4549-a755-63c9a903c511 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:31.493857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-84058617-1ea5-408d-b831-4d8832f1acf9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.496172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9445941-cc2e-4a5b-b094-e4dd5777f21c req-84058617-1ea5-408d-b831-4d8832f1acf9 tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.90 "DELETE /v2.0/ports/ec1273cd-ef3e-4549-a755-63c9a903c511 HTTP/1.1" status: 204 len: 173 time: 1.9659548 Aug 04 17:01:31.624320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bb793b-fb7f-4b37-9a27-98102341e2ef', 'name': 'network-vif-deleted', 'tag': 'ec1273cd-ef3e-4549-a755-63c9a903c511'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:31.626976 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0ff8f2-7cb8-4254-abe1-a37dd75db50d" -d '{"events": [{"server_uuid": "a0bb793b-fb7f-4b37-9a27-98102341e2ef", "name": "network-vif-deleted", "tag": "ec1273cd-ef3e-4549-a755-63c9a903c511"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:31.719136 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7b9b9f-f8ec-4e5b-b5c6-c006239f5bdb x-openstack-request-id: req-7c7b9b9f-f8ec-4e5b-b5c6-c006239f5bdb {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:31.720111 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bb793b-fb7f-4b37-9a27-98102341e2ef", "name": "network-vif-deleted", "tag": "ec1273cd-ef3e-4549-a755-63c9a903c511", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:31.720562 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c7b9b9f-f8ec-4e5b-b5c6-c006239f5bdb {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:31.721139 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bb793b-fb7f-4b37-9a27-98102341e2ef', 'name': 'network-vif-deleted', 'tag': 'ec1273cd-ef3e-4549-a755-63c9a903c511', 'status': 'completed', 'code': 200} Aug 04 17:01:31.766417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] Router 6c313e47-9199-4b23-961e-0915711dc115 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:01:31.776506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e650f719-0189-47e5-b242-bbf53b4abcf7 req-a1d1bbc9-e429-4003-8ca6-46e55e5c58df tempest-AttachSCSIVolumeTestJSON-866104234 tempest-AttachSCSIVolumeTestJSON-866104234-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb793b-fb7f-4b37-9a27-98102341e2ef HTTP/1.1" status: 200 len: 210 time: 0.0540848 Aug 04 17:01:31.836373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-36b0aced-b1ee-4a5c-a2bd-9f0c87b95e42 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Deleting port 4708a9e5-a5d3-419e-a2b8-7e8a1e5f0ccd {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:31.841748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36b0aced-b1ee-4a5c-a2bd-9f0c87b95e42 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.945354 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36b0aced-b1ee-4a5c-a2bd-9f0c87b95e42 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.945832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36b0aced-b1ee-4a5c-a2bd-9f0c87b95e42 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:31.961355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-36b0aced-b1ee-4a5c-a2bd-9f0c87b95e42 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Calling delete_port for 4708a9e5-a5d3-419e-a2b8-7e8a1e5f0ccd owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:31.968622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cda85630-d02d-47ee-9a8b-b2522a34e61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:32.017700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:01:32.032667 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-34ab365b-97ee-4591-82e1-1a6844c68058 admin admin] 10.222.0.39 "PUT /v2.0/routers/6c313e47-9199-4b23-961e-0915711dc115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9330611 Aug 04 17:01:32.034317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49210) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:32.035122 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] Sync routers for ids ['6c313e47-9199-4b23-961e-0915711dc115'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:01:32.073386 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] Routers {'6c313e47-9199-4b23-961e-0915711dc115'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:32.075097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb2953-32b7-4f85-9845-8a1e91b6c6be req-4d116bbf-3c54-43e2-9e66-e1dfb24c7fab tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:32.075302 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c313e47-9199-4b23-961e-0915711dc115'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:32.085043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72fb2953-32b7-4f85-9845-8a1e91b6c6be req-4d116bbf-3c54-43e2-9e66-e1dfb24c7fab tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1251709 Aug 04 17:01:32.152801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72fb2953-32b7-4f85-9845-8a1e91b6c6be req-11f31283-618d-4c6c-8584-9a243c350a82 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610666 Aug 04 17:01:32.243911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:32.253709 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] Set router 6c313e47-9199-4b23-961e-0915711dc115 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:32.266882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36b0aced-b1ee-4a5c-a2bd-9f0c87b95e42 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:32.338057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0aced-b1ee-4a5c-a2bd-9f0c87b95e42 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Pushing event deleted for resources: {'Port': ['ID=4708a9e5-a5d3-419e-a2b8-7e8a1e5f0ccd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:32.453944 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:32.492279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36b0aced-b1ee-4a5c-a2bd-9f0c87b95e42 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:32.501709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36b0aced-b1ee-4a5c-a2bd-9f0c87b95e42 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:32.503273 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-36b0aced-b1ee-4a5c-a2bd-9f0c87b95e42 tempest-ServersTestFqdnHostnames-2014545615 tempest-ServersTestFqdnHostnames-2014545615-project] 10.222.0.39 "DELETE /v2.0/floatingips/ac988097-7c53-4b15-b224-07ded43840b1 HTTP/1.1" status: 204 len: 168 time: 1.1094346 Aug 04 17:01:32.509644 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49226) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:32.538868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ec1273cd-ef3e-4549-a755-63c9a903c511 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:32.603506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: ec1273cd-ef3e-4549-a755-63c9a903c511 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:32.603866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ec1273cd-ef3e-4549-a755-63c9a903c511 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:32.611876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c50ac0-4ec0-4b26-ba0f-0c45f321ae16 req-02cc4c0f-299d-4e44-847b-7f659a144148 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:32.623718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c50ac0-4ec0-4b26-ba0f-0c45f321ae16 req-02cc4c0f-299d-4e44-847b-7f659a144148 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:32.636504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c50ac0-4ec0-4b26-ba0f-0c45f321ae16 req-02cc4c0f-299d-4e44-847b-7f659a144148 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:32.644124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c50ac0-4ec0-4b26-ba0f-0c45f321ae16 req-02cc4c0f-299d-4e44-847b-7f659a144148 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:32.651158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c50ac0-4ec0-4b26-ba0f-0c45f321ae16 req-02cc4c0f-299d-4e44-847b-7f659a144148 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:32.658596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c50ac0-4ec0-4b26-ba0f-0c45f321ae16 req-02cc4c0f-299d-4e44-847b-7f659a144148 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:32.658848 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '138aafe6-2785-4990-b28a-375136cb5fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T17:01:30Z', 'revision_number': 5, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port': {'id': '138aafe6-2785-4990-b28a-375136cb5fab', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:12:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c313e47-9199-4b23-961e-0915711dc115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:02Z', 'updated_at': '2021-08-04T16:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:32.665036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c50ac0-4ec0-4b26-ba0f-0c45f321ae16 req-02cc4c0f-299d-4e44-847b-7f659a144148 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:32.667324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1c50ac0-4ec0-4b26-ba0f-0c45f321ae16 req-02cc4c0f-299d-4e44-847b-7f659a144148 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.2129753 Aug 04 17:01:32.675963 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-2b03b9de-e961-44e5-adfd-f162e66b9cd4 service neutron] show failed (client error): The resource could not be found. Aug 04 17:01:32.684813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-2b03b9de-e961-44e5-adfd-f162e66b9cd4 service neutron] 10.222.0.82 "GET /v2.0/ports/2b96d8d5-5d3c-429f-b8ce-993a1e29b957/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.1625645 Aug 04 17:01:32.686378 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] Checking router: 6c313e47-9199-4b23-961e-0915711dc115 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:01:32.697869 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] Routers {'6c313e47-9199-4b23-961e-0915711dc115'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:32.698519 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c313e47-9199-4b23-961e-0915711dc115'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:32.708796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Deleting port 138aafe6-2785-4990-b28a-375136cb5fab {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:32.709224 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:32.717754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:32.769006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1c50ac0-4ec0-4b26-ba0f-0c45f321ae16 req-c07167ec-0c58-4e23-8d00-584360b492ee tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796092 Aug 04 17:01:32.808937 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] Set router 6c313e47-9199-4b23-961e-0915711dc115 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:32.814166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:32.814736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6c332601-7fe2-4662-b1e8-84ef66e5f8a1 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:32.910064 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T17:01:32Z', 'revision_number': 6, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:32.966762 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fff53-061c-482f-b273-2f67b0a10217 None None] The sync data for ids ['6c313e47-9199-4b23-961e-0915711dc115'] in n-d-764435-5 is: [{'id': '6c313e47-9199-4b23-961e-0915711dc115', 'name': 'tempest-ServersTestJSON-1320716165-router', 'tenant_id': '8c3d9912f9fc434c94df4f200cd435aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:00Z', 'updated_at': '2021-08-04T17:01:32Z', 'revision_number': 6, 'project_id': '8c3d9912f9fc434c94df4f200cd435aa', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:01:33.001079 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] For port 138aafe6-2785-4990-b28a-375136cb5fab, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=138aafe6-2785-4990-b28a-375136cb5fab,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:33.001462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:33.066565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Calling delete_port for 138aafe6-2785-4990-b28a-375136cb5fab owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:33.081162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-cfdb3e87-09e3-477d-9d71-0311a1a8e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:33.087018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-cfdb3e87-09e3-477d-9d71-0311a1a8e37b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57&tenant_id=fa45efccca1840b4b961a5862a9ab168 HTTP/1.1" status: 200 len: 1101 time: 0.1103709 Aug 04 17:01:33.104460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:33.141199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c82a1cc5-49ad-45de-8d94-f048aa88d780 req-ecf62d26-0301-45f3-8d18-4d94b42e4022 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=99013a8e-62c2-42e1-a391-f882a8c24341 HTTP/1.1" status: 200 len: 210 time: 0.0525932 Aug 04 17:01:33.401289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:33.484390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b7a45-df33-48a0-a455-43f820e9c2d8 req-81b10895-b10a-4f0f-924f-08436a5f2622 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:33.492733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c2b7a45-df33-48a0-a455-43f820e9c2d8 req-81b10895-b10a-4f0f-924f-08436a5f2622 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 950 time: 0.1852555 Aug 04 17:01:33.720982 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:33.767927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Pushing event deleted for resources: {'Port': ['ID=138aafe6-2785-4990-b28a-375136cb5fab,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:33.880447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c2b7a45-df33-48a0-a455-43f820e9c2d8 req-1206750c-0428-4244-9b03-2b56ea6ce811 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867309 Aug 04 17:01:33.968944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 138aafe6-2785-4990-b28a-375136cb5fab no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:33.998628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-346ac307-93ea-4c7c-bb5b-fb5e1cfe5db6 req-a4b3cb1b-8f70-4b5f-8e88-abb13f8d8502 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1428506 Aug 04 17:01:34.022401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 138aafe6-2785-4990-b28a-375136cb5fab {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:34.023503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 138aafe6-2785-4990-b28a-375136cb5fab not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:34.024105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d14de43f-227c-4cb6-9bfe-924865634b9f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:34.045010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:34.073264 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.076184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: d14de43f-227c-4cb6-9bfe-924865634b9f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:34.076794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d14de43f-227c-4cb6-9bfe-924865634b9f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:34.193682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde076b2-71b8-4018-b5bc-ea5604364d5d req-737b9d40-446f-4d25-bf02-ae10a6a4633b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:34.200794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde076b2-71b8-4018-b5bc-ea5604364d5d req-737b9d40-446f-4d25-bf02-ae10a6a4633b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:34.208153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde076b2-71b8-4018-b5bc-ea5604364d5d req-737b9d40-446f-4d25-bf02-ae10a6a4633b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:34.214947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde076b2-71b8-4018-b5bc-ea5604364d5d req-737b9d40-446f-4d25-bf02-ae10a6a4633b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:34.221906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde076b2-71b8-4018-b5bc-ea5604364d5d req-737b9d40-446f-4d25-bf02-ae10a6a4633b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:34.228190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde076b2-71b8-4018-b5bc-ea5604364d5d req-737b9d40-446f-4d25-bf02-ae10a6a4633b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:34.234474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde076b2-71b8-4018-b5bc-ea5604364d5d req-737b9d40-446f-4d25-bf02-ae10a6a4633b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:34.243222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cde076b2-71b8-4018-b5bc-ea5604364d5d req-737b9d40-446f-4d25-bf02-ae10a6a4633b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5420 time: 0.1960399 Aug 04 17:01:34.248419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:34.283018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.285643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.341481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cde076b2-71b8-4018-b5bc-ea5604364d5d req-fff2ffcb-bb59-46d7-862c-766a9154aa42 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947511 Aug 04 17:01:34.357462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.365338 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-63a475c9-05b4-446b-bea7-c2dde6428529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.365569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:34.374796 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7617b53a-13da-4a52-b372-9bd2a960bbeb" -d '{"events": [{"server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "name": "network-vif-unplugged", "status": "completed", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:34.409877 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.422656 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.423541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c313e47-9199-4b23-961e-0915711dc115 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:01:34.445333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Transition to ACTIVE for port object 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:34.456384 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.494216 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824d37b2-0e7b-487e-b8bd-92d82601be4c x-openstack-request-id: req-824d37b2-0e7b-487e-b8bd-92d82601be4c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:34.494507 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "name": "network-vif-unplugged", "status": "completed", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:34.494760 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-824d37b2-0e7b-487e-b8bd-92d82601be4c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:34.495201 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'code': 200} Aug 04 17:01:34.510732 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.512020 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f308771c-6ac4-4ff9-b4e3-9bb6c91853be admin admin] 10.222.0.39 "DELETE /v2.0/routers/6c313e47-9199-4b23-961e-0915711dc115 HTTP/1.1" status: 204 len: 168 time: 2.4769843 Aug 04 17:01:34.514712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49332) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:34.553135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 7f7e66dc-52c8-47b8-be73-42db55fd9bcd details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:01:34.632209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] No DVR routers for this DVR port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:34.650793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0713f3-7cea-44f1-98ee-68e46b18ae3c admin admin] Deleting subnet c2fb5a73-df70-44b3-8e98-ee4083e32d92 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:01:34.660090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b0713f3-7cea-44f1-98ee-68e46b18ae3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.674073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:34.708412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:34.708746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:34.709106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:34.716811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:01:34.717144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:34.723280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:34.723628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:34.724023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:34.724459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Bound port: 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:34.724825 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.802748 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b0713f3-7cea-44f1-98ee-68e46b18ae3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.834691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:34.869922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '7f7e66dc-52c8-47b8-be73-42db55fd9bcd', 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e', 'port_id': '7f7e66dc-52c8-47b8-be73-42db55fd9bcd', 'mac_address': 'fa:16:3e:6f:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d13f2b1-df7d-4bdb-8358-6416da03e049', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:01:34.890455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:34.896179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:34.904197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.944729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:34.946237 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:34.948268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] 10.222.0.90 "PUT /v2.0/ports/2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 1096 time: 1.8490005 Aug 04 17:01:35.013900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb66fe-b808-4c14-90b1-2851f5e4ae29 service neutron] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:35.025818 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:35.080664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7e66dc-52c8-47b8-be73-42db55fd9bcd {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:35.150795 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:35.162388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b0713f3-7cea-44f1-98ee-68e46b18ae3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:35.206493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:35.218368 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:35.219088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f0eb97b5-e476-43d8-ac81-a06109efec2b details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:01:35.247002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-23c5e89c-8701-4585-bfa8-ea0b99bdadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:35.248929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-23c5e89c-8701-4585-bfa8-ea0b99bdadb7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1099 time: 0.2177570 Aug 04 17:01:35.265383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d421f5d-daf4-4454-9dd0-198c9b7c9cbb req-705a8821-7c85-4454-a662-839fb256ccc9 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0763960 Aug 04 17:01:35.338234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:35.357227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b0713f3-7cea-44f1-98ee-68e46b18ae3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:35.398407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0713f3-7cea-44f1-98ee-68e46b18ae3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fb5a73-df70-44b3-8e98-ee4083e32d92,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:35.424627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b74d0b-b75f-4b79-8108-b226d17e0309 req-c30a073c-05c3-4dfa-8022-6be7d676d4e7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:35.433855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87b74d0b-b75f-4b79-8108-b226d17e0309 req-c30a073c-05c3-4dfa-8022-6be7d676d4e7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 948 time: 0.3398600 Aug 04 17:01:35.435027 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b0713f3-7cea-44f1-98ee-68e46b18ae3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:35.438089 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7b0713f3-7cea-44f1-98ee-68e46b18ae3c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c2fb5a73-df70-44b3-8e98-ee4083e32d92 HTTP/1.1" status: 204 len: 168 time: 0.9222472 Aug 04 17:01:35.443492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49342) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:35.479874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2a471-c731-4204-bd54-5ac36b36bf4a None None] Network 471a2b16-5133-4f64-a964-47a9a441d46b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:01:35.517331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87b74d0b-b75f-4b79-8108-b226d17e0309 req-4a45d80f-b13e-43f0-a1b5-98d4de943e09 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825906 Aug 04 17:01:35.554997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-1ad6b886-e0ae-4a8d-8194-36dc33bd1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:35.556692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-1ad6b886-e0ae-4a8d-8194-36dc33bd1c58 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2903554 Aug 04 17:01:35.643311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] Deleting port 51a1e08f-4ecc-4d60-825d-040d9b05acbf {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:35.643755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:35.746548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-1e786a03-3fae-4bd6-8003-56f94d02432c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 217 time: 0.1232622 Aug 04 17:01:35.854416 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:35.856936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023701e2-bc19-44e4-8333-58627d16ab50 req-8d9bf6b2-7729-489e-aa8f-3b6f10e3ab16 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:35.867701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023701e2-bc19-44e4-8333-58627d16ab50 req-8d9bf6b2-7729-489e-aa8f-3b6f10e3ab16 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:35.877145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f0eb97b5-e476-43d8-ac81-a06109efec2b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f0eb97b5-e476-43d8-ac81-a06109efec2b,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:35.889981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023701e2-bc19-44e4-8333-58627d16ab50 req-8d9bf6b2-7729-489e-aa8f-3b6f10e3ab16 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:35.895088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'f0eb97b5-e476-43d8-ac81-a06109efec2b', 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'port_id': 'f0eb97b5-e476-43d8-ac81-a06109efec2b', 'mac_address': 'fa:16:3e:d9:a0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19d0eb6-1388-4936-8b94-5de3c1638ffd', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:01:35.909809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023701e2-bc19-44e4-8333-58627d16ab50 req-8d9bf6b2-7729-489e-aa8f-3b6f10e3ab16 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:35.926515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023701e2-bc19-44e4-8333-58627d16ab50 req-8d9bf6b2-7729-489e-aa8f-3b6f10e3ab16 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:35.942129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023701e2-bc19-44e4-8333-58627d16ab50 req-8d9bf6b2-7729-489e-aa8f-3b6f10e3ab16 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:35.950620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ab923a-0f85-4adc-ba81-fe2a78ae1e52 None None] DHCP port deletion for 471a2b16-5133-4f64-a964-47a9a441d46b request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:01:35.956277 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:35.972819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0eb97b5-e476-43d8-ac81-a06109efec2b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:35.979338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023701e2-bc19-44e4-8333-58627d16ab50 req-8d9bf6b2-7729-489e-aa8f-3b6f10e3ab16 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:35.987728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-023701e2-bc19-44e4-8333-58627d16ab50 req-8d9bf6b2-7729-489e-aa8f-3b6f10e3ab16 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5421 time: 0.4243779 Aug 04 17:01:35.997877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f0eb97b5-e476-43d8-ac81-a06109efec2b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f0eb97b5-e476-43d8-ac81-a06109efec2b,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:36.002797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b1b0ed7d-d27e-4639-a96f-e6cbdbd64a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:36.019333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-b1b0ed7d-d27e-4639-a96f-e6cbdbd64a34 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2607672 Aug 04 17:01:36.027630 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.029986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device aedf5264-6657-4b09-a9fa-711bead1cc33 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:01:36.118407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=f0eb97b5-e476-43d8-ac81-a06109efec2b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:36.136780 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.157629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33c03345-282c-4cf1-9539-de9487571180 req-a32a3502-4667-49c2-83a6-0e37be6fa98f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=99013a8e-62c2-42e1-a391-f882a8c24341 HTTP/1.1" status: 200 len: 210 time: 0.0628185 Aug 04 17:01:36.211068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49356) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:36.217508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port aedf5264-6657-4b09-a9fa-711bead1cc33, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aedf5264-6657-4b09-a9fa-711bead1cc33,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:36.232474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab923a-0f85-4adc-ba81-fe2a78ae1e52 None None] Deleting port 5b488940-4f1d-4eb8-8223-421533512c11 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:36.232853 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7ab923a-0f85-4adc-ba81-fe2a78ae1e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.245644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'aedf5264-6657-4b09-a9fa-711bead1cc33', 'network_id': 'b41deb09-8151-429d-9ece-729aeb2ad31e', 'port_id': 'aedf5264-6657-4b09-a9fa-711bead1cc33', 'mac_address': 'fa:16:3e:a4:44:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d13f2b1-df7d-4bdb-8358-6416da03e049', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:01:36.247439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-023701e2-bc19-44e4-8333-58627d16ab50 req-2c131bfc-f445-4ce6-b8e0-2324547b20bf tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2556167 Aug 04 17:01:36.265889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-e5e912f0-f4cf-4715-b8cc-af005fa2c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:36.269358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-e5e912f0-f4cf-4715-b8cc-af005fa2c4f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2023878 Aug 04 17:01:36.308959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] For port 51a1e08f-4ecc-4d60-825d-040d9b05acbf, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=51a1e08f-4ecc-4d60-825d-040d9b05acbf,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:36.309363 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.366142 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] Calling delete_port for 51a1e08f-4ecc-4d60-825d-040d9b05acbf owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:36.377080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Deleting port 5b488940-4f1d-4eb8-8223-421533512c11 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:36.378002 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.394072 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10ed5bf7-e76c-4484-8cb8-78f93c456085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.453810 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.508912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedf5264-6657-4b09-a9fa-711bead1cc33 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:36.521563 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10ed5bf7-e76c-4484-8cb8-78f93c456085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.528153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] For port 5b488940-4f1d-4eb8-8223-421533512c11, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5b488940-4f1d-4eb8-8223-421533512c11,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:36.528683 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.547463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a7ab923a-0f85-4adc-ba81-fe2a78ae1e52 None None] For port 5b488940-4f1d-4eb8-8223-421533512c11, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5b488940-4f1d-4eb8-8223-421533512c11,segment=NetworkSegment(11ae3abb-1dc2-428c-84eb-5882bf502064),segment_id=11ae3abb-1dc2-428c-84eb-5882bf502064)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:36.547781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:36.548281 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7ab923a-0f85-4adc-ba81-fe2a78ae1e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.550776 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560feb9c-ad34-423d-9460-5c7f0fb09e82" -d '{"events": [{"name": "network-changed", "server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:36.561008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-522dfc19-6d7f-41cb-bd36-fecd986c6323 req-74383481-7b3a-4c4b-935e-fd7c89327697 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1632073 Aug 04 17:01:36.562105 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10ed5bf7-e76c-4484-8cb8-78f93c456085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.570567 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Calling delete_port for 5b488940-4f1d-4eb8-8223-421533512c11 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:36.579739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab923a-0f85-4adc-ba81-fe2a78ae1e52 None None] Calling delete_port for 5b488940-4f1d-4eb8-8223-421533512c11 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:36.634680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-dc3ac2e7-2a74-4f2a-b190-71f4a27c83ea service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531616 Aug 04 17:01:36.819682 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7f0748-5bfc-485f-bafc-f50b40a34874 x-openstack-request-id: req-2e7f0748-5bfc-485f-bafc-f50b40a34874 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:36.820240 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:36.820655 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e7f0748-5bfc-485f-bafc-f50b40a34874 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:36.820874 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'status': 'completed', 'code': 200} Aug 04 17:01:36.849953 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:36.853531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-10ed5bf7-e76c-4484-8cb8-78f93c456085 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34ebddf667d146a59988ad4e9bf42f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6366255 Aug 04 17:01:36.869313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49370) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:36.901028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed5bf7-e76c-4484-8cb8-78f93c456085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ab324-5be1-455d-961a-c33f1b94f6c1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:36.901525 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.905615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port aedf5264-6657-4b09-a9fa-711bead1cc33, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aedf5264-6657-4b09-a9fa-711bead1cc33,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:36.945059 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:36.947948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5b488940-4f1d-4eb8-8223-421533512c11,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:36.952754 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:36.954168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8856018a-3c76-4c7c-86aa-4640eb461494 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:01:36.962085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a558c2d5-c3cf-43f4-a353-3cf8947b7887 req-d57dc099-3b0f-4a16-8c52-1b1f05d7387b service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006251 Aug 04 17:01:36.963074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] No DVR routers for this DVR port 5b488940-4f1d-4eb8-8223-421533512c11 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:36.985272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f64bf-81d1-4528-9df2-f311a11fc2f3 req-09ecb9a2-27fb-4c66-a1aa-145d1768fe86 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:36.994492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53f64bf-81d1-4528-9df2-f311a11fc2f3 req-09ecb9a2-27fb-4c66-a1aa-145d1768fe86 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 948 time: 0.2216196 Aug 04 17:01:36.999980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-9ef8c828-2699-4b02-b74b-e772d78cae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.001806 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-9ef8c828-2699-4b02-b74b-e772d78cae8f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1099 time: 0.2037299 Aug 04 17:01:37.023789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=aedf5264-6657-4b09-a9fa-711bead1cc33,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:37.085602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.109688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471a2b16-5133-4f64-a964-47a9a441d46b']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:37.125858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ae3abb-1dc2-428c-84eb-5882bf502064') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:37.126147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ae3abb-1dc2-428c-84eb-5882bf502064') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:37.138630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.148940 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.151317 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7ab923a-0f85-4adc-ba81-fe2a78ae1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.163199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.188568 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b471218-70d4-403b-ba33-70ea7260ec82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.193133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:01:37.193556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:01:37.196655 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:01:37.198262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] Pushing event deleted for resources: {'Port': ['ID=51a1e08f-4ecc-4d60-825d-040d9b05acbf,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:37.259884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8856018a-3c76-4c7c-86aa-4640eb461494, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8856018a-3c76-4c7c-86aa-4640eb461494,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:37.305791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4352748-1107-4cb9-9077-de044e634783 req-2b4fb871-a321-4e86-aac0-b2877e2334fa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.2277412 Aug 04 17:01:37.306757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab923a-0f85-4adc-ba81-fe2a78ae1e52 None None] No DVR routers for this DVR port 5b488940-4f1d-4eb8-8223-421533512c11 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:37.336623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '8856018a-3c76-4c7c-86aa-4640eb461494', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'port_id': '8856018a-3c76-4c7c-86aa-4640eb461494', 'mac_address': 'fa:16:3e:5f:54:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:01:37.408916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.416954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a53f64bf-81d1-4528-9df2-f311a11fc2f3 req-a4d29128-9c16-430d-a682-6535fc7900b8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210894 Aug 04 17:01:37.417213 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.419680 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] 10.222.0.39 "DELETE /v2.0/networks/471a2b16-5133-4f64-a964-47a9a441d46b HTTP/1.1" status: 204 len: 168 time: 1.9494667 Aug 04 17:01:37.456149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9aa36-cbcd-4c7a-878a-c97f843da6bb admin admin] Pushing event deleted for resources: {'Network': ['ID=471a2b16-5133-4f64-a964-47a9a441d46b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:37.456654 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b471218-70d4-403b-ba33-70ea7260ec82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.507461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab923a-0f85-4adc-ba81-fe2a78ae1e52 None None] Pushing event deleted for resources: {'Port': ['ID=5b488940-4f1d-4eb8-8223-421533512c11,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:37.569607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.572799 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.581848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-319093e6-02cf-44ea-b24a-065e07816b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.583462 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-319093e6-02cf-44ea-b24a-065e07816b57 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1099 time: 0.4218667 Aug 04 17:01:37.589481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-523f7cca-95b3-4221-a386-f55a1d720c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.591134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-523f7cca-95b3-4221-a386-f55a1d720c61 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.5780463 Aug 04 17:01:37.629131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8856018a-3c76-4c7c-86aa-4640eb461494 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:37.692119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-51208147-5a01-4301-80f9-ee68b62a2fb4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 217 time: 0.0875998 Aug 04 17:01:37.708147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc6c4b-8064-4aa3-a733-58290923b85a req-e700bd67-ee5d-4552-b0c1-ff8965d9ac19 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.715479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc6c4b-8064-4aa3-a733-58290923b85a req-e700bd67-ee5d-4552-b0c1-ff8965d9ac19 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.722040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc6c4b-8064-4aa3-a733-58290923b85a req-e700bd67-ee5d-4552-b0c1-ff8965d9ac19 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.722451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8856018a-3c76-4c7c-86aa-4640eb461494, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8856018a-3c76-4c7c-86aa-4640eb461494,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:37.730507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc6c4b-8064-4aa3-a733-58290923b85a req-e700bd67-ee5d-4552-b0c1-ff8965d9ac19 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.731968 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.734040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 460da60e-6c2e-403f-adbf-cb7105a4357d details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:01:37.735756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc6c4b-8064-4aa3-a733-58290923b85a req-e700bd67-ee5d-4552-b0c1-ff8965d9ac19 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.742533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc6c4b-8064-4aa3-a733-58290923b85a req-e700bd67-ee5d-4552-b0c1-ff8965d9ac19 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.745043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49382) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:37.752320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc6c4b-8064-4aa3-a733-58290923b85a req-e700bd67-ee5d-4552-b0c1-ff8965d9ac19 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.763219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92fc6c4b-8064-4aa3-a733-58290923b85a req-e700bd67-ee5d-4552-b0c1-ff8965d9ac19 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5423 time: 0.3344281 Aug 04 17:01:37.806123 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.838044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8856018a-3c76-4c7c-86aa-4640eb461494,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:37.845741 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b471218-70d4-403b-ba33-70ea7260ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.848314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b471218-70d4-403b-ba33-70ea7260ec82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:37.849474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3b471218-70d4-403b-ba33-70ea7260ec82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e1ab324-5be1-455d-961a-c33f1b94f6c1 HTTP/1.1" status: 204 len: 168 time: 0.9774470 Aug 04 17:01:37.879470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 460da60e-6c2e-403f-adbf-cb7105a4357d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=460da60e-6c2e-403f-adbf-cb7105a4357d,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:37.885695 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dabef821-92ad-4b0c-b9b1-1d0ec62e1cbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c3d9912f9fc434c94df4f200cd435aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355405 Aug 04 17:01:37.887355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49386) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:37.901677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b471218-70d4-403b-ba33-70ea7260ec82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ab324-5be1-455d-961a-c33f1b94f6c1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:37.920892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '460da60e-6c2e-403f-adbf-cb7105a4357d', 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'port_id': '460da60e-6c2e-403f-adbf-cb7105a4357d', 'mac_address': 'fa:16:3e:62:67:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19d0eb6-1388-4936-8b94-5de3c1638ffd', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:01:37.934510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-fb8a4c44-71b7-4db0-84fc-c0afcf60ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:37.936056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-fb8a4c44-71b7-4db0-84fc-c0afcf60ab8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1699052 Aug 04 17:01:37.939090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0834545a-6f97-4a1a-991f-e8dc3d2a0ca3 req-74ddda77-c01f-4df0-8ed4-0efb2277260d tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0586989 Aug 04 17:01:37.959693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92fc6c4b-8064-4aa3-a733-58290923b85a req-679c3239-c69a-4cab-af41-2662fb10f422 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1901369 Aug 04 17:01:38.022709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-855cc7ed-67c0-4eac-a973-0b1aba85850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:38.024775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-855cc7ed-67c0-4eac-a973-0b1aba85850a service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.4307580 Aug 04 17:01:38.049051 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:38.087755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-117b81de-5e3b-4a4e-9c57-f68f21c77b1f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 217 time: 0.0532494 Aug 04 17:01:38.087966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460da60e-6c2e-403f-adbf-cb7105a4357d {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:38.089882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-c2b6bc43-b0bf-44a7-a32c-167197983f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:38.091227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-c2b6bc43-b0bf-44a7-a32c-167197983f56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301556 Aug 04 17:01:38.115331 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5b488940-4f1d-4eb8-8223-421533512c11 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:38.138611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 5b488940-4f1d-4eb8-8223-421533512c11 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:38.139154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5b488940-4f1d-4eb8-8223-421533512c11 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:38.154077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-362fbe80-9752-4233-97ed-30ba27cdf720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:38.167292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 460da60e-6c2e-403f-adbf-cb7105a4357d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=460da60e-6c2e-403f-adbf-cb7105a4357d,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:38.183252 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:38.184263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 33984ace-de3e-45de-bf74-7bb18b44d292 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:01:38.257965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-b5bfa67f-ca89-40a0-8f4b-622af8d804d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:38.260521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-b5bfa67f-ca89-40a0-8f4b-622af8d804d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1396677 Aug 04 17:01:38.272641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 33984ace-de3e-45de-bf74-7bb18b44d292, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=33984ace-de3e-45de-bf74-7bb18b44d292,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:38.275453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=460da60e-6c2e-403f-adbf-cb7105a4357d,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:38.280479 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-362fbe80-9752-4233-97ed-30ba27cdf720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:38.289114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '33984ace-de3e-45de-bf74-7bb18b44d292', 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'port_id': '33984ace-de3e-45de-bf74-7bb18b44d292', 'mac_address': 'fa:16:3e:f6:9e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19d0eb6-1388-4936-8b94-5de3c1638ffd', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:01:38.307909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-27d17fbf-7527-4216-a3f1-395caa77ca61 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083507 Aug 04 17:01:38.371780 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:38.397016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-7bdb7dca-4806-4c2c-85f2-5777bbd1b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:38.397789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33984ace-de3e-45de-bf74-7bb18b44d292 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:38.398884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-7bdb7dca-4806-4c2c-85f2-5777bbd1b9ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281462 Aug 04 17:01:38.437660 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] Router e885930d-f03c-4cdd-8197-90055f7ced17 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:01:38.454613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 33984ace-de3e-45de-bf74-7bb18b44d292, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=33984ace-de3e-45de-bf74-7bb18b44d292,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:38.466176 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:38.467177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 5a660b25-d508-4707-af34-20208e49075f details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:01:38.591020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=33984ace-de3e-45de-bf74-7bb18b44d292,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:38.625380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:01:38.644411 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6418d888-9ae4-4ee8-a645-8c5d083bad2e admin admin] 10.222.0.39 "PUT /v2.0/routers/e885930d-f03c-4cdd-8197-90055f7ced17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1330299 Aug 04 17:01:38.650519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49392) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:38.662939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de800135-035c-4965-9408-fc803658efc0 None None] Sync routers for ids ['e885930d-f03c-4cdd-8197-90055f7ced17'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:01:38.677404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 5a660b25-d508-4707-af34-20208e49075f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=5a660b25-d508-4707-af34-20208e49075f,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:38.691702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '5a660b25-d508-4707-af34-20208e49075f', 'network_id': 'c3e7a446-dda9-4525-9c8c-b1a9183c87dd', 'port_id': '5a660b25-d508-4707-af34-20208e49075f', 'mac_address': 'fa:16:3e:27:6b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19d0eb6-1388-4936-8b94-5de3c1638ffd', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:01:38.702413 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de800135-035c-4965-9408-fc803658efc0 None None] Routers {'e885930d-f03c-4cdd-8197-90055f7ced17'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:38.702770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-de800135-035c-4965-9408-fc803658efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e885930d-f03c-4cdd-8197-90055f7ced17'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:38.752928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-362fbe80-9752-4233-97ed-30ba27cdf720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:38.761237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-362fbe80-9752-4233-97ed-30ba27cdf720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:38.777896 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-362fbe80-9752-4233-97ed-30ba27cdf720 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ed543a7-4c5d-46c6-8ef0-2e57ef8a861a HTTP/1.1" status: 204 len: 168 time: 0.8852012 Aug 04 17:01:38.780621 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49396) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:38.930627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fbe80-9752-4233-97ed-30ba27cdf720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed543a7-4c5d-46c6-8ef0-2e57ef8a861a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:38.946775 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d80bb4ca-020c-4848-aecc-67c784bf648f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:38.996166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-de1c9eef-48c9-4fd4-b722-699a0d363ff6 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804214 Aug 04 17:01:39.047001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823bbd3-3346-4bb8-a1ee-555efc3ba4e4 req-a67a89be-b151-4e18-9565-acc815d9b8fc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:39.048424 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.048552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d823bbd3-3346-4bb8-a1ee-555efc3ba4e4 req-a67a89be-b151-4e18-9565-acc815d9b8fc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 948 time: 0.1758633 Aug 04 17:01:39.073537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-78933a36-cb8c-429a-82a7-9e29ae7a4cd9 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645463 Aug 04 17:01:39.127880 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d80bb4ca-020c-4848-aecc-67c784bf648f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.134785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a660b25-d508-4707-af34-20208e49075f {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:39.138849 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d80bb4ca-020c-4848-aecc-67c784bf648f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.153374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d823bbd3-3346-4bb8-a1ee-555efc3ba4e4 req-1258c0d3-5c4a-4fa0-9b9a-39ba30a82e34 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944502 Aug 04 17:01:39.185437 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.217605 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.232565 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d80bb4ca-020c-4848-aecc-67c784bf648f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6c3b6fc9c3c4fb3a266dfcf594fec49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475677 Aug 04 17:01:39.233277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 5a660b25-d508-4707-af34-20208e49075f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=5a660b25-d508-4707-af34-20208e49075f,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:39.238290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-560feb9c-ad34-423d-9460-5c7f0fb09e82 req-77d67d0b-ba87-4688-b572-7d65b6a94bda service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570761 Aug 04 17:01:39.241003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49408) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:39.244601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-de800135-035c-4965-9408-fc803658efc0 None None] Set router e885930d-f03c-4cdd-8197-90055f7ced17 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:39.247541 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.258691 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.282859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:01:39.332740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bb4ca-020c-4848-aecc-67c784bf648f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d383cc82-cbe5-4a18-ab2a-b0304d12d343,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:39.372397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb5310fd-7189-4b12-9c5b-531ef8a2e258 req-f701a9e3-15ab-4617-acb8-823c7e22b394 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0663433 Aug 04 17:01:39.410938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ecc1-e617-4ddd-a18d-45fa018e1b4a req-d928c5ab-406f-46c8-9f6c-8fb7c5ee0b38 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:39.410938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ecc1-e617-4ddd-a18d-45fa018e1b4a req-d928c5ab-406f-46c8-9f6c-8fb7c5ee0b38 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:39.414863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ecc1-e617-4ddd-a18d-45fa018e1b4a req-d928c5ab-406f-46c8-9f6c-8fb7c5ee0b38 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:39.422750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ecc1-e617-4ddd-a18d-45fa018e1b4a req-d928c5ab-406f-46c8-9f6c-8fb7c5ee0b38 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:39.429704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ecc1-e617-4ddd-a18d-45fa018e1b4a req-d928c5ab-406f-46c8-9f6c-8fb7c5ee0b38 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:39.435980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ecc1-e617-4ddd-a18d-45fa018e1b4a req-d928c5ab-406f-46c8-9f6c-8fb7c5ee0b38 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:39.443903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ecc1-e617-4ddd-a18d-45fa018e1b4a req-d928c5ab-406f-46c8-9f6c-8fb7c5ee0b38 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:39.456727 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27b9ecc1-e617-4ddd-a18d-45fa018e1b4a req-d928c5ab-406f-46c8-9f6c-8fb7c5ee0b38 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5426 time: 0.2718694 Aug 04 17:01:39.503666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33b23561-55b7-42a6-b4e7-275a748c9324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.510919 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.531485 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33b23561-55b7-42a6-b4e7-275a748c9324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.556750 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=5a660b25-d508-4707-af34-20208e49075f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:39.643998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Deleting port bbaec991-60c4-4f60-bb45-6bdfef1840e2 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:39.647111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.650582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27b9ecc1-e617-4ddd-a18d-45fa018e1b4a req-b06cf25f-027e-4328-b028-ccd60e75ccc0 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1927600 Aug 04 17:01:39.655373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33b23561-55b7-42a6-b4e7-275a748c9324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.664572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33b23561-55b7-42a6-b4e7-275a748c9324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.665936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-33b23561-55b7-42a6-b4e7-275a748c9324 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d383cc82-cbe5-4a18-ab2a-b0304d12d343 HTTP/1.1" status: 204 len: 168 time: 0.4071352 Aug 04 17:01:39.694902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b23561-55b7-42a6-b4e7-275a748c9324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d383cc82-cbe5-4a18-ab2a-b0304d12d343,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:39.800049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] For port bbaec991-60c4-4f60-bb45-6bdfef1840e2, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bbaec991-60c4-4f60-bb45-6bdfef1840e2,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:39.801168 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:39.806596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:39.829774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Calling delete_port for bbaec991-60c4-4f60-bb45-6bdfef1840e2 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:39.850468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'mac_address': 'fa:16:3e:66:3c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:01:39.863459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f0eb97b5-e476-43d8-ac81-a06109efec2b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:39.961240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['460da60e-6c2e-403f-adbf-cb7105a4357d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:39.963467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['33984ace-de3e-45de-bf74-7bb18b44d292'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:40.079842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['aedf5264-6657-4b09-a9fa-711bead1cc33'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:40.079990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08077782-a3ae-4ff7-ba1f-129489ae4985 req-c9c36c7f-26b3-4bab-a0b6-62439bae93c2 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0837247 Aug 04 17:01:40.132714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49450) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:40.251771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.305437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbaec991-60c4-4f60-bb45-6bdfef1840e2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:40.381066 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.384079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.455443 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49458) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:40.460799 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:40.487386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49460) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:40.540412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-de800135-035c-4965-9408-fc803658efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'name': 'tempest-ServersTestFqdnHostnames-620178093-router', 'tenant_id': 'b68e419ce0824bde98d93945bf6038be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:58:59Z', 'updated_at': '2021-08-04T17:01:37Z', 'revision_number': 5, 'project_id': 'b68e419ce0824bde98d93945bf6038be', 'gw_port': {'id': 'bbaec991-60c4-4f60-bb45-6bdfef1840e2', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e885930d-f03c-4cdd-8197-90055f7ced17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:01Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:40.569560 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e35536cf-b4a7-44dc-8d14-b10350af5b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.586304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.589798 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.609349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c4808-f7e8-46d7-99f5-0d1f23381a45 req-ae7f81f3-878d-4784-bc18-6c055e03e120 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:40.620275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-476c4808-f7e8-46d7-99f5-0d1f23381a45 req-ae7f81f3-878d-4784-bc18-6c055e03e120 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 948 time: 0.2764091 Aug 04 17:01:40.762765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e35536cf-b4a7-44dc-8d14-b10350af5b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.769505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.770429 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e885930d-f03c-4cdd-8197-90055f7ced17 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:01:40.775604 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.777291 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7d68ddec-b316-4d0e-b552-b9b8056038d0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e885930d-f03c-4cdd-8197-90055f7ced17 HTTP/1.1" status: 204 len: 168 time: 2.1251912 Aug 04 17:01:40.778538 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e35536cf-b4a7-44dc-8d14-b10350af5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.781711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49466) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:40.783920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-476c4808-f7e8-46d7-99f5-0d1f23381a45 req-e02e67e6-3839-4203-967d-c3dcb94a512e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617777 Aug 04 17:01:40.860524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:40.886162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de800135-035c-4965-9408-fc803658efc0 None None] Checking router: e885930d-f03c-4cdd-8197-90055f7ced17 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:01:40.902450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec235d2-4861-44ac-80b5-2753dede0424 req-c58dbdfc-f2b0-4bb8-ad0f-959a10349882 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:40.910009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec235d2-4861-44ac-80b5-2753dede0424 req-c58dbdfc-f2b0-4bb8-ad0f-959a10349882 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:40.923862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec235d2-4861-44ac-80b5-2753dede0424 req-c58dbdfc-f2b0-4bb8-ad0f-959a10349882 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:40.930370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec235d2-4861-44ac-80b5-2753dede0424 req-c58dbdfc-f2b0-4bb8-ad0f-959a10349882 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:40.935319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35536cf-b4a7-44dc-8d14-b10350af5b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd906f2-d17a-4036-802b-b987343236ab,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:40.938061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec235d2-4861-44ac-80b5-2753dede0424 req-c58dbdfc-f2b0-4bb8-ad0f-959a10349882 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:40.941966 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:40.945703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec235d2-4861-44ac-80b5-2753dede0424 req-c58dbdfc-f2b0-4bb8-ad0f-959a10349882 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:40.951802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec235d2-4861-44ac-80b5-2753dede0424 req-c58dbdfc-f2b0-4bb8-ad0f-959a10349882 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:40.954920 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e35536cf-b4a7-44dc-8d14-b10350af5b08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd9f16104b70450c88e327550a3dc938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4972351 Aug 04 17:01:40.956985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49472) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:40.959882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ec235d2-4861-44ac-80b5-2753dede0424 req-c58dbdfc-f2b0-4bb8-ad0f-959a10349882 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5427 time: 0.1709850 Aug 04 17:01:40.969335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1113060368-network', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:40.970557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93e4227-f91b-4df4-b173-5355c7215506 admin admin] Deleting subnet 97d1dad7-ec34-40b9-b0e1-d60926573331 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:01:40.975907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['7f7e66dc-52c8-47b8-be73-42db55fd9bcd'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:40.979807 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['5a660b25-d508-4707-af34-20208e49075f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:40.982282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a93e4227-f91b-4df4-b173-5355c7215506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.040560 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a93e4227-f91b-4df4-b173-5355c7215506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.069040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ec235d2-4861-44ac-80b5-2753dede0424 req-23259427-f596-4015-bbfd-4d821bd37146 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043205 Aug 04 17:01:41.086654 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:01:41.103978 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cab3a78e-d15d-43e3-93c2-772a6858ea71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.148655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cab3a78e-d15d-43e3-93c2-772a6858ea71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.160381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Made reservation on behalf of c60363feb17e4b91a7ae391741f5326c for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:01:41.163223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.169387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de800135-035c-4965-9408-fc803658efc0 None None] Routers set() bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:41.169580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de800135-035c-4965-9408-fc803658efc0 None None] Router IDs set() for agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 17:01:41.174238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_agentschedulers_db [None req-de800135-035c-4965-9408-fc803658efc0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e885930d-f03c-4cdd-8197-90055f7ced17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent'). {{(pid=105830) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 17:01:41.174659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de800135-035c-4965-9408-fc803658efc0 None None] The sync data for ids ['e885930d-f03c-4cdd-8197-90055f7ced17'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:01:41.183156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8856018a-3c76-4c7c-86aa-4640eb461494'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:41.191707 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.230003 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a93e4227-f91b-4df4-b173-5355c7215506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.309019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cab3a78e-d15d-43e3-93c2-772a6858ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.312483 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cab3a78e-d15d-43e3-93c2-772a6858ea71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.316574 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cab3a78e-d15d-43e3-93c2-772a6858ea71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2dd906f2-d17a-4036-802b-b987343236ab HTTP/1.1" status: 204 len: 168 time: 0.3559856 Aug 04 17:01:41.323632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['2b96d8d5-5d3c-429f-b8ce-993a1e29b957'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:41.347837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-9bee0794-df78-4ab1-9ede-894c7cbcdc35 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:41.349383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-9bee0794-df78-4ab1-9ede-894c7cbcdc35 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57&tenant_id=fa45efccca1840b4b961a5862a9ab168&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 949 time: 0.2577713 Aug 04 17:01:41.357229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0cdcb84-c301-4d8b-b5ec-dbad97ad0d23 req-99dd01de-2197-4b8c-b2c2-14de536f5aaa tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0763235 Aug 04 17:01:41.372615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3a78e-d15d-43e3-93c2-772a6858ea71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd906f2-d17a-4036-802b-b987343236ab,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:41.372872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:41.381898 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a93e4227-f91b-4df4-b173-5355c7215506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.431101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e4227-f91b-4df4-b173-5355c7215506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d1dad7-ec34-40b9-b0e1-d60926573331,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:41.433108 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a93e4227-f91b-4df4-b173-5355c7215506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.435056 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a93e4227-f91b-4df4-b173-5355c7215506 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/97d1dad7-ec34-40b9-b0e1-d60926573331 HTTP/1.1" status: 204 len: 168 time: 0.6488492 Aug 04 17:01:41.440709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49482) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:41.468705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1e7fe-8582-4180-9b17-3639072dedf6 None None] Network d27cdc38-0f38-4a75-a2d7-dc417ad59559 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:01:41.470349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcba2b-737f-423e-a2b4-d0f36e1afa7d req-cb3b9afe-5193-461e-b68f-fcc76cb05d66 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:41.472301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dabcba2b-737f-423e-a2b4-d0f36e1afa7d req-cb3b9afe-5193-461e-b68f-fcc76cb05d66 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 949 time: 0.2639863 Aug 04 17:01:41.534721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-17925b6d-ee7e-4b5c-9a99-a7b9f086f453 service neutron] 10.222.0.90 "GET /v2.0/ports/2b96d8d5-5d3c-429f-b8ce-993a1e29b957/bindings/n-h1-764435-5 HTTP/1.1" status: 200 len: 382 time: 0.1721621 Aug 04 17:01:41.560616 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.595895 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.630117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.703058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Deleting port b67b344f-5dac-4aa5-9857-b1a29723e56d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:41.703410 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.705371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:01:41.755980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709aee04-7782-4d1d-9e57-9731bf5eb0ad,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:41.796115 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.816961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] For port b67b344f-5dac-4aa5-9857-b1a29723e56d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b67b344f-5dac-4aa5-9857-b1a29723e56d,segment=NetworkSegment(5a99e817-33a4-4a41-bed7-ffbfc759d67a),segment_id=5a99e817-33a4-4a41-bed7-ffbfc759d67a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:41.817670 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.841145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Calling delete_port for b67b344f-5dac-4aa5-9857-b1a29723e56d owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:41.862666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.862935 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Added segment 825bacf1-a3f9-4e1f-b875-01b3a88a27eb of type vlan for network ba4ee582-9064-4d3d-8a39-828601e5393b Aug 04 17:01:41.889887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-039794a8-d159-4588-b4b6-68064a98ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:41.891994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-039794a8-d159-4588-b4b6-68064a98ab0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1100 time: 0.3187740 Aug 04 17:01:41.946772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:41.980265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Pushing event deleted for resources: {'Port': ['ID=b67b344f-5dac-4aa5-9857-b1a29723e56d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:41.988377 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] No DVR routers for this DVR port b67b344f-5dac-4aa5-9857-b1a29723e56d on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:42.064093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dabcba2b-737f-423e-a2b4-d0f36e1afa7d req-b2223378-c12d-4630-ae74-452819d97415 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812917 Aug 04 17:01:42.118875 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.129578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27cdc38-0f38-4a75-a2d7-dc417ad59559']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:42.142720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a99e817-33a4-4a41-bed7-ffbfc759d67a') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:42.143791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a99e817-33a4-4a41-bed7-ffbfc759d67a') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:42.159757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d4c02-40e7-4cd5-a1f3-ed8dc1d69c25 None None] DHCP port deletion for d27cdc38-0f38-4a75-a2d7-dc417ad59559 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:01:42.173458 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.194279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.204332 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.225037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:01:42.225397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:01:42.227434 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:01:42.231240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51a1e08f-4ecc-4d60-825d-040d9b05acbf no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:42.266770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 51a1e08f-4ecc-4d60-825d-040d9b05acbf {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:42.267427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51a1e08f-4ecc-4d60-825d-040d9b05acbf not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:42.313617 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.319651 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.322414 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] 10.222.0.39 "DELETE /v2.0/networks/d27cdc38-0f38-4a75-a2d7-dc417ad59559 HTTP/1.1" status: 204 len: 168 time: 0.8804464 Aug 04 17:01:42.334663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700a877-0448-4ce6-9b35-9e6e193f4aed admin admin] Pushing event deleted for resources: {'Network': ['ID=d27cdc38-0f38-4a75-a2d7-dc417ad59559,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:42.375999 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.377000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.377590 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.467886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75550-e738-4b11-b3db-e1f1531a4a08 req-a6ccaf14-9840-4dd4-8c02-25b465f05113 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.473886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75550-e738-4b11-b3db-e1f1531a4a08 req-a6ccaf14-9840-4dd4-8c02-25b465f05113 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.479836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75550-e738-4b11-b3db-e1f1531a4a08 req-a6ccaf14-9840-4dd4-8c02-25b465f05113 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.483584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49512) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:42.486022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75550-e738-4b11-b3db-e1f1531a4a08 req-a6ccaf14-9840-4dd4-8c02-25b465f05113 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.491980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75550-e738-4b11-b3db-e1f1531a4a08 req-a6ccaf14-9840-4dd4-8c02-25b465f05113 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.498092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75550-e738-4b11-b3db-e1f1531a4a08 req-a6ccaf14-9840-4dd4-8c02-25b465f05113 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.507120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75550-e738-4b11-b3db-e1f1531a4a08 req-a6ccaf14-9840-4dd4-8c02-25b465f05113 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.512578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68e75550-e738-4b11-b3db-e1f1531a4a08 req-a6ccaf14-9840-4dd4-8c02-25b465f05113 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5427 time: 0.2444153 Aug 04 17:01:42.523063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0331566 Aug 04 17:01:42.526183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49518) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:42.533506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Request body: {'subnet': {'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1113060368-subnet', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:42.567639 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e55da14e-a829-4229-8f1c-29d079fc4fee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b68e419ce0824bde98d93945bf6038be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828023 Aug 04 17:01:42.570853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49520) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:42.593499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Made reservation on behalf of c60363feb17e4b91a7ae391741f5326c for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:01:42.593838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-686c7b5e-25f6-4585-8807-7c2a7b1e3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.595700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-686c7b5e-25f6-4585-8807-7c2a7b1e3e43 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.6611238 Aug 04 17:01:42.596883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.622741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac2539a6-fd5e-421c-bf3f-7a94191bf00c req-2d9dc836-2372-49eb-8515-301cd40b2a02 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1035297 Aug 04 17:01:42.629679 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8b5b-16fb-415d-a55a-9df03ba7407b admin admin] Pushing event updated for resources: {'Network': ['ID=ba4ee582-9064-4d3d-8a39-828601e5393b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:42.641501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ba4ee582-9064-4d3d-8a39-828601e5393b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:01:42.674520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-3df847df-d7ea-4c65-a2da-33bd0e173d74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 217 time: 0.0555329 Aug 04 17:01:42.720008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76159727-7969-4c51-b9ce-1ae52f2c708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.724963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68e75550-e738-4b11-b3db-e1f1531a4a08 req-748df7e5-c1b9-4f52-9ef0-ad1d750613ac tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105155 Aug 04 17:01:42.764939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76159727-7969-4c51-b9ce-1ae52f2c708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.767321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-f36bdd57-b5fb-4599-889a-aa9e6be13d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.768864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-f36bdd57-b5fb-4599-889a-aa9e6be13d55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0850475 Aug 04 17:01:42.841467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-0a80f68e-3c4b-4967-8fed-8b7defb6cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:42.843041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-0a80f68e-3c4b-4967-8fed-8b7defb6cc46 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576339 Aug 04 17:01:42.848231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] Deleting port 93e7a5a0-961e-4f56-81cb-82fea09c84ee {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:42.848578 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.863782 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76159727-7969-4c51-b9ce-1ae52f2c708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.866795 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76159727-7969-4c51-b9ce-1ae52f2c708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:42.868161 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-76159727-7969-4c51-b9ce-1ae52f2c708d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf34e024-ff92-42b4-b824-11f7559d88ca HTTP/1.1" status: 204 len: 168 time: 0.2960045 Aug 04 17:01:42.886287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76159727-7969-4c51-b9ce-1ae52f2c708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf34e024-ff92-42b4-b824-11f7559d88ca,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:42.954975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.057177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc77ec7-995b-4d94-a3a0-63578f6a1b25,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:43.064335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-1aecb2c2-06c0-4819-8e50-6d2fa95e9380 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016780 Aug 04 17:01:43.069053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] For port 93e7a5a0-961e-4f56-81cb-82fea09c84ee, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=93e7a5a0-961e-4f56-81cb-82fea09c84ee,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:43.070343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.080717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Checking segment: {'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:43.081292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Network hostable DHCP agents. Network: ba4ee582-9064-4d3d-8a39-828601e5393b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:01:43.104707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Network ba4ee582-9064-4d3d-8a39-828601e5393b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:01:43.118879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ba4ee582-9064-4d3d-8a39-828601e5393b) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:01:43.126020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:43.126626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.132982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9759695a-e9cd-400b-85eb-cd6985aa435c None None] Network ba4ee582-9064-4d3d-8a39-828601e5393b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:01:43.153559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] Calling delete_port for 93e7a5a0-961e-4f56-81cb-82fea09c84ee owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:43.172104 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-46b00fe5-c2b4-47b9-b311-2c2c8fa82b8f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6443644 Aug 04 17:01:43.172942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49530) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:43.184639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:43.233090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.234631 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.286603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 33984ace-de3e-45de-bf74-7bb18b44d292 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:43.311302 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.333742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-41d480f8-a9ad-4818-8aa7-af918705fa9a service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582049 Aug 04 17:01:43.417923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff670f-7c72-4698-80b0-80b5351295f1 req-4d4d77b5-ce39-4160-baca-c05423b6b11c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:43.420446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56ff670f-7c72-4698-80b0-80b5351295f1 req-4d4d77b5-ce39-4160-baca-c05423b6b11c tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 949 time: 0.1904178 Aug 04 17:01:43.425525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 33984ace-de3e-45de-bf74-7bb18b44d292 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:43.446420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 33984ace-de3e-45de-bf74-7bb18b44d292 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:43.447163 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.469991 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-ba4ee582-9064-4d3d-8a39-828601e5393b', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:01:43.471145 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.544601 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.551468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56ff670f-7c72-4698-80b0-80b5351295f1 req-2f1423b4-e876-481f-b230-5a61d8587ce6 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234844 Aug 04 17:01:43.609640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.658293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33984ace-de3e-45de-bf74-7bb18b44d292'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:43.661897 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e838d6-e6cb-439e-a601-84cff7ae8764" -d '{"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "33984ace-de3e-45de-bf74-7bb18b44d292"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:43.698970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 33984ace-de3e-45de-bf74-7bb18b44d292, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=33984ace-de3e-45de-bf74-7bb18b44d292,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:43.700901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.713845 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.714830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f0eb97b5-e476-43d8-ac81-a06109efec2b up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:43.784635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e7a5a0-961e-4f56-81cb-82fea09c84ee,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:43.786937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Allocated IP 172.20.0.2 (ba4ee582-9064-4d3d-8a39-828601e5393b/adc77ec7-995b-4d94-a3a0-63578f6a1b25/8d98f60f-69aa-4c1c-8175-0c0b22575a2d) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:01:43.895690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bbaec991-60c4-4f60-bb45-6bdfef1840e2 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:43.905005 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.941622 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:43.986931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: bbaec991-60c4-4f60-bb45-6bdfef1840e2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:43.987929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bbaec991-60c4-4f60-bb45-6bdfef1840e2 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:43.988053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b67b344f-5dac-4aa5-9857-b1a29723e56d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:43.990401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91372cf5-6060-4be4-92bb-1c0bee625ba3 req-d6aa10d2-584a-4756-8362-624bf7512582 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1920581 Aug 04 17:01:44.053885 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=33984ace-de3e-45de-bf74-7bb18b44d292,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:44.156235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: b67b344f-5dac-4aa5-9857-b1a29723e56d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:44.159419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b67b344f-5dac-4aa5-9857-b1a29723e56d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:44.235031 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6695ed2c-f56a-4b3d-b1d7-ef771747120b x-openstack-request-id: req-6695ed2c-f56a-4b3d-b1d7-ef771747120b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:44.235031 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "33984ace-de3e-45de-bf74-7bb18b44d292", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:44.235031 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6695ed2c-f56a-4b3d-b1d7-ef771747120b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:44.235352 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33984ace-de3e-45de-bf74-7bb18b44d292', 'code': 200} Aug 04 17:01:44.247686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port f0eb97b5-e476-43d8-ac81-a06109efec2b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:44.275967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Allocated IP 172.25.2.54 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/66157220-b6c1-43b2-a6d0-79572e914e60) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:01:44.280427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port f0eb97b5-e476-43d8-ac81-a06109efec2b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:44.280805 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:44.374246 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:44.390152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e05e-27ee-45d2-a9a0-5a0e3395786e req-c4e23944-8a93-445b-8590-8ab419426b9b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:44.400312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e05e-27ee-45d2-a9a0-5a0e3395786e req-c4e23944-8a93-445b-8590-8ab419426b9b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:44.408464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e05e-27ee-45d2-a9a0-5a0e3395786e req-c4e23944-8a93-445b-8590-8ab419426b9b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:44.416450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e05e-27ee-45d2-a9a0-5a0e3395786e req-c4e23944-8a93-445b-8590-8ab419426b9b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:44.423442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e05e-27ee-45d2-a9a0-5a0e3395786e req-c4e23944-8a93-445b-8590-8ab419426b9b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:44.427249 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:44.431809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e05e-27ee-45d2-a9a0-5a0e3395786e req-c4e23944-8a93-445b-8590-8ab419426b9b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:44.439994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e05e-27ee-45d2-a9a0-5a0e3395786e req-c4e23944-8a93-445b-8590-8ab419426b9b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:44.442296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4540e05e-27ee-45d2-a9a0-5a0e3395786e req-c4e23944-8a93-445b-8590-8ab419426b9b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5428 time: 0.2546353 Aug 04 17:01:44.485220 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:44.488654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:44.490974 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:44.493428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49566) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:44.512925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Transition to ACTIVE for port object 8d98f60f-69aa-4c1c-8175-0c0b22575a2d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:44.544897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Transition to ACTIVE for port object 8d98f60f-69aa-4c1c-8175-0c0b22575a2d will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:44.547378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:01:44.550471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f0eb97b5-e476-43d8-ac81-a06109efec2b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f0eb97b5-e476-43d8-ac81-a06109efec2b,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:44.555515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:01:44.559244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:01:44.559667 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:44.591379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4540e05e-27ee-45d2-a9a0-5a0e3395786e req-20ac6634-4758-4983-af4c-26f1213ae8e5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884075 Aug 04 17:01:44.624591 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Pushing event updated for resources: {'Port': ['ID=66157220-b6c1-43b2-a6d0-79572e914e60,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:44.633035 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:44.634225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device aedf5264-6657-4b09-a9fa-711bead1cc33 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:44.637625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Pushing event updated for resources: {'Port': ['ID=8d98f60f-69aa-4c1c-8175-0c0b22575a2d,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:44.663639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Network ba4ee582-9064-4d3d-8a39-828601e5393b is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:01:44.671028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:01:44.713369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:01:44.728821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-103951515-network', 'tenant_id': 'fe2437811f36479cb835ddcecec72e05'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:44.771979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350e549-7445-4ef3-b0f2-bd6e32b5786f req-d19db4ae-8267-4a73-b42b-9c4c3a05b9d8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:44.773628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9350e549-7445-4ef3-b0f2-bd6e32b5786f req-d19db4ae-8267-4a73-b42b-9c4c3a05b9d8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 949 time: 0.0901351 Aug 04 17:01:44.781799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] Router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:01:44.830706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Made reservation on behalf of fe2437811f36479cb835ddcecec72e05 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:01:44.833232 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:44.839495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9350e549-7445-4ef3-b0f2-bd6e32b5786f req-5dd4a44a-1a15-454e-83e9-987614ed6513 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593293 Aug 04 17:01:44.852213 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:44.955102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:01:44.960995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=f0eb97b5-e476-43d8-ac81-a06109efec2b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:44.965593 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99902c22-a313-4b52-8883-29e7347080cd None None] Sync routers for ids ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:01:44.968299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8451ddfc-9b67-4458-9b83-ef7ae49761c4 admin admin] 10.222.0.39 "PUT /v2.0/routers/7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8339331 Aug 04 17:01:44.971064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49572) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:44.977502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port aedf5264-6657-4b09-a9fa-711bead1cc33 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:44.979812 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99902c22-a313-4b52-8883-29e7347080cd None None] Routers {'7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:44.980639 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-99902c22-a313-4b52-8883-29e7347080cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:44.986389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Attempting to bind port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:44.986935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Attempting to bind port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:44.987593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Attempting to bind port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d on network ba4ee582-9064-4d3d-8a39-828601e5393b {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:44.989869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port aedf5264-6657-4b09-a9fa-711bead1cc33 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:44.990354 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.015969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:45.016493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Checking segment: {'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:45.016990 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.017471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Bound using segment: {'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:45.018037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Bound port: 8d98f60f-69aa-4c1c-8175-0c0b22575a2d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:45.018529 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.057252 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.131848 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-99902c22-a313-4b52-8883-29e7347080cd None None] Set router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:45.138572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] For port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:45.154204 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.162908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-82f557f9-0f13-41a2-b3a6-1f1e68d65382 req-221b760f-1307-4e64-b9c2-eb1aa5453eb6 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0528297 Aug 04 17:01:45.185654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] For port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8d98f60f-69aa-4c1c-8175-0c0b22575a2d,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:45.205476 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.285824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c996852-3201-4b5e-9c12-838fb30f72e6 None None] Pushing event updated for resources: {'Port': ['ID=8d98f60f-69aa-4c1c-8175-0c0b22575a2d,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:45.346210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port aedf5264-6657-4b09-a9fa-711bead1cc33, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aedf5264-6657-4b09-a9fa-711bead1cc33,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:45.358160 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.393171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 460da60e-6c2e-403f-adbf-cb7105a4357d up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:45.434458 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-99902c22-a313-4b52-8883-29e7347080cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-router', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:27Z', 'updated_at': '2021-08-04T17:01:43Z', 'revision_number': 5, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'gw_port': {'id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:28Z', 'updated_at': '2021-08-04T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:45.472008 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99902c22-a313-4b52-8883-29e7347080cd None None] Checking router: 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:01:45.485847 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99902c22-a313-4b52-8883-29e7347080cd None None] Routers {'7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:45.486887 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-99902c22-a313-4b52-8883-29e7347080cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:45.508034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=aedf5264-6657-4b09-a9fa-711bead1cc33,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:45.569157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 460da60e-6c2e-403f-adbf-cb7105a4357d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:45.588049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 460da60e-6c2e-403f-adbf-cb7105a4357d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:45.588812 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.803031 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-99902c22-a313-4b52-8883-29e7347080cd None None] Set router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:45.809485 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.842516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f4954-96fb-444b-a531-65bc1f7ca586 req-db9e979f-eb84-4235-840a-3e969bdc8dce tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:45.846738 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.854504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f4954-96fb-444b-a531-65bc1f7ca586 req-db9e979f-eb84-4235-840a-3e969bdc8dce tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:45.864762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f4954-96fb-444b-a531-65bc1f7ca586 req-db9e979f-eb84-4235-840a-3e969bdc8dce tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:45.895970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f4954-96fb-444b-a531-65bc1f7ca586 req-db9e979f-eb84-4235-840a-3e969bdc8dce tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:45.909401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 460da60e-6c2e-403f-adbf-cb7105a4357d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=460da60e-6c2e-403f-adbf-cb7105a4357d,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:45.922546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.922777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8856018a-3c76-4c7c-86aa-4640eb461494 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:45.929599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f4954-96fb-444b-a531-65bc1f7ca586 req-db9e979f-eb84-4235-840a-3e969bdc8dce tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:45.947812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f4954-96fb-444b-a531-65bc1f7ca586 req-db9e979f-eb84-4235-840a-3e969bdc8dce tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:45.958474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f4954-96fb-444b-a531-65bc1f7ca586 req-db9e979f-eb84-4235-840a-3e969bdc8dce tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:45.968727 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:45.972038 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-217f4954-96fb-444b-a531-65bc1f7ca586 req-db9e979f-eb84-4235-840a-3e969bdc8dce tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5430 time: 0.2357705 Aug 04 17:01:45.998328 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.029757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-acb9da2f-0f5b-4abf-bd73-2dd485b3f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:46.033557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-acb9da2f-0f5b-4abf-bd73-2dd485b3f7f2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57&tenant_id=fa45efccca1840b4b961a5862a9ab168 HTTP/1.1" status: 200 len: 1100 time: 0.2555311 Aug 04 17:01:46.057436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:01:46.111513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:46.136301 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.136747 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Added segment 33e0f814-5867-472b-a8b3-b8187abb83e3 of type vlan for network 3d1f81f1-365d-4d0b-b663-f1107a2380ac Aug 04 17:01:46.139977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8d98f60f-69aa-4c1c-8175-0c0b22575a2d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:46.175449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd0577-2adb-404a-b58d-1a98522b3073,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:46.206563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=460da60e-6c2e-403f-adbf-cb7105a4357d,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:46.225592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-217f4954-96fb-444b-a531-65bc1f7ca586 req-6aacc3ea-f95c-4008-bd01-69ca906f796b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2511849 Aug 04 17:01:46.236189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eb97b5-e476-43d8-ac81-a06109efec2b'}, {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedf5264-6657-4b09-a9fa-711bead1cc33'}, {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460da60e-6c2e-403f-adbf-cb7105a4357d'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:46.239446 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e4ef0c-4d2d-4e80-bbc9-b49dcf18d9f0" -d '{"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "f0eb97b5-e476-43d8-ac81-a06109efec2b"}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "aedf5264-6657-4b09-a9fa-711bead1cc33"}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "460da60e-6c2e-403f-adbf-cb7105a4357d"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:46.241139 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-99902c22-a313-4b52-8883-29e7347080cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-router', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:27Z', 'updated_at': '2021-08-04T17:01:43Z', 'revision_number': 5, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'gw_port': {'id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:28Z', 'updated_at': '2021-08-04T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:46.246278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 8856018a-3c76-4c7c-86aa-4640eb461494 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:46.257840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 8856018a-3c76-4c7c-86aa-4640eb461494 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:46.258612 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.278007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da44a3-93d6-4534-b685-faf1eaa9fc2a req-bd93054c-a7c8-4b2c-9546-9726edb336b9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:46.291171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9da44a3-93d6-4534-b685-faf1eaa9fc2a req-bd93054c-a7c8-4b2c-9546-9726edb336b9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 949 time: 0.2855711 Aug 04 17:01:46.323253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.338429 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99902c22-a313-4b52-8883-29e7347080cd None None] The sync data for ids ['7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31'] in n-d-764435-5 is: [{'id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'name': 'tempest-AttachSCSIVolumeTestJSON-117588427-router', 'tenant_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:27Z', 'updated_at': '2021-08-04T17:01:43Z', 'revision_number': 5, 'project_id': '3f52fdc6619c4d2eba5b5b57be5612f7', 'gw_port': {'id': 'd653f632-d587-4308-9fbc-a20cd42bb128', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:28Z', 'updated_at': '2021-08-04T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:01:46.405357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.425899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:46.445905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9da44a3-93d6-4534-b685-faf1eaa9fc2a req-0da5196a-fd99-4354-807a-a2cc740ae637 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528759 Aug 04 17:01:46.460771 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.462700 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.508544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8856018a-3c76-4c7c-86aa-4640eb461494, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8856018a-3c76-4c7c-86aa-4640eb461494,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:46.514493 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35ea15c-92e5-44fd-8e52-c7e92abb1959 x-openstack-request-id: req-e35ea15c-92e5-44fd-8e52-c7e92abb1959 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:46.515332 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "f0eb97b5-e476-43d8-ac81-a06109efec2b", "code": 200}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "aedf5264-6657-4b09-a9fa-711bead1cc33", "code": 200}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "460da60e-6c2e-403f-adbf-cb7105a4357d", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:46.516278 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e35ea15c-92e5-44fd-8e52-c7e92abb1959 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:46.516833 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eb97b5-e476-43d8-ac81-a06109efec2b', 'code': 200} Aug 04 17:01:46.518532 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedf5264-6657-4b09-a9fa-711bead1cc33', 'code': 200} Aug 04 17:01:46.518716 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460da60e-6c2e-403f-adbf-cb7105a4357d', 'code': 200} Aug 04 17:01:46.520116 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.523695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 7f7e66dc-52c8-47b8-be73-42db55fd9bcd up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:46.524427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.652783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8856018a-3c76-4c7c-86aa-4640eb461494,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:46.677834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:46.689425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:46.690366 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.763603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.764751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:46.765347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.893353 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3942792 Aug 04 17:01:46.895928 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.900515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Deleting port d653f632-d587-4308-9fbc-a20cd42bb128 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:46.900867 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.903658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49606) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:46.941222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Request body: {'subnet': {'network_id': '3d1f81f1-365d-4d0b-b663-f1107a2380ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-103951515-subnet', 'tenant_id': 'fe2437811f36479cb835ddcecec72e05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:46.964557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:46.973507 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:46.974348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:47.010994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Made reservation on behalf of fe2437811f36479cb835ddcecec72e05 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:01:47.013493 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.019979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ee906-ef18-4697-bb49-0a9e2676f575 admin admin] Pushing event updated for resources: {'Network': ['ID=3d1f81f1-365d-4d0b-b663-f1107a2380ac,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:47.038405 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Router 44516c57-48f9-469c-a6ca-be6bcbcde062 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:01:47.050030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591e457-eea9-4ee1-9420-c0bbce48b19c None None] Network ba4ee582-9064-4d3d-8a39-828601e5393b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:01:47.059372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 3d1f81f1-365d-4d0b-b663-f1107a2380ac details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:01:47.112021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ca12695-2a42-4c82-a149-0d50ae67b6bf req-70b089c0-de27-4f3a-9c91-fc1d2dcf5e5f tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.6656260 Aug 04 17:01:47.219587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] For port d653f632-d587-4308-9fbc-a20cd42bb128, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d653f632-d587-4308-9fbc-a20cd42bb128,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:47.219883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.250550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:47.254097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-aad8bf03-4c6b-480e-af32-1a565c71c185 None None] Provisioning for port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:47.269784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-aad8bf03-4c6b-480e-af32-1a565c71c185 None None] Provisioning complete for port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:47.270281 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aad8bf03-4c6b-480e-af32-1a565c71c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.305683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Calling delete_port for d653f632-d587-4308-9fbc-a20cd42bb128 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:47.426477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:47.475211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:47.475613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.486655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:01:47.523866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Sync routers for ids ['44516c57-48f9-469c-a6ca-be6bcbcde062'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:01:47.524140 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.525475 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-feffc83e-ffad-4fda-9329-46c0a5ae0f19 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3502946 Aug 04 17:01:47.526502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8589481-f657-4677-a74a-5268a749565c req-870b05da-cac3-4ec4-8d95-e671d4b2f695 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:47.528936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49614) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:47.534548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8589481-f657-4677-a74a-5268a749565c req-870b05da-cac3-4ec4-8d95-e671d4b2f695 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:47.541272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8589481-f657-4677-a74a-5268a749565c req-870b05da-cac3-4ec4-8d95-e671d4b2f695 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:47.547807 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8589481-f657-4677-a74a-5268a749565c req-870b05da-cac3-4ec4-8d95-e671d4b2f695 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:47.553686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8589481-f657-4677-a74a-5268a749565c req-870b05da-cac3-4ec4-8d95-e671d4b2f695 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:47.553813 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aad8bf03-4c6b-480e-af32-1a565c71c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.559717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8589481-f657-4677-a74a-5268a749565c req-870b05da-cac3-4ec4-8d95-e671d4b2f695 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:47.565580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8589481-f657-4677-a74a-5268a749565c req-870b05da-cac3-4ec4-8d95-e671d4b2f695 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:47.567778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8589481-f657-4677-a74a-5268a749565c req-870b05da-cac3-4ec4-8d95-e671d4b2f695 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5433 time: 0.1776745 Aug 04 17:01:47.596663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Routers {'44516c57-48f9-469c-a6ca-be6bcbcde062'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:47.597336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44516c57-48f9-469c-a6ca-be6bcbcde062'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:47.632567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:47.677944 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8589481-f657-4677-a74a-5268a749565c req-439d88b5-1030-4a7c-b26f-c73703c2c7d5 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016116 Aug 04 17:01:47.680313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-aad8bf03-4c6b-480e-af32-1a565c71c185 None None] For port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8d98f60f-69aa-4c1c-8175-0c0b22575a2d,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:47.690543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeca939-7ded-4258-9a77-db5d6bcf3233 req-208fceb4-3afa-42d6-bffd-7d37fa390ddf tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:47.692181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbeca939-7ded-4258-9a77-db5d6bcf3233 req-208fceb4-3afa-42d6-bffd-7d37fa390ddf tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 949 time: 0.1234283 Aug 04 17:01:47.695212 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aad8bf03-4c6b-480e-af32-1a565c71c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.706572 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.708886 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.709684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:47.758276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:47.787753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 93e7a5a0-961e-4f56-81cb-82fea09c84ee no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:47.835401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 93e7a5a0-961e-4f56-81cb-82fea09c84ee {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:47.835804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 93e7a5a0-961e-4f56-81cb-82fea09c84ee not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:47.856788 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbeca939-7ded-4258-9a77-db5d6bcf3233 req-9ca6056e-7cc0-49db-bac3-f71cff119d89 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038556 Aug 04 17:01:47.859033 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.869529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a047c0-0719-4d90-b574-3dd88214776b,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:47.871634 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Set router 44516c57-48f9-469c-a6ca-be6bcbcde062 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:47.882469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Ignored duplicate provisioning block setup for port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 17:01:47.892550 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.906623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Checking segment: {'id': '33e0f814-5867-472b-a8b3-b8187abb83e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '3d1f81f1-365d-4d0b-b663-f1107a2380ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:47.907250 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Network hostable DHCP agents. Network: 3d1f81f1-365d-4d0b-b663-f1107a2380ac, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:01:47.953956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:47.962613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] No DVR routers for this DVR port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:47.966176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:47.982328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8bf03-4c6b-480e-af32-1a565c71c185 None None] Pushing event updated for resources: {'Port': ['ID=8d98f60f-69aa-4c1c-8175-0c0b22575a2d,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:48.023478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:48.024083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:48.024755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:48.029989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d653f632-d587-4308-9fbc-a20cd42bb128,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:48.030784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:01:48.031692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Attempting to bind port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:48.037989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:48.038489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:48.039103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:48.039696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Bound port: 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:48.040139 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.044271 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Network 3d1f81f1-365d-4d0b-b663-f1107a2380ac is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:01:48.144513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:48.149007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:48.154594 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.194106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:48.195163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.196602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] 10.222.0.82 "PUT /v2.0/ports/2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 1096 time: 2.0978880 Aug 04 17:01:48.199867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:48.203742 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7" -d '{"events": [{"name": "network-changed", "server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:48.220613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 3d1f81f1-365d-4d0b-b663-f1107a2380ac) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:01:48.231535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:48.232355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.250441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177e283f-c577-417c-98a0-08fc42cd64bb None None] Network 3d1f81f1-365d-4d0b-b663-f1107a2380ac requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:01:48.278616 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cf3c09cc-ec25-4abc-a6fe-244a209dc21a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3703251 Aug 04 17:01:48.348213 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.367436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95511719-153d-4111-aef1-5ef74238fa87 req-a8e6a804-2433-4c65-96d3-a88b9b6d27ca tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1404967 Aug 04 17:01:48.403162 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d149e-4e5f-4a97-a275-7b7a1b670464 x-openstack-request-id: req-d16d149e-4e5f-4a97-a275-7b7a1b670464 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:48.403450 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:48.403696 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d16d149e-4e5f-4a97-a275-7b7a1b670464 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:48.404233 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'status': 'completed', 'code': 200} Aug 04 17:01:48.435457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e4ca468-e737-4734-adb8-ceb8d77f7b40 None None] Provisioning complete for port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:48.442273 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca468-e737-4734-adb8-ceb8d77f7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.464054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-198d086c-6a52-4cb2-a6f1-50090c75b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:48.465732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-198d086c-6a52-4cb2-a6f1-50090c75b92b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1100 time: 0.0950217 Aug 04 17:01:48.477705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-e6187bd0-ef90-40f7-82d9-9a7284ce721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:48.479198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-e6187bd0-ef90-40f7-82d9-9a7284ce721e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1100 time: 0.1723390 Aug 04 17:01:48.494627 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.500512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.544816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8856018a-3c76-4c7c-86aa-4640eb461494'}, {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7e66dc-52c8-47b8-be73-42db55fd9bcd'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:48.547576 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa8ee6b-4a11-4455-acec-33a0dd11e1e1" -d '{"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "8856018a-3c76-4c7c-86aa-4640eb461494"}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "7f7e66dc-52c8-47b8-be73-42db55fd9bcd"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:48.551087 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:01:48.551789 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:01:48.611660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871b4a9-6baa-43a0-8a98-f1eeb7743b12 service neutron] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:48.640332 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28613d5b-01f0-4de6-a3d5-7beb8a1b4cb0 x-openstack-request-id: req-28613d5b-01f0-4de6-a3d5-7beb8a1b4cb0 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:48.640811 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "8856018a-3c76-4c7c-86aa-4640eb461494", "code": 200}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "7f7e66dc-52c8-47b8-be73-42db55fd9bcd", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:48.641239 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28613d5b-01f0-4de6-a3d5-7beb8a1b4cb0 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:48.641777 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8856018a-3c76-4c7c-86aa-4640eb461494', 'code': 200} Aug 04 17:01:48.642347 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7e66dc-52c8-47b8-be73-42db55fd9bcd', 'code': 200} Aug 04 17:01:48.680800 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.684050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:01:48.689535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.690682 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c9853f7d-0bd7-462d-99a4-ea4fc07a01ba admin admin] 10.222.0.39 "DELETE /v2.0/routers/7cc728ab-f09d-4b05-9ae1-fd3fc0a62b31 HTTP/1.1" status: 204 len: 168 time: 3.7186625 Aug 04 17:01:48.698647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49638) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:48.704829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-330f4975-18a1-4650-ba21-2a567908e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:48.706346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-330f4975-18a1-4650-ba21-2a567908e280 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2259614 Aug 04 17:01:48.790093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09daee8f-b58f-47dc-9187-16419293698e None None] Network 3d1f81f1-365d-4d0b-b663-f1107a2380ac requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:01:48.879072 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-3823a9ee-88af-49bd-b9ed-1d8a9af8a83e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 217 time: 0.1604118 Aug 04 17:01:48.914978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1eaba1-33d5-4294-84a8-406320bc1a54 admin admin] Deleting subnet 338e3339-4571-46a9-92d9-85b0029caa1b {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:01:48.920530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b1eaba1-33d5-4294-84a8-406320bc1a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.928810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e920fe67-cf9f-4623-964b-35d8f81a0566 None None] Provisioning complete for port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:48.929386 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e920fe67-cf9f-4623-964b-35d8f81a0566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.968225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:48.990886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:44Z', 'revision_number': 3, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:48.999438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b1eaba1-33d5-4294-84a8-406320bc1a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.048331 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Checking router: 44516c57-48f9-469c-a6ca-be6bcbcde062 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:01:49.048986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Updating router 44516c57-48f9-469c-a6ca-be6bcbcde062 port 66157220-b6c1-43b2-a6d0-79572e914e60 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:01:49.112987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767e8d-abac-4365-a3c9-edb2e4191b5c req-62397d3b-d3c5-40d5-a3ac-bca514274395 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.121864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767e8d-abac-4365-a3c9-edb2e4191b5c req-62397d3b-d3c5-40d5-a3ac-bca514274395 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.129417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767e8d-abac-4365-a3c9-edb2e4191b5c req-62397d3b-d3c5-40d5-a3ac-bca514274395 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.136644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767e8d-abac-4365-a3c9-edb2e4191b5c req-62397d3b-d3c5-40d5-a3ac-bca514274395 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.143614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767e8d-abac-4365-a3c9-edb2e4191b5c req-62397d3b-d3c5-40d5-a3ac-bca514274395 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.151154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767e8d-abac-4365-a3c9-edb2e4191b5c req-62397d3b-d3c5-40d5-a3ac-bca514274395 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.160947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767e8d-abac-4365-a3c9-edb2e4191b5c req-62397d3b-d3c5-40d5-a3ac-bca514274395 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.163289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0767e8d-abac-4365-a3c9-edb2e4191b5c req-62397d3b-d3c5-40d5-a3ac-bca514274395 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5433 time: 0.2703507 Aug 04 17:01:49.163800 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.177571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-fac5f7eb-4523-4978-bab3-c1dc5aee3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.180109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-fac5f7eb-4523-4978-bab3-c1dc5aee3f29 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.5698740 Aug 04 17:01:49.211229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b1eaba1-33d5-4294-84a8-406320bc1a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.221682 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.227456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-3d4be6e2-f0b3-48e9-92a0-a3730a89003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.229434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-3d4be6e2-f0b3-48e9-92a0-a3730a89003b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.3353984 Aug 04 17:01:49.293720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Allocated IP 172.20.0.1 (ba4ee582-9064-4d3d-8a39-828601e5393b/adc77ec7-995b-4d94-a3a0-63578f6a1b25/2167208c-224d-484c-85c1-94b595a96568) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:01:49.308803 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-6cf50382-6126-4adc-afd1-d95383aff85c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 217 time: 0.0877867 Aug 04 17:01:49.338839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b1eaba1-33d5-4294-84a8-406320bc1a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.339754 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e920fe67-cf9f-4623-964b-35d8f81a0566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.378754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:49.391102 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.391947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 5a660b25-d508-4707-af34-20208e49075f up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:49.402580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-a365bddc-e7c5-4a0b-bc15-06622a1b2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.404503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-a365bddc-e7c5-4a0b-bc15-06622a1b2502 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0811801 Aug 04 17:01:49.429380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0767e8d-abac-4365-a3c9-edb2e4191b5c req-ea30cf9e-4fe3-4f1f-acfd-97a8fdf9926c tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2537344 Aug 04 17:01:49.490325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a794a-0745-406e-a285-4d2b6082442c req-3005ecb4-c2fb-491c-96f3-ad56dc1e0138 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.492227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-3005ecb4-c2fb-491c-96f3-ad56dc1e0138 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/networks?id=3d1f81f1-365d-4d0b-b663-f1107a2380ac HTTP/1.1" status: 200 len: 821 time: 0.6178524 Aug 04 17:01:49.513710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-d9e4cf6b-13c5-43ec-bff8-686793b295b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.515330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-d9e4cf6b-13c5-43ec-bff8-686793b295b2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2055004 Aug 04 17:01:49.526453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-2b167d7f-6a62-4629-8e51-158c4f1f786a tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/quotas/fe2437811f36479cb835ddcecec72e05 HTTP/1.1" status: 200 len: 375 time: 0.0156326 Aug 04 17:01:49.589425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=11']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:49.618245 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-e920fe67-cf9f-4623-964b-35d8f81a0566 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:01:49.618599 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-e920fe67-cf9f-4623-964b-35d8f81a0566 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:01:49.629991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-40173c68-e5bb-40fc-a78c-314a0d3ff6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.631738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-40173c68-e5bb-40fc-a78c-314a0d3ff6df service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1949556 Aug 04 17:01:49.671172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-b5636a07-cfa7-4da7-91ce-7253793a4cfd tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2437811f36479cb835ddcecec72e05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682371 Aug 04 17:01:49.692036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-da14d256-16f9-4d7f-8b39-19ce68928b2f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:01:49.693055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-da14d256-16f9-4d7f-8b39-19ce68928b2f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053918 Aug 04 17:01:49.806366 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.813118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1eaba1-33d5-4294-84a8-406320bc1a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338e3339-4571-46a9-92d9-85b0029caa1b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:49.820895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b1eaba1-33d5-4294-84a8-406320bc1a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.823338 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1b1eaba1-33d5-4294-84a8-406320bc1a54 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/338e3339-4571-46a9-92d9-85b0029caa1b HTTP/1.1" status: 204 len: 168 time: 1.1160052 Aug 04 17:01:49.826585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Transition to ACTIVE for port object 66157220-b6c1-43b2-a6d0-79572e914e60 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:49.828312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49658) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:49.831801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 5a660b25-d508-4707-af34-20208e49075f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:49.838317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 5a660b25-d508-4707-af34-20208e49075f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:49.838700 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.840554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232223ed-782f-4d17-9225-c8c05cf57faa None None] Network 1ec9ec80-e47b-4eff-9466-2506345f6182 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:01:49.907973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-c6cc501e-5bb7-49f6-a25d-5c7aed21658f service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789051 Aug 04 17:01:49.919784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8d98f60f-69aa-4c1c-8175-0c0b22575a2d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:49.925881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:49.955708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eef54-bb0e-4f97-b436-fa77378dd21b req-a10af9ed-f8e4-47ba-8fb9-b4c3715b2cfc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:49.957393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643eef54-bb0e-4f97-b436-fa77378dd21b req-a10af9ed-f8e4-47ba-8fb9-b4c3715b2cfc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 951 time: 0.2218497 Aug 04 17:01:49.990344 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.017389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.023769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-1bc35114-c900-4e42-a54b-2a6645b8060d service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805671 Aug 04 17:01:50.030595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-e04f6c16-d925-4996-8b32-f80189ff6d84 service neutron] 10.222.0.39 "GET /v2.0/networks/3d1f81f1-365d-4d0b-b663-f1107a2380ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032637 Aug 04 17:01:50.065951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Attempting to bind port 66157220-b6c1-43b2-a6d0-79572e914e60 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:50.066572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Attempting to bind port 66157220-b6c1-43b2-a6d0-79572e914e60 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:50.067117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Attempting to bind port 66157220-b6c1-43b2-a6d0-79572e914e60 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:50.069179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Transition to ACTIVE for port object 2167208c-224d-484c-85c1-94b595a96568 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:50.092239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Deleting port 8ea338d6-d7eb-4568-a20f-c59d47d1e038 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:50.092732 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.105310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:50.105711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:50.106118 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.106531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:50.107291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Bound port: 66157220-b6c1-43b2-a6d0-79572e914e60, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:50.107864 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.189174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643eef54-bb0e-4f97-b436-fa77378dd21b req-55d7a527-ddd0-4d06-8fc6-c2b993312c87 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120569 Aug 04 17:01:50.223988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] For port 8ea338d6-d7eb-4568-a20f-c59d47d1e038, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8ea338d6-d7eb-4568-a20f-c59d47d1e038,segment=NetworkSegment(2f52ddf0-cdf4-452a-a15f-9873690de3b0),segment_id=2f52ddf0-cdf4-452a-a15f-9873690de3b0)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:50.225249 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.246017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Calling delete_port for 8ea338d6-d7eb-4568-a20f-c59d47d1e038 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:50.261958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:50.262337 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.320710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ea36f-8816-433e-973e-e594c8095f91 None None] Pushing event updated for resources: {'Port': ['ID=66157220-b6c1-43b2-a6d0-79572e914e60,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:50.367817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4aafe9d4-e62d-4a08-8fff-d792a032e543 req-1db6b88d-56bd-43a7-a327-9c0bab219bed tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0620534 Aug 04 17:01:50.370089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-bd68e6df-af55-49ec-bf24-5bd843fcf6fc service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422135 Aug 04 17:01:50.375843 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.397316 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.403803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] For port 66157220-b6c1-43b2-a6d0-79572e914e60, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:50.432126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] For port 66157220-b6c1-43b2-a6d0-79572e914e60, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=66157220-b6c1-43b2-a6d0-79572e914e60,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:50.438853 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 5a660b25-d508-4707-af34-20208e49075f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=5a660b25-d508-4707-af34-20208e49075f,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:50.441216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.450950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Network ba4ee582-9064-4d3d-8a39-828601e5393b is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:01:50.459281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:01:50.478039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:01:50.485276 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.487239 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.492458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-365715a9-ea0a-4971-94cb-ec33a418f085 req-002dbf00-6efb-4343-bf23-5b6ba58bc31b service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386640 Aug 04 17:01:50.496866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-e450aedd-ded8-4dc1-8279-d26f81366cba service neutron] 10.222.0.39 "GET /v2.0/networks/3d1f81f1-365d-4d0b-b663-f1107a2380ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584816 Aug 04 17:01:50.505082 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-1d0fa8bc-7535-4b48-977b-3b6f4c584550 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3118227 Aug 04 17:01:50.511254 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] No DVR routers for this DVR port 8ea338d6-d7eb-4568-a20f-c59d47d1e038 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:01:50.582872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Pushing event updated for resources: {'Port': ['ID=2167208c-224d-484c-85c1-94b595a96568,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:50.588918 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:50.605196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af54e80-a3dc-420b-b501-e631d6b036ea None None] DHCP port deletion for 1ec9ec80-e47b-4eff-9466-2506345f6182 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:01:50.709345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-89c4fb38-2ab3-451e-88e1-fdbdd5a63201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:50.711375 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-89c4fb38-2ab3-451e-88e1-fdbdd5a63201 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa45efccca1840b4b961a5862a9ab168&device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1102 time: 0.0979359 Aug 04 17:01:50.732981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea338d6-d7eb-4568-a20f-c59d47d1e038,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:50.744600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-a198a323-66a5-4fc5-b84b-4b5f919f70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:50.747404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-a198a323-66a5-4fc5-b84b-4b5f919f70b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 1096 time: 0.2034841 Aug 04 17:01:50.865075 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.877190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec9ec80-e47b-4eff-9466-2506345f6182']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:50.890178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f52ddf0-cdf4-452a-a15f-9873690de3b0') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:50.890433 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f52ddf0-cdf4-452a-a15f-9873690de3b0') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:50.894032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957'}, {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a660b25-d508-4707-af34-20208e49075f'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:50.897625 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3cf07b-f051-4122-9ecd-d952d3ac9c16" -d '{"events": [{"server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "name": "network-vif-plugged", "status": "completed", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957"}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "5a660b25-d508-4707-af34-20208e49075f"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:50.902774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.922878 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:50.930344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d653f632-d587-4308-9fbc-a20cd42bb128 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:51.005591 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa73be95-5847-4ff8-98d7-903eb96c4c12 req-94083306-feca-49ec-9fd0-247153c30406 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 210 time: 0.0764978 Aug 04 17:01:51.021832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: d653f632-d587-4308-9fbc-a20cd42bb128 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:51.029615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d653f632-d587-4308-9fbc-a20cd42bb128 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:51.075656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-01a222db-f3b4-4cf2-aa1f-0444404fadec None None] Provisioning for port 2167208c-224d-484c-85c1-94b595a96568 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:51.082963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Routers {'44516c57-48f9-469c-a6ca-be6bcbcde062'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:51.083922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44516c57-48f9-469c-a6ca-be6bcbcde062'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:51.087404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ea36f-8816-433e-973e-e594c8095f91 None None] Pushing event updated for resources: {'Port': ['ID=66157220-b6c1-43b2-a6d0-79572e914e60,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:51.090075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-01a222db-f3b4-4cf2-aa1f-0444404fadec None None] Provisioning complete for port 2167208c-224d-484c-85c1-94b595a96568 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:51.090454 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-01a222db-f3b4-4cf2-aa1f-0444404fadec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:51.090565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d088e0-5413-4b84-bc04-174abf2c6546 req-791eda05-8545-4d4e-b356-70b35f4bf439 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:51.104834 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:51.112550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d088e0-5413-4b84-bc04-174abf2c6546 req-791eda05-8545-4d4e-b356-70b35f4bf439 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:51.117104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:01:51.118103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:51.125485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d088e0-5413-4b84-bc04-174abf2c6546 req-791eda05-8545-4d4e-b356-70b35f4bf439 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:51.138981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d088e0-5413-4b84-bc04-174abf2c6546 req-791eda05-8545-4d4e-b356-70b35f4bf439 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:51.146758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:51.152638 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd650fbd-884b-48a3-8e77-76a6720d989b x-openstack-request-id: req-dd650fbd-884b-48a3-8e77-76a6720d989b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:51.152940 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "name": "network-vif-plugged", "status": "completed", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957", "code": 200}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "5a660b25-d508-4707-af34-20208e49075f", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:51.153185 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd650fbd-884b-48a3-8e77-76a6720d989b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:51.155981 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'code': 200} Aug 04 17:01:51.156290 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a660b25-d508-4707-af34-20208e49075f', 'code': 200} Aug 04 17:01:51.188027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d088e0-5413-4b84-bc04-174abf2c6546 req-791eda05-8545-4d4e-b356-70b35f4bf439 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:51.195041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d088e0-5413-4b84-bc04-174abf2c6546 req-791eda05-8545-4d4e-b356-70b35f4bf439 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:51.225168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d088e0-5413-4b84-bc04-174abf2c6546 req-791eda05-8545-4d4e-b356-70b35f4bf439 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:51.237193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70d088e0-5413-4b84-bc04-174abf2c6546 req-791eda05-8545-4d4e-b356-70b35f4bf439 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5434 time: 0.5774491 Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:01:51.243725 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:01:51.263668 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:51.285135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:51.295393 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] 10.222.0.39 "DELETE /v2.0/networks/1ec9ec80-e47b-4eff-9466-2506345f6182 HTTP/1.1" status: 204 len: 168 time: 1.4568169 Aug 04 17:01:51.314758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-01a222db-f3b4-4cf2-aa1f-0444404fadec None None] Port 2167208c-224d-484c-85c1-94b595a96568 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:01:51.322102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49684) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:51.330902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=5a660b25-d508-4707-af34-20208e49075f,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:51.346046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-529bad61-06c6-4f50-b66f-155005e7c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:51.350719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-529bad61-06c6-4f50-b66f-155005e7c48b service neutron] 10.222.0.82 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.5599511 Aug 04 17:01:51.358289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aab285-57f5-4b64-9db3-bf87bc60819f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec9ec80-e47b-4eff-9466-2506345f6182,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:51.370915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] Set router 44516c57-48f9-469c-a6ca-be6bcbcde062 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:51.481428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:51.643956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:44Z', 'revision_number': 3, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:51.681865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac1986-06dc-42ac-bfe5-070305ee771c None None] The sync data for ids ['44516c57-48f9-469c-a6ca-be6bcbcde062'] in n-d-764435-5 is: [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:44Z', 'revision_number': 3, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:01:51.711596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-c205e7a9-0b41-44ae-bb35-477c82801706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:51.713289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-c205e7a9-0b41-44ae-bb35-477c82801706 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.9406447 Aug 04 17:01:51.787110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:51.794705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:51.889255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8ea338d6-d7eb-4568-a20f-c59d47d1e038 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:01:51.900008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:51.902342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Pushing event updated for resources: {'Port': ['ID=2167208c-224d-484c-85c1-94b595a96568,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:51.948393 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 8ea338d6-d7eb-4568-a20f-c59d47d1e038 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:01:51.952472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8ea338d6-d7eb-4568-a20f-c59d47d1e038 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:01:52.055870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Network ba4ee582-9064-4d3d-8a39-828601e5393b is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:01:52.058042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:01:52.334561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Router 44516c57-48f9-469c-a6ca-be6bcbcde062 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:01:52.430623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70d088e0-5413-4b84-bc04-174abf2c6546 req-b42c52be-4514-4b16-8f6e-64a7cda61eb6 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1924131 Aug 04 17:01:52.662293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-53109b0c-049f-4fff-9be4-f09bd45f7407 None None] Provisioning complete for port 2167208c-224d-484c-85c1-94b595a96568 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:52.662913 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-53109b0c-049f-4fff-9be4-f09bd45f7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:52.708161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-c8e9b1dd-1091-4205-89d5-52e89178dcf1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 200 len: 217 time: 0.2483232 Aug 04 17:01:52.732885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:01:52.750854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4d5b-c061-4887-a553-8410a204b05e req-43360415-1784-4e2a-8c94-c2d3dfd74290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:52.751069 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f35f48f5-03dd-48a8-8a66-dd2e75ab3f08 admin admin] 10.222.0.39 "PUT /v2.0/routers/44516c57-48f9-469c-a6ca-be6bcbcde062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2170765 Aug 04 17:01:52.751179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4d5b-c061-4887-a553-8410a204b05e req-43360415-1784-4e2a-8c94-c2d3dfd74290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:52.751179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4d5b-c061-4887-a553-8410a204b05e req-43360415-1784-4e2a-8c94-c2d3dfd74290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:52.751179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4d5b-c061-4887-a553-8410a204b05e req-43360415-1784-4e2a-8c94-c2d3dfd74290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:52.751179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4d5b-c061-4887-a553-8410a204b05e req-43360415-1784-4e2a-8c94-c2d3dfd74290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:52.751179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4d5b-c061-4887-a553-8410a204b05e req-43360415-1784-4e2a-8c94-c2d3dfd74290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:52.751179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4d5b-c061-4887-a553-8410a204b05e req-43360415-1784-4e2a-8c94-c2d3dfd74290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:52.752217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb4e4d5b-c061-4887-a553-8410a204b05e req-43360415-1784-4e2a-8c94-c2d3dfd74290 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6491 time: 1.4935863 Aug 04 17:01:52.754111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-38d2b023-2f77-4aa9-9c71-184bce6700a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 200 len: 1001 time: 1.3551345 Aug 04 17:01:52.758154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-53109b0c-049f-4fff-9be4-f09bd45f7407 None None] Port 2167208c-224d-484c-85c1-94b595a96568 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:01:53.027563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d105115b-a617-4553-8eb4-93a796a8c2fb req-89214fbd-e373-4714-b5d2-8b01e9302abd tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.3944070 Aug 04 17:01:53.054642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449644d-a6bd-461c-a897-2291fc31248a req-bc29e95d-38be-4839-9a43-c9097fe27b02 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.062634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9449644d-a6bd-461c-a897-2291fc31248a req-bc29e95d-38be-4839-9a43-c9097fe27b02 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 951 time: 1.6654797 Aug 04 17:01:53.222924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-4758af8b-1de7-44a6-a2a7-597912dd65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.224395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-4758af8b-1de7-44a6-a2a7-597912dd65a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.4081132 Aug 04 17:01:53.273959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-06c8b57b-957a-4213-ae6f-499db7a8bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.275471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-06c8b57b-957a-4213-ae6f-499db7a8bc04 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.3734992 Aug 04 17:01:53.329381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb4e4d5b-c061-4887-a553-8410a204b05e req-b98afcc4-0aeb-4506-bdda-87cf613ea66a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4325607 Aug 04 17:01:53.347855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a5c6fc8-20b1-45a1-8dba-53ebe52b1a7d req-1034a814-d7af-4ae9-aaf2-90012dfb7e47 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 210 time: 0.1288798 Aug 04 17:01:53.406000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9449644d-a6bd-461c-a897-2291fc31248a req-0d03b77d-cd3b-4a9c-8fad-c77cca389315 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424087 Aug 04 17:01:53.419669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a794a-0745-406e-a285-4d2b6082442c req-52e3479c-fe65-4469-88cf-338df22d93b9 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.421197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-52e3479c-fe65-4469-88cf-338df22d93b9 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.90 "GET /v2.0/networks?id=3d1f81f1-365d-4d0b-b663-f1107a2380ac HTTP/1.1" status: 200 len: 821 time: 0.7825556 Aug 04 17:01:53.442467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Request body: {'port': {'device_id': '50fbf6c0-2d80-4031-805e-8c4cb9a82c50', 'network_id': '3d1f81f1-365d-4d0b-b663-f1107a2380ac', 'admin_state_up': True, 'tenant_id': 'fe2437811f36479cb835ddcecec72e05'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:53.501086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-5b614ec6-aa55-48b6-80f3-ca17bd7e9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.502614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-5b614ec6-aa55-48b6-80f3-ca17bd7e9257 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2498746 Aug 04 17:01:53.514461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-c4eef7ab-d03f-42d2-aa8f-ba6f00ec0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.516058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-c4eef7ab-d03f-42d2-aa8f-ba6f00ec0a35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891210 Aug 04 17:01:53.609471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49706) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:53.615778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b3082ea4-8547-4cc2-a83d-af69eb434970 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2071572575', 'description': 'tempest-description--88176289'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:53.650085 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b3082ea4-8547-4cc2-a83d-af69eb434970 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:53.748953 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b3082ea4-8547-4cc2-a83d-af69eb434970 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:53.755099 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b3082ea4-8547-4cc2-a83d-af69eb434970 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:53.795227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b3082ea4-8547-4cc2-a83d-af69eb434970 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:53.796678 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b3082ea4-8547-4cc2-a83d-af69eb434970 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1852243 Aug 04 17:01:53.800375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49708) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:53.803860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3082ea4-8547-4cc2-a83d-af69eb434970 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:53.812132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c70c2498-9591-45a6-abf2-6b049f2e5319 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Request body: {'security_group_rule': {'security_group_id': '27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:53.846206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c70c2498-9591-45a6-abf2-6b049f2e5319 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:53.897768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 66157220-b6c1-43b2-a6d0-79572e914e60 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:53.909373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b787c-20eb-4e55-8303-c543f1845c0b req-bc7aa043-070e-4f8d-9e24-4d9e2abfa494 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.916687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b787c-20eb-4e55-8303-c543f1845c0b req-bc7aa043-070e-4f8d-9e24-4d9e2abfa494 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.925478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b787c-20eb-4e55-8303-c543f1845c0b req-bc7aa043-070e-4f8d-9e24-4d9e2abfa494 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.934756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b787c-20eb-4e55-8303-c543f1845c0b req-bc7aa043-070e-4f8d-9e24-4d9e2abfa494 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.941787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b787c-20eb-4e55-8303-c543f1845c0b req-bc7aa043-070e-4f8d-9e24-4d9e2abfa494 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.946945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c70c2498-9591-45a6-abf2-6b049f2e5319 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:53.949298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b787c-20eb-4e55-8303-c543f1845c0b req-bc7aa043-070e-4f8d-9e24-4d9e2abfa494 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.953272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c70c2498-9591-45a6-abf2-6b049f2e5319 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:53.956377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b787c-20eb-4e55-8303-c543f1845c0b req-bc7aa043-070e-4f8d-9e24-4d9e2abfa494 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:53.963600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de7b787c-20eb-4e55-8303-c543f1845c0b req-bc7aa043-070e-4f8d-9e24-4d9e2abfa494 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5434 time: 0.3959212 Aug 04 17:01:53.966308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 66157220-b6c1-43b2-a6d0-79572e914e60 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:53.970434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 66157220-b6c1-43b2-a6d0-79572e914e60 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:53.970956 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:53.986928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c2498-9591-45a6-abf2-6b049f2e5319 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87031518-9e43-4e68-bea0-791d6356a2a3,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:54.029012 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-bbf5db81-4ab6-4c3f-8863-2ac550f6e447 service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626260 Aug 04 17:01:54.031515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-7596f06a-8b78-4809-b859-279c7bddf61c service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144866 Aug 04 17:01:54.082191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c70c2498-9591-45a6-abf2-6b049f2e5319 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.084052 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c70c2498-9591-45a6-abf2-6b049f2e5319 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811265 Aug 04 17:01:54.086991 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49712) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:54.093113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ea933b79-c7e1-4c16-8824-19acdaaccedb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Request body: {'security_group_rule': {'security_group_id': '27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:54.099289 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.129183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 66157220-b6c1-43b2-a6d0-79572e914e60, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=66157220-b6c1-43b2-a6d0-79572e914e60,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:54.135692 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.166614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea933b79-c7e1-4c16-8824-19acdaaccedb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.193613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Made reservation on behalf of fe2437811f36479cb835ddcecec72e05 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:01:54.197518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.212573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=66157220-b6c1-43b2-a6d0-79572e914e60,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:54.253409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea933b79-c7e1-4c16-8824-19acdaaccedb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.258898 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04307908-cbfe-4da8-b084-1aa69010c6af req-2e22d699-bac8-435e-9de1-db99cf0ebc8c tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0502489 Aug 04 17:01:54.260230 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea933b79-c7e1-4c16-8824-19acdaaccedb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.285120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea933b79-c7e1-4c16-8824-19acdaaccedb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fc70cc-336e-41cf-91da-48145ca9e014,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:54.297625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea933b79-c7e1-4c16-8824-19acdaaccedb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.299065 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ea933b79-c7e1-4c16-8824-19acdaaccedb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2105999 Aug 04 17:01:54.299349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de7b787c-20eb-4e55-8303-c543f1845c0b req-4a2d9c19-b050-4ea6-95f0-8948bd63ae87 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999804 Aug 04 17:01:54.304576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49716) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:54.317679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:54.355386 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Sync routers for ids ['44516c57-48f9-469c-a6ca-be6bcbcde062'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:01:54.358902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.373174 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Routers {'44516c57-48f9-469c-a6ca-be6bcbcde062'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:54.375044 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44516c57-48f9-469c-a6ca-be6bcbcde062'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:54.468215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efbdd6f8-82b7-4ec0-8a85-653628bbcab4 req-c52f8a04-8f1c-4143-b33b-a36f9ced95e4 service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188781 Aug 04 17:01:54.491999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ab27ea-cca7-40b7-b79a-aec5b9e8ece7 req-5fbb6e73-6781-4f60-b96f-3faadf339947 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414742 Aug 04 17:01:54.562233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.570984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14ad3100-35f1-4d85-806b-9a01a1116a38 req-01d89cd6-3579-403d-b29f-50d6b9d2c1b4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 210 time: 0.0579176 Aug 04 17:01:54.666375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Allocated IP 172.20.0.7 (3d1f81f1-365d-4d0b-b663-f1107a2380ac/d2a047c0-0719-4d90-b574-3dd88214776b/e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:01:54.671244 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:54.671524 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Set router 44516c57-48f9-469c-a6ca-be6bcbcde062 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:54.746128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d8312-200d-43c5-aa5a-6b03dc52a967 req-cf4770b9-bf79-4707-9ad0-332a05684b78 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:54.751492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a58d8312-200d-43c5-aa5a-6b03dc52a967 req-cf4770b9-bf79-4707-9ad0-332a05684b78 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 951 time: 0.1727695 Aug 04 17:01:54.785225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Allocated IP 172.25.2.232 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/8fa41f58-abe8-4af9-b2b5-a668ab2df805) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:01:54.837868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:01:55.011385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a58d8312-200d-43c5-aa5a-6b03dc52a967 req-d7b25e72-fdaf-4c07-a3cb-c2e87bcfb8d7 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463112 Aug 04 17:01:55.030513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.072341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:55.103747 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:51Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2167208c-224d-484c-85c1-94b595a96568', 'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'mac_address': 'fa:16:3e:de:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:49Z', 'updated_at': '2021-08-04T17:01:51Z', 'revision_number': 2, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'subnets': [{'id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:55.107997 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.123725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'mac_address': 'fa:16:3e:66:3c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:01:55.158842 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Checking router: 44516c57-48f9-469c-a6ca-be6bcbcde062 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:01:55.159189 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Updating router 44516c57-48f9-469c-a6ca-be6bcbcde062 port 2167208c-224d-484c-85c1-94b595a96568 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:01:55.177006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Pushing event updated for resources: {'Port': ['ID=8fa41f58-abe8-4af9-b2b5-a668ab2df805,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:55.188478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:01:55.190338 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:01:55.192994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:01:55.219169 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.226383 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.263739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:55.295952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:55.307141 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.314786 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.342453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71705b-a48b-4bdd-a724-e9364fd2cbd2 req-2310795d-dbb5-4f60-9528-81ec1aee9f79 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:55.344042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce71705b-a48b-4bdd-a724-e9364fd2cbd2 req-2310795d-dbb5-4f60-9528-81ec1aee9f79 tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 1102 time: 0.1452875 Aug 04 17:01:55.362512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.417542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=12']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:55.431637 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.439992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce71705b-a48b-4bdd-a724-e9364fd2cbd2 req-cc1bb2d6-f3eb-4cd7-822e-3a1a9895d11d tempest-MigrationsAdminTest-90666942 tempest-MigrationsAdminTest-90666942-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879023 Aug 04 17:01:55.570909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60359673-bb6b-487e-8399-9cc8094acf9f req-416f14e9-94d0-4070-83db-aeb956631329 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1292300 Aug 04 17:01:55.576870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['2b96d8d5-5d3c-429f-b8ce-993a1e29b957'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:55.603946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.701920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.711096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.728665 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.748237 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Transition to ACTIVE for port object 2167208c-224d-484c-85c1-94b595a96568 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:55.763654 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.804526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Network 3d1f81f1-365d-4d0b-b663-f1107a2380ac is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:01:55.812052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:01:55.818060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.819784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:01:55.837815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Pushing event updated for resources: {'Port': ['ID=8fa41f58-abe8-4af9-b2b5-a668ab2df805,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:55.843244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Pushing event updated for resources: {'Port': ['ID=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:55.872135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.873430 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-50dd9b8a-c1d8-40b8-8211-1ca0e34e407c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5673661 Aug 04 17:01:55.890552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbf29-f129-46f6-a500-5d0c10a4ab10 req-28d9d422-39ca-4fee-b5a9-d048ede04ae2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:55.896426 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Pushing event updated for resources: {'Port': ['ID=2167208c-224d-484c-85c1-94b595a96568,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:55.898176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbf29-f129-46f6-a500-5d0c10a4ab10 req-28d9d422-39ca-4fee-b5a9-d048ede04ae2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:55.904631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbf29-f129-46f6-a500-5d0c10a4ab10 req-28d9d422-39ca-4fee-b5a9-d048ede04ae2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:55.911112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbf29-f129-46f6-a500-5d0c10a4ab10 req-28d9d422-39ca-4fee-b5a9-d048ede04ae2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:55.918026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbf29-f129-46f6-a500-5d0c10a4ab10 req-28d9d422-39ca-4fee-b5a9-d048ede04ae2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:55.922252 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.922600 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.922964 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.923295 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.923621 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.923944 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.924533 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.924643 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.924869 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.925570 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.925692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbf29-f129-46f6-a500-5d0c10a4ab10 req-28d9d422-39ca-4fee-b5a9-d048ede04ae2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:55.925778 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.925953 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:55.941402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 66157220-b6c1-43b2-a6d0-79572e914e60 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:55.944264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbf29-f129-46f6-a500-5d0c10a4ab10 req-28d9d422-39ca-4fee-b5a9-d048ede04ae2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:55.946554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99cfbf29-f129-46f6-a500-5d0c10a4ab10 req-28d9d422-39ca-4fee-b5a9-d048ede04ae2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5434 time: 0.4024501 Aug 04 17:01:55.951280 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Attempting to bind port 2167208c-224d-484c-85c1-94b595a96568 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:55.951754 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Attempting to bind port 2167208c-224d-484c-85c1-94b595a96568 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:55.952168 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Attempting to bind port 2167208c-224d-484c-85c1-94b595a96568 on network ba4ee582-9064-4d3d-8a39-828601e5393b {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:55.960652 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:55.961306 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Checking segment: {'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:55.961911 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:55.962354 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Bound using segment: {'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:55.962966 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Bound port: 2167208c-224d-484c-85c1-94b595a96568, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:55.963320 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:56.075665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 66157220-b6c1-43b2-a6d0-79572e914e60 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:56.077307 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:56.081505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:56.082204 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:56.097478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] Deleting port 2fe98f42-97fe-4709-a375-331228b54d78 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:56.097790 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:56.100601 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] For port 2167208c-224d-484c-85c1-94b595a96568, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:56.107562 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] For port 2167208c-224d-484c-85c1-94b595a96568, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2167208c-224d-484c-85c1-94b595a96568,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:56.117098 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:56.130653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99cfbf29-f129-46f6-a500-5d0c10a4ab10 req-980a4949-03f0-4483-9b34-8f73f51c8539 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740308 Aug 04 17:01:56.267345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-73dcac5d-7c98-4a28-bf48-7ce6b9b73fe7 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8304060 Aug 04 17:01:56.290075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Request body: {'port': {'device_id': '50fbf6c0-2d80-4031-805e-8c4cb9a82c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:56.296973 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Routers {'44516c57-48f9-469c-a6ca-be6bcbcde062'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:56.298538 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44516c57-48f9-469c-a6ca-be6bcbcde062'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:56.386040 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93db94-7f09-4bd2-9e07-26a491cd5f49 None None] Pushing event updated for resources: {'Port': ['ID=2167208c-224d-484c-85c1-94b595a96568,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:56.419448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4a724-4175-4adf-bf6a-1fdcdf6a1f80 req-03fa6ee4-737c-4443-b771-e9fcfaa504d8 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:56.421360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5d4a724-4175-4adf-bf6a-1fdcdf6a1f80 req-03fa6ee4-737c-4443-b771-e9fcfaa504d8 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 931 time: 0.2441266 Aug 04 17:01:56.436872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] For port 2fe98f42-97fe-4709-a375-331228b54d78, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2fe98f42-97fe-4709-a375-331228b54d78,segment=NetworkSegment(fe968e59-6512-46f2-b16c-6da88a046fbc),segment_id=fe968e59-6512-46f2-b16c-6da88a046fbc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:56.437243 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:56.457051 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] Set router 44516c57-48f9-469c-a6ca-be6bcbcde062 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:56.464846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-0a6641fe-5c7b-4c22-8adc-f6b6eddbb91c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2071572575&fields=id&tenant_id=c60363feb17e4b91a7ae391741f5326c HTTP/1.1" status: 200 len: 267 time: 0.1360095 Aug 04 17:01:56.473860 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:56.685789 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:51Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2167208c-224d-484c-85c1-94b595a96568', 'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'mac_address': 'fa:16:3e:de:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:49Z', 'updated_at': '2021-08-04T17:01:56Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'subnets': [{'id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:56.713350 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7c1d0-c4db-4038-a2a5-db4fd2e40699 None None] The sync data for ids ['44516c57-48f9-469c-a6ca-be6bcbcde062'] in n-d-764435-5 is: [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:51Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2167208c-224d-484c-85c1-94b595a96568', 'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'mac_address': 'fa:16:3e:de:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:49Z', 'updated_at': '2021-08-04T17:01:56Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'subnets': [{'id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:01:56.831075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:56.872767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] Calling delete_port for 2fe98f42-97fe-4709-a375-331228b54d78 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:56.895321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:56.895816 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:56.985651 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:57.009951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:57.012517 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1209d85-372d-4ad4-be20-e4b32aefd739" -d '{"events": [{"server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "name": "network-vif-plugged", "status": "completed", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:57.019040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5d4a724-4175-4adf-bf6a-1fdcdf6a1f80 req-775d7cbe-9c2e-4e2f-850b-c2d873f8d81f tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816445 Aug 04 17:01:57.026311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:57.041718 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:57.110187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=13']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:57.207343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-c426bef3-07ed-4a00-b516-40bca2c80066 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:57.208835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-c426bef3-07ed-4a00-b516-40bca2c80066 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/networks?id=ba4ee582-9064-4d3d-8a39-828601e5393b HTTP/1.1" status: 200 len: 812 time: 0.3377030 Aug 04 17:01:57.307205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-163bd88c-df81-4eea-b0bd-eca5af0f1a5e tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/quotas/c60363feb17e4b91a7ae391741f5326c HTTP/1.1" status: 200 len: 375 time: 0.0716703 Aug 04 17:01:57.389711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08a14f-bb41-4ec6-85cd-9257c3a8613c req-54d7fc50-4688-4974-bfc7-a07486c5d73a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:57.391373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b08a14f-bb41-4ec6-85cd-9257c3a8613c req-54d7fc50-4688-4974-bfc7-a07486c5d73a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 951 time: 0.2462788 Aug 04 17:01:57.498706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-327b448f-9aa9-497c-a236-16a17618d518 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c60363feb17e4b91a7ae391741f5326c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1828282 Aug 04 17:01:57.547833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b08a14f-bb41-4ec6-85cd-9257c3a8613c req-c48b7840-0aaf-4193-8f67-8e4d32bb008b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350939 Aug 04 17:01:57.664606 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:57.692732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:01:57.726297 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:57.762182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe98f42-97fe-4709-a375-331228b54d78,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:57.805306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Transition to ACTIVE for port object e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:01:57.825421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-228eb973-da95-4c88-857d-8328a9b177fb tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:57.832493 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-228eb973-da95-4c88-857d-8328a9b177fb tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 951 time: 0.2154267 Aug 04 17:01:57.863687 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:57.880356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2167208c-224d-484c-85c1-94b595a96568 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:01:57.882580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-df9d295d-4b36-47a3-8819-72391dc21190 service neutron] 10.222.0.39 "GET /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545957 Aug 04 17:01:57.951530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7e3ff-2d33-42b0-a7d8-2ef497f7f209 req-54b8c348-3f32-466a-a6f5-fdbc57218485 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:57.957594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7e3ff-2d33-42b0-a7d8-2ef497f7f209 req-54b8c348-3f32-466a-a6f5-fdbc57218485 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:57.964407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7e3ff-2d33-42b0-a7d8-2ef497f7f209 req-54b8c348-3f32-466a-a6f5-fdbc57218485 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:57.970747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7e3ff-2d33-42b0-a7d8-2ef497f7f209 req-54b8c348-3f32-466a-a6f5-fdbc57218485 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:57.981364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7e3ff-2d33-42b0-a7d8-2ef497f7f209 req-54b8c348-3f32-466a-a6f5-fdbc57218485 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:57.990009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 2167208c-224d-484c-85c1-94b595a96568 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:01:57.997464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7e3ff-2d33-42b0-a7d8-2ef497f7f209 req-54b8c348-3f32-466a-a6f5-fdbc57218485 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:58.000000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2167208c-224d-484c-85c1-94b595a96568 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:01:58.000701 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:58.003646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7e3ff-2d33-42b0-a7d8-2ef497f7f209 req-54b8c348-3f32-466a-a6f5-fdbc57218485 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:58.005866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10b7e3ff-2d33-42b0-a7d8-2ef497f7f209 req-54b8c348-3f32-466a-a6f5-fdbc57218485 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5434 time: 0.3548536 Aug 04 17:01:58.021804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49778) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:01:58.027392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b61c4622-e193-46ac-b817-19e79b608dfb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Request body: {'floatingip': {'port_id': '8856018a-3c76-4c7c-86aa-4640eb461494'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:01:58.119214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b61c4622-e193-46ac-b817-19e79b608dfb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:58.164770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-eeb272c6-bfe8-464d-8fc5-8a1a34ae7031 service neutron] 10.222.0.39 "GET /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284486 Aug 04 17:01:58.206268 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:58.280186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 2167208c-224d-484c-85c1-94b595a96568, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2167208c-224d-484c-85c1-94b595a96568,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:58.284131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e24e551-fcf9-40ee-ad87-cc934bc2613d req-1d4049d8-678a-4d78-bcab-59b1f2f18d0a tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1137753 Aug 04 17:01:58.286928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Pushing event updated for resources: {'Port': ['ID=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:58.290395 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:58.312788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.314698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.315211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.318346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.318773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.319198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.319660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.320085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.322694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.323190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.323639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.324063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:01:58.407387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=2167208c-224d-484c-85c1-94b595a96568,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:58.476120 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e15a0-292f-490b-8f7a-d36bf6fd0aee x-openstack-request-id: req-a75e15a0-292f-490b-8f7a-d36bf6fd0aee {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:58.476627 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "name": "network-vif-plugged", "status": "completed", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:58.477038 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a75e15a0-292f-490b-8f7a-d36bf6fd0aee {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:58.477603 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'code': 200} Aug 04 17:01:58.613150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4cb8c93-159d-4b13-a8ef-d6f19f93b76a req-4b83015c-48e8-4636-ae58-9802cd1727e8 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 210 time: 0.0437853 Aug 04 17:01:58.655196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-dbcc6ca5-3370-4e9c-bfc2-f02ee24a4137 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Deleting port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:01:58.655599 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-dbcc6ca5-3370-4e9c-bfc2-f02ee24a4137 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:58.663395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:58.715210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c16d5-c71a-4809-a443-8f7fdf52fea5 req-134f1458-877d-479d-b822-4cb5910f97ed tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:58.723279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c20c16d5-c71a-4809-a443-8f7fdf52fea5 req-134f1458-877d-479d-b822-4cb5910f97ed tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 943 time: 0.2022643 Aug 04 17:01:58.736739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Attempting to bind port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:01:58.737160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Attempting to bind port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '33e0f814-5867-472b-a8b3-b8187abb83e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '3d1f81f1-365d-4d0b-b663-f1107a2380ac'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:01:58.737565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Attempting to bind port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 on network 3d1f81f1-365d-4d0b-b663-f1107a2380ac {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:58.777094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 on network 3d1f81f1-365d-4d0b-b663-f1107a2380ac not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:01:58.787606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Attempting to bind port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 on network 3d1f81f1-365d-4d0b-b663-f1107a2380ac {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:01:58.848260 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b61c4622-e193-46ac-b817-19e79b608dfb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:58.855613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b61c4622-e193-46ac-b817-19e79b608dfb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:58.903468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:01:58.904306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Checking segment: {'id': '33e0f814-5867-472b-a8b3-b8187abb83e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '3d1f81f1-365d-4d0b-b663-f1107a2380ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:01:58.904848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Bound using segment: {'id': '33e0f814-5867-472b-a8b3-b8187abb83e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '3d1f81f1-365d-4d0b-b663-f1107a2380ac'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:01:58.905461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Bound port: e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e0f814-5867-472b-a8b3-b8187abb83e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '3d1f81f1-365d-4d0b-b663-f1107a2380ac'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:01:58.905983 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:58.965679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c20c16d5-c71a-4809-a443-8f7fdf52fea5 req-794b056f-0744-4463-a2ee-3ae06ef84598 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414196 Aug 04 17:01:58.973210 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-b61c4622-e193-46ac-b817-19e79b608dfb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Floating IP 48af85dc-6dbf-4adc-b1e8-9f7c5f8a5e29 associated. External IP: 172.25.2.143, port: 8856018a-3c76-4c7c-86aa-4640eb461494. Aug 04 17:01:59.055236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-dbcc6ca5-3370-4e9c-bfc2-f02ee24a4137 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] For port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:01:59.055862 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-dbcc6ca5-3370-4e9c-bfc2-f02ee24a4137 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:59.080495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7fe75-6a81-4d6b-97f4-8825085892e7 req-5e8858b2-3902-416c-8904-8a7d25bbe342 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:59.082406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87e7fe75-6a81-4d6b-97f4-8825085892e7 req-5e8858b2-3902-416c-8904-8a7d25bbe342 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 951 time: 0.3109949 Aug 04 17:01:59.097220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-dbcc6ca5-3370-4e9c-bfc2-f02ee24a4137 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Calling delete_port for 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:01:59.160211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] For port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:01:59.219866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] For port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,segment=NetworkSegment(33e0f814-5867-472b-a8b3-b8187abb83e3),segment_id=33e0f814-5867-472b-a8b3-b8187abb83e3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:01:59.227316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61c4622-e193-46ac-b817-19e79b608dfb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:01:59.271588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87e7fe75-6a81-4d6b-97f4-8825085892e7 req-8b3daf0d-110d-4858-947f-bd79ee28086e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700921 Aug 04 17:01:59.278521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:59.469948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61c4622-e193-46ac-b817-19e79b608dfb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:01:59.483440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] Sync routers for ids ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:01:59.484278 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b61c4622-e193-46ac-b817-19e79b608dfb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:59.504664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] Routers {'504f6bb5-21e1-40f8-a9de-e961a1e8e748'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:01:59.505594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:01:59.527588 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b61c4622-e193-46ac-b817-19e79b608dfb tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "PUT /v2.0/floatingips/48af85dc-6dbf-4adc-b1e8-9f7c5f8a5e29 HTTP/1.1" status: 200 len: 991 time: 1.5048287 Aug 04 17:01:59.528316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '8856018a-3c76-4c7c-86aa-4640eb461494'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:59.531682 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27892a4c-62c2-4182-9619-9ad90754654b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "8856018a-3c76-4c7c-86aa-4640eb461494"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:59.582293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:59.584230 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:59.585900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] 10.222.0.90 "PUT /v2.0/ports/e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 HTTP/1.1" status: 200 len: 1091 time: 3.3029966 Aug 04 17:01:59.586923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fbf6c0-2d80-4031-805e-8c4cb9a82c50', 'tag': 'e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:01:59.590059 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab" -d '{"events": [{"name": "network-changed", "server_uuid": "50fbf6c0-2d80-4031-805e-8c4cb9a82c50", "tag": "e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:01:59.599461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4afbd49-8a1c-4313-a15b-3f0336a36cce req-549e6c92-1fe5-46c2-bb7a-b912d1a5692e tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1280448 Aug 04 17:01:59.655491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7139f37-1b11-490b-8342-4831a16cfa8a service neutron] Pushing event updated for resources: {'Port': ['ID=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:01:59.702280 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6ef60b-8eea-46fd-97b9-7f3c2b445da4 x-openstack-request-id: req-9f6ef60b-8eea-46fd-97b9-7f3c2b445da4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:59.702613 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fbf6c0-2d80-4031-805e-8c4cb9a82c50", "tag": "e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:59.702908 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f6ef60b-8eea-46fd-97b9-7f3c2b445da4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:59.703308 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fbf6c0-2d80-4031-805e-8c4cb9a82c50', 'tag': 'e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7', 'status': 'completed', 'code': 200} Aug 04 17:01:59.735171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] Set router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:01:59.772411 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8b6bea-ee6f-4fd0-a335-d43439cdc5c3 x-openstack-request-id: req-1b8b6bea-ee6f-4fd0-a335-d43439cdc5c3 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:01:59.773421 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "tag": "8856018a-3c76-4c7c-86aa-4640eb461494", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:01:59.774013 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b8b6bea-ee6f-4fd0-a335-d43439cdc5c3 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:01:59.774504 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'tag': '8856018a-3c76-4c7c-86aa-4640eb461494', 'status': 'completed', 'code': 200} Aug 04 17:01:59.786452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] Router e4abf525-287a-405b-a567-af7022d0c69b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:01:59.792044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-dbcc6ca5-3370-4e9c-bfc2-f02ee24a4137 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:01:59.901566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a794a-0745-406e-a285-4d2b6082442c req-f37b85d2-dc1a-4e35-a7ec-8588b61ba899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:01:59.903151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-f37b85d2-dc1a-4e35-a7ec-8588b61ba899 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fe2437811f36479cb835ddcecec72e05&device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 1094 time: 0.2442572 Aug 04 17:01:59.905167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['50810664-ac5d-4215-b5e4-7475fe74d0b7', '2b96d8d5-5d3c-429f-b8ce-993a1e29b957'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:59.909783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'e3a68632-64ec-4d43-83da-462a000ad809'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:01:59.959333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd5c46cf-63d2-4504-a34b-b62b102df021 req-7ba2da3c-a7ee-4a28-8ddd-8f79a9a920e6 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 210 time: 0.1037655 Aug 04 17:01:59.973175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc6ca5-3370-4e9c-bfc2-f02ee24a4137 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Pushing event deleted for resources: {'Port': ['ID=2b96d8d5-5d3c-429f-b8ce-993a1e29b957,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:00.004276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2167208c-224d-484c-85c1-94b595a96568 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:00.469136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2167208c-224d-484c-85c1-94b595a96568 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:00.469605 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:00.562541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-d0e5e80d-8d01-45b8-990f-67872b163c95 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 HTTP/1.1" status: 200 len: 217 time: 0.6235766 Aug 04 17:02:00.613456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e84e3990-6128-4ff6-b18b-de452eafce50 req-ee3b4749-310d-49a0-a02f-fa33b871ce8e tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=41fe0d19-f5ef-4140-9235-64df04508c57 HTTP/1.1" status: 200 len: 210 time: 0.1311600 Aug 04 17:02:00.644527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-dbcc6ca5-3370-4e9c-bfc2-f02ee24a4137 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] No DVR routers for this DVR port 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:02:00.646281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-dbcc6ca5-3370-4e9c-bfc2-f02ee24a4137 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:00.649517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59f83ec4-2a2e-4705-8ee2-a587bbc83d3c req-dbcc6ca5-3370-4e9c-bfc2-f02ee24a4137 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "DELETE /v2.0/ports/2b96d8d5-5d3c-429f-b8ce-993a1e29b957 HTTP/1.1" status: 204 len: 173 time: 2.7829933 Aug 04 17:02:00.665801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '48af85dc-6dbf-4adc-b1e8-9f7c5f8a5e29', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'port_id': '8856018a-3c76-4c7c-86aa-4640eb461494', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'mac_address': 'fa:16:3e:5f:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:00:11Z', 'updated_at': '2021-08-04T17:01:58Z', 'revision_number': 1, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646736f5-8a68-4090-9f5c-0d04f890d42a', 'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'mac_address': 'fa:16:3e:bb:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:13Z', 'updated_at': '2021-08-04T16:59:27Z', 'revision_number': 5, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'subnets': [{'id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:00.714146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892a4c-62c2-4182-9619-9ad90754654b req-5625baa9-5612-4379-b3d7-358e1ac444e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:00.714146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892a4c-62c2-4182-9619-9ad90754654b req-5625baa9-5612-4379-b3d7-358e1ac444e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:00.714146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892a4c-62c2-4182-9619-9ad90754654b req-5625baa9-5612-4379-b3d7-358e1ac444e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:00.714146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892a4c-62c2-4182-9619-9ad90754654b req-5625baa9-5612-4379-b3d7-358e1ac444e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:00.714146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892a4c-62c2-4182-9619-9ad90754654b req-5625baa9-5612-4379-b3d7-358e1ac444e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:00.714146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892a4c-62c2-4182-9619-9ad90754654b req-5625baa9-5612-4379-b3d7-358e1ac444e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:00.714146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892a4c-62c2-4182-9619-9ad90754654b req-5625baa9-5612-4379-b3d7-358e1ac444e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:00.719874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] Checking router: 504f6bb5-21e1-40f8-a9de-e961a1e8e748 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:02:00.720962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27892a4c-62c2-4182-9619-9ad90754654b req-5625baa9-5612-4379-b3d7-358e1ac444e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6491 time: 0.8806083 Aug 04 17:02:00.792995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] Routers {'504f6bb5-21e1-40f8-a9de-e961a1e8e748'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:00.793209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-567ebe52-2302-4bb4-82f6-db2efe850624 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:00.794336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:00.795043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-567ebe52-2302-4bb4-82f6-db2efe850624 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.82 "GET /v2.0/networks?id=ba4ee582-9064-4d3d-8a39-828601e5393b HTTP/1.1" status: 200 len: 812 time: 1.0222268 Aug 04 17:02:00.947977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a794a-0745-406e-a285-4d2b6082442c req-ff8fb2ac-9b91-48f0-8339-66093fbc8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:00.949797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-ff8fb2ac-9b91-48f0-8339-66093fbc8c11 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d2a047c0-0719-4d90-b574-3dd88214776b HTTP/1.1" status: 200 len: 861 time: 0.3353519 Aug 04 17:02:01.011311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd9e0b-7e5c-4d13-90e3-1aeb1a13c2bc req-d4f6121b-20a0-46f3-a7f5-4195969236e1 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:01.019485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ffd9e0b-7e5c-4d13-90e3-1aeb1a13c2bc req-d4f6121b-20a0-46f3-a7f5-4195969236e1 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 943 time: 0.5398998 Aug 04 17:02:01.026082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] Set router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:01.026291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-5adcfcb3-e6f8-428c-9739-1eafa21c7953 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c60363feb17e4b91a7ae391741f5326c HTTP/1.1" status: 200 len: 380 time: 0.1212392 Aug 04 17:02:01.077742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be3ba009-5eee-437c-90e8-28bdb6052ade req-d008a278-273c-44b4-a167-91cbcbff0acb tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0916290 Aug 04 17:02:01.080149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-db70061d-2750-45a9-b91b-e73ecce89b5c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d1f81f1-365d-4d0b-b663-f1107a2380ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123149 Aug 04 17:02:01.088144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Request body: {'port': {'device_id': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'admin_state_up': True, 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'security_groups': ['27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:01.182962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:02:01.197263 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2573776-426d-48b5-8197-af888ff03995 None None] Sync routers for ids ['e4abf525-287a-405b-a567-af7022d0c69b'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:02:01.208156 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2573776-426d-48b5-8197-af888ff03995 None None] Routers {'e4abf525-287a-405b-a567-af7022d0c69b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:01.208784 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a2573776-426d-48b5-8197-af888ff03995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e4abf525-287a-405b-a567-af7022d0c69b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:01.239848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892a4c-62c2-4182-9619-9ad90754654b req-e9b7a3d4-6b7d-46f4-9db1-653f142b33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:01.241311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27892a4c-62c2-4182-9619-9ad90754654b req-e9b7a3d4-6b7d-46f4-9db1-653f142b33ad service neutron] 10.222.0.90 "GET /v2.0/networks?id=d03c8cfc-aa93-4e8d-9427-7d300c74678a HTTP/1.1" status: 200 len: 913 time: 0.5003383 Aug 04 17:02:01.250464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-609e1ad8-17b3-4087-a345-80c5bbba676f req-9def31b5-a145-444e-8d1f-8690eed4f3fc tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 210 time: 0.0425756 Aug 04 17:02:01.287809 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a6af0b7e-e376-461c-912c-fbe86c838c22 admin admin] 10.222.0.39 "PUT /v2.0/routers/e4abf525-287a-405b-a567-af7022d0c69b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9615750 Aug 04 17:02:01.290976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49826) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:01.363639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ffd9e0b-7e5c-4d13-90e3-1aeb1a13c2bc req-3eeb5988-be00-4f87-b022-4488bc06c99d tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428433 Aug 04 17:02:01.365639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27892a4c-62c2-4182-9619-9ad90754654b req-894ab04f-63c1-4184-8d59-ff80a3cb3c4b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8856018a-3c76-4c7c-86aa-4640eb461494 HTTP/1.1" status: 200 len: 999 time: 0.0736210 Aug 04 17:02:01.409544 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a2573776-426d-48b5-8197-af888ff03995 None None] Set router e4abf525-287a-405b-a567-af7022d0c69b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:01.414646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '48af85dc-6dbf-4adc-b1e8-9f7c5f8a5e29', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'port_id': '8856018a-3c76-4c7c-86aa-4640eb461494', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'mac_address': 'fa:16:3e:5f:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:00:11Z', 'updated_at': '2021-08-04T17:01:58Z', 'revision_number': 1, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646736f5-8a68-4090-9f5c-0d04f890d42a', 'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'mac_address': 'fa:16:3e:bb:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:13Z', 'updated_at': '2021-08-04T16:59:27Z', 'revision_number': 5, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'subnets': [{'id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:01.468051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c6362-e302-4c58-8064-d6870299ad33 None None] The sync data for ids ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'] in n-d-764435-5 is: [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '48af85dc-6dbf-4adc-b1e8-9f7c5f8a5e29', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'port_id': '8856018a-3c76-4c7c-86aa-4640eb461494', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'mac_address': 'fa:16:3e:5f:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:00:11Z', 'updated_at': '2021-08-04T17:01:58Z', 'revision_number': 1, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646736f5-8a68-4090-9f5c-0d04f890d42a', 'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'mac_address': 'fa:16:3e:bb:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:13Z', 'updated_at': '2021-08-04T16:59:27Z', 'revision_number': 5, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'subnets': [{'id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:02:01.510161 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892a4c-62c2-4182-9619-9ad90754654b req-802e327d-412a-4772-8928-7d68a0f672ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:01.511963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27892a4c-62c2-4182-9619-9ad90754654b req-802e327d-412a-4772-8928-7d68a0f672ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fbcb1f8d-7827-496e-ba78-9e7176299506 HTTP/1.1" status: 200 len: 850 time: 0.1153648 Aug 04 17:02:01.660125 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:01.707619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'name': 'network-vif-deleted', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:01.716979 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca35aae-9612-451f-bb9c-1e45fec8a1c7" -d '{"events": [{"server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "name": "network-vif-deleted", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:01.725015 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a2573776-426d-48b5-8197-af888ff03995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-router', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:45Z', 'updated_at': '2021-08-04T17:01:57Z', 'revision_number': 5, 'project_id': '0d9f014f96f249d980957efc04482b88', 'gw_port': {'id': '578ea02f-d24c-46a6-9c69-bc6f36efa6d4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:48Z', 'updated_at': '2021-08-04T16:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:01.770643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-1006d105-055a-4547-a171-1879badb0dde service neutron] 10.222.0.90 "GET /v2.0/networks/3d1f81f1-365d-4d0b-b663-f1107a2380ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6702850 Aug 04 17:02:01.984066 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-01d96f0a-d0ad-4982-b243-334139fe9fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:01.985593 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:01.986829 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fa3c96-2a2e-4822-8d35-fc28d82bc049 x-openstack-request-id: req-08fa3c96-2a2e-4822-8d35-fc28d82bc049 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:01.987179 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fe0d19-f5ef-4140-9235-64df04508c57", "name": "network-vif-deleted", "tag": "2b96d8d5-5d3c-429f-b8ce-993a1e29b957", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:01.987442 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08fa3c96-2a2e-4822-8d35-fc28d82bc049 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:01.987856 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fe0d19-f5ef-4140-9235-64df04508c57', 'name': 'network-vif-deleted', 'tag': '2b96d8d5-5d3c-429f-b8ce-993a1e29b957', 'status': 'completed', 'code': 200} Aug 04 17:02:01.992756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892a4c-62c2-4182-9619-9ad90754654b req-cc430f7a-2c53-475e-9f84-e1e90e8863e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:01.994249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27892a4c-62c2-4182-9619-9ad90754654b req-cc430f7a-2c53-475e-9f84-e1e90e8863e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4252539 Aug 04 17:02:02.010869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f820af-7d9a-4c96-944f-fe431d38be6b None None] New status for floating IP 48af85dc-6dbf-4adc-b1e8-9f7c5f8a5e29: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:02:02.038890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Made reservation on behalf of c60363feb17e4b91a7ae391741f5326c for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:02.052059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.083895 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2573776-426d-48b5-8197-af888ff03995 None None] Checking router: e4abf525-287a-405b-a567-af7022d0c69b for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:02:02.096446 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2573776-426d-48b5-8197-af888ff03995 None None] Routers {'e4abf525-287a-405b-a567-af7022d0c69b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:02.097485 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a2573776-426d-48b5-8197-af888ff03995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:01:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e4abf525-287a-405b-a567-af7022d0c69b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:02.110502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Deleting port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:02:02.110875 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.260832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] For port 578ea02f-d24c-46a6-9c69-bc6f36efa6d4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=578ea02f-d24c-46a6-9c69-bc6f36efa6d4,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:02.262955 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a2573776-426d-48b5-8197-af888ff03995 None None] Set router e4abf525-287a-405b-a567-af7022d0c69b gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:02.263436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.282112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Calling delete_port for 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:02:02.320261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d8dcb6d-cf23-48f8-bbb6-cf2a463e3262 req-16c5e9a1-7c11-4d8c-b829-bc000b25a48d tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0941026 Aug 04 17:02:02.341694 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a2573776-426d-48b5-8197-af888ff03995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-router', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:45Z', 'updated_at': '2021-08-04T17:02:01Z', 'revision_number': 6, 'project_id': '0d9f014f96f249d980957efc04482b88', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:02.412864 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2573776-426d-48b5-8197-af888ff03995 None None] The sync data for ids ['e4abf525-287a-405b-a567-af7022d0c69b'] in n-d-764435-5 is: [{'id': 'e4abf525-287a-405b-a567-af7022d0c69b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1547969779-router', 'tenant_id': '0d9f014f96f249d980957efc04482b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:45Z', 'updated_at': '2021-08-04T17:02:01Z', 'revision_number': 6, 'project_id': '0d9f014f96f249d980957efc04482b88', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:02:02.511704 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.543403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=578ea02f-d24c-46a6-9c69-bc6f36efa6d4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:02.571703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39882dbf-1a88-4a2d-b354-259efc2757b3 req-a6ae4110-b2b7-4edb-9f94-b35787c02202 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 210 time: 0.0781825 Aug 04 17:02:02.581426 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-638a794a-0745-406e-a285-4d2b6082442c req-15c3c8b3-c17d-4162-b88a-3e44ace66892 service neutron] 10.222.0.90 "GET /v2.0/networks/3d1f81f1-365d-4d0b-b663-f1107a2380ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7975707 Aug 04 17:02:02.615577 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.638873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Allocated IP 172.20.0.11 (ba4ee582-9064-4d3d-8a39-828601e5393b/adc77ec7-995b-4d94-a3a0-63578f6a1b25/49ea022e-db58-4082-a9f7-1f30c6df2733) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:02:02.707395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cedb2a-5f74-49b3-b6bd-e010d6ef8704 req-9ab78ce7-96d8-462a-b2b9-3bd1b558cca6 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:02.709210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1cedb2a-5f74-49b3-b6bd-e010d6ef8704 req-9ab78ce7-96d8-462a-b2b9-3bd1b558cca6 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 950 time: 0.3867989 Aug 04 17:02:02.733069 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27892a4c-62c2-4182-9619-9ad90754654b req-2b7b4c8f-ae15-4272-acf8-cc67b77c60aa service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270002 Aug 04 17:02:02.734478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.737396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.788201 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.788994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4abf525-287a-405b-a567-af7022d0c69b {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:02:02.794074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.797658 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ec43d7e8-a9b3-46c8-8244-010eef9d90d0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e4abf525-287a-405b-a567-af7022d0c69b HTTP/1.1" status: 204 len: 168 time: 1.5028195 Aug 04 17:02:02.797931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49848) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:02.842625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b71785d-2865-4055-8837-abf515c7bdea admin admin] Deleting subnet 4df311a8-2fa2-42fd-ba69-50ca2f803b59 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:02:02.842947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab req-9e424400-565f-428b-997a-9bb2d52ef10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:02.844678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab req-9e424400-565f-428b-997a-9bb2d52ef10d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fe2437811f36479cb835ddcecec72e05&device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 1094 time: 0.2004175 Aug 04 17:02:02.845823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b71785d-2865-4055-8837-abf515c7bdea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.849762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:02:02.873472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:02:02.873963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2b96d8d5-5d3c-429f-b8ce-993a1e29b957 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:02:02.893007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b71785d-2865-4055-8837-abf515c7bdea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:02.979967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1cedb2a-5f74-49b3-b6bd-e010d6ef8704 req-6b38a1f0-8925-4bfb-9a1f-5e4592d4dcfd tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579844 Aug 04 17:02:02.987813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b71785d-2865-4055-8837-abf515c7bdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:03.012124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f4ee0-845d-4ec9-8744-aeba1280f501 req-1a2833f4-7b92-436f-87a1-d0b6b30c7cd5 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:03.019638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed9f4ee0-845d-4ec9-8744-aeba1280f501 req-1a2833f4-7b92-436f-87a1-d0b6b30c7cd5 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 943 time: 0.3072047 Aug 04 17:02:03.111208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27892a4c-62c2-4182-9619-9ad90754654b req-98756347-c6c5-4aa9-a356-aaab57c1c391 service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655212 Aug 04 17:02:03.132012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b71785d-2865-4055-8837-abf515c7bdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:03.149465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed9f4ee0-845d-4ec9-8744-aeba1280f501 req-33bf38a7-1efb-4c39-8637-6049a0311692 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287234 Aug 04 17:02:03.177420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71785d-2865-4055-8837-abf515c7bdea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df311a8-2fa2-42fd-ba69-50ca2f803b59,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:03.190228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5e6ccd-4403-4b15-85a3-874114cc7148 None None] Network b8f46191-fba1-4bac-b401-3f8a61139fff requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:02:03.194976 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b71785d-2865-4055-8837-abf515c7bdea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:03.203257 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2b71785d-2865-4055-8837-abf515c7bdea admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4df311a8-2fa2-42fd-ba69-50ca2f803b59 HTTP/1.1" status: 204 len: 168 time: 0.4043069 Aug 04 17:02:03.205683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49856) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:03.260290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab req-dad601dd-45b9-4143-b388-791e5267dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:03.262094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab req-dad601dd-45b9-4143-b388-791e5267dc1b service neutron] 10.222.0.90 "GET /v2.0/networks?id=3d1f81f1-365d-4d0b-b663-f1107a2380ac HTTP/1.1" status: 200 len: 923 time: 0.3848493 Aug 04 17:02:03.265143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:03.346793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab req-44c20a4f-f313-4e24-a816-c1ccfb024254 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 HTTP/1.1" status: 200 len: 217 time: 0.0729754 Aug 04 17:02:03.347514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Transition to ACTIVE for port object 49ea022e-db58-4082-a9f7-1f30c6df2733 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:03.365680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:03.436487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab req-006203e1-6c80-4a47-91ee-140d98d21eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:03.438165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab req-006203e1-6c80-4a47-91ee-140d98d21eed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d2a047c0-0719-4d90-b574-3dd88214776b HTTP/1.1" status: 200 len: 861 time: 0.0816333 Aug 04 17:02:03.471615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da523163-a252-411c-b419-94d7b071b1a6 None None] DHCP port deletion for b8f46191-fba1-4bac-b401-3f8a61139fff request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:02:03.473355 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:03.534185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f92dfc0-e8d6-4838-9fac-c3a007e5cb4f req-c6c8393e-f048-44f1-b3a5-ed5e9d9f998e tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0779285 Aug 04 17:02:03.536629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab req-992cb728-ac41-4ff7-b49e-b0e24b2c5cae service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3d1f81f1-365d-4d0b-b663-f1107a2380ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897138 Aug 04 17:02:03.656547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-da523163-a252-411c-b419-94d7b071b1a6 None None] Deleting port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:02:03.657597 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da523163-a252-411c-b419-94d7b071b1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:03.695063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Network ba4ee582-9064-4d3d-8a39-828601e5393b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:02:03.706574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:03.712500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:02:03.795053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:03.795993 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:03.798716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Pushing event updated for resources: {'Port': ['ID=49ea022e-db58-4082-a9f7-1f30c6df2733,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:03.838189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-4fa669d2-9fe5-4a56-9f60-652a1b9a498d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:03.840081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-4fa669d2-9fe5-4a56-9f60-652a1b9a498d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 950 time: 0.2583201 Aug 04 17:02:03.854717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-da523163-a252-411c-b419-94d7b071b1a6 None None] For port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9d3172e2-b6d5-4d35-8aa8-62416bd18e8e,segment=NetworkSegment(fe968e59-6512-46f2-b16c-6da88a046fbc),segment_id=fe968e59-6512-46f2-b16c-6da88a046fbc)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:03.860375 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da523163-a252-411c-b419-94d7b071b1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:03.886094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-da523163-a252-411c-b419-94d7b071b1a6 None None] Calling delete_port for 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:02:03.975641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-03c57330-0bbb-44a5-8e26-040ab7985dcd tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9071989 Aug 04 17:02:04.013821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Request body: {'port': {'device_id': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:04.020675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Deleting port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:02:04.021635 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.082291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab req-fedaf315-b204-467b-bcc7-358a60ff0749 service neutron] 10.222.0.90 "GET /v2.0/networks/3d1f81f1-365d-4d0b-b663-f1107a2380ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667919 Aug 04 17:02:04.095410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e9e66b00-5e90-47b5-9c3d-87101f7d168e None None] Provisioning for port 49ea022e-db58-4082-a9f7-1f30c6df2733 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:04.104769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e9e66b00-5e90-47b5-9c3d-87101f7d168e None None] Provisioning complete for port 49ea022e-db58-4082-a9f7-1f30c6df2733 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:04.105292 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e9e66b00-5e90-47b5-9c3d-87101f7d168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.125218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5d283-c511-4f4f-879a-08a1c2a5975d req-c2563f4c-3b5f-4013-9a0b-aac5587bdbaf tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:04.149709 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da523163-a252-411c-b419-94d7b071b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.155949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04f5d283-c511-4f4f-879a-08a1c2a5975d req-c2563f4c-3b5f-4013-9a0b-aac5587bdbaf tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 932 time: 0.3463860 Aug 04 17:02:04.180749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] For port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9d3172e2-b6d5-4d35-8aa8-62416bd18e8e,segment=NetworkSegment(fe968e59-6512-46f2-b16c-6da88a046fbc),segment_id=fe968e59-6512-46f2-b16c-6da88a046fbc)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:04.181810 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.195893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Calling delete_port for 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:02:04.250505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:02:04.262685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da523163-a252-411c-b419-94d7b071b1a6 None None] Pushing event deleted for resources: {'Port': ['ID=9d3172e2-b6d5-4d35-8aa8-62416bd18e8e,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:04.280719 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.324081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da523163-a252-411c-b419-94d7b071b1a6 None None] No DVR routers for this DVR port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:02:04.330078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:02:04.330730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 578ea02f-d24c-46a6-9c69-bc6f36efa6d4 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:02:04.331229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:02:04.332444 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.340554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e9e66b00-5e90-47b5-9c3d-87101f7d168e None None] Port 49ea022e-db58-4082-a9f7-1f30c6df2733 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:02:04.372572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04f5d283-c511-4f4f-879a-08a1c2a5975d req-73939957-53be-43ee-80fb-5ea3972449ad tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127397 Aug 04 17:02:04.395861 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:02:04.396291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:02:04.396728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2fe98f42-97fe-4709-a375-331228b54d78 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:02:04.420519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 2fe98f42-97fe-4709-a375-331228b54d78 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:02:04.420519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2fe98f42-97fe-4709-a375-331228b54d78 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:02:04.422046 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d9d668c-18ec-49dd-ba4e-a513d5c82251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.434552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] No DVR routers for this DVR port 9d3172e2-b6d5-4d35-8aa8-62416bd18e8e on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:02:04.446456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3172e2-b6d5-4d35-8aa8-62416bd18e8e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:04.553368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.570725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f46191-fba1-4bac-b401-3f8a61139fff']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:04.588165 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe968e59-6512-46f2-b16c-6da88a046fbc') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:04.588621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-c5a961e8-1704-4e6d-adff-e84b5639e411 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Deleting port e3a68632-64ec-4d43-83da-462a000ad809 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:02:04.588873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe968e59-6512-46f2-b16c-6da88a046fbc') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:04.588989 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-c5a961e8-1704-4e6d-adff-e84b5639e411 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.610379 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.611988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5bdc8-82a3-4a13-bf3d-a4387e14d51f req-a0a41730-556b-4066-bfb0-9d59d014a3c4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:04.613772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96b5bdc8-82a3-4a13-bf3d-a4387e14d51f req-a0a41730-556b-4066-bfb0-9d59d014a3c4 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 950 time: 0.4250808 Aug 04 17:02:04.646107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.655166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:02:04.655992 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:02:04.657529 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:02:04.743841 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.757074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.759903 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b8f46191-fba1-4bac-b401-3f8a61139fff HTTP/1.1" status: 204 len: 168 time: 1.5472841 Aug 04 17:02:04.776544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0184143-8dde-4fe6-a067-5c1da5db8959 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f46191-fba1-4bac-b401-3f8a61139fff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:04.927564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49876) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:04.941564 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:04.982890 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e6863c9b-6a9f-41be-8637-f52499315653 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f52fdc6619c4d2eba5b5b57be5612f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506887 Aug 04 17:02:04.984087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49878) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:05.051625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2cda-63ef-4daf-ae83-2ce278c2ef37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.082631 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2cda-63ef-4daf-ae83-2ce278c2ef37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.180774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2cda-63ef-4daf-ae83-2ce278c2ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.185478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2cda-63ef-4daf-ae83-2ce278c2ef37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.189216 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8a9b2cda-63ef-4daf-ae83-2ce278c2ef37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b645553a-4663-4ce9-b49b-80d261ad9ee7 HTTP/1.1" status: 204 len: 168 time: 0.2015409 Aug 04 17:02:05.202051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b2cda-63ef-4daf-ae83-2ce278c2ef37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645553a-4663-4ce9-b49b-80d261ad9ee7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:05.205794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f5eac2-fe98-4dae-a5ba-caac102d89ab req-54a0d706-387f-4470-9930-d0aad5d45eeb service neutron] 10.222.0.90 "GET /v2.0/networks/3d1f81f1-365d-4d0b-b663-f1107a2380ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0286100 Aug 04 17:02:05.281948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96b5bdc8-82a3-4a13-bf3d-a4387e14d51f req-892bf875-4d1a-4225-a9ad-30684e3154f6 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491287 Aug 04 17:02:05.318277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20404b3-a1b5-4842-a7ba-627acff51d06 req-f73627db-0fd8-4665-9b75-6c30502e7ee0 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:05.326109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a20404b3-a1b5-4842-a7ba-627acff51d06 req-f73627db-0fd8-4665-9b75-6c30502e7ee0 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 943 time: 0.7252681 Aug 04 17:02:05.369004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-c5a961e8-1704-4e6d-adff-e84b5639e411 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] For port e3a68632-64ec-4d43-83da-462a000ad809, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e3a68632-64ec-4d43-83da-462a000ad809,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:05.369281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-c5a961e8-1704-4e6d-adff-e84b5639e411 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.381761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:02:05.413697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-c5a961e8-1704-4e6d-adff-e84b5639e411 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Calling delete_port for e3a68632-64ec-4d43-83da-462a000ad809 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:02:05.445353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a20404b3-a1b5-4842-a7ba-627acff51d06 req-28929b36-8ba0-4d30-9fbb-8267804a8e59 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169517 Aug 04 17:02:05.599838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eb8f652-d78a-481a-bc8d-5b326c9031fc req-20663f1e-b568-44b6-b493-3bb009254549 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0463753 Aug 04 17:02:05.717774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ea022e-db58-4082-a9f7-1f30c6df2733 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:02:05.721708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,segment=NetworkSegment(33e0f814-5867-472b-a8b3-b8187abb83e3),segment_id=33e0f814-5867-472b-a8b3-b8187abb83e3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:05.738192 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.741262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7', 'network_id': '3d1f81f1-365d-4d0b-b663-f1107a2380ac', 'port_id': 'e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7', 'mac_address': 'fa:16:3e:66:b4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a047c0-0719-4d90-b574-3dd88214776b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:02:05.763323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafeff1-2003-4e65-ac4f-2dd098c8629e req-c6f4b15d-a74b-4730-9209-db34d5fe4bf4 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:05.765401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcafeff1-2003-4e65-ac4f-2dd098c8629e req-c6f4b15d-a74b-4730-9209-db34d5fe4bf4 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 932 time: 0.2071168 Aug 04 17:02:05.785115 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.802254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Transition to ACTIVE for port object 49ea022e-db58-4082-a9f7-1f30c6df2733 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:05.808739 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.817371 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.831610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:02:05.854365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcafeff1-2003-4e65-ac4f-2dd098c8629e req-594a760b-2a96-4056-ad30-8b59413b4f26 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781801 Aug 04 17:02:05.859189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,segment=NetworkSegment(33e0f814-5867-472b-a8b3-b8187abb83e3),segment_id=33e0f814-5867-472b-a8b3-b8187abb83e3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:05.873402 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.936789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea022e-db58-4082-a9f7-1f30c6df2733,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:05.953123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49890) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:05.965272 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-c5a961e8-1704-4e6d-adff-e84b5639e411 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:05.970860 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:05.979358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.979957 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.980441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.980913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.981380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.981846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.982320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.982797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.983302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.983765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.984227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.984700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:05.998887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['50810664-ac5d-4215-b5e4-7475fe74d0b7'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:06.005584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a961e8-1704-4e6d-adff-e84b5639e411 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Pushing event deleted for resources: {'Port': ['ID=e3a68632-64ec-4d43-83da-462a000ad809,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:06.029570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:06.052226 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-843530a7-e2d5-4c25-ab40-67b461d3b1d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d9f014f96f249d980957efc04482b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978429 Aug 04 17:02:06.056920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49892) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:06.141344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-c5a961e8-1704-4e6d-adff-e84b5639e411 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] No DVR routers for this DVR port e3a68632-64ec-4d43-83da-462a000ad809 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:02:06.151724 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-c5a961e8-1704-4e6d-adff-e84b5639e411 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:06.151724 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e3fa41c8-242a-4ffe-a717-f84cf31ad2f5 req-c5a961e8-1704-4e6d-adff-e84b5639e411 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "DELETE /v2.0/ports/e3a68632-64ec-4d43-83da-462a000ad809 HTTP/1.1" status: 204 len: 173 time: 2.3040736 Aug 04 17:02:06.151724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-deleted', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:06.153655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd0c8-3eb2-4613-b70a-eec891a11ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:06.154184 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112ec262-b7b3-4ef4-b48e-2d50ffb103d8" -d '{"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-deleted", "tag": "e3a68632-64ec-4d43-83da-462a000ad809"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:06.185669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Attempting to bind port 49ea022e-db58-4082-a9f7-1f30c6df2733 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:02:06.185935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Attempting to bind port 49ea022e-db58-4082-a9f7-1f30c6df2733 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:02:06.186269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Attempting to bind port 49ea022e-db58-4082-a9f7-1f30c6df2733 on network ba4ee582-9064-4d3d-8a39-828601e5393b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:06.193468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Port 49ea022e-db58-4082-a9f7-1f30c6df2733 on network ba4ee582-9064-4d3d-8a39-828601e5393b not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:02:06.193793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Attempting to bind port 49ea022e-db58-4082-a9f7-1f30c6df2733 on network ba4ee582-9064-4d3d-8a39-828601e5393b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:06.210940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:02:06.212440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Checking segment: {'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:06.216655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Bound using segment: {'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:02:06.217286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Bound port: 49ea022e-db58-4082-a9f7-1f30c6df2733, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825bacf1-a3f9-4e1f-b875-01b3a88a27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:02:06.217789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:06.231283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd0c8-3eb2-4613-b70a-eec891a11ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:06.257571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:06.294467 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf63254-7588-4545-aa2e-b7dd3f10649f x-openstack-request-id: req-4cf63254-7588-4545-aa2e-b7dd3f10649f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:06.294467 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b980be3-f065-47f5-b35b-5d57e163fdae", "name": "network-vif-deleted", "tag": "e3a68632-64ec-4d43-83da-462a000ad809", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:06.296414 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4cf63254-7588-4545-aa2e-b7dd3f10649f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:06.296414 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b980be3-f065-47f5-b35b-5d57e163fdae', 'name': 'network-vif-deleted', 'tag': 'e3a68632-64ec-4d43-83da-462a000ad809', 'status': 'completed', 'code': 200} Aug 04 17:02:06.371526 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd0c8-3eb2-4613-b70a-eec891a11ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:06.375945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] For port 49ea022e-db58-4082-a9f7-1f30c6df2733, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:02:06.376717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd0c8-3eb2-4613-b70a-eec891a11ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:06.380551 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ee9fd0c8-3eb2-4613-b70a-eec891a11ccf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d50e587-5659-42a5-af88-3d652003ed8b HTTP/1.1" status: 204 len: 168 time: 0.3197911 Aug 04 17:02:06.383104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] For port 49ea022e-db58-4082-a9f7-1f30c6df2733, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=49ea022e-db58-4082-a9f7-1f30c6df2733,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:02:06.393043 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:06.393919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fd0c8-3eb2-4613-b70a-eec891a11ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d50e587-5659-42a5-af88-3d652003ed8b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:06.442605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:06.443835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:06.446033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] 10.222.0.82 "PUT /v2.0/ports/49ea022e-db58-4082-a9f7-1f30c6df2733 HTTP/1.1" status: 200 len: 1092 time: 2.4369373 Aug 04 17:02:06.501156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0b1b0-0e6d-4100-b065-5c84430b25e7 service neutron] Pushing event updated for resources: {'Port': ['ID=49ea022e-db58-4082-a9f7-1f30c6df2733,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:06.717023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95f42d26-01f3-4645-b63b-ef955f663c11 req-12185239-136c-4fde-9af0-84fd8619d315 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b980be3-f065-47f5-b35b-5d57e163fdae HTTP/1.1" status: 200 len: 210 time: 0.1418679 Aug 04 17:02:06.747855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-26defae4-9759-455f-8898-51cc94dee49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:06.749651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-26defae4-9759-455f-8898-51cc94dee49f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c60363feb17e4b91a7ae391741f5326c&device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 1095 time: 0.2349477 Aug 04 17:02:06.931906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-6185ebc5-df50-45eb-90f9-b71aebe88f70 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49ea022e-db58-4082-a9f7-1f30c6df2733 HTTP/1.1" status: 200 len: 217 time: 0.1693163 Aug 04 17:02:07.013816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e2243e-5690-47ea-b29c-a1433777b05c req-ef584f3f-3bfd-45fd-8f53-03804f486049 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1015890 Aug 04 17:02:07.132882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd7557-8e82-4a7a-9ee2-f3de3d55a371 req-1623c2aa-805d-4ee2-ad3b-407a71100f55 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:07.141719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40dd7557-8e82-4a7a-9ee2-f3de3d55a371 req-1623c2aa-805d-4ee2-ad3b-407a71100f55 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 944 time: 0.3421090 Aug 04 17:02:07.195055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-527c2fc1-7468-4d8d-801a-9b777b8e70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:07.196583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-527c2fc1-7468-4d8d-801a-9b777b8e70f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=adc77ec7-995b-4d94-a3a0-63578f6a1b25 HTTP/1.1" status: 200 len: 851 time: 0.1957827 Aug 04 17:02:07.210980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40dd7557-8e82-4a7a-9ee2-f3de3d55a371 req-973c5e25-1f9c-4df4-a22f-a5a16d869d72 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633895 Aug 04 17:02:07.341530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-b895b908-8503-467e-888f-dc3067d61c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:07.343310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-b895b908-8503-467e-888f-dc3067d61c33 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba4ee582-9064-4d3d-8a39-828601e5393b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314335 Aug 04 17:02:07.353526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a019c09-21a9-4b10-94ad-50ac6eb64561 req-01a289d6-8532-4c84-8b69-7539e00a2e96 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:07.355184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a019c09-21a9-4b10-94ad-50ac6eb64561 req-01a289d6-8532-4c84-8b69-7539e00a2e96 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 944 time: 0.1098962 Aug 04 17:02:07.357159 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:07.402965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e3a68632-64ec-4d43-83da-462a000ad809 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:02:07.442691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: e3a68632-64ec-4d43-83da-462a000ad809 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:02:07.443631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e3a68632-64ec-4d43-83da-462a000ad809 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:02:07.449548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a019c09-21a9-4b10-94ad-50ac6eb64561 req-754dacf4-9495-4962-b1a5-39f4ff2ed994 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846734 Aug 04 17:02:07.486187 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-8a5d1edb-a240-4e22-b5ad-7d22fbe52cdf service neutron] 10.222.0.82 "GET /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297851 Aug 04 17:02:07.593404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8dbc2de-ff75-406f-a15e-5bf4005b9e2a req-343f3423-fa9f-4d89-b0e8-ce50d725a8ed service neutron] 10.222.0.82 "GET /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993674 Aug 04 17:02:07.781019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49936) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:07.885564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-network', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:07.917534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Made reservation on behalf of ceee51ddb5904b6e987fb2eb1cae6d44 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:07.940204 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:07.953237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.059606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f8f38-9443-46c5-aa1a-b66c629fce68 req-1029c44f-0b2b-412b-8c9b-b559414ba4f3 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:08.062519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce0f8f38-9443-46c5-aa1a-b66c629fce68 req-1029c44f-0b2b-412b-8c9b-b559414ba4f3 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0709069 Aug 04 17:02:08.071248 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.077914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.106351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:02:08.126279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3000dcb-0966-4304-9636-80f48731ddfb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:08.131948 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.133231 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Added segment b03d18bf-867b-42b3-9b3a-222a885e3ba5 of type vlan for network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 Aug 04 17:02:08.162541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce0f8f38-9443-46c5-aa1a-b66c629fce68 req-1f988fad-cf0c-4982-9a7e-e0ffbd33e55b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932479 Aug 04 17:02:08.196354 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.218141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b95f204d-8016-42ca-9468-8da5ac95f388 req-e46ca0e3-7f3e-4ce6-811d-38bca9cd795d tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0333755 Aug 04 17:02:08.259064 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.260326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:08.260999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.297796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'tag': '49ea022e-db58-4082-a9f7-1f30c6df2733'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:08.300538 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29ea3ac-8803-4a79-94b9-707fddfa5710" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7746b6-f3c5-488e-bac4-519ef7dad3f0", "tag": "49ea022e-db58-4082-a9f7-1f30c6df2733"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:08.330644 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5476913 Aug 04 17:02:08.333476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49952) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:08.338767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Request body: {'subnet': {'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-subnet', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:08.349266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c90420-65c0-448e-bf1a-a978ba379b08 admin admin] Pushing event updated for resources: {'Network': ['ID=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:08.360444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:02:08.368175 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3346616e-cbfe-4296-8669-ee8be32c92b1 x-openstack-request-id: req-3346616e-cbfe-4296-8669-ee8be32c92b1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:08.369296 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7746b6-f3c5-488e-bac4-519ef7dad3f0", "tag": "49ea022e-db58-4082-a9f7-1f30c6df2733", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:08.369979 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3346616e-cbfe-4296-8669-ee8be32c92b1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:08.372663 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'tag': '49ea022e-db58-4082-a9f7-1f30c6df2733', 'status': 'completed', 'code': 200} Aug 04 17:02:08.383029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Made reservation on behalf of ceee51ddb5904b6e987fb2eb1cae6d44 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:08.389178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.395885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fea5c-df5e-4571-989e-e5c268e2b7d1 req-5c5cf069-4510-4292-804d-72e213187e1f tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:08.404014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-503fea5c-df5e-4571-989e-e5c268e2b7d1 req-5c5cf069-4510-4292-804d-72e213187e1f tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 944 time: 0.1076558 Aug 04 17:02:08.480988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-fcc8f1f8-adeb-4a91-bb7a-8f6d33687ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:08.483066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-fcc8f1f8-adeb-4a91-bb7a-8f6d33687ae8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c60363feb17e4b91a7ae391741f5326c&device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 1095 time: 0.0764334 Aug 04 17:02:08.493126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-503fea5c-df5e-4571-989e-e5c268e2b7d1 req-1b375d45-e232-44c2-a4e0-220fcc7cbad8 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879514 Aug 04 17:02:08.642466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b61e4-3833-4c25-983a-7df68e9ed34e req-656b1a9e-9735-4a5e-9788-82bb52b3def1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:08.643941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c63b61e4-3833-4c25-983a-7df68e9ed34e req-656b1a9e-9735-4a5e-9788-82bb52b3def1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 944 time: 0.0662441 Aug 04 17:02:08.661413 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.686383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-654baf1e-a5d9-4723-b01d-4da75a77035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:08.687918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-654baf1e-a5d9-4723-b01d-4da75a77035e service neutron] 10.222.0.82 "GET /v2.0/networks?id=ba4ee582-9064-4d3d-8a39-828601e5393b HTTP/1.1" status: 200 len: 914 time: 0.1938310 Aug 04 17:02:08.697304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c63b61e4-3833-4c25-983a-7df68e9ed34e req-c622fbfd-a3c5-46b3-8e1b-a107439b6e52 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433939 Aug 04 17:02:08.741642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:08.751496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Checking segment: {'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:08.751937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Network hostable DHCP agents. Network: 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:02:08.783123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-92b3e4f5-ecb5-4efb-9d54-a8e3333a2a15 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49ea022e-db58-4082-a9f7-1f30c6df2733 HTTP/1.1" status: 200 len: 217 time: 0.0847850 Aug 04 17:02:08.792241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:02:08.806131 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.809000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:08.817632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e66fff4-2c40-4dc2-91fc-e4b3ebe50d58 None None] Network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:02:08.823408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:08.826138 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.850494 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b6c7a2f9-a825-42cc-a83d-ae08e76f43ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5158472 Aug 04 17:02:08.854341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49960) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:08.859748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:08.890001 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.892708 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.899945 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.901446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-a4fad72f-9e63-4547-a9ad-5551c99ab68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:08.903651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-a4fad72f-9e63-4547-a9ad-5551c99ab68d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=adc77ec7-995b-4d94-a3a0-63578f6a1b25 HTTP/1.1" status: 200 len: 851 time: 0.1119514 Aug 04 17:02:08.966206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:08.985262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-5de782b3-0db5-4c8b-a548-1bd75a4aa75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:08.987610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-5de782b3-0db5-4c8b-a548-1bd75a4aa75d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba4ee582-9064-4d3d-8a39-828601e5393b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671306 Aug 04 17:02:09.024571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:02:09.025639 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.120099 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-ea4fe1d3-d7d3-4909-91a6-c8d516641614 service neutron] 10.222.0.82 "GET /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217399 Aug 04 17:02:09.154246 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.243266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Allocated IP 172.20.0.2 (05f85c8b-600b-45b9-8a35-a81b4e8dc9e7/a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67/110064da-621e-49c2-b33a-8c3188f2b025) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:02:09.261305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c29ea3ac-8803-4a79-94b9-707fddfa5710 req-fdf17b64-2d75-4791-a940-35a2be085a36 service neutron] 10.222.0.82 "GET /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318295 Aug 04 17:02:09.364748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2d970-a45f-4e25-a714-6615e2e3ad6f req-58297ded-182b-4c4e-9bc0-c5692d8a043a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:09.366640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3c2d970-a45f-4e25-a714-6615e2e3ad6f req-58297ded-182b-4c4e-9bc0-c5692d8a043a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0771902 Aug 04 17:02:09.412762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:09.427399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0260acca-0afe-4c9c-b071-bec769aca389 req-12f4c0d6-43f2-40c0-a8a8-d03173887372 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0489042 Aug 04 17:02:09.488652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3c2d970-a45f-4e25-a714-6615e2e3ad6f req-22690a98-e055-4b48-9087-e1f0ba5f18bc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080701 Aug 04 17:02:09.520251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-c045e10f-de53-4af9-a41c-54bd90af4e7d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:09.522275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-c045e10f-de53-4af9-a41c-54bd90af4e7d tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 949 time: 0.0981624 Aug 04 17:02:09.532054 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.548828 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.565790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Transition to ACTIVE for port object 110064da-621e-49c2-b33a-8c3188f2b025 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:09.574161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.582467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:09.597172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:09.597555 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.625301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Transition to ACTIVE for port object 110064da-621e-49c2-b33a-8c3188f2b025 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:09.646576 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.699144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Allocated IP 172.25.2.53 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/4c6cf72f-bf3b-4fb0-95cc-b908d42a7517) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:02:09.734289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efced2-1bbc-420e-bb7d-636248390ce9 req-26ebbfee-e9f3-469d-8f83-3af992d103c2 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:09.736241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59efced2-1bbc-420e-bb7d-636248390ce9 req-26ebbfee-e9f3-469d-8f83-3af992d103c2 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 944 time: 0.1250808 Aug 04 17:02:09.762020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-cdf3acaf-c094-42e1-bd1e-ec7d53cdd064 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Deleting port 50810664-ac5d-4215-b5e4-7475fe74d0b7 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:02:09.762982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-cdf3acaf-c094-42e1-bd1e-ec7d53cdd064 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.845296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:02:09.852606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:09.856670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:02:09.863668 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.866015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Pushing event updated for resources: {'Port': ['ID=110064da-621e-49c2-b33a-8c3188f2b025,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:09.928008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59efced2-1bbc-420e-bb7d-636248390ce9 req-f62c1755-2507-4ace-8c3b-cab83e177592 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839402 Aug 04 17:02:09.951065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.989629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Attempting to bind port 110064da-621e-49c2-b33a-8c3188f2b025 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:02:09.989997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Attempting to bind port 110064da-621e-49c2-b33a-8c3188f2b025 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:02:09.990361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Attempting to bind port 110064da-621e-49c2-b33a-8c3188f2b025 on network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:09.995155 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:02:09.996015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:02:09.996189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31c3d-f22e-4783-80e7-6f090c582883 req-3fb91504-8c40-45e1-a8cd-37376ac6dc7e tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:09.996395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Checking segment: {'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:09.996783 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:09.997532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Bound using segment: {'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:02:09.998001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b31c3d-f22e-4783-80e7-6f090c582883 req-3fb91504-8c40-45e1-a8cd-37376ac6dc7e tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 944 time: 0.1353719 Aug 04 17:02:10.002191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Bound port: 110064da-621e-49c2-b33a-8c3188f2b025, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:02:10.002653 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:10.007656 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:10.012409 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:10.023001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:02:10.049905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Pushing event updated for resources: {'Port': ['ID=4c6cf72f-bf3b-4fb0-95cc-b908d42a7517,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:10.052385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-cdf3acaf-c094-42e1-bd1e-ec7d53cdd064 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] For port 50810664-ac5d-4215-b5e4-7475fe74d0b7, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=50810664-ac5d-4215-b5e4-7475fe74d0b7,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:10.053121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-cdf3acaf-c094-42e1-bd1e-ec7d53cdd064 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:10.069293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fbf6c0-2d80-4031-805e-8c4cb9a82c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:10.071610 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7785ceec-b50d-42e1-8516-b632c001b0f5" -d '{"events": [{"server_uuid": "50fbf6c0-2d80-4031-805e-8c4cb9a82c50", "name": "network-vif-plugged", "status": "completed", "tag": "e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:10.077348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-cdf3acaf-c094-42e1-bd1e-ec7d53cdd064 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Calling delete_port for 50810664-ac5d-4215-b5e4-7475fe74d0b7 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:02:10.086340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b31c3d-f22e-4783-80e7-6f090c582883 req-0cb5dff0-40b1-4edd-9f64-9652d880008c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795979 Aug 04 17:02:10.102940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,segment=NetworkSegment(33e0f814-5867-472b-a8b3-b8187abb83e3),segment_id=33e0f814-5867-472b-a8b3-b8187abb83e3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:10.115797 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:10.172402 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0400bc37-c2f2-46bf-afc3-a5be55d5d11d x-openstack-request-id: req-0400bc37-c2f2-46bf-afc3-a5be55d5d11d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:10.172784 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fbf6c0-2d80-4031-805e-8c4cb9a82c50", "name": "network-vif-plugged", "status": "completed", "tag": "e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:10.172991 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0400bc37-c2f2-46bf-afc3-a5be55d5d11d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:10.173358 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fbf6c0-2d80-4031-805e-8c4cb9a82c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7', 'code': 200} Aug 04 17:02:10.213256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] For port 110064da-621e-49c2-b33a-8c3188f2b025, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:02:10.219668 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] For port 110064da-621e-49c2-b33a-8c3188f2b025, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=110064da-621e-49c2-b33a-8c3188f2b025,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:02:10.234540 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:10.242927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:10.335835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4f211-f65d-43ec-bb54-9e8389e70d0a req-77c68015-d535-4964-8efd-d1c3edb453e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:10.338212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ee4f211-f65d-43ec-bb54-9e8389e70d0a req-77c68015-d535-4964-8efd-d1c3edb453e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 1096 time: 0.1210814 Aug 04 17:02:10.349554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f38c7-5300-4035-a162-803c6362b1b5 None None] Pushing event updated for resources: {'Port': ['ID=110064da-621e-49c2-b33a-8c3188f2b025,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:10.359082 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-cdf3acaf-c094-42e1-bd1e-ec7d53cdd064 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:10.368679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:10.372811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:10.376453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['50810664-ac5d-4215-b5e4-7475fe74d0b7'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:10.406306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3acaf-c094-42e1-bd1e-ec7d53cdd064 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Pushing event deleted for resources: {'Port': ['ID=50810664-ac5d-4215-b5e4-7475fe74d0b7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:10.463198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ee4f211-f65d-43ec-bb54-9e8389e70d0a req-875d61f4-7af2-437d-96a5-1caa09d0c88a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174524 Aug 04 17:02:10.478220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-cdf3acaf-c094-42e1-bd1e-ec7d53cdd064 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] No DVR routers for this DVR port 50810664-ac5d-4215-b5e4-7475fe74d0b7 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:02:10.481033 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-cdf3acaf-c094-42e1-bd1e-ec7d53cdd064 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:10.483163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-072f8e45-8a22-4052-922e-19e673ab78a3 req-cdf3acaf-c094-42e1-bd1e-ec7d53cdd064 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.82 "DELETE /v2.0/ports/50810664-ac5d-4215-b5e4-7475fe74d0b7 HTTP/1.1" status: 204 len: 173 time: 0.9537084 Aug 04 17:02:10.483623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'name': 'network-vif-deleted', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:10.485925 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16591456-42f0-46de-82b4-75183cedb10f" -d '{"events": [{"server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "name": "network-vif-deleted", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:10.596278 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceec9351-2990-48c8-9891-878ae3cd4ca8 x-openstack-request-id: req-ceec9351-2990-48c8-9891-878ae3cd4ca8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:10.596660 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0374878d-d8e4-4cdf-8db0-58a45c3f48ee", "name": "network-vif-deleted", "tag": "50810664-ac5d-4215-b5e4-7475fe74d0b7", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:10.597005 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ceec9351-2990-48c8-9891-878ae3cd4ca8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:10.597524 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0374878d-d8e4-4cdf-8db0-58a45c3f48ee', 'name': 'network-vif-deleted', 'tag': '50810664-ac5d-4215-b5e4-7475fe74d0b7', 'status': 'completed', 'code': 200} Aug 04 17:02:10.664225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6032d1cb-d750-4e6a-b914-cab961cb2319 req-d8d720ba-e217-45b6-a88a-cf94c848c011 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0567939 Aug 04 17:02:10.689187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:10.751571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed72b8b2-a94a-405b-af23-6763acd121d7 req-387c54a7-d813-4caa-afdc-4f197809c08b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=0374878d-d8e4-4cdf-8db0-58a45c3f48ee HTTP/1.1" status: 200 len: 210 time: 0.0392063 Aug 04 17:02:10.868214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 49ea022e-db58-4082-a9f7-1f30c6df2733 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:02:10.910457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Router 8a295845-1f86-43e0-9e1d-67677cb1f40c is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:02:11.083053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 49ea022e-db58-4082-a9f7-1f30c6df2733, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=49ea022e-db58-4082-a9f7-1f30c6df2733,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:11.113625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '49ea022e-db58-4082-a9f7-1f30c6df2733', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'port_id': '49ea022e-db58-4082-a9f7-1f30c6df2733', 'mac_address': 'fa:16:3e:12:80:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:02:11.125130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349ef41-c3bd-4af2-9179-7d4183ec29bc req-b61e16a0-66eb-4a21-9c0d-85b438447f9c tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:11.127816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4349ef41-c3bd-4af2-9179-7d4183ec29bc req-b61e16a0-66eb-4a21-9c0d-85b438447f9c tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 945 time: 0.0662501 Aug 04 17:02:11.195095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:02:11.201349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4349ef41-c3bd-4af2-9179-7d4183ec29bc req-bc5b3286-93f0-4937-af68-65f9ac85bb4d tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660901 Aug 04 17:02:11.216532 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Sync routers for ids ['8a295845-1f86-43e0-9e1d-67677cb1f40c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:02:11.235500 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:11.238584 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Routers {'8a295845-1f86-43e0-9e1d-67677cb1f40c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:11.248068 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:11.249378 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d5a69574-a3ae-4315-91c1-b83abd50739c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.3936350 Aug 04 17:02:11.251982 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:02:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a295845-1f86-43e0-9e1d-67677cb1f40c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:11.253169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49994) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:11.261906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ea022e-db58-4082-a9f7-1f30c6df2733 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:02:11.290458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 49ea022e-db58-4082-a9f7-1f30c6df2733, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=49ea022e-db58-4082-a9f7-1f30c6df2733,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:11.303439 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:11.388013 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=49ea022e-db58-4082-a9f7-1f30c6df2733,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:11.485628 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Set router 8a295845-1f86-43e0-9e1d-67677cb1f40c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:11.530792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['49ea022e-db58-4082-a9f7-1f30c6df2733'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:11.549989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c2597-ea4b-4f56-942b-09dfbb4dd640 req-49c533ec-4500-485f-a1d7-0a8fe2be0bba tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:11.551748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-620c2597-ea4b-4f56-942b-09dfbb4dd640 req-49c533ec-4500-485f-a1d7-0a8fe2be0bba tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 945 time: 0.1378829 Aug 04 17:02:11.646145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-620c2597-ea4b-4f56-942b-09dfbb4dd640 req-71a5c3d3-dd3a-41ad-b1e4-a4ad44e61bc3 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848053 Aug 04 17:02:11.720235 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:10Z', 'revision_number': 3, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:11.770736 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Checking router: 8a295845-1f86-43e0-9e1d-67677cb1f40c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:02:11.771154 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Updating router 8a295845-1f86-43e0-9e1d-67677cb1f40c port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:02:11.797018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb151f7a-049d-4f08-9d41-59e3929e3221 None None] Network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:02:11.815060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcb4c7b2-f51d-432d-b19c-01c45c909f40 req-f3938869-629d-4776-8002-fe03459ed8f6 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0408530 Aug 04 17:02:11.854226 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:11.879301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-60168b52-f910-4186-9e25-1ea0b8f718c2 None None] Provisioning for port 110064da-621e-49c2-b33a-8c3188f2b025 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:11.920601 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:11.945210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 110064da-621e-49c2-b33a-8c3188f2b025 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:12.073868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 110064da-621e-49c2-b33a-8c3188f2b025 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:12.080959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 110064da-621e-49c2-b33a-8c3188f2b025 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:12.081335 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.184846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Allocated IP 172.20.0.1 (05f85c8b-600b-45b9-8a35-a81b4e8dc9e7/a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67/5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:02:12.238330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.291812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 110064da-621e-49c2-b33a-8c3188f2b025, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=110064da-621e-49c2-b33a-8c3188f2b025,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:12.303784 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.361188 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.375620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=110064da-621e-49c2-b33a-8c3188f2b025,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:12.375886 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Transition to ACTIVE for port object 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:12.395774 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.446887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcce7d2-adb8-4c4e-a8a5-c7cae19f1447 req-2f6e0ac5-7644-415a-9dc4-a44eb3d9fd0b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:12.454358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-afcce7d2-adb8-4c4e-a8a5-c7cae19f1447 req-2f6e0ac5-7644-415a-9dc4-a44eb3d9fd0b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.1982839 Aug 04 17:02:12.458325 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Attempting to bind port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:02:12.458769 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Attempting to bind port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:02:12.459222 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Attempting to bind port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:12.471096 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:02:12.471778 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:12.472012 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.472464 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:02:12.473081 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Bound port: 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:02:12.473517 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.482885 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.507869 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c082b-f99b-47b5-b08d-c0fe7aab1847 None None] Pushing event updated for resources: {'Port': ['ID=4c6cf72f-bf3b-4fb0-95cc-b908d42a7517,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:12.523992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Transition to ACTIVE for port object 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:12.542508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7d710b5d-7e64-4f31-b7c7-711ffa1a4024 None None] Provisioning complete for port 110064da-621e-49c2-b33a-8c3188f2b025 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:12.542871 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d710b5d-7e64-4f31-b7c7-711ffa1a4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.548124 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] For port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:02:12.552205 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] For port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4c6cf72f-bf3b-4fb0-95cc-b908d42a7517,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:02:12.558130 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.578419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715994d1-af75-4d2c-8030-1a27e8a581c9 req-64a30d18-e606-4050-8ab1-bbadf03ec98d tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:12.588951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-715994d1-af75-4d2c-8030-1a27e8a581c9 req-64a30d18-e606-4050-8ab1-bbadf03ec98d tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 945 time: 0.1734200 Aug 04 17:02:12.598535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-afcce7d2-adb8-4c4e-a8a5-c7cae19f1447 req-ed9330b7-9f4a-4a5d-8f53-48718447a0b8 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431060 Aug 04 17:02:12.613734 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Routers {'8a295845-1f86-43e0-9e1d-67677cb1f40c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:12.614239 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:02:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a295845-1f86-43e0-9e1d-67677cb1f40c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:12.643385 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.669775 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c082b-f99b-47b5-b08d-c0fe7aab1847 None None] Pushing event updated for resources: {'Port': ['ID=4c6cf72f-bf3b-4fb0-95cc-b908d42a7517,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:12.689775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-715994d1-af75-4d2c-8030-1a27e8a581c9 req-f8c6e643-37e8-4834-851f-98700ceabbfc tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977499 Aug 04 17:02:12.728923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:02:12.732385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:12.738759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:02:12.775389 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] Set router 8a295845-1f86-43e0-9e1d-67677cb1f40c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:12.806959 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:12.900663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 49ea022e-db58-4082-a9f7-1f30c6df2733 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:13.019453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:13.019915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 49ea022e-db58-4082-a9f7-1f30c6df2733 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:13.027522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 49ea022e-db58-4082-a9f7-1f30c6df2733 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:13.027902 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:13.132828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5f61cca6-b4bd-424d-978f-2ed4e8fd96cd None None] Provisioning for port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:13.134829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:13.139357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5f61cca6-b4bd-424d-978f-2ed4e8fd96cd None None] Provisioning complete for port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:13.139730 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5f61cca6-b4bd-424d-978f-2ed4e8fd96cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:13.169452 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:10Z', 'revision_number': 3, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:13.179546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:13.198603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5f61cca6-b4bd-424d-978f-2ed4e8fd96cd None None] Port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:02:13.210929 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f25581-c6a3-4545-b2bb-ce684819e10c None None] The sync data for ids ['8a295845-1f86-43e0-9e1d-67677cb1f40c'] in n-d-764435-5 is: [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:10Z', 'revision_number': 3, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:02:13.212671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ea022e-db58-4082-a9f7-1f30c6df2733'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:13.221227 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdedba5-17a9-481f-84b7-c1897f3f4185" -d '{"events": [{"server_uuid": "bd7746b6-f3c5-488e-bac4-519ef7dad3f0", "name": "network-vif-plugged", "status": "completed", "tag": "49ea022e-db58-4082-a9f7-1f30c6df2733"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:13.239997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 49ea022e-db58-4082-a9f7-1f30c6df2733, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=49ea022e-db58-4082-a9f7-1f30c6df2733,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:13.246476 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:13.247452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 50810664-ac5d-4215-b5e4-7475fe74d0b7 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:02:13.263705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134cbe8-0d5f-4c08-a978-8f6f6ffd53cd req-8e43924e-bd04-40bb-844a-6de1283ad83e tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:13.265435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a134cbe8-0d5f-4c08-a978-8f6f6ffd53cd req-8e43924e-bd04-40bb-844a-6de1283ad83e tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 945 time: 0.5307422 Aug 04 17:02:13.267382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bb438b1-2158-4b65-b6bb-49693cb96126 req-e5e85f83-3a1f-44e3-9eb9-520c7d25c85d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1822894 Aug 04 17:02:13.271460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 50810664-ac5d-4215-b5e4-7475fe74d0b7 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:02:13.271816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 50810664-ac5d-4215-b5e4-7475fe74d0b7 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:02:13.322511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a29c31d3-6d0e-41c8-8b3e-66fe4ad11f5c req-1db28b4f-c1dc-4607-8f3f-06c162be4717 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0687964 Aug 04 17:02:13.329720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=49ea022e-db58-4082-a9f7-1f30c6df2733,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:13.398591 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a134cbe8-0d5f-4c08-a978-8f6f6ffd53cd req-ac1fcf62-6a94-4098-93d8-d419654fe59f tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120243 Aug 04 17:02:13.498037 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b68b740-a934-4206-94d4-9989af7961b1 x-openstack-request-id: req-6b68b740-a934-4206-94d4-9989af7961b1 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:13.498451 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7746b6-f3c5-488e-bac4-519ef7dad3f0", "name": "network-vif-plugged", "status": "completed", "tag": "49ea022e-db58-4082-a9f7-1f30c6df2733", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:13.498818 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b68b740-a934-4206-94d4-9989af7961b1 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:13.499332 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ea022e-db58-4082-a9f7-1f30c6df2733', 'code': 200} Aug 04 17:02:13.526787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:13.550188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:13.959172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:14.028364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:14.035069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:14.035700 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:14.165012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:14.202891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4c6cf72f-bf3b-4fb0-95cc-b908d42a7517,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:14.211612 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:14.212804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 110064da-621e-49c2-b33a-8c3188f2b025 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:14.240536 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:14.345667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:14.355966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=4c6cf72f-bf3b-4fb0-95cc-b908d42a7517,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:14.356114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47991a-943b-453b-b9cc-761b7dd9282d req-a38ba97d-7168-4397-a750-eb9f46a43fe8 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:14.357613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d47991a-943b-453b-b9cc-761b7dd9282d req-a38ba97d-7168-4397-a750-eb9f46a43fe8 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 945 time: 0.8223453 Aug 04 17:02:14.371677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 110064da-621e-49c2-b33a-8c3188f2b025 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:14.372000 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:14.415860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc64709-1645-4133-aa5c-68a33bc30acf req-4a748953-7194-40df-b33c-bf823f15f3f9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:14.417510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abc64709-1645-4133-aa5c-68a33bc30acf req-4a748953-7194-40df-b33c-bf823f15f3f9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.2391114 Aug 04 17:02:14.438090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76967feb-f38f-49b1-bf04-3ff74e8ec0b7 req-44ac57f7-8593-44bc-8bf2-c31b73d4c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:14.440624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76967feb-f38f-49b1-bf04-3ff74e8ec0b7 req-44ac57f7-8593-44bc-8bf2-c31b73d4c0c0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 1097 time: 0.8469906 Aug 04 17:02:14.450404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36259bea-7698-440b-b58c-c15f994b051d req-5714a02b-278a-4616-bddc-ffe1990fbd9a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:14.452075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36259bea-7698-440b-b58c-c15f994b051d req-5714a02b-278a-4616-bddc-ffe1990fbd9a tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 950 time: 0.2861302 Aug 04 17:02:14.594586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d47991a-943b-453b-b9cc-761b7dd9282d req-cfa1a218-4539-4ff3-8c60-c1c398836008 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180250 Aug 04 17:02:14.637326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76967feb-f38f-49b1-bf04-3ff74e8ec0b7 req-a1223e5d-84b1-4650-9bdb-58e23b5bea48 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706524 Aug 04 17:02:14.657517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abc64709-1645-4133-aa5c-68a33bc30acf req-440c4d76-0d57-40a7-98cb-2eba2c76e02b tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f41113-c4c8-466a-b4ea-d2b58a69a350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015724 Aug 04 17:02:14.669718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:02:14.673944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:14.772370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68393c06-f193-4b4c-b518-d3dd2e0dab47 req-444a69e5-80bf-41d2-ab7b-a8aafe13b877 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0386202 Aug 04 17:02:14.786507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-36259bea-7698-440b-b58c-c15f994b051d req-070eda1c-1666-4a8e-98e4-b67fc171cbbc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Deleting port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:02:14.786869 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-36259bea-7698-440b-b58c-c15f994b051d req-070eda1c-1666-4a8e-98e4-b67fc171cbbc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:15.005516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-36259bea-7698-440b-b58c-c15f994b051d req-070eda1c-1666-4a8e-98e4-b67fc171cbbc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] For port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:15.005949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-36259bea-7698-440b-b58c-c15f994b051d req-070eda1c-1666-4a8e-98e4-b67fc171cbbc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:15.026788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-36259bea-7698-440b-b58c-c15f994b051d req-070eda1c-1666-4a8e-98e4-b67fc171cbbc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Calling delete_port for 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:02:15.039942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa4365-6513-42ec-a05c-53958e590f90 req-01c8b59e-c844-4184-9ef2-90898d136935 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:15.042058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7dfa4365-6513-42ec-a05c-53958e590f90 req-01c8b59e-c844-4184-9ef2-90898d136935 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 946 time: 0.1716270 Aug 04 17:02:15.047499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2ff2a05c-3585-4aab-8fb9-4535cb0761c9 None None] Provisioning complete for port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:15.049090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a05c-3585-4aab-8fb9-4535cb0761c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:15.057119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Router 8a295845-1f86-43e0-9e1d-67677cb1f40c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:02:15.065182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-300541ad-b763-4e9d-b10b-56809492effb tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:15.066782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-300541ad-b763-4e9d-b10b-56809492effb tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.90 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 945 time: 0.2586272 Aug 04 17:02:15.100620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2a05c-3585-4aab-8fb9-4535cb0761c9 None None] Port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:02:15.219310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31b4ecbc-f9a2-4a64-bacc-43e0e0173046 req-839a7efc-fe91-4380-b5f0-28c83e5da8c0 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343&device_id=99013a8e-62c2-42e1-a391-f882a8c24341 HTTP/1.1" status: 200 len: 210 time: 0.0631721 Aug 04 17:02:15.269348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7dfa4365-6513-42ec-a05c-53958e590f90 req-c01b5bac-da09-4dd0-9845-73967b5df08f tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166462 Aug 04 17:02:15.464375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:02:15.466547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d9e7d84b-3949-4a04-83cf-8e94a4a2c3d4 admin admin] 10.222.0.39 "PUT /v2.0/routers/8a295845-1f86-43e0-9e1d-67677cb1f40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2120476 Aug 04 17:02:15.496401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-add3d8de-c08e-45b4-8814-c12c49dc26c4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Deleting port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:02:15.496740 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-add3d8de-c08e-45b4-8814-c12c49dc26c4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:15.530455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5684fab-81e0-4e7c-9da8-d5b6178e6c8f req-b3a3295d-d049-4ee1-aced-66add275a7b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28bfe0914d2741099470d57c4ed693ad&device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0557654 Aug 04 17:02:15.613968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-36259bea-7698-440b-b58c-c15f994b051d req-070eda1c-1666-4a8e-98e4-b67fc171cbbc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:15.630075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2126c815-1fa8-440f-b24b-20c1c78c70dc req-8968f280-09d9-425e-961d-07bef1c0eb06 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0677161 Aug 04 17:02:15.701531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5684fab-81e0-4e7c-9da8-d5b6178e6c8f req-f8770da6-e546-4584-bb78-633cd8556cb2 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=28bfe0914d2741099470d57c4ed693ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1269705 Aug 04 17:02:15.736233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Sync routers for ids ['8a295845-1f86-43e0-9e1d-67677cb1f40c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:02:15.747064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Routers {'8a295845-1f86-43e0-9e1d-67677cb1f40c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:15.747980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:02:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a295845-1f86-43e0-9e1d-67677cb1f40c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:15.752787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070eda1c-1666-4a8e-98e4-b67fc171cbbc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Pushing event deleted for resources: {'Port': ['ID=8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:15.872166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:15.934620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Set router 8a295845-1f86-43e0-9e1d-67677cb1f40c gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:15.948983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-add3d8de-c08e-45b4-8814-c12c49dc26c4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] For port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,segment=NetworkSegment(33e0f814-5867-472b-a8b3-b8187abb83e3),segment_id=33e0f814-5867-472b-a8b3-b8187abb83e3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:15.949358 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-add3d8de-c08e-45b4-8814-c12c49dc26c4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:15.993650 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:15.993926 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:16.003483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-36259bea-7698-440b-b58c-c15f994b051d req-070eda1c-1666-4a8e-98e4-b67fc171cbbc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] No DVR routers for this DVR port 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:02:16.006864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-add3d8de-c08e-45b4-8814-c12c49dc26c4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Calling delete_port for e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:02:16.022262 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-36259bea-7698-440b-b58c-c15f994b051d req-070eda1c-1666-4a8e-98e4-b67fc171cbbc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:16.024879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36259bea-7698-440b-b58c-c15f994b051d req-070eda1c-1666-4a8e-98e4-b67fc171cbbc tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.90 "DELETE /v2.0/ports/8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 HTTP/1.1" status: 204 len: 173 time: 1.5612843 Aug 04 17:02:16.025342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'name': 'network-vif-deleted', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:16.027910 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c24c40-104d-4082-b358-2d0b69532449" -d '{"events": [{"server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "name": "network-vif-deleted", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:16.195291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759aaa5-5a36-4111-a36a-7f6eba2069bc req-01f31300-c3c2-4c95-8b60-48972516eff8 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:16.203310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c759aaa5-5a36-4111-a36a-7f6eba2069bc req-01f31300-c3c2-4c95-8b60-48972516eff8 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 945 time: 0.4514880 Aug 04 17:02:16.267142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-886014a3-f788-4897-aab4-eb3087de3ac0 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:16.268739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-886014a3-f788-4897-aab4-eb3087de3ac0 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/networks?id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 HTTP/1.1" status: 200 len: 828 time: 0.2981956 Aug 04 17:02:16.325594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-08a843b2-44b8-4a6b-beb1-6c96f4666dbb tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/quotas/ceee51ddb5904b6e987fb2eb1cae6d44 HTTP/1.1" status: 200 len: 375 time: 0.0327361 Aug 04 17:02:16.331720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5684fab-81e0-4e7c-9da8-d5b6178e6c8f req-84d44493-37a5-4b10-af76-1bf43f7fd621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:16.333248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5684fab-81e0-4e7c-9da8-d5b6178e6c8f req-84d44493-37a5-4b10-af76-1bf43f7fd621 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6032205 Aug 04 17:02:16.352984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c759aaa5-5a36-4111-a36a-7f6eba2069bc req-a9230d21-962b-4d8a-8882-b2ab83c7ccd3 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/security-groups?id=aadd0577-2adb-404a-b58d-1a98522b3073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435430 Aug 04 17:02:16.453204 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-f9bcb83c-0550-4dc7-87d5-ac9764edda2c tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ceee51ddb5904b6e987fb2eb1cae6d44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988500 Aug 04 17:02:16.470747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5', 'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'mac_address': 'fa:16:3e:41:80:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:11Z', 'updated_at': '2021-08-04T17:02:13Z', 'revision_number': 2, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'subnets': [{'id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:16.505687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Checking router: 8a295845-1f86-43e0-9e1d-67677cb1f40c for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:02:16.505955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Updating router 8a295845-1f86-43e0-9e1d-67677cb1f40c port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:02:16.540102 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:16.589447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92e34005-d698-4af0-87b4-bf36fbf8ef26 req-d6c71aae-f7bf-4d16-8827-20c1d114f1d9 tempest-MigrationsAdminTest-1589283831 tempest-MigrationsAdminTest-1589283831-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb614f48-b88f-45ef-bb94-c9fdddf26567 HTTP/1.1" status: 200 len: 210 time: 0.1302159 Aug 04 17:02:16.638426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-add3d8de-c08e-45b4-8814-c12c49dc26c4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:16.657573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:16.693629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-20fedd75-5da3-4b8c-9859-1998fb9f509a service neutron] 10.222.0.39 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062964 Aug 04 17:02:16.696883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3d8de-c08e-45b4-8814-c12c49dc26c4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Pushing event deleted for resources: {'Port': ['ID=e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:16.820915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-add3d8de-c08e-45b4-8814-c12c49dc26c4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] No DVR routers for this DVR port e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:02:16.825705 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-add3d8de-c08e-45b4-8814-c12c49dc26c4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:16.828159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcec6ffd-fce1-4573-80dc-d57e3a596ab7 req-add3d8de-c08e-45b4-8814-c12c49dc26c4 tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.90 "DELETE /v2.0/ports/e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 HTTP/1.1" status: 204 len: 173 time: 1.7442293 Aug 04 17:02:16.926730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-2bb73bb2-7f3c-4a09-829a-2ca98a221487 service neutron] 10.222.0.39 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223463 Aug 04 17:02:16.994699 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc776c6-149c-4ef8-9afe-3f33e5532609 x-openstack-request-id: req-6cc776c6-149c-4ef8-9afe-3f33e5532609 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:16.995234 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb614f48-b88f-45ef-bb94-c9fdddf26567", "name": "network-vif-deleted", "tag": "8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:16.995551 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cc776c6-149c-4ef8-9afe-3f33e5532609 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:16.996227 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb614f48-b88f-45ef-bb94-c9fdddf26567', 'name': 'network-vif-deleted', 'tag': '8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699', 'status': 'completed', 'code': 200} Aug 04 17:02:17.094861 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:17.117985 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Transition to ACTIVE for port object 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:17.129417 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:17.139605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d4f56-e31c-4726-93ca-604f4d349f51 req-9d41e17c-87e1-4d29-8013-095f05294726 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:17.140948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f01d4f56-e31c-4726-93ca-604f4d349f51 req-9d41e17c-87e1-4d29-8013-095f05294726 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 946 time: 0.0681860 Aug 04 17:02:17.295758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715846b-10ae-466e-b6d0-1ea4ecd7ef1f None None] Pushing event updated for resources: {'Port': ['ID=5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:17.323451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Attempting to bind port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:02:17.323823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Attempting to bind port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:02:17.328497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Attempting to bind port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 on network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:17.348476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:02:17.348820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Checking segment: {'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:17.349234 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:17.349649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Bound using segment: {'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:02:17.350132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Bound port: 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:02:17.350510 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:17.381218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddaaf4d6-96f7-4ad0-b279-f96f58fd395f req-41872bec-5ff3-434a-b0c2-4c209c1b37d2 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.1470094 Aug 04 17:02:17.386256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f01d4f56-e31c-4726-93ca-604f4d349f51 req-69283564-be6f-456a-b588-40b0df87162a tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360680 Aug 04 17:02:17.425849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:02:17.538551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9170c8b9-6c31-486b-a3cd-a5a487cbe7ae req-c27c17c1-41d5-4208-a038-e6b67e474a40 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 210 time: 0.0764928 Aug 04 17:02:17.584001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:02:17.584900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:02:17.585379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:02:17.663455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:02:17.663822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8febe3e6-fc8c-4eb1-b9a3-6d6db5a50699 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:02:17.697766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] For port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:02:17.702135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] For port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:02:17.708492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:17.713863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-988805d2-8982-4b83-bdfc-f901717e7456 req-f87a489c-2092-49c3-9bf0-6cff1bf151ed tempest-InstanceActionsNegativeTestJSON-1693387464 tempest-InstanceActionsNegativeTestJSON-1693387464-project] 10.222.0.39 "GET /v2.0/ports?device_id=50fbf6c0-2d80-4031-805e-8c4cb9a82c50 HTTP/1.1" status: 200 len: 210 time: 0.0711925 Aug 04 17:02:17.788141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5684fab-81e0-4e7c-9da8-d5b6178e6c8f req-ea9ab21b-1002-474f-a76e-b2eb816c1580 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0727265 Aug 04 17:02:17.893782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e028da-ad16-4bbb-92bb-0be88d5268cf req-2b1893ed-fb42-4e3e-b472-d471088f8dac tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:17.898672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8e028da-ad16-4bbb-92bb-0be88d5268cf req-2b1893ed-fb42-4e3e-b472-d471088f8dac tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 946 time: 0.2195630 Aug 04 17:02:17.899094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715846b-10ae-466e-b6d0-1ea4ecd7ef1f None None] Pushing event updated for resources: {'Port': ['ID=5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:17.901862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Routers {'8a295845-1f86-43e0-9e1d-67677cb1f40c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:17.902475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:02:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a295845-1f86-43e0-9e1d-67677cb1f40c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:17.912856 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50132) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:17.921507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-386cfad7-c586-47b1-b3b2-20b219c696cb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Request body: {'floatingip': {'port_id': '49ea022e-db58-4082-a9f7-1f30c6df2733'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:18.019189 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-386cfad7-c586-47b1-b3b2-20b219c696cb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:18.090199 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:02:18.141484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] Set router 8a295845-1f86-43e0-9e1d-67677cb1f40c gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:18.290211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50138) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:18.528383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5', 'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'mac_address': 'fa:16:3e:41:80:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:11Z', 'updated_at': '2021-08-04T17:02:17Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'subnets': [{'id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:18.593962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c699892-fc4c-4fea-b0e4-716b2642f08d None None] The sync data for ids ['8a295845-1f86-43e0-9e1d-67677cb1f40c'] in n-d-764435-5 is: [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5', 'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'mac_address': 'fa:16:3e:41:80:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:11Z', 'updated_at': '2021-08-04T17:02:17Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'subnets': [{'id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:02:18.640090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfe80882-daa1-4940-84f9-1635a0569840 req-7d663820-5964-4761-8249-bd8c24637860 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb599323-2254-4d3d-a69c-9c03a215b343 HTTP/1.1" status: 200 len: 210 time: 0.0513847 Aug 04 17:02:18.647527 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a5b09178-e122-434b-a48f-58630a9873ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa45efccca1840b4b961a5862a9ab168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557250 Aug 04 17:02:18.650254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50146) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:18.762933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56db80a0-88d5-45bc-92fb-c6dd5474cc6a req-d3c96e76-457b-41ab-850e-8e153b80cc93 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 210 time: 0.0626855 Aug 04 17:02:18.783068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50150) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:18.794167 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed085-638b-415a-a794-69c126d53922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:18.849780 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed085-638b-415a-a794-69c126d53922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:18.856887 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-386cfad7-c586-47b1-b3b2-20b219c696cb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:18.863614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-386cfad7-c586-47b1-b3b2-20b219c696cb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:18.916112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f6aec5-5480-4c9b-a9e6-28aa3fe5c3df admin admin] Deleting subnet d2a047c0-0719-4d90-b574-3dd88214776b {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:02:18.936250 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46f6aec5-5480-4c9b-a9e6-28aa3fe5c3df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:19.012987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fbf6c0-2d80-4031-805e-8c4cb9a82c50', 'name': 'network-vif-deleted', 'tag': 'e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:19.016131 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbffe5bc-4540-48eb-a320-58c78af633eb" -d '{"events": [{"server_uuid": "50fbf6c0-2d80-4031-805e-8c4cb9a82c50", "name": "network-vif-deleted", "tag": "e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:19.032225 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-386cfad7-c586-47b1-b3b2-20b219c696cb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Floating IP 48df06f3-66c7-41ab-8235-be924f1a6ff6 associated. External IP: 172.25.2.232, port: 49ea022e-db58-4082-a9f7-1f30c6df2733. Aug 04 17:02:19.108972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46f6aec5-5480-4c9b-a9e6-28aa3fe5c3df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:19.112312 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13abad30-f919-453b-bfa2-af8c4a17bdb0 x-openstack-request-id: req-13abad30-f919-453b-bfa2-af8c4a17bdb0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:19.112736 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fbf6c0-2d80-4031-805e-8c4cb9a82c50", "name": "network-vif-deleted", "tag": "e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:19.113814 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13abad30-f919-453b-bfa2-af8c4a17bdb0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:19.114268 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fbf6c0-2d80-4031-805e-8c4cb9a82c50', 'name': 'network-vif-deleted', 'tag': 'e52c14f6-b51a-43e8-b0d4-40d51bc8b8b7', 'status': 'completed', 'code': 200} Aug 04 17:02:19.252315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed085-638b-415a-a794-69c126d53922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:19.255053 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed085-638b-415a-a794-69c126d53922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:19.256309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6d4ed085-638b-415a-a794-69c126d53922 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14f41113-c4c8-466a-b4ea-d2b58a69a350 HTTP/1.1" status: 204 len: 168 time: 0.5841761 Aug 04 17:02:19.276874 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46f6aec5-5480-4c9b-a9e6-28aa3fe5c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:19.314421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-7b1d161c-24f2-4dd5-98fd-3e3295fb2746 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:19.316007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-7b1d161c-24f2-4dd5-98fd-3e3295fb2746 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.90 "GET /v2.0/networks?id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 HTTP/1.1" status: 200 len: 828 time: 0.3202832 Aug 04 17:02:19.318872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ed085-638b-415a-a794-69c126d53922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f41113-c4c8-466a-b4ea-d2b58a69a350,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:19.342205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Request body: {'port': {'device_id': '275e1115-1686-4691-825b-eb6d59d65e77', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'admin_state_up': True, 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:19.407700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386cfad7-c586-47b1-b3b2-20b219c696cb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Router 44516c57-48f9-469c-a6ca-be6bcbcde062 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:02:19.496233 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46f6aec5-5480-4c9b-a9e6-28aa3fe5c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:19.576703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6aec5-5480-4c9b-a9e6-28aa3fe5c3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a047c0-0719-4d90-b574-3dd88214776b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:19.596437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46f6aec5-5480-4c9b-a9e6-28aa3fe5c3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:19.601041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-46f6aec5-5480-4c9b-a9e6-28aa3fe5c3df admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d2a047c0-0719-4d90-b574-3dd88214776b HTTP/1.1" status: 204 len: 168 time: 0.8123198 Aug 04 17:02:19.611113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50164) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:19.722880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Made reservation on behalf of ceee51ddb5904b6e987fb2eb1cae6d44 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:19.726895 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:19.755619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50170) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:19.918276 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:19.956105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:19.971027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cbe6cf18-36d5-4bbc-a7de-22d251820c05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5256dfbe10134ef08a5ae1e2749f6cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069433 Aug 04 17:02:19.979202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50174) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:20.027155 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386cfad7-c586-47b1-b3b2-20b219c696cb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:02:20.035767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-386cfad7-c586-47b1-b3b2-20b219c696cb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:20.044310 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] Sync routers for ids ['44516c57-48f9-469c-a6ca-be6bcbcde062'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:02:20.061023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3e80485-2bb1-4ac7-acd4-6e6c99e4ca15 req-40a69ccb-9888-4d6d-9494-ae6e56fcbe37 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 210 time: 0.1543803 Aug 04 17:02:20.065950 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] Routers {'44516c57-48f9-469c-a6ca-be6bcbcde062'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:20.066614 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:02:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44516c57-48f9-469c-a6ca-be6bcbcde062'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:20.096539 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-386cfad7-c586-47b1-b3b2-20b219c696cb tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "PUT /v2.0/floatingips/48df06f3-66c7-41ab-8235-be924f1a6ff6 HTTP/1.1" status: 200 len: 992 time: 2.1809733 Aug 04 17:02:20.097671 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'tag': '49ea022e-db58-4082-a9f7-1f30c6df2733'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:20.100458 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6036acb7-cb43-491d-ada4-8d1e7e3f360f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7746b6-f3c5-488e-bac4-519ef7dad3f0", "tag": "49ea022e-db58-4082-a9f7-1f30c6df2733"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:20.126958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:20.131708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:20.132391 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:20.333490 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] Set router 44516c57-48f9-469c-a6ca-be6bcbcde062 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:20.368456 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:20.456661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:20.462394 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:20.537073 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4734640b-0be9-4c79-9f00-862ca9edb733 x-openstack-request-id: req-4734640b-0be9-4c79-9f00-862ca9edb733 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:20.537369 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7746b6-f3c5-488e-bac4-519ef7dad3f0", "tag": "49ea022e-db58-4082-a9f7-1f30c6df2733", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:20.537620 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4734640b-0be9-4c79-9f00-862ca9edb733 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:20.537837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:20.538028 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'tag': '49ea022e-db58-4082-a9f7-1f30c6df2733', 'status': 'completed', 'code': 200} Aug 04 17:02:20.758129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0479e8e3-4aaa-4b39-83c6-bbc0f1ab50a0 req-a3487a7d-d4ab-415d-9c6c-c8d309f56d1f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28bfe0914d2741099470d57c4ed693ad&device_id=99013a8e-62c2-42e1-a391-f882a8c24341 HTTP/1.1" status: 200 len: 210 time: 0.6841857 Aug 04 17:02:20.894223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e3f2422-d6a4-470f-8d70-c23302d5df70 req-84416597-f6e0-4c45-baa8-4e2756db8221 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=99013a8e-62c2-42e1-a391-f882a8c24341 HTTP/1.1" status: 200 len: 210 time: 0.1516664 Aug 04 17:02:20.917883 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0479e8e3-4aaa-4b39-83c6-bbc0f1ab50a0 req-1e370c15-3fd1-4c0f-ae9e-b08b4bcad607 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=28bfe0914d2741099470d57c4ed693ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1493490 Aug 04 17:02:20.993526 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:51Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '48df06f3-66c7-41ab-8235-be924f1a6ff6', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'port_id': '49ea022e-db58-4082-a9f7-1f30c6df2733', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'mac_address': 'fa:16:3e:12:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:01:55Z', 'updated_at': '2021-08-04T17:02:18Z', 'revision_number': 1, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2167208c-224d-484c-85c1-94b595a96568', 'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'mac_address': 'fa:16:3e:de:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:49Z', 'updated_at': '2021-08-04T17:01:58Z', 'revision_number': 5, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'subnets': [{'id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:21.031573 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] Checking router: 44516c57-48f9-469c-a6ca-be6bcbcde062 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:02:21.043375 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] Routers {'44516c57-48f9-469c-a6ca-be6bcbcde062'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:21.044422 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:02:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44516c57-48f9-469c-a6ca-be6bcbcde062'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:21.082143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.092937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-66ce0744-bad5-47b9-b04a-63dc8367e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:21.093306 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-66ce0744-bad5-47b9-b04a-63dc8367e736 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c60363feb17e4b91a7ae391741f5326c&device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 1097 time: 0.3494418 Aug 04 17:02:21.129564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a743d021-42d2-4401-9c88-6d617f793496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.135448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1f81f1-365d-4d0b-b663-f1107a2380ac']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:21.161217 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Allocated IP 172.20.0.13 (05f85c8b-600b-45b9-8a35-a81b4e8dc9e7/a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67/367a2285-f76d-44ac-b92f-6dbba63cb36d) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:02:21.206593 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] Set router 44516c57-48f9-469c-a6ca-be6bcbcde062 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:21.249775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e0f814-5867-472b-a8b3-b8187abb83e3') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:21.250025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e0f814-5867-472b-a8b3-b8187abb83e3') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:21.295064 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.317991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-310fae49-363e-48f5-9568-6a8b0ef8ebd1 req-38d26e40-6282-4a73-beec-5e9b9f363e09 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 210 time: 0.0964844 Aug 04 17:02:21.322016 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a743d021-42d2-4401-9c88-6d617f793496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.374363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.391979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479e8e3-4aaa-4b39-83c6-bbc0f1ab50a0 req-c8c1a907-0874-4068-bdbd-42ad94bcbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:21.393494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0479e8e3-4aaa-4b39-83c6-bbc0f1ab50a0 req-c8c1a907-0874-4068-bdbd-42ad94bcbee5 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4671988 Aug 04 17:02:21.408815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:02:21.409220 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:02:21.411167 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:02:21.513202 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:51Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '48df06f3-66c7-41ab-8235-be924f1a6ff6', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'port_id': '49ea022e-db58-4082-a9f7-1f30c6df2733', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'mac_address': 'fa:16:3e:12:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:01:55Z', 'updated_at': '2021-08-04T17:02:18Z', 'revision_number': 1, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2167208c-224d-484c-85c1-94b595a96568', 'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'mac_address': 'fa:16:3e:de:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:49Z', 'updated_at': '2021-08-04T17:01:58Z', 'revision_number': 5, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'subnets': [{'id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:21.550113 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e19a7-6c94-430b-8fd4-cc7c2f5f6478 None None] The sync data for ids ['44516c57-48f9-469c-a6ca-be6bcbcde062'] in n-d-764435-5 is: [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:51Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '48df06f3-66c7-41ab-8235-be924f1a6ff6', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'port_id': '49ea022e-db58-4082-a9f7-1f30c6df2733', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'mac_address': 'fa:16:3e:12:80:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:01:55Z', 'updated_at': '2021-08-04T17:02:18Z', 'revision_number': 1, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2167208c-224d-484c-85c1-94b595a96568', 'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'mac_address': 'fa:16:3e:de:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:49Z', 'updated_at': '2021-08-04T17:01:58Z', 'revision_number': 5, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'subnets': [{'id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:02:21.555858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-e8774534-f6d7-4a26-9dc1-4aafeafd517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:21.557283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-e8774534-f6d7-4a26-9dc1-4aafeafd517c service neutron] 10.222.0.82 "GET /v2.0/networks?id=ba4ee582-9064-4d3d-8a39-828601e5393b HTTP/1.1" status: 200 len: 914 time: 0.4506385 Aug 04 17:02:21.583834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.638515 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.640540 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] 10.222.0.39 "DELETE /v2.0/networks/3d1f81f1-365d-4d0b-b663-f1107a2380ac HTTP/1.1" status: 204 len: 168 time: 2.0281286 Aug 04 17:02:21.641580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a743d021-42d2-4401-9c88-6d617f793496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.644436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a743d021-42d2-4401-9c88-6d617f793496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.645585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a743d021-42d2-4401-9c88-6d617f793496 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4592b279-b0c5-4592-a9aa-075811366752 HTTP/1.1" status: 204 len: 168 time: 1.6651654 Aug 04 17:02:21.682724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3169352-3cdc-4069-85df-782acb5373ed admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1f81f1-365d-4d0b-b663-f1107a2380ac,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:21.695379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743d021-42d2-4401-9c88-6d617f793496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4592b279-b0c5-4592-a9aa-075811366752,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:21.724313 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-ba7b0f64-4976-4b46-85e1-48c7f518b299 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49ea022e-db58-4082-a9f7-1f30c6df2733 HTTP/1.1" status: 200 len: 1000 time: 0.1522007 Aug 04 17:02:21.728016 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.777524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Transition to ACTIVE for port object 367a2285-f76d-44ac-b92f-6dbba63cb36d will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:21.815891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-533f6082-e083-4f25-9a56-4330b25597c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:21.817737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-533f6082-e083-4f25-9a56-4330b25597c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=adc77ec7-995b-4d94-a3a0-63578f6a1b25 HTTP/1.1" status: 200 len: 851 time: 0.0844309 Aug 04 17:02:21.901674 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:21.945004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:21.955330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-13c38202-d88e-4aec-8bde-266bdd556eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:21.956862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-13c38202-d88e-4aec-8bde-266bdd556eaf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba4ee582-9064-4d3d-8a39-828601e5393b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243279 Aug 04 17:02:22.030336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:02:22.037880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:22.044456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Pushing event updated for resources: {'Port': ['ID=367a2285-f76d-44ac-b92f-6dbba63cb36d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:22.047101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:02:22.071620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c793a9-12c8-4ec5-a190-981bc8a4e4ac None None] New status for floating IP 48df06f3-66c7-41ab-8235-be924f1a6ff6: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:02:22.082660 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50280) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:22.152365 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-65b0aa8d-0b30-4177-b7e8-ed978ee9a601 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe2437811f36479cb835ddcecec72e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678937 Aug 04 17:02:22.155562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50282) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:22.179397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b025302-7463-4bc3-88f7-f1adaad1cfe0 req-04e16a8a-65f5-48dc-ada0-e6afc48b8e8d tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=99013a8e-62c2-42e1-a391-f882a8c24341 HTTP/1.1" status: 200 len: 210 time: 0.0527143 Aug 04 17:02:22.182035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-096b99e4-f589-4551-92cb-480467b9fbdf service neutron] 10.222.0.82 "GET /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152803 Aug 04 17:02:22.200955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:22.205337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:22.292919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:22.293287 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:22.296625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:22.349011 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:22.362140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-01905bd0-8c34-408d-b608-2bdaae9f81c7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0306756 Aug 04 17:02:22.486460 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:22.490200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:22.497161 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aadd0577-2adb-404a-b58d-1a98522b3073 HTTP/1.1" status: 204 len: 168 time: 0.3394101 Aug 04 17:02:22.523177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd0577-2adb-404a-b58d-1a98522b3073,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:22.531426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8dabd01a-b1e7-479a-9419-4c915e38c289 None None] Provisioning for port 367a2285-f76d-44ac-b92f-6dbba63cb36d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:22.541065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8dabd01a-b1e7-479a-9419-4c915e38c289 None None] Provisioning complete for port 367a2285-f76d-44ac-b92f-6dbba63cb36d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:22.541810 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8dabd01a-b1e7-479a-9419-4c915e38c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:22.560493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.561815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.562258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.565036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.565429 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.566613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.567112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.570907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.571885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.572505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.573375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.574023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6541a9f-0ddd-4aa4-a5eb-46c1600d5ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:22.596899 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6036acb7-cb43-491d-ada4-8d1e7e3f360f req-9206ca2e-401d-487c-8447-66c8682202e5 service neutron] 10.222.0.82 "GET /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743587 Aug 04 17:02:22.640927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8dabd01a-b1e7-479a-9419-4c915e38c289 None None] Port 367a2285-f76d-44ac-b92f-6dbba63cb36d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:02:22.652269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Request body: {'port': {'device_id': '275e1115-1686-4691-825b-eb6d59d65e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:22.716630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5a036-eeb2-4d9c-94f1-41bcee6ad706 req-197366ce-66a8-41dd-bccb-afddc55c7b68 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:22.718398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ca5a036-eeb2-4d9c-94f1-41bcee6ad706 req-197366ce-66a8-41dd-bccb-afddc55c7b68 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 932 time: 0.2684710 Aug 04 17:02:22.788762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:22.843229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ca5a036-eeb2-4d9c-94f1-41bcee6ad706 req-70d11fc5-9248-43d7-8a55-82493626f5ba tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3000dcb-0966-4304-9636-80f48731ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932727 Aug 04 17:02:22.967576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0479e8e3-4aaa-4b39-83c6-bbc0f1ab50a0 req-2293da39-43eb-4ea9-b015-c912ea8bb3e1 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.82 "GET /v2.0/ports?device_id=99013a8e-62c2-42e1-a391-f882a8c24341 HTTP/1.1" status: 200 len: 210 time: 0.0560741 Aug 04 17:02:23.326726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367a2285-f76d-44ac-b92f-6dbba63cb36d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:02:23.371980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-305bc400-33e7-4b62-a93d-a509a8b5bd8f req-948b11ea-b37c-41a4-89a7-93fbc2837335 tempest-ServerShowV247Test-1496985044 tempest-ServerShowV247Test-1496985044-project] 10.222.0.39 "GET /v2.0/ports?device_id=99013a8e-62c2-42e1-a391-f882a8c24341 HTTP/1.1" status: 200 len: 210 time: 0.0505762 Aug 04 17:02:23.374347 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:23.405389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Transition to ACTIVE for port object 367a2285-f76d-44ac-b92f-6dbba63cb36d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:23.417479 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:23.537916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Pushing event updated for resources: {'Port': ['ID=367a2285-f76d-44ac-b92f-6dbba63cb36d,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:23.697388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Attempting to bind port 367a2285-f76d-44ac-b92f-6dbba63cb36d on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:02:23.698352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Attempting to bind port 367a2285-f76d-44ac-b92f-6dbba63cb36d by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:02:23.699592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Attempting to bind port 367a2285-f76d-44ac-b92f-6dbba63cb36d on network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:23.706294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Port 367a2285-f76d-44ac-b92f-6dbba63cb36d on network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:02:23.707585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Attempting to bind port 367a2285-f76d-44ac-b92f-6dbba63cb36d on network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:23.713833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:02:23.714143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Checking segment: {'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:23.714474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Bound using segment: {'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:02:23.714929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Bound port: 367a2285-f76d-44ac-b92f-6dbba63cb36d, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03d18bf-867b-42b3-9b3a-222a885e3ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:02:23.715313 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:23.905120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] For port 367a2285-f76d-44ac-b92f-6dbba63cb36d, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:02:23.919260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] For port 367a2285-f76d-44ac-b92f-6dbba63cb36d, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:02:23.941269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:24.078872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:24.078872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:24.080583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] 10.222.0.90 "PUT /v2.0/ports/367a2285-f76d-44ac-b92f-6dbba63cb36d HTTP/1.1" status: 200 len: 1092 time: 1.7072885 Aug 04 17:02:24.085878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275e1115-1686-4691-825b-eb6d59d65e77', 'tag': '367a2285-f76d-44ac-b92f-6dbba63cb36d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:24.088302 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c686309-0083-4935-a5a0-889ecb025f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "275e1115-1686-4691-825b-eb6d59d65e77", "tag": "367a2285-f76d-44ac-b92f-6dbba63cb36d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:24.198997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aa6c1-6338-415a-874d-8922ddf6fd9c service neutron] Pushing event updated for resources: {'Port': ['ID=367a2285-f76d-44ac-b92f-6dbba63cb36d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:24.266728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e433eb7-50b0-40cf-a42c-419394fb3859 req-1e96c7df-c7f0-43bb-b721-19baca4cccc0 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:24.276332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e433eb7-50b0-40cf-a42c-419394fb3859 req-1e96c7df-c7f0-43bb-b721-19baca4cccc0 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 944 time: 0.2332814 Aug 04 17:02:24.279567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-011a412d-38a6-47e8-9bf6-ce5637b902f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:24.292015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-011a412d-38a6-47e8-9bf6-ce5637b902f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ceee51ddb5904b6e987fb2eb1cae6d44&device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 1095 time: 0.1550374 Aug 04 17:02:24.394001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-8c476f99-1528-4302-a16f-184a698b8c74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d HTTP/1.1" status: 200 len: 217 time: 0.0863047 Aug 04 17:02:24.513134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e433eb7-50b0-40cf-a42c-419394fb3859 req-ce1e3a6f-77d1-46c5-a2ed-0a2a33cf24fe tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3000dcb-0966-4304-9636-80f48731ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096441 Aug 04 17:02:24.518331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-e32cc68b-7d73-4df6-87d8-18498887bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:24.523646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-e32cc68b-7d73-4df6-87d8-18498887bf45 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67 HTTP/1.1" status: 200 len: 867 time: 0.1095381 Aug 04 17:02:24.604794 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bf4494-ba79-40db-8c63-f84218170e01 x-openstack-request-id: req-03bf4494-ba79-40db-8c63-f84218170e01 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:24.605554 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275e1115-1686-4691-825b-eb6d59d65e77", "tag": "367a2285-f76d-44ac-b92f-6dbba63cb36d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:24.605966 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03bf4494-ba79-40db-8c63-f84218170e01 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:24.606838 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275e1115-1686-4691-825b-eb6d59d65e77', 'tag': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'status': 'completed', 'code': 200} Aug 04 17:02:24.648339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-5ea08e4b-9489-4bbc-9720-df928969c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:24.650343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-5ea08e4b-9489-4bbc-9720-df928969c63e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212320 Aug 04 17:02:24.867966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-9dd46312-50c0-44dc-8cc5-41eb5761b7a6 service neutron] 10.222.0.90 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927822 Aug 04 17:02:25.062633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50396) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:25.108424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54f1f242-8ebe-4231-8dce-585edafd0676 req-2710733c-cd2c-4321-a279-a4a4c94363c0 service neutron] 10.222.0.90 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318461 Aug 04 17:02:25.290843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c686309-0083-4935-a5a0-889ecb025f0b req-84be7bde-0384-488a-babd-61dbda748fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:25.311748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c686309-0083-4935-a5a0-889ecb025f0b req-84be7bde-0384-488a-babd-61dbda748fae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ceee51ddb5904b6e987fb2eb1cae6d44&device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 1095 time: 0.1030073 Aug 04 17:02:25.317895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc57a95-f40c-4ae4-86ea-02b900289fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:25.441244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c686309-0083-4935-a5a0-889ecb025f0b req-3cf54a13-c0af-4c19-ad88-fc2df66a114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:25.443365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c686309-0083-4935-a5a0-889ecb025f0b req-3cf54a13-c0af-4c19-ad88-fc2df66a114d service neutron] 10.222.0.90 "GET /v2.0/networks?id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 HTTP/1.1" status: 200 len: 930 time: 0.1288326 Aug 04 17:02:25.519155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c686309-0083-4935-a5a0-889ecb025f0b req-6ad33002-a843-4580-8f22-1d29f8c659fc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d HTTP/1.1" status: 200 len: 217 time: 0.0653687 Aug 04 17:02:25.535122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc57a95-f40c-4ae4-86ea-02b900289fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:25.542664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc57a95-f40c-4ae4-86ea-02b900289fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:25.610196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50420) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:25.611588 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2cc57a95-f40c-4ae4-86ea-02b900289fec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28bfe0914d2741099470d57c4ed693ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407627 Aug 04 17:02:25.652449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc57a95-f40c-4ae4-86ea-02b900289fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753fd578-3484-4e32-9802-1eff681e3fb3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:25.699570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c686309-0083-4935-a5a0-889ecb025f0b req-9b91dea4-4e01-422f-bb68-1f92069ace60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:25.701039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c686309-0083-4935-a5a0-889ecb025f0b req-9b91dea4-4e01-422f-bb68-1f92069ace60 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67 HTTP/1.1" status: 200 len: 867 time: 0.1743677 Aug 04 17:02:25.803229 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-754c7ad5-dfe0-4f5f-88fe-4241f7e28104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:25.845730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c686309-0083-4935-a5a0-889ecb025f0b req-2fb35287-2cfd-4257-bada-c7ab3b8d1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:25.847639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c686309-0083-4935-a5a0-889ecb025f0b req-2fb35287-2cfd-4257-bada-c7ab3b8d1ada service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090236 Aug 04 17:02:25.850373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-754c7ad5-dfe0-4f5f-88fe-4241f7e28104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:25.861012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f70c7d-87a5-427d-96ba-9662f2c7e346 req-4e1291c1-2b9b-4517-b16c-f0ac423d7712 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:25.869835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98f70c7d-87a5-427d-96ba-9662f2c7e346 req-4e1291c1-2b9b-4517-b16c-f0ac423d7712 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 944 time: 0.1722541 Aug 04 17:02:26.024014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98f70c7d-87a5-427d-96ba-9662f2c7e346 req-780c8bbc-a7fd-4891-9448-4c73fd1d5d04 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3000dcb-0966-4304-9636-80f48731ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485317 Aug 04 17:02:26.056612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c686309-0083-4935-a5a0-889ecb025f0b req-229ab431-16a3-4528-b87c-063e19205d37 service neutron] 10.222.0.90 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788042 Aug 04 17:02:26.057727 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-754c7ad5-dfe0-4f5f-88fe-4241f7e28104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:26.060461 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-754c7ad5-dfe0-4f5f-88fe-4241f7e28104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:26.061696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-754c7ad5-dfe0-4f5f-88fe-4241f7e28104 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/753fd578-3484-4e32-9802-1eff681e3fb3 HTTP/1.1" status: 204 len: 168 time: 0.4503524 Aug 04 17:02:26.089132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c7ad5-dfe0-4f5f-88fe-4241f7e28104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753fd578-3484-4e32-9802-1eff681e3fb3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:26.235063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c686309-0083-4935-a5a0-889ecb025f0b req-9bbfe3b7-7ebe-4da1-9bdc-9dc34c7a0533 service neutron] 10.222.0.90 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526699 Aug 04 17:02:27.047885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eb43b-5663-4e78-998c-c74959b8e3e9 req-c1c37877-9a8c-4f91-901b-17c1e3632a7f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:27.049861 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-100eb43b-5663-4e78-998c-c74959b8e3e9 req-c1c37877-9a8c-4f91-901b-17c1e3632a7f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.0940537 Aug 04 17:02:27.077661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50510) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:27.127796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-100eb43b-5663-4e78-998c-c74959b8e3e9 req-e5497383-9df4-4be9-827f-13fc0c1d4ca1 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707610 Aug 04 17:02:27.280315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38010ee-2c6b-4165-aad9-aceac21af42c req-bcc9964d-efce-45e5-b264-b7c4200522fa tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:27.289036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38010ee-2c6b-4165-aad9-aceac21af42c req-bcc9964d-efce-45e5-b264-b7c4200522fa tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 944 time: 0.0765631 Aug 04 17:02:27.338781 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38010ee-2c6b-4165-aad9-aceac21af42c req-47ed0a1d-e592-46ed-b5bd-9994e0999f85 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3000dcb-0966-4304-9636-80f48731ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485811 Aug 04 17:02:27.444087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 367a2285-f76d-44ac-b92f-6dbba63cb36d details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:02:27.448615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1496352232-network', 'tenant_id': '173082757bc04a31b2a2048df2d4cdbf'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:27.482622 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Made reservation on behalf of 173082757bc04a31b2a2048df2d4cdbf for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:27.485606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:27.497900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:27.600354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 367a2285-f76d-44ac-b92f-6dbba63cb36d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:27.620484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'port_id': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'mac_address': 'fa:16:3e:68:d0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:02:27.670513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:27.677633 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:27.685697 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:27.696615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:02:27.708292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:27.708719 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Added segment 6cfffccc-0546-4739-b9ed-02a50ccccca1 of type vlan for network 466ca3f5-52b1-4270-9eda-4475959211d3 Aug 04 17:02:27.724474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367a2285-f76d-44ac-b92f-6dbba63cb36d {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:02:27.772773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 367a2285-f76d-44ac-b92f-6dbba63cb36d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:27.779478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50528) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:27.784164 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:27.792335 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:27.797029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b31a8ec-716f-42df-b2e6-c94975d8e27d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:27.853909 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:27.856322 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:27.857594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:27.860804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=367a2285-f76d-44ac-b92f-6dbba63cb36d,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:27.934760 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8557541 Aug 04 17:02:27.937036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50532) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:27.941581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e4674-30e9-4eb9-9840-e90cac7e2e01 admin admin] Pushing event updated for resources: {'Network': ['ID=466ca3f5-52b1-4270-9eda-4475959211d3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:27.945936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Request body: {'subnet': {'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1496352232-subnet', 'tenant_id': '173082757bc04a31b2a2048df2d4cdbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:27.955889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 466ca3f5-52b1-4270-9eda-4475959211d3 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:02:27.974364 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aef7ae4-7233-4260-988b-7a62f340129c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:28.027776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Made reservation on behalf of 173082757bc04a31b2a2048df2d4cdbf for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:28.031514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:28.084382 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['367a2285-f76d-44ac-b92f-6dbba63cb36d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:28.360306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aef7ae4-7233-4260-988b-7a62f340129c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:28.374481 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aef7ae4-7233-4260-988b-7a62f340129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:28.420468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:28.480002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003da2-32ec-4ac6-a77c-a208a110261f req-6a8f537a-aea6-4045-8119-8a28defbdf4b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:28.482262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89003da2-32ec-4ac6-a77c-a208a110261f req-6a8f537a-aea6-4045-8119-8a28defbdf4b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.2450564 Aug 04 17:02:28.540857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0aef7ae4-7233-4260-988b-7a62f340129c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44ff995f94e843a0b5fbc45fcdbcca5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7602773 Aug 04 17:02:28.541923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef7ae4-7233-4260-988b-7a62f340129c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04c0a89-919a-4d7f-8c95-6b2993faf5fc,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:28.544322 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50544) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:28.629468 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3330b222-7e14-40bf-bbc2-db3f14d3bbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:28.659289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3330b222-7e14-40bf-bbc2-db3f14d3bbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:28.667709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb48bb64-77b4-470f-bd74-6a3c636aa456,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:28.686701 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89003da2-32ec-4ac6-a77c-a208a110261f req-91607c7d-4fff-460d-abf9-e71544e17a23 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726904 Aug 04 17:02:28.722705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc1e2-160b-47a4-b84b-8267344ff42d req-f6edd5b1-72fb-456f-ac19-e84de02b9147 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:28.725485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af0fc1e2-160b-47a4-b84b-8267344ff42d req-f6edd5b1-72fb-456f-ac19-e84de02b9147 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 945 time: 0.2086463 Aug 04 17:02:28.726590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Checking segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:28.727056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Network hostable DHCP agents. Network: 466ca3f5-52b1-4270-9eda-4475959211d3, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:02:28.733174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3330b222-7e14-40bf-bbc2-db3f14d3bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:28.736456 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3330b222-7e14-40bf-bbc2-db3f14d3bbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:28.740024 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3330b222-7e14-40bf-bbc2-db3f14d3bbdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e04c0a89-919a-4d7f-8c95-6b2993faf5fc HTTP/1.1" status: 204 len: 168 time: 0.1946440 Aug 04 17:02:28.762359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330b222-7e14-40bf-bbc2-db3f14d3bbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04c0a89-919a-4d7f-8c95-6b2993faf5fc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:28.789151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Network 466ca3f5-52b1-4270-9eda-4475959211d3 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:02:28.814392 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af0fc1e2-160b-47a4-b84b-8267344ff42d req-f0b3a5f0-0b9f-45f6-8de1-f39502537e12 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3000dcb-0966-4304-9636-80f48731ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801668 Aug 04 17:02:28.815806 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 466ca3f5-52b1-4270-9eda-4475959211d3) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:28.838873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:28.840423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:28.843708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f22ad9a-6220-4cf9-aef0-fe15e169339a None None] Network 466ca3f5-52b1-4270-9eda-4475959211d3 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:02:28.865593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0149a8b1-0aee-4ed5-9183-c4dc8b172d52 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9270380 Aug 04 17:02:29.036297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7bf657-e088-4ae8-a12f-a8a0e9eaca5c None None] Network 466ca3f5-52b1-4270-9eda-4475959211d3 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:02:29.179002 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50562) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:29.199917 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b48662fb-4a94-4a19-ae86-c76434f456da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:29.305893 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b48662fb-4a94-4a19-ae86-c76434f456da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:29.312429 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b48662fb-4a94-4a19-ae86-c76434f456da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:29.359744 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b48662fb-4a94-4a19-ae86-c76434f456da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c010575790f4e938d31be03fd7f15c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792033 Aug 04 17:02:29.360772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50572) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:29.385958 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48662fb-4a94-4a19-ae86-c76434f456da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b77f345-2b50-42b8-b6df-de84842564d0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:29.439638 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06d07e3b-548a-4d34-8558-28274136807b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:29.462856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 367a2285-f76d-44ac-b92f-6dbba63cb36d up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:29.486915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06d07e3b-548a-4d34-8558-28274136807b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:29.571831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 367a2285-f76d-44ac-b92f-6dbba63cb36d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:29.579427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06d07e3b-548a-4d34-8558-28274136807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:29.581358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 367a2285-f76d-44ac-b92f-6dbba63cb36d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:29.582096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06d07e3b-548a-4d34-8558-28274136807b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:29.582438 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:29.583368 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-06d07e3b-548a-4d34-8558-28274136807b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b77f345-2b50-42b8-b6df-de84842564d0 HTTP/1.1" status: 204 len: 168 time: 0.2187750 Aug 04 17:02:29.595476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d07e3b-548a-4d34-8558-28274136807b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b77f345-2b50-42b8-b6df-de84842564d0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:29.699076 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:29.699965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684c796-3051-48f9-8993-01399b01119d req-5636e0b5-d7be-4673-9913-bbeb86f67946 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:29.702403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-5636e0b5-d7be-4673-9913-bbeb86f67946 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.2075875 Aug 04 17:02:29.745604 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 367a2285-f76d-44ac-b92f-6dbba63cb36d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:29.746432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275e1115-1686-4691-825b-eb6d59d65e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367a2285-f76d-44ac-b92f-6dbba63cb36d'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:29.749585 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af56acb-f9ba-4817-bb86-3125988e92e8" -d '{"events": [{"server_uuid": "275e1115-1686-4691-825b-eb6d59d65e77", "name": "network-vif-plugged", "status": "completed", "tag": "367a2285-f76d-44ac-b92f-6dbba63cb36d"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:29.751951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-7bff663d-0723-4dbc-be25-6cc172d8c102 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/quotas/173082757bc04a31b2a2048df2d4cdbf HTTP/1.1" status: 200 len: 375 time: 0.0408528 Aug 04 17:02:29.754238 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:29.896086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-1f7306d8-d780-4d99-8e30-cbe6a87dfd83 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1401360 Aug 04 17:02:29.900917 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=367a2285-f76d-44ac-b92f-6dbba63cb36d,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:29.973052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf9d5-761a-48cd-9af1-d101dc12a0bf req-f717d4f0-1c44-4f47-82cf-5be877f3efb7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:29.980854 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b0bf9d5-761a-48cd-9af1-d101dc12a0bf req-f717d4f0-1c44-4f47-82cf-5be877f3efb7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.0820959 Aug 04 17:02:30.023798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b0bf9d5-761a-48cd-9af1-d101dc12a0bf req-4f0c589a-c63d-4977-bc12-3877d07b7659 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Aug 04 17:02:30.106913 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5626d20d-7bbf-417e-8e9d-3c23a1b31b5c x-openstack-request-id: req-5626d20d-7bbf-417e-8e9d-3c23a1b31b5c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:30.107204 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275e1115-1686-4691-825b-eb6d59d65e77", "name": "network-vif-plugged", "status": "completed", "tag": "367a2285-f76d-44ac-b92f-6dbba63cb36d", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:30.107451 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5626d20d-7bbf-417e-8e9d-3c23a1b31b5c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:30.107846 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275e1115-1686-4691-825b-eb6d59d65e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'code': 200} Aug 04 17:02:30.217203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-7c9d6325-b502-4844-9ca4-25f5e614acb8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:02:30.224496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-7c9d6325-b502-4844-9ca4-25f5e614acb8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3272054 Aug 04 17:02:30.346545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396899f-0d84-4126-b596-f31f1cc2b5e3 req-85f9529a-4110-4cfd-b60c-2ad78203454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:30.348155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f396899f-0d84-4126-b596-f31f1cc2b5e3 req-85f9529a-4110-4cfd-b60c-2ad78203454f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 1097 time: 0.1678486 Aug 04 17:02:30.359090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef69f7-10f9-42cd-80fd-88c7596e7a6c req-f1937a6a-aa5b-4338-8e54-1c4dca7d9872 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:30.366510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25ef69f7-10f9-42cd-80fd-88c7596e7a6c req-f1937a6a-aa5b-4338-8e54-1c4dca7d9872 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 946 time: 0.1756420 Aug 04 17:02:30.458529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-4f2c509c-d3de-449d-81aa-c271aebe4883 service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331619 Aug 04 17:02:30.478871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25ef69f7-10f9-42cd-80fd-88c7596e7a6c req-92f3fe2c-f813-44cb-b297-d768289d6970 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3000dcb-0966-4304-9636-80f48731ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030765 Aug 04 17:02:30.499255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f396899f-0d84-4126-b596-f31f1cc2b5e3 req-43d48c50-6599-427c-a235-543f80c4ab2d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a3000dcb-0966-4304-9636-80f48731ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277332 Aug 04 17:02:30.639952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-a8a92053-87ee-4d40-bf04-97f71e8da902 service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596169 Aug 04 17:02:30.863398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-adaf68eb-6304-4a98-a7f0-cf32772442cc req-94a266f6-cdcf-42fc-8629-b426427a4f7a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 210 time: 0.0386903 Aug 04 17:02:31.212457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788c502-798d-457e-94f2-e15944d1912a req-bfdd3f12-5caf-49c8-8325-152e372baf90 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:31.223380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1788c502-798d-457e-94f2-e15944d1912a req-bfdd3f12-5caf-49c8-8325-152e372baf90 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.0957642 Aug 04 17:02:31.295393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1788c502-798d-457e-94f2-e15944d1912a req-1366ad91-fa50-4fb9-9519-a4ec09a47539 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709348 Aug 04 17:02:31.612773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789e84f-30a8-4acd-bc14-5a9ac2b4e11b req-f6791c11-4215-4da5-8b09-733d00b16b2d tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:31.616438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8789e84f-30a8-4acd-bc14-5a9ac2b4e11b req-f6791c11-4215-4da5-8b09-733d00b16b2d tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 946 time: 0.0703623 Aug 04 17:02:31.669332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8789e84f-30a8-4acd-bc14-5a9ac2b4e11b req-ad9a8ec9-993c-41f0-a0a0-eed26cc8703d tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3000dcb-0966-4304-9636-80f48731ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Aug 04 17:02:31.843643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-8b68b3fb-a0af-4ecb-b2f0-7f22400a6207 req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1055430138', 'description': 'tempest-description-1710855015'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:31.951825 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd75380a-a87e-48da-bd4c-409b42dd0ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:32.021902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b68b3fb-a0af-4ecb-b2f0-7f22400a6207 req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:32.475701 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b68b3fb-a0af-4ecb-b2f0-7f22400a6207 req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:32.588480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-ce24f4e4-5ad9-4ebc-8acc-7b2c0bb81744 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 258 time: 0.7379503 Aug 04 17:02:32.636545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:32.667673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684c796-3051-48f9-8993-01399b01119d req-3113c127-2d6b-4185-bf14-6e8964c46b50 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:32.670112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-3113c127-2d6b-4185-bf14-6e8964c46b50 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.6778624 Aug 04 17:02:32.687145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Request body: {'port': {'device_id': '3bd4a16c-388f-4927-8337-bee87c1b7235', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'admin_state_up': True, 'tenant_id': '173082757bc04a31b2a2048df2d4cdbf'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:32.864885 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b68b3fb-a0af-4ecb-b2f0-7f22400a6207 req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:32.878725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b68b3fb-a0af-4ecb-b2f0-7f22400a6207 req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:32.910395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.api [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 17:02:32.910395 n-d-764435-5 neutron-server[105828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 17:02:32.910395 n-d-764435-5 neutron-server[105828]: [parameters: {'project_id_1': '173082757bc04a31b2a2048df2d4cdbf', 'expiration_1': datetime.datetime(2021, 8, 4, 17, 2, 32, 876293)}] Aug 04 17:02:32.910395 n-d-764435-5 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:02:32.911328 n-d-764435-5 neutron-server[105828]: DEBUG oslo_db.api [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:02:32.934710 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:32.970061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20572c6-6f75-4c0e-aca1-bf07f5c30c47,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:33.075221 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b68b3fb-a0af-4ecb-b2f0-7f22400a6207 req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:33.083426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b68b3fb-a0af-4ecb-b2f0-7f22400a6207 req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:33.134605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b68b3fb-a0af-4ecb-b2f0-7f22400a6207 req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:33.136004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b68b3fb-a0af-4ecb-b2f0-7f22400a6207 req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.2971995 Aug 04 17:02:33.138479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0a6b8-53d9-42ec-a1cf-44dac4d8da78 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e14132-b1c9-47f3-bfeb-a059f841a320,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:33.163801 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:33.312904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3ea2639-0176-4250-b723-ade97bb3c245 req-b9471c07-648d-412f-b3a7-17583fe2a94f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 210 time: 0.0569947 Aug 04 17:02:33.349739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Allocated IP 172.25.2.52 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/019503ed-4d27-406a-8921-fdc91967aade) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:02:33.506394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Made reservation on behalf of 173082757bc04a31b2a2048df2d4cdbf for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:33.510128 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:33.553851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefde24c-ee21-40f4-b917-3d75c756d95e req-dffe4082-f466-4c6f-83e8-7db1e4bcab42 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:33.555518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fefde24c-ee21-40f4-b917-3d75c756d95e req-dffe4082-f466-4c6f-83e8-7db1e4bcab42 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.1315289 Aug 04 17:02:33.564182 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:33.681727 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fefde24c-ee21-40f4-b917-3d75c756d95e req-76ee62ee-11e7-418b-a741-1aa86e1db486 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136503 Aug 04 17:02:33.747099 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:33.812513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Allocated IP 172.20.0.12 (466ca3f5-52b1-4270-9eda-4475959211d3/cb48bb64-77b4-470f-bd74-6a3c636aa456/c37e6e46-e077-4573-b472-cd59e89f0849) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:02:33.828597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:02:33.840933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:33.843865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:02:33.909378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Pushing event updated for resources: {'Port': ['ID=019503ed-4d27-406a-8921-fdc91967aade,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:33.925053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-94633e43-0120-4147-9a19-0dc684db6e09 req-7271535c-4939-4888-af8f-6dd71e8fbcd5 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Request body: {'security_group': {'name': 'tempest-securitygroup-622093037', 'description': 'tempest-description-30703068'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:34.061298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-94633e43-0120-4147-9a19-0dc684db6e09 req-7271535c-4939-4888-af8f-6dd71e8fbcd5 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.133992 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.232571 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.239567 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.337802 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-94633e43-0120-4147-9a19-0dc684db6e09 req-7271535c-4939-4888-af8f-6dd71e8fbcd5 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.349981 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-94633e43-0120-4147-9a19-0dc684db6e09 req-7271535c-4939-4888-af8f-6dd71e8fbcd5 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.355703 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-acd09b17-d3a4-452f-a6f8-07d6a6c21a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.439733 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-94633e43-0120-4147-9a19-0dc684db6e09 req-7271535c-4939-4888-af8f-6dd71e8fbcd5 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.441297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94633e43-0120-4147-9a19-0dc684db6e09 req-7271535c-4939-4888-af8f-6dd71e8fbcd5 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5360796 Aug 04 17:02:34.459383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271535c-4939-4888-af8f-6dd71e8fbcd5 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a107899d-1171-4890-8a74-f0b91dd85034,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:34.468890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.616144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Network 466ca3f5-52b1-4270-9eda-4475959211d3 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:02:34.629590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event updated for resources: {'Port': ['ID=c37e6e46-e077-4573-b472-cd59e89f0849,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:34.635174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:34.642564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:02:34.763324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.780141 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.853242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:34.854144 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.919668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d516d5a-6248-43c8-9d09-498f4f88ec7f req-9e5db1a8-1e9a-4c14-ace5-479ebd7fd3c5 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:34.921309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d516d5a-6248-43c8-9d09-498f4f88ec7f req-9e5db1a8-1e9a-4c14-ace5-479ebd7fd3c5 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 932 time: 0.2331579 Aug 04 17:02:34.927874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-298e4070-d31c-404b-b2aa-0a851d631d2c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2472892 Aug 04 17:02:34.932438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Pushing event updated for resources: {'Port': ['ID=019503ed-4d27-406a-8921-fdc91967aade,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:34.947262 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:34.950496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Request body: {'port': {'device_id': '3bd4a16c-388f-4927-8337-bee87c1b7235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:34.981718 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:35.016004 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:35.017220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-2853edb3-a147-489e-b861-3726182a94e4 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3941267 Aug 04 17:02:35.052067 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d516d5a-6248-43c8-9d09-498f4f88ec7f req-8a8b42d2-c9d3-47de-9c61-083de1c384ad tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148655 Aug 04 17:02:35.104156 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:35.109037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-196f8a23-e68d-4446-a275-46b94f6ff275 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.0730431 Aug 04 17:02:35.193660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-40c52458-28a3-4f47-b085-6071b45306e1 req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1882806670', 'description': 'tempest-description-160139726'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:35.315465 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-40c52458-28a3-4f47-b085-6071b45306e1 req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:35.386774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-40c52458-28a3-4f47-b085-6071b45306e1 req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:35.430726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-b1d3703b-57b1-43cc-812b-332a891a769c tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:35.433310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a515114f-05e1-4aa3-88a3-030bdb2911cc req-b1d3703b-57b1-43cc-812b-332a891a769c tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.3102286 Aug 04 17:02:35.710563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37e6e46-e077-4573-b472-cd59e89f0849 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:02:35.723376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af175a-135e-41f5-bbc8-779cecbde7cd req-10b9354e-865b-4b6c-b5bb-a66125e745c8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:35.725343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96af175a-135e-41f5-bbc8-779cecbde7cd req-10b9354e-865b-4b6c-b5bb-a66125e745c8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.1527252 Aug 04 17:02:35.736794 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:35.737887 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:35.754236 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-40c52458-28a3-4f47-b085-6071b45306e1 req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:35.768011 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-40c52458-28a3-4f47-b085-6071b45306e1 req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:35.778276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Transition to ACTIVE for port object c37e6e46-e077-4573-b472-cd59e89f0849 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:35.797439 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:35.855910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96af175a-135e-41f5-bbc8-779cecbde7cd req-36a576dc-19e1-40c9-a2f3-148294a48a70 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154153 Aug 04 17:02:35.862026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4149685e-8e4f-427b-ae3f-1df52d3e79ff,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:35.893689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c37e6e46-e077-4573-b472-cd59e89f0849,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:36.005709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-40c52458-28a3-4f47-b085-6071b45306e1 req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:36.020550 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-40c52458-28a3-4f47-b085-6071b45306e1 req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:36.047926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Attempting to bind port c37e6e46-e077-4573-b472-cd59e89f0849 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:02:36.048268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Attempting to bind port c37e6e46-e077-4573-b472-cd59e89f0849 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:02:36.048602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Attempting to bind port c37e6e46-e077-4573-b472-cd59e89f0849 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:36.065100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Port c37e6e46-e077-4573-b472-cd59e89f0849 on network 466ca3f5-52b1-4270-9eda-4475959211d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:02:36.065558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Attempting to bind port c37e6e46-e077-4573-b472-cd59e89f0849 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:36.075125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:02:36.075459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Checking segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:36.075873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Bound using segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:02:36.076297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Bound port: c37e6e46-e077-4573-b472-cd59e89f0849, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:02:36.076658 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:36.094869 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-40c52458-28a3-4f47-b085-6071b45306e1 req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:36.094869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40c52458-28a3-4f47-b085-6071b45306e1 req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.9506743 Aug 04 17:02:36.098202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb2660-ddda-43b0-b877-7b6920b13a52 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da11d719-c0f0-49b7-9031-8512ecccedce,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:36.286014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-27dd16c2-e89c-432d-883a-d152177da6fb tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:36.287760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-27dd16c2-e89c-432d-883a-d152177da6fb tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1725290 Aug 04 17:02:36.302556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] For port c37e6e46-e077-4573-b472-cd59e89f0849, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:02:36.315617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] For port c37e6e46-e077-4573-b472-cd59e89f0849, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c37e6e46-e077-4573-b472-cd59e89f0849,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:02:36.359810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573fa9b-d48f-447b-bb83-976df3d5f122 req-65e7f17b-056c-48e7-b7f9-4166f44264ce tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:36.361389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f573fa9b-d48f-447b-bb83-976df3d5f122 req-65e7f17b-056c-48e7-b7f9-4166f44264ce tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 944 time: 0.1893415 Aug 04 17:02:36.364945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:36.379818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-9cc4cd39-1ca6-4369-9d6e-f204bf116f3a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.0796309 Aug 04 17:02:36.424285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-199197e4-252e-4e0c-af71-789a32bc9ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Request body: {'floatingip': {'port_id': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:36.471894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:36.472576 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:36.474016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] 10.222.0.82 "PUT /v2.0/ports/c37e6e46-e077-4573-b472-cd59e89f0849 HTTP/1.1" status: 200 len: 1092 time: 1.5348036 Aug 04 17:02:36.477861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd4a16c-388f-4927-8337-bee87c1b7235', 'tag': 'c37e6e46-e077-4573-b472-cd59e89f0849'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:36.480246 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7914ce50-89fc-41a3-8c51-82550cdfaed4" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd4a16c-388f-4927-8337-bee87c1b7235", "tag": "c37e6e46-e077-4573-b472-cd59e89f0849"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:36.509155 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-199197e4-252e-4e0c-af71-789a32bc9ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:36.531489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f573fa9b-d48f-447b-bb83-976df3d5f122 req-bebfc171-0c54-4cf3-a8f0-4725811c60ef tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576819 Aug 04 17:02:36.568747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ec0bd-2748-4093-875c-293f09e0e6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c37e6e46-e077-4573-b472-cd59e89f0849,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:36.595857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a1a10916-bbc6-496b-bc82-b2fd62abeb4f req-1e68b6b5-30ab-4a93-b70a-be52c407a092 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-653326635', 'description': 'tempest-description-1501135649'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:36.686081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1a10916-bbc6-496b-bc82-b2fd62abeb4f req-1e68b6b5-30ab-4a93-b70a-be52c407a092 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:36.692872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684c796-3051-48f9-8993-01399b01119d req-bebccbfd-14ea-45c0-b14f-9340d5e461cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:36.694467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-bebccbfd-14ea-45c0-b14f-9340d5e461cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 1095 time: 0.1772978 Aug 04 17:02:36.791026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-a4e50085-4631-40df-8c89-79d2c7d1571c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c37e6e46-e077-4573-b472-cd59e89f0849 HTTP/1.1" status: 200 len: 217 time: 0.0820768 Aug 04 17:02:36.911489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684c796-3051-48f9-8993-01399b01119d req-cccf37a7-2ddf-40a2-8cce-2ae9b485b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:36.914286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-cccf37a7-2ddf-40a2-8cce-2ae9b485b36d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.1116467 Aug 04 17:02:36.990422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-eaf44a6a-6461-4d45-ae98-fdf9817f6d18 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669541 Aug 04 17:02:37.103818 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1a10916-bbc6-496b-bc82-b2fd62abeb4f req-1e68b6b5-30ab-4a93-b70a-be52c407a092 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:37.115323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1a10916-bbc6-496b-bc82-b2fd62abeb4f req-1e68b6b5-30ab-4a93-b70a-be52c407a092 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:37.360213 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:37.564388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1a10916-bbc6-496b-bc82-b2fd62abeb4f req-1e68b6b5-30ab-4a93-b70a-be52c407a092 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:37.565627 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1a10916-bbc6-496b-bc82-b2fd62abeb4f req-1e68b6b5-30ab-4a93-b70a-be52c407a092 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.0002246 Aug 04 17:02:37.603195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68b6b5-30ab-4a93-b70a-be52c407a092 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5210793c-2ce0-4d14-8acd-e6efec1ccc76,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:37.614732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-d59d62ab-465c-4ab8-bc67-acf746bce81c service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122136 Aug 04 17:02:37.639313 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2e4989-a81f-436c-a703-8665327be253 x-openstack-request-id: req-dd2e4989-a81f-436c-a703-8665327be253 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:37.639462 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd4a16c-388f-4927-8337-bee87c1b7235", "tag": "c37e6e46-e077-4573-b472-cd59e89f0849", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:37.639651 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd2e4989-a81f-436c-a703-8665327be253 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:37.639995 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd4a16c-388f-4927-8337-bee87c1b7235', 'tag': 'c37e6e46-e077-4573-b472-cd59e89f0849', 'status': 'completed', 'code': 200} Aug 04 17:02:37.812063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-199197e4-252e-4e0c-af71-789a32bc9ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:37.849775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496afaf6-8db5-46b6-964f-47ec37c9734b req-7736eb7e-7693-4ed4-a822-aa1bf9f28f1b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:37.851699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-496afaf6-8db5-46b6-964f-47ec37c9734b req-7736eb7e-7693-4ed4-a822-aa1bf9f28f1b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.1437881 Aug 04 17:02:37.854073 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-199197e4-252e-4e0c-af71-789a32bc9ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:37.858440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4684c796-3051-48f9-8993-01399b01119d req-22f006b9-15cb-4865-8a3d-b6a17f6e8fde service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175932 Aug 04 17:02:38.021305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-496afaf6-8db5-46b6-964f-47ec37c9734b req-460baea8-768e-4a02-a60a-c2aa2c6b1a26 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233187 Aug 04 17:02:38.030683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914ce50-89fc-41a3-8c51-82550cdfaed4 req-2599b782-c8a1-4170-aeca-13ab2df36cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:38.032197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7914ce50-89fc-41a3-8c51-82550cdfaed4 req-2599b782-c8a1-4170-aeca-13ab2df36cf4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 1095 time: 0.1230595 Aug 04 17:02:38.035077 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-199197e4-252e-4e0c-af71-789a32bc9ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Floating IP 5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e associated. External IP: 172.25.2.52, port: 367a2285-f76d-44ac-b92f-6dbba63cb36d. Aug 04 17:02:38.207562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914ce50-89fc-41a3-8c51-82550cdfaed4 req-35169f6e-9430-4073-9790-0130fa9f1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:38.209097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7914ce50-89fc-41a3-8c51-82550cdfaed4 req-35169f6e-9430-4073-9790-0130fa9f1a6c service neutron] 10.222.0.82 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 0.1695642 Aug 04 17:02:38.316558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7914ce50-89fc-41a3-8c51-82550cdfaed4 req-c6b911e3-6bde-4e84-9853-0ea4902e4b16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c37e6e46-e077-4573-b472-cd59e89f0849 HTTP/1.1" status: 200 len: 217 time: 0.0667701 Aug 04 17:02:38.431670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0846b2-b586-4e3e-8a66-243d2aace650 req-919d444d-96da-4d81-bca4-7a6f679fa5ef tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:38.433206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae0846b2-b586-4e3e-8a66-243d2aace650 req-919d444d-96da-4d81-bca4-7a6f679fa5ef tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 944 time: 0.1847231 Aug 04 17:02:38.436994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914ce50-89fc-41a3-8c51-82550cdfaed4 req-333f6dfc-1bd6-4ac6-a82d-13e5c14d95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:38.438351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7914ce50-89fc-41a3-8c51-82550cdfaed4 req-333f6dfc-1bd6-4ac6-a82d-13e5c14d95dd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.1130509 Aug 04 17:02:38.450285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-199197e4-252e-4e0c-af71-789a32bc9ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Router 8a295845-1f86-43e0-9e1d-67677cb1f40c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:02:38.488331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7914ce50-89fc-41a3-8c51-82550cdfaed4 req-a2558562-c1ef-445c-a8a3-a32b3d7f9d0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369010 Aug 04 17:02:38.531189 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae0846b2-b586-4e3e-8a66-243d2aace650 req-6dad04c3-d73f-4d4c-9a3f-6ad6ca5b595b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881088 Aug 04 17:02:38.740371 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7914ce50-89fc-41a3-8c51-82550cdfaed4 req-46a2b60b-5efc-49dd-aa1c-60d79b468e0f service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432024 Aug 04 17:02:38.745103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-199197e4-252e-4e0c-af71-789a32bc9ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:02:38.753374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-199197e4-252e-4e0c-af71-789a32bc9ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:38.755882 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] Sync routers for ids ['8a295845-1f86-43e0-9e1d-67677cb1f40c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:02:38.771510 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] Routers {'8a295845-1f86-43e0-9e1d-67677cb1f40c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:38.772338 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a295845-1f86-43e0-9e1d-67677cb1f40c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:38.794922 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:38.864529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-199197e4-252e-4e0c-af71-789a32bc9ec2 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "PUT /v2.0/floatingips/5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e HTTP/1.1" status: 200 len: 996 time: 2.4543433 Aug 04 17:02:38.903088 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:38.909275 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] Set router 8a295845-1f86-43e0-9e1d-67677cb1f40c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:38.944071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7914ce50-89fc-41a3-8c51-82550cdfaed4 req-b9dd41eb-aa27-406c-b4fa-c92780e20e32 service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944685 Aug 04 17:02:39.013690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device aff78694-1cd7-488e-b27a-08fe7d9ce7da details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:02:39.051663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-918403de-76ce-4dc2-a2dd-49aca3ca2289 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42295 time: 0.4612935 Aug 04 17:02:39.146930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-8a28f406-38b3-4b4a-b527-0e0e4800469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:39.149455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-8a28f406-38b3-4b4a-b527-0e0e4800469f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ceee51ddb5904b6e987fb2eb1cae6d44&device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 1097 time: 0.2700424 Aug 04 17:02:39.157433 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'port_id': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'mac_address': 'fa:16:3e:68:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275e1115-1686-4691-825b-eb6d59d65e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:02:33Z', 'updated_at': '2021-08-04T17:02:37Z', 'revision_number': 1, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5', 'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'mac_address': 'fa:16:3e:41:80:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:11Z', 'updated_at': '2021-08-04T17:02:20Z', 'revision_number': 5, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'subnets': [{'id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:39.158437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-ee9c70d8-d58e-4bc8-96e4-492597803188 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4149685e-8e4f-427b-ae3f-1df52d3e79ff HTTP/1.1" status: 200 len: 2985 time: 0.0945182 Aug 04 17:02:39.162561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:39.184576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'port_id': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'mac_address': 'fa:16:3e:b7:fb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:02:39.197222 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] Checking router: 8a295845-1f86-43e0-9e1d-67677cb1f40c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:02:39.207038 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] Routers {'8a295845-1f86-43e0-9e1d-67677cb1f40c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:39.207913 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a295845-1f86-43e0-9e1d-67677cb1f40c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:39.264784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-8d1523cd-ddc7-4a23-9739-bf4808a288e7 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4149685e-8e4f-427b-ae3f-1df52d3e79ff HTTP/1.1" status: 200 len: 2985 time: 0.1052847 Aug 04 17:02:39.314269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-f2de0572-a149-41bc-9392-bd8c965c9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:39.316582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-f2de0572-a149-41bc-9392-bd8c965c9426 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 HTTP/1.1" status: 200 len: 930 time: 0.1463423 Aug 04 17:02:39.344851 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] Set router 8a295845-1f86-43e0-9e1d-67677cb1f40c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:39.381767 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:39.403295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aff78694-1cd7-488e-b27a-08fe7d9ce7da {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:02:39.419961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-aa549ca4-09a2-4603-94fb-b77a1206c98a tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/479013d4-3be2-4740-b767-12be4a606f2c HTTP/1.1" status: 200 len: 2981 time: 0.1246948 Aug 04 17:02:39.439628 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:39.448770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:39.450240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-3ff44ce2-a262-4086-aa51-a41dc537419b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d HTTP/1.1" status: 200 len: 999 time: 0.1205511 Aug 04 17:02:39.516362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-3eb57b68-45a6-49ff-b063-8d0d174fb4db tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/479013d4-3be2-4740-b767-12be4a606f2c HTTP/1.1" status: 200 len: 2981 time: 0.0952604 Aug 04 17:02:39.546770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:39.547021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-b3a0cba4-fd54-422c-9c55-e4cd57634093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:39.547021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-b3a0cba4-fd54-422c-9c55-e4cd57634093 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67 HTTP/1.1" status: 200 len: 867 time: 0.0874271 Aug 04 17:02:39.597674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['aff78694-1cd7-488e-b27a-08fe7d9ce7da'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:39.615172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-13f3ba6d-bb91-4a84-9d46-0496d63e4012 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4b31a8ec-716f-42df-b2e6-c94975d8e27d HTTP/1.1" status: 200 len: 2985 time: 0.0980313 Aug 04 17:02:39.641648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275e1115-1686-4691-825b-eb6d59d65e77', 'tag': '367a2285-f76d-44ac-b92f-6dbba63cb36d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:39.644157 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b" -d '{"events": [{"name": "network-changed", "server_uuid": "275e1115-1686-4691-825b-eb6d59d65e77", "tag": "367a2285-f76d-44ac-b92f-6dbba63cb36d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:39.659396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-40d3147e-0bf2-4a76-bf1b-59b8d36fc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:39.660952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-40d3147e-0bf2-4a76-bf1b-59b8d36fc26b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009045 Aug 04 17:02:39.687718 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'port_id': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'mac_address': 'fa:16:3e:68:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275e1115-1686-4691-825b-eb6d59d65e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:02:33Z', 'updated_at': '2021-08-04T17:02:37Z', 'revision_number': 1, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5', 'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'mac_address': 'fa:16:3e:41:80:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:11Z', 'updated_at': '2021-08-04T17:02:20Z', 'revision_number': 5, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'subnets': [{'id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:39.716404 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3c3e94-7b1f-4193-8f6d-954e92e050d4 None None] The sync data for ids ['8a295845-1f86-43e0-9e1d-67677cb1f40c'] in n-d-764435-5 is: [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'port_id': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'mac_address': 'fa:16:3e:68:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275e1115-1686-4691-825b-eb6d59d65e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:02:33Z', 'updated_at': '2021-08-04T17:02:37Z', 'revision_number': 1, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5', 'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'mac_address': 'fa:16:3e:41:80:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:11Z', 'updated_at': '2021-08-04T17:02:20Z', 'revision_number': 5, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'subnets': [{'id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:02:39.734954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-3f2c128b-746b-4ee8-8221-d4d8f5b56089 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4b31a8ec-716f-42df-b2e6-c94975d8e27d HTTP/1.1" status: 200 len: 2985 time: 0.1100199 Aug 04 17:02:39.807464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-d79a6b0c-c922-4f16-afc2-134363c7b817 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/593a167a-52e7-4daf-afaf-0dd1087433dd HTTP/1.1" status: 200 len: 2973 time: 0.0715790 Aug 04 17:02:39.833089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-58d0b598-8bc7-4647-88b3-1e7e73726a8c service neutron] 10.222.0.39 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638110 Aug 04 17:02:39.953179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-765484e2-c19e-45d9-8e42-b6b904037aef tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/593a167a-52e7-4daf-afaf-0dd1087433dd HTTP/1.1" status: 200 len: 2973 time: 0.1359596 Aug 04 17:02:40.009988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39bd6ba-c13f-4186-b9a4-43b2fbe104af None None] New status for floating IP 5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:02:40.020352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9a2795-de4b-4a57-8c25-cb5dc2cc7ac6 req-6ab41571-d5c7-4750-95e8-0e2d25a817cc service neutron] 10.222.0.39 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863265 Aug 04 17:02:40.046479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-910446c4-83fc-49d4-8c5d-576d2b468c88 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/709aee04-7782-4d1d-9e57-9731bf5eb0ad HTTP/1.1" status: 200 len: 2985 time: 0.0827820 Aug 04 17:02:40.145142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-27ea39a5-fd52-4953-a845-2ac29f36bb31 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/709aee04-7782-4d1d-9e57-9731bf5eb0ad HTTP/1.1" status: 200 len: 2985 time: 0.0977130 Aug 04 17:02:40.252477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-319fed79-c93e-438b-9170-5417f27e7878 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a3000dcb-0966-4304-9636-80f48731ddfb HTTP/1.1" status: 200 len: 2985 time: 0.1041050 Aug 04 17:02:40.266009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5acdf-0910-4d3b-9934-f178a978d73a req-a01a0ab6-7fbe-417c-8a8e-44fbca6111fc tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:40.267675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfd5acdf-0910-4d3b-9934-f178a978d73a req-a01a0ab6-7fbe-417c-8a8e-44fbca6111fc tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.0829463 Aug 04 17:02:40.335229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfd5acdf-0910-4d3b-9934-f178a978d73a req-370b5d4b-297d-4e9f-af4d-d377ad5fd802 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531695 Aug 04 17:02:40.336615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-ee8b4862-ca5b-49db-beae-5052e33af6f3 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a3000dcb-0966-4304-9636-80f48731ddfb HTTP/1.1" status: 200 len: 2985 time: 0.0680389 Aug 04 17:02:40.405270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-fb17003d-6f4d-4477-8ab8-abcbe2fd1704 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a7de2ce3-e4eb-47fc-8bad-49a426904d91 HTTP/1.1" status: 200 len: 2977 time: 0.0595474 Aug 04 17:02:40.468658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-072d769e-59d5-4a1f-a516-76c49875152d tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a7de2ce3-e4eb-47fc-8bad-49a426904d91 HTTP/1.1" status: 200 len: 2977 time: 0.0555525 Aug 04 17:02:40.517029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-4ee2f6cb-0554-40d7-838f-ed11ce450f25 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/caf7a956-bd35-49e7-a877-5ef13818efe9 HTTP/1.1" status: 200 len: 2985 time: 0.0421793 Aug 04 17:02:40.568394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-4304a862-9534-40b1-99b7-8ff95ac57884 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/caf7a956-bd35-49e7-a877-5ef13818efe9 HTTP/1.1" status: 200 len: 2985 time: 0.0432394 Aug 04 17:02:40.692418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218efb4e-c7c5-4130-88e9-a806be89bad0 req-d20bccde-aabc-4af5-8c6b-6b2af663ac3a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:40.695952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-218efb4e-c7c5-4130-88e9-a806be89bad0 req-d20bccde-aabc-4af5-8c6b-6b2af663ac3a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 944 time: 0.1211121 Aug 04 17:02:40.706491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-50dbaa54-6ca5-4085-9776-6984e0f2ad57 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d20572c6-6f75-4c0e-aca1-bf07f5c30c47 HTTP/1.1" status: 200 len: 2985 time: 0.1172943 Aug 04 17:02:40.765863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-218efb4e-c7c5-4130-88e9-a806be89bad0 req-6fdc8311-d782-4f40-829d-1ac3acfda9cd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565412 Aug 04 17:02:40.817283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-69afd414-cf60-4253-be53-34b7f77e466d tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d20572c6-6f75-4c0e-aca1-bf07f5c30c47 HTTP/1.1" status: 200 len: 2985 time: 0.1099317 Aug 04 17:02:40.827624 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb3642f-e53b-4934-bea6-bb906cca09d4 x-openstack-request-id: req-dbb3642f-e53b-4934-bea6-bb906cca09d4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:40.827942 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275e1115-1686-4691-825b-eb6d59d65e77", "tag": "367a2285-f76d-44ac-b92f-6dbba63cb36d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:40.828504 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbb3642f-e53b-4934-bea6-bb906cca09d4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:40.829196 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275e1115-1686-4691-825b-eb6d59d65e77', 'tag': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'status': 'completed', 'code': 200} Aug 04 17:02:40.969141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-d046f70e-b15f-4284-8ba6-e4771f0ccf9c tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e47e213b-2944-424d-b5ed-62bbfd455ff7 HTTP/1.1" status: 200 len: 2985 time: 0.1508684 Aug 04 17:02:41.032148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c37e6e46-e077-4573-b472-cd59e89f0849 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:02:41.047348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device aff78694-1cd7-488e-b27a-08fe7d9ce7da up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:41.091603 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-1dd38c0d-d107-4eb0-9051-4d161a703da3 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 258 time: 0.2523973 Aug 04 17:02:41.106937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:41.126156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-05062251-5c59-4e97-996d-dd024b85d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:41.127208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-05062251-5c59-4e97-996d-dd024b85d57b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ceee51ddb5904b6e987fb2eb1cae6d44&device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 1097 time: 0.2628996 Aug 04 17:02:41.146939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-810c0b00-cbc9-4059-b1c8-9c8be152290f req-5a778a44-b863-40e3-9035-ae8127627963 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e47e213b-2944-424d-b5ed-62bbfd455ff7 HTTP/1.1" status: 200 len: 2985 time: 0.1631002 Aug 04 17:02:41.216720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port aff78694-1cd7-488e-b27a-08fe7d9ce7da triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:41.217514 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:41.310776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c37e6e46-e077-4573-b472-cd59e89f0849, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c37e6e46-e077-4573-b472-cd59e89f0849,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:41.353699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'c37e6e46-e077-4573-b472-cd59e89f0849', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'port_id': 'c37e6e46-e077-4573-b472-cd59e89f0849', 'mac_address': 'fa:16:3e:65:bf:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb48bb64-77b4-470f-bd74-6a3c636aa456', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:02:41.359738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-f91ebe57-3cbc-4666-921d-5c35393f8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:41.361313 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-f91ebe57-3cbc-4666-921d-5c35393f8a69 service neutron] 10.222.0.90 "GET /v2.0/networks?id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 HTTP/1.1" status: 200 len: 930 time: 0.2116940 Aug 04 17:02:41.413684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:41.420287 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:41.435180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37e6e46-e077-4573-b472-cd59e89f0849 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:02:41.443481 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:41.487906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:41.494779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:41.498953 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9f722c-51b9-4ebd-98ff-5c9b20c41816" -d '{"events": [{"server_uuid": "9d883497-a267-4904-8f3c-024864007962", "name": "network-vif-plugged", "status": "completed", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:41.509053 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:41.593613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:41.614056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c37e6e46-e077-4573-b472-cd59e89f0849, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c37e6e46-e077-4573-b472-cd59e89f0849,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:41.622397 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:41.719124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c37e6e46-e077-4573-b472-cd59e89f0849,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:41.759665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50830) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:41.806352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-791a3f1d-56ce-4794-8edb-2c169adb7378 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d HTTP/1.1" status: 200 len: 1001 time: 0.4119201 Aug 04 17:02:41.824317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-114b9228-5f47-42b0-b8fe-70af4acea2b5 req-01de5fdd-24b8-42a2-b6cf-8a7c27f466ab tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18fee708a5c5435986708db955856a2c HTTP/1.1" status: 200 len: 6109 time: 0.4571929 Aug 04 17:02:41.885543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:41.932518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-6d34a98e-3f18-4c88-a0d3-4354e785c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:41.934190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-6d34a98e-3f18-4c88-a0d3-4354e785c4e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67 HTTP/1.1" status: 200 len: 867 time: 0.1085298 Aug 04 17:02:41.964195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-114b9228-5f47-42b0-b8fe-70af4acea2b5 req-679b6756-c4cd-4f03-9239-499327937319 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] 10.222.0.39 "GET /v2.0/security-groups/d20572c6-6f75-4c0e-aca1-bf07f5c30c47 HTTP/1.1" status: 200 len: 2985 time: 0.1224575 Aug 04 17:02:41.974685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b340d5-15db-41a4-9c53-31f0b7509f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:42.106049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-114b9228-5f47-42b0-b8fe-70af4acea2b5 req-62322242-6f30-4574-b9e7-f630cc368700 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] 10.222.0.39 "GET /v2.0/security-groups/d20572c6-6f75-4c0e-aca1-bf07f5c30c47 HTTP/1.1" status: 200 len: 2985 time: 0.1185539 Aug 04 17:02:42.113436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b340d5-15db-41a4-9c53-31f0b7509f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:42.121743 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b340d5-15db-41a4-9c53-31f0b7509f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:42.138306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:42.202572 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b0b340d5-15db-41a4-9c53-31f0b7509f35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f852ec10a6364396b541b54f91bc49a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413900 Aug 04 17:02:42.233975 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50838) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:42.235132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b340d5-15db-41a4-9c53-31f0b7509f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5af9c4-bba9-4f77-87d6-382000f61e79,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:42.306062 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-45a53613-f737-4105-b183-cf6e39db2799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:42.319219 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-872ce976-3069-4dcd-aa6e-91f883d3bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:42.321538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-872ce976-3069-4dcd-aa6e-91f883d3bdf6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3769627 Aug 04 17:02:42.335954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-45a53613-f737-4105-b183-cf6e39db2799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:42.402381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-45a53613-f737-4105-b183-cf6e39db2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:42.405714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-45a53613-f737-4105-b183-cf6e39db2799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:42.407235 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-45a53613-f737-4105-b183-cf6e39db2799 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce5af9c4-bba9-4f77-87d6-382000f61e79 HTTP/1.1" status: 204 len: 168 time: 0.1685798 Aug 04 17:02:42.426845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a53613-f737-4105-b183-cf6e39db2799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5af9c4-bba9-4f77-87d6-382000f61e79,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:42.479364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c3997-b68d-4b1f-9100-b5539916f9b8 req-d441ca8e-c834-40ee-ba4d-76f6de166c59 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:42.486905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e5c3997-b68d-4b1f-9100-b5539916f9b8 req-d441ca8e-c834-40ee-ba4d-76f6de166c59 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.2083075 Aug 04 17:02:42.684989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e5c3997-b68d-4b1f-9100-b5539916f9b8 req-8760595e-5bc8-476a-a0e0-10f041d3c456 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970754 Aug 04 17:02:42.707722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-06316baa-c20f-43dd-8943-89f70dcb8fbe service neutron] 10.222.0.90 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651674 Aug 04 17:02:42.711187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Allocated IP 172.25.2.75 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/25b7f347-a3ff-4024-8871-f5e027593acb) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:02:42.865965 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7dd9bf-20c0-4333-8f63-fde41b37397d x-openstack-request-id: req-fc7dd9bf-20c0-4333-8f63-fde41b37397d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:42.866639 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d883497-a267-4904-8f3c-024864007962", "name": "network-vif-plugged", "status": "completed", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:42.866639 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc7dd9bf-20c0-4333-8f63-fde41b37397d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:42.867198 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'code': 200} Aug 04 17:02:43.036294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c37e6e46-e077-4573-b472-cd59e89f0849 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:02:43.040831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:43.049489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa10e1d3-ff4b-4f00-aa55-5897843bce6b req-eff8bcbd-1262-4139-b614-0c0d74f763c7 service neutron] 10.222.0.90 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335464 Aug 04 17:02:43.143260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:43.155045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port c37e6e46-e077-4573-b472-cd59e89f0849 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:02:43.169566 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port c37e6e46-e077-4573-b472-cd59e89f0849 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:02:43.169936 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:43.221976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a4839-c7d1-4675-ba66-888207a01efe req-2d2f75c0-2f54-4c56-a23e-499e95a99222 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:43.240507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e03a4839-c7d1-4675-ba66-888207a01efe req-2d2f75c0-2f54-4c56-a23e-499e95a99222 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 945 time: 0.1477842 Aug 04 17:02:43.328964 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:43.348519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:02:43.365184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e03a4839-c7d1-4675-ba66-888207a01efe req-eb8d0555-a66d-4ca6-a27b-a86d28155834 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158576 Aug 04 17:02:43.384407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:43.390313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c37e6e46-e077-4573-b472-cd59e89f0849, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c37e6e46-e077-4573-b472-cd59e89f0849,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:02:43.393619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:02:43.399179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Pushing event updated for resources: {'Port': ['ID=25b7f347-a3ff-4024-8871-f5e027593acb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:43.401873 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:43.535197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c37e6e46-e077-4573-b472-cd59e89f0849,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:44.011092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:44.025714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f2dfe56-265a-487c-b61c-5eb38aa22c5b req-a31f3eb1-fb1b-4041-8e86-ef12a40b6877 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5210793c-2ce0-4d14-8acd-e6efec1ccc76 HTTP/1.1" status: 200 len: 1779 time: 0.5889452 Aug 04 17:02:44.074629 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:44.166208 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1f2dfe56-265a-487c-b61c-5eb38aa22c5b req-dce69be5-d0e7-4e52-99f2-73cc8ae6414a tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:44.235363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1f2dfe56-265a-487c-b61c-5eb38aa22c5b req-dce69be5-d0e7-4e52-99f2-73cc8ae6414a tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:44.329314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1f2dfe56-265a-487c-b61c-5eb38aa22c5b req-dce69be5-d0e7-4e52-99f2-73cc8ae6414a tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:44.333351 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1f2dfe56-265a-487c-b61c-5eb38aa22c5b req-dce69be5-d0e7-4e52-99f2-73cc8ae6414a tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:44.334535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f2dfe56-265a-487c-b61c-5eb38aa22c5b req-dce69be5-d0e7-4e52-99f2-73cc8ae6414a tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/5210793c-2ce0-4d14-8acd-e6efec1ccc76 HTTP/1.1" status: 204 len: 173 time: 0.2850280 Aug 04 17:02:44.360914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce69be5-d0e7-4e52-99f2-73cc8ae6414a tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5210793c-2ce0-4d14-8acd-e6efec1ccc76,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:44.368725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:44.379803 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:44.492365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Pushing event updated for resources: {'Port': ['ID=25b7f347-a3ff-4024-8871-f5e027593acb,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:44.508429 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:44.537406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec64f4-3cf6-4992-8b10-e8f9ff08aa76 req-ffe8c45b-3a6d-40f5-bee7-fcc5db86c9a7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:44.539895 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ec64f4-3cf6-4992-8b10-e8f9ff08aa76 req-ffe8c45b-3a6d-40f5-bee7-fcc5db86c9a7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.0938702 Aug 04 17:02:44.540653 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:44.541766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-59ff7029-7d09-491e-8464-e09079e52016 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4486136 Aug 04 17:02:44.641746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53ec64f4-3cf6-4992-8b10-e8f9ff08aa76 req-03cc0c39-9970-407c-ace0-95af17d9e2b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931239 Aug 04 17:02:44.645079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-d02dbd62-032a-40d4-9cbb-e7638c226d9b tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0953822 Aug 04 17:02:44.850886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-e18e3f94-5940-48ca-9a84-fd779abbe33e tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:44.868262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd4a16c-388f-4927-8337-bee87c1b7235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37e6e46-e077-4573-b472-cd59e89f0849'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:44.872277 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a313ac42-049e-4b26-9f4f-017a467eabe2" -d '{"events": [{"server_uuid": "3bd4a16c-388f-4927-8337-bee87c1b7235", "name": "network-vif-plugged", "status": "completed", "tag": "c37e6e46-e077-4573-b472-cd59e89f0849"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:44.893219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91417cca-c7c3-40c3-99d1-07173ef4c24a req-e18e3f94-5940-48ca-9a84-fd779abbe33e tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.2371593 Aug 04 17:02:45.016965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-105b77dd-934e-4ff2-9e5e-b783faa6fc6a req-82f7284a-8fe9-4559-a683-412fb3ed55a7 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "GET /v2.0/security-groups/da11d719-c0f0-49b7-9031-8512ecccedce HTTP/1.1" status: 200 len: 1779 time: 0.1092265 Aug 04 17:02:45.063091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab4693-e613-4a66-92e5-7809bf9efc75 req-91decabd-a0dd-4037-b3da-ce7f985d6897 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:45.071472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbab4693-e613-4a66-92e5-7809bf9efc75 req-91decabd-a0dd-4037-b3da-ce7f985d6897 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 946 time: 0.0955825 Aug 04 17:02:45.189191 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-105b77dd-934e-4ff2-9e5e-b783faa6fc6a req-ba13cde5-4d0f-44a4-9113-6b39253e7817 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:45.195023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbab4693-e613-4a66-92e5-7809bf9efc75 req-9355abe2-a207-45fc-b6a7-efc03da6826c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225579 Aug 04 17:02:45.234936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-105b77dd-934e-4ff2-9e5e-b783faa6fc6a req-ba13cde5-4d0f-44a4-9113-6b39253e7817 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:45.273876 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66062d34-e3e0-4f1c-99d6-fb8430c47532 x-openstack-request-id: req-66062d34-e3e0-4f1c-99d6-fb8430c47532 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:45.274177 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd4a16c-388f-4927-8337-bee87c1b7235", "name": "network-vif-plugged", "status": "completed", "tag": "c37e6e46-e077-4573-b472-cd59e89f0849", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:45.274626 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66062d34-e3e0-4f1c-99d6-fb8430c47532 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:45.275220 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd4a16c-388f-4927-8337-bee87c1b7235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37e6e46-e077-4573-b472-cd59e89f0849', 'code': 200} Aug 04 17:02:45.424537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce07e6f-ff55-4772-b9f8-4b5466515bb9 req-b8581c48-6af6-4fd5-bd66-a84e3667ce85 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:45.426407 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bce07e6f-ff55-4772-b9f8-4b5466515bb9 req-b8581c48-6af6-4fd5-bd66-a84e3667ce85 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0969687 Aug 04 17:02:45.442926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-105b77dd-934e-4ff2-9e5e-b783faa6fc6a req-ba13cde5-4d0f-44a4-9113-6b39253e7817 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:45.446160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-105b77dd-934e-4ff2-9e5e-b783faa6fc6a req-ba13cde5-4d0f-44a4-9113-6b39253e7817 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:45.447214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-105b77dd-934e-4ff2-9e5e-b783faa6fc6a req-ba13cde5-4d0f-44a4-9113-6b39253e7817 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/da11d719-c0f0-49b7-9031-8512ecccedce HTTP/1.1" status: 204 len: 173 time: 0.4192452 Aug 04 17:02:45.516675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bce07e6f-ff55-4772-b9f8-4b5466515bb9 req-9531374e-1095-4865-9e21-da76ce13faf7 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0698943 Aug 04 17:02:45.516675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b32a99-4903-40fe-8dd4-bfd7e700afc8 req-e20bc67b-327e-48b7-9230-35602fc84743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:45.516675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1b32a99-4903-40fe-8dd4-bfd7e700afc8 req-e20bc67b-327e-48b7-9230-35602fc84743 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 1097 time: 0.1463349 Aug 04 17:02:45.542105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-bce07e6f-ff55-4772-b9f8-4b5466515bb9 req-90a0b452-635c-4b38-8d08-b3ec7c279e40 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Request body: {'floatingip': {'port_id': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:45.545766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13cde5-4d0f-44a4-9113-6b39253e7817 tempest-SecurityGroupsTestAdminJSON-1591256737 tempest-SecurityGroupsTestAdminJSON-1591256737-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da11d719-c0f0-49b7-9031-8512ecccedce,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:45.644706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bce07e6f-ff55-4772-b9f8-4b5466515bb9 req-90a0b452-635c-4b38-8d08-b3ec7c279e40 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:45.653469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1b32a99-4903-40fe-8dd4-bfd7e700afc8 req-b9ed4b0c-db6c-49a3-ad8c-5bf2b09785b0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206846 Aug 04 17:02:45.778930 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8192c59d-28dc-4011-9498-901341987615 req-9a1ff2b3-5f6a-4f55-9a5b-76573b821e51 tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] 10.222.0.39 "GET /v2.0/security-groups/a107899d-1171-4890-8a74-f0b91dd85034 HTTP/1.1" status: 200 len: 1777 time: 0.2702219 Aug 04 17:02:45.988575 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8192c59d-28dc-4011-9498-901341987615 req-f298ecc6-e4dc-4e33-a13f-94454ae5c2bc tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:46.073881 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8192c59d-28dc-4011-9498-901341987615 req-f298ecc6-e4dc-4e33-a13f-94454ae5c2bc tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:46.103216 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-bce07e6f-ff55-4772-b9f8-4b5466515bb9 req-90a0b452-635c-4b38-8d08-b3ec7c279e40 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] update failed (client error): There was a conflict when trying to complete your request. Aug 04 17:02:46.104387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bce07e6f-ff55-4772-b9f8-4b5466515bb9 req-90a0b452-635c-4b38-8d08-b3ec7c279e40 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "PUT /v2.0/floatingips/d0d7b396-19f3-485c-8780-706a47c71119 HTTP/1.1" status: 409 len: 550 time: 0.5879755 Aug 04 17:02:46.135121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8192c59d-28dc-4011-9498-901341987615 req-f298ecc6-e4dc-4e33-a13f-94454ae5c2bc tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:46.138061 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8192c59d-28dc-4011-9498-901341987615 req-f298ecc6-e4dc-4e33-a13f-94454ae5c2bc tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:46.154332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8192c59d-28dc-4011-9498-901341987615 req-f298ecc6-e4dc-4e33-a13f-94454ae5c2bc tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] 10.222.0.39 "DELETE /v2.0/security-groups/a107899d-1171-4890-8a74-f0b91dd85034 HTTP/1.1" status: 204 len: 173 time: 0.3533273 Aug 04 17:02:46.172769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298ecc6-e4dc-4e33-a13f-94454ae5c2bc tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a107899d-1171-4890-8a74-f0b91dd85034,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:46.330615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf25aa-3c92-4fe8-bd24-8d2af50bd08e req-6f207c7e-b680-4f67-afa3-2d2cf3b7b14b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:46.332923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ebf25aa-3c92-4fe8-bd24-8d2af50bd08e req-6f207c7e-b680-4f67-afa3-2d2cf3b7b14b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.1113994 Aug 04 17:02:46.440423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-5bc293cc-4f64-4afc-a765-9127f1c33a45 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips/d0d7b396-19f3-485c-8780-706a47c71119 HTTP/1.1" status: 200 len: 692 time: 0.1011922 Aug 04 17:02:46.477457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ebf25aa-3c92-4fe8-bd24-8d2af50bd08e req-550138b9-a874-4338-bf66-894e541ee434 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369543 Aug 04 17:02:46.716255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-288c011a-6618-4096-ba25-c455c1c19434 req-08194cb2-8d4e-4f33-a2ab-5ef9bffce4ea tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] 10.222.0.39 "GET /v2.0/security-groups/c4e14132-b1c9-47f3-bfeb-a059f841a320 HTTP/1.1" status: 200 len: 1780 time: 0.1410816 Aug 04 17:02:46.787524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-97c8c111-7041-4a6a-b4c4-190cd8cd4cbb tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:46.789058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-97c8c111-7041-4a6a-b4c4-190cd8cd4cbb tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.3373716 Aug 04 17:02:46.867242 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-288c011a-6618-4096-ba25-c455c1c19434 req-cfef4bf8-24d9-4351-b71f-ac12c74ece2a tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:46.871834 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-232d9d35-f0d2-44ad-9be5-27a0634b8168 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0660589 Aug 04 17:02:46.934861 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-288c011a-6618-4096-ba25-c455c1c19434 req-cfef4bf8-24d9-4351-b71f-ac12c74ece2a tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:46.951981 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-8d3bbc6c-b317-434e-8fcf-796bccd3d19f tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0699880 Aug 04 17:02:47.136764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-288c011a-6618-4096-ba25-c455c1c19434 req-cfef4bf8-24d9-4351-b71f-ac12c74ece2a tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:47.139560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-288c011a-6618-4096-ba25-c455c1c19434 req-cfef4bf8-24d9-4351-b71f-ac12c74ece2a tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:47.145931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-288c011a-6618-4096-ba25-c455c1c19434 req-cfef4bf8-24d9-4351-b71f-ac12c74ece2a tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] 10.222.0.39 "DELETE /v2.0/security-groups/c4e14132-b1c9-47f3-bfeb-a059f841a320 HTTP/1.1" status: 204 len: 173 time: 0.4283738 Aug 04 17:02:47.179596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef4bf8-24d9-4351-b71f-ac12c74ece2a tempest-SecurityGroupsTestAdminJSON-1244249376 tempest-SecurityGroupsTestAdminJSON-1244249376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e14132-b1c9-47f3-bfeb-a059f841a320,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:47.199206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-a2c071f5-1f56-4075-a5dd-702db7c47ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Deleting port 25b7f347-a3ff-4024-8871-f5e027593acb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:02:47.199869 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-a2c071f5-1f56-4075-a5dd-702db7c47ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:47.276536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50966) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:47.443815 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-a2c071f5-1f56-4075-a5dd-702db7c47ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:47.444519 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-a2c071f5-1f56-4075-a5dd-702db7c47ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:47.481445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-a2c071f5-1f56-4075-a5dd-702db7c47ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Calling delete_port for 25b7f347-a3ff-4024-8871-f5e027593acb owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:02:47.594961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5ba0d-2abf-4743-aebb-9e806818ab49 req-41d59eb0-0d31-4203-a9fc-121e25b0e181 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:47.597343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-afa5ba0d-2abf-4743-aebb-9e806818ab49 req-41d59eb0-0d31-4203-a9fc-121e25b0e181 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 946 time: 0.2546370 Aug 04 17:02:47.621031 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f39f41cd-36af-4b9a-b9aa-97487842c72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:47.671205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50978) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:47.723298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-afa5ba0d-2abf-4743-aebb-9e806818ab49 req-32511cd4-9720-45c7-b81d-faf9acd08353 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108077 Aug 04 17:02:47.897078 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f93a32b0-aee6-4e84-b1c6-edf8903b2db7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18fee708a5c5435986708db955856a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220154 Aug 04 17:02:47.897270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50986) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:47.944258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-a2c071f5-1f56-4075-a5dd-702db7c47ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.015745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-118a2677-7ac0-425e-9318-2dec78840f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.023374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c071f5-1f56-4075-a5dd-702db7c47ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Pushing event deleted for resources: {'Port': ['ID=25b7f347-a3ff-4024-8871-f5e027593acb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:48.066887 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-118a2677-7ac0-425e-9318-2dec78840f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.109389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f39f41cd-36af-4b9a-b9aa-97487842c72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.126051 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f39f41cd-36af-4b9a-b9aa-97487842c72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.156113 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-118a2677-7ac0-425e-9318-2dec78840f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.162056 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-118a2677-7ac0-425e-9318-2dec78840f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.166789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f41cd-36af-4b9a-b9aa-97487842c72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ed899-f3c0-4330-956c-f27c1fc6974e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:48.170367 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-118a2677-7ac0-425e-9318-2dec78840f4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d20572c6-6f75-4c0e-aca1-bf07f5c30c47 HTTP/1.1" status: 204 len: 168 time: 0.2720325 Aug 04 17:02:48.182973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a2677-7ac0-425e-9318-2dec78840f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20572c6-6f75-4c0e-aca1-bf07f5c30c47,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:48.198875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116a821-22d7-4824-a8fc-363e4c9b85a1 req-1467d80a-cd2a-417c-a571-fc37a59b85af tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:48.200453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0116a821-22d7-4824-a8fc-363e4c9b85a1 req-1467d80a-cd2a-417c-a571-fc37a59b85af tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.1490574 Aug 04 17:02:48.224509 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-a2c071f5-1f56-4075-a5dd-702db7c47ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.227835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-a2c071f5-1f56-4075-a5dd-702db7c47ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.229087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-941f704f-d732-447c-b14b-3b5715aa8a3b req-a2c071f5-1f56-4075-a5dd-702db7c47ab6 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "DELETE /v2.0/floatingips/d0d7b396-19f3-485c-8780-706a47c71119 HTTP/1.1" status: 204 len: 173 time: 1.2561154 Aug 04 17:02:48.257470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f39f41cd-36af-4b9a-b9aa-97487842c72d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20102beeb61547ec903ff65fd64e58bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9796700 Aug 04 17:02:48.260259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50992) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:48.322140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0116a821-22d7-4824-a8fc-363e4c9b85a1 req-9c2aca51-8a27-469e-b387-8eb6308586ef tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063552 Aug 04 17:02:48.365315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7dcde1-2704-49ba-9858-280d26598055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.409199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7dcde1-2704-49ba-9858-280d26598055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.497568 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7dcde1-2704-49ba-9858-280d26598055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.500634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce7dcde1-2704-49ba-9858-280d26598055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:48.512106 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ce7dcde1-2704-49ba-9858-280d26598055 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc2ed899-f3c0-4330-956c-f27c1fc6974e HTTP/1.1" status: 204 len: 168 time: 0.2506597 Aug 04 17:02:48.547977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dcde1-2704-49ba-9858-280d26598055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ed899-f3c0-4330-956c-f27c1fc6974e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:48.603214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-f338448b-3c1e-4b82-9c7f-dcb7672afc59 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 1001 time: 0.2014599 Aug 04 17:02:48.668292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-63381fe7-01a6-49f8-ac8c-5b7cb1ec1c4b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:48.675755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-63381fe7-01a6-49f8-ac8c-5b7cb1ec1c4b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.3220909 Aug 04 17:02:48.720836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-dab52e9b-ba02-45e4-85b2-8fb76b3765ba tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/quotas/173082757bc04a31b2a2048df2d4cdbf HTTP/1.1" status: 200 len: 375 time: 0.0438390 Aug 04 17:02:48.730045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-f86b75fc-4bf0-417e-886b-ccc898685b9c tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:48.744657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-f86b75fc-4bf0-417e-886b-ccc898685b9c tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports/367a2285-f76d-44ac-b92f-6dbba63cb36d HTTP/1.1" status: 200 len: 943 time: 0.1120186 Aug 04 17:02:48.818034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51008) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:48.834289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-1bd724bc-6adf-4bcc-bdcb-70986b0bf117 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126275 Aug 04 17:02:48.908879 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8d82343c-dac6-4488-a79b-acdb099e61eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a018c8a6115f4023b7a53a57b50ad306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869429 Aug 04 17:02:48.912972 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51014) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:48.996241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-fc598dee-8e94-4f7d-a324-2627d7953a25 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 1001 time: 0.1509843 Aug 04 17:02:48.999595 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d56fce33-2536-45cd-bb69-bd9efb208598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:49.047620 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d56fce33-2536-45cd-bb69-bd9efb208598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:49.120998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-19c21d7b-fc48-4e20-adb6-b831872ee581 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:49.129975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-19c21d7b-fc48-4e20-adb6-b831872ee581 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.1326284 Aug 04 17:02:49.170025 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d56fce33-2536-45cd-bb69-bd9efb208598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:49.173115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d56fce33-2536-45cd-bb69-bd9efb208598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:49.174444 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d56fce33-2536-45cd-bb69-bd9efb208598 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4149685e-8e4f-427b-ae3f-1df52d3e79ff HTTP/1.1" status: 204 len: 168 time: 0.2601430 Aug 04 17:02:49.188133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fce33-2536-45cd-bb69-bd9efb208598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4149685e-8e4f-427b-ae3f-1df52d3e79ff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:49.252317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e0a4e9d1-d7b3-49a8-9dc5-9bb98e74ac9d service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167452 Aug 04 17:02:49.379196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51024) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:49.402473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e131aad-fb84-4973-9213-6937d04a76d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:49.411068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-8caca35d-0985-47d8-a372-9f6a5779987e tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 1001 time: 0.2798791 Aug 04 17:02:49.443136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-166d87c9-cf41-4be7-b491-55c063467e7f tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:49.618263 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-166d87c9-cf41-4be7-b491-55c063467e7f tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:49.657433 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e131aad-fb84-4973-9213-6937d04a76d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:49.665149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3325c9a9-b5c3-43bc-9369-c5f50a197646 service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120147 Aug 04 17:02:49.668090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e131aad-fb84-4973-9213-6937d04a76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:49.814896 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0e131aad-fb84-4973-9213-6937d04a76d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9cb07d2ec6044693b519a4e1831f546c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346070 Aug 04 17:02:49.820370 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51034) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:49.837620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e131aad-fb84-4973-9213-6937d04a76d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d92e1b-7cd5-4454-91fc-d3638ef83e2d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:49.943861 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9120e681-2cff-4a00-952b-763a55f910ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:49.984805 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9120e681-2cff-4a00-952b-763a55f910ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:49.999380 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-166d87c9-cf41-4be7-b491-55c063467e7f tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:50.012388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-166d87c9-cf41-4be7-b491-55c063467e7f tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:50.013265 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-166d87c9-cf41-4be7-b491-55c063467e7f tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Floating IP 5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e disassociated. External IP: 172.25.2.52, port: 367a2285-f76d-44ac-b92f-6dbba63cb36d. Aug 04 17:02:50.113414 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9120e681-2cff-4a00-952b-763a55f910ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:50.116605 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9120e681-2cff-4a00-952b-763a55f910ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:50.131835 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9120e681-2cff-4a00-952b-763a55f910ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24d92e1b-7cd5-4454-91fc-d3638ef83e2d HTTP/1.1" status: 204 len: 168 time: 0.3006370 Aug 04 17:02:50.164885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120e681-2cff-4a00-952b-763a55f910ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d92e1b-7cd5-4454-91fc-d3638ef83e2d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:50.483004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-17b3a4f1-250d-4910-ad78-b677bfab1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:50.484539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-17b3a4f1-250d-4910-ad78-b677bfab1f25 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 1096 time: 0.2206163 Aug 04 17:02:50.555711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dc6da-4c64-405c-90f4-cc76ca3d373a req-5de9cec1-0fd1-422a-a5f2-06b70e579006 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:50.557321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-889dc6da-4c64-405c-90f4-cc76ca3d373a req-5de9cec1-0fd1-422a-a5f2-06b70e579006 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.2076495 Aug 04 17:02:50.762329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51070) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:50.897320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-889dc6da-4c64-405c-90f4-cc76ca3d373a req-c3d3fc6f-e124-4af3-a8e3-6b90371ff5ae tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374332 Aug 04 17:02:51.133878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-166d87c9-cf41-4be7-b491-55c063467e7f tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Router 8a295845-1f86-43e0-9e1d-67677cb1f40c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:02:51.180818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2098691443-network', 'tenant_id': '990e1885210a4e3cb04b84f923312249'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:51.220420 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-243727f6-328d-49e5-ae69-e35d1ad1b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:51.222402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-243727f6-328d-49e5-ae69-e35d1ad1b62a service neutron] 10.222.0.82 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.7000799 Aug 04 17:02:51.249954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Made reservation on behalf of 990e1885210a4e3cb04b84f923312249 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:51.260780 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:51.301737 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:51.527052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-0ebfdeec-5e06-4678-a35e-4d92a997c46f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 200 len: 1001 time: 0.2923338 Aug 04 17:02:51.629664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:51.639291 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:51.701986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eb6fec-4362-4244-aa8e-a580b46cdb3d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:51.719446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:02:51.747213 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:51.749790 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Added segment 435f6a94-f66e-4f81-803c-05a619b9c6c0 of type vlan for network d459af82-0051-480b-899f-99fb66f138ca Aug 04 17:02:51.892419 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:51.972040 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:51.973468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:51.974269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:52.062780 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2990217 Aug 04 17:02:52.176318 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51102) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:52.191211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Request body: {'subnet': {'network_id': 'd459af82-0051-480b-899f-99fb66f138ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2098691443-subnet', 'tenant_id': '990e1885210a4e3cb04b84f923312249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:52.244672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Made reservation on behalf of 990e1885210a4e3cb04b84f923312249 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:52.247399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:52.529475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c911f-a362-4439-89fe-b30b711371f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d459af82-0051-480b-899f-99fb66f138ca,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:52.545867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d459af82-0051-480b-899f-99fb66f138ca details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:02:52.746926 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:52.848050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf635439-96b3-4f69-adbd-3a4dd8b450ed,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:52.883926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Checking segment: {'id': '435f6a94-f66e-4f81-803c-05a619b9c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd459af82-0051-480b-899f-99fb66f138ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:52.884383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Network hostable DHCP agents. Network: d459af82-0051-480b-899f-99fb66f138ca, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:02:52.917925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-166d87c9-cf41-4be7-b491-55c063467e7f tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:02:52.918940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Network d459af82-0051-480b-899f-99fb66f138ca is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:02:52.932471 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] Sync routers for ids ['8a295845-1f86-43e0-9e1d-67677cb1f40c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:02:52.943462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, d459af82-0051-480b-899f-99fb66f138ca) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:52.951434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b741901-8b64-44aa-add7-7f3089ba7190 req-f164638b-702b-4ad6-a3c8-192a9097c6cc tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 210 time: 0.1278071 Aug 04 17:02:52.954163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6acfb-639c-400c-a577-61ad0d96cf1e None None] Network d459af82-0051-480b-899f-99fb66f138ca requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:02:52.958977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:52.959360 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] Routers {'8a295845-1f86-43e0-9e1d-67677cb1f40c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:52.960457 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:52.964327 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a295845-1f86-43e0-9e1d-67677cb1f40c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:52.969313 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-166d87c9-cf41-4be7-b491-55c063467e7f tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:52.984753 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-220cfe6b-7910-4795-bd23-1d1a7b8bb501 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8066318 Aug 04 17:02:53.007603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-ece34dfb-749f-4aed-96df-6de02add80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:53.009119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-ece34dfb-749f-4aed-96df-6de02add80a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 1.4672060 Aug 04 17:02:53.138059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-166d87c9-cf41-4be7-b491-55c063467e7f tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "PUT /v2.0/floatingips/5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e HTTP/1.1" status: 200 len: 694 time: 3.7061677 Aug 04 17:02:53.188648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275e1115-1686-4691-825b-eb6d59d65e77', 'tag': '367a2285-f76d-44ac-b92f-6dbba63cb36d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:53.208379 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e78ff8-1aae-49b9-9d78-434b67a06e96" -d '{"events": [{"name": "network-changed", "server_uuid": "275e1115-1686-4691-825b-eb6d59d65e77", "tag": "367a2285-f76d-44ac-b92f-6dbba63cb36d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:53.290412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc1c56-faa7-4bdf-8052-6c56491f7ae7 None None] Network d459af82-0051-480b-899f-99fb66f138ca requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:02:53.623883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-ac049377-f30c-40da-8452-b7b47eafa18a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:53.625875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-ac049377-f30c-40da-8452-b7b47eafa18a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 1.9273534 Aug 04 17:02:53.636300 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51142) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:53.652140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Request body: {'port': {'device_id': '37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'admin_state_up': True, 'tenant_id': '173082757bc04a31b2a2048df2d4cdbf'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:53.655038 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] Set router 8a295845-1f86-43e0-9e1d-67677cb1f40c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:53.747792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-2c536c28-1ff5-4223-a5d4-96bbe10a40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:53.749348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-2c536c28-1ff5-4223-a5d4-96bbe10a40b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6103256 Aug 04 17:02:53.756521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-b2cdaadd-9050-495b-b85c-c8ed286c4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:53.762494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-b2cdaadd-9050-495b-b85c-c8ed286c4d6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ceee51ddb5904b6e987fb2eb1cae6d44&device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 1097 time: 0.5400524 Aug 04 17:02:53.939320 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5', 'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'mac_address': 'fa:16:3e:41:80:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:11Z', 'updated_at': '2021-08-04T17:02:20Z', 'revision_number': 5, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'subnets': [{'id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:53.982258 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] Checking router: 8a295845-1f86-43e0-9e1d-67677cb1f40c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:02:53.994851 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] Routers {'8a295845-1f86-43e0-9e1d-67677cb1f40c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:02:53.995786 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a295845-1f86-43e0-9e1d-67677cb1f40c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:54.139539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51156) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:54.145050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-439209970-network', 'tenant_id': '0a083d2f47044f4fa51d6a2b536a8fb9'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:54.177756 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] Set router 8a295845-1f86-43e0-9e1d-67677cb1f40c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:02:54.190693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae544b-7f3c-4e41-a9ee-4171a10870ac req-42f04cb6-f3c4-4508-a9e0-57b0a3e81f65 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:54.199128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5aae544b-7f3c-4e41-a9ee-4171a10870ac req-42f04cb6-f3c4-4508-a9e0-57b0a3e81f65 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.9753392 Aug 04 17:02:54.206182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Made reservation on behalf of 173082757bc04a31b2a2048df2d4cdbf for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:54.210062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:54.227329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Made reservation on behalf of 0a083d2f47044f4fa51d6a2b536a8fb9 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:54.233415 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:54.259684 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:54.318641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d07e-0a1b-425d-8b18-a8a0f16f6ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:54.566144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5aae544b-7f3c-4e41-a9ee-4171a10870ac req-ab0120d3-0a6d-4bbe-b476-ae3f5214f1f4 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615766 Aug 04 17:02:54.601044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:54.645534 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5', 'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'mac_address': 'fa:16:3e:41:80:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:11Z', 'updated_at': '2021-08-04T17:02:20Z', 'revision_number': 5, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'subnets': [{'id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:02:54.664029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-4ab1dc63-d098-46cd-b2dc-bdb000684348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:54.681619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-4ab1dc63-d098-46cd-b2dc-bdb000684348 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 HTTP/1.1" status: 200 len: 930 time: 0.7248278 Aug 04 17:02:54.683678 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c974c91-12cf-43e2-8d3e-90f97e3fdf0a None None] The sync data for ids ['8a295845-1f86-43e0-9e1d-67677cb1f40c'] in n-d-764435-5 is: [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:02:12Z', 'revision_number': 4, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5', 'name': '', 'network_id': '05f85c8b-600b-45b9-8a35-a81b4e8dc9e7', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'mac_address': 'fa:16:3e:41:80:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:11Z', 'updated_at': '2021-08-04T17:02:20Z', 'revision_number': 5, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'subnets': [{'id': 'a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:02:54.717813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d07e-0a1b-425d-8b18-a8a0f16f6ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:54.730620 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:54.763329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-a5a07d38-4da5-461a-a120-e0054ed5eecd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7982502 Aug 04 17:02:54.816215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4196214-69aa-4ecb-bddb-9b8755b06318,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:54.826931 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d07e-0a1b-425d-8b18-a8a0f16f6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:54.908211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-54dad646-3fd0-4f2e-b64c-a84fcfd9855d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d HTTP/1.1" status: 200 len: 217 time: 0.2215111 Aug 04 17:02:55.005459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:02:55.036444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Allocated IP 172.20.0.6 (466ca3f5-52b1-4270-9eda-4475959211d3/cb48bb64-77b4-470f-bd74-6a3c636aa456/8d699d56-918f-4b62-a05d-15cd18809172) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:02:55.083399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2d07e-0a1b-425d-8b18-a8a0f16f6ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f113825-3b9b-4e2b-8d2c-ff6a15f51d72,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:55.094282 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:02:55.107948 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:55.112994 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Added segment 1354864f-19ba-4862-bbc9-70fb2270578c of type vlan for network 023c61ce-4bfa-48f9-82ec-60f83724e704 Aug 04 17:02:55.131292 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ff2d07e-0a1b-425d-8b18-a8a0f16f6ca9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa1a914ff8cc43409b218be1d5b637a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4936655 Aug 04 17:02:55.151612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51164) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:55.195900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eebb3dc-ba33-47f7-ae40-5066ffd4e6bc None None] New status for floating IP 5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:02:55.245476 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:55.282077 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2a6ad518-c263-40e2-81ac-f14f78a44121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.282747 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2a6ad518-c263-40e2-81ac-f14f78a44121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.283360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2a6ad518-c263-40e2-81ac-f14f78a44121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.284288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2a6ad518-c263-40e2-81ac-f14f78a44121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.284832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2a6ad518-c263-40e2-81ac-f14f78a44121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.285367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2a6ad518-c263-40e2-81ac-f14f78a44121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.285913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2a6ad518-c263-40e2-81ac-f14f78a44121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.288707 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2a6ad518-c263-40e2-81ac-f14f78a44121 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6491 time: 0.3918879 Aug 04 17:02:55.309179 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fea5f1-b797-4586-bbd9-2dba535ce21c x-openstack-request-id: req-b2fea5f1-b797-4586-bbd9-2dba535ce21c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:02:55.309836 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275e1115-1686-4691-825b-eb6d59d65e77", "tag": "367a2285-f76d-44ac-b92f-6dbba63cb36d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:02:55.310189 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2fea5f1-b797-4586-bbd9-2dba535ce21c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:02:55.310754 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275e1115-1686-4691-825b-eb6d59d65e77', 'tag': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'status': 'completed', 'code': 200} Aug 04 17:02:55.318674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:55.350929 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:55.385739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:02:55.468639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3c512bcf-d8e3-4ddf-aadc-8db1e400e1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:55.474870 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-3ff2a224-f56b-4082-bd79-e4cf420efde9 service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7067881 Aug 04 17:02:55.516473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:55.519297 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.521514 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:55.587939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3c512bcf-d8e3-4ddf-aadc-8db1e400e1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:55.661169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-dd658597-4f92-4c18-8bba-a6d908ad3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.662640 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-dd658597-4f92-4c18-8bba-a6d908ad3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.663466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-dd658597-4f92-4c18-8bba-a6d908ad3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.665622 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-dd658597-4f92-4c18-8bba-a6d908ad3883 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=b41deb09-8151-429d-9ece-729aeb2ad31e&id=b41deb09-8151-429d-9ece-729aeb2ad31e HTTP/1.1" status: 200 len: 2294 time: 0.3420651 Aug 04 17:02:55.695733 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5550725 Aug 04 17:02:55.736173 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51170) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:55.748534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Request body: {'subnet': {'network_id': '023c61ce-4bfa-48f9-82ec-60f83724e704', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-439209970-subnet', 'tenant_id': '0a083d2f47044f4fa51d6a2b536a8fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:55.824100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5623a1-40d5-497a-a96f-38e0e06afd86 admin admin] Pushing event updated for resources: {'Network': ['ID=023c61ce-4bfa-48f9-82ec-60f83724e704,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:55.829672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b177bf0-b5a4-4c81-868b-54468227b5e1 req-266bb7c6-53d1-4617-9563-458a813b1705 service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198311 Aug 04 17:02:55.831189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-50afa73e-13e0-44d4-896e-ff562b814e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.833252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-50afa73e-13e0-44d4-896e-ff562b814e6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67 HTTP/1.1" status: 200 len: 867 time: 0.5033538 Aug 04 17:02:55.833252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event updated for resources: {'Port': ['ID=8d699d56-918f-4b62-a05d-15cd18809172,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:55.842119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 023c61ce-4bfa-48f9-82ec-60f83724e704 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:02:55.878135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Made reservation on behalf of 0a083d2f47044f4fa51d6a2b536a8fb9 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:02:55.880999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:55.887849 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-3f60fd98-e305-4710-bc3a-6bc748149770 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8856018a-3c76-4c7c-86aa-4640eb461494 HTTP/1.1" status: 200 len: 1001 time: 0.2065375 Aug 04 17:02:55.897063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Network 466ca3f5-52b1-4270-9eda-4475959211d3 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:02:55.940560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeba1fb-92f2-4a22-befa-aaf191e9996e req-69d25a19-066b-4a7b-98df-676e1ec2c662 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:55.952085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9eeba1fb-92f2-4a22-befa-aaf191e9996e req-69d25a19-066b-4a7b-98df-676e1ec2c662 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 931 time: 0.6099193 Aug 04 17:02:55.974728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:55.999415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-0f76278d-c145-4017-91c7-8674e9f8b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:56.001105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-0f76278d-c145-4017-91c7-8674e9f8b5c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ceee51ddb5904b6e987fb2eb1cae6d44&device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 1097 time: 0.6843860 Aug 04 17:02:56.002793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3c512bcf-d8e3-4ddf-aadc-8db1e400e1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:56.003303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:02:56.006186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3c512bcf-d8e3-4ddf-aadc-8db1e400e1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:56.007842 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3c512bcf-d8e3-4ddf-aadc-8db1e400e1f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f113825-3b9b-4e2b-8d2c-ff6a15f51d72 HTTP/1.1" status: 204 len: 168 time: 0.8530385 Aug 04 17:02:56.046614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c512bcf-d8e3-4ddf-aadc-8db1e400e1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f113825-3b9b-4e2b-8d2c-ff6a15f51d72,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:56.063174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-25aa0538-5054-4e35-98ce-10066f5524c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:56.066191 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-25aa0538-5054-4e35-98ce-10066f5524c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fbcb1f8d-7827-496e-ba78-9e7176299506 HTTP/1.1" status: 200 len: 850 time: 0.1638794 Aug 04 17:02:56.075405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9eeba1fb-92f2-4a22-befa-aaf191e9996e req-aef3b857-dfb0-4493-95ba-65f618e323ce tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222582 Aug 04 17:02:56.093564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:56.094253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:56.156922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-3f5f6c24-ade6-4c27-b23c-2ede8d815d2e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5150180 Aug 04 17:02:56.192046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Request body: {'port': {'device_id': '37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:02:56.246386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-f5a5c5cb-03fa-4266-b1db-abe505c0c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:56.247950 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-f5a5c5cb-03fa-4266-b1db-abe505c0c7c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649337 Aug 04 17:02:56.385057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-3cc3e118-7ea5-4641-9947-9a3c4eea5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:56.387569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-3cc3e118-7ea5-4641-9947-9a3c4eea5375 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5323012 Aug 04 17:02:56.411178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f09742-a33e-4a96-a659-c65d68c413d0 req-e9aa4826-d831-437b-92fd-3a0b379acfc7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:56.413372 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83f09742-a33e-4a96-a659-c65d68c413d0 req-e9aa4826-d831-437b-92fd-3a0b379acfc7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.1893151 Aug 04 17:02:56.534319 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:56.562203 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:56.585825 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-0f434697-9a6a-4d79-8a59-193db208dd7f service neutron] 10.222.0.39 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376324 Aug 04 17:02:56.653963 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-8a110fd7-d019-4c8e-9f38-6989e496d858 service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854251 Aug 04 17:02:56.732867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=393dcca2-ee46-4f56-8b4c-05eb12ebd5b1,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:56.734774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51182) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:56.759329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Checking segment: {'id': '1354864f-19ba-4862-bbc9-70fb2270578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '023c61ce-4bfa-48f9-82ec-60f83724e704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:56.759989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Network hostable DHCP agents. Network: 023c61ce-4bfa-48f9-82ec-60f83724e704, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:02:56.765264 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0f66847-970b-4041-a295-8eb31c9d8e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:56.798649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9da09c3f-cef3-44a1-be40-404cc0bd5be0 req-2f3dbb43-d893-4770-b536-67b050a57490 service neutron] 10.222.0.39 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590044 Aug 04 17:02:56.849190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-ea855fab-8c02-4bc6-aef0-e65b904436f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:56.851040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-ea855fab-8c02-4bc6-aef0-e65b904436f2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 HTTP/1.1" status: 200 len: 930 time: 0.7327089 Aug 04 17:02:56.884872 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-7e3f1ce8-792e-4fe8-bce8-9f29b07c496d service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083089 Aug 04 17:02:56.889241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Network 023c61ce-4bfa-48f9-82ec-60f83724e704 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:02:56.914469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-7e12c30d-5462-4298-a227-71f127c95222 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d HTTP/1.1" status: 200 len: 217 time: 0.0526586 Aug 04 17:02:56.930628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83f09742-a33e-4a96-a659-c65d68c413d0 req-cbc21e55-51d8-499f-a650-1badc752a645 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778713 Aug 04 17:02:56.966887 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 023c61ce-4bfa-48f9-82ec-60f83724e704) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:02:56.970551 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-da07bbf9-7cb8-4563-b209-1c1320d5012a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=460da60e-6c2e-403f-adbf-cb7105a4357d HTTP/1.1" status: 200 len: 217 time: 0.0751822 Aug 04 17:02:56.983026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe5fc1-b5b8-44ee-9f99-bef5f6e78ec0 None None] Network 023c61ce-4bfa-48f9-82ec-60f83724e704 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:02:56.994187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:56.995056 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:57.008233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-2d18c8d2-a277-46f7-ab8e-c334d87cad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:57.010027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-2d18c8d2-a277-46f7-ab8e-c334d87cad01 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67 HTTP/1.1" status: 200 len: 867 time: 0.0682917 Aug 04 17:02:57.157229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5096d-1a15-4aed-a705-5f32ae5cccc7 None None] Network 023c61ce-4bfa-48f9-82ec-60f83724e704 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:02:57.189869 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0f66847-970b-4041-a295-8eb31c9d8e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:57.252491 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0f66847-970b-4041-a295-8eb31c9d8e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:57.334574 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e0f66847-970b-4041-a295-8eb31c9d8e0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8693ae151f54a92922c0dcb154c1606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967739 Aug 04 17:02:57.337230 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-591dd67d-78a8-416c-bf77-9e957d09e64b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5965662 Aug 04 17:02:57.337960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51190) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:57.343180 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f66847-970b-4041-a295-8eb31c9d8e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd062673-3c49-409f-9e3d-3d21c602e257,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:57.411874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-6628c984-94c3-4cbf-a2b7-8b3f4e55a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:57.417217 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-6628c984-94c3-4cbf-a2b7-8b3f4e55a12c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.4193461 Aug 04 17:02:57.512442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-79667d87-88c8-43c6-9f7a-5827b1365769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:57.515444 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-79667d87-88c8-43c6-9f7a-5827b1365769 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891001 Aug 04 17:02:57.603725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-bac3070f-e8e1-4b69-ad2d-16c3aac1573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:57.605907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-bac3070f-e8e1-4b69-ad2d-16c3aac1573c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4957507 Aug 04 17:02:57.631686 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-800f4cff-b9cb-4502-89cb-b491cd556584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:57.641026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-498b2031-2ab0-42c8-a10c-bc7aa4feb69c tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips/5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e HTTP/1.1" status: 200 len: 692 time: 0.5318093 Aug 04 17:02:57.668215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-800f4cff-b9cb-4502-89cb-b491cd556584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:57.766301 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-0fa140a5-7cce-412c-8991-5c41cf6ae039 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429471 Aug 04 17:02:57.797684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-775443ab-1801-4474-b533-57f6f6310051 service neutron] 10.222.0.90 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777759 Aug 04 17:02:57.902061 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-800f4cff-b9cb-4502-89cb-b491cd556584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:57.917132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-800f4cff-b9cb-4502-89cb-b491cd556584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:57.921961 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-800f4cff-b9cb-4502-89cb-b491cd556584 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd062673-3c49-409f-9e3d-3d21c602e257 HTTP/1.1" status: 204 len: 168 time: 0.5337863 Aug 04 17:02:57.940885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1326c8e-232c-404d-b82f-d6b0cc7a0684 req-94ee3dd9-d267-451e-9451-a0e035fe38c2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:57.952774 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1326c8e-232c-404d-b82f-d6b0cc7a0684 req-94ee3dd9-d267-451e-9451-a0e035fe38c2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 931 time: 0.7524676 Aug 04 17:02:57.971283 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-08cf8edf-c54d-4c84-8235-983440c5270a service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956694 Aug 04 17:02:57.977585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f4cff-b9cb-4502-89cb-b491cd556584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd062673-3c49-409f-9e3d-3d21c602e257,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:58.055638 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-81ed69f1-5bc3-474a-bdd5-188b00ed1376 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=33984ace-de3e-45de-bf74-7bb18b44d292 HTTP/1.1" status: 200 len: 217 time: 0.0699954 Aug 04 17:02:58.188364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-1f019d80-48c5-4110-ad5f-d91038ff4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:58.200824 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-1f019d80-48c5-4110-ad5f-d91038ff4d7e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.1361153 Aug 04 17:02:58.252710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1326c8e-232c-404d-b82f-d6b0cc7a0684 req-2f1d6562-8801-44a4-960c-2b1a0d6e0cda tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925491 Aug 04 17:02:58.312499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-d2a4c76c-2105-4028-bdb9-15d98b6b16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:58.315157 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-d2a4c76c-2105-4028-bdb9-15d98b6b16be service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098218 Aug 04 17:02:58.328657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-1154adae-5f86-4868-9073-7c3ca6192c43 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:58.334158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51216) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:58.336491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-1154adae-5f86-4868-9073-7c3ca6192c43 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 784 time: 0.6945438 Aug 04 17:02:58.401396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-ad7b153a-d2ee-45c6-ab45-284698b6422e service neutron] 10.222.0.90 "GET /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107324 Aug 04 17:02:58.426798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-f642b350-d6d5-48cc-a72e-f33fa48c7c9e tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.0891278 Aug 04 17:02:58.545836 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-01b1122b-f662-4c6a-a8bf-896e81814054 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073491 Aug 04 17:02:58.579315 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-ca0e8de9-031b-42ec-ae5d-11a6b7463786 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.52 HTTP/1.1" status: 200 len: 695 time: 0.1498747 Aug 04 17:02:58.587613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d699d56-918f-4b62-a05d-15cd18809172 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:02:58.615314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:58.651715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Transition to ACTIVE for port object 8d699d56-918f-4b62-a05d-15cd18809172 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:02:58.747758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:58.801255 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-20a7fc77-252d-4059-a076-885c65134cc4 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463675 Aug 04 17:02:58.910780 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-1ee78ff4-2c58-4054-aad1-5fd5b10de112 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=f0eb97b5-e476-43d8-ac81-a06109efec2b HTTP/1.1" status: 200 len: 217 time: 0.0999200 Aug 04 17:02:58.927205 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9560bb18-c549-4811-b2a3-1f765594d430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:59.071883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d699d56-918f-4b62-a05d-15cd18809172,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:59.089958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Attempting to bind port 8d699d56-918f-4b62-a05d-15cd18809172 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:02:59.090937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Attempting to bind port 8d699d56-918f-4b62-a05d-15cd18809172 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:02:59.092009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Attempting to bind port 8d699d56-918f-4b62-a05d-15cd18809172 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:59.098268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.099168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.099698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.100187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.100876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.101695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.102184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.102680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.103187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.103674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.104449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.105071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:02:59.117998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-64f7ad61-c4bf-4767-9a8c-0f100669cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:59.119158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Port 8d699d56-918f-4b62-a05d-15cd18809172 on network 466ca3f5-52b1-4270-9eda-4475959211d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:02:59.119659 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-64f7ad61-c4bf-4767-9a8c-0f100669cb34 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.1897380 Aug 04 17:02:59.119923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Attempting to bind port 8d699d56-918f-4b62-a05d-15cd18809172 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:02:59.140676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:02:59.141336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Checking segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:02:59.142104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Bound using segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:02:59.142714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Bound port: 8d699d56-918f-4b62-a05d-15cd18809172, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:02:59.143270 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:59.183924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-26439beb-b1e1-4783-8ae8-b150b651901a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Deleting port 019503ed-4d27-406a-8921-fdc91967aade {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:02:59.184528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-26439beb-b1e1-4783-8ae8-b150b651901a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:59.232883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-6b112ff1-2fa4-4b8d-8125-de97e0339ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:59.234452 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-6b112ff1-2fa4-4b8d-8125-de97e0339ba1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013057 Aug 04 17:02:59.257333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-d129d92d-a1ba-433f-b5aa-7f6439f541a6 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:59.259482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-d129d92d-a1ba-433f-b5aa-7f6439f541a6 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/networks?id=d459af82-0051-480b-899f-99fb66f138ca HTTP/1.1" status: 200 len: 815 time: 0.3952978 Aug 04 17:02:59.303612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-ee8ce455-cd57-4907-a1d0-8dbe9eaec459 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/quotas/990e1885210a4e3cb04b84f923312249 HTTP/1.1" status: 200 len: 375 time: 0.0188935 Aug 04 17:02:59.347197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-9def7a75-34f9-406b-a9b8-1c080d7a3434 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=990e1885210a4e3cb04b84f923312249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355599 Aug 04 17:02:59.355291 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9560bb18-c549-4811-b2a3-1f765594d430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:59.377123 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-4c266dcc-f9fb-40f9-975d-58d14a991b4e service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329367 Aug 04 17:02:59.378374 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9560bb18-c549-4811-b2a3-1f765594d430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:59.502044 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9560bb18-c549-4811-b2a3-1f765594d430 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89dffeb11be446328b9138db48d043fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9677043 Aug 04 17:02:59.505402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560bb18-c549-4811-b2a3-1f765594d430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86da1e6-6913-4b34-bd15-5fd699b8b505,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:59.505623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51246) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:02:59.550296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] For port 8d699d56-918f-4b62-a05d-15cd18809172, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:02:59.599069 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2edeb7fe-a1fc-4e6c-9618-cbd2cefb945f service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118044 Aug 04 17:02:59.602242 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-26439beb-b1e1-4783-8ae8-b150b651901a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:59.602789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-26439beb-b1e1-4783-8ae8-b150b651901a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:59.606889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] For port 8d699d56-918f-4b62-a05d-15cd18809172, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8d699d56-918f-4b62-a05d-15cd18809172,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:02:59.626738 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:59.655685 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-636fb8d0-0b49-46cd-935b-de6706fc6371 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=5a660b25-d508-4707-af34-20208e49075f HTTP/1.1" status: 200 len: 217 time: 0.0492363 Aug 04 17:02:59.661252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-26439beb-b1e1-4783-8ae8-b150b651901a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Calling delete_port for 019503ed-4d27-406a-8921-fdc91967aade owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:02:59.721903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:59.722495 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:59.724436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] 10.222.0.90 "PUT /v2.0/ports/8d699d56-918f-4b62-a05d-15cd18809172 HTTP/1.1" status: 200 len: 1091 time: 3.5476167 Aug 04 17:02:59.735487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e', 'tag': '8d699d56-918f-4b62-a05d-15cd18809172'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:02:59.737763 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e", "tag": "8d699d56-918f-4b62-a05d-15cd18809172"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:02:59.747087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-93a65226-3901-44be-b3f2-99573d39b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:59.750199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-352551d0-f8a7-4f92-a780-0d2656ea80be service neutron] 10.222.0.39 "GET /v2.0/networks/d459af82-0051-480b-899f-99fb66f138ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929558 Aug 04 17:02:59.761146 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-93a65226-3901-44be-b3f2-99573d39b4b8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.0968523 Aug 04 17:02:59.802305 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b82f1db-d71a-4ef4-a290-e1550a842328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:02:59.850744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-d40279ad-73b2-4906-94b2-cb3d91846a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:02:59.852791 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-d40279ad-73b2-4906-94b2-cb3d91846a25 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0807915 Aug 04 17:02:59.922663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d4408-a943-4825-ada7-b2ad5ba234d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d699d56-918f-4b62-a05d-15cd18809172,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:02:59.959572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b82f1db-d71a-4ef4-a290-e1550a842328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:00.004069 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-4b4e6e62-8900-49dd-a9d5-0f2c3e85f309 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426659 Aug 04 17:03:00.053962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-2fae8c5e-e0f8-4fb5-ac13-d563fcb4e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:00.056540 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-2fae8c5e-e0f8-4fb5-ac13-d563fcb4e87d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 1094 time: 0.2575755 Aug 04 17:03:00.128160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-f180685d-7380-4c05-9cbf-759e9361d4c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d699d56-918f-4b62-a05d-15cd18809172 HTTP/1.1" status: 200 len: 217 time: 0.0597191 Aug 04 17:03:00.177932 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-232df49a-a264-4a59-af71-d748c7572c92 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640258 Aug 04 17:03:00.216431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-2106ee09-c00b-4a84-8ec0-4f0b44206b19 service neutron] 10.222.0.39 "GET /v2.0/networks/d459af82-0051-480b-899f-99fb66f138ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177721 Aug 04 17:03:00.244492 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-5bd4d4fc-0e68-494b-a734-2efc3328fd1c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd HTTP/1.1" status: 200 len: 217 time: 0.0574610 Aug 04 17:03:00.306849 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b82f1db-d71a-4ef4-a290-e1550a842328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:00.309386 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b82f1db-d71a-4ef4-a290-e1550a842328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:00.310543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1b82f1db-d71a-4ef4-a290-e1550a842328 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e86da1e6-6913-4b34-bd15-5fd699b8b505 HTTP/1.1" status: 204 len: 168 time: 0.7992690 Aug 04 17:03:00.349366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82f1db-d71a-4ef4-a290-e1550a842328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86da1e6-6913-4b34-bd15-5fd699b8b505,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:00.361423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-d206dc03-adce-451a-9d12-587f91f9f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:00.365357 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-d206dc03-adce-451a-9d12-587f91f9f431 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.1129797 Aug 04 17:03:00.394012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-1b99cb4c-8af6-4929-acee-804d04ea4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:00.398534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-1b99cb4c-8af6-4929-acee-804d04ea4331 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.2124958 Aug 04 17:03:00.400623 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-26439beb-b1e1-4783-8ae8-b150b651901a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:00.446235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26439beb-b1e1-4783-8ae8-b150b651901a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Pushing event deleted for resources: {'Port': ['ID=019503ed-4d27-406a-8921-fdc91967aade,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:00.483012 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-d3cae3a8-8567-4510-a3c2-3ea9e94bfa52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720317 Aug 04 17:03:00.559344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-628ef239-18ed-46a3-b9e6-800ea12cef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:00.563784 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-628ef239-18ed-46a3-b9e6-800ea12cef4c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1895232 Aug 04 17:03:00.608281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-26439beb-b1e1-4783-8ae8-b150b651901a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:00.633000 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-26439beb-b1e1-4783-8ae8-b150b651901a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:00.633000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b8df7ad-0e92-4228-a333-fa775d3cf9f5 req-26439beb-b1e1-4783-8ae8-b150b651901a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "DELETE /v2.0/floatingips/5a60a5b5-1517-4ae2-bcbe-a1e198a5af8e HTTP/1.1" status: 204 len: 173 time: 1.9574959 Aug 04 17:03:00.816293 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-948c9343-fab5-4f12-bc45-2dd46e91cc96 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431142 Aug 04 17:03:00.945087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-f53c5308-519c-4e7c-99b5-cb63b2dfa2f8 service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502938 Aug 04 17:03:00.978282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165458d1-4632-4c75-af72-69560d8fdf09 req-bc8f073d-c09c-4aa1-b23b-f7d52b92bec4 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:00.982337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-165458d1-4632-4c75-af72-69560d8fdf09 req-bc8f073d-c09c-4aa1-b23b-f7d52b92bec4 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.2162802 Aug 04 17:03:01.115487 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-7beb2b72-350c-4963-b87b-108940a75021 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894220 Aug 04 17:03:01.180549 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-a6a06841-d978-42bf-8c65-960ffa3b3a86 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aedf5264-6657-4b09-a9fa-711bead1cc33 HTTP/1.1" status: 200 len: 217 time: 0.0557771 Aug 04 17:03:01.238545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-165458d1-4632-4c75-af72-69560d8fdf09 req-9bfcbe09-5d33-4f74-9c50-e644264aed15 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369738 Aug 04 17:03:01.279625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2dcfe329-6e3a-44b9-a776-1148d1bc9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:01.285877 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2dcfe329-6e3a-44b9-a776-1148d1bc9a48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.0952358 Aug 04 17:03:01.372158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859921-450a-420e-ab1d-330bacd24b44 req-9281c5cc-49eb-40bd-a05b-6c98ea2246aa tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:01.382528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3859921-450a-420e-ab1d-330bacd24b44 req-9281c5cc-49eb-40bd-a05b-6c98ea2246aa tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 943 time: 0.2098911 Aug 04 17:03:01.409041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2fb97d3a-b2ac-40ea-adc5-25a3f6962fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:01.409501 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13402973-5636-4e19-8475-a14004738b96 x-openstack-request-id: req-13402973-5636-4e19-8475-a14004738b96 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:01.409934 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e", "tag": "8d699d56-918f-4b62-a05d-15cd18809172", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:01.411723 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-2fb97d3a-b2ac-40ea-adc5-25a3f6962fc2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1081581 Aug 04 17:03:01.415388 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13402973-5636-4e19-8475-a14004738b96 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:01.415856 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e', 'tag': '8d699d56-918f-4b62-a05d-15cd18809172', 'status': 'completed', 'code': 200} Aug 04 17:03:01.477272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69cf715d-fb11-4f4f-b23a-21c996cb80ee req-204eab89-7ea3-4446-8f1b-d5d64bf21265 service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196586 Aug 04 17:03:01.513657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48d8fa4d-58c9-4caf-811e-653ec906221d req-7bc53856-d4d5-4819-8910-14d88e673c44 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 210 time: 0.0514393 Aug 04 17:03:01.581935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3859921-450a-420e-ab1d-330bacd24b44 req-99c9e142-c724-41a2-8203-ffccd4044392 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861408 Aug 04 17:03:01.636541 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-1a5b713b-be95-471e-af66-938e12defc1d service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154133 Aug 04 17:03:01.679137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb req-36e152b0-61a3-410d-8bbc-272c53bd2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:01.681744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb req-36e152b0-61a3-410d-8bbc-272c53bd2f59 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 1094 time: 0.0848699 Aug 04 17:03:01.797179 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6e080a2-f014-4587-b5c2-f0489a1ac2c8 req-416cb5e9-7cf5-4057-a7e7-cb8fc63a6bd4 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525044 Aug 04 17:03:01.975445 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3220d195-ab3c-41f0-9052-75ed92fc6544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:02.613130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031d2b1-fad8-4e9d-a92f-c211616e648a req-5607db17-a52e-4637-8858-90415e82d516 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:02.624753 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4031d2b1-fad8-4e9d-a92f-c211616e648a req-5607db17-a52e-4637-8858-90415e82d516 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.2574818 Aug 04 17:03:02.639054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae061e4-c5b3-43b1-9b8d-aac0de549b4b req-96982b3a-6cb8-47cf-b33e-4627dbf14a8c tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:02.646690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ae061e4-c5b3-43b1-9b8d-aac0de549b4b req-96982b3a-6cb8-47cf-b33e-4627dbf14a8c tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.9227042 Aug 04 17:03:02.688060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-2c6fd3eb-2b45-4021-b578-25baf679a194 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:02.689763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-2c6fd3eb-2b45-4021-b578-25baf679a194 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.82 "GET /v2.0/networks?id=d459af82-0051-480b-899f-99fb66f138ca HTTP/1.1" status: 200 len: 815 time: 0.3909650 Aug 04 17:03:02.745338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Request body: {'port': {'device_id': 'c4fdf3da-58dd-4793-a6df-dd5f759902ae', 'network_id': 'd459af82-0051-480b-899f-99fb66f138ca', 'admin_state_up': True, 'tenant_id': '990e1885210a4e3cb04b84f923312249'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:02.759436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ae061e4-c5b3-43b1-9b8d-aac0de549b4b req-1978faaa-26bb-4c77-bfc9-850fbf986c92 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1117208 Aug 04 17:03:02.782768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb req-8815b034-63d5-4871-a47f-84073f169af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:02.785181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb req-8815b034-63d5-4871-a47f-84073f169af7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 1.0916674 Aug 04 17:03:02.896694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb req-1c1b0d4d-c021-4c21-8b22-4920cefdb6e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d699d56-918f-4b62-a05d-15cd18809172 HTTP/1.1" status: 200 len: 217 time: 0.0705295 Aug 04 17:03:02.918638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9698be9-e1ad-4af0-985e-236fa59b44ff req-8c59de1e-5d6f-4ada-9ea5-c1be6bae4915 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 210 time: 0.0931451 Aug 04 17:03:02.967267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4031d2b1-fad8-4e9d-a92f-c211616e648a req-b9216383-ad9e-4c20-a2cb-2890c8c969be tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416133 Aug 04 17:03:02.968699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb req-b22e9fdc-b291-4448-bd7a-2e40432837b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:02.970020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb req-b22e9fdc-b291-4448-bd7a-2e40432837b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.0544050 Aug 04 17:03:03.017637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb req-29062edd-9286-4737-a261-2763579cd5c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362043 Aug 04 17:03:03.055597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51448) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:03.168901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f1d5fb3-284f-4317-92c1-f06e69186956 req-c2719b74-1a60-4bca-9611-cddfec6965d1 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1227226 Aug 04 17:03:03.220727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Made reservation on behalf of 990e1885210a4e3cb04b84f923312249 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:03:03.224983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb610772-9493-4c84-a253-c03eb865e729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:03.225730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:03.268307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67ce5-d735-4607-9bdf-c3f7f624feef req-b48a1aac-659e-4256-8157-477bbfc6b45c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:03.271151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4df67ce5-d735-4607-9bdf-c3f7f624feef req-b48a1aac-659e-4256-8157-477bbfc6b45c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 943 time: 0.2111859 Aug 04 17:03:03.285257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb req-e8aa0d43-1d46-40af-9328-334bc9dfed4b service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499204 Aug 04 17:03:03.387211 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb610772-9493-4c84-a253-c03eb865e729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:03.395019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb610772-9493-4c84-a253-c03eb865e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:03.442478 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fb610772-9493-4c84-a253-c03eb865e729 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f544b19efe34d21b44403c3c7116152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854339 Aug 04 17:03:03.443781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb610772-9493-4c84-a253-c03eb865e729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df2e0fd-269b-4e34-beb0-a0c48eccd7b2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:03.448198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51502) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:03.526471 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ec35718-6be8-42a9-857d-f5e9e1946643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:03.533234 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4df67ce5-d735-4607-9bdf-c3f7f624feef req-3209d9ec-ae7c-40ba-a29d-a98ef356a2b7 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118578 Aug 04 17:03:03.551113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede426d-f13b-4b37-b98d-61629362c53e req-c722a15c-12f8-47cc-a66f-4000210324d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:03.552624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fede426d-f13b-4b37-b98d-61629362c53e req-c722a15c-12f8-47cc-a66f-4000210324d1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 1096 time: 0.2324977 Aug 04 17:03:03.566440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ec35718-6be8-42a9-857d-f5e9e1946643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:03.634109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8d699d56-918f-4b62-a05d-15cd18809172 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:03:03.636521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb678a20-08d2-4d5b-819f-abaf35dc1fcb req-15dcef75-6c47-4086-9489-b1f1ba6ffc15 service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139555 Aug 04 17:03:03.640380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ec35718-6be8-42a9-857d-f5e9e1946643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:03.643439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ec35718-6be8-42a9-857d-f5e9e1946643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:03.644658 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ec35718-6be8-42a9-857d-f5e9e1946643 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7df2e0fd-269b-4e34-beb0-a0c48eccd7b2 HTTP/1.1" status: 204 len: 168 time: 0.1950848 Aug 04 17:03:03.671482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec35718-6be8-42a9-857d-f5e9e1946643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df2e0fd-269b-4e34-beb0-a0c48eccd7b2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:03.673465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Allocated IP 172.20.0.7 (d459af82-0051-480b-899f-99fb66f138ca/bf635439-96b3-4f69-adbd-3a4dd8b450ed/229abb7d-033c-40f9-bc11-521af595b91e) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:03.761147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8d699d56-918f-4b62-a05d-15cd18809172, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8d699d56-918f-4b62-a05d-15cd18809172,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:03.763707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622968d1-cc6d-40bb-8b81-c853e2659d3a req-180ab271-dc11-435b-9070-e40706264810 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:03.766268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-622968d1-cc6d-40bb-8b81-c853e2659d3a req-180ab271-dc11-435b-9070-e40706264810 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 946 time: 0.1703291 Aug 04 17:03:03.771129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede426d-f13b-4b37-b98d-61629362c53e req-89eed9e7-e747-445a-a964-a026d9517045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:03.772628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fede426d-f13b-4b37-b98d-61629362c53e req-89eed9e7-e747-445a-a964-a026d9517045 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.2039795 Aug 04 17:03:03.787840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '8d699d56-918f-4b62-a05d-15cd18809172', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'port_id': '8d699d56-918f-4b62-a05d-15cd18809172', 'mac_address': 'fa:16:3e:cf:4c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb48bb64-77b4-470f-bd74-6a3c636aa456', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:03:03.833167 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:03.847883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d699d56-918f-4b62-a05d-15cd18809172 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:03.869509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8d699d56-918f-4b62-a05d-15cd18809172, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8d699d56-918f-4b62-a05d-15cd18809172,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:03.879003 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:03.931500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-622968d1-cc6d-40bb-8b81-c853e2659d3a req-a339ddd9-2bb0-490e-9ab8-eae075c61c8a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3000dcb-0966-4304-9636-80f48731ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529458 Aug 04 17:03:03.947123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8d699d56-918f-4b62-a05d-15cd18809172,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:03.954384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fede426d-f13b-4b37-b98d-61629362c53e req-660d3e58-fa8b-4747-baf6-a194f18fdc78 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 200 len: 1001 time: 0.1699157 Aug 04 17:03:04.068751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f57a1a2-4d45-41d0-b36d-0d67620cf92b req-4e160da3-e1cb-4c37-9c3e-c74a002b8ad1 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 210 time: 0.0446739 Aug 04 17:03:04.073827 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.078581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede426d-f13b-4b37-b98d-61629362c53e req-fa598fbd-1eb3-4910-aace-db3945c8f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:04.080097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fede426d-f13b-4b37-b98d-61629362c53e req-fa598fbd-1eb3-4910-aace-db3945c8f4e1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.1157179 Aug 04 17:03:04.108274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51556) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:04.122568 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6836e4cc-61d7-4000-857f-b0833e69a88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.164831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8d699d56-918f-4b62-a05d-15cd18809172'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:04.166744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51558) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:04.209365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede426d-f13b-4b37-b98d-61629362c53e req-29f3c1aa-389c-4ef4-abf2-dbb2e3cbce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:04.211336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fede426d-f13b-4b37-b98d-61629362c53e req-29f3c1aa-389c-4ef4-abf2-dbb2e3cbce1e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219115 Aug 04 17:03:04.221857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41f777-e280-4038-a981-89a6f2642b8a req-833019e9-9934-416b-ac69-b24df32affdc tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:04.223533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a41f777-e280-4038-a981-89a6f2642b8a req-833019e9-9934-416b-ac69-b24df32affdc tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.1025610 Aug 04 17:03:04.224660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.264659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6836e4cc-61d7-4000-857f-b0833e69a88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.275044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6836e4cc-61d7-4000-857f-b0833e69a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.338931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Network d459af82-0051-480b-899f-99fb66f138ca is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:04.352172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:04.355081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:04.372663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836e4cc-61d7-4000-857f-b0833e69a88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecea607f-deca-4c16-bbeb-a0baa4d497e3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:04.379055 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6836e4cc-61d7-4000-857f-b0833e69a88f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d74f6788b0f4aa3846bc4c05c2719a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698021 Aug 04 17:03:04.382505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51564) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:04.406114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Pushing event updated for resources: {'Port': ['ID=229abb7d-033c-40f9-bc11-521af595b91e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:04.442706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65b30aef-4bbe-4e92-90b1-8f5558d5b7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.444728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a41f777-e280-4038-a981-89a6f2642b8a req-11097360-1fb7-472f-b847-a94d191c71cc tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078841 Aug 04 17:03:04.445692 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48116c8d-2802-4326-b877-3e14a6bb7b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.471694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65b30aef-4bbe-4e92-90b1-8f5558d5b7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.487508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:04.488135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.503776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fede426d-f13b-4b37-b98d-61629362c53e req-ae39fa1f-beaf-4394-895d-fac2d2272d22 service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715757 Aug 04 17:03:04.517099 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28107b7b-bcd8-4f89-a4dc-20f66938223c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.553203 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65b30aef-4bbe-4e92-90b1-8f5558d5b7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.556687 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65b30aef-4bbe-4e92-90b1-8f5558d5b7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.561621 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-65b30aef-4bbe-4e92-90b1-8f5558d5b7af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecea607f-deca-4c16-bbeb-a0baa4d497e3 HTTP/1.1" status: 204 len: 168 time: 0.1737795 Aug 04 17:03:04.566766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b30aef-4bbe-4e92-90b1-8f5558d5b7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecea607f-deca-4c16-bbeb-a0baa4d497e3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:04.664204 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fede426d-f13b-4b37-b98d-61629362c53e req-df8cd1ce-f7e8-41a2-88ce-a70e2df3cc63 service neutron] 10.222.0.82 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518533 Aug 04 17:03:04.707537 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48116c8d-2802-4326-b877-3e14a6bb7b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.718425 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-48116c8d-2802-4326-b877-3e14a6bb7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.730972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0f171-b694-4d56-bd31-3030b5cce167 req-8c05f96e-69d5-444e-b4c3-2c7d238ac65a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:04.732502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-82c0f171-b694-4d56-bd31-3030b5cce167 req-8c05f96e-69d5-444e-b4c3-2c7d238ac65a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 944 time: 0.0961418 Aug 04 17:03:04.743114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-a6b048e9-98d3-44c8-a0f2-df5ef39c36ed tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0041921 Aug 04 17:03:04.775405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Request body: {'port': {'device_id': 'c4fdf3da-58dd-4793-a6df-dd5f759902ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:04.807145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-48116c8d-2802-4326-b877-3e14a6bb7b4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71bbd32e83144031a983447e2d04a1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6319094 Aug 04 17:03:04.809881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51576) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:04.820180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48116c8d-2802-4326-b877-3e14a6bb7b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99908876-096c-47d6-b193-61fcc4e807cd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:04.871840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11ec4a8d-ee99-4a55-86f8-841ccb2fe498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.882626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-82c0f171-b694-4d56-bd31-3030b5cce167 req-1c6f79b1-a3bd-4eb3-9d5f-54fc08f0eea3 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430717 Aug 04 17:03:04.894709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.902667 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11ec4a8d-ee99-4a55-86f8-841ccb2fe498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.925143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-b2f34653-181e-4d36-b0fb-cbe2185f29bf tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:04.926657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-b2f34653-181e-4d36-b0fb-cbe2185f29bf tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.90 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 946 time: 0.1006780 Aug 04 17:03:04.965024 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.975247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11ec4a8d-ee99-4a55-86f8-841ccb2fe498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.978889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11ec4a8d-ee99-4a55-86f8-841ccb2fe498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:04.980575 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-11ec4a8d-ee99-4a55-86f8-841ccb2fe498 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99908876-096c-47d6-b193-61fcc4e807cd HTTP/1.1" status: 204 len: 168 time: 0.1695788 Aug 04 17:03:04.992257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec4a8d-ee99-4a55-86f8-841ccb2fe498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99908876-096c-47d6-b193-61fcc4e807cd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:05.366395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51600) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:05.381347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f2221b3-d16d-42fb-b1f7-0d54d6e61673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.484083 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f2221b3-d16d-42fb-b1f7-0d54d6e61673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.491348 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f2221b3-d16d-42fb-b1f7-0d54d6e61673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.505424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757894f-c0c6-47c8-9ecc-73c99f002885 req-a736a832-cc2e-4624-b847-203d342e8d1e tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:05.506858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3757894f-c0c6-47c8-9ecc-73c99f002885 req-a736a832-cc2e-4624-b847-203d342e8d1e tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 931 time: 0.2508359 Aug 04 17:03:05.519081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7edb32-a3a1-41aa-8665-df923ad8cb6e req-d8810f6b-7a1e-48fd-a496-f04ca122a36d tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:05.520581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af7edb32-a3a1-41aa-8665-df923ad8cb6e req-d8810f6b-7a1e-48fd-a496-f04ca122a36d tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 946 time: 0.2657802 Aug 04 17:03:05.531867 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3f2221b3-d16d-42fb-b1f7-0d54d6e61673 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2214b826af88420e9cda4661c70cf490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643317 Aug 04 17:03:05.532786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2221b3-d16d-42fb-b1f7-0d54d6e61673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3c6d10-6238-468c-a659-8bd95f61039f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:05.535065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51608) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:05.594886 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22c4271e-7e0d-4707-a046-1f5e343fe80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.619687 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22c4271e-7e0d-4707-a046-1f5e343fe80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.638347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-6f0de3e0-9c1b-4da1-b4df-3e031f6f5642 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Deleting port 367a2285-f76d-44ac-b92f-6dbba63cb36d {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:05.638673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-6f0de3e0-9c1b-4da1-b4df-3e031f6f5642 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.662361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8d699d56-918f-4b62-a05d-15cd18809172 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:03:05.669947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af7edb32-a3a1-41aa-8665-df923ad8cb6e req-d22f5f2e-a0fa-4a78-98c0-5ea5b317587a tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3000dcb-0966-4304-9636-80f48731ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175196 Aug 04 17:03:05.676929 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22c4271e-7e0d-4707-a046-1f5e343fe80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.680512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22c4271e-7e0d-4707-a046-1f5e343fe80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.681962 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-22c4271e-7e0d-4707-a046-1f5e343fe80a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b3c6d10-6238-468c-a659-8bd95f61039f HTTP/1.1" status: 204 len: 168 time: 0.1459863 Aug 04 17:03:05.700511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4271e-7e0d-4707-a046-1f5e343fe80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3c6d10-6238-468c-a659-8bd95f61039f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:05.739563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3757894f-c0c6-47c8-9ecc-73c99f002885 req-a7d70402-d75a-46a5-ae4b-1b8a0455c082 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179627 Aug 04 17:03:05.794632 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.823474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 8d699d56-918f-4b62-a05d-15cd18809172 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:03:05.827565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 8d699d56-918f-4b62-a05d-15cd18809172 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:03:05.827951 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.868740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-6f0de3e0-9c1b-4da1-b4df-3e031f6f5642 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] For port 367a2285-f76d-44ac-b92f-6dbba63cb36d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=367a2285-f76d-44ac-b92f-6dbba63cb36d,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:05.869349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-6f0de3e0-9c1b-4da1-b4df-3e031f6f5642 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.884279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229abb7d-033c-40f9-bc11-521af595b91e {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:05.895498 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.898633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-6f0de3e0-9c1b-4da1-b4df-3e031f6f5642 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Calling delete_port for 367a2285-f76d-44ac-b92f-6dbba63cb36d owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:05.939299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Transition to ACTIVE for port object 229abb7d-033c-40f9-bc11-521af595b91e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:03:05.997276 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:05.999684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:06.059570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8d699d56-918f-4b62-a05d-15cd18809172, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8d699d56-918f-4b62-a05d-15cd18809172,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:06.061082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d699d56-918f-4b62-a05d-15cd18809172'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:06.063943 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f80140c-fc88-4810-8fbd-6fa19fb8db2c" -d '{"events": [{"server_uuid": "37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e", "name": "network-vif-plugged", "status": "completed", "tag": "8d699d56-918f-4b62-a05d-15cd18809172"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:06.069798 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:06.134188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8d699d56-918f-4b62-a05d-15cd18809172,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:06.145435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c276a1-c246-4d54-b8fc-85e34891aee1 req-748f1551-e7ab-4bf4-962a-9de935e6a667 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:06.149162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.149892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.150535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.151312 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.151824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.152545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.153143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.154136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.154631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.155151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.155631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.156127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:06.157485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4c276a1-c246-4d54-b8fc-85e34891aee1 req-748f1551-e7ab-4bf4-962a-9de935e6a667 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.2462857 Aug 04 17:03:06.168178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Pushing event updated for resources: {'Port': ['ID=229abb7d-033c-40f9-bc11-521af595b91e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:06.246335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d800c9a-1afc-4e45-9844-25c502ffeee9 req-9e10cea3-463b-4c23-aabe-cc4c94939749 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:06.247985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d800c9a-1afc-4e45-9844-25c502ffeee9 req-9e10cea3-463b-4c23-aabe-cc4c94939749 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 944 time: 0.2541940 Aug 04 17:03:06.328227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4c276a1-c246-4d54-b8fc-85e34891aee1 req-1d98d63d-69eb-4d62-89ba-5fdeeb59097c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697261 Aug 04 17:03:06.389320 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee40d5b-1138-4a59-a3d4-8a6d56c271d6 x-openstack-request-id: req-9ee40d5b-1138-4a59-a3d4-8a6d56c271d6 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:06.389810 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e", "name": "network-vif-plugged", "status": "completed", "tag": "8d699d56-918f-4b62-a05d-15cd18809172", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:06.390171 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ee40d5b-1138-4a59-a3d4-8a6d56c271d6 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:06.390528 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d699d56-918f-4b62-a05d-15cd18809172', 'code': 200} Aug 04 17:03:06.393983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Attempting to bind port 229abb7d-033c-40f9-bc11-521af595b91e on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:03:06.394267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Attempting to bind port 229abb7d-033c-40f9-bc11-521af595b91e by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '435f6a94-f66e-4f81-803c-05a619b9c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd459af82-0051-480b-899f-99fb66f138ca'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:03:06.394698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Attempting to bind port 229abb7d-033c-40f9-bc11-521af595b91e on network d459af82-0051-480b-899f-99fb66f138ca {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:06.401296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-6f0de3e0-9c1b-4da1-b4df-3e031f6f5642 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:06.404981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Port 229abb7d-033c-40f9-bc11-521af595b91e on network d459af82-0051-480b-899f-99fb66f138ca not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:03:06.405412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Attempting to bind port 229abb7d-033c-40f9-bc11-521af595b91e on network d459af82-0051-480b-899f-99fb66f138ca {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:06.445479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d800c9a-1afc-4e45-9844-25c502ffeee9 req-3cb15357-74e5-4da2-8f2d-d6764a08df16 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809773 Aug 04 17:03:06.457599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0de3e0-9c1b-4da1-b4df-3e031f6f5642 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Pushing event deleted for resources: {'Port': ['ID=367a2285-f76d-44ac-b92f-6dbba63cb36d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:06.459805 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:03:06.460313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Checking segment: {'id': '435f6a94-f66e-4f81-803c-05a619b9c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd459af82-0051-480b-899f-99fb66f138ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:03:06.461032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Bound using segment: {'id': '435f6a94-f66e-4f81-803c-05a619b9c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd459af82-0051-480b-899f-99fb66f138ca'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:03:06.461187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Bound port: 229abb7d-033c-40f9-bc11-521af595b91e, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435f6a94-f66e-4f81-803c-05a619b9c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd459af82-0051-480b-899f-99fb66f138ca'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:03:06.461563 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:06.505619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8fa93-bbd7-40a3-9f20-6247510297d0 req-93b067d8-e16c-469e-890f-e457ef81cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:06.507497 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7c8fa93-bbd7-40a3-9f20-6247510297d0 req-93b067d8-e16c-469e-890f-e457ef81cacd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 1096 time: 0.0468273 Aug 04 17:03:06.541533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-6f0de3e0-9c1b-4da1-b4df-3e031f6f5642 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] No DVR routers for this DVR port 367a2285-f76d-44ac-b92f-6dbba63cb36d on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:03:06.546350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-6f0de3e0-9c1b-4da1-b4df-3e031f6f5642 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:06.547809 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c987ab5c-2e55-4643-bf77-7eaf89b9bc1c req-6f0de3e0-9c1b-4da1-b4df-3e031f6f5642 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.90 "DELETE /v2.0/ports/367a2285-f76d-44ac-b92f-6dbba63cb36d HTTP/1.1" status: 204 len: 173 time: 1.5973091 Aug 04 17:03:06.547933 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a7c8fa93-bbd7-40a3-9f20-6247510297d0 req-95bd6d7f-0fe2-47d4-a5f5-16854edf67e3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Aug 04 17:03:06.548256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275e1115-1686-4691-825b-eb6d59d65e77', 'name': 'network-vif-deleted', 'tag': '367a2285-f76d-44ac-b92f-6dbba63cb36d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:06.550640 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855178e4-5d5a-498c-ab3d-36f5fffcf7e5" -d '{"events": [{"server_uuid": "275e1115-1686-4691-825b-eb6d59d65e77", "name": "network-vif-deleted", "tag": "367a2285-f76d-44ac-b92f-6dbba63cb36d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:06.585076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] For port 229abb7d-033c-40f9-bc11-521af595b91e, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:03:06.588576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] For port 229abb7d-033c-40f9-bc11-521af595b91e, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=229abb7d-033c-40f9-bc11-521af595b91e,segment=NetworkSegment(435f6a94-f66e-4f81-803c-05a619b9c6c0),segment_id=435f6a94-f66e-4f81-803c-05a619b9c6c0)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:03:06.594303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:06.625674 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ada071c-6149-4f31-94b1-a8732d54392c x-openstack-request-id: req-6ada071c-6149-4f31-94b1-a8732d54392c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:06.625993 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275e1115-1686-4691-825b-eb6d59d65e77", "name": "network-vif-deleted", "tag": "367a2285-f76d-44ac-b92f-6dbba63cb36d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:06.626214 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ada071c-6149-4f31-94b1-a8732d54392c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:06.626641 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275e1115-1686-4691-825b-eb6d59d65e77', 'name': 'network-vif-deleted', 'tag': '367a2285-f76d-44ac-b92f-6dbba63cb36d', 'status': 'completed', 'code': 200} Aug 04 17:03:06.645943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:06.646836 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:06.648254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-aa911b80-9257-4317-8428-9cedab976126 service neutron] 10.222.0.82 "PUT /v2.0/ports/229abb7d-033c-40f9-bc11-521af595b91e HTTP/1.1" status: 200 len: 1091 time: 1.8827021 Aug 04 17:03:06.664925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa911b80-9257-4317-8428-9cedab976126 service neutron] Pushing event updated for resources: {'Port': ['ID=229abb7d-033c-40f9-bc11-521af595b91e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:06.760839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-638dc754-9a53-40c5-96a1-fd3804c12bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:06.762398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-638dc754-9a53-40c5-96a1-fd3804c12bcd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=990e1885210a4e3cb04b84f923312249&device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 1094 time: 0.0556815 Aug 04 17:03:06.804331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d7c4216-3670-4b76-8f82-b73d297a2597 req-360b636f-d5f5-49fa-9aa7-8092342e5c38 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752 tempest-FloatingIPsAssociationNegativeTestJSON-2027446752-project] 10.222.0.39 "GET /v2.0/ports?device_id=275e1115-1686-4691-825b-eb6d59d65e77 HTTP/1.1" status: 200 len: 210 time: 0.0406582 Aug 04 17:03:06.832823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-cfe3248f-31ff-4f35-bdf7-f17ebbf50873 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229abb7d-033c-40f9-bc11-521af595b91e HTTP/1.1" status: 200 len: 217 time: 0.0600586 Aug 04 17:03:06.939922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-10f98b22-9bfd-48c2-9473-4adfdf0327d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:06.941761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-10f98b22-9bfd-48c2-9473-4adfdf0327d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bf635439-96b3-4f69-adbd-3a4dd8b450ed HTTP/1.1" status: 200 len: 855 time: 0.0990231 Aug 04 17:03:06.978935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-c04e827d-8198-4d09-ad04-e1073f925d44 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d459af82-0051-480b-899f-99fb66f138ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287774 Aug 04 17:03:06.987543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddd027-bd1a-4fc5-a1db-185dac9f4cd9 req-837a1861-6b4f-44d6-861f-c64095bab81f tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:06.989179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcddd027-bd1a-4fc5-a1db-185dac9f4cd9 req-837a1861-6b4f-44d6-861f-c64095bab81f tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 943 time: 0.1074119 Aug 04 17:03:07.097535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcddd027-bd1a-4fc5-a1db-185dac9f4cd9 req-48511618-e394-43c4-9944-cd466773e68c tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988493 Aug 04 17:03:07.134409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-96bb4718-34cf-4a7b-a5c9-125b8d084a4a service neutron] 10.222.0.82 "GET /v2.0/networks/d459af82-0051-480b-899f-99fb66f138ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439931 Aug 04 17:03:07.147667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device aff78694-1cd7-488e-b27a-08fe7d9ce7da no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:07.244365 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:07.246706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f3a7e1-1828-405c-b628-33b07b4f87f7 req-b682aa45-69df-41be-af68-9c9b8039ea16 service neutron] 10.222.0.82 "GET /v2.0/networks/d459af82-0051-480b-899f-99fb66f138ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038938 Aug 04 17:03:07.285781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:07.291675 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:07.391193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:07.400455 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:07.499530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fa647-a6d0-4a4b-a82d-f9d2fb790483 req-638dd1bc-6e62-4185-8add-22cc0e67012e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:07.501032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-490fa647-a6d0-4a4b-a82d-f9d2fb790483 req-638dd1bc-6e62-4185-8add-22cc0e67012e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 943 time: 0.0604010 Aug 04 17:03:07.530684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-1a3359a3-3ba4-4ec8-ab43-002bed2ce00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:07.532398 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-1a3359a3-3ba4-4ec8-ab43-002bed2ce00f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 1096 time: 0.0479765 Aug 04 17:03:07.579766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-490fa647-a6d0-4a4b-a82d-f9d2fb790483 req-5d9fe1be-af2e-4d3b-83d5-4d5d87495397 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718324 Aug 04 17:03:07.611116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12ffcb-42b9-41ca-a628-845712d69ab0 req-d333ef30-6806-421b-8225-6958336a2b7c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:07.611116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e12ffcb-42b9-41ca-a628-845712d69ab0 req-d333ef30-6806-421b-8225-6958336a2b7c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 945 time: 0.0856323 Aug 04 17:03:07.650125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-cf626ea9-e1ca-40e2-a816-ddeab70855c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:07.652218 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-cf626ea9-e1ca-40e2-a816-ddeab70855c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 0.1125829 Aug 04 17:03:07.658259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e12ffcb-42b9-41ca-a628-845712d69ab0 req-2310b62c-32f0-437d-b1bd-c99849e09307 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Aug 04 17:03:07.671908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 367a2285-f76d-44ac-b92f-6dbba63cb36d no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:07.698193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 367a2285-f76d-44ac-b92f-6dbba63cb36d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:03:07.698545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 367a2285-f76d-44ac-b92f-6dbba63cb36d not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:03:07.713541 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-c54ceae3-10ab-4a44-a44e-1c6cc911dad7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d699d56-918f-4b62-a05d-15cd18809172 HTTP/1.1" status: 200 len: 217 time: 0.0540929 Aug 04 17:03:07.771177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-7ba53cd5-a4e8-4d2a-b630-9fe06afc1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:07.772947 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-7ba53cd5-a4e8-4d2a-b630-9fe06afc1061 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.0507772 Aug 04 17:03:07.810983 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-ee9b81e2-2618-4f3e-b57f-84401275b179 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308421 Aug 04 17:03:07.871303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51756) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:07.954410 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-98313da9-03a3-453b-b537-dd17b1d0a902 service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352375 Aug 04 17:03:08.391494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:08.394193 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5737b02-6232-4b6b-911c-53f316ad9341" -d '{"events": [{"server_uuid": "9d883497-a267-4904-8f3c-024864007962", "name": "network-vif-unplugged", "status": "completed", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:08.413832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47368-f817-42a5-8197-0c70d2fb07db req-007d3415-3b3c-443a-9ae0-8703ef752342 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:08.415632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1db47368-f817-42a5-8197-0c70d2fb07db req-007d3415-3b3c-443a-9ae0-8703ef752342 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 943 time: 0.1473207 Aug 04 17:03:08.447731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af2400-8776-4882-a462-33c37540cbfe req-861efd73-c087-45db-956d-ca3de5637202 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:08.449402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93af2400-8776-4882-a462-33c37540cbfe req-861efd73-c087-45db-956d-ca3de5637202 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 943 time: 0.1642842 Aug 04 17:03:08.531865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1db47368-f817-42a5-8197-0c70d2fb07db req-cc5a9997-e6e4-48a8-bfb2-7b38b8d2fadf tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085100 Aug 04 17:03:08.542516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93af2400-8776-4882-a462-33c37540cbfe req-bdee37db-2a0f-4c01-9dcd-891fe002fae0 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818734 Aug 04 17:03:08.546771 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-e06d2e8d-512a-49c2-a6d1-6ba9f9240b77 service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840147 Aug 04 17:03:08.611883 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd486e8-457d-425d-bb84-6fb827e34bd3 x-openstack-request-id: req-5cd486e8-457d-425d-bb84-6fb827e34bd3 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:08.612171 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d883497-a267-4904-8f3c-024864007962", "name": "network-vif-unplugged", "status": "failed", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da", "code": 422}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:08.612490 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5cd486e8-457d-425d-bb84-6fb827e34bd3 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:08.619915 n-d-764435-5 neutron-server[105830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'code': 422} returned with failed status Aug 04 17:03:08.633694 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-63ead7b4-ada1-48aa-877f-ea383872ef95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472722 Aug 04 17:03:08.742685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51820) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:08.799334 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:08.872245 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d137-5dd8-4b77-ac71-79f89337f239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:08.880956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fdf3da-58dd-4793-a6df-dd5f759902ae', 'tag': '229abb7d-033c-40f9-bc11-521af595b91e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:08.883924 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:08.884217 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59d24c5-f187-4711-a6b8-ce8308094dba" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fdf3da-58dd-4793-a6df-dd5f759902ae", "tag": "229abb7d-033c-40f9-bc11-521af595b91e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:08.938793 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e08e7e-56f2-4523-b000-0f8a621ca217 x-openstack-request-id: req-60e08e7e-56f2-4523-b000-0f8a621ca217 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:08.939416 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fdf3da-58dd-4793-a6df-dd5f759902ae", "tag": "229abb7d-033c-40f9-bc11-521af595b91e", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:08.939836 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60e08e7e-56f2-4523-b000-0f8a621ca217 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:08.940361 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fdf3da-58dd-4793-a6df-dd5f759902ae', 'tag': '229abb7d-033c-40f9-bc11-521af595b91e', 'status': 'completed', 'code': 200} Aug 04 17:03:08.988295 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d137-5dd8-4b77-ac71-79f89337f239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:08.993649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d137-5dd8-4b77-ac71-79f89337f239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:08.996139 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:09.044101 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f2a7d137-5dd8-4b77-ac71-79f89337f239 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f9a302fde9f42189c2842d7163cf512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972448 Aug 04 17:03:09.044341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51832) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:09.050769 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7d137-5dd8-4b77-ac71-79f89337f239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486f34a1-be8f-4f7f-b1db-fd09466a7e2e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:09.063042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d833-f1c5-490b-833d-d758be60b455 req-124140c9-fcfb-41b7-b927-cefadd6c9253 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:09.064717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcc5d833-f1c5-490b-833d-d758be60b455 req-124140c9-fcfb-41b7-b927-cefadd6c9253 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 945 time: 0.1848872 Aug 04 17:03:09.104949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd1718ec-ff39-401a-8bfc-744d0aa50f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:09.106311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d24c5-f187-4711-a6b8-ce8308094dba req-94bf3f96-566e-4134-9946-25ef1ad0cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:09.108267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c59d24c5-f187-4711-a6b8-ce8308094dba req-94bf3f96-566e-4134-9946-25ef1ad0cd63 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=990e1885210a4e3cb04b84f923312249&device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 1094 time: 0.1456258 Aug 04 17:03:09.133686 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd1718ec-ff39-401a-8bfc-744d0aa50f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:09.189595 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd1718ec-ff39-401a-8bfc-744d0aa50f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:09.191924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd1718ec-ff39-401a-8bfc-744d0aa50f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:09.195640 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bd1718ec-ff39-401a-8bfc-744d0aa50f29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/486f34a1-be8f-4f7f-b1db-fd09466a7e2e HTTP/1.1" status: 204 len: 168 time: 0.1478038 Aug 04 17:03:09.203689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1718ec-ff39-401a-8bfc-744d0aa50f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f34a1-be8f-4f7f-b1db-fd09466a7e2e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:09.211671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcc5d833-f1c5-490b-833d-d758be60b455 req-756cb72c-8893-43bb-8616-013698c8de71 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105192 Aug 04 17:03:09.358468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d24c5-f187-4711-a6b8-ce8308094dba req-6707b83c-01c1-4b7f-b77e-310e0a85d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:09.359905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c59d24c5-f187-4711-a6b8-ce8308094dba req-6707b83c-01c1-4b7f-b77e-310e0a85d099 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d459af82-0051-480b-899f-99fb66f138ca HTTP/1.1" status: 200 len: 917 time: 0.2424276 Aug 04 17:03:09.419428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c59d24c5-f187-4711-a6b8-ce8308094dba req-d5fe696e-98b1-4dff-a8b2-0040c1db511f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=229abb7d-033c-40f9-bc11-521af595b91e HTTP/1.1" status: 200 len: 217 time: 0.0508671 Aug 04 17:03:09.515417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d24c5-f187-4711-a6b8-ce8308094dba req-7260ff7b-230f-4e0a-b539-57b53ee5616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:09.517015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c59d24c5-f187-4711-a6b8-ce8308094dba req-7260ff7b-230f-4e0a-b539-57b53ee5616c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bf635439-96b3-4f69-adbd-3a4dd8b450ed HTTP/1.1" status: 200 len: 855 time: 0.0892677 Aug 04 17:03:09.525987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51840) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:09.565872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c59d24c5-f187-4711-a6b8-ce8308094dba req-0a6948d1-9668-47eb-b763-8df2996bf603 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d459af82-0051-480b-899f-99fb66f138ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407355 Aug 04 17:03:09.567769 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9be1f200-eef5-443e-a32f-89b9007d6e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:09.684050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] Deleting port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:09.684649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:09.860419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dd94b-21d4-4e2b-b238-248169033c55 req-6d2a05bd-5d62-49c1-a729-1e12aae81376 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:09.862116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee7dd94b-21d4-4e2b-b238-248169033c55 req-6d2a05bd-5d62-49c1-a729-1e12aae81376 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 943 time: 0.2063992 Aug 04 17:03:09.864216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c59d24c5-f187-4711-a6b8-ce8308094dba req-db7a050f-a0d3-43e0-befb-fa1f384f83dd service neutron] 10.222.0.82 "GET /v2.0/networks/d459af82-0051-480b-899f-99fb66f138ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871959 Aug 04 17:03:09.881401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09810f0-ea4d-4843-9042-7facfeb8cb5b req-599963c0-2822-4868-9c8d-891dbe87b849 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:09.883095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09810f0-ea4d-4843-9042-7facfeb8cb5b req-599963c0-2822-4868-9c8d-891dbe87b849 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 943 time: 0.2361176 Aug 04 17:03:09.952827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-0d0f6397-24a2-446c-b668-9b2b8e6e8bb2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:09.954205 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-0d0f6397-24a2-446c-b668-9b2b8e6e8bb2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 945 time: 0.0515206 Aug 04 17:03:10.002643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] For port 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:10.003045 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.042681 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] Calling delete_port for 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:10.049679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-c7a3c3e3-1dc8-4d71-ba0e-63770257781e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Deleting port 8d699d56-918f-4b62-a05d-15cd18809172 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:10.050135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-c7a3c3e3-1dc8-4d71-ba0e-63770257781e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.065703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee7dd94b-21d4-4e2b-b238-248169033c55 req-80b24d8c-3342-4f57-bd09-bb9d4e89905e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946750 Aug 04 17:03:10.080989 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9be1f200-eef5-443e-a32f-89b9007d6e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.100494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09810f0-ea4d-4843-9042-7facfeb8cb5b req-88c46133-dc88-4d0d-8533-9fad28951ab2 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032762 Aug 04 17:03:10.117237 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9be1f200-eef5-443e-a32f-89b9007d6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.169518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c59d24c5-f187-4711-a6b8-ce8308094dba req-d9693cc8-e9ce-4368-95ae-84340b4723b8 service neutron] 10.222.0.82 "GET /v2.0/networks/d459af82-0051-480b-899f-99fb66f138ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854075 Aug 04 17:03:10.173989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-c7a3c3e3-1dc8-4d71-ba0e-63770257781e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] For port 8d699d56-918f-4b62-a05d-15cd18809172, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8d699d56-918f-4b62-a05d-15cd18809172,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:10.174647 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-c7a3c3e3-1dc8-4d71-ba0e-63770257781e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.191251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-c7a3c3e3-1dc8-4d71-ba0e-63770257781e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Calling delete_port for 8d699d56-918f-4b62-a05d-15cd18809172 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:10.208966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9be1f200-eef5-443e-a32f-89b9007d6e39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb05960329ed4e6abf2b1d7ee087a30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6796203 Aug 04 17:03:10.209934 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51848) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:10.227366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1f200-eef5-443e-a32f-89b9007d6e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45840a12-1b76-401c-b043-af2b128dadfd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:10.324739 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55e65c6f-ece5-46ca-a28c-cb89b4ada41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.355466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55e65c6f-ece5-46ca-a28c-cb89b4ada41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.427945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9db972-8ae6-4466-959d-86fb23ed17b5 req-1b2a3b06-8e92-4606-9fd3-5a00ef1e07a7 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:10.434833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb9db972-8ae6-4466-959d-86fb23ed17b5 req-1b2a3b06-8e92-4606-9fd3-5a00ef1e07a7 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e HTTP/1.1" status: 200 len: 945 time: 0.0901563 Aug 04 17:03:10.462870 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55e65c6f-ece5-46ca-a28c-cb89b4ada41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.465592 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55e65c6f-ece5-46ca-a28c-cb89b4ada41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.470270 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.479361 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-55e65c6f-ece5-46ca-a28c-cb89b4ada41e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45840a12-1b76-401c-b043-af2b128dadfd HTTP/1.1" status: 204 len: 168 time: 0.2256746 Aug 04 17:03:10.495151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65c6f-ece5-46ca-a28c-cb89b4ada41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45840a12-1b76-401c-b043-af2b128dadfd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:10.505907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-c7a3c3e3-1dc8-4d71-ba0e-63770257781e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.524607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8d699d56-918f-4b62-a05d-15cd18809172'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:10.532461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:10.534297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:10.558101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3c3e3-1dc8-4d71-ba0e-63770257781e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event deleted for resources: {'Port': ['ID=8d699d56-918f-4b62-a05d-15cd18809172,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:10.572865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb9db972-8ae6-4466-959d-86fb23ed17b5 req-bf35b332-5801-4728-8a5c-c2a4baf936fe tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325767 Aug 04 17:03:10.637695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-c7a3c3e3-1dc8-4d71-ba0e-63770257781e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] No DVR routers for this DVR port 8d699d56-918f-4b62-a05d-15cd18809172 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:03:10.641751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-c7a3c3e3-1dc8-4d71-ba0e-63770257781e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:10.645574 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eaf411cd-a875-42b1-99fa-4d3f53d7db69 req-c7a3c3e3-1dc8-4d71-ba0e-63770257781e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "DELETE /v2.0/ports/8d699d56-918f-4b62-a05d-15cd18809172 HTTP/1.1" status: 204 len: 173 time: 0.6847017 Aug 04 17:03:10.647026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e', 'name': 'network-vif-deleted', 'tag': '8d699d56-918f-4b62-a05d-15cd18809172'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:10.651444 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26dee3e-fcf4-41a2-bff1-81d8cd54cd38" -d '{"events": [{"server_uuid": "37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e", "name": "network-vif-deleted", "tag": "8d699d56-918f-4b62-a05d-15cd18809172"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:10.712090 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad92c92-04eb-4414-b56d-535a0f0d632f x-openstack-request-id: req-7ad92c92-04eb-4414-b56d-535a0f0d632f {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:10.712643 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e", "name": "network-vif-deleted", "tag": "8d699d56-918f-4b62-a05d-15cd18809172", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:10.713785 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ad92c92-04eb-4414-b56d-535a0f0d632f {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:10.714632 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f7e9a2-64d0-4be1-9d31-a74dfa30ee2e', 'name': 'network-vif-deleted', 'tag': '8d699d56-918f-4b62-a05d-15cd18809172', 'status': 'completed', 'code': 200} Aug 04 17:03:10.911175 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:11.201451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 229abb7d-033c-40f9-bc11-521af595b91e details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:03:11.236387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device aff78694-1cd7-488e-b27a-08fe7d9ce7da no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:11.473054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf30498-8506-4dc6-a811-a91f74a3fb4d req-690dd48f-4c23-44db-b27f-db73b4497422 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:11.481030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cf30498-8506-4dc6-a811-a91f74a3fb4d req-690dd48f-4c23-44db-b27f-db73b4497422 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 943 time: 0.1222336 Aug 04 17:03:11.488425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 229abb7d-033c-40f9-bc11-521af595b91e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=229abb7d-033c-40f9-bc11-521af595b91e,segment=NetworkSegment(435f6a94-f66e-4f81-803c-05a619b9c6c0),segment_id=435f6a94-f66e-4f81-803c-05a619b9c6c0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:11.501628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904319b7-a91f-4180-9eb7-40a037d40ee9 req-bf725ab0-29b6-42f2-9945-de8e73bb3987 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:11.502266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '229abb7d-033c-40f9-bc11-521af595b91e', 'network_id': 'd459af82-0051-480b-899f-99fb66f138ca', 'port_id': '229abb7d-033c-40f9-bc11-521af595b91e', 'mac_address': 'fa:16:3e:8a:eb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf635439-96b3-4f69-adbd-3a4dd8b450ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:03:11.503186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-904319b7-a91f-4180-9eb7-40a037d40ee9 req-bf725ab0-29b6-42f2-9945-de8e73bb3987 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 943 time: 0.1458144 Aug 04 17:03:11.560666 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:11.574600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229abb7d-033c-40f9-bc11-521af595b91e {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:11.604003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 229abb7d-033c-40f9-bc11-521af595b91e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=229abb7d-033c-40f9-bc11-521af595b91e,segment=NetworkSegment(435f6a94-f66e-4f81-803c-05a619b9c6c0),segment_id=435f6a94-f66e-4f81-803c-05a619b9c6c0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:11.611026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:11.640850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cf30498-8506-4dc6-a811-a91f74a3fb4d req-84f797fb-ab4a-4089-8b50-b37973d8ffb5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548018 Aug 04 17:03:11.678602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=229abb7d-033c-40f9-bc11-521af595b91e,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:11.687999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-904319b7-a91f-4180-9eb7-40a037d40ee9 req-570efd63-f419-4eb6-8fb0-3bc34f6b1824 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361806 Aug 04 17:03:11.752389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] Router 8a295845-1f86-43e0-9e1d-67677cb1f40c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:03:11.851507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['229abb7d-033c-40f9-bc11-521af595b91e'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:11.938376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:03:11.952013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51898) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:11.952626 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] Sync routers for ids ['8a295845-1f86-43e0-9e1d-67677cb1f40c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:03:11.954275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-baa8ef49-bd2b-4607-ac71-be9a7be68e6f admin admin] 10.222.0.39 "PUT /v2.0/routers/8a295845-1f86-43e0-9e1d-67677cb1f40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0817950 Aug 04 17:03:11.972485 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] Routers {'8a295845-1f86-43e0-9e1d-67677cb1f40c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:11.973209 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a295845-1f86-43e0-9e1d-67677cb1f40c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:12.098662 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] Set router 8a295845-1f86-43e0-9e1d-67677cb1f40c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:03:12.217535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:12.355526 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:12.356406 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:03:10Z', 'revision_number': 5, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port': {'id': '4c6cf72f-bf3b-4fb0-95cc-b908d42a7517', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:02:09Z', 'updated_at': '2021-08-04T17:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:12.388191 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] Checking router: 8a295845-1f86-43e0-9e1d-67677cb1f40c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:03:12.399287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-43088e1b-b3a8-4a38-a0eb-5f839161e879 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:12.402244 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] Routers {'8a295845-1f86-43e0-9e1d-67677cb1f40c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:12.402920 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a295845-1f86-43e0-9e1d-67677cb1f40c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:12.406737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-43088e1b-b3a8-4a38-a0eb-5f839161e879 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.2873230 Aug 04 17:03:12.427379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-dfae0cd0-d20f-4298-9adf-6791054e2084 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/quotas/173082757bc04a31b2a2048df2d4cdbf HTTP/1.1" status: 200 len: 375 time: 0.0161207 Aug 04 17:03:12.447946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Deleting port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:12.448747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:12.482317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-fd73e640-e71d-4ea1-a58e-5a441900ed81 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538590 Aug 04 17:03:12.508521 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] Set router 8a295845-1f86-43e0-9e1d-67677cb1f40c gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:03:12.565253 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:03:12Z', 'revision_number': 6, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:12.592077 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] For port 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4c6cf72f-bf3b-4fb0-95cc-b908d42a7517,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:12.592654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:12.610192 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e1f45-02cf-4ef4-ba02-5ae4b5275bcc None None] The sync data for ids ['8a295845-1f86-43e0-9e1d-67677cb1f40c'] in n-d-764435-5 is: [{'id': '8a295845-1f86-43e0-9e1d-67677cb1f40c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-680948434-router', 'tenant_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:02:08Z', 'updated_at': '2021-08-04T17:03:12Z', 'revision_number': 6, 'project_id': 'ceee51ddb5904b6e987fb2eb1cae6d44', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:03:12.618299 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Calling delete_port for 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:12.623658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-5e9012ce-46d3-4c0c-b228-7d830f27291a service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403232 Aug 04 17:03:12.753790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-76e663bd-235e-4709-a233-f05332dea12c service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288977 Aug 04 17:03:12.834879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ccb26-c17a-461a-8a66-f0e857cd1203 req-87271613-9255-420e-b00a-3ff32dfabb6f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:12.838271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb3ccb26-c17a-461a-8a66-f0e857cd1203 req-87271613-9255-420e-b00a-3ff32dfabb6f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 943 time: 0.0793138 Aug 04 17:03:12.854843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51948) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:12.871338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:12.907636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c6cf72f-bf3b-4fb0-95cc-b908d42a7517,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:12.945065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb3ccb26-c17a-461a-8a66-f0e857cd1203 req-25097d37-b79c-4564-9cac-9a5ed5da59ca tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958295 Aug 04 17:03:13.126312 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f61f81b-da87-4bd0-9f55-4051a4b8f18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.131703 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.151744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0cb3e-d375-4c04-a64d-83a336fbaf96 req-865fa8a0-aeac-4dc5-8dba-61b16eb5fbc8 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:13.152593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ec0cb3e-d375-4c04-a64d-83a336fbaf96 req-865fa8a0-aeac-4dc5-8dba-61b16eb5fbc8 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 944 time: 0.1077313 Aug 04 17:03:13.208117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 229abb7d-033c-40f9-bc11-521af595b91e up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:03:13.215446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ec0cb3e-d375-4c04-a64d-83a336fbaf96 req-ec20376b-a5b8-4d53-82e0-69acdc59c686 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558002 Aug 04 17:03:13.278651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 229abb7d-033c-40f9-bc11-521af595b91e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:03:13.282971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 229abb7d-033c-40f9-bc11-521af595b91e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:03:13.283345 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.320063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d32ae6f5-ba24-42b4-90c4-4d084fe29bd4 req-7d3589bc-3880-41e6-abd0-5de93f2f7128 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 210 time: 0.0578325 Aug 04 17:03:13.332778 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.336353 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.379784 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.412226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fdf3da-58dd-4793-a6df-dd5f759902ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229abb7d-033c-40f9-bc11-521af595b91e'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:13.413074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.413713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a295845-1f86-43e0-9e1d-67677cb1f40c {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:03:13.414675 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7739759-193e-4d5d-9d36-cfe6ed43a585" -d '{"events": [{"server_uuid": "c4fdf3da-58dd-4793-a6df-dd5f759902ae", "name": "network-vif-plugged", "status": "completed", "tag": "229abb7d-033c-40f9-bc11-521af595b91e"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:13.420429 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.432774 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a6332917-3013-4f58-8248-2659ee1c5bc1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8a295845-1f86-43e0-9e1d-67677cb1f40c HTTP/1.1" status: 204 len: 168 time: 1.4786253 Aug 04 17:03:13.435723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51964) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:13.457092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 229abb7d-033c-40f9-bc11-521af595b91e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=229abb7d-033c-40f9-bc11-521af595b91e,segment=NetworkSegment(435f6a94-f66e-4f81-803c-05a619b9c6c0),segment_id=435f6a94-f66e-4f81-803c-05a619b9c6c0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:13.467602 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.480688 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f61f81b-da87-4bd0-9f55-4051a4b8f18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.492501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f61f81b-da87-4bd0-9f55-4051a4b8f18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.544492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61f81b-da87-4bd0-9f55-4051a4b8f18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e835bf8-c360-41f1-8897-78b434d19210,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:13.563857 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f56722-53ef-4471-8765-aa8e1df26dd8 x-openstack-request-id: req-53f56722-53ef-4471-8765-aa8e1df26dd8 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:13.565128 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fdf3da-58dd-4793-a6df-dd5f759902ae", "name": "network-vif-plugged", "status": "completed", "tag": "229abb7d-033c-40f9-bc11-521af595b91e", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:13.565813 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7f61f81b-da87-4bd0-9f55-4051a4b8f18f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0cb8d1ce9404ec491fcab5e92f7d325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7098012 Aug 04 17:03:13.567372 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53f56722-53ef-4471-8765-aa8e1df26dd8 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:13.568275 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fdf3da-58dd-4793-a6df-dd5f759902ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229abb7d-033c-40f9-bc11-521af595b91e', 'code': 200} Aug 04 17:03:13.569432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51966) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:13.576117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5eaf92a-f997-40cf-8940-7e4f2dc6813c admin admin] Deleting subnet a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:03:13.619223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=229abb7d-033c-40f9-bc11-521af595b91e,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:13.627600 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf92a-f997-40cf-8940-7e4f2dc6813c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.629403 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20906e69-35c4-4160-a07a-79796e124336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.660576 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20906e69-35c4-4160-a07a-79796e124336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.688404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21881b-4356-40e1-b8fe-9a3498c56033 req-6c6e35ee-8631-443a-a781-abf7a37645fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:13.691471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a21881b-4356-40e1-b8fe-9a3498c56033 req-6c6e35ee-8631-443a-a781-abf7a37645fe service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 1096 time: 0.1275475 Aug 04 17:03:13.694053 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf92a-f997-40cf-8940-7e4f2dc6813c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.698560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8d699d56-918f-4b62-a05d-15cd18809172 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:13.736776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 8d699d56-918f-4b62-a05d-15cd18809172 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:03:13.737219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8d699d56-918f-4b62-a05d-15cd18809172 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:03:13.743122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20906e69-35c4-4160-a07a-79796e124336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.746116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20906e69-35c4-4160-a07a-79796e124336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.752352 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-20906e69-35c4-4160-a07a-79796e124336 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e835bf8-c360-41f1-8897-78b434d19210 HTTP/1.1" status: 204 len: 168 time: 0.1813564 Aug 04 17:03:13.761860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20906e69-35c4-4160-a07a-79796e124336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e835bf8-c360-41f1-8897-78b434d19210,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:13.832626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a21881b-4356-40e1-b8fe-9a3498c56033 req-c9a1b28b-17b0-475d-ad55-d4ddb06c250f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048629 Aug 04 17:03:13.927736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:13.946048 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf92a-f997-40cf-8940-7e4f2dc6813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:13.965938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:03:13.984105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5f6a6ae3-f2c0-4718-8be0-ef6e4dd010f5 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:03:13.984105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:14.028030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:03:14.028363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4c6cf72f-bf3b-4fb0-95cc-b908d42a7517 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:03:14.056972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf92a-f997-40cf-8940-7e4f2dc6813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:14.106299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf92a-f997-40cf-8940-7e4f2dc6813c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:14.124964 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf92a-f997-40cf-8940-7e4f2dc6813c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:14.129357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e5eaf92a-f997-40cf-8940-7e4f2dc6813c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a643fad2-2fe6-4e6b-99a2-3c59a4ce4d67 HTTP/1.1" status: 204 len: 168 time: 0.6899707 Aug 04 17:03:14.129698 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51976) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:14.132749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44528efd-8430-4761-b40b-228781f39470 None None] Network 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:03:14.223713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da007ad-7dee-477f-89bb-7c7a38a6517a req-9e3ca99b-812c-4c5a-873e-ce876c013eb2 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:14.228926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7da007ad-7dee-477f-89bb-7c7a38a6517a req-9e3ca99b-812c-4c5a-873e-ce876c013eb2 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 943 time: 0.1235600 Aug 04 17:03:14.266921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:14.321029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7da007ad-7dee-477f-89bb-7c7a38a6517a req-b2390b63-bdfd-4517-baae-cfcba56f7780 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853784 Aug 04 17:03:14.522422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5fa4ab-baa5-4f8b-92f4-b07d275eadd8 None None] DHCP port deletion for 05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:03:14.573895 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36c825ad-6bc6-453a-a11e-83dbb2419146 req-ef3ca1f1-9414-4cc1-aa7e-6a5b2e2ace8e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 210 time: 0.0828300 Aug 04 17:03:14.596611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bc6a4-d8bc-445c-8105-4b1d76ff71b5 req-214db1d8-7f83-4c7a-b08b-080a75e4a6cd tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:14.598153 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b71bc6a4-d8bc-445c-8105-4b1d76ff71b5 req-214db1d8-7f83-4c7a-b08b-080a75e4a6cd tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 945 time: 0.1705692 Aug 04 17:03:14.609725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-fcd1fb76-56e9-4479-bbb9-5e7a3190ecbe tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:14.611944 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-fcd1fb76-56e9-4479-bbb9-5e7a3190ecbe tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.2735770 Aug 04 17:03:14.619728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Deleting port 110064da-621e-49c2-b33a-8c3188f2b025 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:14.620073 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:14.627449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ba5fa4ab-baa5-4f8b-92f4-b07d275eadd8 None None] Deleting port 110064da-621e-49c2-b33a-8c3188f2b025 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:14.627950 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ba5fa4ab-baa5-4f8b-92f4-b07d275eadd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:14.642828 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Request body: {'port': {'device_id': 'ef7ae19b-2e94-41f9-942b-dd6efff203a2', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'admin_state_up': True, 'tenant_id': '173082757bc04a31b2a2048df2d4cdbf'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:14.676570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b71bc6a4-d8bc-445c-8105-4b1d76ff71b5 req-b391cea5-1f3e-491f-903c-f75ac319f5b5 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686965 Aug 04 17:03:14.761888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ba5fa4ab-baa5-4f8b-92f4-b07d275eadd8 None None] For port 110064da-621e-49c2-b33a-8c3188f2b025, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=110064da-621e-49c2-b33a-8c3188f2b025,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:14.762717 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ba5fa4ab-baa5-4f8b-92f4-b07d275eadd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:14.778729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] For port 110064da-621e-49c2-b33a-8c3188f2b025, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=110064da-621e-49c2-b33a-8c3188f2b025,segment=NetworkSegment(b03d18bf-867b-42b3-9b3a-222a885e3ba5),segment_id=b03d18bf-867b-42b3-9b3a-222a885e3ba5)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:14.779432 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:14.779788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ba5fa4ab-baa5-4f8b-92f4-b07d275eadd8 None None] Calling delete_port for 110064da-621e-49c2-b33a-8c3188f2b025 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:14.806060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Calling delete_port for 110064da-621e-49c2-b33a-8c3188f2b025 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:14.881085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ba5fa4ab-baa5-4f8b-92f4-b07d275eadd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:14.920974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fa4ab-baa5-4f8b-92f4-b07d275eadd8 None None] Pushing event deleted for resources: {'Port': ['ID=110064da-621e-49c2-b33a-8c3188f2b025,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:14.927032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fa4ab-baa5-4f8b-92f4-b07d275eadd8 None None] No DVR routers for this DVR port 110064da-621e-49c2-b33a-8c3188f2b025 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:03:14.928091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Made reservation on behalf of 173082757bc04a31b2a2048df2d4cdbf for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:03:14.931812 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:14.957474 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.012387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=110064da-621e-49c2-b33a-8c3188f2b025,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:15.017836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] No DVR routers for this DVR port 110064da-621e-49c2-b33a-8c3188f2b025 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:03:15.146649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.173892 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f85c8b-600b-45b9-8a35-a81b4e8dc9e7']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:15.195867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03d18bf-867b-42b3-9b3a-222a885e3ba5') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:15.196091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03d18bf-867b-42b3-9b3a-222a885e3ba5') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:15.198495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Allocated IP 172.20.0.7 (466ca3f5-52b1-4270-9eda-4475959211d3/cb48bb64-77b4-470f-bd74-6a3c636aa456/e15ec416-8ae7-45d8-81b1-68644d28ba56) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:15.215227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.220263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-bd4567e8-cbeb-4ef9-847f-6212fea362d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:15.222311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-bd4567e8-cbeb-4ef9-847f-6212fea362d6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962&tenant_id=1887efc899274f9b821aaa08cad678b0 HTTP/1.1" status: 200 len: 1094 time: 0.0958738 Aug 04 17:03:15.234979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:15.237452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.258503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:03:15.258934 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:03:15.260589 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:03:15.303373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.364251 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.377362 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.379334 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] 10.222.0.39 "DELETE /v2.0/networks/05f85c8b-600b-45b9-8a35-a81b4e8dc9e7 HTTP/1.1" status: 204 len: 168 time: 1.2486455 Aug 04 17:03:15.392670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a0484-748a-4ad4-a946-1bf362cddb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=05f85c8b-600b-45b9-8a35-a81b4e8dc9e7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:15.460119 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.515696 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.531077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:15.573162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event updated for resources: {'Port': ['ID=e15ec416-8ae7-45d8-81b1-68644d28ba56,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:15.587860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Network 466ca3f5-52b1-4270-9eda-4475959211d3 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:15.589668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:15.595405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af166951-ef35-4832-b9bf-71cef03567e0 req-3296c321-cca8-4571-8125-ff1bb21a549e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:15.597163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af166951-ef35-4832-b9bf-71cef03567e0 req-3296c321-cca8-4571-8125-ff1bb21a549e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 943 time: 0.0849810 Aug 04 17:03:15.599057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:15.609662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:15.678152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:15.683285 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.689007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:03:15.712734 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-0eba7526-e965-42c4-b4b7-0ef58d13cd37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0750995 Aug 04 17:03:15.726761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Request body: {'port': {'device_id': 'ef7ae19b-2e94-41f9-942b-dd6efff203a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:15.729282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52026) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:15.774485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff78694-1cd7-488e-b27a-08fe7d9ce7da {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:15.782928 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af166951-ef35-4832-b9bf-71cef03567e0 req-06b26e2f-24e3-4c19-bf2a-6e46fe7e34d7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687660 Aug 04 17:03:15.787610 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.807277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Transition to ACTIVE for port object aff78694-1cd7-488e-b27a-08fe7d9ce7da will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:03:15.828034 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.831857 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3902e9a4-fb63-4568-aeb2-c5429843f64c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ceee51ddb5904b6e987fb2eb1cae6d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014473 Aug 04 17:03:15.834962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb60cd3-fd62-4416-95a1-1e260da3ffc5 req-f92bb814-5a98-47ea-a024-42d1f17c94db tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:15.836539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feb60cd3-fd62-4416-95a1-1e260da3ffc5 req-f92bb814-5a98-47ea-a024-42d1f17c94db tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 931 time: 0.1185398 Aug 04 17:03:15.837406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52028) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:15.855634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:15.858315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52030) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:15.916560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 110064da-621e-49c2-b33a-8c3188f2b025 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:15.938783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 110064da-621e-49c2-b33a-8c3188f2b025 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:03:15.939169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 110064da-621e-49c2-b33a-8c3188f2b025 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:03:16.083932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:16.100393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:16.105735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feb60cd3-fd62-4416-95a1-1e260da3ffc5 req-0bb60e5f-04ca-4cdf-8005-c3283bde06b2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511537 Aug 04 17:03:16.139894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ca77d-7846-4355-ab12-992f4eb86ad2 req-0b71dc6f-6949-47e9-97dd-deedd250bf2e tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:16.145304 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15ec416-8ae7-45d8-81b1-68644d28ba56 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:16.147340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e7ca77d-7846-4355-ab12-992f4eb86ad2 req-0b71dc6f-6949-47e9-97dd-deedd250bf2e tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 945 time: 0.2611120 Aug 04 17:03:16.154261 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.171321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Transition to ACTIVE for port object e15ec416-8ae7-45d8-81b1-68644d28ba56 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:03:16.173925 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c90e835-7a3b-49fa-9721-c57393deed40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.174896 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.185634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.223750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Pushing event updated for resources: {'Port': ['ID=e15ec416-8ae7-45d8-81b1-68644d28ba56,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:16.256569 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c90e835-7a3b-49fa-9721-c57393deed40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.306524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Attempting to bind port e15ec416-8ae7-45d8-81b1-68644d28ba56 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:03:16.306912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Attempting to bind port e15ec416-8ae7-45d8-81b1-68644d28ba56 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:03:16.307248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Attempting to bind port e15ec416-8ae7-45d8-81b1-68644d28ba56 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:16.312562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Port e15ec416-8ae7-45d8-81b1-68644d28ba56 on network 466ca3f5-52b1-4270-9eda-4475959211d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:03:16.312897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Attempting to bind port e15ec416-8ae7-45d8-81b1-68644d28ba56 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:16.317992 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:03:16.318334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Checking segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:03:16.318779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Bound using segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:03:16.319305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Bound port: e15ec416-8ae7-45d8-81b1-68644d28ba56, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:03:16.319674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.336368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] No DVR routers for this DVR port aff78694-1cd7-488e-b27a-08fe7d9ce7da on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:03:16.394044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] For port e15ec416-8ae7-45d8-81b1-68644d28ba56, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:03:16.397317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] For port e15ec416-8ae7-45d8-81b1-68644d28ba56, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e15ec416-8ae7-45d8-81b1-68644d28ba56,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:03:16.398842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e7ca77d-7846-4355-ab12-992f4eb86ad2 req-8dc2b390-4505-435f-87cd-1331aff04d35 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266958 Aug 04 17:03:16.402341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.438907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:16.439604 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.441111 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] 10.222.0.90 "PUT /v2.0/ports/e15ec416-8ae7-45d8-81b1-68644d28ba56 HTTP/1.1" status: 200 len: 1091 time: 0.7194827 Aug 04 17:03:16.441618 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7ae19b-2e94-41f9-942b-dd6efff203a2', 'tag': 'e15ec416-8ae7-45d8-81b1-68644d28ba56'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:16.444402 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd09d7-24ee-44f0-ac95-681d8d681769" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7ae19b-2e94-41f9-942b-dd6efff203a2", "tag": "e15ec416-8ae7-45d8-81b1-68644d28ba56"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:16.492489 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba88d2cb-ec0e-4e4a-a4b3-c510b5b70b26 x-openstack-request-id: req-ba88d2cb-ec0e-4e4a-a4b3-c510b5b70b26 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:16.492777 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7ae19b-2e94-41f9-942b-dd6efff203a2", "tag": "e15ec416-8ae7-45d8-81b1-68644d28ba56", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:16.493026 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba88d2cb-ec0e-4e4a-a4b3-c510b5b70b26 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:16.493423 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7ae19b-2e94-41f9-942b-dd6efff203a2', 'tag': 'e15ec416-8ae7-45d8-81b1-68644d28ba56', 'status': 'completed', 'code': 200} Aug 04 17:03:16.530092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c90e835-7a3b-49fa-9721-c57393deed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.532618 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c90e835-7a3b-49fa-9721-c57393deed40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.533809 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8c90e835-7a3b-49fa-9721-c57393deed40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3000dcb-0966-4304-9636-80f48731ddfb HTTP/1.1" status: 204 len: 168 time: 0.6954556 Aug 04 17:03:16.537872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba4ff9-c49c-42d6-bb18-162231f5b007 service neutron] Pushing event updated for resources: {'Port': ['ID=e15ec416-8ae7-45d8-81b1-68644d28ba56,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:16.556326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-1c8ebc83-8dd1-4d47-b024-1c92f8366096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:16.558104 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-1c8ebc83-8dd1-4d47-b024-1c92f8366096 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 1094 time: 0.0591176 Aug 04 17:03:16.576204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90e835-7a3b-49fa-9721-c57393deed40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3000dcb-0966-4304-9636-80f48731ddfb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:16.584803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Attempting to bind port aff78694-1cd7-488e-b27a-08fe7d9ce7da on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:03:16.585164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Attempting to bind port aff78694-1cd7-488e-b27a-08fe7d9ce7da by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:03:16.585511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Attempting to bind port aff78694-1cd7-488e-b27a-08fe7d9ce7da on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:16.589693 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.597754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Port aff78694-1cd7-488e-b27a-08fe7d9ce7da on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:03:16.598355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Attempting to bind port aff78694-1cd7-488e-b27a-08fe7d9ce7da on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:16.605875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:03:16.606294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Checking segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:03:16.606735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Bound using segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:03:16.607239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Bound port: aff78694-1cd7-488e-b27a-08fe7d9ce7da, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:03:16.607602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.643183 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-bf27a428-b465-4fd5-b073-cdaec7b6125e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e15ec416-8ae7-45d8-81b1-68644d28ba56 HTTP/1.1" status: 200 len: 217 time: 0.0687904 Aug 04 17:03:16.712139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-a7e203db-e5ef-42e6-ac3e-d3b8fcf509c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:16.713886 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-a7e203db-e5ef-42e6-ac3e-d3b8fcf509c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.0620413 Aug 04 17:03:16.749807 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-efb7a3be-00f9-4e7c-a327-01a45b80ac31 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284152 Aug 04 17:03:16.750544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:03:16.779241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Allocated IP 172.25.2.51 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/e94b5782-d549-4cf4-b1da-6dc18f4c6e70) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:16.782328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:03:16.806700 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.890740 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-9891b47d-8208-4b85-aba5-69d11f1fc88e service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320803 Aug 04 17:03:16.978608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:16.979420 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:16.980969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] 10.222.0.90 "PUT /v2.0/ports/aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 200 len: 1091 time: 1.7512112 Aug 04 17:03:17.012558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:17.014699 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d883497-a267-4904-8f3c-024864007962", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:17.049458 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c3e69fc-f367-4ca4-a051-c31a4c2cb43a req-ad1d3a23-0da1-4881-9731-b3af995113e4 service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517751 Aug 04 17:03:17.072427 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc94b81-4a89-4812-b162-fa6809ed1b81 x-openstack-request-id: req-1bc94b81-4a89-4812-b162-fa6809ed1b81 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:17.072720 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d883497-a267-4904-8f3c-024864007962", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:17.073017 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1bc94b81-4a89-4812-b162-fa6809ed1b81 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:17.073450 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'status': 'completed', 'code': 200} Aug 04 17:03:17.142338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9181e3-286a-4608-934b-e569fa3970b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:17.204100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd09d7-24ee-44f0-ac95-681d8d681769 req-ffb8c16b-1d63-4975-b925-e5dff17e9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:17.204676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c191b8-ded9-41fe-9f2d-5c5cce82c068 req-dbfe532a-e371-4148-9063-04574b1d0693 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:17.205621 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e1dd09d7-24ee-44f0-ac95-681d8d681769 req-ffb8c16b-1d63-4975-b925-e5dff17e9027 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 1094 time: 0.0899875 Aug 04 17:03:17.205765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74c191b8-ded9-41fe-9f2d-5c5cce82c068 req-dbfe532a-e371-4148-9063-04574b1d0693 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.2600241 Aug 04 17:03:17.209841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-ad6ce5ab-3592-4160-8c1f-a79f45c7a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:17.212269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-ad6ce5ab-3592-4160-8c1f-a79f45c7a6f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 1095 time: 0.1945753 Aug 04 17:03:17.215381 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:17.334320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd09d7-24ee-44f0-ac95-681d8d681769 req-4cc35057-2721-4a97-ad69-71a0d62f3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:17.337514 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e1dd09d7-24ee-44f0-ac95-681d8d681769 req-4cc35057-2721-4a97-ad69-71a0d62f3b84 service neutron] 10.222.0.90 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 0.1184118 Aug 04 17:03:17.393020 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e1dd09d7-24ee-44f0-ac95-681d8d681769 req-9c1f5d8f-d605-405b-94b7-49fa1cb8d636 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e15ec416-8ae7-45d8-81b1-68644d28ba56 HTTP/1.1" status: 200 len: 217 time: 0.0471044 Aug 04 17:03:17.455215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd09d7-24ee-44f0-ac95-681d8d681769 req-ae204f02-87e0-49f7-89c9-d61d4a80b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:17.456882 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e1dd09d7-24ee-44f0-ac95-681d8d681769 req-ae204f02-87e0-49f7-89c9-d61d4a80b3e3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.0566792 Aug 04 17:03:17.495232 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e1dd09d7-24ee-44f0-ac95-681d8d681769 req-8d560762-aa64-4e5b-bf3b-c61b7b8032a3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303457 Aug 04 17:03:17.610646 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e1dd09d7-24ee-44f0-ac95-681d8d681769 req-ae824636-5a66-48f4-95c0-b8df2f8ca776 service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079314 Aug 04 17:03:17.729255 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e1dd09d7-24ee-44f0-ac95-681d8d681769 req-dba4ca81-4ab2-40f9-80b9-7ad1bf822ded service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104913 Aug 04 17:03:17.758853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74c191b8-ded9-41fe-9f2d-5c5cce82c068 req-660290b6-6ccf-4fd9-8a06-f8c3857ba030 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5408802 Aug 04 17:03:17.795151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54387a8-5074-4cd7-928f-470918f0be14 req-3d1eb5cb-69bc-4630-bd3f-a2f8cd08784e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:17.801645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c54387a8-5074-4cd7-928f-470918f0be14 req-3d1eb5cb-69bc-4630-bd3f-a2f8cd08784e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 943 time: 0.5610747 Aug 04 17:03:17.857835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:17.860181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-d8b84558-f21c-46c8-9715-a5e02c1f2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:17.861687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-d8b84558-f21c-46c8-9715-a5e02c1f2a2c service neutron] 10.222.0.90 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.6399848 Aug 04 17:03:17.877219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c54387a8-5074-4cd7-928f-470918f0be14 req-7a447cb2-5e8a-4b9b-8d36-b46baf20b2e1 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746260 Aug 04 17:03:17.950289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:17.956467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:17.958994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:18.000089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Pushing event updated for resources: {'Port': ['ID=e94b5782-d549-4cf4-b1da-6dc18f4c6e70,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:18.022771 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-a07a35ee-3116-4979-a80c-9cedfe859c21 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 200 len: 999 time: 0.1519210 Aug 04 17:03:18.114298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-1c0a6831-bbb6-4234-ac3a-a8b6ce52a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:18.116177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-1c0a6831-bbb6-4234-ac3a-a8b6ce52a2a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.0849299 Aug 04 17:03:18.139284 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.194656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-feb5b55e-bb42-499e-b073-1a7e10250074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:18.196235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-feb5b55e-bb42-499e-b073-1a7e10250074 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708296 Aug 04 17:03:18.205803 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.373687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-46152328-752a-4297-9476-2b22a2067524 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689155 Aug 04 17:03:18.518259 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.523798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2383d78f-a642-4972-8427-2b2dc1cff332 req-542f9153-e7a7-474b-9151-f35881eaa262 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432643 Aug 04 17:03:18.525093 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.601251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Pushing event updated for resources: {'Port': ['ID=e94b5782-d549-4cf4-b1da-6dc18f4c6e70,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:18.636607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52136) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:18.652229 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.678077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-af590c52-28e3-40ba-be0a-ebcda1d806a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:18.680534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-af590c52-28e3-40ba-be0a-ebcda1d806a4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 1095 time: 0.0644853 Aug 04 17:03:18.682513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.687062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c190dbe1-b1e8-4d6e-8e2e-ad523c3b3908 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8235717 Aug 04 17:03:18.687257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52142) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:18.693353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1735284809', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'fixed_ips': [{'ip_address': '172.25.2.51'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:18.729108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Made reservation on behalf of f172d24cdc594ae4b59a7aebb42c7598 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:03:18.736012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.758200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.783145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-1c6fc947-16c5-4873-b795-e240adac77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:18.784970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-1c6fc947-16c5-4873-b795-e240adac77cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.0967336 Aug 04 17:03:18.843530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a7b4-1212-4ab6-83a0-e36935e95276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.909870 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.920570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:18.931321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] device_id is not set on port a3f3eacd-d696-48fb-bdc4-2ddc68acf7a7 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:03:18.953674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e405ea-2c34-4d47-9880-3f23399095d1 req-25a4297d-8461-4c32-bcbd-e3375734e903 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:18.962048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1e405ea-2c34-4d47-9880-3f23399095d1 req-25a4297d-8461-4c32-bcbd-e3375734e903 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.0887723 Aug 04 17:03:18.971428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-ba6bd90d-33e9-4ed3-b2ba-383d658c8d25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 200 len: 999 time: 0.1781764 Aug 04 17:03:19.032214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-9ecde263-86f0-49e1-95b1-d3e7aed629d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:19.034043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-9ecde263-86f0-49e1-95b1-d3e7aed629d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.0549176 Aug 04 17:03:19.042122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87554729-c29e-46d3-ab7e-c069f880cc40,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:19.122316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1e405ea-2c34-4d47-9880-3f23399095d1 req-dae90e96-e758-4a5e-baf5-994dc05e7da4 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588879 Aug 04 17:03:19.150752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-8cca3c2f-a726-4440-ae42-3308746cf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:19.153770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-8cca3c2f-a726-4440-ae42-3308746cf390 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112037 Aug 04 17:03:19.235546 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a7b4-1212-4ab6-83a0-e36935e95276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:19.250067 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a7b4-1212-4ab6-83a0-e36935e95276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:19.272598 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 04 17:03:19.273452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:03:19.284001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-89d96b6f-06c9-40ee-b61e-1f5954401fe6 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079943 Aug 04 17:03:19.303613 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ce413b81-9133-40ce-a533-0f688cb88e64 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6148570 Aug 04 17:03:19.311780 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52164) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:19.329941 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f3d7a7b4-1212-4ab6-83a0-e36935e95276 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=924cc304c7434823b246deeff6710747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6898022 Aug 04 17:03:19.366032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52166) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:19.378558 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7a7b4-1212-4ab6-83a0-e36935e95276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eba3a2-3d8a-47f6-bca0-4d602bd59fbd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:19.457485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16700cd6-b25a-405c-8abc-e5b2da6ea4e4 req-59e71a85-17a8-48e1-9358-d868e50a7ed8 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587632 Aug 04 17:03:19.488655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbb038-bc33-4719-a836-745a12bff5aa req-85db967f-ccba-4629-a99a-dcf5340b09d0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:19.491096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48dbb038-bc33-4719-a836-745a12bff5aa req-85db967f-ccba-4629-a99a-dcf5340b09d0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 943 time: 0.3635337 Aug 04 17:03:19.578950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48dbb038-bc33-4719-a836-745a12bff5aa req-402b1cfe-0ab2-45f4-ac96-3fb627c3d454 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813723 Aug 04 17:03:19.585725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4013628b-78fe-4f54-abd0-6badc45a877b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:19.636044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4013628b-78fe-4f54-abd0-6badc45a877b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:19.723438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e15ec416-8ae7-45d8-81b1-68644d28ba56 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:03:19.730385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3078008b-e957-4e20-bda7-660ebadcf5ff tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Deleting port e94b5782-d549-4cf4-b1da-6dc18f4c6e70 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:19.730943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3078008b-e957-4e20-bda7-660ebadcf5ff tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:19.863882 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4013628b-78fe-4f54-abd0-6badc45a877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:19.869426 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4013628b-78fe-4f54-abd0-6badc45a877b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:19.880191 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4013628b-78fe-4f54-abd0-6badc45a877b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5eba3a2-3d8a-47f6-bca0-4d602bd59fbd HTTP/1.1" status: 204 len: 168 time: 0.5127537 Aug 04 17:03:19.913500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013628b-78fe-4f54-abd0-6badc45a877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eba3a2-3d8a-47f6-bca0-4d602bd59fbd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:19.938506 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3078008b-e957-4e20-bda7-660ebadcf5ff tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:19.939079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3078008b-e957-4e20-bda7-660ebadcf5ff tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:19.954464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e15ec416-8ae7-45d8-81b1-68644d28ba56, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e15ec416-8ae7-45d8-81b1-68644d28ba56,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:19.975347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'e15ec416-8ae7-45d8-81b1-68644d28ba56', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'port_id': 'e15ec416-8ae7-45d8-81b1-68644d28ba56', 'mac_address': 'fa:16:3e:08:24:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb48bb64-77b4-470f-bd74-6a3c636aa456', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:03:19.976795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3078008b-e957-4e20-bda7-660ebadcf5ff tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Calling delete_port for e94b5782-d549-4cf4-b1da-6dc18f4c6e70 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:20.079744 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:20.140598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15ec416-8ae7-45d8-81b1-68644d28ba56 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:20.192514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e15ec416-8ae7-45d8-81b1-68644d28ba56, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e15ec416-8ae7-45d8-81b1-68644d28ba56,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:20.200908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:20.319623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e15ec416-8ae7-45d8-81b1-68644d28ba56,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:20.347850 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3078008b-e957-4e20-bda7-660ebadcf5ff tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:20.392776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a5457-1c3f-444f-8465-b45df9a877a0 req-37d64392-ef42-40d1-9149-483f39da0a0a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:20.395230 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-634a5457-1c3f-444f-8465-b45df9a877a0 req-37d64392-ef42-40d1-9149-483f39da0a0a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.1134245 Aug 04 17:03:20.425626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078008b-e957-4e20-bda7-660ebadcf5ff tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Pushing event deleted for resources: {'Port': ['ID=e94b5782-d549-4cf4-b1da-6dc18f4c6e70,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:20.480863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['e15ec416-8ae7-45d8-81b1-68644d28ba56'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:20.506909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-634a5457-1c3f-444f-8465-b45df9a877a0 req-3fd6d306-676c-4c7f-84c1-2ccb616f2162 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028714 Aug 04 17:03:20.545541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3078008b-e957-4e20-bda7-660ebadcf5ff tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:20.549129 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3078008b-e957-4e20-bda7-660ebadcf5ff tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:20.553594 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3078008b-e957-4e20-bda7-660ebadcf5ff tempest-ExternalNetworksAdminNegativeTestJSON-1505403708 tempest-ExternalNetworksAdminNegativeTestJSON-1505403708-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/42df0916-a93d-4644-b7ec-886daac05ace HTTP/1.1" status: 204 len: 168 time: 1.2374656 Aug 04 17:03:20.870620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa1c4-ce3d-47e3-8619-1e79bbbfa05d req-c95a8f26-a58b-457b-8f5f-2dc612478067 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:20.872469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0aaa1c4-ce3d-47e3-8619-1e79bbbfa05d req-c95a8f26-a58b-457b-8f5f-2dc612478067 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 944 time: 0.1115432 Aug 04 17:03:20.957633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52198) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:20.966953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0aaa1c4-ce3d-47e3-8619-1e79bbbfa05d req-c56b1998-4d8b-4d03-8061-d49236ae9c9f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863738 Aug 04 17:03:21.228367 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85510dc1-b410-4556-b384-912a7567e6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:21.432896 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85510dc1-b410-4556-b384-912a7567e6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:21.439930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85510dc1-b410-4556-b384-912a7567e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:21.507623 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-85510dc1-b410-4556-b384-912a7567e6d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e88ab462959484b9057218c7d24fe22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478520 Aug 04 17:03:21.508991 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85510dc1-b410-4556-b384-912a7567e6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2ef613-b10e-4397-bfeb-ebbd9230db84,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:21.510851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52212) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:21.672248 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b800069-040a-4f24-a286-4b92b2aafd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:21.725652 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e15ec416-8ae7-45d8-81b1-68644d28ba56 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:03:21.769942 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b800069-040a-4f24-a286-4b92b2aafd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:21.835891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2674087-05a2-491b-b1cc-09ed0b2978c9 req-50814052-340c-4d50-ba27-1b323404d57b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:21.851529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e2674087-05a2-491b-b1cc-09ed0b2978c9 req-50814052-340c-4d50-ba27-1b323404d57b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.2110164 Aug 04 17:03:21.906669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port e15ec416-8ae7-45d8-81b1-68644d28ba56 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:03:21.914594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port e15ec416-8ae7-45d8-81b1-68644d28ba56 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:03:21.915479 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:21.966551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e2674087-05a2-491b-b1cc-09ed0b2978c9 req-2dfca9ec-4307-4181-b4c6-14d58ad49c62 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127760 Aug 04 17:03:21.994016 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b800069-040a-4f24-a286-4b92b2aafd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:21.997143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b800069-040a-4f24-a286-4b92b2aafd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:22.015494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7b800069-040a-4f24-a286-4b92b2aafd2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f2ef613-b10e-4397-bfeb-ebbd9230db84 HTTP/1.1" status: 204 len: 168 time: 0.5021734 Aug 04 17:03:22.047375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b800069-040a-4f24-a286-4b92b2aafd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2ef613-b10e-4397-bfeb-ebbd9230db84,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:22.131393 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:22.164721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7ae19b-2e94-41f9-942b-dd6efff203a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ec416-8ae7-45d8-81b1-68644d28ba56'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:22.167177 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0192ba14-df02-4391-9645-ccedf3116730" -d '{"events": [{"server_uuid": "ef7ae19b-2e94-41f9-942b-dd6efff203a2", "name": "network-vif-plugged", "status": "completed", "tag": "e15ec416-8ae7-45d8-81b1-68644d28ba56"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:22.168904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-75795f89-0dba-441e-b505-0c1b7a84b539 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b42ef77269d64b9da41386a3c9efc05d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845547 Aug 04 17:03:22.183956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e15ec416-8ae7-45d8-81b1-68644d28ba56, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e15ec416-8ae7-45d8-81b1-68644d28ba56,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:22.190719 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:22.298546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e15ec416-8ae7-45d8-81b1-68644d28ba56,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:22.562206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef435c23-1515-4460-86c7-965c2d210604 req-c8bbc2e0-e6c6-4f08-8caa-46a5e99d8e3b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:22.563914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef435c23-1515-4460-86c7-965c2d210604 req-c8bbc2e0-e6c6-4f08-8caa-46a5e99d8e3b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.4270618 Aug 04 17:03:22.662691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-b47fae1e-fecf-4a4f-b721-cd229fca8d5c tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:22.670998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-b47fae1e-fecf-4a4f-b721-cd229fca8d5c tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4843290 Aug 04 17:03:22.676609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef435c23-1515-4460-86c7-965c2d210604 req-3667620a-fc2b-4f51-a885-55b7751b83ba tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028771 Aug 04 17:03:22.697817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-1449ccc4-2219-46d0-8a6d-c1460fb1f26d tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/quotas/b42ef77269d64b9da41386a3c9efc05d HTTP/1.1" status: 200 len: 375 time: 0.0256667 Aug 04 17:03:22.755441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52246) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:22.760591 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-fcdfa633-cdf3-4a78-b66b-084ce3bfddbf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b42ef77269d64b9da41386a3c9efc05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617366 Aug 04 17:03:22.845988 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ad2718b-e551-483e-9689-03fc2672a821 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f172d24cdc594ae4b59a7aebb42c7598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892897 Aug 04 17:03:22.848447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52250) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:22.900211 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f85bac2-baac-4b90-8ef5-b0678dc13b50 x-openstack-request-id: req-7f85bac2-baac-4b90-8ef5-b0678dc13b50 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:22.900858 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7ae19b-2e94-41f9-942b-dd6efff203a2", "name": "network-vif-plugged", "status": "completed", "tag": "e15ec416-8ae7-45d8-81b1-68644d28ba56", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:22.900858 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f85bac2-baac-4b90-8ef5-b0678dc13b50 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:22.901186 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7ae19b-2e94-41f9-942b-dd6efff203a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ec416-8ae7-45d8-81b1-68644d28ba56', 'code': 200} Aug 04 17:03:23.015651 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:23.069444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddb9a98c-805f-4463-b371-8dce44435006 req-90af9b5d-57b1-437b-85be-02d96e1294a8 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 210 time: 0.0714548 Aug 04 17:03:23.093438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:23.173399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:23.176728 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:23.179062 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87554729-c29e-46d3-ab7e-c069f880cc40 HTTP/1.1" status: 204 len: 168 time: 0.3289695 Aug 04 17:03:23.209081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87554729-c29e-46d3-ab7e-c069f880cc40,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:23.234249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1c600-28ea-4136-b234-52390c765a5a req-86dd861a-658c-48a6-8e39-43d6702e0175 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:23.244499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.245603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.246105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.247219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.247757 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.249328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.249844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.251883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.252406 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.253951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.254614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.255926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fccf51f-6dd9-4720-b8f5-d736640d2add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:23.275430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fe1c600-28ea-4136-b234-52390c765a5a req-86dd861a-658c-48a6-8e39-43d6702e0175 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.1376727 Aug 04 17:03:23.325874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fe1c600-28ea-4136-b234-52390c765a5a req-46896687-de10-4bf8-8fb9-2a4f35f2ef31 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474501 Aug 04 17:03:23.833633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376b09f-c758-4e05-898f-5220ebc9e6b6 req-e4b90dde-bb20-435d-95bf-650a256565f5 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:23.836436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3376b09f-c758-4e05-898f-5220ebc9e6b6 req-e4b90dde-bb20-435d-95bf-650a256565f5 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.0649216 Aug 04 17:03:23.887691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3376b09f-c758-4e05-898f-5220ebc9e6b6 req-47988ed0-91ba-4356-9845-42351d76ea0e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450552 Aug 04 17:03:24.225636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31331958-0b12-4798-a408-d31dd3661ce9 req-b0762fb2-47a4-4346-ba09-e09e18ab36f9 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 210 time: 0.0543966 Aug 04 17:03:24.554187 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-aae2638c-4075-4f0c-8811-8cb9f3f16af0 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b42ef77269d64b9da41386a3c9efc05d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581152 Aug 04 17:03:24.564369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49762fb0-8bcf-4399-a4b9-9f327e2f3cab req-237a7e38-e837-4701-bb06-07ac5ca67797 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:24.584303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49762fb0-8bcf-4399-a4b9-9f327e2f3cab req-237a7e38-e837-4701-bb06-07ac5ca67797 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.1423807 Aug 04 17:03:24.696654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49762fb0-8bcf-4399-a4b9-9f327e2f3cab req-741e6a1a-0d76-456d-9ddf-9e2746866f97 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973904 Aug 04 17:03:24.782558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-27fd86f2-4483-4676-a116-2941d719a8e2 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:24.800726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-27fd86f2-4483-4676-a116-2941d719a8e2 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012224 Aug 04 17:03:24.806668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Request body: {'port': {'device_id': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'b42ef77269d64b9da41386a3c9efc05d'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:24.945334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Made reservation on behalf of b42ef77269d64b9da41386a3c9efc05d for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:03:24.950482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:24.964159 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.158634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.188987 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.338552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcae7b6-3784-4b30-ab25-831d51998559,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:25.348691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52316) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:25.372619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55930bdf-9bb7-4dbe-a6b8-66cb2ffa5c02 req-69d15af7-e7da-4b5f-9b96-1c3cdaf92662 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:25.374166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55930bdf-9bb7-4dbe-a6b8-66cb2ffa5c02 req-69d15af7-e7da-4b5f-9b96-1c3cdaf92662 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.3818705 Aug 04 17:03:25.453791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55930bdf-9bb7-4dbe-a6b8-66cb2ffa5c02 req-a5eeb1b9-efed-43ed-9c86-6bf3a9db8924 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707262 Aug 04 17:03:25.459258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-287897743', 'router:external': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:25.459453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Allocated IP 192.168.233.136 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/6cd196ea-21b6-4859-8b55-51bbd73ae99f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:25.528272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Made reservation on behalf of a526828fee5845bda14e50212172effb for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:03:25.532767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.552614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.681426 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.700720 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.714793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba38095a-83ce-43d8-a3ac-9f2d202d1130 req-6ce85109-3ec0-4048-9f86-a752212d16f7 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 210 time: 0.0433824 Aug 04 17:03:25.720138 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.736122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Transition to ACTIVE for port object 6cd196ea-21b6-4859-8b55-51bbd73ae99f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:03:25.783749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:03:25.786752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.797251 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.797883 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Added segment 7714b455-a21a-4f22-b969-4a57ed86877c of type vlan for network fe44c7d6-7113-4388-88c7-086a4f462947 Aug 04 17:03:25.861908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:25.863146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083e9e36-e7f7-43af-bea0-7348dba7d05c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:25.865804 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:25.868628 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.869283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:25.877249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Pushing event updated for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:25.922015 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.923447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:25.925466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.965594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:25.966417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:25.995378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-44d24838-50bc-4a41-b1df-8330db3b1aa1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1931779 Aug 04 17:03:26.005450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22221f-adea-4b7c-bb30-8ad847ac6341 req-7d8a01bc-9b31-49d0-94dc-5902d5a5a901 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:26.007438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a22221f-adea-4b7c-bb30-8ad847ac6341 req-7d8a01bc-9b31-49d0-94dc-5902d5a5a901 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.0877984 Aug 04 17:03:26.013324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Request body: {'port': {'device_id': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:26.025937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event updated for resources: {'Network': ['ID=fe44c7d6-7113-4388-88c7-086a4f462947,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:26.044293 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-74b269ab-78d4-4d13-9e03-155178f0200e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6937397 Aug 04 17:03:26.045310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network fe44c7d6-7113-4388-88c7-086a4f462947 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:03:26.046278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52324) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:26.054875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Request body: {'subnet': {'network_id': 'fe44c7d6-7113-4388-88c7-086a4f462947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:26.106578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Made reservation on behalf of a526828fee5845bda14e50212172effb for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:03:26.109319 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:26.215758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:26.221638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a22221f-adea-4b7c-bb30-8ad847ac6341 req-22fb0e0a-6b24-4313-a5e4-2093400da159 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050135 Aug 04 17:03:26.286916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3f390794-e4d0-4325-a478-e6f1a244adf1 None None] Provisioning for port 6cd196ea-21b6-4859-8b55-51bbd73ae99f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:03:26.294913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3f390794-e4d0-4325-a478-e6f1a244adf1 None None] Provisioning complete for port 6cd196ea-21b6-4859-8b55-51bbd73ae99f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:03:26.295577 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f390794-e4d0-4325-a478-e6f1a244adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:26.376030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3f390794-e4d0-4325-a478-e6f1a244adf1 None None] Port 6cd196ea-21b6-4859-8b55-51bbd73ae99f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:03:26.532765 n-d-764435-5 neutron-server[105829]: DEBUG neutron.objects.ports [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:03:26.533414 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:26.598371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a06f5e37-a0bc-4437-9dc4-6935487f3eeb,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:26.606497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5b5b1-ced7-4143-970d-e8fc853d425e req-2b1b1064-555b-474d-9783-cdea72447be0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:26.608503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36c5b5b1-ced7-4143-970d-e8fc853d425e req-2b1b1064-555b-474d-9783-cdea72447be0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.0761347 Aug 04 17:03:26.616542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Checking segment: {'id': '7714b455-a21a-4f22-b969-4a57ed86877c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'fe44c7d6-7113-4388-88c7-086a4f462947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:03:26.617007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Network hostable DHCP agents. Network: fe44c7d6-7113-4388-88c7-086a4f462947, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:03:26.643017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Network fe44c7d6-7113-4388-88c7-086a4f462947 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:03:26.660512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, fe44c7d6-7113-4388-88c7-086a4f462947) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:26.666938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:26.668709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:26.672040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67364868-5ae3-4990-8caf-7665d69cbe1b None None] Network fe44c7d6-7113-4388-88c7-086a4f462947 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:03:26.676790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd196ea-21b6-4859-8b55-51bbd73ae99f {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:26.689916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:26.706915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36c5b5b1-ced7-4143-970d-e8fc853d425e req-40cc2a03-afc8-40da-8e44-990fa80a0b89 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881908 Aug 04 17:03:26.721566 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7523d675-6b5d-43d7-8e95-de622b86cbee tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6740789 Aug 04 17:03:26.724286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52332) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:26.731167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-785091501', 'network_id': 'fe44c7d6-7113-4388-88c7-086a4f462947'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:26.735177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Transition to ACTIVE for port object 6cd196ea-21b6-4859-8b55-51bbd73ae99f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:03:26.746337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:26.780037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Made reservation on behalf of a526828fee5845bda14e50212172effb for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:03:26.783235 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:26.814821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] device_id is not set on port 76e4d007-b0bd-4a02-b3ff-daa9798f24bc yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:03:26.874294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Pushing event updated for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:26.951927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46045d23-3634-471a-ada1-42f1c53c5d37 None None] Network fe44c7d6-7113-4388-88c7-086a4f462947 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:03:27.055882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8ad38-d5a7-47d4-9358-2f43bd5dc399 req-711fc357-e2ea-4c73-b816-124bc7e543ad tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:27.058355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1be8ad38-d5a7-47d4-9358-2f43bd5dc399 req-711fc357-e2ea-4c73-b816-124bc7e543ad tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 948 time: 0.0993137 Aug 04 17:03:27.136894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Attempting to bind port 6cd196ea-21b6-4859-8b55-51bbd73ae99f on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:03:27.137401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Attempting to bind port 6cd196ea-21b6-4859-8b55-51bbd73ae99f by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:03:27.137842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Attempting to bind port 6cd196ea-21b6-4859-8b55-51bbd73ae99f on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:27.145785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Port 6cd196ea-21b6-4859-8b55-51bbd73ae99f on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:03:27.146337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Attempting to bind port 6cd196ea-21b6-4859-8b55-51bbd73ae99f on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:27.155591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:03:27.156122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:03:27.156645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:03:27.157203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Bound port: 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:03:27.157643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:27.227735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1be8ad38-d5a7-47d4-9358-2f43bd5dc399 req-3b2136e9-d40d-49f8-ae97-2346b3dd601f tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624436 Aug 04 17:03:27.329514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:03:27.335317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:03:27.346356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:27.437961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:27.438606 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:27.440435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] 10.222.0.82 "PUT /v2.0/ports/6cd196ea-21b6-4859-8b55-51bbd73ae99f HTTP/1.1" status: 200 len: 1096 time: 1.4317312 Aug 04 17:03:27.443476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:27.446741 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90675438-1920-4d28-928f-9d763bca9304" -d '{"events": [{"name": "network-changed", "server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:27.490690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2f186-4056-42d5-949d-1efa2d5a8e8b req-bb142a58-556a-4e31-a608-bd3df146d5f3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:27.499072 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ab2f186-4056-42d5-949d-1efa2d5a8e8b req-bb142a58-556a-4e31-a608-bd3df146d5f3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.1107886 Aug 04 17:03:27.529114 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Allocated IP 172.20.0.7 (fe44c7d6-7113-4388-88c7-086a4f462947/a06f5e37-a0bc-4437-9dc4-6935487f3eeb/76e4d007-b0bd-4a02-b3ff-daa9798f24bc) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:27.776107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:27.842074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:27.889463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Network fe44c7d6-7113-4388-88c7-086a4f462947 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:27.893696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:27.903108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:27.918903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916c73-bd1f-4117-b116-2e32e095b29a service neutron] Pushing event updated for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:27.951526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ab2f186-4056-42d5-949d-1efa2d5a8e8b req-367a62b3-adf4-44b8-8aca-19a4f2d95e6d tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4515522 Aug 04 17:03:27.958907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event updated for resources: {'Port': ['ID=76e4d007-b0bd-4a02-b3ff-daa9798f24bc,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:27.960462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-5da90e6a-79c0-40c0-9374-b9f33df3d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:27.962094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-5da90e6a-79c0-40c0-9374-b9f33df3d4b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b42ef77269d64b9da41386a3c9efc05d&device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 1099 time: 0.4529393 Aug 04 17:03:27.993907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:27.994506 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:28.012095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-33a467dc-da16-45da-9996-b765bb49d1cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f HTTP/1.1" status: 200 len: 217 time: 0.0401988 Aug 04 17:03:28.036849 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-80dc938b-ae09-459f-b1b1-5b2a305f51e8 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.3104384 Aug 04 17:03:28.039687 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52346) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:28.083898 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec94591-ac7a-4fae-8b2a-55df31413330 x-openstack-request-id: req-8ec94591-ac7a-4fae-8b2a-55df31413330 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:28.084580 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:28.084958 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ec94591-ac7a-4fae-8b2a-55df31413330 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:28.086066 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'status': 'completed', 'code': 200} Aug 04 17:03:28.106434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-5628db09-7f7f-49fd-ab38-f132e6fcb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:28.108591 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-5628db09-7f7f-49fd-ab38-f132e6fcb7c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0884211 Aug 04 17:03:28.151819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c23a7-4639-49ff-a668-7962ae0b11d5 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Deleting port 76e4d007-b0bd-4a02-b3ff-daa9798f24bc {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:28.152194 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad3c23a7-4639-49ff-a668-7962ae0b11d5 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:28.196436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac853a-6037-475e-a251-f89bf895d45f req-ba253195-ac7b-413b-a60c-6357ae628d5c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:28.197968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74ac853a-6037-475e-a251-f89bf895d45f req-ba253195-ac7b-413b-a60c-6357ae628d5c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.0869203 Aug 04 17:03:28.205172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-e44af619-6726-4180-8b36-c4aa674d8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:28.206844 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-e44af619-6726-4180-8b36-c4aa674d8eff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866861 Aug 04 17:03:28.237173 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad3c23a7-4639-49ff-a668-7962ae0b11d5 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:28.250857 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c23a7-4639-49ff-a668-7962ae0b11d5 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Calling delete_port for 76e4d007-b0bd-4a02-b3ff-daa9798f24bc owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:28.306647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74ac853a-6037-475e-a251-f89bf895d45f req-b45b7cde-6c38-441c-97df-822eb1455fe3 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977013 Aug 04 17:03:28.356736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-33db1fcd-9fa6-4f8d-b19e-e4a0dc34deae service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416709 Aug 04 17:03:28.494495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad3c23a7-4639-49ff-a668-7962ae0b11d5 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:28.504710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79aa476d-3b0e-4d8b-8931-31b43a37ac06 req-a3e02b22-0496-4528-b936-1769d0530b4e service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396718 Aug 04 17:03:28.535767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c23a7-4639-49ff-a668-7962ae0b11d5 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event deleted for resources: {'Port': ['ID=76e4d007-b0bd-4a02-b3ff-daa9798f24bc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:28.631635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648dd11-0253-4c1f-a24a-99ef07b5cde6 req-d999a854-f59a-4e0e-8cf0-781666429792 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:28.634024 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f648dd11-0253-4c1f-a24a-99ef07b5cde6 req-d999a854-f59a-4e0e-8cf0-781666429792 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 948 time: 0.1122253 Aug 04 17:03:28.640236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90675438-1920-4d28-928f-9d763bca9304 req-a5d636af-bdfb-452b-bbf1-a384c57860fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:28.642107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90675438-1920-4d28-928f-9d763bca9304 req-a5d636af-bdfb-452b-bbf1-a384c57860fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b42ef77269d64b9da41386a3c9efc05d&device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 1099 time: 0.0711780 Aug 04 17:03:28.666523 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad3c23a7-4639-49ff-a668-7962ae0b11d5 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:28.673146 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ad3c23a7-4639-49ff-a668-7962ae0b11d5 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "DELETE /v2.0/ports/76e4d007-b0bd-4a02-b3ff-daa9798f24bc HTTP/1.1" status: 204 len: 168 time: 0.6320884 Aug 04 17:03:28.675448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52352) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:28.682948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe44c7d6-7113-4388-88c7-086a4f462947', 'external_fixed_ips': [{'subnet_id': 'a06f5e37-a0bc-4437-9dc4-6935487f3eeb', 'ip_address': '172.20.0.7'}]}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:28.705831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:28.706935 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:28.731009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f648dd11-0253-4c1f-a24a-99ef07b5cde6 req-67f368e1-12c9-4be0-acbb-5fa9413b71df tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876157 Aug 04 17:03:28.759641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:28.784693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90675438-1920-4d28-928f-9d763bca9304 req-a24b7899-20d8-4d0c-9dfc-4293d0583dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:28.786383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90675438-1920-4d28-928f-9d763bca9304 req-a24b7899-20d8-4d0c-9dfc-4293d0583dd6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.1262095 Aug 04 17:03:28.848829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90675438-1920-4d28-928f-9d763bca9304 req-fae254e9-d6ea-4caa-b999-00a589991b4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f HTTP/1.1" status: 200 len: 217 time: 0.0522358 Aug 04 17:03:28.921300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90675438-1920-4d28-928f-9d763bca9304 req-c563c62a-9edf-4aaa-be66-492609bd5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:28.923688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90675438-1920-4d28-928f-9d763bca9304 req-c563c62a-9edf-4aaa-be66-492609bd5ac0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0600424 Aug 04 17:03:28.962092 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:28.983484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90675438-1920-4d28-928f-9d763bca9304 req-fe927903-a090-4e61-b464-107622134a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:28.993595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90675438-1920-4d28-928f-9d763bca9304 req-fe927903-a090-4e61-b464-107622134a2a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610442 Aug 04 17:03:29.152836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90675438-1920-4d28-928f-9d763bca9304 req-8e65afa2-3d18-47b5-9e44-b3c5fe98285f service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508167 Aug 04 17:03:29.224259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181155f5-11cf-4920-8865-447b45a8abe2 req-cd1c6d2d-f1b5-4153-99a0-88170dd589c9 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:29.225843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-181155f5-11cf-4920-8865-447b45a8abe2 req-cd1c6d2d-f1b5-4153-99a0-88170dd589c9 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.1294835 Aug 04 17:03:29.232681 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:29.256082 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:29.288202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90675438-1920-4d28-928f-9d763bca9304 req-cff33fd8-ae0b-4fd1-ba55-196e3dffd81a service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272974 Aug 04 17:03:29.292514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-181155f5-11cf-4920-8865-447b45a8abe2 req-29273540-4eef-4cd3-9db7-5a12f296f21a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603285 Aug 04 17:03:29.435585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Allocated IP 172.20.0.7 (fe44c7d6-7113-4388-88c7-086a4f462947/a06f5e37-a0bc-4437-9dc4-6935487f3eeb/ff8e6d4b-2ec7-4829-80d4-af4761fec3e4) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:29.438716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce847860-7ff0-48bb-96ce-72bebce9e24b req-b64142ff-24fd-4142-bb60-c834b5af6fbe tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:29.443352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce847860-7ff0-48bb-96ce-72bebce9e24b req-b64142ff-24fd-4142-bb60-c834b5af6fbe tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.0551994 Aug 04 17:03:29.496518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce847860-7ff0-48bb-96ce-72bebce9e24b req-dda5f7b8-7874-4e62-ae26-f82e1bab8987 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483558 Aug 04 17:03:29.573726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:29.638765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:29.686320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Network fe44c7d6-7113-4388-88c7-086a4f462947 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:29.691553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:29.695503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:29.720896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event updated for resources: {'Port': ['ID=ff8e6d4b-2ec7-4829-80d4-af4761fec3e4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:29.854167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32dc4c-43ba-47e8-a6e5-1f328a011a6b req-dce8f8a3-a43f-43fa-97ab-8670ea6e5d15 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:29.855784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b32dc4c-43ba-47e8-a6e5-1f328a011a6b req-dce8f8a3-a43f-43fa-97ab-8670ea6e5d15 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 948 time: 0.0548735 Aug 04 17:03:29.894232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b32dc4c-43ba-47e8-a6e5-1f328a011a6b req-a268d63b-93f6-48ea-a4bc-da2429944707 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Aug 04 17:03:29.951485 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:30.159805 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:30.301783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Router 131b4cce-538c-45e6-9024-7caad8dd00b1 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:03:30.409358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:03:30.422748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Sync routers for ids ['131b4cce-538c-45e6-9024-7caad8dd00b1'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:03:30.427287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee528c1-cfa8-4bff-a4ca-63c60a45dfca req-7e5e6488-b8f0-4194-89aa-138d645719f5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:30.427874 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:30.432455 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-37a1492a-d5ea-4e36-bf16-2dd10e86325e tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.7525783 Aug 04 17:03:30.432631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ee528c1-cfa8-4bff-a4ca-63c60a45dfca req-7e5e6488-b8f0-4194-89aa-138d645719f5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.0566022 Aug 04 17:03:30.432749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52368) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:30.433442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Routers {'131b4cce-538c-45e6-9024-7caad8dd00b1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:30.434141 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['131b4cce-538c-45e6-9024-7caad8dd00b1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:30.550036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ee528c1-cfa8-4bff-a4ca-63c60a45dfca req-9c4cbc0a-d0d7-4a02-8407-7a4fb5eb0973 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094718 Aug 04 17:03:30.581167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Set router 131b4cce-538c-45e6-9024-7caad8dd00b1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:03:30.581458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:30.816410 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:30.825052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad884267-e2f9-4474-b6ef-9728e3ea080b req-154bd3bd-2d76-4455-bb61-9c51728023df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:30.826776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad884267-e2f9-4474-b6ef-9728e3ea080b req-154bd3bd-2d76-4455-bb61-9c51728023df service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 1096 time: 0.1273360 Aug 04 17:03:30.836597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494389e6-d997-4b37-84f7-191c0837aa46 req-471451aa-7868-4557-a3b3-297e62631031 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:30.837696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131b4cce-538c-45e6-9024-7caad8dd00b1', 'name': '', 'tenant_id': 'a526828fee5845bda14e50212172effb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe44c7d6-7113-4388-88c7-086a4f462947', 'external_fixed_ips': [{'subnet_id': 'a06f5e37-a0bc-4437-9dc4-6935487f3eeb', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'ff8e6d4b-2ec7-4829-80d4-af4761fec3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:03:28Z', 'updated_at': '2021-08-04T17:03:29Z', 'revision_number': 3, 'project_id': 'a526828fee5845bda14e50212172effb', 'gw_port': {'id': 'ff8e6d4b-2ec7-4829-80d4-af4761fec3e4', 'name': '', 'network_id': 'fe44c7d6-7113-4388-88c7-086a4f462947', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131b4cce-538c-45e6-9024-7caad8dd00b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a06f5e37-a0bc-4437-9dc4-6935487f3eeb', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:03:29Z', 'updated_at': '2021-08-04T17:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a06f5e37-a0bc-4437-9dc4-6935487f3eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:30.838030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-494389e6-d997-4b37-84f7-191c0837aa46 req-471451aa-7868-4557-a3b3-297e62631031 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.1398764 Aug 04 17:03:30.926723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad884267-e2f9-4474-b6ef-9728e3ea080b req-763750c7-ba11-4c68-9973-33b271401184 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877194 Aug 04 17:03:30.931434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-494389e6-d997-4b37-84f7-191c0837aa46 req-b996a890-0ae3-44a3-aa34-89b8366a30e3 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867698 Aug 04 17:03:30.953618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Deleting port ff8e6d4b-2ec7-4829-80d4-af4761fec3e4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:30.954096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.000291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Checking router: 131b4cce-538c-45e6-9024-7caad8dd00b1 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:03:31.000699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Updating router 131b4cce-538c-45e6-9024-7caad8dd00b1 port ff8e6d4b-2ec7-4829-80d4-af4761fec3e4 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:03:31.028518 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.075046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1e29a-ade1-475c-8cd9-657832a3b725 req-823f4204-0f05-43cf-bf22-e16a85fc88b8 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:31.076483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8a1e29a-ade1-475c-8cd9-657832a3b725 req-823f4204-0f05-43cf-bf22-e16a85fc88b8 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 948 time: 0.0832984 Aug 04 17:03:31.080168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.099288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Calling delete_port for ff8e6d4b-2ec7-4829-80d4-af4761fec3e4 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:31.163362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8a1e29a-ade1-475c-8cd9-657832a3b725 req-0b5aaf88-dd99-4054-a621-3fec85619fc4 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803416 Aug 04 17:03:31.297459 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.299477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cd196ea-21b6-4859-8b55-51bbd73ae99f details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:03:31.304060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:03:31.304249 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:03:31.323643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff8e6d4b-2ec7-4829-80d4-af4761fec3e4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:31.387962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.397398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:31.408966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'mac_address': 'fa:16:3e:4b:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:03:31.448322 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.465702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd196ea-21b6-4859-8b55-51bbd73ae99f {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:31.485439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:31.494422 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.495901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.498312 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.541692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:31.560933 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.561467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 131b4cce-538c-45e6-9024-7caad8dd00b1 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:03:31.566185 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.567145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c263c640-0b0a-4ad0-b21d-391fa802e3cf tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "DELETE /v2.0/routers/131b4cce-538c-45e6-9024-7caad8dd00b1 HTTP/1.1" status: 204 len: 168 time: 1.1334722 Aug 04 17:03:31.570238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52378) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:31.627079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35ff47e-4591-42a3-9214-df7a26690c0d tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Deleting subnet a06f5e37-a0bc-4437-9dc4-6935487f3eeb {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:03:31.631149 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b35ff47e-4591-42a3-9214-df7a26690c0d tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.697309 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b35ff47e-4591-42a3-9214-df7a26690c0d tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.742767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['6cd196ea-21b6-4859-8b55-51bbd73ae99f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:31.743299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b00017-68b3-4411-aa30-95296c339aa1 req-9d678608-91f5-4238-8418-2c595f59937c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:31.744881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8b00017-68b3-4411-aa30-95296c339aa1 req-9d678608-91f5-4238-8418-2c595f59937c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.0916040 Aug 04 17:03:31.775417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b35ff47e-4591-42a3-9214-df7a26690c0d tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.815789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8b00017-68b3-4411-aa30-95296c339aa1 req-7345ef5c-db01-41ce-867c-dc51d2a15201 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643406 Aug 04 17:03:31.849905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Port ff8e6d4b-2ec7-4829-80d4-af4761fec3e4 not found while updating agent binding for router 131b4cce-538c-45e6-9024-7caad8dd00b1. {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 04 17:03:31.875128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Routers set() bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:31.875128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Router IDs set() for agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 17:03:31.876461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_agentschedulers_db [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'131b4cce-538c-45e6-9024-7caad8dd00b1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent'). {{(pid=105830) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 17:03:31.876461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60100dd5-0483-437c-bfbd-fe41dcf12bf0 None None] The sync data for ids ['131b4cce-538c-45e6-9024-7caad8dd00b1'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:03:31.890017 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b35ff47e-4591-42a3-9214-df7a26690c0d tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.919469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ff47e-4591-42a3-9214-df7a26690c0d tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a06f5e37-a0bc-4437-9dc4-6935487f3eeb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:31.923502 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b35ff47e-4591-42a3-9214-df7a26690c0d tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:31.925764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b35ff47e-4591-42a3-9214-df7a26690c0d tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/a06f5e37-a0bc-4437-9dc4-6935487f3eeb HTTP/1.1" status: 204 len: 168 time: 0.3540530 Aug 04 17:03:31.928778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52392) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:31.973110 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-db404b01-d1a0-4f8e-973f-b946d9d0bc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:32.000617 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:32.095247 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:03:32.115056 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:32.130171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef51925-c632-456c-9e23-465282f06bc3 req-66d16802-0da0-47de-9531-bb5a7ae3cd90 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:32.132070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eef51925-c632-456c-9e23-465282f06bc3 req-66d16802-0da0-47de-9531-bb5a7ae3cd90 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.1239429 Aug 04 17:03:32.135792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe44c7d6-7113-4388-88c7-086a4f462947']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:32.146648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7714b455-a21a-4f22-b969-4a57ed86877c') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:32.147006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7714b455-a21a-4f22-b969-4a57ed86877c') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:32.170397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:32.193161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:32.202241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eef51925-c632-456c-9e23-465282f06bc3 req-20192bb5-d942-4a9e-ba28-50bfd6a2a0b4 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595143 Aug 04 17:03:32.205002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:03:32.205478 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:03:32.207320 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:03:32.302325 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:32.332648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe44c7d6-7113-4388-88c7-086a4f462947 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 17:03:32.343785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:32.349268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "DELETE /v2.0/networks/fe44c7d6-7113-4388-88c7-086a4f462947 HTTP/1.1" status: 204 len: 168 time: 0.4156852 Aug 04 17:03:32.353864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9014d-c54f-4b14-b5cf-41ba6d7cb385 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe44c7d6-7113-4388-88c7-086a4f462947,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:32.374484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e88831-bc82-4a6c-a267-fb790596c1c7 req-bd2cc540-75da-47e2-bac5-7d46dcacdda5 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:32.374484 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7e88831-bc82-4a6c-a267-fb790596c1c7 req-bd2cc540-75da-47e2-bac5-7d46dcacdda5 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 949 time: 0.1142986 Aug 04 17:03:32.386580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffca3b-1827-486a-b29e-9bd74fef4cb6 req-f93cf389-b77e-48de-8524-65f276f0c974 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:32.388206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bffca3b-1827-486a-b29e-9bd74fef4cb6 req-f93cf389-b77e-48de-8524-65f276f0c974 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.1009862 Aug 04 17:03:32.450244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7e88831-bc82-4a6c-a267-fb790596c1c7 req-c463659f-f5d0-48d4-98cf-b234f0d8038f tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610273 Aug 04 17:03:32.462409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bffca3b-1827-486a-b29e-9bd74fef4cb6 req-9d3486be-383a-4b76-9ebb-aee39b5805d8 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546384 Aug 04 17:03:32.566903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52418) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:32.574334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-40ebfa13-bd54-4b4d-bb48-2d67eb343c9a tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Request body: {'router': {'name': 'tempest-router--187376474', 'project_id': '6e8861a5fcc24ff7be56dd7536e9b2e1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:32.617823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40ebfa13-bd54-4b4d-bb48-2d67eb343c9a tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:32.619337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40ebfa13-bd54-4b4d-bb48-2d67eb343c9a tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:32.758075 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40ebfa13-bd54-4b4d-bb48-2d67eb343c9a tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.089763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40ebfa13-bd54-4b4d-bb48-2d67eb343c9a tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.131369 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40ebfa13-bd54-4b4d-bb48-2d67eb343c9a tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.132553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-40ebfa13-bd54-4b4d-bb48-2d67eb343c9a tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5642672 Aug 04 17:03:33.135611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52432) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:33.150170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073e3b9-94e6-4332-9e95-a67a9729f4a1 req-d0e6726c-1e1e-4036-9303-87bad93b3505 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:33.151699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1073e3b9-94e6-4332-9e95-a67a9729f4a1 req-d0e6726c-1e1e-4036-9303-87bad93b3505 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.3916738 Aug 04 17:03:33.164492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7a40-3888-4a29-8a30-40ae810a3c60 req-a57d0ead-800d-41d8-b981-eef2b38a4077 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:33.165960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89df7a40-3888-4a29-8a30-40ae810a3c60 req-a57d0ead-800d-41d8-b981-eef2b38a4077 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.0797899 Aug 04 17:03:33.224841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1073e3b9-94e6-4332-9e95-a67a9729f4a1 req-7bf213c5-59aa-42dd-ab6a-4c2e5d80480c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574358 Aug 04 17:03:33.227578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89df7a40-3888-4a29-8a30-40ae810a3c60 req-20455873-9eeb-4205-a578-45d36ff7ccaf tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542505 Aug 04 17:03:33.241006 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-932b65a8-60a8-4ad9-a8b4-f92ad4e9c077 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.302199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cd196ea-21b6-4859-8b55-51bbd73ae99f up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:03:33.369166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 6cd196ea-21b6-4859-8b55-51bbd73ae99f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:03:33.374088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 6cd196ea-21b6-4859-8b55-51bbd73ae99f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:03:33.374589 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.422733 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-932b65a8-60a8-4ad9-a8b4-f92ad4e9c077 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.424861 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-932b65a8-60a8-4ad9-a8b4-f92ad4e9c077 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.467629 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.470340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-932b65a8-60a8-4ad9-a8b4-f92ad4e9c077 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.471022 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932b65a8-60a8-4ad9-a8b4-f92ad4e9c077 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a71ce6ee-8c2f-41d2-bd7d-a86f1c424141 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:03:33.476218 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-932b65a8-60a8-4ad9-a8b4-f92ad4e9c077 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.477372 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-932b65a8-60a8-4ad9-a8b4-f92ad4e9c077 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a71ce6ee-8c2f-41d2-bd7d-a86f1c424141 HTTP/1.1" status: 204 len: 168 time: 0.3405302 Aug 04 17:03:33.500443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:33.504600 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091e688-2cd0-4d81-a861-3fa78ca52aee" -d '{"events": [{"server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "name": "network-vif-plugged", "status": "completed", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:33.544415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:33.555239 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:33.621081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debd416-391d-4bb7-b506-467427329bb7 req-436f8f4a-bfab-400b-a841-8e89151bb1dd tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:33.629030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5debd416-391d-4bb7-b506-467427329bb7 req-436f8f4a-bfab-400b-a841-8e89151bb1dd tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 949 time: 0.0917852 Aug 04 17:03:33.658252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:33.680949 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890a8805-9b94-4996-9e7b-c92956c1192f x-openstack-request-id: req-890a8805-9b94-4996-9e7b-c92956c1192f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:33.684312 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "name": "network-vif-plugged", "status": "completed", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:33.684758 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-890a8805-9b94-4996-9e7b-c92956c1192f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:33.689469 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'code': 200} Aug 04 17:03:33.703917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5debd416-391d-4bb7-b506-467427329bb7 req-5fe893a7-ad0d-471f-8750-f3705380d7c0 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739281 Aug 04 17:03:33.704289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:33.720031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c26a53-0e14-4dc3-9d39-20ee48b201cd req-cca6a912-b53b-4bd4-8ca7-b954e7ec2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:33.721859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8c26a53-0e14-4dc3-9d39-20ee48b201cd req-cca6a912-b53b-4bd4-8ca7-b954e7ec2f9e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 1101 time: 0.0739212 Aug 04 17:03:33.766493 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8c26a53-0e14-4dc3-9d39-20ee48b201cd req-10be74de-8b33-412e-a9c8-ef0fe87dd0f9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361347 Aug 04 17:03:33.982274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-300403717', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:34.007567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-d98453fd-3cfd-4ec9-8586-71b1d5087d12 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:34.009903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-d98453fd-3cfd-4ec9-8586-71b1d5087d12 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.0589497 Aug 04 17:03:34.012541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.013907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.089122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.128774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-64a3528d-f836-47fb-b1cf-85ca6ad8be8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Deleting port e15ec416-8ae7-45d8-81b1-68644d28ba56 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:34.129160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-64a3528d-f836-47fb-b1cf-85ca6ad8be8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.227322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-64a3528d-f836-47fb-b1cf-85ca6ad8be8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] For port e15ec416-8ae7-45d8-81b1-68644d28ba56, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e15ec416-8ae7-45d8-81b1-68644d28ba56,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:34.227602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-64a3528d-f836-47fb-b1cf-85ca6ad8be8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.241336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-64a3528d-f836-47fb-b1cf-85ca6ad8be8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Calling delete_port for e15ec416-8ae7-45d8-81b1-68644d28ba56 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:34.242208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.356392 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5a8f-3d27-4278-85f0-ad355f3b64d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.424695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff45c2-f5dd-426a-b412-ff83dd21685f req-79ca1b90-8d82-4163-b71b-f5295e24f109 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:34.426254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7fff45c2-f5dd-426a-b412-ff83dd21685f req-79ca1b90-8d82-4163-b71b-f5295e24f109 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7ae19b-2e94-41f9-942b-dd6efff203a2 HTTP/1.1" status: 200 len: 945 time: 0.1062155 Aug 04 17:03:34.440006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e217c5-347b-4299-a216-875a78fdd4b4 req-5206781a-946c-49fd-8938-aa920d750a75 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:34.441542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57e217c5-347b-4299-a216-875a78fdd4b4 req-5206781a-946c-49fd-8938-aa920d750a75 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.1141570 Aug 04 17:03:34.506120 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.526744 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.563985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7fff45c2-f5dd-426a-b412-ff83dd21685f req-ad75dd5f-c417-454a-b0e8-7c752995e4ab tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168315 Aug 04 17:03:34.567811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57e217c5-347b-4299-a216-875a78fdd4b4 req-a7209eb5-b8b3-453f-8a90-e3a684d23b09 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131816 Aug 04 17:03:34.569307 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-64a3528d-f836-47fb-b1cf-85ca6ad8be8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.585235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['e15ec416-8ae7-45d8-81b1-68644d28ba56'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:34.596651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:34.619092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3528d-f836-47fb-b1cf-85ca6ad8be8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event deleted for resources: {'Port': ['ID=e15ec416-8ae7-45d8-81b1-68644d28ba56,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:34.674338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-64a3528d-f836-47fb-b1cf-85ca6ad8be8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] No DVR routers for this DVR port e15ec416-8ae7-45d8-81b1-68644d28ba56 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:03:34.680420 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-64a3528d-f836-47fb-b1cf-85ca6ad8be8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.683011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eee92c3f-a4f1-4f49-b4fa-b31d7a9d978b req-64a3528d-f836-47fb-b1cf-85ca6ad8be8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "DELETE /v2.0/ports/e15ec416-8ae7-45d8-81b1-68644d28ba56 HTTP/1.1" status: 204 len: 173 time: 0.6652832 Aug 04 17:03:34.683761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7ae19b-2e94-41f9-942b-dd6efff203a2', 'name': 'network-vif-deleted', 'tag': 'e15ec416-8ae7-45d8-81b1-68644d28ba56'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:34.692538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Allocated IP 172.25.2.94 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/4a92ed34-0e86-47a7-8f96-3cb759425ee7) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:34.693855 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baa6537-6546-4d10-bef1-c929d867e3c0" -d '{"events": [{"server_uuid": "ef7ae19b-2e94-41f9-942b-dd6efff203a2", "name": "network-vif-deleted", "tag": "e15ec416-8ae7-45d8-81b1-68644d28ba56"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:34.767760 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51bb5d1-a07d-41b7-a2c2-b260d0cbe8ba x-openstack-request-id: req-e51bb5d1-a07d-41b7-a2c2-b260d0cbe8ba {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:34.768724 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7ae19b-2e94-41f9-942b-dd6efff203a2", "name": "network-vif-deleted", "tag": "e15ec416-8ae7-45d8-81b1-68644d28ba56", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:34.769148 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e51bb5d1-a07d-41b7-a2c2-b260d0cbe8ba {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:34.769809 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7ae19b-2e94-41f9-942b-dd6efff203a2', 'name': 'network-vif-deleted', 'tag': 'e15ec416-8ae7-45d8-81b1-68644d28ba56', 'status': 'completed', 'code': 200} Aug 04 17:03:34.853439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.892423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98adaf-ce46-417d-aedd-24287d31b601 req-4fdfc6f8-8f68-4101-a3a7-3a742a80ce82 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:34.894000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b98adaf-ce46-417d-aedd-24287d31b601 req-4fdfc6f8-8f68-4101-a3a7-3a742a80ce82 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 950 time: 0.0745442 Aug 04 17:03:34.920493 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:34.965358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b98adaf-ce46-417d-aedd-24287d31b601 req-efd50632-b7e7-4636-9a8e-a4b96a155a03 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559413 Aug 04 17:03:34.973543 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:35.014284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Pushing event updated for resources: {'Port': ['ID=4a92ed34-0e86-47a7-8f96-3cb759425ee7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:35.018478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:35.020462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:35.028100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:35.358751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:35.744151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667c308-72cb-4e2f-94dd-fa17cf833eea req-975f0f83-6236-408e-8ef9-0a7d26ee6f13 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:35.745764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b667c308-72cb-4e2f-94dd-fa17cf833eea req-975f0f83-6236-408e-8ef9-0a7d26ee6f13 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.0615714 Aug 04 17:03:35.754270 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:35.806672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b667c308-72cb-4e2f-94dd-fa17cf833eea req-f0416e01-1321-447b-b66a-6e80b3c86d17 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531166 Aug 04 17:03:35.972528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:36.130380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Router f3bb2681-e86f-428e-9aec-99755970aa17 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:03:36.227381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14876caf-01d8-4f4d-b120-42132fe16435 req-f1b427bb-1cff-4a47-9c26-32bd36f66549 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:36.229343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-f1b427bb-1cff-4a47-9c26-32bd36f66549 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.1258259 Aug 04 17:03:36.248798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-573da6f6-b697-4438-a18e-af23a41dfc73 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/quotas/173082757bc04a31b2a2048df2d4cdbf HTTP/1.1" status: 200 len: 375 time: 0.0118082 Aug 04 17:03:36.258552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:03:36.274078 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c72a77-805a-4912-a477-17699c072feb None None] Sync routers for ids ['f3bb2681-e86f-428e-9aec-99755970aa17'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:03:36.283453 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:36.287526 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-83742334-69fc-4749-8acb-d1b84c5e97de tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5796077 Aug 04 17:03:36.288621 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52510) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:36.290953 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c72a77-805a-4912-a477-17699c072feb None None] Routers {'f3bb2681-e86f-428e-9aec-99755970aa17'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:36.292176 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26c72a77-805a-4912-a477-17699c072feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f3bb2681-e86f-428e-9aec-99755970aa17'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:36.317489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-3adf5378-2c70-40ff-9d87-ac0e3e2ffe3d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615985 Aug 04 17:03:36.341753 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26c72a77-805a-4912-a477-17699c072feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:36.351372 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c72a77-805a-4912-a477-17699c072feb None None] Routers {'f3bb2681-e86f-428e-9aec-99755970aa17'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:36.352221 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26c72a77-805a-4912-a477-17699c072feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f3bb2681-e86f-428e-9aec-99755970aa17'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:36.402884 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26c72a77-805a-4912-a477-17699c072feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:36.403948 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c72a77-805a-4912-a477-17699c072feb None None] The sync data for ids ['f3bb2681-e86f-428e-9aec-99755970aa17'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:03:36.409756 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dd5e3ba4-801f-4c6b-ba26-d2f8fa28df2c tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/routers/f3bb2681-e86f-428e-9aec-99755970aa17 HTTP/1.1" status: 200 len: 919 time: 0.1175303 Aug 04 17:03:36.410632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52512) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:36.442854 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-32be2c40-1af5-4fe9-81c1-5d5ba68b67ed tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3bb2681-e86f-428e-9aec-99755970aa17 HTTP/1.1" status: 200 len: 205 time: 0.0291426 Aug 04 17:03:36.443459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52514) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:36.461817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-4530b50a-5ef4-4bc5-b3b0-443e17fc0797 service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317775 Aug 04 17:03:36.569075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-4a5a361f-03d5-46d3-85eb-98bbb9a9fbc1 service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005147 Aug 04 17:03:36.597127 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:36.714216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:36.754770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d944b924-cc2c-4123-b20b-4374d45fd8fc req-ac1d702d-c4d3-4cff-a52e-d13bf0abbb28 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 210 time: 0.0314066 Aug 04 17:03:36.779420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Deleting port 4a92ed34-0e86-47a7-8f96-3cb759425ee7 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:36.779858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:36.875163 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:36.889227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Calling delete_port for 4a92ed34-0e86-47a7-8f96-3cb759425ee7 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:36.941632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd2057-3bf3-46b0-82c9-aa81895ca76b req-178c8d9b-74bd-4159-ab25-114d6bd74871 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:36.943543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2edd2057-3bf3-46b0-82c9-aa81895ca76b req-178c8d9b-74bd-4159-ab25-114d6bd74871 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.0565553 Aug 04 17:03:37.004794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2edd2057-3bf3-46b0-82c9-aa81895ca76b req-249e4ee4-29b3-4b78-82e7-93eff5bbf0ff tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498135 Aug 04 17:03:37.097341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.183554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Pushing event deleted for resources: {'Port': ['ID=4a92ed34-0e86-47a7-8f96-3cb759425ee7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:37.268443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.357381 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.393711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.396295 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.451964 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.452637 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Fanout notify agent at l3_agent the message router_deleted on router f3bb2681-e86f-428e-9aec-99755970aa17 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:03:37.462131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.463316 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ee2b17dd-84c5-4372-91dd-2d92e763111c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/f3bb2681-e86f-428e-9aec-99755970aa17 HTTP/1.1" status: 204 len: 168 time: 1.0187473 Aug 04 17:03:37.466882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52544) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:37.471431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1956740918', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'enable_snat': False}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:37.495384 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.496698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.552341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.696611 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.862919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device aff78694-1cd7-488e-b27a-08fe7d9ce7da details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:03:37.866405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e15ec416-8ae7-45d8-81b1-68644d28ba56 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:37.880113 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ac702a4-ccee-4eb6-a4ce-a31d012f2721 req-5241d149-bdc1-4dfe-92bc-0948e31d49fd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 210 time: 0.0353956 Aug 04 17:03:37.894414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: e15ec416-8ae7-45d8-81b1-68644d28ba56 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:03:37.895150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e15ec416-8ae7-45d8-81b1-68644d28ba56 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:03:37.903741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14876caf-01d8-4f4d-b120-42132fe16435 req-69f2dd64-2038-425c-af63-eff7a42f758a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:37.905336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-69f2dd64-2038-425c-af63-eff7a42f758a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.1529431 Aug 04 17:03:37.930864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Request body: {'port': {'device_id': '24b81cb7-1673-4162-bf4a-0d3d2b28e770', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'admin_state_up': True, 'tenant_id': '173082757bc04a31b2a2048df2d4cdbf'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:37.949051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:37.973381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.003985 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:38.017086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'port_id': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'mac_address': 'fa:16:3e:b7:fb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:03:38.060957 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.072176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Made reservation on behalf of 173082757bc04a31b2a2048df2d4cdbf for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:03:38.076704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff78694-1cd7-488e-b27a-08fe7d9ce7da {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:38.077534 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.095890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Allocated IP 172.25.2.126 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/3a0431ff-fb94-4b89-a8e4-a7d912fce616) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:38.102511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:38.108754 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.169774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=11']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:38.208862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cb553-5931-4473-9220-36749dcb24a0 req-171cf58e-44fd-4d1f-979a-9ad3071581d5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:38.210711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f5cb553-5931-4473-9220-36749dcb24a0 req-171cf58e-44fd-4d1f-979a-9ad3071581d5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 944 time: 0.1290522 Aug 04 17:03:38.221428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.301109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.315400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f5cb553-5931-4473-9220-36749dcb24a0 req-74656f9f-2870-4340-8569-23e4c936e98c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716174 Aug 04 17:03:38.326526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Allocated IP 172.20.0.6 (466ca3f5-52b1-4270-9eda-4475959211d3/cb48bb64-77b4-470f-bd74-6a3c636aa456/bdb429ed-86e7-429a-a59c-d1bce9e3147b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:38.350862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event updated for resources: {'Port': ['ID=3a0431ff-fb94-4b89-a8e4-a7d912fce616,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:38.364553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:38.366884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:38.372095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['aff78694-1cd7-488e-b27a-08fe7d9ce7da'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:38.376737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:38.560843 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.662902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.675248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:38.731656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Network 466ca3f5-52b1-4270-9eda-4475959211d3 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:38.735033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:38.739824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:38.744083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event updated for resources: {'Port': ['ID=bdb429ed-86e7-429a-a59c-d1bce9e3147b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:38.802032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:38.802844 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.814965 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.829598 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.830339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1c595837-c4da-4a56-b33f-21fb79cb7ac2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9127080 Aug 04 17:03:38.856547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Request body: {'port': {'device_id': '24b81cb7-1673-4162-bf4a-0d3d2b28e770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:38.899269 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:38.953958 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:39.065150 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:39.122120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254827ba-9080-4be7-8e6e-aeb0cf466acc req-ead0d4a3-4bca-4e51-a7f7-e566aa6cbe4a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:39.131065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-254827ba-9080-4be7-8e6e-aeb0cf466acc req-ead0d4a3-4bca-4e51-a7f7-e566aa6cbe4a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 931 time: 0.1560287 Aug 04 17:03:39.176333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-254827ba-9080-4be7-8e6e-aeb0cf466acc req-477b5a24-1ac7-4723-ab2f-92691e2cea12 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 Aug 04 17:03:39.228905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Router 470fc16e-cb17-425a-84b8-efd98150f397 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:03:39.326782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cd196ea-21b6-4859-8b55-51bbd73ae99f details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:03:39.379233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb429ed-86e7-429a-a59c-d1bce9e3147b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:39.387944 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:39.403001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Transition to ACTIVE for port object bdb429ed-86e7-429a-a59c-d1bce9e3147b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:03:39.416404 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:39.482078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb429ed-86e7-429a-a59c-d1bce9e3147b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:39.503883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:03:39.547302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Sync routers for ids ['470fc16e-cb17-425a-84b8-efd98150f397'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:03:39.552096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:39.559946 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:39.562280 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9cb9a233-6de0-4f83-b276-ceb1beceaf70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.0943561 Aug 04 17:03:39.571282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52614) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:39.583608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'mac_address': 'fa:16:3e:4b:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:03:39.597296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Routers {'470fc16e-cb17-425a-84b8-efd98150f397'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:39.598261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['470fc16e-cb17-425a-84b8-efd98150f397'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:39.703899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Attempting to bind port bdb429ed-86e7-429a-a59c-d1bce9e3147b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:03:39.704353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Attempting to bind port bdb429ed-86e7-429a-a59c-d1bce9e3147b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:03:39.705266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Attempting to bind port bdb429ed-86e7-429a-a59c-d1bce9e3147b on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:39.711973 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:39.721543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74d331-b74c-4e32-b3b1-cc14f4345065 req-512bb1c8-9dfa-4d6e-ad03-78123634e4ed tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:39.723436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d74d331-b74c-4e32-b3b1-cc14f4345065 req-512bb1c8-9dfa-4d6e-ad03-78123634e4ed tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 945 time: 0.1462290 Aug 04 17:03:39.724334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Port bdb429ed-86e7-429a-a59c-d1bce9e3147b on network 466ca3f5-52b1-4270-9eda-4475959211d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:03:39.724754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Attempting to bind port bdb429ed-86e7-429a-a59c-d1bce9e3147b on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:39.751544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:03:39.752016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Checking segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:03:39.752502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Bound using segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:03:39.753050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Bound port: bdb429ed-86e7-429a-a59c-d1bce9e3147b, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:03:39.753656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:39.793416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cd196ea-21b6-4859-8b55-51bbd73ae99f {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:39.826342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:39.842636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:39.862240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Set router 470fc16e-cb17-425a-84b8-efd98150f397 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:03:39.865349 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1545cf9b-4a17-4664-9e13-ed21f49e2130 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/routers/470fc16e-cb17-425a-84b8-efd98150f397 HTTP/1.1" status: 200 len: 909 time: 0.2928240 Aug 04 17:03:39.868017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52630) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:39.872643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1956740918', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'enable_snat': True}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:39.894716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d74d331-b74c-4e32-b3b1-cc14f4345065 req-2fcfc665-bff1-4366-92c1-1ccbee125f1a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523256 Aug 04 17:03:39.904094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:39.905219 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:39.977246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] For port bdb429ed-86e7-429a-a59c-d1bce9e3147b, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:03:39.989704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] For port bdb429ed-86e7-429a-a59c-d1bce9e3147b, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=bdb429ed-86e7-429a-a59c-d1bce9e3147b,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:03:40.000599 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:40.003029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:40.032642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device aff78694-1cd7-488e-b27a-08fe7d9ce7da up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:03:40.047657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:40.048817 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:40.050874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] 10.222.0.90 "PUT /v2.0/ports/bdb429ed-86e7-429a-a59c-d1bce9e3147b HTTP/1.1" status: 200 len: 1091 time: 1.2079785 Aug 04 17:03:40.051419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b81cb7-1673-4162-bf4a-0d3d2b28e770', 'tag': 'bdb429ed-86e7-429a-a59c-d1bce9e3147b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:40.054405 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fb99b0-7bac-491b-a538-c9a5342a25aa" -d '{"events": [{"name": "network-changed", "server_uuid": "24b81cb7-1673-4162-bf4a-0d3d2b28e770", "tag": "bdb429ed-86e7-429a-a59c-d1bce9e3147b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:40.146007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['6cd196ea-21b6-4859-8b55-51bbd73ae99f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:40.195760 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761d152c-2dff-493e-8945-d03bed16aa38 x-openstack-request-id: req-761d152c-2dff-493e-8945-d03bed16aa38 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:40.196329 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b81cb7-1673-4162-bf4a-0d3d2b28e770", "tag": "bdb429ed-86e7-429a-a59c-d1bce9e3147b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:40.196756 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-761d152c-2dff-493e-8945-d03bed16aa38 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:40.198409 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b81cb7-1673-4162-bf4a-0d3d2b28e770', 'tag': 'bdb429ed-86e7-429a-a59c-d1bce9e3147b', 'status': 'completed', 'code': 200} Aug 04 17:03:40.200663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384452d-07cb-4416-9e2c-7ef7fade6157 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb429ed-86e7-429a-a59c-d1bce9e3147b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:40.228083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:40.292095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14876caf-01d8-4f4d-b120-42132fe16435 req-fe518d29-1389-4f49-9d85-26c7656aa89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:40.293979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-fe518d29-1389-4f49-9d85-26c7656aa89b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 1094 time: 0.1556494 Aug 04 17:03:40.321521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port aff78694-1cd7-488e-b27a-08fe7d9ce7da completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:03:40.350064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port aff78694-1cd7-488e-b27a-08fe7d9ce7da triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:03:40.350369 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:40.380552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-c03bd2e4-0c8e-497e-af95-70177fbbdb84 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdb429ed-86e7-429a-a59c-d1bce9e3147b HTTP/1.1" status: 200 len: 217 time: 0.0648246 Aug 04 17:03:40.421185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853fb9-244b-4082-a634-71c7af49be1b req-1ffd10ad-558d-491e-ba05-792e5f4d024a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:40.434152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a853fb9-244b-4082-a634-71c7af49be1b req-1ffd10ad-558d-491e-ba05-792e5f4d024a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 943 time: 0.1351051 Aug 04 17:03:40.535930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14876caf-01d8-4f4d-b120-42132fe16435 req-22f9694a-cb7e-47cc-a654-298945749d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:40.537563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-22f9694a-cb7e-47cc-a654-298945749d20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.1477416 Aug 04 17:03:40.547761 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:40.557399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a853fb9-244b-4082-a634-71c7af49be1b req-95bf5d62-bc38-4e13-b2c1-b9faa146c0b1 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222622 Aug 04 17:03:40.580049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc16e-cb17-425a-84b8-efd98150f397', 'name': 'tempest-snat-router-1956740918', 'tenant_id': 'a526828fee5845bda14e50212172effb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126'}], 'enable_snat': False}, 'gw_port_id': '3a0431ff-fb94-4b89-a8e4-a7d912fce616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:03:37Z', 'updated_at': '2021-08-04T17:03:38Z', 'revision_number': 3, 'project_id': 'a526828fee5845bda14e50212172effb', 'gw_port': {'id': '3a0431ff-fb94-4b89-a8e4-a7d912fce616', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470fc16e-cb17-425a-84b8-efd98150f397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:03:37Z', 'updated_at': '2021-08-04T17:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:40.588181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:40.597003 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a3bc13-545b-4349-8e91-a01181c9d17e" -d '{"events": [{"server_uuid": "9d883497-a267-4904-8f3c-024864007962", "name": "network-vif-plugged", "status": "completed", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:40.661524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-745564aa-4291-420e-a376-e1ee79dfefed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028376 Aug 04 17:03:40.696380 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c483b5-e681-4f91-bf32-0687bc0149b0 x-openstack-request-id: req-b3c483b5-e681-4f91-bf32-0687bc0149b0 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:40.696838 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d883497-a267-4904-8f3c-024864007962", "name": "network-vif-plugged", "status": "completed", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:40.697281 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3c483b5-e681-4f91-bf32-0687bc0149b0 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:40.697829 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'code': 200} Aug 04 17:03:40.721465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Checking router: 470fc16e-cb17-425a-84b8-efd98150f397 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:03:40.721863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Updating router 470fc16e-cb17-425a-84b8-efd98150f397 port 3a0431ff-fb94-4b89-a8e4-a7d912fce616 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:03:40.789613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:40.794466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:40.833756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-1ae812a8-4633-4fd8-98bb-b69a8711227e service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550198 Aug 04 17:03:40.837543 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:40.993802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=12']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:41.104045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14876caf-01d8-4f4d-b120-42132fe16435 req-0c21383d-777b-44cb-9b06-4268b05d4e2b service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543104 Aug 04 17:03:41.167847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:41.242540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbb1e9-3d53-45ad-a838-08b48568d1cb req-5e267219-1caa-4837-824f-1789a7a261ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:41.244577 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-03cbb1e9-3d53-45ad-a838-08b48568d1cb req-5e267219-1caa-4837-824f-1789a7a261ee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 1097 time: 0.1308105 Aug 04 17:03:41.371187 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-03cbb1e9-3d53-45ad-a838-08b48568d1cb req-b0bee7b6-59f4-4a19-a02b-7658234115de service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170363 Aug 04 17:03:41.371829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f85bd-2c3e-4690-bc7d-516907b0f155 req-d3d107e2-2d6b-44f1-9845-4132564ca023 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:41.384033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f00f85bd-2c3e-4690-bc7d-516907b0f155 req-d3d107e2-2d6b-44f1-9845-4132564ca023 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 946 time: 0.2667696 Aug 04 17:03:41.452353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cd196ea-21b6-4859-8b55-51bbd73ae99f up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:03:41.499344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb99b0-7bac-491b-a538-c9a5342a25aa req-db991489-6928-464a-82ea-dc2e825d6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:41.510247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4fb99b0-7bac-491b-a538-c9a5342a25aa req-db991489-6928-464a-82ea-dc2e825d6148 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 1094 time: 0.2862849 Aug 04 17:03:41.543991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f00f85bd-2c3e-4690-bc7d-516907b0f155 req-9c29066b-01f7-49d1-8159-866bbf38bdc8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589315 Aug 04 17:03:41.635125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 6cd196ea-21b6-4859-8b55-51bbd73ae99f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:03:41.635704 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:41.734339 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:41.802199 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:41.826829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:41.844517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1f1ae-5d35-4192-a2ab-c17346e8a2bf req-badb28f2-efbb-49d5-a4fb-87ff6f272010 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:41.871624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62c1f1ae-5d35-4192-a2ab-c17346e8a2bf req-badb28f2-efbb-49d5-a4fb-87ff6f272010 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 943 time: 0.1816430 Aug 04 17:03:41.963633 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Transition to ACTIVE for port object 3a0431ff-fb94-4b89-a8e4-a7d912fce616 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:03:41.978422 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:42.000046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb99b0-7bac-491b-a538-c9a5342a25aa req-cb4cbe26-92ea-4d78-803b-a87451867020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:42.001966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4fb99b0-7bac-491b-a538-c9a5342a25aa req-cb4cbe26-92ea-4d78-803b-a87451867020 service neutron] 10.222.0.90 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 0.4563243 Aug 04 17:03:42.006043 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:42.133144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4fb99b0-7bac-491b-a538-c9a5342a25aa req-0d08201f-54ac-4397-9cc4-e6e696c41528 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdb429ed-86e7-429a-a59c-d1bce9e3147b HTTP/1.1" status: 200 len: 217 time: 0.1132259 Aug 04 17:03:42.167040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:42.176407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Allocated IP 172.25.2.37 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ada27052-36fc-4ba5-ba28-da90e79bbdea) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:42.197445 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:42.205441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Attempting to bind port 3a0431ff-fb94-4b89-a8e4-a7d912fce616 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:03:42.205441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Attempting to bind port 3a0431ff-fb94-4b89-a8e4-a7d912fce616 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:03:42.205849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Attempting to bind port 3a0431ff-fb94-4b89-a8e4-a7d912fce616 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:42.218835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:03:42.219247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:03:42.223608 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:42.224205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:03:42.226889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Bound port: 3a0431ff-fb94-4b89-a8e4-a7d912fce616, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:03:42.231110 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:42.242007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc1a53-0afd-4bbf-b8b0-d648583b18d1 None None] Pushing event updated for resources: {'Port': ['ID=3a0431ff-fb94-4b89-a8e4-a7d912fce616,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:42.249256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62c1f1ae-5d35-4192-a2ab-c17346e8a2bf req-bca26c7f-6496-4c4b-81dc-96074f489203 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766358 Aug 04 17:03:42.284051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb99b0-7bac-491b-a538-c9a5342a25aa req-cd190223-e746-4a44-b37d-7ce3a3287471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:42.289061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4fb99b0-7bac-491b-a538-c9a5342a25aa req-cd190223-e746-4a44-b37d-7ce3a3287471 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.1359668 Aug 04 17:03:42.352943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4fb99b0-7bac-491b-a538-c9a5342a25aa req-7d09985c-0b72-4d47-9b2c-7f28aaaea459 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561376 Aug 04 17:03:42.405923 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:42.467916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:42.470283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:42.506347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:42.523228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:42.540526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4fb99b0-7bac-491b-a538-c9a5342a25aa req-765594d6-31a2-4ab8-9488-805150b5db78 service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798255 Aug 04 17:03:42.563672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:42.567062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] For port 3a0431ff-fb94-4b89-a8e4-a7d912fce616, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:03:42.575005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] For port 3a0431ff-fb94-4b89-a8e4-a7d912fce616, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3a0431ff-fb94-4b89-a8e4-a7d912fce616,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:03:42.606624 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:42.700607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:42.719262 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a49ee4-a784-4bba-909f-9bff1b7f1233" -d '{"events": [{"server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "name": "network-vif-plugged", "status": "completed", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:42.832737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc1a53-0afd-4bbf-b8b0-d648583b18d1 None None] Pushing event updated for resources: {'Port': ['ID=3a0431ff-fb94-4b89-a8e4-a7d912fce616,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:42.836066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Routers {'470fc16e-cb17-425a-84b8-efd98150f397'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:42.836705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['470fc16e-cb17-425a-84b8-efd98150f397'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:42.890377 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event updated for resources: {'Port': ['ID=ada27052-36fc-4ba5-ba28-da90e79bbdea,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:42.911929 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a0dbf1-12bf-480c-abbc-5525298b78df x-openstack-request-id: req-e4a0dbf1-12bf-480c-abbc-5525298b78df {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:42.912211 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "name": "network-vif-plugged", "status": "completed", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:42.912516 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4a0dbf1-12bf-480c-abbc-5525298b78df {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:42.912909 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'code': 200} Aug 04 17:03:42.921694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4fb99b0-7bac-491b-a538-c9a5342a25aa req-3dd25be2-0e97-438b-80e1-3edfa3c484b9 service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703067 Aug 04 17:03:42.945474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6a0d8-5472-4e97-bf8d-2c8ec71c89ad req-837a210d-8471-4bfd-bc7a-21a322f2b129 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:42.947080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9eb6a0d8-5472-4e97-bf8d-2c8ec71c89ad req-837a210d-8471-4bfd-bc7a-21a322f2b129 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 946 time: 0.1626360 Aug 04 17:03:43.082111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9eb6a0d8-5472-4e97-bf8d-2c8ec71c89ad req-56f57608-5c72-483e-8102-2adc200ecb8e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242654 Aug 04 17:03:43.152011 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] Set router 470fc16e-cb17-425a-84b8-efd98150f397 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:03:43.314540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:43.495786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbc2fe-7900-4a67-a75b-d32253aba624 req-e81a6633-2106-4408-8e8a-50243127108f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:43.502359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bcbc2fe-7900-4a67-a75b-d32253aba624 req-e81a6633-2106-4408-8e8a-50243127108f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 943 time: 0.1223266 Aug 04 17:03:43.537997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470fc16e-cb17-425a-84b8-efd98150f397', 'name': 'tempest-snat-router-1956740918', 'tenant_id': 'a526828fee5845bda14e50212172effb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126'}], 'enable_snat': False}, 'gw_port_id': '3a0431ff-fb94-4b89-a8e4-a7d912fce616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:03:37Z', 'updated_at': '2021-08-04T17:03:38Z', 'revision_number': 3, 'project_id': 'a526828fee5845bda14e50212172effb', 'gw_port': {'id': '3a0431ff-fb94-4b89-a8e4-a7d912fce616', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470fc16e-cb17-425a-84b8-efd98150f397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:03:37Z', 'updated_at': '2021-08-04T17:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:43.596037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2bd23c-128b-4b9d-9cd8-4100ab703b6f None None] The sync data for ids ['470fc16e-cb17-425a-84b8-efd98150f397'] in n-d-764435-5 is: [{'id': '470fc16e-cb17-425a-84b8-efd98150f397', 'name': 'tempest-snat-router-1956740918', 'tenant_id': 'a526828fee5845bda14e50212172effb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126'}], 'enable_snat': False}, 'gw_port_id': '3a0431ff-fb94-4b89-a8e4-a7d912fce616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:03:37Z', 'updated_at': '2021-08-04T17:03:38Z', 'revision_number': 3, 'project_id': 'a526828fee5845bda14e50212172effb', 'gw_port': {'id': '3a0431ff-fb94-4b89-a8e4-a7d912fce616', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470fc16e-cb17-425a-84b8-efd98150f397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:03:37Z', 'updated_at': '2021-08-04T17:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:03:43.630817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bcbc2fe-7900-4a67-a75b-d32253aba624 req-672a6530-bd48-460a-9568-f78b3681d770 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199636 Aug 04 17:03:43.749188 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:43.909713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device bdb429ed-86e7-429a-a59c-d1bce9e3147b details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:03:44.137117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port bdb429ed-86e7-429a-a59c-d1bce9e3147b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=bdb429ed-86e7-429a-a59c-d1bce9e3147b,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:44.153401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'bdb429ed-86e7-429a-a59c-d1bce9e3147b', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'port_id': 'bdb429ed-86e7-429a-a59c-d1bce9e3147b', 'mac_address': 'fa:16:3e:01:79:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb48bb64-77b4-470f-bd74-6a3c636aa456', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:03:44.225673 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Router be0b71e1-ddf3-4007-9e20-52e5cc631210 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:03:44.272579 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:44.315159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb429ed-86e7-429a-a59c-d1bce9e3147b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:44.375467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411e2aa-6be7-485a-ba44-073b39d5d12e req-0b478aca-c5c6-4ee2-a170-c01c8fcfd761 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:44.384510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f411e2aa-6be7-485a-ba44-073b39d5d12e req-0b478aca-c5c6-4ee2-a170-c01c8fcfd761 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 946 time: 0.1238456 Aug 04 17:03:44.388186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port bdb429ed-86e7-429a-a59c-d1bce9e3147b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=bdb429ed-86e7-429a-a59c-d1bce9e3147b,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:44.398725 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:44.462144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f411e2aa-6be7-485a-ba44-073b39d5d12e req-e243612b-074f-42e2-a48d-05b0e4aea959 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711200 Aug 04 17:03:44.527372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:03:44.537736 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Sync routers for ids ['be0b71e1-ddf3-4007-9e20-52e5cc631210'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:03:44.555349 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Routers {'be0b71e1-ddf3-4007-9e20-52e5cc631210'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:44.556237 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['be0b71e1-ddf3-4007-9e20-52e5cc631210'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:44.569918 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:44.574090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52752) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:44.574612 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e87ba3bc-2f34-4c7a-afd7-b8bb33b2b678 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7053936 Aug 04 17:03:44.581167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=bdb429ed-86e7-429a-a59c-d1bce9e3147b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:44.669014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['bdb429ed-86e7-429a-a59c-d1bce9e3147b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:44.937169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ff3649a4-9d46-4aa6-a423-7a430a4edfff tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/routers/be0b71e1-ddf3-4007-9e20-52e5cc631210 HTTP/1.1" status: 200 len: 907 time: 0.3616269 Aug 04 17:03:44.944678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52768) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:44.993476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4a0be-4d9f-4b69-a327-082240411953 req-406aef0c-cbb1-442e-83a8-f819a8bb8c78 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:45.007656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03a4a0be-4d9f-4b69-a327-082240411953 req-406aef0c-cbb1-442e-83a8-f819a8bb8c78 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 944 time: 0.1755433 Aug 04 17:03:45.134323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-03a4a0be-4d9f-4b69-a327-082240411953 req-324c1dce-9f9c-49b3-afaf-08b066d6f2f4 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218212 Aug 04 17:03:45.215750 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:45.242988 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Set router be0b71e1-ddf3-4007-9e20-52e5cc631210 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:03:45.368816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:45.468633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Deleting port ada27052-36fc-4ba5-ba28-da90e79bbdea {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:45.471990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:45.602761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:45.629384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Calling delete_port for ada27052-36fc-4ba5-ba28-da90e79bbdea owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:45.723793 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0b71e1-ddf3-4007-9e20-52e5cc631210', 'name': 'tempest-snat-router-1956740918', 'tenant_id': 'a526828fee5845bda14e50212172effb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'ada27052-36fc-4ba5-ba28-da90e79bbdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:03:39Z', 'updated_at': '2021-08-04T17:03:42Z', 'revision_number': 3, 'project_id': 'a526828fee5845bda14e50212172effb', 'gw_port': {'id': 'ada27052-36fc-4ba5-ba28-da90e79bbdea', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0b71e1-ddf3-4007-9e20-52e5cc631210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:03:41Z', 'updated_at': '2021-08-04T17:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:45.764323 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Checking router: be0b71e1-ddf3-4007-9e20-52e5cc631210 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:03:45.764966 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Updating router be0b71e1-ddf3-4007-9e20-52e5cc631210 port ada27052-36fc-4ba5-ba28-da90e79bbdea binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:03:45.808801 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:45.882310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:45.913888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event deleted for resources: {'Port': ['ID=ada27052-36fc-4ba5-ba28-da90e79bbdea,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:45.945901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device bdb429ed-86e7-429a-a59c-d1bce9e3147b up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:03:46.112105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.172559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3a0431ff-fb94-4b89-a8e4-a7d912fce616 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:03:46.179883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port bdb429ed-86e7-429a-a59c-d1bce9e3147b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:03:46.234822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port bdb429ed-86e7-429a-a59c-d1bce9e3147b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:03:46.238088 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.347590 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.357072 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.383200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3822e4-357f-4da3-ab0a-9d22e2e04193 req-0848b11d-42eb-4650-a8e4-bcb8e299b43e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:46.397892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b3822e4-357f-4da3-ab0a-9d22e2e04193 req-0848b11d-42eb-4650-a8e4-bcb8e299b43e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 944 time: 0.1140890 Aug 04 17:03:46.456407 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.db.api [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:03:46.456789 n-d-764435-5 neutron-server[105831]: DEBUG oslo_db.api [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:03:46.457049 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.457955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be0b71e1-ddf3-4007-9e20-52e5cc631210 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:03:46.469039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.470743 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be8171ef-b7f2-4d07-9160-663f9ecc0499 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "DELETE /v2.0/routers/be0b71e1-ddf3-4007-9e20-52e5cc631210 HTTP/1.1" status: 204 len: 168 time: 1.5245583 Aug 04 17:03:46.473590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52796) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:46.510765 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.551326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b3822e4-357f-4da3-ab0a-9d22e2e04193 req-f67f896a-b3f3-4a1a-bdae-bdf39ebbecc4 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522586 Aug 04 17:03:46.569189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3a0431ff-fb94-4b89-a8e4-a7d912fce616 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:03:46.589541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b81cb7-1673-4162-bf4a-0d3d2b28e770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb429ed-86e7-429a-a59c-d1bce9e3147b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:46.594941 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96f7ed8-0938-4357-a403-3fdaffaffa3c" -d '{"events": [{"server_uuid": "24b81cb7-1673-4162-bf4a-0d3d2b28e770", "name": "network-vif-plugged", "status": "completed", "tag": "bdb429ed-86e7-429a-a59c-d1bce9e3147b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:46.612539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3a0431ff-fb94-4b89-a8e4-a7d912fce616 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:03:46.616440 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.683613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port bdb429ed-86e7-429a-a59c-d1bce9e3147b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=bdb429ed-86e7-429a-a59c-d1bce9e3147b,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:46.699163 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339d6efd-7b99-4d04-b556-6d78a78cf267 x-openstack-request-id: req-339d6efd-7b99-4d04-b556-6d78a78cf267 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:46.701817 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b81cb7-1673-4162-bf4a-0d3d2b28e770", "name": "network-vif-plugged", "status": "completed", "tag": "bdb429ed-86e7-429a-a59c-d1bce9e3147b", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:46.702405 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-339d6efd-7b99-4d04-b556-6d78a78cf267 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:46.703041 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b81cb7-1673-4162-bf4a-0d3d2b28e770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb429ed-86e7-429a-a59c-d1bce9e3147b', 'code': 200} Aug 04 17:03:46.708390 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.734315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.800441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=bdb429ed-86e7-429a-a59c-d1bce9e3147b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:46.841227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5ac90-fd4c-466e-9489-09806b1835f7 req-2e51c44c-5533-4096-95d2-b38cda4380e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:46.841227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8d5ac90-fd4c-466e-9489-09806b1835f7 req-2e51c44c-5533-4096-95d2-b38cda4380e8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 1096 time: 0.0611291 Aug 04 17:03:46.850962 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.874449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 3a0431ff-fb94-4b89-a8e4-a7d912fce616, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3a0431ff-fb94-4b89-a8e4-a7d912fce616,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:46.883880 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.922145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8d5ac90-fd4c-466e-9489-09806b1835f7 req-5a4852cd-e8c7-44d8-8025-51dffd3be59e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461390 Aug 04 17:03:46.929514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:46.968046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=3a0431ff-fb94-4b89-a8e4-a7d912fce616,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:46.989423 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Port ada27052-36fc-4ba5-ba28-da90e79bbdea not found while updating agent binding for router be0b71e1-ddf3-4007-9e20-52e5cc631210. {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 04 17:03:47.000159 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Routers set() bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:47.000814 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Router IDs set() for agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 17:03:47.001457 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be0b71e1-ddf3-4007-9e20-52e5cc631210'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent'). {{(pid=105831) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 17:03:47.001830 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09d4bb-5ecb-4086-80c3-4e61dbc9c4c9 None None] The sync data for ids ['be0b71e1-ddf3-4007-9e20-52e5cc631210'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:03:47.027665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Deleting port 3a0431ff-fb94-4b89-a8e4-a7d912fce616 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:47.028193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:47.139294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] For port 3a0431ff-fb94-4b89-a8e4-a7d912fce616, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3a0431ff-fb94-4b89-a8e4-a7d912fce616,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:47.139763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:47.159988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Calling delete_port for 3a0431ff-fb94-4b89-a8e4-a7d912fce616 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:47.809754 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:47.877128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a0431ff-fb94-4b89-a8e4-a7d912fce616,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:47.913437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869bd85-b8f4-461f-b7e8-e8480474f909 req-60c9033a-b0dd-43e3-8e10-b02b6417b22f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:47.915658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d869bd85-b8f4-461f-b7e8-e8480474f909 req-60c9033a-b0dd-43e3-8e10-b02b6417b22f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 945 time: 0.1595151 Aug 04 17:03:47.996967 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3a0431ff-fb94-4b89-a8e4-a7d912fce616 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:03:48.051111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:48.088153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3a0431ff-fb94-4b89-a8e4-a7d912fce616 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:03:48.089434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3a0431ff-fb94-4b89-a8e4-a7d912fce616 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 04 17:03:48.139401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Port 3a0431ff-fb94-4b89-a8e4-a7d912fce616 not found, will not notify nova. {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 04 17:03:48.166366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:48.171664 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:48.182152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d869bd85-b8f4-461f-b7e8-e8480474f909 req-e04ea7a7-f98d-4948-8030-4c1a093f5cf9 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248955 Aug 04 17:03:48.241019 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:48.242570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 470fc16e-cb17-425a-84b8-efd98150f397 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:03:48.262115 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:48.263537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b42c6244-e9ba-45e6-95f7-2cc29c981a32 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "DELETE /v2.0/routers/470fc16e-cb17-425a-84b8-efd98150f397 HTTP/1.1" status: 204 len: 168 time: 1.7889950 Aug 04 17:03:48.268612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52828) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:48.274348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1573411651', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:48.326463 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:48.327520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:48.436685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:48.705864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d2fb-ce92-4962-ac24-b1d1c528ee62 req-264ff233-a17d-4d7a-8bc8-7e20bf51ac6d tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:48.707562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e20d2fb-ce92-4962-ac24-b1d1c528ee62 req-264ff233-a17d-4d7a-8bc8-7e20bf51ac6d tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 945 time: 0.1084294 Aug 04 17:03:48.769060 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:48.815257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e20d2fb-ce92-4962-ac24-b1d1c528ee62 req-b5869ca3-c030-43cb-ba5f-81ccf4729e0d tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647602 Aug 04 17:03:49.108549 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:49.149218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:49.326401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Allocated IP 172.25.2.70 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/e6fd528e-a0f8-4be7-932d-2d9d2991d8ff) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:49.466769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c118735-d88a-4163-ab65-9e6139da3cb0 req-1410d087-a95e-4e41-a769-29c8f2891c7f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:49.468551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c118735-d88a-4163-ab65-9e6139da3cb0 req-1410d087-a95e-4e41-a769-29c8f2891c7f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 945 time: 0.1351244 Aug 04 17:03:49.545166 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:49.550493 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c118735-d88a-4163-ab65-9e6139da3cb0 req-6aea6db5-6bb4-4412-a694-757d7dee1b54 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719051 Aug 04 17:03:49.610749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:49.666757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:49.670397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:49.677151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:49.716835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Pushing event updated for resources: {'Port': ['ID=e6fd528e-a0f8-4be7-932d-2d9d2991d8ff,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:49.840052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1f905-4c89-43e3-a780-59280be2ef2e req-8cf3ad05-361e-47ac-a130-66f0e9725453 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:49.843412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68f1f905-4c89-43e3-a780-59280be2ef2e req-8cf3ad05-361e-47ac-a130-66f0e9725453 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 945 time: 0.1444829 Aug 04 17:03:49.924586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68f1f905-4c89-43e3-a780-59280be2ef2e req-93c92d93-7882-43d4-bf4e-5f682464ac4a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751054 Aug 04 17:03:49.971700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3a0431ff-fb94-4b89-a8e4-a7d912fce616 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:50.004763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3a0431ff-fb94-4b89-a8e4-a7d912fce616 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:03:50.005179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3a0431ff-fb94-4b89-a8e4-a7d912fce616 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:03:50.117109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2e5c-bd31-44bf-953d-4054545ced2a req-f00519f7-cfd5-4f24-8785-f758dc2bf5d6 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:50.118791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c6c2e5c-bd31-44bf-953d-4054545ced2a req-f00519f7-cfd5-4f24-8785-f758dc2bf5d6 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 945 time: 0.1484501 Aug 04 17:03:50.322081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c6c2e5c-bd31-44bf-953d-4054545ced2a req-5a7738f9-d013-41b5-b23f-aef945443351 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871426 Aug 04 17:03:50.334947 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:50.387884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-07985d6d-c706-4105-9258-2814f3cb5660 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1863842 Aug 04 17:03:50.876389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-daa89ffa-9795-4e77-b3a4-2234938c2953 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:50.877854 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-daa89ffa-9795-4e77-b3a4-2234938c2953 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 945 time: 0.4674692 Aug 04 17:03:50.882415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-0647184c-bcea-4f10-bbdd-96fbe4d58621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:50.883852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-0647184c-bcea-4f10-bbdd-96fbe4d58621 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c60363feb17e4b91a7ae391741f5326c&device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 1097 time: 0.4535234 Aug 04 17:03:50.968164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266df6a-fd20-4a1b-81ab-7c6f1ff148bc req-f62b3343-7f41-4be5-9ce1-afc053f42c6d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:50.969687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f266df6a-fd20-4a1b-81ab-7c6f1ff148bc req-f62b3343-7f41-4be5-9ce1-afc053f42c6d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 945 time: 0.4963534 Aug 04 17:03:51.170367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f266df6a-fd20-4a1b-81ab-7c6f1ff148bc req-8642aaa8-7e61-47a1-b9c5-37339bd3bb31 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780348 Aug 04 17:03:51.171361 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:51.239396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-0ecd21a5-e8a6-451c-b13d-0a99085827d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:51.240953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-0ecd21a5-e8a6-451c-b13d-0a99085827d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ba4ee582-9064-4d3d-8a39-828601e5393b HTTP/1.1" status: 200 len: 914 time: 0.3113306 Aug 04 17:03:51.294084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-a2c241ac-882b-40bc-8cad-696ad38d6662 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Deleting port 229abb7d-033c-40f9-bc11-521af595b91e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:51.294425 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-a2c241ac-882b-40bc-8cad-696ad38d6662 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:51.429490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-00c13124-6e18-48a4-8329-fb610cf665fb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49ea022e-db58-4082-a9f7-1f30c6df2733 HTTP/1.1" status: 200 len: 1002 time: 0.1760302 Aug 04 17:03:51.548553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-a2c241ac-882b-40bc-8cad-696ad38d6662 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] For port 229abb7d-033c-40f9-bc11-521af595b91e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=229abb7d-033c-40f9-bc11-521af595b91e,segment=NetworkSegment(435f6a94-f66e-4f81-803c-05a619b9c6c0),segment_id=435f6a94-f66e-4f81-803c-05a619b9c6c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:51.548553 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-a2c241ac-882b-40bc-8cad-696ad38d6662 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:51.569548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-43ab01ee-f994-446e-b91d-6be273264d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:51.571296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-43ab01ee-f994-446e-b91d-6be273264d3b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=adc77ec7-995b-4d94-a3a0-63578f6a1b25 HTTP/1.1" status: 200 len: 851 time: 0.1244595 Aug 04 17:03:51.579368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-a2c241ac-882b-40bc-8cad-696ad38d6662 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Calling delete_port for 229abb7d-033c-40f9-bc11-521af595b91e owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:51.606129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b9dd8-ea5d-4f17-bb77-b3aa42b8bcef req-5fefef84-ead0-4c64-8f97-90b6d53d14f2 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:51.613431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-813b9dd8-ea5d-4f17-bb77-b3aa42b8bcef req-5fefef84-ead0-4c64-8f97-90b6d53d14f2 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 945 time: 0.1927311 Aug 04 17:03:51.720214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Router e2b9e58c-c8bb-43a3-a08b-9301721b162e is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:03:51.790190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-813b9dd8-ea5d-4f17-bb77-b3aa42b8bcef req-6657e7c1-7489-42b9-9141-92a945f7c0d8 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/security-groups?id=55eb6fec-4362-4244-aa8e-a580b46cdb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757660 Aug 04 17:03:51.806299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-f6da18de-7bfc-4f65-a770-c22680c6b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:51.808130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-f6da18de-7bfc-4f65-a770-c22680c6b642 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba4ee582-9064-4d3d-8a39-828601e5393b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250063 Aug 04 17:03:51.893626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-dd2304e8-5adf-4487-b128-03e2f507c0d6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:51.895168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-dd2304e8-5adf-4487-b128-03e2f507c0d6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 945 time: 0.1896708 Aug 04 17:03:52.120015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:03:52.130741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-6cd1e354-df35-4aed-b35c-b89dac525edc service neutron] 10.222.0.82 "GET /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832050 Aug 04 17:03:52.131524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d1bfae-5fee-486c-adfb-2e4799e68df3 None None] Sync routers for ids ['e2b9e58c-c8bb-43a3-a08b-9301721b162e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:03:52.147612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1bfae-5fee-486c-adfb-2e4799e68df3 None None] Routers {'e2b9e58c-c8bb-43a3-a08b-9301721b162e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:52.148697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-83d1bfae-5fee-486c-adfb-2e4799e68df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e2b9e58c-c8bb-43a3-a08b-9301721b162e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:52.153226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-a2c241ac-882b-40bc-8cad-696ad38d6662 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:52.206320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['229abb7d-033c-40f9-bc11-521af595b91e'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:52.214487 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:52.227631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-268c308f-8a13-476b-9782-900e56b7a1af tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9566867 Aug 04 17:03:52.228623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52900) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:52.233471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f26c2720-819a-4bfc-9d94-8061248b888f tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'enable_snat': False}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:52.241538 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-83d1bfae-5fee-486c-adfb-2e4799e68df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:52.253850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1bfae-5fee-486c-adfb-2e4799e68df3 None None] Routers {'e2b9e58c-c8bb-43a3-a08b-9301721b162e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:52.254886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-83d1bfae-5fee-486c-adfb-2e4799e68df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e2b9e58c-c8bb-43a3-a08b-9301721b162e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:52.296154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c241ac-882b-40bc-8cad-696ad38d6662 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Pushing event deleted for resources: {'Port': ['ID=229abb7d-033c-40f9-bc11-521af595b91e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:52.333847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-83d1bfae-5fee-486c-adfb-2e4799e68df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:52.334748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d1bfae-5fee-486c-adfb-2e4799e68df3 None None] The sync data for ids ['e2b9e58c-c8bb-43a3-a08b-9301721b162e'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:03:52.356852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-f30af6fc-be47-4d8e-b562-bbf8ffc6616a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Deleting port bdb429ed-86e7-429a-a59c-d1bce9e3147b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:52.357222 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-f30af6fc-be47-4d8e-b562-bbf8ffc6616a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:52.550560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-f30af6fc-be47-4d8e-b562-bbf8ffc6616a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] For port bdb429ed-86e7-429a-a59c-d1bce9e3147b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=bdb429ed-86e7-429a-a59c-d1bce9e3147b,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:52.551122 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-f30af6fc-be47-4d8e-b562-bbf8ffc6616a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:52.567664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-f30af6fc-be47-4d8e-b562-bbf8ffc6616a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Calling delete_port for bdb429ed-86e7-429a-a59c-d1bce9e3147b owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:52.586592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-a2c241ac-882b-40bc-8cad-696ad38d6662 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] No DVR routers for this DVR port 229abb7d-033c-40f9-bc11-521af595b91e on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:03:52.603207 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-a2c241ac-882b-40bc-8cad-696ad38d6662 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:52.607431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0433bd0-6cb7-4daa-a183-defe81fbd600 req-a2c241ac-882b-40bc-8cad-696ad38d6662 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.82 "DELETE /v2.0/ports/229abb7d-033c-40f9-bc11-521af595b91e HTTP/1.1" status: 204 len: 173 time: 1.7204833 Aug 04 17:03:52.619970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fdf3da-58dd-4793-a6df-dd5f759902ae', 'name': 'network-vif-deleted', 'tag': '229abb7d-033c-40f9-bc11-521af595b91e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:52.623527 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a53e3e4-0558-40ce-85a8-ecc412388b02" -d '{"events": [{"server_uuid": "c4fdf3da-58dd-4793-a6df-dd5f759902ae", "name": "network-vif-deleted", "tag": "229abb7d-033c-40f9-bc11-521af595b91e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:52.658395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88166b6-a15e-47e3-b859-e96285e42278 req-e5675e17-1ac7-4b45-8bdf-cfdcf3d446c3 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:52.672041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b88166b6-a15e-47e3-b859-e96285e42278 req-e5675e17-1ac7-4b45-8bdf-cfdcf3d446c3 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 945 time: 0.3895400 Aug 04 17:03:52.769249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e5c9b57-f65a-493b-902d-751dddd9e43b req-2167b28c-a6d7-4d93-8100-b05b7103278a service neutron] 10.222.0.82 "GET /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6278241 Aug 04 17:03:52.799683 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993d72a6-2824-4d50-bd5b-13a7140717f8 x-openstack-request-id: req-993d72a6-2824-4d50-bd5b-13a7140717f8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:52.800085 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fdf3da-58dd-4793-a6df-dd5f759902ae", "name": "network-vif-deleted", "tag": "229abb7d-033c-40f9-bc11-521af595b91e", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:52.800293 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-993d72a6-2824-4d50-bd5b-13a7140717f8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:52.800684 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fdf3da-58dd-4793-a6df-dd5f759902ae', 'name': 'network-vif-deleted', 'tag': '229abb7d-033c-40f9-bc11-521af595b91e', 'status': 'completed', 'code': 200} Aug 04 17:03:52.806184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b88166b6-a15e-47e3-b859-e96285e42278 req-64036685-a7d5-4529-a0ac-ca8b02571aa9 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332526 Aug 04 17:03:52.902354 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f26c2720-819a-4bfc-9d94-8061248b888f tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:52.981460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d2eba0d-bfc0-4d07-a950-d0c0526bce1c req-14f4536a-5e21-4e8c-ae94-a2469915adb2 tempest-VolumesAdminNegativeTest-1896826629 tempest-VolumesAdminNegativeTest-1896826629-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fdf3da-58dd-4793-a6df-dd5f759902ae HTTP/1.1" status: 200 len: 210 time: 0.0321305 Aug 04 17:03:53.001436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-f30af6fc-be47-4d8e-b562-bbf8ffc6616a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:53.016920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['bdb429ed-86e7-429a-a59c-d1bce9e3147b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:53.019175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:53.098780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-f30af6fc-be47-4d8e-b562-bbf8ffc6616a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] No DVR routers for this DVR port bdb429ed-86e7-429a-a59c-d1bce9e3147b on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:03:53.110710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30af6fc-be47-4d8e-b562-bbf8ffc6616a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event deleted for resources: {'Port': ['ID=bdb429ed-86e7-429a-a59c-d1bce9e3147b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:53.112996 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-f30af6fc-be47-4d8e-b562-bbf8ffc6616a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:53.116007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc6f3b9b-5c8e-43c3-be8f-7bbbbb29ef26 req-f30af6fc-be47-4d8e-b562-bbf8ffc6616a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "DELETE /v2.0/ports/bdb429ed-86e7-429a-a59c-d1bce9e3147b HTTP/1.1" status: 204 len: 173 time: 1.1883385 Aug 04 17:03:53.523752 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f26c2720-819a-4bfc-9d94-8061248b888f tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:53.527609 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f26c2720-819a-4bfc-9d94-8061248b888f tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.004998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c4a5a22-effe-48f6-9407-a2cd0416913a req-f293b12e-0ffd-4414-9ce1-1a4786607200 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=24b81cb7-1673-4162-bf4a-0d3d2b28e770 HTTP/1.1" status: 200 len: 210 time: 0.0458312 Aug 04 17:03:54.086726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52940) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:54.174482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1785fa12-84e6-42fc-805d-e504dd6b9bb7 admin admin] Deleting subnet bf635439-96b3-4f69-adbd-3a4dd8b450ed {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:03:54.181339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1785fa12-84e6-42fc-805d-e504dd6b9bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.199027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26c2720-819a-4bfc-9d94-8061248b888f tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Router e2b9e58c-c8bb-43a3-a08b-9301721b162e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:03:54.231706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1785fa12-84e6-42fc-805d-e504dd6b9bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.322404 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1785fa12-84e6-42fc-805d-e504dd6b9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.339650 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26c2720-819a-4bfc-9d94-8061248b888f tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:03:54.344337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f26c2720-819a-4bfc-9d94-8061248b888f tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.345433 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f26c2720-819a-4bfc-9d94-8061248b888f tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "PUT /v2.0/routers/e2b9e58c-c8bb-43a3-a08b-9301721b162e HTTP/1.1" status: 200 len: 921 time: 2.1157331 Aug 04 17:03:54.351087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52946) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:54.351980 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0971f72a-3de7-47ee-a8c1-79e8df9ca4bc None None] Sync routers for ids ['e2b9e58c-c8bb-43a3-a08b-9301721b162e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:03:54.362258 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971f72a-3de7-47ee-a8c1-79e8df9ca4bc None None] Routers {'e2b9e58c-c8bb-43a3-a08b-9301721b162e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:54.363163 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0971f72a-3de7-47ee-a8c1-79e8df9ca4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e2b9e58c-c8bb-43a3-a08b-9301721b162e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:54.404152 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0971f72a-3de7-47ee-a8c1-79e8df9ca4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:54.416322 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971f72a-3de7-47ee-a8c1-79e8df9ca4bc None None] Routers {'e2b9e58c-c8bb-43a3-a08b-9301721b162e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:54.417435 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0971f72a-3de7-47ee-a8c1-79e8df9ca4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e2b9e58c-c8bb-43a3-a08b-9301721b162e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:54.437437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1785fa12-84e6-42fc-805d-e504dd6b9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.457257 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0971f72a-3de7-47ee-a8c1-79e8df9ca4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:54.458093 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0971f72a-3de7-47ee-a8c1-79e8df9ca4bc None None] The sync data for ids ['e2b9e58c-c8bb-43a3-a08b-9301721b162e'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:03:54.506238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1785fa12-84e6-42fc-805d-e504dd6b9bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.508342 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d7e807c1-8fbf-4fc4-91b4-9fa72502aa49 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/routers/e2b9e58c-c8bb-43a3-a08b-9301721b162e HTTP/1.1" status: 200 len: 921 time: 0.1558983 Aug 04 17:03:54.510040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1785fa12-84e6-42fc-805d-e504dd6b9bb7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bf635439-96b3-4f69-adbd-3a4dd8b450ed HTTP/1.1" status: 204 len: 168 time: 0.4221098 Aug 04 17:03:54.510880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52950) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:54.511422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785fa12-84e6-42fc-805d-e504dd6b9bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf635439-96b3-4f69-adbd-3a4dd8b450ed,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:54.513279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52952) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:54.594076 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410cc195-b81e-4b26-8554-dc7d1a68e2bb tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:54.597944 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.599193 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-410cc195-b81e-4b26-8554-dc7d1a68e2bb tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&device_id=e2b9e58c-c8bb-43a3-a08b-9301721b162e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0866344 Aug 04 17:03:54.600261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52954) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:54.688839 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.700188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d459af82-0051-480b-899f-99fb66f138ca']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:54.704255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f0a511-4b5d-420c-9158-98c16d05f104 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:54.708420 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-51f0a511-4b5d-420c-9158-98c16d05f104 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 881 time: 0.1042130 Aug 04 17:03:54.709256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52956) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:54.719127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435f6a94-f66e-4f81-803c-05a619b9c6c0') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:54.719431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435f6a94-f66e-4f81-803c-05a619b9c6c0') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:54.729560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.740412 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d635118-da48-4572-a4c6-acd094bbdea9 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2b9e58c-c8bb-43a3-a08b-9301721b162e HTTP/1.1" status: 200 len: 205 time: 0.0271080 Aug 04 17:03:54.740412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52958) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:54.749602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.763719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:03:54.764377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:03:54.809035 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:03:54.811541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b81cb7-1673-4162-bf4a-0d3d2b28e770', 'name': 'network-vif-deleted', 'tag': 'bdb429ed-86e7-429a-a59c-d1bce9e3147b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:54.813420 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78560c7d-f830-4ee1-a9ab-79e82d3f6757" -d '{"events": [{"server_uuid": "24b81cb7-1673-4162-bf4a-0d3d2b28e770", "name": "network-vif-deleted", "tag": "bdb429ed-86e7-429a-a59c-d1bce9e3147b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:54.861162 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceac9e7-4234-4ea4-87bf-d4c8c4bd18e1 x-openstack-request-id: req-5ceac9e7-4234-4ea4-87bf-d4c8c4bd18e1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:54.861531 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b81cb7-1673-4162-bf4a-0d3d2b28e770", "name": "network-vif-deleted", "tag": "bdb429ed-86e7-429a-a59c-d1bce9e3147b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:54.861715 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ceac9e7-4234-4ea4-87bf-d4c8c4bd18e1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:54.862174 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b81cb7-1673-4162-bf4a-0d3d2b28e770', 'name': 'network-vif-deleted', 'tag': 'bdb429ed-86e7-429a-a59c-d1bce9e3147b', 'status': 'completed', 'code': 200} Aug 04 17:03:54.863450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.871030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.876674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d459af82-0051-480b-899f-99fb66f138ca HTTP/1.1" status: 204 len: 168 time: 0.3614495 Aug 04 17:03:54.876872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52964) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:54.886369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd350fb-5b4d-4415-a014-79e6627dfe91 admin admin] Pushing event deleted for resources: {'Network': ['ID=d459af82-0051-480b-899f-99fb66f138ca,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:54.935357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:54.979982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e239f18a-aa12-42b8-9ba6-79d726e63ea9 admin admin] Deleting subnet 393dcca2-ee46-4f56-8b4c-05eb12ebd5b1 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:03:54.985405 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e239f18a-aa12-42b8-9ba6-79d726e63ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.065399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e239f18a-aa12-42b8-9ba6-79d726e63ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.109114 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.129795 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e239f18a-aa12-42b8-9ba6-79d726e63ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.216774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e239f18a-aa12-42b8-9ba6-79d726e63ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.221529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Deleting port e6fd528e-a0f8-4be7-932d-2d9d2991d8ff {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:55.221863 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.259058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239f18a-aa12-42b8-9ba6-79d726e63ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=393dcca2-ee46-4f56-8b4c-05eb12ebd5b1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:55.289607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e239f18a-aa12-42b8-9ba6-79d726e63ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.291512 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e239f18a-aa12-42b8-9ba6-79d726e63ea9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/393dcca2-ee46-4f56-8b4c-05eb12ebd5b1 HTTP/1.1" status: 204 len: 168 time: 0.4141753 Aug 04 17:03:55.295510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53002) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:55.333545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.346145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Calling delete_port for e6fd528e-a0f8-4be7-932d-2d9d2991d8ff owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:55.432658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 229abb7d-033c-40f9-bc11-521af595b91e no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:55.472272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 229abb7d-033c-40f9-bc11-521af595b91e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:03:55.473062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 229abb7d-033c-40f9-bc11-521af595b91e not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:03:55.544572 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.576358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Pushing event deleted for resources: {'Port': ['ID=e6fd528e-a0f8-4be7-932d-2d9d2991d8ff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:55.648470 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.682983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-8f0eac74-780e-491c-a906-9a7f8088a026 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:55.684402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-8f0eac74-780e-491c-a906-9a7f8088a026 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.4674082 Aug 04 17:03:55.710734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.712991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-5171311a-2eec-4a6e-86d5-4a8e9bedce98 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/quotas/173082757bc04a31b2a2048df2d4cdbf HTTP/1.1" status: 200 len: 375 time: 0.0204515 Aug 04 17:03:55.742023 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.744244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.789247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.789835 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Fanout notify agent at l3_agent the message router_deleted on router e2b9e58c-c8bb-43a3-a08b-9301721b162e {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:03:55.797310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.798418 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-19327327-e442-4431-8584-5ed496539a53 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/e2b9e58c-c8bb-43a3-a08b-9301721b162e HTTP/1.1" status: 204 len: 168 time: 1.0574033 Aug 04 17:03:55.802179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53006) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:55.807023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1712fac0-9cbb-4737-85da-90a7ad795081 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-479381426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:55.824070 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.832505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1712fac0-9cbb-4737-85da-90a7ad795081 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.833642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1712fac0-9cbb-4737-85da-90a7ad795081 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.836461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c6d4d4c6-6fb0-40ff-a539-dd4de42b0f59 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1164682 Aug 04 17:03:55.840535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023c61ce-4bfa-48f9-82ec-60f83724e704']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:55.856693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1354864f-19ba-4862-bbc9-70fb2270578c') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:55.857109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1354864f-19ba-4862-bbc9-70fb2270578c') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:55.883395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.899413 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1712fac0-9cbb-4737-85da-90a7ad795081 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.904644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1712fac0-9cbb-4737-85da-90a7ad795081 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.924648 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1712fac0-9cbb-4737-85da-90a7ad795081 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.927459 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1712fac0-9cbb-4737-85da-90a7ad795081 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1229198 Aug 04 17:03:55.930136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53010) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:55.934409 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.938439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:55.946120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:03:55.946527 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:03:55.948297 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:03:56.021197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device bdb429ed-86e7-429a-a59c-d1bce9e3147b no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:56.031258 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-02a401a2-196d-41ab-a53b-2454969d3e0d service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605542 Aug 04 17:03:56.041342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.045710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: bdb429ed-86e7-429a-a59c-d1bce9e3147b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:03:56.046315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device bdb429ed-86e7-429a-a59c-d1bce9e3147b not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:03:56.080539 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.082427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] 10.222.0.39 "DELETE /v2.0/networks/023c61ce-4bfa-48f9-82ec-60f83724e704 HTTP/1.1" status: 204 len: 168 time: 0.7859924 Aug 04 17:03:56.100448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245c74c-114e-4463-8725-e8efb5ab787e admin admin] Pushing event deleted for resources: {'Network': ['ID=023c61ce-4bfa-48f9-82ec-60f83724e704,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:56.185479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-266a9c7b-212c-47f8-a0c4-4ab188d4254c service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533000 Aug 04 17:03:56.219767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.233158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf9eba-f3e3-4acc-bb9a-2dff0620e0fe req-ceb0ee8c-361a-469a-8309-40fb99c32130 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:56.235918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4eaf9eba-f3e3-4acc-bb9a-2dff0620e0fe req-ceb0ee8c-361a-469a-8309-40fb99c32130 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 950 time: 0.0737219 Aug 04 17:03:56.296309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4eaf9eba-f3e3-4acc-bb9a-2dff0620e0fe req-603fcf59-0692-4031-a1cb-5c37c6b34402 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523651 Aug 04 17:03:56.323135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53038) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:56.395904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1857ace2-2ba9-4bab-b15d-01140108d798 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=990e1885210a4e3cb04b84f923312249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682597 Aug 04 17:03:56.407386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53052) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:56.411303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a5041b2-e286-4fcf-ac25-0fe288fc63b2 req-271b071a-6a1b-4bbd-ac7d-95d56cc7ab26 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 210 time: 0.0348039 Aug 04 17:03:56.472945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-764b2f36-6f66-4f7f-8f42-4ee204ebf2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.497654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.500577 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-764b2f36-6f66-4f7f-8f42-4ee204ebf2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.531947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.561831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-764b2f36-6f66-4f7f-8f42-4ee204ebf2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.564509 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-764b2f36-6f66-4f7f-8f42-4ee204ebf2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.568086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-764b2f36-6f66-4f7f-8f42-4ee204ebf2b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55eb6fec-4362-4244-aa8e-a580b46cdb3d HTTP/1.1" status: 204 len: 168 time: 0.1572177 Aug 04 17:03:56.573733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b2f36-6f66-4f7f-8f42-4ee204ebf2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eb6fec-4362-4244-aa8e-a580b46cdb3d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:56.696258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Allocated IP 172.25.2.247 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/be2fa975-d9e4-47ad-bd29-c12e337880f6) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:56.851134 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.899132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:56.952302 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:56.961087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:56.966144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:56.969525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Pushing event updated for resources: {'Port': ['ID=be2fa975-d9e4-47ad-bd29-c12e337880f6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:57.090666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53110) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:57.137392 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9d7fd4b0-230d-48a1-ac76-8e528bec8ce1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a083d2f47044f4fa51d6a2b536a8fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454662 Aug 04 17:03:57.140130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53112) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:57.217419 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a42261e4-2f60-4ace-934a-422fc9ac6215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:57.245482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a42261e4-2f60-4ace-934a-422fc9ac6215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:57.308977 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a42261e4-2f60-4ace-934a-422fc9ac6215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:57.312433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a42261e4-2f60-4ace-934a-422fc9ac6215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:57.315988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a42261e4-2f60-4ace-934a-422fc9ac6215 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4196214-69aa-4ecb-bddb-9b8755b06318 HTTP/1.1" status: 204 len: 168 time: 0.1722310 Aug 04 17:03:57.327159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42261e4-2f60-4ace-934a-422fc9ac6215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4196214-69aa-4ecb-bddb-9b8755b06318,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:57.342052 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:57.573554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea428ca6-7b9d-45ca-976f-d8f06d803c87 req-790fc19e-7073-4bc6-9f6f-cbe96c508810 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 210 time: 0.0469747 Aug 04 17:03:57.729019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c1b965a6-b3e4-4439-8a88-8e34f8aec880 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:57.730832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c1b965a6-b3e4-4439-8a88-8e34f8aec880 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.1471324 Aug 04 17:03:57.757991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Request body: {'port': {'device_id': '9d2708c3-8e9e-45d1-a0e0-79dab422b8b0', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'admin_state_up': True, 'tenant_id': '173082757bc04a31b2a2048df2d4cdbf'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:57.931573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Made reservation on behalf of 173082757bc04a31b2a2048df2d4cdbf for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:03:57.935336 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.030372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.035712 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.098753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Allocated IP 172.20.0.14 (466ca3f5-52b1-4270-9eda-4475959211d3/cb48bb64-77b4-470f-bd74-6a3c636aa456/c6a41ed7-9969-4a95-9e07-c7c785439972) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:03:58.183034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Router 923bee75-f808-461f-a6f5-cf36f190eef3 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:03:58.279586 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.298218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:03:58.305499 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.307274 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-86c98596-e765-42e1-9634-eada5e6c171c tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "PUT /v2.0/routers/923bee75-f808-461f-a6f5-cf36f190eef3 HTTP/1.1" status: 200 len: 879 time: 2.3755493 Aug 04 17:03:58.308803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319effd-3d35-48e9-a976-3760bb64052d None None] Sync routers for ids ['923bee75-f808-461f-a6f5-cf36f190eef3'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:03:58.309284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53166) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:58.323305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319effd-3d35-48e9-a976-3760bb64052d None None] Routers {'923bee75-f808-461f-a6f5-cf36f190eef3'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:58.324278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a319effd-3d35-48e9-a976-3760bb64052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['923bee75-f808-461f-a6f5-cf36f190eef3'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:58.326673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.352039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Network 466ca3f5-52b1-4270-9eda-4475959211d3 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:03:58.355214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:03:58.379326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:03:58.384977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:03:58.441485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a319effd-3d35-48e9-a976-3760bb64052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:58.445599 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2295b09c-e9e1-4f50-90b4-00a4a03b6ec4 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/routers/923bee75-f808-461f-a6f5-cf36f190eef3 HTTP/1.1" status: 200 len: 920 time: 0.1346486 Aug 04 17:03:58.446846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53172) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:58.447498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event updated for resources: {'Port': ['ID=c6a41ed7-9969-4a95-9e07-c7c785439972,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:58.468602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:58.469588 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.470035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319effd-3d35-48e9-a976-3760bb64052d None None] Routers {'923bee75-f808-461f-a6f5-cf36f190eef3'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:03:58.470942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a319effd-3d35-48e9-a976-3760bb64052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['923bee75-f808-461f-a6f5-cf36f190eef3'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:58.492690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-c77b9cb5-a28d-4416-b389-52f43e430585 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7377465 Aug 04 17:03:58.494531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ef869b-540a-4e8e-b466-4b4585042b42 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:58.499468 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b3ef869b-540a-4e8e-b466-4b4585042b42 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&device_id=923bee75-f808-461f-a6f5-cf36f190eef3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0518022 Aug 04 17:03:58.500143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53174) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:58.505015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Request body: {'port': {'device_id': '9d2708c3-8e9e-45d1-a0e0-79dab422b8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:58.512434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a319effd-3d35-48e9-a976-3760bb64052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:03:58.513933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319effd-3d35-48e9-a976-3760bb64052d None None] The sync data for ids ['923bee75-f808-461f-a6f5-cf36f190eef3'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:03:58.576189 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.613224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc87edb-4bd6-4479-97c0-6380a72d5b70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:58.614665 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6dc87edb-4bd6-4479-97c0-6380a72d5b70 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 881 time: 0.1135552 Aug 04 17:03:58.617650 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53184) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:58.650940 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-98821efd-f5f4-4bcc-95d6-77136a770f3f tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bee75-f808-461f-a6f5-cf36f190eef3 HTTP/1.1" status: 200 len: 205 time: 0.0321305 Aug 04 17:03:58.653892 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53188) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:58.782273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.811681 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e2fee-df44-4c41-a847-7ac90ce3af96 req-8e2c5276-ff71-4615-ac69-4bca13b6d52d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:58.813235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a9e2fee-df44-4c41-a847-7ac90ce3af96 req-8e2c5276-ff71-4615-ac69-4bca13b6d52d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 932 time: 0.1111176 Aug 04 17:03:58.881086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a9e2fee-df44-4c41-a847-7ac90ce3af96 req-a6c469f2-40f8-43cf-859b-bf817f97323b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573349 Aug 04 17:03:58.906918 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.966376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Deleting port be2fa975-d9e4-47ad-bd29-c12e337880f6 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:03:58.966791 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.968991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a41ed7-9969-4a95-9e07-c7c785439972 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:03:58.977335 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:58.994244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Transition to ACTIVE for port object c6a41ed7-9969-4a95-9e07-c7c785439972 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:03:58.999850 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.068234 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.081648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a41ed7-9969-4a95-9e07-c7c785439972,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:59.086244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Calling delete_port for be2fa975-d9e4-47ad-bd29-c12e337880f6 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:03:59.142343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Attempting to bind port c6a41ed7-9969-4a95-9e07-c7c785439972 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:03:59.142691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Attempting to bind port c6a41ed7-9969-4a95-9e07-c7c785439972 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:03:59.143088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Attempting to bind port c6a41ed7-9969-4a95-9e07-c7c785439972 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:59.151874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Port c6a41ed7-9969-4a95-9e07-c7c785439972 on network 466ca3f5-52b1-4270-9eda-4475959211d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:03:59.152208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Attempting to bind port c6a41ed7-9969-4a95-9e07-c7c785439972 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:03:59.158521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:03:59.158927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Checking segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:03:59.159493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Bound using segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:03:59.159963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Bound port: c6a41ed7-9969-4a95-9e07-c7c785439972, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:03:59.160325 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.251087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] For port c6a41ed7-9969-4a95-9e07-c7c785439972, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:03:59.257845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] For port c6a41ed7-9969-4a95-9e07-c7c785439972, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c6a41ed7-9969-4a95-9e07-c7c785439972,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:03:59.274863 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.300962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.332044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Pushing event deleted for resources: {'Port': ['ID=be2fa975-d9e4-47ad-bd29-c12e337880f6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:59.341539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:59.342171 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.343619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] 10.222.0.90 "PUT /v2.0/ports/c6a41ed7-9969-4a95-9e07-c7c785439972 HTTP/1.1" status: 200 len: 1092 time: 0.8445263 Aug 04 17:03:59.344775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2708c3-8e9e-45d1-a0e0-79dab422b8b0', 'tag': 'c6a41ed7-9969-4a95-9e07-c7c785439972'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:59.347108 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7712a5f1-aeda-427c-8474-9f3f4159a9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2708c3-8e9e-45d1-a0e0-79dab422b8b0", "tag": "c6a41ed7-9969-4a95-9e07-c7c785439972"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:59.375979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a41ed7-9969-4a95-9e07-c7c785439972,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:59.387503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4cf8-4772-46f0-9e42-92d6987aefea req-6757529b-6bd1-4f75-a2ed-8134bfe098a6 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:59.389205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b7b4cf8-4772-46f0-9e42-92d6987aefea req-6757529b-6bd1-4f75-a2ed-8134bfe098a6 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 946 time: 0.1264606 Aug 04 17:03:59.405449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.405850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.406193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.406523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.406888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.407281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.407607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.407928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.408273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.408626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.409107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.409303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b631b41-fc8c-4d49-855a-d0073be04013 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:03:59.414946 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11b516a-cb42-440f-8b12-18120aaaeb9c x-openstack-request-id: req-e11b516a-cb42-440f-8b12-18120aaaeb9c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:59.415223 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2708c3-8e9e-45d1-a0e0-79dab422b8b0", "tag": "c6a41ed7-9969-4a95-9e07-c7c785439972", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:59.415469 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e11b516a-cb42-440f-8b12-18120aaaeb9c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:59.415854 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2708c3-8e9e-45d1-a0e0-79dab422b8b0', 'tag': 'c6a41ed7-9969-4a95-9e07-c7c785439972', 'status': 'completed', 'code': 200} Aug 04 17:03:59.430444 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.463557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cd196ea-21b6-4859-8b55-51bbd73ae99f no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:03:59.475368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-ec8fcc65-91b3-4964-8cc9-173babe94eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:59.476901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-ec8fcc65-91b3-4964-8cc9-173babe94eda service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 1095 time: 0.0832553 Aug 04 17:03:59.480162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b7b4cf8-4772-46f0-9e42-92d6987aefea req-e02aa9cd-bfbb-430d-9539-c571516f1634 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775430 Aug 04 17:03:59.534595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-d3729931-28a2-4e7e-9336-46af26d476aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6a41ed7-9969-4a95-9e07-c7c785439972 HTTP/1.1" status: 200 len: 217 time: 0.0462766 Aug 04 17:03:59.545669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.548529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.561966 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.590429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:03:59.593570 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f7018e-5e26-4d68-abe5-31b47a1e0968" -d '{"events": [{"server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:03:59.607265 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.607807 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Fanout notify agent at l3_agent the message router_deleted on router 923bee75-f808-461f-a6f5-cf36f190eef3 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:03:59.609971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-1c37612a-4f4e-42d7-a182-b3c7c5ce9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:03:59.612387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:03:59.616298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.622212 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9aeb7e5e-664c-4a1d-943f-57a332a603f6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/923bee75-f808-461f-a6f5-cf36f190eef3 HTTP/1.1" status: 204 len: 168 time: 0.9631126 Aug 04 17:03:59.622318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-1c37612a-4f4e-42d7-a182-b3c7c5ce9a89 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.0739975 Aug 04 17:03:59.622318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53244) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:59.624040 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.626127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9111710c-c1a9-4241-a8d7-94b55db18821 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-637028163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:59.635201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53246) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:59.669865 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7debca-c9ef-4b91-9d27-b9730ff0614d x-openstack-request-id: req-2b7debca-c9ef-4b91-9d27-b9730ff0614d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:03:59.670187 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:03:59.670756 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b7debca-c9ef-4b91-9d27-b9730ff0614d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:03:59.671148 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'code': 200} Aug 04 17:03:59.672670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-11762fe5-a79c-4674-84c1-fec4f944aac4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397792 Aug 04 17:03:59.689880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:03:59.735484 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9111710c-c1a9-4241-a8d7-94b55db18821 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.736522 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9111710c-c1a9-4241-a8d7-94b55db18821 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.767682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0cadcd71-a2e9-447c-b7b1-29a2f61b7e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.824345 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9111710c-c1a9-4241-a8d7-94b55db18821 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.834126 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9111710c-c1a9-4241-a8d7-94b55db18821 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.849593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-34fcd5cf-b19a-4b87-86fa-35bcac4ba4fe service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687224 Aug 04 17:03:59.870922 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0cadcd71-a2e9-447c-b7b1-29a2f61b7e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.877805 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0cadcd71-a2e9-447c-b7b1-29a2f61b7e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.908859 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9111710c-c1a9-4241-a8d7-94b55db18821 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:03:59.910156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9111710c-c1a9-4241-a8d7-94b55db18821 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2877700 Aug 04 17:03:59.914155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53262) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:59.920923 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0cadcd71-a2e9-447c-b7b1-29a2f61b7e8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a33bbb948e1422098e9d21a1d4c906b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818201 Aug 04 17:03:59.921062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'enable_snat': True}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:03:59.922982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53264) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:03:59.930635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadcd71-a2e9-447c-b7b1-29a2f61b7e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae066a-baff-48b9-aa4e-ccdd7b0a0c17,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:00.174998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6421fad9-17de-48b0-b7ae-0cca67bba331 req-0688bd92-654f-49ca-a08f-175b0c307288 service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171620 Aug 04 17:04:00.218791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bedc63-d577-4345-a882-3f6b5c0e54ae req-2fcdb879-2e94-4b86-9de0-5199601fce04 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:00.220353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60bedc63-d577-4345-a882-3f6b5c0e54ae req-2fcdb879-2e94-4b86-9de0-5199601fce04 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 944 time: 0.2167058 Aug 04 17:04:00.220990 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73e5f81b-6357-4e01-ab3e-44fb4f3e4eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:00.273474 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:00.321396 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73e5f81b-6357-4e01-ab3e-44fb4f3e4eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:00.698475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60bedc63-d577-4345-a882-3f6b5c0e54ae req-26d4d66f-57bd-405b-98f5-0f74f3737570 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475386 Aug 04 17:04:00.708828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712a5f1-aeda-427c-8474-9f3f4159a9b6 req-fa7bfb73-0cbb-4b2b-a462-90a7d0f9caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:00.710539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7712a5f1-aeda-427c-8474-9f3f4159a9b6 req-fa7bfb73-0cbb-4b2b-a462-90a7d0f9caa2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 1095 time: 0.4586112 Aug 04 17:04:00.766903 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73e5f81b-6357-4e01-ab3e-44fb4f3e4eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:00.769715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73e5f81b-6357-4e01-ab3e-44fb4f3e4eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:00.770933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-73e5f81b-6357-4e01-ab3e-44fb4f3e4eaa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22ae066a-baff-48b9-aa4e-ccdd7b0a0c17 HTTP/1.1" status: 204 len: 168 time: 0.8463094 Aug 04 17:04:00.787198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5f81b-6357-4e01-ab3e-44fb4f3e4eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae066a-baff-48b9-aa4e-ccdd7b0a0c17,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:00.864289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712a5f1-aeda-427c-8474-9f3f4159a9b6 req-16320221-b1ec-4444-b86a-6ee60f071a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:00.866519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7712a5f1-aeda-427c-8474-9f3f4159a9b6 req-16320221-b1ec-4444-b86a-6ee60f071a4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 0.1479821 Aug 04 17:04:00.988158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7712a5f1-aeda-427c-8474-9f3f4159a9b6 req-35ad60c9-087e-4702-9a24-4c5e56e75a6f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6a41ed7-9969-4a95-9e07-c7c785439972 HTTP/1.1" status: 200 len: 217 time: 0.1069207 Aug 04 17:04:01.133316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:01.136313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712a5f1-aeda-427c-8474-9f3f4159a9b6 req-e949d994-4350-40cb-a719-8c7c2c918a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:01.137790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7712a5f1-aeda-427c-8474-9f3f4159a9b6 req-e949d994-4350-40cb-a719-8c7c2c918a01 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.1403022 Aug 04 17:04:01.169528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:01.193941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7712a5f1-aeda-427c-8474-9f3f4159a9b6 req-50c1fa2e-67be-4317-9ed4-b8350c416758 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362678 Aug 04 17:04:01.207040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd1087-b405-4ae4-8e96-0fd5b250c4eb req-83de576d-0adf-4792-832a-a23ad1b93302 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:01.208571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49fd1087-b405-4ae4-8e96-0fd5b250c4eb req-83de576d-0adf-4792-832a-a23ad1b93302 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 946 time: 0.1673727 Aug 04 17:04:01.397958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49fd1087-b405-4ae4-8e96-0fd5b250c4eb req-72feeefe-0be6-41e7-8dda-2e76eb04e909 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767926 Aug 04 17:04:01.436164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7712a5f1-aeda-427c-8474-9f3f4159a9b6 req-355a41bd-108e-4ba9-b9ac-9fcf5aad931e service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254429 Aug 04 17:04:01.459311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Allocated IP 172.25.2.96 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/5617bd4b-5a0b-40b8-b1f8-e0111af98b90) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:01.478939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cd196ea-21b6-4859-8b55-51bbd73ae99f details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:04:01.613439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53310) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:01.648068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7712a5f1-aeda-427c-8474-9f3f4159a9b6 req-ea87b335-9d45-42eb-8765-62b23a70266f service neutron] 10.222.0.90 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028403 Aug 04 17:04:01.687307 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:01.762768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:01.790200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-270036545-network', 'tenant_id': 'f95a37f557894d608beda3705d05015c'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:01.827560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:01.839364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Made reservation on behalf of f95a37f557894d608beda3705d05015c for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:01.842228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:01.845878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'mac_address': 'fa:16:3e:4b:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:04:01.853576 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:01.875942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:01.893538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:01.898899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:01.948751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event updated for resources: {'Port': ['ID=5617bd4b-5a0b-40b8-b1f8-e0111af98b90,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:01.980239 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:01.988265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4f183-ff38-4e50-ae6d-1953577baa70 req-91645908-71dd-44c9-a07f-45359f9216d0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:01.997826 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0920ca2c-0249-476e-a142-4b636107f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.003379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5b4f183-ff38-4e50-ae6d-1953577baa70 req-91645908-71dd-44c9-a07f-45359f9216d0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 944 time: 0.1864381 Aug 04 17:04:02.003803 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.014068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd196ea-21b6-4859-8b55-51bbd73ae99f {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:02.023036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.041681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:04:02.050701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:02.057257 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.062309 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.063446 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Added segment eb4a93a4-f2ce-41c2-9618-71ffe871358d of type vlan for network c2bfeaa6-a91d-495a-929f-8c215bcf5f7e Aug 04 17:04:02.098608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c6a41ed7-9969-4a95-9e07-c7c785439972 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:04:02.132375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.175875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82496bb3-4e21-46d7-8126-a932b15307cd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:02.214642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.216144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:02.217453 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.227511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5b4f183-ff38-4e50-ae6d-1953577baa70 req-62f3ab5c-e09f-4ec0-88a5-7af56927cf96 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208455 Aug 04 17:04:02.272309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c6a41ed7-9969-4a95-9e07-c7c785439972, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c6a41ed7-9969-4a95-9e07-c7c785439972,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:02.275216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['6cd196ea-21b6-4859-8b55-51bbd73ae99f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:02.286196 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6677380 Aug 04 17:04:02.290242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53348) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:02.298007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Request body: {'subnet': {'network_id': 'c2bfeaa6-a91d-495a-929f-8c215bcf5f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-270036545-subnet', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:02.327925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:02.335888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'c6a41ed7-9969-4a95-9e07-c7c785439972', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'port_id': 'c6a41ed7-9969-4a95-9e07-c7c785439972', 'mac_address': 'fa:16:3e:fa:03:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb48bb64-77b4-470f-bd74-6a3c636aa456', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:04:02.346448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab46224-0e05-4cc2-96fd-c58076b73f1a admin admin] Pushing event updated for resources: {'Network': ['ID=c2bfeaa6-a91d-495a-929f-8c215bcf5f7e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:02.374308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Made reservation on behalf of f95a37f557894d608beda3705d05015c for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:02.377841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.380509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network c2bfeaa6-a91d-495a-929f-8c215bcf5f7e details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:04:02.448474 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.496721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a41ed7-9969-4a95-9e07-c7c785439972 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:02.531468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c6a41ed7-9969-4a95-9e07-c7c785439972, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c6a41ed7-9969-4a95-9e07-c7c785439972,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:02.553158 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.637995 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:02.655162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=c6a41ed7-9969-4a95-9e07-c7c785439972,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:02.723092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05ba05-6ced-456b-8195-303956c558b2 req-f273b754-cfa3-4674-bb9f-63785e550a38 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:02.723425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f05ba05-6ced-456b-8195-303956c558b2 req-f273b754-cfa3-4674-bb9f-63785e550a38 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 946 time: 0.3650687 Aug 04 17:04:02.841812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['c6a41ed7-9969-4a95-9e07-c7c785439972'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:02.964233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f05ba05-6ced-456b-8195-303956c558b2 req-9d2961f1-9977-4e58-a160-2ceb4fbd3b41 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313206 Aug 04 17:04:03.104470 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.107755 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.173483 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.179516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36f80a2-0998-4084-b0e0-12c38834115b,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:03.329338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Checking segment: {'id': 'eb4a93a4-f2ce-41c2-9618-71ffe871358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c2bfeaa6-a91d-495a-929f-8c215bcf5f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:03.329838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Network hostable DHCP agents. Network: c2bfeaa6-a91d-495a-929f-8c215bcf5f7e, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:04:03.420523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Network c2bfeaa6-a91d-495a-929f-8c215bcf5f7e is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:04:03.435408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5393dd-7ff6-45af-ae1a-3c34fa8eced7 req-421c6211-a1a2-49f2-a7a7-6a1d1b47498a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:03.437227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c5393dd-7ff6-45af-ae1a-3c34fa8eced7 req-421c6211-a1a2-49f2-a7a7-6a1d1b47498a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 945 time: 0.1094973 Aug 04 17:04:03.461528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, c2bfeaa6-a91d-495a-929f-8c215bcf5f7e) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:03.469310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f10278e-5557-4201-bee2-4a4d3b72da93 None None] Network c2bfeaa6-a91d-495a-929f-8c215bcf5f7e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:03.493345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:03.494126 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.522378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cd196ea-21b6-4859-8b55-51bbd73ae99f up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:03.534415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c5393dd-7ff6-45af-ae1a-3c34fa8eced7 req-c2ab7fb0-e645-4b41-8031-b4bda33cd214 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868092 Aug 04 17:04:03.544637 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53370) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:03.545261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-02011c3d-3ca0-4411-9529-3dbb3cee9791 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2520339 Aug 04 17:04:03.549953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Router 61700bdf-0b0e-4b9a-9eaf-551d558b8a67 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:04:03.550579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-270036545-router', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:03.595303 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.596832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.690261 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.731465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 6cd196ea-21b6-4859-8b55-51bbd73ae99f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:03.731851 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.735780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-d25daaff-a24a-4465-8813-95c91ebb3fd2 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:03.736752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-c2bfeaa6-a91d-495a-929f-8c215bcf5f7e', 'network_id': 'c2bfeaa6-a91d-495a-929f-8c215bcf5f7e', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'fixed_ips': [{'subnet_id': 'a36f80a2-0998-4084-b0e0-12c38834115b'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:04:03.737525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-d25daaff-a24a-4465-8813-95c91ebb3fd2 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.82 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 946 time: 0.1178470 Aug 04 17:04:03.738069 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.811996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:03.820131 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.821470 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb1fdf-2603-47b3-b433-dc7a5cf253cd None None] Sync routers for ids ['61700bdf-0b0e-4b9a-9eaf-551d558b8a67'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:03.822140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f6880dcd-c7f0-4292-b85a-6a0f9101df23 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "PUT /v2.0/routers/61700bdf-0b0e-4b9a-9eaf-551d558b8a67 HTTP/1.1" status: 200 len: 913 time: 3.9069252 Aug 04 17:04:03.832735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53372) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:03.842665 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb1fdf-2603-47b3-b433-dc7a5cf253cd None None] Routers {'61700bdf-0b0e-4b9a-9eaf-551d558b8a67'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:03.846664 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ceb1fdf-2603-47b3-b433-dc7a5cf253cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['61700bdf-0b0e-4b9a-9eaf-551d558b8a67'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:03.891623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.965246 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ceb1fdf-2603-47b3-b433-dc7a5cf253cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:03.982758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Deleting port 49ea022e-db58-4082-a9f7-1f30c6df2733 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:03.983427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:03.995286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-af3ecd03-51cc-462d-9b35-65dfe3f49684 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/routers/61700bdf-0b0e-4b9a-9eaf-551d558b8a67 HTTP/1.1" status: 200 len: 919 time: 0.1594007 Aug 04 17:04:04.003602 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb1fdf-2603-47b3-b433-dc7a5cf253cd None None] Routers {'61700bdf-0b0e-4b9a-9eaf-551d558b8a67'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:04.004572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53376) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:04.006460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Allocated IP 172.20.0.2 (c2bfeaa6-a91d-495a-929f-8c215bcf5f7e/a36f80a2-0998-4084-b0e0-12c38834115b/0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:04.008537 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ceb1fdf-2603-47b3-b433-dc7a5cf253cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:03:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['61700bdf-0b0e-4b9a-9eaf-551d558b8a67'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:04.107233 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ceb1fdf-2603-47b3-b433-dc7a5cf253cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:04.108094 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb1fdf-2603-47b3-b433-dc7a5cf253cd None None] The sync data for ids ['61700bdf-0b0e-4b9a-9eaf-551d558b8a67'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:04:04.202322 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.214966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Transition to ACTIVE for port object 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:04.237794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Transition to ACTIVE for port object 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:04.256572 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.267373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c6a41ed7-9969-4a95-9e07-c7c785439972 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:04.280817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.346998 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.427005 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6a2eae38-26c4-4709-8299-a1cf8b8013b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.443113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Network c2bfeaa6-a91d-495a-929f-8c215bcf5f7e is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:04.449741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:04.458268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port c6a41ed7-9969-4a95-9e07-c7c785439972 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:04.465632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Allocated IP 172.25.2.92 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/e89bbd5a-b1e5-4e08-b0f9-20c7b694a890) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:04.465884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:04.468199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port c6a41ed7-9969-4a95-9e07-c7c785439972 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:04.468911 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.504869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Pushing event updated for resources: {'Port': ['ID=0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:04.575214 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.642787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:04.645537 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43da881a-e8ad-4b28-b31d-e709dc7bb11b" -d '{"events": [{"server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "name": "network-vif-plugged", "status": "completed", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:04.666394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Attempting to bind port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:04.666940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Attempting to bind port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'eb4a93a4-f2ce-41c2-9618-71ffe871358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c2bfeaa6-a91d-495a-929f-8c215bcf5f7e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:04.667307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Attempting to bind port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb on network c2bfeaa6-a91d-495a-929f-8c215bcf5f7e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:04.678008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:04.678893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a74ece-bdb7-4b46-a62d-18933c67ad18 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:04.683451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:04.683730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-50a74ece-bdb7-4b46-a62d-18933c67ad18 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&device_id=61700bdf-0b0e-4b9a-9eaf-551d558b8a67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6752796 Aug 04 17:04:04.683848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Checking segment: {'id': 'eb4a93a4-f2ce-41c2-9618-71ffe871358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c2bfeaa6-a91d-495a-929f-8c215bcf5f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:04.683848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.683848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Bound using segment: {'id': 'eb4a93a4-f2ce-41c2-9618-71ffe871358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c2bfeaa6-a91d-495a-929f-8c215bcf5f7e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:04.683848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Bound port: 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4a93a4-f2ce-41c2-9618-71ffe871358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c2bfeaa6-a91d-495a-929f-8c215bcf5f7e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:04.683848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.697062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21523c4b-ad98-4128-a455-04839c0afffe req-f7f7ffab-4b78-48be-811c-4bdccae0dbd3 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:04.703152 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.704843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21523c4b-ad98-4128-a455-04839c0afffe req-f7f7ffab-4b78-48be-811c-4bdccae0dbd3 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 946 time: 0.5877216 Aug 04 17:04:04.708786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] For port 49ea022e-db58-4082-a9f7-1f30c6df2733, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=49ea022e-db58-4082-a9f7-1f30c6df2733,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:04.709238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.711998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53394) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:04.777801 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.800599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=10']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:04.845371 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.874511 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:04.887345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] For port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:04.904729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:04.908133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:04.913322 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:04.926888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c6a41ed7-9969-4a95-9e07-c7c785439972, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c6a41ed7-9969-4a95-9e07-c7c785439972,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:04.928282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21523c4b-ad98-4128-a455-04839c0afffe req-daa6b457-c90c-48b1-8643-11403e8f63a8 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups?id=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222812 Aug 04 17:04:04.930582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] For port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb,segment=NetworkSegment(eb4a93a4-f2ce-41c2-9618-71ffe871358d),segment_id=eb4a93a4-f2ce-41c2-9618-71ffe871358d)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:04.947775 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:05.002258 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:05.007602 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:05.021423 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbf9642-ce1b-4437-b8ab-bc3a2d05623f x-openstack-request-id: req-8fbf9642-ce1b-4437-b8ab-bc3a2d05623f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:05.021881 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "name": "network-vif-plugged", "status": "completed", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:05.022334 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fbf9642-ce1b-4437-b8ab-bc3a2d05623f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:05.022832 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'code': 200} Aug 04 17:04:05.023510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=c6a41ed7-9969-4a95-9e07-c7c785439972,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:05.116009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e5647-09a0-42d6-8d41-160453f1a63b req-707b4471-f383-4864-ad00-69cb9f95821b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:05.120705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d6300-287d-4508-bfc9-74c7df904f34 None None] Pushing event updated for resources: {'Port': ['ID=0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:05.123801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-907e5647-09a0-42d6-8d41-160453f1a63b req-707b4471-f383-4864-ad00-69cb9f95821b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 945 time: 0.3086066 Aug 04 17:04:05.141724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e89bbd5a-b1e5-4e08-b0f9-20c7b694a890,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:05.160341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38c1d9-6c37-4c28-abeb-a82fb2500c09 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:05.166662 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cb38c1d9-6c37-4c28-abeb-a82fb2500c09 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 881 time: 0.4486670 Aug 04 17:04:05.185271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53396) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:05.227605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9fdfe691-2e79-4a92-9ca7-f5f196c4370d tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=61700bdf-0b0e-4b9a-9eaf-551d558b8a67 HTTP/1.1" status: 200 len: 205 time: 0.0412366 Aug 04 17:04:05.228286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53398) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:05.277653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:05.434470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-907e5647-09a0-42d6-8d41-160453f1a63b req-1eae1ad8-6a9d-43ec-8728-f8a0fa300575 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094385 Aug 04 17:04:05.507670 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:05.508491 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:05.509060 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Floating IP 48df06f3-66c7-41ab-8235-be924f1a6ff6 disassociated. External IP: 172.25.2.232, port: 49ea022e-db58-4082-a9f7-1f30c6df2733. Aug 04 17:04:05.509658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Calling delete_port for 49ea022e-db58-4082-a9f7-1f30c6df2733 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:05.588883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:05.663041 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:05.755004 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:05.822378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Router 3ec02a76-3c5f-4381-83ce-5415b786f28e is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:04:05.845391 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:05.917262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Pushing event deleted for resources: {'Port': ['ID=49ea022e-db58-4082-a9f7-1f30c6df2733,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:06.121147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:06.176177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:06.221243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Router 44516c57-48f9-469c-a6ca-be6bcbcde062 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:04:06.229118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:06.246843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Sync routers for ids ['3ec02a76-3c5f-4381-83ce-5415b786f28e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:06.262228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Routers {'3ec02a76-3c5f-4381-83ce-5415b786f28e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:06.262890 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3ec02a76-3c5f-4381-83ce-5415b786f28e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:06.264828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18c4b2bb-2e81-47c4-a13d-57d6d8da9777 req-2b4a4535-9559-421e-a568-386977646dda tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 210 time: 0.0800693 Aug 04 17:04:06.312827 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:06.315415 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c53910b5-683f-4e39-953a-d3e0f16f99c3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7693524 Aug 04 17:04:06.317913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53416) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:06.486114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:06.523460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Deleting port 5617bd4b-5a0b-40b8-b1f8-e0111af98b90 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:06.524317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:06.602814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Set router 3ec02a76-3c5f-4381-83ce-5415b786f28e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:06.663912 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:06.677614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Calling delete_port for 5617bd4b-5a0b-40b8-b1f8-e0111af98b90 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:06.887018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5fc0d6-6086-40b9-9f26-c56c9b4db47d None None] Network c2bfeaa6-a91d-495a-929f-8c215bcf5f7e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:06.904345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:06.915636 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] Sync routers for ids ['44516c57-48f9-469c-a6ca-be6bcbcde062'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:06.935669 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] Routers {'44516c57-48f9-469c-a6ca-be6bcbcde062'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:06.936622 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44516c57-48f9-469c-a6ca-be6bcbcde062'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:06.982493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] No DVR routers for this DVR port 49ea022e-db58-4082-a9f7-1f30c6df2733 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:06.989620 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:06.992010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4f134ac-dd34-4899-b5aa-f466ba74ae0a req-1a698dfe-7f64-4ea8-8636-ca75a82a150c tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.82 "DELETE /v2.0/ports/49ea022e-db58-4082-a9f7-1f30c6df2733 HTTP/1.1" status: 204 len: 173 time: 3.2446091 Aug 04 17:04:06.993901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'name': 'network-vif-deleted', 'tag': '49ea022e-db58-4082-a9f7-1f30c6df2733'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:06.996466 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5997e4f-e1db-42c2-b4e9-8ef04b6649ea" -d '{"events": [{"server_uuid": "bd7746b6-f3c5-488e-bac4-519ef7dad3f0", "name": "network-vif-deleted", "tag": "49ea022e-db58-4082-a9f7-1f30c6df2733"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:07.032502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204a370-5d19-45f5-930b-dddb6be6716d req-62d042f2-5205-48ce-9b6d-519a71878309 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:07.053374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5204a370-5d19-45f5-930b-dddb6be6716d req-62d042f2-5205-48ce-9b6d-519a71878309 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 946 time: 0.2341182 Aug 04 17:04:07.071128 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.081898 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508c54b5-2835-4402-ad10-49dab2ae33b1 x-openstack-request-id: req-508c54b5-2835-4402-ad10-49dab2ae33b1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:07.085056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2708c3-8e9e-45d1-a0e0-79dab422b8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a41ed7-9969-4a95-9e07-c7c785439972'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:07.085575 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7746b6-f3c5-488e-bac4-519ef7dad3f0", "name": "network-vif-deleted", "tag": "49ea022e-db58-4082-a9f7-1f30c6df2733", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:07.085942 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-508c54b5-2835-4402-ad10-49dab2ae33b1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:07.088418 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618922a8-eb3b-41b0-8783-ab0f59ddb433" -d '{"events": [{"server_uuid": "9d2708c3-8e9e-45d1-a0e0-79dab422b8b0", "name": "network-vif-plugged", "status": "completed", "tag": "c6a41ed7-9969-4a95-9e07-c7c785439972"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:07.089016 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7746b6-f3c5-488e-bac4-519ef7dad3f0', 'name': 'network-vif-deleted', 'tag': '49ea022e-db58-4082-a9f7-1f30c6df2733', 'status': 'completed', 'code': 200} Aug 04 17:04:07.166707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Provisioning for port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:07.190262 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] Set router 44516c57-48f9-469c-a6ca-be6bcbcde062 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:07.234158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Pushing event deleted for resources: {'Port': ['ID=5617bd4b-5a0b-40b8-b1f8-e0111af98b90,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:07.246642 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5204a370-5d19-45f5-930b-dddb6be6716d req-18b7d1f5-b5f2-4218-9e49-6370d4677645 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934385 Aug 04 17:04:07.271373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Provisioning complete for port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:07.273313 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.296879 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3169b5-5bdf-4beb-bbdf-e1da5ad02b08 x-openstack-request-id: req-3b3169b5-5bdf-4beb-bbdf-e1da5ad02b08 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:07.309912 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2708c3-8e9e-45d1-a0e0-79dab422b8b0", "name": "network-vif-plugged", "status": "completed", "tag": "c6a41ed7-9969-4a95-9e07-c7c785439972", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:07.311743 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b3169b5-5bdf-4beb-bbdf-e1da5ad02b08 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:07.314975 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2708c3-8e9e-45d1-a0e0-79dab422b8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a41ed7-9969-4a95-9e07-c7c785439972', 'code': 200} Aug 04 17:04:07.368018 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.373198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee876d9-b365-4bfb-b0d5-d948638dff96 req-5d7388de-95f8-4f5f-a662-93c0981af50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:07.374764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ee876d9-b365-4bfb-b0d5-d948638dff96 req-5d7388de-95f8-4f5f-a662-93c0981af50f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 1097 time: 0.0868583 Aug 04 17:04:07.522223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.526738 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.557031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 49ea022e-db58-4082-a9f7-1f30c6df2733 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:07.569732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-474db69c-64fb-46cc-8da8-8d31e971465a req-16c1c786-6ab1-437b-9bcf-93b806583d6f tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd7746b6-f3c5-488e-bac4-519ef7dad3f0 HTTP/1.1" status: 200 len: 210 time: 0.0669944 Aug 04 17:04:07.606419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ee876d9-b365-4bfb-b0d5-d948638dff96 req-40a1b8b6-c797-474b-abcc-09c42e9d9f5e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971982 Aug 04 17:04:07.620910 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.621990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Fanout notify agent at l3_agent the message router_deleted on router 61700bdf-0b0e-4b9a-9eaf-551d558b8a67 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:04:07.631294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.633751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-03062016-ff16-49f5-9db9-aa0658f5a470 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/61700bdf-0b0e-4b9a-9eaf-551d558b8a67 HTTP/1.1" status: 204 len: 168 time: 2.4024556 Aug 04 17:04:07.639387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53440) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:07.655153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d6ba0a87-4758-4fdc-a9a1-cf26b6579942 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-704451719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:07.663524 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.698893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 49ea022e-db58-4082-a9f7-1f30c6df2733 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:07.698893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 49ea022e-db58-4082-a9f7-1f30c6df2733 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:07.714756 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0a87-4758-4fdc-a9a1-cf26b6579942 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.715948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0a87-4758-4fdc-a9a1-cf26b6579942 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.781338 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.812784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'name': 'tempest-FloatingIPsNegativeTestJSON-270036545-router', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:04:03Z', 'updated_at': '2021-08-04T17:04:05Z', 'revision_number': 3, 'project_id': 'f95a37f557894d608beda3705d05015c', 'gw_port': {'id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:04:04Z', 'updated_at': '2021-08-04T17:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:07.815990 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:51Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2167208c-224d-484c-85c1-94b595a96568', 'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'mac_address': 'fa:16:3e:de:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:49Z', 'updated_at': '2021-08-04T17:01:58Z', 'revision_number': 5, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'subnets': [{'id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:07.860137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Checking router: 3ec02a76-3c5f-4381-83ce-5415b786f28e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:04:07.861346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0a87-4758-4fdc-a9a1-cf26b6579942 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.862885 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Updating router 3ec02a76-3c5f-4381-83ce-5415b786f28e port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:04:07.869178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] For port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb,segment=NetworkSegment(eb4a93a4-f2ce-41c2-9618-71ffe871358d),segment_id=eb4a93a4-f2ce-41c2-9618-71ffe871358d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:07.870921 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0a87-4758-4fdc-a9a1-cf26b6579942 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.888356 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.916484 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6ba0a87-4758-4fdc-a9a1-cf26b6579942 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.918523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d6ba0a87-4758-4fdc-a9a1-cf26b6579942 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2746561 Aug 04 17:04:07.920940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53452) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:07.929318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'enable_snat': False}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:07.933687 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] Checking router: 44516c57-48f9-469c-a6ca-be6bcbcde062 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:04:07.934222 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:07.948115 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] Routers {'44516c57-48f9-469c-a6ca-be6bcbcde062'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:07.948891 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44516c57-48f9-469c-a6ca-be6bcbcde062'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:07.971957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:08.026734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Pushing event updated for resources: {'Port': ['ID=0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:08.092706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.093042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.093373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.093700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.094025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.094344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.094662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.095004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.095319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.095642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.095947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.096256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2486c7-8669-4c12-b491-40fda0a1bf9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:08.145015 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] Set router 44516c57-48f9-469c-a6ca-be6bcbcde062 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:08.362859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Allocated IP 172.20.0.1 (c2bfeaa6-a91d-495a-929f-8c215bcf5f7e/a36f80a2-0998-4084-b0e0-12c38834115b/425483df-7492-4858-a6d3-f2d95df89e56) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:08.401406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3420c4df-59bd-41e1-8fe2-69e9b3651fbc None None] Provisioning complete for port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:08.401829 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3420c4df-59bd-41e1-8fe2-69e9b3651fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:08.609618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:08.633725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Transition to ACTIVE for port object 425483df-7492-4858-a6d3-f2d95df89e56 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:08.687855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:08.743035 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:08.771699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53464) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:08.773562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Pushing event updated for resources: {'Port': ['ID=425483df-7492-4858-a6d3-f2d95df89e56,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:08.826431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Network c2bfeaa6-a91d-495a-929f-8c215bcf5f7e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:08.842371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Transition to ACTIVE for port object e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:08.852346 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:51Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2167208c-224d-484c-85c1-94b595a96568', 'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'mac_address': 'fa:16:3e:de:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:49Z', 'updated_at': '2021-08-04T17:01:58Z', 'revision_number': 5, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'subnets': [{'id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:08.862727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:08.864905 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65f7c40f-4288-4db9-9bf0-7324191958b2 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:08.879535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:08.908179 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:08.919785 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65f7c40f-4288-4db9-9bf0-7324191958b2 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:08.929057 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29cee30-a33a-4866-86e0-a024007a9a3a None None] The sync data for ids ['44516c57-48f9-469c-a6ca-be6bcbcde062'] in n-d-764435-5 is: [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:51Z', 'revision_number': 4, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2167208c-224d-484c-85c1-94b595a96568', 'name': '', 'network_id': 'ba4ee582-9064-4d3d-8a39-828601e5393b', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'mac_address': 'fa:16:3e:de:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:49Z', 'updated_at': '2021-08-04T17:01:58Z', 'revision_number': 5, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'subnets': [{'id': 'adc77ec7-995b-4d94-a3a0-63578f6a1b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:04:08.935170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fe0b9-6505-40dd-955b-74084666871d req-4e1e5aef-d3c5-412b-9a34-78d244b193b6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:08.936789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f01fe0b9-6505-40dd-955b-74084666871d req-4e1e5aef-d3c5-412b-9a34-78d244b193b6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 946 time: 0.1461868 Aug 04 17:04:08.988749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:09.045440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a961e6-2542-433a-83ab-57ecdc62de17 None None] Pushing event updated for resources: {'Port': ['ID=e89bbd5a-b1e5-4e08-b0f9-20c7b694a890,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:09.061347 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.062056 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.084774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65f7c40f-4288-4db9-9bf0-7324191958b2 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.085534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Attempting to bind port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:09.085909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Attempting to bind port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:09.086259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Attempting to bind port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:09.087457 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65f7c40f-4288-4db9-9bf0-7324191958b2 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.091006 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-65f7c40f-4288-4db9-9bf0-7324191958b2 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "DELETE /v2.0/security-groups/27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9 HTTP/1.1" status: 204 len: 168 time: 0.3042693 Aug 04 17:04:09.095155 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:09.095533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:09.095982 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.096388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:09.096935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Bound port: e89bbd5a-b1e5-4e08-b0f9-20c7b694a890, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:09.097316 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.113676 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53478) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:09.118770 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.120806 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:04:09.160979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f01fe0b9-6505-40dd-955b-74084666871d req-7ddac57f-91b5-4b15-8c53-f1c8feee4bfa tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150931 Aug 04 17:04:09.175694 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-618c5c3a-622e-4943-8cdf-5fd7f2236869 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] show failed (client error): The resource could not be found. Aug 04 17:04:09.177063 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-618c5c3a-622e-4943-8cdf-5fd7f2236869 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "GET /v2.0/security-groups/27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9 HTTP/1.1" status: 404 len: 347 time: 0.0528946 Aug 04 17:04:09.188036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53480) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:09.220169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] For port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:09.223788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] For port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e89bbd5a-b1e5-4e08-b0f9-20c7b694a890,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:09.233287 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.276817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7c40f-4288-4db9-9bf0-7324191958b2 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f6b7fe-48b9-478b-a62c-f9dcfcbf4ae9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:09.350731 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d8bdf7f5-23bd-4deb-8532-c9cc533c41d6 None None] Provisioning for port 425483df-7492-4858-a6d3-f2d95df89e56 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:09.352835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Routers {'3ec02a76-3c5f-4381-83ce-5415b786f28e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:09.353492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3ec02a76-3c5f-4381-83ce-5415b786f28e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:09.415138 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.493362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f6840-5f96-4226-9926-5876031af0d1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Deleting port 8fa41f58-abe8-4af9-b2b5-a668ab2df805 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:09.494031 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6840-5f96-4226-9926-5876031af0d1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.519637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] Set router 3ec02a76-3c5f-4381-83ce-5415b786f28e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:09.601736 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6840-5f96-4226-9926-5876031af0d1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.602412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6840-5f96-4226-9926-5876031af0d1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.610110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d08d8-9403-4c58-8332-ad8fa799e47c None None] New status for floating IP 48df06f3-66c7-41ab-8235-be924f1a6ff6: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:04:09.619768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f6840-5f96-4226-9926-5876031af0d1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Calling delete_port for 8fa41f58-abe8-4af9-b2b5-a668ab2df805 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:09.627375 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d8bdf7f5-23bd-4deb-8532-c9cc533c41d6 None None] Provisioning complete for port 425483df-7492-4858-a6d3-f2d95df89e56 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:09.627375 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d8bdf7f5-23bd-4deb-8532-c9cc533c41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.696285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a961e6-2542-433a-83ab-57ecdc62de17 None None] Pushing event updated for resources: {'Port': ['ID=e89bbd5a-b1e5-4e08-b0f9-20c7b694a890,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:09.808602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6840-5f96-4226-9926-5876031af0d1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.818107 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-b32d08d8-9403-4c58-8332-ad8fa799e47c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:04:09.818847 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-b32d08d8-9403-4c58-8332-ad8fa799e47c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:04:09.823868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d8bdf7f5-23bd-4deb-8532-c9cc533c41d6 None None] Port 425483df-7492-4858-a6d3-f2d95df89e56 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:04:09.830780 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.846180 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:09.922014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f6840-5f96-4226-9926-5876031af0d1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Pushing event deleted for resources: {'Port': ['ID=8fa41f58-abe8-4af9-b2b5-a668ab2df805,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:09.979943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'name': 'tempest-FloatingIPsNegativeTestJSON-270036545-router', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:04:03Z', 'updated_at': '2021-08-04T17:04:05Z', 'revision_number': 3, 'project_id': 'f95a37f557894d608beda3705d05015c', 'gw_port': {'id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:04:04Z', 'updated_at': '2021-08-04T17:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:10.022404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Pushing event updated for resources: {'Port': ['ID=425483df-7492-4858-a6d3-f2d95df89e56,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:10.036160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:10.040251 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ea629-f610-4b11-b417-81ac2c351932 None None] The sync data for ids ['3ec02a76-3c5f-4381-83ce-5415b786f28e'] in n-d-764435-5 is: [{'id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'name': 'tempest-FloatingIPsNegativeTestJSON-270036545-router', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:04:03Z', 'updated_at': '2021-08-04T17:04:05Z', 'revision_number': 3, 'project_id': 'f95a37f557894d608beda3705d05015c', 'gw_port': {'id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:04:04Z', 'updated_at': '2021-08-04T17:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:04:10.058759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6840-5f96-4226-9926-5876031af0d1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:10.061715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6840-5f96-4226-9926-5876031af0d1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:10.066191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2d3f6840-5f96-4226-9926-5876031af0d1 tempest-ServersTestManualDisk-1909378248 tempest-ServersTestManualDisk-1909378248-project] 10.222.0.39 "DELETE /v2.0/floatingips/48df06f3-66c7-41ab-8235-be924f1a6ff6 HTTP/1.1" status: 204 len: 168 time: 0.8766675 Aug 04 17:04:10.067168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53492) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:10.072160 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:10.086774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:10.103554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:10.104220 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:10.138228 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:10.246134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Network c2bfeaa6-a91d-495a-929f-8c215bcf5f7e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:10.247755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:10.325397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d08d8-9403-4c58-8332-ad8fa799e47c None None] New status for floating IP 48df06f3-66c7-41ab-8235-be924f1a6ff6: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:04:10.506138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Router 3ec02a76-3c5f-4381-83ce-5415b786f28e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:04:10.587389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd3ad-3c5e-4fb1-b1e7-48d1cf195322 req-01daf642-16c3-4df4-bb95-fc916e2d5b8c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:10.589024 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b4cd3ad-3c5e-4fb1-b1e7-48d1cf195322 req-01daf642-16c3-4df4-bb95-fc916e2d5b8c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 946 time: 0.2085803 Aug 04 17:04:10.640479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Allocated IP 172.25.2.178 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/fa53ad29-478e-4f08-b72b-b1bc44119f56) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:10.719756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b4cd3ad-3c5e-4fb1-b1e7-48d1cf195322 req-0c0c2be9-0bd6-45d0-9738-4932d0f71604 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765908 Aug 04 17:04:10.765507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a31a4156-cc13-4d3c-9abb-c40698583534 None None] Provisioning complete for port 425483df-7492-4858-a6d3-f2d95df89e56 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:10.765933 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a31a4156-cc13-4d3c-9abb-c40698583534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:10.787911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:10.793701 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-56fd097b-a97d-4aa6-a074-e12c7dec1a48 admin admin] 10.222.0.39 "PUT /v2.0/routers/3ec02a76-3c5f-4381-83ce-5415b786f28e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4739497 Aug 04 17:04:10.873056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a31a4156-cc13-4d3c-9abb-c40698583534 None None] Port 425483df-7492-4858-a6d3-f2d95df89e56 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:04:11.093808 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:11.164134 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:11.245783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:11.280015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:11.304877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Pushing event updated for resources: {'Port': ['ID=fa53ad29-478e-4f08-b72b-b1bc44119f56,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:11.338030 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:11.379650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c455f4d1-cb97-4d82-8fb6-fcdee31a6070 req-b54e5e67-65d5-4f16-ab8e-0b73bfd4e700 tempest-FloatingIPsNegativeTestJSON-307631780 tempest-FloatingIPsNegativeTestJSON-307631780-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=f95a37f557894d608beda3705d05015c HTTP/1.1" status: 200 len: 217 time: 0.1074557 Aug 04 17:04:11.395063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-41f5d325-50e9-4eea-bb97-ffaa08bda826 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:11.402686 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-41f5d325-50e9-4eea-bb97-ffaa08bda826 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.3904314 Aug 04 17:04:11.445991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-90235d9f-752a-4221-a44c-e6bb1a641f38 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/quotas/173082757bc04a31b2a2048df2d4cdbf HTTP/1.1" status: 200 len: 375 time: 0.0421958 Aug 04 17:04:11.607520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e587a361-41e7-4a8c-91b7-bcfa9a70fb02 req-67d5c799-7edb-4d5a-9761-8d2302b91772 tempest-FloatingIPsNegativeTestJSON-307631780 tempest-FloatingIPsNegativeTestJSON-307631780-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0973141 Aug 04 17:04:11.695395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-384d14b4-2990-437a-9f4b-00948d75c0e2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2454917 Aug 04 17:04:11.696222 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-a89aac8c-34ec-4e4a-ae28-4482ce196563 req-c132d77a-382a-4b63-8828-aa1ec7e09820 tempest-FloatingIPsNegativeTestJSON-307631780 tempest-FloatingIPsNegativeTestJSON-307631780-project] show failed (client error): The resource could not be found. Aug 04 17:04:11.700732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a89aac8c-34ec-4e4a-ae28-4482ce196563 req-c132d77a-382a-4b63-8828-aa1ec7e09820 tempest-FloatingIPsNegativeTestJSON-307631780 tempest-FloatingIPsNegativeTestJSON-307631780-project] 10.222.0.39 "GET /v2.0/floatingips/d82118f3-6bed-4ce6-b21a-c815e6491962 HTTP/1.1" status: 404 len: 350 time: 0.0628743 Aug 04 17:04:11.713904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53532) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:11.771510 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:12.024992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:12.180707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:12.191055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:12.191693 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:12.317578 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:12.360321 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:12.362242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e89bbd5a-b1e5-4e08-b0f9-20c7b694a890,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:12.371741 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:12.492411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=e89bbd5a-b1e5-4e08-b0f9-20c7b694a890,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:12.511232 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:12.516399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-0c034a5f-653e-4f16-aa3c-62c8372f591d service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8081350 Aug 04 17:04:12.699818 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] Sync routers for ids ['3ec02a76-3c5f-4381-83ce-5415b786f28e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:12.712790 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] Routers {'3ec02a76-3c5f-4381-83ce-5415b786f28e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:12.713886 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3ec02a76-3c5f-4381-83ce-5415b786f28e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:12.767188 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] Deleting port 425483df-7492-4858-a6d3-f2d95df89e56 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:12.767777 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:12.825417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-19145ea7-82e9-46db-b344-d01c790d1849 service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692697 Aug 04 17:04:12.882990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:12.904779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] Calling delete_port for 425483df-7492-4858-a6d3-f2d95df89e56 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:12.914381 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] Set router 3ec02a76-3c5f-4381-83ce-5415b786f28e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:12.964366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:12.969768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:13.041429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] Deleting port 2167208c-224d-484c-85c1-94b595a96568 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:13.041995 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:13.128950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-877e0ec4-bf7d-4b27-a7e8-5e6eaebad33b req-9a4f4193-d91e-4cf6-bd7e-21615991c80f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 210 time: 0.0364518 Aug 04 17:04:13.251007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] For port 2167208c-224d-484c-85c1-94b595a96568, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2167208c-224d-484c-85c1-94b595a96568,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:13.251383 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:13.268470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] Calling delete_port for 2167208c-224d-484c-85c1-94b595a96568 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:13.320431 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:13.360430 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] Pushing event deleted for resources: {'Port': ['ID=425483df-7492-4858-a6d3-f2d95df89e56,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:13.371693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Router 2b22926a-89e3-4313-800e-2e29c136055c is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:04:13.397428 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'name': 'tempest-FloatingIPsNegativeTestJSON-270036545-router', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:04:03Z', 'updated_at': '2021-08-04T17:04:09Z', 'revision_number': 4, 'project_id': 'f95a37f557894d608beda3705d05015c', 'gw_port': {'id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:04:04Z', 'updated_at': '2021-08-04T17:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '425483df-7492-4858-a6d3-f2d95df89e56', 'name': '', 'network_id': 'c2bfeaa6-a91d-495a-929f-8c215bcf5f7e', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'mac_address': 'fa:16:3e:dd:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a36f80a2-0998-4084-b0e0-12c38834115b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:04:08Z', 'updated_at': '2021-08-04T17:04:09Z', 'revision_number': 2, 'project_id': 'f95a37f557894d608beda3705d05015c', 'subnets': [{'id': 'a36f80a2-0998-4084-b0e0-12c38834115b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:13.443684 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] Checking router: 3ec02a76-3c5f-4381-83ce-5415b786f28e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:04:13.444293 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] Updating router 3ec02a76-3c5f-4381-83ce-5415b786f28e port 425483df-7492-4858-a6d3-f2d95df89e56 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:04:13.498973 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] Port 425483df-7492-4858-a6d3-f2d95df89e56 not found while updating agent binding for router 3ec02a76-3c5f-4381-83ce-5415b786f28e. {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 04 17:04:13.520040 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] Routers {'3ec02a76-3c5f-4381-83ce-5415b786f28e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:13.521934 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3ec02a76-3c5f-4381-83ce-5415b786f28e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:13.750714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:13.762593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364aa8bf-75b9-4884-973b-cb1342044baa None None] Sync routers for ids ['2b22926a-89e3-4313-800e-2e29c136055c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:13.778820 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:13.779033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364aa8bf-75b9-4884-973b-cb1342044baa None None] Routers {'2b22926a-89e3-4313-800e-2e29c136055c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:13.782740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-364aa8bf-75b9-4884-973b-cb1342044baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['2b22926a-89e3-4313-800e-2e29c136055c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:13.783406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9fd4e575-c008-4a24-a9b6-3322618da346 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "PUT /v2.0/routers/2b22926a-89e3-4313-800e-2e29c136055c HTTP/1.1" status: 200 len: 915 time: 5.8614509 Aug 04 17:04:13.784463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53570) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:13.809699 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] Set router 3ec02a76-3c5f-4381-83ce-5415b786f28e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:13.884823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:13.897862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-364aa8bf-75b9-4884-973b-cb1342044baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:13.920382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:13.951112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364aa8bf-75b9-4884-973b-cb1342044baa None None] Routers {'2b22926a-89e3-4313-800e-2e29c136055c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:13.952502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-364aa8bf-75b9-4884-973b-cb1342044baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['2b22926a-89e3-4313-800e-2e29c136055c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:14.014524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=2167208c-224d-484c-85c1-94b595a96568,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:14.068218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ee5aded8-3279-440d-8363-5840908956c1 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/routers/2b22926a-89e3-4313-800e-2e29c136055c HTTP/1.1" status: 200 len: 921 time: 0.2789891 Aug 04 17:04:14.070785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53572) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:14.218485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9682b3-4018-4d78-9257-fbae6bfc98ba tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:14.223153 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4c9682b3-4018-4d78-9257-fbae6bfc98ba tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&device_id=2b22926a-89e3-4313-800e-2e29c136055c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1473534 Aug 04 17:04:14.231476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53580) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:14.485232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] Router 3ec02a76-3c5f-4381-83ce-5415b786f28e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:04:14.500040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:14.503598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-364aa8bf-75b9-4884-973b-cb1342044baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:14.504972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364aa8bf-75b9-4884-973b-cb1342044baa None None] The sync data for ids ['2b22926a-89e3-4313-800e-2e29c136055c'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:04:14.506875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fd1629f-98a7-49ab-b852-9b078223ef32 req-58122af2-7c8c-4ad3-a917-3b91a7dc1b57 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 210 time: 0.1278982 Aug 04 17:04:14.557629 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:14.562633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5366f0-56f2-4218-8c26-45fd33e5ac5b tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:14.564118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bc5366f0-56f2-4218-8c26-45fd33e5ac5b tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 881 time: 0.3215137 Aug 04 17:04:14.568409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53592) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:14.586798 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'name': 'tempest-FloatingIPsNegativeTestJSON-270036545-router', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:04:03Z', 'updated_at': '2021-08-04T17:04:13Z', 'revision_number': 5, 'project_id': 'f95a37f557894d608beda3705d05015c', 'gw_port': {'id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:04:04Z', 'updated_at': '2021-08-04T17:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:14.597330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c6f3f120-c8a1-4a3b-af2c-fc0937aa04e6 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b22926a-89e3-4313-800e-2e29c136055c HTTP/1.1" status: 200 len: 205 time: 0.0274889 Aug 04 17:04:14.602039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53594) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:14.622152 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc8886-bda5-404b-b3f2-92329c2ca97e None None] The sync data for ids ['3ec02a76-3c5f-4381-83ce-5415b786f28e'] in n-d-764435-5 is: [{'id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'name': 'tempest-FloatingIPsNegativeTestJSON-270036545-router', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:04:03Z', 'updated_at': '2021-08-04T17:04:13Z', 'revision_number': 5, 'project_id': 'f95a37f557894d608beda3705d05015c', 'gw_port': {'id': 'e89bbd5a-b1e5-4e08-b0f9-20c7b694a890', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:04:04Z', 'updated_at': '2021-08-04T17:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:04:14.647659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:14.648059 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:14.736886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:14.748481 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7cc7ef3f-5b7d-4070-a93f-1eab800fc621 admin admin] 10.222.0.39 "PUT /v2.0/routers/3ec02a76-3c5f-4381-83ce-5415b786f28e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0334163 Aug 04 17:04:14.749132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53596) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:14.940288 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.075916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.134651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.182967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Deleting port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:15.183472 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.292417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] For port e89bbd5a-b1e5-4e08-b0f9-20c7b694a890, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e89bbd5a-b1e5-4e08-b0f9-20c7b694a890,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:15.293132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.311389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Calling delete_port for e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:15.550897 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.588872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Pushing event deleted for resources: {'Port': ['ID=e89bbd5a-b1e5-4e08-b0f9-20c7b694a890,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:15.683345 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.770931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51e1063e-dbe4-47d1-a79b-102bb2da2a92 req-ca709311-efd4-4d82-8ea6-dbcdcde58c74 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 210 time: 0.1005218 Aug 04 17:04:15.800228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.804102 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da09d6-3261-4c84-97d0-aefad99b38d7 None None] Sync routers for ids ['3ec02a76-3c5f-4381-83ce-5415b786f28e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:15.804654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.815177 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da09d6-3261-4c84-97d0-aefad99b38d7 None None] Routers {'3ec02a76-3c5f-4381-83ce-5415b786f28e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:15.816129 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-97da09d6-3261-4c84-97d0-aefad99b38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3ec02a76-3c5f-4381-83ce-5415b786f28e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:15.821210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-f9ec00fc-7436-4cd3-b842-02ede89105c8 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:15.823110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-f9ec00fc-7436-4cd3-b842-02ede89105c8 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.8139811 Aug 04 17:04:15.866091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Request body: {'port': {'device_id': '96b78c17-a223-410f-9d3a-e62cee1d9597', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'admin_state_up': True, 'tenant_id': '173082757bc04a31b2a2048df2d4cdbf'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:15.866645 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.866757 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ec02a76-3c5f-4381-83ce-5415b786f28e {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:04:15.873337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:15.874127 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3319f1e8-3850-481d-89d6-2259f1b48512 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3ec02a76-3c5f-4381-83ce-5415b786f28e HTTP/1.1" status: 204 len: 168 time: 1.1239824 Aug 04 17:04:15.876636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53612) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:15.926950 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-97da09d6-3261-4c84-97d0-aefad99b38d7 None None] Set router 3ec02a76-3c5f-4381-83ce-5415b786f28e gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:15.949345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb77849-2388-4a02-b5cb-cd40277bc1e7 admin admin] Deleting subnet a36f80a2-0998-4084-b0e0-12c38834115b {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:04:15.959924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cdb77849-2388-4a02-b5cb-cd40277bc1e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.010393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] Router 44516c57-48f9-469c-a6ca-be6bcbcde062 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:04:16.018548 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-97da09d6-3261-4c84-97d0-aefad99b38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec02a76-3c5f-4381-83ce-5415b786f28e', 'name': 'tempest-FloatingIPsNegativeTestJSON-270036545-router', 'tenant_id': 'f95a37f557894d608beda3705d05015c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:04:03Z', 'updated_at': '2021-08-04T17:04:15Z', 'revision_number': 7, 'project_id': 'f95a37f557894d608beda3705d05015c', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:16.038541 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.071072 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cdb77849-2388-4a02-b5cb-cd40277bc1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.087474 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da09d6-3261-4c84-97d0-aefad99b38d7 None None] Checking router: 3ec02a76-3c5f-4381-83ce-5415b786f28e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:04:16.095949 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da09d6-3261-4c84-97d0-aefad99b38d7 None None] Routers set() bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:16.096315 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97da09d6-3261-4c84-97d0-aefad99b38d7 None None] Router IDs set() for agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 17:04:16.096904 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_agentschedulers_db [None req-97da09d6-3261-4c84-97d0-aefad99b38d7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ec02a76-3c5f-4381-83ce-5415b786f28e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent'). {{(pid=105831) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 17:04:16.097271 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97da09d6-3261-4c84-97d0-aefad99b38d7 None None] The sync data for ids ['3ec02a76-3c5f-4381-83ce-5415b786f28e'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:04:16.213138 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cdb77849-2388-4a02-b5cb-cd40277bc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.234584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Made reservation on behalf of 173082757bc04a31b2a2048df2d4cdbf for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:16.238506 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.273515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:16.277533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Deleting port fa53ad29-478e-4f08-b72b-b1bc44119f56 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:16.277915 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.292278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c796470c-180a-4227-aed9-e946dbd7cb9b admin admin] 10.222.0.39 "PUT /v2.0/routers/44516c57-48f9-469c-a6ca-be6bcbcde062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2200756 Aug 04 17:04:16.296504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] Sync routers for ids ['44516c57-48f9-469c-a6ca-be6bcbcde062'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:16.307703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53616) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:16.317136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] Routers {'44516c57-48f9-469c-a6ca-be6bcbcde062'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:16.317960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44516c57-48f9-469c-a6ca-be6bcbcde062'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:16.322060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cdb77849-2388-4a02-b5cb-cd40277bc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.399663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb77849-2388-4a02-b5cb-cd40277bc1e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36f80a2-0998-4084-b0e0-12c38834115b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:16.409550 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cdb77849-2388-4a02-b5cb-cd40277bc1e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.414526 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cdb77849-2388-4a02-b5cb-cd40277bc1e7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a36f80a2-0998-4084-b0e0-12c38834115b HTTP/1.1" status: 204 len: 168 time: 0.5368512 Aug 04 17:04:16.418824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53618) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:16.436011 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e7f8a-a4db-48c8-b4fc-85d4ec35340c None None] Network c2bfeaa6-a91d-495a-929f-8c215bcf5f7e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:16.574552 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.586709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.598535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.605558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Calling delete_port for fa53ad29-478e-4f08-b72b-b1bc44119f56 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:16.626862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] Set router 44516c57-48f9-469c-a6ca-be6bcbcde062 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:16.663978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Deleting port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:16.664646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.668148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Allocated IP 172.20.0.6 (466ca3f5-52b1-4270-9eda-4475959211d3/cb48bb64-77b4-470f-bd74-6a3c636aa456/90887543-07df-41b9-bc21-29c0d03ce597) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:16.817337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] For port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb,segment=NetworkSegment(eb4a93a4-f2ce-41c2-9618-71ffe871358d),segment_id=eb4a93a4-f2ce-41c2-9618-71ffe871358d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:16.822055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.863189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Calling delete_port for 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:16.897375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:16.975110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27fb380c-eea9-423e-918a-ff084238b3a3 req-f72c3297-ba76-42aa-95cc-660cf818a238 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 210 time: 0.1043906 Aug 04 17:04:17.050669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.088177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:04:13Z', 'revision_number': 5, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port': {'id': '66157220-b6c1-43b2-a6d0-79572e914e60', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:17.110269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:17.117604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] No DVR routers for this DVR port 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:17.170956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f9c578-b0cf-4317-835e-dace298e5996 None None] DHCP port deletion for c2bfeaa6-a91d-495a-929f-8c215bcf5f7e request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:04:17.174991 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] Checking router: 44516c57-48f9-469c-a6ca-be6bcbcde062 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:04:17.176273 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.210611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] Routers {'44516c57-48f9-469c-a6ca-be6bcbcde062'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:17.211286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44516c57-48f9-469c-a6ca-be6bcbcde062'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:17.259973 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.291416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:17.299052 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.299293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['c6a41ed7-9969-4a95-9e07-c7c785439972'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:17.324441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bfeaa6-a91d-495a-929f-8c215bcf5f7e']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:17.356340 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4a93a4-f2ce-41c2-9618-71ffe871358d') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:17.356639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4a93a4-f2ce-41c2-9618-71ffe871358d') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:17.373618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.393990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.406651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:04:17.408789 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:04:17.422034 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:04:17.444162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] Set router 44516c57-48f9-469c-a6ca-be6bcbcde062 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:17.460880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Deleting port 66157220-b6c1-43b2-a6d0-79572e914e60 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:17.461324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.481772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event updated for resources: {'Port': ['ID=90887543-07df-41b9-bc21-29c0d03ce597,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:17.510046 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.524006 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.528915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:04:16Z', 'revision_number': 6, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:17.529148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.531867 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c2bfeaa6-a91d-495a-929f-8c215bcf5f7e HTTP/1.1" status: 204 len: 168 time: 1.1107569 Aug 04 17:04:17.548124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823df57-ba9b-4c92-8ce2-493a16dc6264 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bfeaa6-a91d-495a-929f-8c215bcf5f7e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:17.575374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Network 466ca3f5-52b1-4270-9eda-4475959211d3 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:17.642401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:17.650341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Pushing event deleted for resources: {'Port': ['ID=fa53ad29-478e-4f08-b72b-b1bc44119f56,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:17.652895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:17.685680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fed3b-9bcf-4080-a0bc-8c8e8690535f None None] The sync data for ids ['44516c57-48f9-469c-a6ca-be6bcbcde062'] in n-d-764435-5 is: [{'id': '44516c57-48f9-469c-a6ca-be6bcbcde062', 'name': 'tempest-ServersTestManualDisk-1113060368-router', 'tenant_id': 'c60363feb17e4b91a7ae391741f5326c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:01:43Z', 'updated_at': '2021-08-04T17:04:16Z', 'revision_number': 6, 'project_id': 'c60363feb17e4b91a7ae391741f5326c', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:04:17.757315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.815966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53660) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:17.895823 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-44029112-d86e-4fa2-89db-cc9037be2a66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f95a37f557894d608beda3705d05015c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783858 Aug 04 17:04:17.898151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53662) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:17.944414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] For port 66157220-b6c1-43b2-a6d0-79572e914e60, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=66157220-b6c1-43b2-a6d0-79572e914e60,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:17.944793 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.959123 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3f17-cc82-40c8-9388-04ba298cefca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.962078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Calling delete_port for 66157220-b6c1-43b2-a6d0-79572e914e60 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:17.972412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:17.973986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:17.987644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3f17-cc82-40c8-9388-04ba298cefca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.043795 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.048200 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.069266 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3f17-cc82-40c8-9388-04ba298cefca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.074315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3f17-cc82-40c8-9388-04ba298cefca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.076020 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c2ca3f17-cc82-40c8-9388-04ba298cefca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82496bb3-4e21-46d7-8126-a932b15307cd HTTP/1.1" status: 204 len: 168 time: 0.1759527 Aug 04 17:04:18.094448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca3f17-cc82-40c8-9388-04ba298cefca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82496bb3-4e21-46d7-8126-a932b15307cd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:18.131639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-da39fca1-580b-4901-a97c-3e822ea75f3e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2699122 Aug 04 17:04:18.192359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Request body: {'port': {'device_id': '96b78c17-a223-410f-9d3a-e62cee1d9597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:18.214362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2167208c-224d-484c-85c1-94b595a96568 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:18.259692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 2167208c-224d-484c-85c1-94b595a96568 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:18.260075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2167208c-224d-484c-85c1-94b595a96568 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:18.260741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:18.302780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:18.303620 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.304041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Fanout notify agent at l3_agent the message router_deleted on router 2b22926a-89e3-4313-800e-2e29c136055c {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:04:18.313750 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.318420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-27909a01-2ef8-451a-ba9a-12bca0c1cfef tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/2b22926a-89e3-4313-800e-2e29c136055c HTTP/1.1" status: 204 len: 168 time: 3.7119651 Aug 04 17:04:18.320437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53670) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:18.326906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1055655213', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:18.327915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0ea0fb8b-d018-4e54-ba88-eeaa9ec7feeb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:18.328504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:18.361843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e433dc-8987-45f4-924f-0a7c3d8704b1 req-35f385fa-4e62-43fd-9aed-d88bd875844f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:18.363650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33e433dc-8987-45f4-924f-0a7c3d8704b1 req-35f385fa-4e62-43fd-9aed-d88bd875844f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 931 time: 0.2092276 Aug 04 17:04:18.366514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.396081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:18.396439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e89bbd5a-b1e5-4e08-b0f9-20c7b694a890 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:18.420684 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.422255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.511081 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.591166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33e433dc-8987-45f4-924f-0a7c3d8704b1 req-f12f4f6b-a225-42ba-9e64-f1ca4e32cce7 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139235 Aug 04 17:04:18.818481 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.874024 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:18.935525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Pushing event deleted for resources: {'Port': ['ID=66157220-b6c1-43b2-a6d0-79572e914e60,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:19.142056 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:19.246983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:19.263312 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:19.266954 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:19.302678 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:19.487499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Allocated IP 172.25.2.148 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/9ea927dc-bb16-4e7a-a030-525e1819d498) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:19.692948 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:19.830052 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:19.909195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:19.916346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:19.924675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:19.970620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Pushing event updated for resources: {'Port': ['ID=9ea927dc-bb16-4e7a-a030-525e1819d498,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:19.988927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 66157220-b6c1-43b2-a6d0-79572e914e60 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:20.034639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90887543-07df-41b9-bc21-29c0d03ce597 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:20.045732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 66157220-b6c1-43b2-a6d0-79572e914e60 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:20.046977 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.049703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 66157220-b6c1-43b2-a6d0-79572e914e60 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:20.068001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Transition to ACTIVE for port object 90887543-07df-41b9-bc21-29c0d03ce597 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:20.072982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.073610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44516c57-48f9-469c-a6ca-be6bcbcde062 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:04:20.079027 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.080300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6ef7e220-7689-491f-863b-ebca526a2597 admin admin] 10.222.0.39 "DELETE /v2.0/routers/44516c57-48f9-469c-a6ca-be6bcbcde062 HTTP/1.1" status: 204 len: 168 time: 3.7735884 Aug 04 17:04:20.089589 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.092261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53726) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:20.172068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba25ad65-f153-4b18-952d-59dcb413aaba admin admin] Deleting subnet adc77ec7-995b-4d94-a3a0-63578f6a1b25 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:04:20.208029 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba25ad65-f153-4b18-952d-59dcb413aaba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.279871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542309d-cc46-4c09-9cd2-6bf8e6c8766b req-d7178f3d-3a6b-4e51-9fda-474767ce837e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:20.281464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3542309d-cc46-4c09-9cd2-6bf8e6c8766b req-d7178f3d-3a6b-4e51-9fda-474767ce837e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 943 time: 0.2110045 Aug 04 17:04:20.294328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Pushing event updated for resources: {'Port': ['ID=90887543-07df-41b9-bc21-29c0d03ce597,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:20.360208 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba25ad65-f153-4b18-952d-59dcb413aaba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.365814 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3542309d-cc46-4c09-9cd2-6bf8e6c8766b req-5f4ef461-a321-425e-9b89-17d4d1b07c22 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723858 Aug 04 17:04:20.472028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Attempting to bind port 90887543-07df-41b9-bc21-29c0d03ce597 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:20.472370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Attempting to bind port 90887543-07df-41b9-bc21-29c0d03ce597 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:20.472702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Attempting to bind port 90887543-07df-41b9-bc21-29c0d03ce597 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:20.483136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Port 90887543-07df-41b9-bc21-29c0d03ce597 on network 466ca3f5-52b1-4270-9eda-4475959211d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:04:20.483459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Attempting to bind port 90887543-07df-41b9-bc21-29c0d03ce597 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:20.509933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:20.510380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Checking segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:20.510885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Bound using segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:20.511407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Bound port: 90887543-07df-41b9-bc21-29c0d03ce597, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:20.511841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.608712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] For port 90887543-07df-41b9-bc21-29c0d03ce597, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:20.619149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] For port 90887543-07df-41b9-bc21-29c0d03ce597, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=90887543-07df-41b9-bc21-29c0d03ce597,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:20.633873 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba25ad65-f153-4b18-952d-59dcb413aaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.637701 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.756727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Pushing event updated for resources: {'Port': ['ID=90887543-07df-41b9-bc21-29c0d03ce597,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:20.830981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.877267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:20.897824 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:20.902514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-12d812fd-7c0c-4597-85f4-48c17b6415df service neutron] 10.222.0.82 "PUT /v2.0/ports/90887543-07df-41b9-bc21-29c0d03ce597 HTTP/1.1" status: 200 len: 1091 time: 2.7148931 Aug 04 17:04:20.903503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b78c17-a223-410f-9d3a-e62cee1d9597', 'tag': '90887543-07df-41b9-bc21-29c0d03ce597'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:20.911762 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f35ae81-214d-4735-80f3-ee8ed378259b" -d '{"events": [{"name": "network-changed", "server_uuid": "96b78c17-a223-410f-9d3a-e62cee1d9597", "tag": "90887543-07df-41b9-bc21-29c0d03ce597"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:20.982273 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba25ad65-f153-4b18-952d-59dcb413aaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:21.083334 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbda709-c025-4587-b151-4cfe3d80a479 x-openstack-request-id: req-ffbda709-c025-4587-b151-4cfe3d80a479 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:21.087068 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b78c17-a223-410f-9d3a-e62cee1d9597", "tag": "90887543-07df-41b9-bc21-29c0d03ce597", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:21.087379 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffbda709-c025-4587-b151-4cfe3d80a479 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:21.087806 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b78c17-a223-410f-9d3a-e62cee1d9597', 'tag': '90887543-07df-41b9-bc21-29c0d03ce597', 'status': 'completed', 'code': 200} Aug 04 17:04:21.088890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25ad65-f153-4b18-952d-59dcb413aaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adc77ec7-995b-4d94-a3a0-63578f6a1b25,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:21.145595 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8abe0-aa17-4205-bf7a-401419dde8d1 None None] Network ba4ee582-9064-4d3d-8a39-828601e5393b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:21.150285 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba25ad65-f153-4b18-952d-59dcb413aaba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:21.154621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ba25ad65-f153-4b18-952d-59dcb413aaba admin admin] 10.222.0.39 "DELETE /v2.0/subnets/adc77ec7-995b-4d94-a3a0-63578f6a1b25 HTTP/1.1" status: 204 len: 168 time: 1.0560546 Aug 04 17:04:21.160281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53750) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:21.198083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-0bc28940-95da-408e-a890-f5e6690c2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:21.199676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-0bc28940-95da-408e-a890-f5e6690c2e8d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 1094 time: 0.1370292 Aug 04 17:04:21.256688 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:21.341626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-46f9b48b-b33b-4fc4-968f-47a422ad8d27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90887543-07df-41b9-bc21-29c0d03ce597 HTTP/1.1" status: 200 len: 217 time: 0.1194906 Aug 04 17:04:21.447142 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:21.495387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a14457-e1b5-40f6-a7aa-835b6606c41b None None] DHCP port deletion for ba4ee582-9064-4d3d-8a39-828601e5393b request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:04:21.574791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Router 5b352d5e-6fab-4931-86b3-b24aab86d459 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:04:21.576398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-f8bdf14b-b953-40da-8844-8b3ee715ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:21.578084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-f8bdf14b-b953-40da-8844-8b3ee715ecb7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.2311394 Aug 04 17:04:21.580471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-19a14457-e1b5-40f6-a7aa-835b6606c41b None None] Deleting port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:21.581103 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-19a14457-e1b5-40f6-a7aa-835b6606c41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:21.618783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd70e38-36fb-4f09-9457-e5647570eb7c req-0cd3f7da-d932-48c8-a735-bfb45d7bb199 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:21.628398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0fd70e38-36fb-4f09-9457-e5647570eb7c req-0cd3f7da-d932-48c8-a735-bfb45d7bb199 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 943 time: 0.1437380 Aug 04 17:04:21.673791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-441c08c4-ed11-48df-8506-5046a6454ed5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835149 Aug 04 17:04:21.688895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Deleting port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:21.689316 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:21.773380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-19a14457-e1b5-40f6-a7aa-835b6606c41b None None] For port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8d98f60f-69aa-4c1c-8175-0c0b22575a2d,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:21.773898 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-19a14457-e1b5-40f6-a7aa-835b6606c41b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:21.806699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:21.816936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-19a14457-e1b5-40f6-a7aa-835b6606c41b None None] Calling delete_port for 8d98f60f-69aa-4c1c-8175-0c0b22575a2d owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:21.817722 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f231166d-3b4c-444b-9217-05a24d6fb4ca None None] Sync routers for ids ['5b352d5e-6fab-4931-86b3-b24aab86d459'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:21.827680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0fd70e38-36fb-4f09-9457-e5647570eb7c req-494dd84d-1e69-4cc4-b131-9831809efc85 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976426 Aug 04 17:04:21.832197 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f231166d-3b4c-444b-9217-05a24d6fb4ca None None] Routers {'5b352d5e-6fab-4931-86b3-b24aab86d459'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:21.834890 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f231166d-3b4c-444b-9217-05a24d6fb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5b352d5e-6fab-4931-86b3-b24aab86d459'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:21.910655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-5597daab-831f-4b15-a8f5-6d0be79da711 service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192526 Aug 04 17:04:21.911745 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f231166d-3b4c-444b-9217-05a24d6fb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:21.937441 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f231166d-3b4c-444b-9217-05a24d6fb4ca None None] Routers {'5b352d5e-6fab-4931-86b3-b24aab86d459'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:21.945717 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f231166d-3b4c-444b-9217-05a24d6fb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5b352d5e-6fab-4931-86b3-b24aab86d459'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:21.954406 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-19a14457-e1b5-40f6-a7aa-835b6606c41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:21.978782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a14457-e1b5-40f6-a7aa-835b6606c41b None None] No DVR routers for this DVR port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:22.006134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] For port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8d98f60f-69aa-4c1c-8175-0c0b22575a2d,segment=NetworkSegment(825bacf1-a3f9-4e1f-b875-01b3a88a27eb),segment_id=825bacf1-a3f9-4e1f-b875-01b3a88a27eb)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:22.006679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.021517 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f231166d-3b4c-444b-9217-05a24d6fb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:22.025031 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f231166d-3b4c-444b-9217-05a24d6fb4ca None None] The sync data for ids ['5b352d5e-6fab-4931-86b3-b24aab86d459'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:04:22.049646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Calling delete_port for 8d98f60f-69aa-4c1c-8175-0c0b22575a2d owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:22.061505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a14457-e1b5-40f6-a7aa-835b6606c41b None None] Pushing event deleted for resources: {'Port': ['ID=8d98f60f-69aa-4c1c-8175-0c0b22575a2d,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:22.107765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8d98f60f-69aa-4c1c-8175-0c0b22575a2d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:22.158508 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.161216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 8d98f60f-69aa-4c1c-8175-0c0b22575a2d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:22.162918 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8d98f60f-69aa-4c1c-8175-0c0b22575a2d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:22.190423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6186f3-47b3-40b6-9461-2cb14eb49a73 req-faed44bd-af2d-4c83-8adf-6659eda3bb2c service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708237 Aug 04 17:04:22.207253 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] No DVR routers for this DVR port 8d98f60f-69aa-4c1c-8175-0c0b22575a2d on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:22.212815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8d98f60f-69aa-4c1c-8175-0c0b22575a2d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:22.286430 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.290454 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b4740770-1e77-479b-82ad-763b5b60229a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9662538 Aug 04 17:04:22.295275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53796) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:22.300897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:22.358769 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.366669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ae81-214d-4735-80f3-ee8ed378259b req-e69347d2-3e3c-4041-9647-ae089cf46efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:22.368596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f35ae81-214d-4735-80f3-ee8ed378259b req-e69347d2-3e3c-4041-9647-ae089cf46efe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 1094 time: 0.1120517 Aug 04 17:04:22.373172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4ee582-9064-4d3d-8a39-828601e5393b']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:22.390017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825bacf1-a3f9-4e1f-b875-01b3a88a27eb') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:22.390661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825bacf1-a3f9-4e1f-b875-01b3a88a27eb') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:22.436519 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.457070 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.468417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:04:22.468824 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:04:22.470786 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:04:22.483748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ae81-214d-4735-80f3-ee8ed378259b req-e2bfc68b-6704-4368-95c6-9a01edf06083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:22.484701 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f35ae81-214d-4735-80f3-ee8ed378259b req-e2bfc68b-6704-4368-95c6-9a01edf06083 service neutron] 10.222.0.82 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 0.1063521 Aug 04 17:04:22.544206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f35ae81-214d-4735-80f3-ee8ed378259b req-ea93fbdc-f7de-4727-9b74-0c55004e1ded service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90887543-07df-41b9-bc21-29c0d03ce597 HTTP/1.1" status: 200 len: 217 time: 0.0452070 Aug 04 17:04:22.577726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.617950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ae81-214d-4735-80f3-ee8ed378259b req-c68385d6-b079-42f4-885c-8ded63f03f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:22.619950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f35ae81-214d-4735-80f3-ee8ed378259b req-c68385d6-b079-42f4-885c-8ded63f03f10 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.0617700 Aug 04 17:04:22.625297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.629960 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] 10.222.0.39 "DELETE /v2.0/networks/ba4ee582-9064-4d3d-8a39-828601e5393b HTTP/1.1" status: 204 len: 168 time: 1.4663403 Aug 04 17:04:22.630759 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc499a5-7ac9-4cd0-9b39-ea0c6a8267fc admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4ee582-9064-4d3d-8a39-828601e5393b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:22.655909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f35ae81-214d-4735-80f3-ee8ed378259b req-56caf546-bc5e-4206-9ef8-86682f55c5e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277805 Aug 04 17:04:22.758227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f35ae81-214d-4735-80f3-ee8ed378259b req-aa9c7279-ac41-4c93-8011-9222adb0422b service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942216 Aug 04 17:04:22.784569 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.799108 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.855450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53812) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:22.903770 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Deleting port 9ea927dc-bb16-4e7a-a030-525e1819d498 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:22.904126 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:22.952995 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0c461da1-051a-49bb-ad33-9f81e43d8e70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c60363feb17e4b91a7ae391741f5326c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960617 Aug 04 17:04:22.955398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53816) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:22.988657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f35ae81-214d-4735-80f3-ee8ed378259b req-1748a113-daa1-4c6f-8319-8008e58ca02f service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577244 Aug 04 17:04:23.028747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c9ca9-4c9c-41ba-93db-a50e98654704 req-97ed1b99-a399-47de-98f1-dfd907173145 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:23.030431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-876c9ca9-4c9c-41ba-93db-a50e98654704 req-97ed1b99-a399-47de-98f1-dfd907173145 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 943 time: 0.0972571 Aug 04 17:04:23.048955 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:23.069823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05601b6c-cba2-4de5-acc5-6e9724d1de91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:23.090087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-876c9ca9-4c9c-41ba-93db-a50e98654704 req-0eae04af-202d-4187-a948-c6b09e4602b1 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514798 Aug 04 17:04:23.093425 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05601b6c-cba2-4de5-acc5-6e9724d1de91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:23.105926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Calling delete_port for 9ea927dc-bb16-4e7a-a030-525e1819d498 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:23.200887 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05601b6c-cba2-4de5-acc5-6e9724d1de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:23.205933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05601b6c-cba2-4de5-acc5-6e9724d1de91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:23.207066 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-05601b6c-cba2-4de5-acc5-6e9724d1de91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/709aee04-7782-4d1d-9e57-9731bf5eb0ad HTTP/1.1" status: 204 len: 168 time: 0.2507160 Aug 04 17:04:23.236958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8f0b-7f5e-48fc-b70d-61adfec7cbc9 req-dffcb173-a34f-41cd-a5da-13ea7e773807 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:23.242097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05601b6c-cba2-4de5-acc5-6e9724d1de91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709aee04-7782-4d1d-9e57-9731bf5eb0ad,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:23.245366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42ce8f0b-7f5e-48fc-b70d-61adfec7cbc9 req-dffcb173-a34f-41cd-a5da-13ea7e773807 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 951 time: 0.0967317 Aug 04 17:04:23.326403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42ce8f0b-7f5e-48fc-b70d-61adfec7cbc9 req-83552e06-77cd-4bc7-b89e-599e607c89f4 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799496 Aug 04 17:04:23.474891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:23.507422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Pushing event deleted for resources: {'Port': ['ID=9ea927dc-bb16-4e7a-a030-525e1819d498,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:23.533379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.533717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.534054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.534388 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.534707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.535074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.535400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.535721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.536043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.536365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.536688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.537184 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:04:23.586669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:23.870759 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:23.875728 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:23.988697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Router 5b352d5e-6fab-4931-86b3-b24aab86d459 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:04:24.101309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:24.108828 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:24.112878 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fa43cfa2-149a-4f4a-b6c1-2302490196dd tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "PUT /v2.0/routers/5b352d5e-6fab-4931-86b3-b24aab86d459 HTTP/1.1" status: 200 len: 706 time: 1.8143873 Aug 04 17:04:24.115275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53936) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.122257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7357e8c-d4d5-4a80-97ae-5559f93e4495 None None] Sync routers for ids ['5b352d5e-6fab-4931-86b3-b24aab86d459'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:24.137434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7357e8c-d4d5-4a80-97ae-5559f93e4495 None None] Routers {'5b352d5e-6fab-4931-86b3-b24aab86d459'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:24.138704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7357e8c-d4d5-4a80-97ae-5559f93e4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5b352d5e-6fab-4931-86b3-b24aab86d459'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:24.217462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7357e8c-d4d5-4a80-97ae-5559f93e4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:24.237839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7357e8c-d4d5-4a80-97ae-5559f93e4495 None None] Routers {'5b352d5e-6fab-4931-86b3-b24aab86d459'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:24.238552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7357e8c-d4d5-4a80-97ae-5559f93e4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5b352d5e-6fab-4931-86b3-b24aab86d459'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:24.268074 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-79e73e5a-7e55-4865-bf40-c87c5e5856be tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/routers/5b352d5e-6fab-4931-86b3-b24aab86d459 HTTP/1.1" status: 200 len: 741 time: 0.1513851 Aug 04 17:04:24.270769 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53944) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.285383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a576a-ec2c-4582-a9e3-a6dbfa097783 req-8132c8bf-34f4-4d28-9608-466582c0206c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:24.288271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b06a576a-ec2c-4582-a9e3-a6dbfa097783 req-8132c8bf-34f4-4d28-9608-466582c0206c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 943 time: 0.0719345 Aug 04 17:04:24.307585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7357e8c-d4d5-4a80-97ae-5559f93e4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:24.308341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7357e8c-d4d5-4a80-97ae-5559f93e4495 None None] The sync data for ids ['5b352d5e-6fab-4931-86b3-b24aab86d459'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:04:24.334356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b06a576a-ec2c-4582-a9e3-a6dbfa097783 req-3a4941c2-c351-46f0-9e91-794e0102e78a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 Aug 04 17:04:24.339033 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3e0f765c-4da6-4891-966d-22915c1472c0 tempest-RoutersAdminTest-885723702 tempest-RoutersAdminTest-885723702-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&device_id=5b352d5e-6fab-4931-86b3-b24aab86d459 HTTP/1.1" status: 200 len: 205 time: 0.0649881 Aug 04 17:04:24.339814 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53950) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.374597 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e7d90a63-a101-4049-a173-527fb6264db7 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b352d5e-6fab-4931-86b3-b24aab86d459 HTTP/1.1" status: 200 len: 205 time: 0.0307333 Aug 04 17:04:24.375867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53956) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.460054 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b21e755-8df2-4c18-af48-185538164457 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:24.655414 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b21e755-8df2-4c18-af48-185538164457 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:24.659270 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b21e755-8df2-4c18-af48-185538164457 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:24.739382 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b21e755-8df2-4c18-af48-185538164457 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:24.739902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b21e755-8df2-4c18-af48-185538164457 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Fanout notify agent at l3_agent the message router_deleted on router 5b352d5e-6fab-4931-86b3-b24aab86d459 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:04:24.747395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b21e755-8df2-4c18-af48-185538164457 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:24.748500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0b21e755-8df2-4c18-af48-185538164457 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/5b352d5e-6fab-4931-86b3-b24aab86d459 HTTP/1.1" status: 204 len: 168 time: 0.3704333 Aug 04 17:04:24.752233 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53976) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.779539 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-16ef6131-d32d-446f-bdc1-1a3109dfc6fc tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b352d5e-6fab-4931-86b3-b24aab86d459 HTTP/1.1" status: 200 len: 205 time: 0.0261185 Aug 04 17:04:24.782061 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53978) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.800616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4218115-a667-4184-a2cd-9c587c6c719f req-ab54872e-0e6f-4ecd-954e-d9836a243ae7 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:24.802120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4218115-a667-4184-a2cd-9c587c6c719f req-ab54872e-0e6f-4ecd-954e-d9836a243ae7 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 951 time: 0.1390154 Aug 04 17:04:24.818689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c10b3-bf21-4636-85de-85b29d554066 req-84ad4b8f-393f-4035-ab82-b3e8cb2bdc44 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:24.820330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d7c10b3-bf21-4636-85de-85b29d554066 req-84ad4b8f-393f-4035-ab82-b3e8cb2bdc44 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 946 time: 0.0926440 Aug 04 17:04:24.824797 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-702a4b96-ea5d-421e-9ec3-7504215b2031 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] delete failed (client error): The resource could not be found. Aug 04 17:04:24.825779 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-702a4b96-ea5d-421e-9ec3-7504215b2031 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/5b352d5e-6fab-4931-86b3-b24aab86d459 HTTP/1.1" status: 404 len: 336 time: 0.0430803 Aug 04 17:04:24.828541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53980) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.860864 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2cc3678c-6642-4c24-948a-94c0237cdc29 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b22926a-89e3-4313-800e-2e29c136055c HTTP/1.1" status: 200 len: 205 time: 0.0306079 Aug 04 17:04:24.863018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53982) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.886917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4218115-a667-4184-a2cd-9c587c6c719f req-d6677657-f73a-40e8-bc33-9cff2064dd13 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632315 Aug 04 17:04:24.887341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d7c10b3-bf21-4636-85de-85b29d554066 req-6e5b2e4a-37c3-4223-93db-ce9c745af297 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565450 Aug 04 17:04:24.900544 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-dc6559e6-2ae6-4ef4-a0ea-6a9bb1fe08a9 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] delete failed (client error): The resource could not be found. Aug 04 17:04:24.901961 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dc6559e6-2ae6-4ef4-a0ea-6a9bb1fe08a9 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/2b22926a-89e3-4313-800e-2e29c136055c HTTP/1.1" status: 404 len: 336 time: 0.0380149 Aug 04 17:04:24.905211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53986) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.939481 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-031c26a5-d784-4a89-abf0-724732feb3c3 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=61700bdf-0b0e-4b9a-9eaf-551d558b8a67 HTTP/1.1" status: 200 len: 205 time: 0.0309165 Aug 04 17:04:24.941809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53988) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.979080 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-b149cf4c-ebac-47fd-80a1-947634c547f9 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] delete failed (client error): The resource could not be found. Aug 04 17:04:24.980143 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b149cf4c-ebac-47fd-80a1-947634c547f9 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/61700bdf-0b0e-4b9a-9eaf-551d558b8a67 HTTP/1.1" status: 404 len: 336 time: 0.0374169 Aug 04 17:04:24.982885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53990) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:24.996795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53992) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:25.016800 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9919d2af-e534-41a2-a720-21857d44855e tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=923bee75-f808-461f-a6f5-cf36f190eef3 HTTP/1.1" status: 200 len: 205 time: 0.0326655 Aug 04 17:04:25.019408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53996) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:25.057866 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-714d5e38-f736-47c6-bf15-bd996108811a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] delete failed (client error): The resource could not be found. Aug 04 17:04:25.059059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-714d5e38-f736-47c6-bf15-bd996108811a tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/923bee75-f808-461f-a6f5-cf36f190eef3 HTTP/1.1" status: 404 len: 336 time: 0.0385828 Aug 04 17:04:25.062012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53998) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:25.090833 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6a1a629d-5e89-42fe-be60-83b566ad0edc tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2b9e58c-c8bb-43a3-a08b-9301721b162e HTTP/1.1" status: 200 len: 205 time: 0.0272603 Aug 04 17:04:25.093243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54004) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:25.108527 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e3d6-aa27-4ee7-be81-5eae497e2ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.135921 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-759dad92-7a51-4913-bbfe-7dfc60622a54 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] delete failed (client error): The resource could not be found. Aug 04 17:04:25.137109 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-759dad92-7a51-4913-bbfe-7dfc60622a54 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/e2b9e58c-c8bb-43a3-a08b-9301721b162e HTTP/1.1" status: 404 len: 336 time: 0.0427153 Aug 04 17:04:25.141153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54006) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:25.177153 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f56e49e7-c17e-4721-abca-79fa7ba22614 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3bb2681-e86f-428e-9aec-99755970aa17 HTTP/1.1" status: 200 len: 205 time: 0.0347269 Aug 04 17:04:25.178166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54010) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:25.219423 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-97cab256-18ec-4497-9d34-d62b41bff524 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] delete failed (client error): The resource could not be found. Aug 04 17:04:25.223118 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e3d6-aa27-4ee7-be81-5eae497e2ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.223354 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-97cab256-18ec-4497-9d34-d62b41bff524 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/routers/f3bb2681-e86f-428e-9aec-99755970aa17 HTTP/1.1" status: 404 len: 336 time: 0.0437450 Aug 04 17:04:25.223710 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54012) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:25.228477 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e3d6-aa27-4ee7-be81-5eae497e2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.254746 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce777ec-8643-45bc-ab4f-2ed29d6172c3 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] DELETE failed (client error): The resource could not be found. Aug 04 17:04:25.255431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce777ec-8643-45bc-ab4f-2ed29d6172c3 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:04:25.259999 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3ce777ec-8643-45bc-ab4f-2ed29d6172c3 tempest-RoutersAdminTest-1116973540 tempest-RoutersAdminTest-1116973540-project] 10.222.0.39 "DELETE /v2.0/subnets/a06f5e37-a0bc-4437-9dc4-6935487f3eeb HTTP/1.1" status: 404 len: 337 time: 0.0353630 Aug 04 17:04:25.270023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2bb4e3d6-aa27-4ee7-be81-5eae497e2ea5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffd89e7b410048fa852491cef87c8f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720461 Aug 04 17:04:25.271223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4e3d6-aa27-4ee7-be81-5eae497e2ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547cb6fa-703e-4b6c-a61b-18b80caab378,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:25.273107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54020) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:25.327956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d287-9b8d-4f3b-93bd-4b4e91495c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.349838 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d287-9b8d-4f3b-93bd-4b4e91495c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.455605 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d287-9b8d-4f3b-93bd-4b4e91495c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.458563 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3bd2d287-9b8d-4f3b-93bd-4b4e91495c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.464219 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3bd2d287-9b8d-4f3b-93bd-4b4e91495c68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/547cb6fa-703e-4b6c-a61b-18b80caab378 HTTP/1.1" status: 204 len: 168 time: 0.1898613 Aug 04 17:04:25.493560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37739b-8db1-4ad6-b6f8-61a49f78096b req-97679738-4821-457a-8d5f-b4d2ac9f5fe8 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:25.494129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2d287-9b8d-4f3b-93bd-4b4e91495c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547cb6fa-703e-4b6c-a61b-18b80caab378,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:25.495819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f37739b-8db1-4ad6-b6f8-61a49f78096b req-97679738-4821-457a-8d5f-b4d2ac9f5fe8 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 943 time: 0.0770247 Aug 04 17:04:25.508879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54036) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:25.562520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f37739b-8db1-4ad6-b6f8-61a49f78096b req-dd02986f-da61-464a-9ebf-ee07a39ff128 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447500 Aug 04 17:04:25.637301 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6848039d-a899-4cc8-b98c-96251e996473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.658368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 90887543-07df-41b9-bc21-29c0d03ce597 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:04:25.771857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6848039d-a899-4cc8-b98c-96251e996473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.773190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 90887543-07df-41b9-bc21-29c0d03ce597, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=90887543-07df-41b9-bc21-29c0d03ce597,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:25.779194 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6848039d-a899-4cc8-b98c-96251e996473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.787732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '90887543-07df-41b9-bc21-29c0d03ce597', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'port_id': '90887543-07df-41b9-bc21-29c0d03ce597', 'mac_address': 'fa:16:3e:4b:6c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb48bb64-77b4-470f-bd74-6a3c636aa456', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:04:25.827136 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6848039d-a899-4cc8-b98c-96251e996473 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63cc629e5d9e47d19054fbcf5948bade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159845 Aug 04 17:04:25.828504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54066) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:25.834755 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.845661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848039d-a899-4cc8-b98c-96251e996473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30046caa-6550-46ae-a4db-118efa13cc4b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:25.858344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90887543-07df-41b9-bc21-29c0d03ce597 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:25.889217 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 90887543-07df-41b9-bc21-29c0d03ce597, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=90887543-07df-41b9-bc21-29c0d03ce597,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:25.896237 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.922925 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66af4035-16be-4f96-80e2-65573c7faa01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:25.949801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=90887543-07df-41b9-bc21-29c0d03ce597,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:25.973160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66af4035-16be-4f96-80e2-65573c7faa01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:26.000981 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-b63ebdba-3a2c-43d0-bf8e-bb4fcdceb241 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566716 Aug 04 17:04:26.122249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb41d48-a1e6-4e98-9c3b-11be1d490a03 req-01c08fd0-bca2-469c-a007-c4d7bdbe34ad tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:26.123899 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb41d48-a1e6-4e98-9c3b-11be1d490a03 req-01c08fd0-bca2-469c-a007-c4d7bdbe34ad tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 951 time: 0.1376762 Aug 04 17:04:26.146737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66af4035-16be-4f96-80e2-65573c7faa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:26.149810 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66af4035-16be-4f96-80e2-65573c7faa01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:26.151018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-66af4035-16be-4f96-80e2-65573c7faa01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30046caa-6550-46ae-a4db-118efa13cc4b HTTP/1.1" status: 204 len: 168 time: 0.3213315 Aug 04 17:04:26.170935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['90887543-07df-41b9-bc21-29c0d03ce597'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:26.182352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af4035-16be-4f96-80e2-65573c7faa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30046caa-6550-46ae-a4db-118efa13cc4b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:26.206797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-1a2d0748-b216-4ebf-8b15-d390f082597c tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:26.208337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-1a2d0748-b216-4ebf-8b15-d390f082597c tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838868 Aug 04 17:04:26.229506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb41d48-a1e6-4e98-9c3b-11be1d490a03 req-8ad1e5f9-69a8-457f-b673-e9f5ce7d7fde tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869999 Aug 04 17:04:26.239115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-36734b17-ba76-41b6-b806-77aaf6fe23d9 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/quotas/f88d3c16865548a18c9714dfcdcb18ef HTTP/1.1" status: 200 len: 375 time: 0.0222087 Aug 04 17:04:26.296924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-29c8f5e9-e81e-4395-8f86-acf296ad7583 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553517 Aug 04 17:04:26.338221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-9b7ac947-3d16-49ee-9804-d1bcee001037 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:26.340099 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-9b7ac947-3d16-49ee-9804-d1bcee001037 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 946 time: 0.1084983 Aug 04 17:04:26.556526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088986ae-febc-4649-9ac7-954940df3194 req-75d1df70-ac83-465a-abb6-3e5f49dd4422 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:26.558203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-088986ae-febc-4649-9ac7-954940df3194 req-75d1df70-ac83-465a-abb6-3e5f49dd4422 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 946 time: 0.2166731 Aug 04 17:04:26.590151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-5c971ddc-fad6-4f42-8f66-daeb1132e9e9 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:26.596097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-5c971ddc-fad6-4f42-8f66-daeb1132e9e9 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.82 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 951 time: 0.2531197 Aug 04 17:04:26.647141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54116) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:26.694348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-088986ae-febc-4649-9ac7-954940df3194 req-2bee6bbe-24da-4adf-b822-4207f28831ea tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943942 Aug 04 17:04:26.723502 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cec15e2f-a490-4c0d-84ff-c63479238bf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a526828fee5845bda14e50212172effb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750861 Aug 04 17:04:26.726040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54118) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:26.731179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Deleting port aff78694-1cd7-488e-b27a-08fe7d9ce7da {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:26.731523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:26.793805 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-42ca7784-4e46-4002-81f3-895095bba411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:26.833037 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-42ca7784-4e46-4002-81f3-895095bba411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:26.869887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb63dc0-4912-43b2-a8f7-1125b6b6cf30 req-879a567d-e0f9-4c42-b541-8e8f2088a032 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:26.871387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cb63dc0-4912-43b2-a8f7-1125b6b6cf30 req-879a567d-e0f9-4c42-b541-8e8f2088a032 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 944 time: 0.1560457 Aug 04 17:04:26.890245 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-42ca7784-4e46-4002-81f3-895095bba411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:26.893107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-42ca7784-4e46-4002-81f3-895095bba411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:26.894870 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-42ca7784-4e46-4002-81f3-895095bba411 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/083e9e36-e7f7-43af-bea0-7348dba7d05c HTTP/1.1" status: 204 len: 168 time: 0.1671934 Aug 04 17:04:26.901678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-a7248962-724c-45f0-a67a-519e94f006f7 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585530 Aug 04 17:04:26.902505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca7784-4e46-4002-81f3-895095bba411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083e9e36-e7f7-43af-bea0-7348dba7d05c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:26.903610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-12ae5763-003f-4e76-b6b6-c108f71cfbdf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Deleting port 6cd196ea-21b6-4859-8b55-51bbd73ae99f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:26.904398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-12ae5763-003f-4e76-b6b6-c108f71cfbdf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:26.909931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] For port aff78694-1cd7-488e-b27a-08fe7d9ce7da, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aff78694-1cd7-488e-b27a-08fe7d9ce7da,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:26.910405 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:27.099056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cb63dc0-4912-43b2-a8f7-1125b6b6cf30 req-cd76f34f-099c-4497-9655-8cd7bc02d2ec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182565 Aug 04 17:04:27.197677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-12ae5763-003f-4e76-b6b6-c108f71cfbdf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] For port 6cd196ea-21b6-4859-8b55-51bbd73ae99f, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6cd196ea-21b6-4859-8b55-51bbd73ae99f,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:27.198192 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-12ae5763-003f-4e76-b6b6-c108f71cfbdf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:27.240196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-12ae5763-003f-4e76-b6b6-c108f71cfbdf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Calling delete_port for 6cd196ea-21b6-4859-8b55-51bbd73ae99f owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:27.270527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec2867-f773-4488-8cfb-813f2320f900 req-735afaa0-b1af-4e7c-94bd-6bc705964fe1 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:27.277096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-735afaa0-b1af-4e7c-94bd-6bc705964fe1 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479822 Aug 04 17:04:27.446859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-c0b0ad77-3abd-4cb9-8cc1-0436bf0f1698 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/quotas/f88d3c16865548a18c9714dfcdcb18ef HTTP/1.1" status: 200 len: 375 time: 0.1498821 Aug 04 17:04:27.493703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54154) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:27.659654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 90887543-07df-41b9-bc21-29c0d03ce597 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:27.683710 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-dc29950d-ca40-4002-bd00-ecc023173820 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587595 Aug 04 17:04:27.753876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f7cb56f-834a-4c0e-97f6-a26d9514088c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:27.760927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 90887543-07df-41b9-bc21-29c0d03ce597 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:27.767095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 90887543-07df-41b9-bc21-29c0d03ce597 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:27.767853 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:27.866148 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:27.892281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b78c17-a223-410f-9d3a-e62cee1d9597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90887543-07df-41b9-bc21-29c0d03ce597'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:27.892503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54170) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:27.895156 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce50e74-0710-49bc-b130-ffd572e3c5f4" -d '{"events": [{"server_uuid": "96b78c17-a223-410f-9d3a-e62cee1d9597", "name": "network-vif-plugged", "status": "completed", "tag": "90887543-07df-41b9-bc21-29c0d03ce597"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:27.924753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 90887543-07df-41b9-bc21-29c0d03ce597, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=90887543-07df-41b9-bc21-29c0d03ce597,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:27.931708 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:27.931913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-30241bb8-f1ef-4181-b56e-7f32f531fcd0 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4715858 Aug 04 17:04:27.933436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cd196ea-21b6-4859-8b55-51bbd73ae99f no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:27.935216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:27.935427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:27.935700 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Floating IP 217a5683-fa75-452f-bcd3-6542cbfec599 disassociated. External IP: 172.25.2.251, port: aff78694-1cd7-488e-b27a-08fe7d9ce7da. Aug 04 17:04:27.936099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Calling delete_port for aff78694-1cd7-488e-b27a-08fe7d9ce7da owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:27.974970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f74d74-788c-4e6f-80af-1abeda828e06 req-5d030e24-2d8b-4abc-aaa6-562e75ea3a55 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:27.982341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6f74d74-788c-4e6f-80af-1abeda828e06 req-5d030e24-2d8b-4abc-aaa6-562e75ea3a55 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 951 time: 0.6388326 Aug 04 17:04:27.984096 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ef6e3e7c-39b9-471a-a58e-2ef08b56a119 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:27.989973 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ef6e3e7c-39b9-471a-a58e-2ef08b56a119 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994068 Aug 04 17:04:28.011940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Request body: {'port': {'device_id': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'f88d3c16865548a18c9714dfcdcb18ef'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:28.103886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6f74d74-788c-4e6f-80af-1abeda828e06 req-d028ad3c-60ee-43b5-913a-00f72e4f4a56 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/security-groups?id=1dcae7b6-3784-4b30-ab25-831d51998559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205518 Aug 04 17:04:28.186782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1591861257'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:28.205799 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-12ae5763-003f-4e76-b6b6-c108f71cfbdf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.290102 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.296351 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae0a0db-edae-4d15-8fec-0c85bf9a8b44 x-openstack-request-id: req-cae0a0db-edae-4d15-8fec-0c85bf9a8b44 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:28.305479 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b78c17-a223-410f-9d3a-e62cee1d9597", "name": "network-vif-plugged", "status": "completed", "tag": "90887543-07df-41b9-bc21-29c0d03ce597", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:28.305927 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cae0a0db-edae-4d15-8fec-0c85bf9a8b44 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:28.306524 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b78c17-a223-410f-9d3a-e62cee1d9597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90887543-07df-41b9-bc21-29c0d03ce597', 'code': 200} Aug 04 17:04:28.322492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=90887543-07df-41b9-bc21-29c0d03ce597,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:28.326731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae5763-003f-4e76-b6b6-c108f71cfbdf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Pushing event deleted for resources: {'Port': ['ID=6cd196ea-21b6-4859-8b55-51bbd73ae99f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:28.490756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-12ae5763-003f-4e76-b6b6-c108f71cfbdf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] No DVR routers for this DVR port 6cd196ea-21b6-4859-8b55-51bbd73ae99f on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:28.493748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.500414 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-12ae5763-003f-4e76-b6b6-c108f71cfbdf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.502701 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e9cc1ab-28f2-4d1e-bf99-31c28caef183 req-12ae5763-003f-4e76-b6b6-c108f71cfbdf tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.82 "DELETE /v2.0/ports/6cd196ea-21b6-4859-8b55-51bbd73ae99f HTTP/1.1" status: 204 len: 173 time: 1.8911817 Aug 04 17:04:28.505065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'name': 'network-vif-deleted', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:28.508004 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8170df3d-ad37-46ae-a941-88d10558a65b" -d '{"events": [{"server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "name": "network-vif-deleted", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:28.548036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event deleted for resources: {'Port': ['ID=aff78694-1cd7-488e-b27a-08fe7d9ce7da,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:28.569755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac465eac-abda-4b80-89ff-4f32a8b96e90 req-d06d434e-74a5-49d9-bd2a-b9389a7f76fc tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:28.577743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac465eac-abda-4b80-89ff-4f32a8b96e90 req-d06d434e-74a5-49d9-bd2a-b9389a7f76fc tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 868 time: 0.2857730 Aug 04 17:04:28.609738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594a654-900e-46a0-aef7-2688b873f3c5 req-75a23861-8c09-4a14-9b32-059c012a693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:28.611700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6594a654-900e-46a0-aef7-2688b873f3c5 req-75a23861-8c09-4a14-9b32-059c012a693a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 1096 time: 0.2030385 Aug 04 17:04:28.626218 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f7cb56f-834a-4c0e-97f6-a26d9514088c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.646341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f7cb56f-834a-4c0e-97f6-a26d9514088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.669049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Made reservation on behalf of f88d3c16865548a18c9714dfcdcb18ef for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:28.673052 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.677828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b70f23-d83f-4d93-a6b9-587e0a986c43 req-c8933d08-65a7-4572-a087-5ad66e4f6dfe tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:28.679611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5b70f23-d83f-4d93-a6b9-587e0a986c43 req-c8933d08-65a7-4572-a087-5ad66e4f6dfe tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 945 time: 0.2696722 Aug 04 17:04:28.721626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.727270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cb56f-834a-4c0e-97f6-a26d9514088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1bbbdf-d236-4663-bb8b-570f58bc3fde,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:28.737039 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4f7cb56f-834a-4c0e-97f6-a26d9514088c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b02887b2b8924cd4b6dd8c07e0609c65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2418804 Aug 04 17:04:28.738504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:28.742968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.745224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54190) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:28.772061 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.839559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac465eac-abda-4b80-89ff-4f32a8b96e90 req-6bdaac8c-ffa3-4c0a-b273-82123848d609 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a4d51dc-e240-4bce-99da-f4f1a40d16c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570424 Aug 04 17:04:28.854613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f1247cc-47d7-4257-9577-145a96266206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.858403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6594a654-900e-46a0-aef7-2688b873f3c5 req-0383682e-8edd-4d80-b4f5-bf7f89fab65c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035549 Aug 04 17:04:28.891968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5b70f23-d83f-4d93-a6b9-587e0a986c43 req-867898b6-fb13-4486-a1a1-646358e5a957 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914792 Aug 04 17:04:28.896904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f1247cc-47d7-4257-9577-145a96266206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.956357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:04:28.991163 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f1247cc-47d7-4257-9577-145a96266206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.993990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f1247cc-47d7-4257-9577-145a96266206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:28.995191 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3f1247cc-47d7-4257-9577-145a96266206 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d1bbbdf-d236-4663-bb8b-570f58bc3fde HTTP/1.1" status: 204 len: 168 time: 0.2474015 Aug 04 17:04:29.016908 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1247cc-47d7-4257-9577-145a96266206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1bbbdf-d236-4663-bb8b-570f58bc3fde,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:29.049500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6077ecc-0eb4-4107-b476-e556cd48c7cb req-89308bab-4cdb-425b-8d9e-5aa9b0b6159d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 210 time: 0.1025157 Aug 04 17:04:29.050232 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:29.051880 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fbb5bb-9840-46f5-807a-e72a6e3b5add x-openstack-request-id: req-65fbb5bb-9840-46f5-807a-e72a6e3b5add {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:29.052342 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20d9f62-370d-4b7e-97b5-b5cfa609c35f", "name": "network-vif-deleted", "tag": "6cd196ea-21b6-4859-8b55-51bbd73ae99f", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:29.052977 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65fbb5bb-9840-46f5-807a-e72a6e3b5add {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:29.063700 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:29.067975 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20d9f62-370d-4b7e-97b5-b5cfa609c35f', 'name': 'network-vif-deleted', 'tag': '6cd196ea-21b6-4859-8b55-51bbd73ae99f', 'status': 'completed', 'code': 200} Aug 04 17:04:29.201816 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bcb912-7b03-4672-8ef9-b53665a4f511,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:29.330868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:29.345221 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] Sync routers for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:29.368515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Allocated IP 192.168.233.188 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/a6c01776-6af3-49b4-8bfb-b0be84353b70) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:29.372463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49be363b-a9e8-471f-91eb-1b5a94e7cd3f req-ac5fb89e-357c-4992-bd91-c8988c965be1 tempest-ImagesOneServerTestJSON-764843004 tempest-ImagesOneServerTestJSON-764843004-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20d9f62-370d-4b7e-97b5-b5cfa609c35f HTTP/1.1" status: 200 len: 210 time: 0.0812774 Aug 04 17:04:29.372773 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:29.373691 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:29.399839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:29.409230 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:29.413469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] No DVR routers for this DVR port aff78694-1cd7-488e-b27a-08fe7d9ce7da on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:29.422889 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:29.426795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-765a0d70-d707-43d2-8cbb-4c17ded3cf96 req-d1dae377-d8cd-4128-b6ff-20c6d4f0a29e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.90 "DELETE /v2.0/ports/aff78694-1cd7-488e-b27a-08fe7d9ce7da HTTP/1.1" status: 204 len: 173 time: 3.0602663 Aug 04 17:04:29.462885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:04:29.484009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe09fa2-f5de-4111-b53a-9cabf344d9ce,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:29.500220 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:29.500564 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Added segment 54f32155-346a-46e7-8546-86fee1b41ef4 of type vlan for network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 Aug 04 17:04:29.547207 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:29.604555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-1090b0d4-a99b-4651-b1b8-99f025e29ae5 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450945 Aug 04 17:04:29.692996 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:29.728049 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:29.757726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Transition to ACTIVE for port object a6c01776-6af3-49b4-8bfb-b0be84353b70 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:29.766304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:29.776221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:29.776891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:29.882740 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9892879 Aug 04 17:04:29.887338 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54210) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:29.894365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec2867-f773-4488-8cfb-813f2320f900 req-88812c66-6607-4ff8-83d7-a8d365ade01e tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:29.896102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-88812c66-6607-4ff8-83d7-a8d365ade01e tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2827375 Aug 04 17:04:29.896286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:29.927141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Request body: {'port': {'device_id': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'f88d3c16865548a18c9714dfcdcb18ef'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:30.007291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750c527-4cf6-4080-950c-94b74a94434d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Network': ['ID=0214bd7b-2498-4f95-a2d5-2cef03c7e896,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:30.017187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:30.023183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:04:30.044150 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:30.079749 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] Checking router: dde7ca5d-7a33-479e-99ce-c47e1451e1f1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:04:30.092050 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:04:30.092416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:30.093157 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:30.107391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:30.112012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:30.119227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:30.205002 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:30.205680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:30.213437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:30.217797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-642ccdb6-9cf0-41da-9a35-62d00ed6bc3c req-6b3addc0-861c-4581-9729-8baa1517830f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d883497-a267-4904-8f3c-024864007962 HTTP/1.1" status: 200 len: 210 time: 0.1798797 Aug 04 17:04:30.221837 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:30.286946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device aff78694-1cd7-488e-b27a-08fe7d9ce7da no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:30.324839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58fbe7-db8a-47e5-9e12-c4d7bf6b91f9 req-0f26197f-8081-4086-8ef4-112e85101ae4 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:30.333543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b58fbe7-db8a-47e5-9e12-c4d7bf6b91f9 req-0f26197f-8081-4086-8ef4-112e85101ae4 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 945 time: 0.2972488 Aug 04 17:04:30.341940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: aff78694-1cd7-488e-b27a-08fe7d9ce7da {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:30.342779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device aff78694-1cd7-488e-b27a-08fe7d9ce7da not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:30.358031 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:04:30.368112 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-afc3e850-8b68-4086-a377-76200576dd4d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3650219 Aug 04 17:04:30.387505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Request body: {'port': {'device_id': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:30.403441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5338ee71-c3e6-4fd8-9ea6-914f88a30c77 req-21edc60b-0af9-4c44-994d-9dd4ce2d4e4e tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 210 time: 0.0669708 Aug 04 17:04:30.508225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b58fbe7-db8a-47e5-9e12-c4d7bf6b91f9 req-8234e338-083e-4636-ae88-eea2f9124cbd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707666 Aug 04 17:04:30.531686 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:30.535900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Made reservation on behalf of f88d3c16865548a18c9714dfcdcb18ef for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:30.539598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:30.622334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a0b3206-65b6-4c77-816a-66835d7258e5 None None] Provisioning for port a6c01776-6af3-49b4-8bfb-b0be84353b70 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:30.634360 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a0b3206-65b6-4c77-816a-66835d7258e5 None None] Provisioning complete for port a6c01776-6af3-49b4-8bfb-b0be84353b70 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:30.636630 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a0b3206-65b6-4c77-816a-66835d7258e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:30.690116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b3206-65b6-4c77-816a-66835d7258e5 None None] Port a6c01776-6af3-49b4-8bfb-b0be84353b70 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:04:30.729242 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:30.772040 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:30.793566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dde0a-85df-4d26-8649-252dc77d904b req-8c00a80c-817d-4107-a6d7-ab6576290b76 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:30.800875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-646dde0a-85df-4d26-8649-252dc77d904b req-8c00a80c-817d-4107-a6d7-ab6576290b76 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 946 time: 0.1387470 Aug 04 17:04:30.828070 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6be202-0d5c-451b-884e-5b0c768902f0 None None] The sync data for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 is: [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:04:30.840662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Allocated IP 192.168.233.236 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/5dd1ac72-7957-4653-8f1e-17069876a95a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:30.904182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-646dde0a-85df-4d26-8649-252dc77d904b req-13682f4f-2169-4804-81d3-2a76ea47200a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002877 Aug 04 17:04:30.972750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=add52ef5-6faa-4c8a-9b20-4b83f25c41d4,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:30.990646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:30.991037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network hostable DHCP agents. Network: 0214bd7b-2498-4f95-a2d5-2cef03c7e896, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:04:31.026968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:04:31.033189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54242) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:31.049977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 0214bd7b-2498-4f95-a2d5-2cef03c7e896) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:31.059849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:31.060076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c18770f-3b4c-4e3e-aa2c-80b49c6780d9 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:31.061752 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:31.069574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'name': 'network-vif-deleted', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:31.074346 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47457910-5f97-40bc-8448-b15dbb3a34c3" -d '{"events": [{"server_uuid": "9d883497-a267-4904-8f3c-024864007962", "name": "network-vif-deleted", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:31.091443 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-89c1bd73-de14-4082-a2e9-89ce34b7655b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2028973 Aug 04 17:04:31.094330 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54250) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:31.103133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'name': 'tempest-NetworksTestDHCPv6-875227180'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:31.176226 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63614d-e996-4d3d-a91c-f42fb7c9d5e6 x-openstack-request-id: req-ae63614d-e996-4d3d-a91c-f42fb7c9d5e6 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:31.176801 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d883497-a267-4904-8f3c-024864007962", "name": "network-vif-deleted", "tag": "aff78694-1cd7-488e-b27a-08fe7d9ce7da", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:31.177337 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae63614d-e996-4d3d-a91c-f42fb7c9d5e6 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:31.177910 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d883497-a267-4904-8f3c-024864007962', 'name': 'network-vif-deleted', 'tag': 'aff78694-1cd7-488e-b27a-08fe7d9ce7da', 'status': 'completed', 'code': 200} Aug 04 17:04:31.196262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09650d0-40f4-4b3c-a5e0-55d3560ce545 req-f4f3b3ff-20a6-4870-976e-a8fd57f37551 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:31.198276 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e09650d0-40f4-4b3c-a5e0-55d3560ce545 req-f4f3b3ff-20a6-4870-976e-a8fd57f37551 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 945 time: 0.1858981 Aug 04 17:04:31.203699 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:31.237812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Transition to ACTIVE for port object 5dd1ac72-7957-4653-8f1e-17069876a95a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:31.291816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': 'add52ef5-6faa-4c8a-9b20-4b83f25c41d4'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:04:31.293456 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:31.323451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e09650d0-40f4-4b3c-a5e0-55d3560ce545 req-d142e66f-bf63-4a44-ae16-b78b1aed33ae tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126840 Aug 04 17:04:31.368995 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:31.433822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e501437-3209-490b-afc0-97f31cfac373 None None] New status for floating IP 217a5683-fa75-452f-bcd3-6542cbfec599: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:04:31.451776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54266) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:31.484572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:31.495013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:31.508170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:31.518835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Pushing event updated for resources: {'Port': ['ID=5dd1ac72-7957-4653-8f1e-17069876a95a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:31.681536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:31.683047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:31.686192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:31.703768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:31.703994 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d6119ff-56a5-4924-833b-e77482c349c3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:31.710612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cd196ea-21b6-4859-8b55-51bbd73ae99f no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:31.742169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-6dda68a3-4a89-4e94-9bdb-c52766b035e4 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8363318 Aug 04 17:04:31.759389 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a979b33d-debd-4248-8db4-cf08d58a7be9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b42ef77269d64b9da41386a3c9efc05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7202666 Aug 04 17:04:31.767658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54276) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:31.773270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 6cd196ea-21b6-4859-8b55-51bbd73ae99f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:31.773569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6cd196ea-21b6-4859-8b55-51bbd73ae99f not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:31.783585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ca1ff-16a8-4296-9685-06bcee8a0b85 req-e93d0b58-0251-4b60-ae37-ec14e00e8eef tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:31.791949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-710ca1ff-16a8-4296-9685-06bcee8a0b85 req-e93d0b58-0251-4b60-ae37-ec14e00e8eef tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 936 time: 0.2009938 Aug 04 17:04:31.799470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 5d7d8b0c-981c-4dbb-accb-02f13639bdd2 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:04:31.816324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/add52ef5-6faa-4c8a-9b20-4b83f25c41d4/e6d748c3-a7a5-450f-8d69-0864f559305e) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:31.828953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Request body: {'port': {'device_id': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:31.851210 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d6119ff-56a5-4924-833b-e77482c349c3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.000942 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4931f98d-bb21-42a8-9683-cfe863a21833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.011477 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f5edd0ba-8cee-4b6b-b52a-a3efd9b55bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.016392 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.018409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-47b169e1-5434-442b-ad35-c891bb1ac765 None None] Provisioning for port 5dd1ac72-7957-4653-8f1e-17069876a95a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:32.023446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c01776-6af3-49b4-8bfb-b0be84353b70 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:32.027663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-47b169e1-5434-442b-ad35-c891bb1ac765 None None] Provisioning complete for port 5dd1ac72-7957-4653-8f1e-17069876a95a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:32.028030 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47b169e1-5434-442b-ad35-c891bb1ac765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.029834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Transition to ACTIVE for port object e6d748c3-a7a5-450f-8d69-0864f559305e will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:32.039079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.046989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4931f98d-bb21-42a8-9683-cfe863a21833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.070081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Transition to ACTIVE for port object a6c01776-6af3-49b4-8bfb-b0be84353b70 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:32.076139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Transition to ACTIVE for port object e6d748c3-a7a5-450f-8d69-0864f559305e will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:32.083682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.085015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-47b169e1-5434-442b-ad35-c891bb1ac765 None None] Port 5dd1ac72-7957-4653-8f1e-17069876a95a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:04:32.092726 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.119750 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.135425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:32.144880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:32.151856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:32.157517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Pushing event updated for resources: {'Port': ['ID=e6d748c3-a7a5-450f-8d69-0864f559305e,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:32.191868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:32.203797 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4931f98d-bb21-42a8-9683-cfe863a21833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.206315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4931f98d-bb21-42a8-9683-cfe863a21833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.210646 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4931f98d-bb21-42a8-9683-cfe863a21833 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1dcae7b6-3784-4b30-ab25-831d51998559 HTTP/1.1" status: 204 len: 168 time: 0.4371057 Aug 04 17:04:32.250204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Attempting to bind port e6d748c3-a7a5-450f-8d69-0864f559305e on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:32.250568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Attempting to bind port e6d748c3-a7a5-450f-8d69-0864f559305e by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:32.251932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Attempting to bind port e6d748c3-a7a5-450f-8d69-0864f559305e on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:32.265910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:32.269399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:32.270859 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.272001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:32.274278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Bound port: e6d748c3-a7a5-450f-8d69-0864f559305e, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:32.275126 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.280489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::219 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/add52ef5-6faa-4c8a-9b20-4b83f25c41d4/5d7d8b0c-981c-4dbb-accb-02f13639bdd2) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:32.285903 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931f98d-bb21-42a8-9683-cfe863a21833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcae7b6-3784-4b30-ab25-831d51998559,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:32.402791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Attempting to bind port a6c01776-6af3-49b4-8bfb-b0be84353b70 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:32.403239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Attempting to bind port a6c01776-6af3-49b4-8bfb-b0be84353b70 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:32.403569 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Attempting to bind port a6c01776-6af3-49b4-8bfb-b0be84353b70 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:32.429268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Port a6c01776-6af3-49b4-8bfb-b0be84353b70 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:04:32.431158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Attempting to bind port a6c01776-6af3-49b4-8bfb-b0be84353b70 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:32.456581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:32.457182 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:32.457580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:32.458046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Bound port: a6c01776-6af3-49b4-8bfb-b0be84353b70, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:32.458401 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.460280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] For port e6d748c3-a7a5-450f-8d69-0864f559305e, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:32.466371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] For port e6d748c3-a7a5-450f-8d69-0864f559305e, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e6d748c3-a7a5-450f-8d69-0864f559305e,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:32.478848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.527041 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d6119ff-56a5-4924-833b-e77482c349c3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.534277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d6119ff-56a5-4924-833b-e77482c349c3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.544122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7d6119ff-56a5-4924-833b-e77482c349c3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a4d51dc-e240-4bce-99da-f4f1a40d16c9 HTTP/1.1" status: 204 len: 168 time: 1.0892048 Aug 04 17:04:32.560234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54290) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:32.575832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026b5a8-f337-45c5-8d12-48aae51e9add None None] Pushing event updated for resources: {'Port': ['ID=e6d748c3-a7a5-450f-8d69-0864f559305e,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:32.622412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6119ff-56a5-4924-833b-e77482c349c3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d51dc-e240-4bce-99da-f4f1a40d16c9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:32.645412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-710ca1ff-16a8-4296-9685-06bcee8a0b85 req-4ccf9fab-a04c-426a-b0b0-316503776766 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7969732 Aug 04 17:04:32.660806 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-d211b4f1-bb9a-45f3-8e58-8a947d573dcd tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] show failed (client error): The resource could not be found. Aug 04 17:04:32.666496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d211b4f1-bb9a-45f3-8e58-8a947d573dcd tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups/1a4d51dc-e240-4bce-99da-f4f1a40d16c9 HTTP/1.1" status: 404 len: 347 time: 0.0810311 Aug 04 17:04:32.668861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54294) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:32.689162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9f39-9a0f-4ab8-940e-521df3ab480b req-85eefe5c-ba09-43b5-a0e1-38ca27d99f0e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:32.697541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7cdb9f39-9a0f-4ab8-940e-521df3ab480b req-85eefe5c-ba09-43b5-a0e1-38ca27d99f0e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 945 time: 0.7985685 Aug 04 17:04:32.731402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:32.736329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.767292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:32.808030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7cdb9f39-9a0f-4ab8-940e-521df3ab480b req-b68c53cc-6a19-4173-af93-a42d2ae13b90 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092763 Aug 04 17:04:32.814691 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.836452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 5d7d8b0c-981c-4dbb-accb-02f13639bdd2 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:32.860179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd1ac72-7957-4653-8f1e-17069876a95a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:32.886214 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.926604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Transition to ACTIVE for port object 5dd1ac72-7957-4653-8f1e-17069876a95a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:32.935314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:32.985686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:32.987084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:33.000237 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] 10.222.0.90 "PUT /v2.0/ports/a6c01776-6af3-49b4-8bfb-b0be84353b70 HTTP/1.1" status: 200 len: 1096 time: 2.6171043 Aug 04 17:04:33.025435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd1ac72-7957-4653-8f1e-17069876a95a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:33.066048 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:33.070098 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e578b762-f59e-4d0f-8709-045d755b65ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:33.075380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e7b34-02f6-4930-88da-f97ccc01d697 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:33.195513 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220a6fe0-50b9-442c-80fc-07854d4ea348 x-openstack-request-id: req-220a6fe0-50b9-442c-80fc-07854d4ea348 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:33.195816 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:33.196069 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-220a6fe0-50b9-442c-80fc-07854d4ea348 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:33.196545 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'status': 'completed', 'code': 200} Aug 04 17:04:33.222177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-1020cb14-b6e6-4f5d-9148-3a0216428a80 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:33.223912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-1020cb14-b6e6-4f5d-9148-3a0216428a80 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 945 time: 0.2084274 Aug 04 17:04:33.314172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-da6af56b-5859-453f-a12c-5548fe296ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:33.315784 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-da6af56b-5859-453f-a12c-5548fe296ab9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 1099 time: 0.2307432 Aug 04 17:04:33.326257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1635b8f7-3acd-48e4-bf30-7c75720fc7b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Deleting port 45f7a8cb-55dc-4bb5-8d5c-04bc988a21c9 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:33.326691 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1635b8f7-3acd-48e4-bf30-7c75720fc7b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:33.330435 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:33.364002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Attempting to bind port 5dd1ac72-7957-4653-8f1e-17069876a95a on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:33.364349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Attempting to bind port 5dd1ac72-7957-4653-8f1e-17069876a95a by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:33.364683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Attempting to bind port 5dd1ac72-7957-4653-8f1e-17069876a95a on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:33.393846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Port 5dd1ac72-7957-4653-8f1e-17069876a95a on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:04:33.394180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Attempting to bind port 5dd1ac72-7957-4653-8f1e-17069876a95a on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:33.452166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:33.452918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:33.453680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:33.454346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Bound port: 5dd1ac72-7957-4653-8f1e-17069876a95a, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:33.454955 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:33.482560 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-86b3ba16-92a6-4375-a64e-7cf5417994c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70 HTTP/1.1" status: 200 len: 217 time: 0.1293504 Aug 04 17:04:33.631014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-47b30b54-2ba2-4eca-bdfe-2b775f66ceec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Deleting port 90887543-07df-41b9-bc21-29c0d03ce597 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:33.636037 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-47b30b54-2ba2-4eca-bdfe-2b775f66ceec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:33.694348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:33.727038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] For port 5dd1ac72-7957-4653-8f1e-17069876a95a, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:33.763238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=5d7d8b0c-981c-4dbb-accb-02f13639bdd2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:33.769178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:33.775616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] For port 5dd1ac72-7957-4653-8f1e-17069876a95a, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5dd1ac72-7957-4653-8f1e-17069876a95a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:33.796262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:33.802225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:33.803024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:33.815936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:33.855679 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1888da4c-10e5-495c-b8fc-9c43671f5866 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7601430 Aug 04 17:04:33.857825 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-1c7dc840-4844-44a5-bb4a-297cc93ca44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:33.859414 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-1c7dc840-4844-44a5-bb4a-297cc93ca44c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.3619785 Aug 04 17:04:33.862872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54326) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:33.971103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1635b8f7-3acd-48e4-bf30-7c75720fc7b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:33.971443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1635b8f7-3acd-48e4-bf30-7c75720fc7b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.036586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1635b8f7-3acd-48e4-bf30-7c75720fc7b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Calling delete_port for 45f7a8cb-55dc-4bb5-8d5c-04bc988a21c9 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:34.095925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-f20d3e33-a08a-42ba-b0f3-ef6ad5af83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:34.097444 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-f20d3e33-a08a-42ba-b0f3-ef6ad5af83f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970577 Aug 04 17:04:34.111646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be3a3a-d6bc-4c95-88b8-6b022d34f9be tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:34.112351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e6d748c3-a7a5-450f-8d69-0864f559305e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:34.114413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:34.115077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.116593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] 10.222.0.82 "PUT /v2.0/ports/5dd1ac72-7957-4653-8f1e-17069876a95a HTTP/1.1" status: 200 len: 1096 time: 2.3497801 Aug 04 17:04:34.119538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be3a3a-d6bc-4c95-88b8-6b022d34f9be tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:34.122492 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e7be3a3a-d6bc-4c95-88b8-6b022d34f9be tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2591364 Aug 04 17:04:34.136278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'tag': '5dd1ac72-7957-4653-8f1e-17069876a95a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:34.138646 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a0da8b-0f39-4488-aade-08d7986e748b" -d '{"events": [{"name": "network-changed", "server_uuid": "56acd86e-8e6d-4066-a6e5-b138ddf48686", "tag": "5dd1ac72-7957-4653-8f1e-17069876a95a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:34.156155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54332) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:34.196912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-47b30b54-2ba2-4eca-bdfe-2b775f66ceec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] For port 90887543-07df-41b9-bc21-29c0d03ce597, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=90887543-07df-41b9-bc21-29c0d03ce597,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:34.198552 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-47b30b54-2ba2-4eca-bdfe-2b775f66ceec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.224083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-47b30b54-2ba2-4eca-bdfe-2b775f66ceec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Calling delete_port for 90887543-07df-41b9-bc21-29c0d03ce597 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:34.230795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e6d748c3-a7a5-450f-8d69-0864f559305e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:34.263545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4939-2e8e-4153-92da-a333336f2409 req-4e855669-158a-4bb7-8d45-4425d2d72dae tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:34.271328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28bf4939-2e8e-4153-92da-a333336f2409 req-4e855669-158a-4bb7-8d45-4425d2d72dae tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 948 time: 0.4915807 Aug 04 17:04:34.274926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355c755-456c-4e35-9eaa-0a0cccb1aea2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd1ac72-7957-4653-8f1e-17069876a95a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:34.277639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6539ff88-af36-410f-889f-7abdbea842d3 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:34.431734 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c4e66bd2-5282-43cc-9909-67964cf818c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.437928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54338) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:34.450817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-912a79f9-0e70-4e6e-8ff2-bff119cba4fd None None] Provisioning for port e6d748c3-a7a5-450f-8d69-0864f559305e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:34.457241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28bf4939-2e8e-4153-92da-a333336f2409 req-42b2f822-2990-4983-a75d-d7a7ab696f8f tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840351 Aug 04 17:04:34.459995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-912a79f9-0e70-4e6e-8ff2-bff119cba4fd None None] Provisioning complete for port e6d748c3-a7a5-450f-8d69-0864f559305e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:34.461105 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-912a79f9-0e70-4e6e-8ff2-bff119cba4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.491550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a3f10-5ac3-4ffe-8335-604ee98d1284 req-b0967cb2-ca48-4eb7-8c02-53d352943064 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:34.499027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-571a3f10-5ac3-4ffe-8335-604ee98d1284 req-b0967cb2-ca48-4eb7-8c02-53d352943064 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=96b78c17-a223-410f-9d3a-e62cee1d9597 HTTP/1.1" status: 200 len: 945 time: 0.5304799 Aug 04 17:04:34.501475 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-61b29ad5-0e43-4155-ab76-0e486c020883 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776278 Aug 04 17:04:34.527703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec2867-f773-4488-8cfb-813f2320f900 req-f56a9bda-02e1-4555-93ad-924324bb752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:34.529480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-f56a9bda-02e1-4555-93ad-924324bb752f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 1099 time: 0.2792153 Aug 04 17:04:34.639893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-7560ad19-568e-43ab-90f1-d07a3c016dba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5dd1ac72-7957-4653-8f1e-17069876a95a HTTP/1.1" status: 200 len: 217 time: 0.0738194 Aug 04 17:04:34.722923 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-912a79f9-0e70-4e6e-8ff2-bff119cba4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.724610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-571a3f10-5ac3-4ffe-8335-604ee98d1284 req-e4d91579-5adb-4ba0-a0e2-8feba050ca8c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219825 Aug 04 17:04:34.729050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6b94e1e-23c3-4246-8023-ef587ffaabb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.734742 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-abd973cc-219d-41ed-ab2c-2cee9dba6c4d req-f8851c7c-ade5-4c46-875d-ca62d9707a4e service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132814 Aug 04 17:04:34.741383 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1635b8f7-3acd-48e4-bf30-7c75720fc7b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.821633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635b8f7-3acd-48e4-bf30-7c75720fc7b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event deleted for resources: {'Port': ['ID=45f7a8cb-55dc-4bb5-8d5c-04bc988a21c9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:34.836780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-912a79f9-0e70-4e6e-8ff2-bff119cba4fd None None] For port e6d748c3-a7a5-450f-8d69-0864f559305e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e6d748c3-a7a5-450f-8d69-0864f559305e,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:34.845622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-912a79f9-0e70-4e6e-8ff2-bff119cba4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.862152 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e154b08-fa67-4b95-bf22-ae9c16e0b2f2 x-openstack-request-id: req-3e154b08-fa67-4b95-bf22-ae9c16e0b2f2 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:34.862440 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56acd86e-8e6d-4066-a6e5-b138ddf48686", "tag": "5dd1ac72-7957-4653-8f1e-17069876a95a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:34.862737 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e154b08-fa67-4b95-bf22-ae9c16e0b2f2 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:34.863869 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'tag': '5dd1ac72-7957-4653-8f1e-17069876a95a', 'status': 'completed', 'code': 200} Aug 04 17:04:34.871352 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-47b30b54-2ba2-4eca-bdfe-2b775f66ceec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.888073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849', '90887543-07df-41b9-bc21-29c0d03ce597'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:34.891461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['c6a41ed7-9969-4a95-9e07-c7c785439972'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:34.908311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec2867-f773-4488-8cfb-813f2320f900 req-76989d9d-8909-4a20-a61d-d942cb489fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:34.909851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-76989d9d-8909-4a20-a61d-d942cb489fa5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.2590685 Aug 04 17:04:34.993227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1635b8f7-3acd-48e4-bf30-7c75720fc7b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:34.997372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1635b8f7-3acd-48e4-bf30-7c75720fc7b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.004030 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b30b54-2ba2-4eca-bdfe-2b775f66ceec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event deleted for resources: {'Port': ['ID=90887543-07df-41b9-bc21-29c0d03ce597,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:35.006292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-47b30b54-2ba2-4eca-bdfe-2b775f66ceec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] No DVR routers for this DVR port 90887543-07df-41b9-bc21-29c0d03ce597 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:35.009335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-03a0a191-70e5-4fe2-9c5e-bb94f97beb49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 5d7d8b0c-981c-4dbb-accb-02f13639bdd2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:35.009675 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03a0a191-70e5-4fe2-9c5e-bb94f97beb49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.015429 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1635b8f7-3acd-48e4-bf30-7c75720fc7b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "DELETE /v2.0/floatingips/217a5683-fa75-452f-bcd3-6542cbfec599 HTTP/1.1" status: 204 len: 168 time: 2.3453937 Aug 04 17:04:35.049099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578b762-f59e-4d0f-8709-045d755b65ea req-1ee29678-4fcd-46e1-a57c-952ac8eaa3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:35.051420 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e578b762-f59e-4d0f-8709-045d755b65ea req-1ee29678-4fcd-46e1-a57c-952ac8eaa3e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 1099 time: 0.2146153 Aug 04 17:04:35.110616 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03a0a191-70e5-4fe2-9c5e-bb94f97beb49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.120524 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.123555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-03a0a191-70e5-4fe2-9c5e-bb94f97beb49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 5d7d8b0c-981c-4dbb-accb-02f13639bdd2 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:35.127205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a79f9-0e70-4e6e-8ff2-bff119cba4fd None None] Pushing event updated for resources: {'Port': ['ID=e6d748c3-a7a5-450f-8d69-0864f559305e,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:35.263636 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6b94e1e-23c3-4246-8023-ef587ffaabb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.298228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6b94e1e-23c3-4246-8023-ef587ffaabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.352313 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578b762-f59e-4d0f-8709-045d755b65ea req-134f9c8a-46e8-4517-8ced-f8c7b6dacebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:35.356608 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e578b762-f59e-4d0f-8709-045d755b65ea req-134f9c8a-46e8-4517-8ced-f8c7b6dacebe service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2322364 Aug 04 17:04:35.360756 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-47b30b54-2ba2-4eca-bdfe-2b775f66ceec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.362731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-546bfba2-fc22-4d2e-aee1-734d477d1d9a req-47b30b54-2ba2-4eca-bdfe-2b775f66ceec tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "DELETE /v2.0/ports/90887543-07df-41b9-bc21-29c0d03ce597 HTTP/1.1" status: 204 len: 173 time: 2.1240115 Aug 04 17:04:35.365685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03a0a191-70e5-4fe2-9c5e-bb94f97beb49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.402847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0a191-70e5-4fe2-9c5e-bb94f97beb49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=5d7d8b0c-981c-4dbb-accb-02f13639bdd2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:35.444668 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-03a0a191-70e5-4fe2-9c5e-bb94f97beb49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.446950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-03a0a191-70e5-4fe2-9c5e-bb94f97beb49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/5d7d8b0c-981c-4dbb-accb-02f13639bdd2 HTTP/1.1" status: 204 len: 168 time: 1.2827096 Aug 04 17:04:35.449395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54350) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:35.496376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4d49603c-371d-410c-a994-e0dc9b7e0046 None None] Provisioning complete for port e6d748c3-a7a5-450f-8d69-0864f559305e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:35.496756 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4d49603c-371d-410c-a994-e0dc9b7e0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.608849 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e578b762-f59e-4d0f-8709-045d755b65ea req-b436f6da-3908-4294-84b1-3c5f629daf63 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70 HTTP/1.1" status: 200 len: 217 time: 0.2273660 Aug 04 17:04:35.613271 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d6b94e1e-23c3-4246-8023-ef587ffaabb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03bd12e9f13b4917998d36000081a63c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1732860 Aug 04 17:04:35.614516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b94e1e-23c3-4246-8023-ef587ffaabb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad493ae-3f89-4d6f-ab03-8b3ea2848b95,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:35.618975 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54358) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:35.660155 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4d49603c-371d-410c-a994-e0dc9b7e0046 None None] Could not find standard attr ID for object 5d7d8b0c-981c-4dbb-accb-02f13639bdd2. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:04:35.730502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff45eb59-bb7a-465a-9827-f579d5e4b473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.734468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578b762-f59e-4d0f-8709-045d755b65ea req-942f617f-619d-4ba5-971f-41781c2a7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:35.736291 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e578b762-f59e-4d0f-8709-045d755b65ea req-942f617f-619d-4ba5-971f-41781c2a7390 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1161435 Aug 04 17:04:35.757879 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.777353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-caea5c12-d943-4289-8f3b-d03e6f6cae73 None None] Could not find standard attr ID for object 5d7d8b0c-981c-4dbb-accb-02f13639bdd2. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:04:35.810035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff45eb59-bb7a-465a-9827-f579d5e4b473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.860102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578b762-f59e-4d0f-8709-045d755b65ea req-dc5418eb-3a9f-41ad-b082-86eb351402a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:35.861629 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e578b762-f59e-4d0f-8709-045d755b65ea req-dc5418eb-3a9f-41ad-b082-86eb351402a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146126 Aug 04 17:04:35.963673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff45eb59-bb7a-465a-9827-f579d5e4b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.966590 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff45eb59-bb7a-465a-9827-f579d5e4b473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:35.968130 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ff45eb59-bb7a-465a-9827-f579d5e4b473 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ad493ae-3f89-4d6f-ab03-8b3ea2848b95 HTTP/1.1" status: 204 len: 168 time: 0.3465972 Aug 04 17:04:35.982743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45eb59-bb7a-465a-9827-f579d5e4b473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad493ae-3f89-4d6f-ab03-8b3ea2848b95,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:36.003611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec2867-f773-4488-8cfb-813f2320f900 req-54906bfd-44d4-4998-8a07-f8d86c674dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:36.005214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-54906bfd-44d4-4998-8a07-f8d86c674dae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0646069 Aug 04 17:04:36.043096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e6d748c3-a7a5-450f-8d69-0864f559305e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:36.128043 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e578b762-f59e-4d0f-8709-045d755b65ea req-fc6a3ea5-6928-4ca7-b2c4-0736f1f4974c service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568250 Aug 04 17:04:36.136817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-1a986010-60d8-49f5-8276-e11e1501d80b service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103861 Aug 04 17:04:36.173998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e6d748c3-a7a5-450f-8d69-0864f559305e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:36.174546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.247582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299c062-b994-4da0-94d6-0626c7ea33be tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:36.248749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54370) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:36.249807 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299c062-b994-4da0-94d6-0626c7ea33be tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:36.253927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6299c062-b994-4da0-94d6-0626c7ea33be tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8011353 Aug 04 17:04:36.254096 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2f43cf58-06ee-4a57-82bb-dbd06d174207 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1345977366', 'description': 'tempest-description--214078885'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:36.254545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54372) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:36.322874 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f43cf58-06ee-4a57-82bb-dbd06d174207 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.324182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a6c01776-6af3-49b4-8bfb-b0be84353b70 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:04:36.341256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e4523-546d-43f1-a06e-4d3113f5beec req-4a0e3f8d-2f17-4109-bd32-c9bda377bf91 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:36.348763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a5e4523-546d-43f1-a06e-4d3113f5beec req-4a0e3f8d-2f17-4109-bd32-c9bda377bf91 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 948 time: 0.3479016 Aug 04 17:04:36.351071 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e578b762-f59e-4d0f-8709-045d755b65ea req-f4a38bcd-4e17-4cdd-aa2a-2f199310fde4 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152896 Aug 04 17:04:36.378547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6303da5a-f4b3-40a0-8bef-8ee7e3ec82c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet add52ef5-6faa-4c8a-9b20-4b83f25c41d4 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:04:36.392495 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6303da5a-f4b3-40a0-8bef-8ee7e3ec82c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.434839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f43cf58-06ee-4a57-82bb-dbd06d174207 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.445971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f43cf58-06ee-4a57-82bb-dbd06d174207 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.469657 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6303da5a-f4b3-40a0-8bef-8ee7e3ec82c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.474553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeec2867-f773-4488-8cfb-813f2320f900 req-abc318db-2b7b-4736-891b-5988f8b40a6b service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060832 Aug 04 17:04:36.476954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43cf58-06ee-4a57-82bb-dbd06d174207 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6a9737-ec35-4633-8d5a-1a163a7bba0d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:36.490535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f43cf58-06ee-4a57-82bb-dbd06d174207 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.494738 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2f43cf58-06ee-4a57-82bb-dbd06d174207 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2424576 Aug 04 17:04:36.495305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54378) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:36.502226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2e939d1f-8650-47d8-a63f-8356c7baba80 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'security_group_rule': {'security_group_id': '4c6a9737-ec35-4633-8d5a-1a163a7bba0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:36.503153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:36.527145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a5e4523-546d-43f1-a06e-4d3113f5beec req-c6db6107-27df-42c7-9694-86996b4f9121 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772399 Aug 04 17:04:36.528399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'mac_address': 'fa:16:3e:bf:77:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:04:36.533484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54380) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:36.570918 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e939d1f-8650-47d8-a63f-8356c7baba80 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.596220 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a10a1d00-efc4-4dbc-8ba9-ff6da4b9c60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.602764 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.621964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c01776-6af3-49b4-8bfb-b0be84353b70 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:36.650391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:36.658597 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.682176 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e939d1f-8650-47d8-a63f-8356c7baba80 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.700634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e939d1f-8650-47d8-a63f-8356c7baba80 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.736424 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e939d1f-8650-47d8-a63f-8356c7baba80 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83447d5e-eaa7-401a-8d2c-82f7693d636c,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:36.745072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0da8b-0f39-4488-aade-08d7986e748b req-090f25c6-1586-4beb-b22f-b86354c2096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:36.746714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45a0da8b-0f39-4488-aade-08d7986e748b req-090f25c6-1586-4beb-b22f-b86354c2096f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 1099 time: 0.2061496 Aug 04 17:04:36.753679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:36.755732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6303da5a-f4b3-40a0-8bef-8ee7e3ec82c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.795102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a10a1d00-efc4-4dbc-8ba9-ff6da4b9c60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.803153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a10a1d00-efc4-4dbc-8ba9-ff6da4b9c60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.817704 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e939d1f-8650-47d8-a63f-8356c7baba80 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.819163 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2e939d1f-8650-47d8-a63f-8356c7baba80 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226328 Aug 04 17:04:36.829671 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54390) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:36.839844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1a40457a-ce53-4ce5-9c65-19440196a09a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'security_group_rule': {'security_group_id': '4c6a9737-ec35-4633-8d5a-1a163a7bba0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:36.869685 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a10a1d00-efc4-4dbc-8ba9-ff6da4b9c60d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=498ade13a97048d4be2d7db78c1a791b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319693 Aug 04 17:04:36.870367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54396) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:36.877616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b78c17-a223-410f-9d3a-e62cee1d9597', 'name': 'network-vif-deleted', 'tag': '90887543-07df-41b9-bc21-29c0d03ce597'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:36.877984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a1d00-efc4-4dbc-8ba9-ff6da4b9c60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd3863b-d700-4c0e-ab96-b21ad9c1bd2c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:36.880082 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8905991b-8f8b-4527-acd6-ab36dfad3a0c" -d '{"events": [{"server_uuid": "96b78c17-a223-410f-9d3a-e62cee1d9597", "name": "network-vif-deleted", "tag": "90887543-07df-41b9-bc21-29c0d03ce597"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:36.923671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a40457a-ce53-4ce5-9c65-19440196a09a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:36.936094 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa4e472-e2ce-4f1e-a184-9cdf9f3c292d x-openstack-request-id: req-efa4e472-e2ce-4f1e-a184-9cdf9f3c292d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:36.936388 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b78c17-a223-410f-9d3a-e62cee1d9597", "name": "network-vif-deleted", "tag": "90887543-07df-41b9-bc21-29c0d03ce597", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:36.936635 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efa4e472-e2ce-4f1e-a184-9cdf9f3c292d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:36.937032 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b78c17-a223-410f-9d3a-e62cee1d9597', 'name': 'network-vif-deleted', 'tag': '90887543-07df-41b9-bc21-29c0d03ce597', 'status': 'completed', 'code': 200} Aug 04 17:04:36.950250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['a6c01776-6af3-49b4-8bfb-b0be84353b70'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:36.961826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f862e6c-c2cc-4c82-b35a-febdd56be94b req-93a0ae7a-4efe-482a-82f9-cef9c9808080 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:36.963468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f862e6c-c2cc-4c82-b35a-febdd56be94b req-93a0ae7a-4efe-482a-82f9-cef9c9808080 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 946 time: 0.1228998 Aug 04 17:04:36.980981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9796d9be-7cda-4c8e-a4a1-15112da90d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.003306 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9796d9be-7cda-4c8e-a4a1-15112da90d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.014632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f862e6c-c2cc-4c82-b35a-febdd56be94b req-61226792-6f76-4918-bc4e-91d72c2366f5 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387082 Aug 04 17:04:37.028987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0da8b-0f39-4488-aade-08d7986e748b req-ddc88aef-5fac-44aa-a6bc-10bf9eb8e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:37.030573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45a0da8b-0f39-4488-aade-08d7986e748b req-ddc88aef-5fac-44aa-a6bc-10bf9eb8e321 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2670190 Aug 04 17:04:37.050101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6303da5a-f4b3-40a0-8bef-8ee7e3ec82c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.072398 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a40457a-ce53-4ce5-9c65-19440196a09a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.078855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a40457a-ce53-4ce5-9c65-19440196a09a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.094007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9796d9be-7cda-4c8e-a4a1-15112da90d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.097454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9796d9be-7cda-4c8e-a4a1-15112da90d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.101470 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9796d9be-7cda-4c8e-a4a1-15112da90d51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cd3863b-d700-4c0e-ab96-b21ad9c1bd2c HTTP/1.1" status: 204 len: 168 time: 0.2274823 Aug 04 17:04:37.116378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40457a-ce53-4ce5-9c65-19440196a09a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad246389-4a79-454d-aee0-62895d179128,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:37.122208 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796d9be-7cda-4c8e-a4a1-15112da90d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd3863b-d700-4c0e-ab96-b21ad9c1bd2c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:37.130286 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a40457a-ce53-4ce5-9c65-19440196a09a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.133125 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1a40457a-ce53-4ce5-9c65-19440196a09a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3015342 Aug 04 17:04:37.136576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54402) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:37.144705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45a0da8b-0f39-4488-aade-08d7986e748b req-839dd842-3436-4b86-be75-3ba2c01ecbf8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=5dd1ac72-7957-4653-8f1e-17069876a95a HTTP/1.1" status: 200 len: 217 time: 0.0930965 Aug 04 17:04:37.149527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f73ce6d-a35f-476a-ab98-2c7b95b4b43f None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:37.157497 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:37.160490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6303da5a-f4b3-40a0-8bef-8ee7e3ec82c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.169741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54404) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:37.172186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6303da5a-f4b3-40a0-8bef-8ee7e3ec82c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/add52ef5-6faa-4c8a-9b20-4b83f25c41d4 HTTP/1.1" status: 204 len: 168 time: 0.9151320 Aug 04 17:04:37.180964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303da5a-f4b3-40a0-8bef-8ee7e3ec82c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=add52ef5-6faa-4c8a-9b20-4b83f25c41d4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:37.236375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0da8b-0f39-4488-aade-08d7986e748b req-b9e0ae89-7654-4c06-af8e-83a175d5dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:37.238286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45a0da8b-0f39-4488-aade-08d7986e748b req-b9e0ae89-7654-4c06-af8e-83a175d5dae8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0927665 Aug 04 17:04:37.269367 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2f84a3e2-bcc2-4673-b3d3-bb3fa6dc1d86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978947 Aug 04 17:04:37.272752 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54408) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:37.280643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6d83b64e-1280-4a4e-8af7-1c6b85c45a99 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:37.307764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0da8b-0f39-4488-aade-08d7986e748b req-84020c65-5433-49c7-b7fb-e1d48c565153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:37.309851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45a0da8b-0f39-4488-aade-08d7986e748b req-84020c65-5433-49c7-b7fb-e1d48c565153 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593412 Aug 04 17:04:37.351118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54414) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:37.369709 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.390046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8015b2-c8c2-4c6c-9b64-1f42c3f94d8f None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:04:37.399370 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.481563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8b8015b2-c8c2-4c6c-9b64-1f42c3f94d8f None None] Deleting port e6d748c3-a7a5-450f-8d69-0864f559305e {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:37.481932 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8b8015b2-c8c2-4c6c-9b64-1f42c3f94d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.489013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45a0da8b-0f39-4488-aade-08d7986e748b req-8116edc1-f39a-4390-a31b-784d661b6de6 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692078 Aug 04 17:04:37.548606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d83b64e-1280-4a4e-8af7-1c6b85c45a99 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:37.553180 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d83b64e-1280-4a4e-8af7-1c6b85c45a99 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.577539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8b8015b2-c8c2-4c6c-9b64-1f42c3f94d8f None None] For port e6d748c3-a7a5-450f-8d69-0864f559305e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e6d748c3-a7a5-450f-8d69-0864f559305e,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:37.580536 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8b8015b2-c8c2-4c6c-9b64-1f42c3f94d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.611512 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8b8015b2-c8c2-4c6c-9b64-1f42c3f94d8f None None] Calling delete_port for e6d748c3-a7a5-450f-8d69-0864f559305e owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:37.637111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b67889b7-5c3d-4fe0-8c83-f46757c3e816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.707123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 90887543-07df-41b9-bc21-29c0d03ce597 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:37.745248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 90887543-07df-41b9-bc21-29c0d03ce597 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:37.745898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 90887543-07df-41b9-bc21-29c0d03ce597 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:37.756843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45a0da8b-0f39-4488-aade-08d7986e748b req-ab41bbe4-d0e3-46fe-9c0e-f63da1f361a1 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609315 Aug 04 17:04:37.763176 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8b8015b2-c8c2-4c6c-9b64-1f42c3f94d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.785367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e0025-9daa-4fa1-a6aa-ae33178f4de0 req-8db1e49b-29c5-4386-91cd-b054a414b985 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:37.787243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd9e0025-9daa-4fa1-a6aa-ae33178f4de0 req-8db1e49b-29c5-4386-91cd-b054a414b985 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 948 time: 0.1419709 Aug 04 17:04:37.814857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8015b2-c8c2-4c6c-9b64-1f42c3f94d8f None None] Pushing event deleted for resources: {'Port': ['ID=e6d748c3-a7a5-450f-8d69-0864f559305e,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:37.820125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8015b2-c8c2-4c6c-9b64-1f42c3f94d8f None None] No DVR routers for this DVR port e6d748c3-a7a5-450f-8d69-0864f559305e on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:37.864111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd9e0025-9daa-4fa1-a6aa-ae33178f4de0 req-f856ff7f-f513-48db-a4eb-a728d1af3b6a tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663278 Aug 04 17:04:37.911544 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b67889b7-5c3d-4fe0-8c83-f46757c3e816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.918598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b67889b7-5c3d-4fe0-8c83-f46757c3e816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:37.976652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b67889b7-5c3d-4fe0-8c83-f46757c3e816 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=618539fd7ce741c585c768dffe5f7318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6220272 Aug 04 17:04:37.977260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54432) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:37.986448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67889b7-5c3d-4fe0-8c83-f46757c3e816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02860023-590a-4fb6-b231-b40c6bf0b6a5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:38.015331 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e6d748c3-a7a5-450f-8d69-0864f559305e no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:38.046493 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.050374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0b1a-c81e-4219-ab3f-30b64b735934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.082454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0b1a-c81e-4219-ab3f-30b64b735934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.092189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e6d748c3-a7a5-450f-8d69-0864f559305e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:38.092455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e6d748c3-a7a5-450f-8d69-0864f559305e not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:38.197579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-1edb04d2-2bc9-41d2-9a17-8d2b387a0c71 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:38.199188 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-1edb04d2-2bc9-41d2-9a17-8d2b387a0c71 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 946 time: 0.1456611 Aug 04 17:04:38.200093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714deca-bf6e-429d-b106-6ac8e5173d6a req-eb220521-5662-4165-8563-10d6e7eb4667 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:38.201737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9714deca-bf6e-429d-b106-6ac8e5173d6a req-eb220521-5662-4165-8563-10d6e7eb4667 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 946 time: 0.0768085 Aug 04 17:04:38.227968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0b1a-c81e-4219-ab3f-30b64b735934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.230602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0b1a-c81e-4219-ab3f-30b64b735934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.234199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9a3a0b1a-c81e-4219-ab3f-30b64b735934 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02860023-590a-4fb6-b231-b40c6bf0b6a5 HTTP/1.1" status: 204 len: 168 time: 0.2533369 Aug 04 17:04:38.245353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a0b1a-c81e-4219-ab3f-30b64b735934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02860023-590a-4fb6-b231-b40c6bf0b6a5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:38.261659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9714deca-bf6e-429d-b106-6ac8e5173d6a req-59193bb6-7a3e-4cb2-b92e-b65c171a00c7 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535142 Aug 04 17:04:38.325950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a6c01776-6af3-49b4-8bfb-b0be84353b70 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:38.360517 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Allocated IP 172.25.2.192 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/8e58b01d-5cdc-47b1-8ee2-e82f608fb9c4) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:38.381161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port a6c01776-6af3-49b4-8bfb-b0be84353b70 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:38.387294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port a6c01776-6af3-49b4-8bfb-b0be84353b70 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:38.388719 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.395801 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d83b64e-1280-4a4e-8af7-1c6b85c45a99 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.473908 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83b64e-1280-4a4e-8af7-1c6b85c45a99 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:38.556228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6d83b64e-1280-4a4e-8af7-1c6b85c45a99 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:38.570057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83b64e-1280-4a4e-8af7-1c6b85c45a99 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:38.570629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d83b64e-1280-4a4e-8af7-1c6b85c45a99 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.606125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-a99f3611-9b3e-4df5-b585-f08b2124003f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Deleting port c6a41ed7-9969-4a95-9e07-c7c785439972 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:38.606471 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-a99f3611-9b3e-4df5-b585-f08b2124003f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.615345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54456) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:38.615706 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6d83b64e-1280-4a4e-8af7-1c6b85c45a99 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3411942 Aug 04 17:04:38.617025 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83b64e-1280-4a4e-8af7-1c6b85c45a99 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=0ee090cb-c7d5-4ee8-bb5a-8ba5ca9b8ff9,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:38.629254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'name': 'tempest-NetworksTestDHCPv6-886950556'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:38.633138 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da1628-d81f-474b-b089-5d2c4c56d299 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:38.678063 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.717573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:38.720089 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd98227f-3a40-4f1e-8e1c-ffb817681c02" -d '{"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-plugged", "status": "completed", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:38.743682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:38.807295 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.810331 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8544f20d-a9ce-4ae8-bcbf-bb4e62dce6fb x-openstack-request-id: req-8544f20d-a9ce-4ae8-bcbf-bb4e62dce6fb {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:38.810667 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-plugged", "status": "completed", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:38.810951 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8544f20d-a9ce-4ae8-bcbf-bb4e62dce6fb {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:38.811366 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'code': 200} Aug 04 17:04:38.815818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:38.821127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.836710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.859642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port f040d54c-6314-4d38-b36a-a3264ddaafdd yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:04:38.880573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-a99f3611-9b3e-4df5-b585-f08b2124003f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] For port c6a41ed7-9969-4a95-9e07-c7c785439972, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c6a41ed7-9969-4a95-9e07-c7c785439972,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:38.881031 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-a99f3611-9b3e-4df5-b585-f08b2124003f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:38.940587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-a99f3611-9b3e-4df5-b585-f08b2124003f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Calling delete_port for c6a41ed7-9969-4a95-9e07-c7c785439972 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:38.963766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af5155-a97e-4a49-a534-890336d02d9e req-400719b1-0a1f-4614-a295-87a488231fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:38.966381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37af5155-a97e-4a49-a534-890336d02d9e req-400719b1-0a1f-4614-a295-87a488231fc7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 1101 time: 0.1200485 Aug 04 17:04:38.985829 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.047964 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.073975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:39.086550 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.105548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37af5155-a97e-4a49-a534-890336d02d9e req-22c5e511-8327-46f9-8cb6-d2d248bb9cd5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267929 Aug 04 17:04:39.107559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::3a7 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/0ee090cb-c7d5-4ee8-bb5a-8ba5ca9b8ff9/f040d54c-6314-4d38-b36a-a3264ddaafdd) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:39.125848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '0ee090cb-c7d5-4ee8-bb5a-8ba5ca9b8ff9'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:04:39.126725 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.172563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:39.180219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:39.186277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:39.208430 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'Port': ['ID=8e58b01d-5cdc-47b1-8ee2-e82f608fb9c4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:39.240479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a88a1c-ae08-4bf7-8452-e23cdc25eac5 req-d7c7eb1a-0f1d-4e10-8776-95131a21b599 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:39.245599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66a88a1c-ae08-4bf7-8452-e23cdc25eac5 req-d7c7eb1a-0f1d-4e10-8776-95131a21b599 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 948 time: 0.2204375 Aug 04 17:04:39.291847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-a99f3611-9b3e-4df5-b585-f08b2124003f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.333010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:39.338106 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['c6a41ed7-9969-4a95-9e07-c7c785439972'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:39.372535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f3611-9b3e-4df5-b585-f08b2124003f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event deleted for resources: {'Port': ['ID=c6a41ed7-9969-4a95-9e07-c7c785439972,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:39.395600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66a88a1c-ae08-4bf7-8452-e23cdc25eac5 req-ae338b3e-28cd-4511-a9f5-297d967d5f71 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390178 Aug 04 17:04:39.457836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0101009-7d71-4376-aa9b-7454462747db req-d7dd8278-3dbe-446c-8239-ae9289c9a388 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d2708c3-8e9e-45d1-a0e0-79dab422b8b0 HTTP/1.1" status: 200 len: 210 time: 0.0374975 Aug 04 17:04:39.460575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.462332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-a99f3611-9b3e-4df5-b585-f08b2124003f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] No DVR routers for this DVR port c6a41ed7-9969-4a95-9e07-c7c785439972 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:39.468858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-a99f3611-9b3e-4df5-b585-f08b2124003f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.471343 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9523d6a-626f-4951-b428-79af4e26e9f7 req-a99f3611-9b3e-4df5-b585-f08b2124003f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.90 "DELETE /v2.0/ports/c6a41ed7-9969-4a95-9e07-c7c785439972 HTTP/1.1" status: 204 len: 173 time: 1.2462671 Aug 04 17:04:39.471793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2708c3-8e9e-45d1-a0e0-79dab422b8b0', 'name': 'network-vif-deleted', 'tag': 'c6a41ed7-9969-4a95-9e07-c7c785439972'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:39.474435 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783b3eed-7961-490c-9215-b97fd19e8f0f" -d '{"events": [{"server_uuid": "9d2708c3-8e9e-45d1-a0e0-79dab422b8b0", "name": "network-vif-deleted", "tag": "c6a41ed7-9969-4a95-9e07-c7c785439972"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:39.522544 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.549887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54490) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:39.553356 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a08bb34-5eda-40f7-9738-f3786d1fb756 x-openstack-request-id: req-3a08bb34-5eda-40f7-9738-f3786d1fb756 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:39.553672 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2708c3-8e9e-45d1-a0e0-79dab422b8b0", "name": "network-vif-deleted", "tag": "c6a41ed7-9969-4a95-9e07-c7c785439972", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:39.553900 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a08bb34-5eda-40f7-9738-f3786d1fb756 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:39.554297 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2708c3-8e9e-45d1-a0e0-79dab422b8b0', 'name': 'network-vif-deleted', 'tag': 'c6a41ed7-9969-4a95-9e07-c7c785439972', 'status': 'completed', 'code': 200} Aug 04 17:04:39.613067 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.642625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object f040d54c-6314-4d38-b36a-a3264ddaafdd will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:39.712882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5dd1ac72-7957-4653-8f1e-17069876a95a details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:04:39.715456 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.751039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:39.754210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:39.781477 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.790271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:39.792232 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.799993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:39.800777 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.834043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2163088 Aug 04 17:04:39.836039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2699a-7666-43dd-9b34-142809950c49 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=f040d54c-6314-4d38-b36a-a3264ddaafdd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:39.846772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54502) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:39.864906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-34852201-network', 'tenant_id': '59479fa4c75d42f689e0d067dac1b8fc'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:39.922370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/0ee090cb-c7d5-4ee8-bb5a-8ba5ca9b8ff9/16aaf54f-9b15-477e-a789-6ef9b3826f53) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:39.924231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'Port': ['ID=8e58b01d-5cdc-47b1-8ee2-e82f608fb9c4,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:39.936048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:39.991344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.004265 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5410daa6-1cd9-44b5-9536-9613a6f1a9e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8532476 Aug 04 17:04:40.004528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b7d53b-77ac-4e58-819d-f72c5408b2bb tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:40.004528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-59b7d53b-77ac-4e58-819d-f72c5408b2bb tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1359985 Aug 04 17:04:40.004528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Made reservation on behalf of 59479fa4c75d42f689e0d067dac1b8fc for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:40.004808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54506) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:40.004899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.010263 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.098295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5dd1ac72-7957-4653-8f1e-17069876a95a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5dd1ac72-7957-4653-8f1e-17069876a95a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:40.135229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '5dd1ac72-7957-4653-8f1e-17069876a95a', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '5dd1ac72-7957-4653-8f1e-17069876a95a', 'mac_address': 'fa:16:3e:69:b2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:04:40.160437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.168729 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.198104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:04:40.207097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d6f60ee8-d094-44b1-a5da-33e18a32edbe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port f040d54c-6314-4d38-b36a-a3264ddaafdd {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:40.207902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6f60ee8-d094-44b1-a5da-33e18a32edbe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.233049 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.233576 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Added segment 59f1257d-88b6-468c-87f9-7da53418a475 of type vlan for network 67a54658-f4ec-4103-a1d7-b020b9e3d818 Aug 04 17:04:40.259875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d005be9-5ee9-451d-8c6f-696c3cb37591,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:40.293925 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.326849 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.329541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd1ac72-7957-4653-8f1e-17069876a95a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:40.352990 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.358438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6f60ee8-d094-44b1-a5da-33e18a32edbe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.365385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5dd1ac72-7957-4653-8f1e-17069876a95a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5dd1ac72-7957-4653-8f1e-17069876a95a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:40.371214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Transition to ACTIVE for port object 16aaf54f-9b15-477e-a789-6ef9b3826f53 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:40.385630 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d6f60ee8-d094-44b1-a5da-33e18a32edbe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for f040d54c-6314-4d38-b36a-a3264ddaafdd owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:40.387734 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.390178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Transition to ACTIVE for port object 16aaf54f-9b15-477e-a789-6ef9b3826f53 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:40.395107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.396190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:40.397271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.492000 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.510281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5dd1ac72-7957-4653-8f1e-17069876a95a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:40.523380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-07ad4c13-4904-4562-9006-08a968c6ba99 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1345977366&fields=id&tenant_id=1887efc899274f9b821aaa08cad678b0 HTTP/1.1" status: 200 len: 267 time: 0.2060130 Aug 04 17:04:40.566127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0126946 Aug 04 17:04:40.567072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54532) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:40.588376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:40.592781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:40.598561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:40.612550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5dd1ac72-7957-4653-8f1e-17069876a95a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:40.618770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Request body: {'subnet': {'network_id': '67a54658-f4ec-4103-a1d7-b020b9e3d818', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-34852201-subnet', 'tenant_id': '59479fa4c75d42f689e0d067dac1b8fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:40.652449 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6f60ee8-d094-44b1-a5da-33e18a32edbe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.690582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f60ee8-d094-44b1-a5da-33e18a32edbe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=f040d54c-6314-4d38-b36a-a3264ddaafdd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:40.727845 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Pushing event updated for resources: {'Port': ['ID=16aaf54f-9b15-477e-a789-6ef9b3826f53,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:40.731816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6f60ee8-d094-44b1-a5da-33e18a32edbe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.737827 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d6f60ee8-d094-44b1-a5da-33e18a32edbe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/f040d54c-6314-4d38-b36a-a3264ddaafdd HTTP/1.1" status: 204 len: 168 time: 0.7346942 Aug 04 17:04:40.738158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54536) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:40.777199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197b063-5031-40c7-afa0-dc5b315f935c admin admin] Pushing event updated for resources: {'Network': ['ID=67a54658-f4ec-4103-a1d7-b020b9e3d818,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:40.786249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Made reservation on behalf of 59479fa4c75d42f689e0d067dac1b8fc for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:40.790214 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.802583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 67a54658-f4ec-4103-a1d7-b020b9e3d818 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:04:40.836577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621860c-8078-47e6-a7e1-abe6d995d23d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:40.838489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621860c-8078-47e6-a7e1-abe6d995d23d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:40.842861 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e621860c-8078-47e6-a7e1-abe6d995d23d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1010859 Aug 04 17:04:40.845147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54540) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:40.912961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Attempting to bind port 16aaf54f-9b15-477e-a789-6ef9b3826f53 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:40.913441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Attempting to bind port 16aaf54f-9b15-477e-a789-6ef9b3826f53 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:40.913813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Attempting to bind port 16aaf54f-9b15-477e-a789-6ef9b3826f53 on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:40.918091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23968f27-a38a-48b6-8735-9a7e476fb103 req-11af24d4-9168-4168-8fb0-508f9fdac903 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:40.923659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:40.924049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:40.924442 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.924843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:40.925324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Bound port: 16aaf54f-9b15-477e-a789-6ef9b3826f53, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:40.925706 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:40.931660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23968f27-a38a-48b6-8735-9a7e476fb103 req-11af24d4-9168-4168-8fb0-508f9fdac903 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 949 time: 0.4068072 Aug 04 17:04:40.965399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e11881c-6054-4db8-a2a9-913266161ff4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 0ee090cb-c7d5-4ee8-bb5a-8ba5ca9b8ff9 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:04:40.970355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e11881c-6054-4db8-a2a9-913266161ff4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.039656 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e11881c-6054-4db8-a2a9-913266161ff4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.066010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] For port 16aaf54f-9b15-477e-a789-6ef9b3826f53, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:41.085946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] For port 16aaf54f-9b15-477e-a789-6ef9b3826f53, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=16aaf54f-9b15-477e-a789-6ef9b3826f53,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:41.097489 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.112259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-11a71df2-f437-4c83-a84e-3c5173502f02 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:41.114902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-11a71df2-f437-4c83-a84e-3c5173502f02 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 817 time: 0.5561392 Aug 04 17:04:41.131657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23968f27-a38a-48b6-8735-9a7e476fb103 req-8d1cb28d-8240-4d16-a69e-ff3e3a23823f tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899323 Aug 04 17:04:41.171467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-344d922d-3940-442d-9cbc-b4e8fc18b881 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/quotas/1887efc899274f9b821aaa08cad678b0 HTTP/1.1" status: 200 len: 375 time: 0.0366745 Aug 04 17:04:41.191712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ab2c6-0e73-46b1-883c-1ff2aeb2852c None None] Pushing event updated for resources: {'Port': ['ID=16aaf54f-9b15-477e-a789-6ef9b3826f53,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:41.208248 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e11881c-6054-4db8-a2a9-913266161ff4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.322881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e11881c-6054-4db8-a2a9-913266161ff4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.352275 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e11881c-6054-4db8-a2a9-913266161ff4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.356581 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3e11881c-6054-4db8-a2a9-913266161ff4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/0ee090cb-c7d5-4ee8-bb5a-8ba5ca9b8ff9 HTTP/1.1" status: 204 len: 168 time: 0.5080183 Aug 04 17:04:41.359185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-740f9f58-39af-41ad-9134-48599047ec87 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1746109 Aug 04 17:04:41.364559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54552) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:41.392919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11881c-6054-4db8-a2a9-913266161ff4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee090cb-c7d5-4ee8-bb5a-8ba5ca9b8ff9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:41.459177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1809e653-ddb3-4306-8113-76bf0d4025b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918994 Aug 04 17:04:41.462324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54558) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:41.470047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d88de445-0c81-4136-b55b-9ccf47930a35 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:41.523423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.610501 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88de445-0c81-4136-b55b-9ccf47930a35 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:41.616681 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d88de445-0c81-4136-b55b-9ccf47930a35 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.686129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-fe56285c-7f02-46e4-a845-fcb567956a98 service neutron] 10.222.0.39 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408507 Aug 04 17:04:41.710685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1325cb95-7cc9-45d0-aba7-a76ea844b4fb,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:41.722532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5dd1ac72-7957-4653-8f1e-17069876a95a up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:41.775848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Checking segment: {'id': '59f1257d-88b6-468c-87f9-7da53418a475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '67a54658-f4ec-4103-a1d7-b020b9e3d818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:41.776212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Network hostable DHCP agents. Network: 67a54658-f4ec-4103-a1d7-b020b9e3d818, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:04:41.804770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 5dd1ac72-7957-4653-8f1e-17069876a95a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:41.810549 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 5dd1ac72-7957-4653-8f1e-17069876a95a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:41.810549 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.818389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-43655e83-25a0-497b-b55d-83631608c6a6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:41.820335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-43655e83-25a0-497b-b55d-83631608c6a6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.2678888 Aug 04 17:04:41.861875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-bfd084c3-2593-4e70-aa1a-c8957cebcbf2 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/quotas/173082757bc04a31b2a2048df2d4cdbf HTTP/1.1" status: 200 len: 375 time: 0.0326512 Aug 04 17:04:41.863632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Network 67a54658-f4ec-4103-a1d7-b020b9e3d818 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:04:41.884354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-9c645281-b830-4895-b4ab-78eb02d12507 service neutron] 10.222.0.39 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858678 Aug 04 17:04:41.889445 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d88de445-0c81-4136-b55b-9ccf47930a35 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.901360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 67a54658-f4ec-4103-a1d7-b020b9e3d818) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:41.909702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:41.910207 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:41.935948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a5c2849c-4620-4111-8ce2-bed88d82ac39 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3493233 Aug 04 17:04:41.948951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-6b0d164b-547a-41c8-94d4-b6510cd77c67 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0861309 Aug 04 17:04:41.950919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3491bfa5-e0cc-404b-a82b-e0454e535dc3 None None] Network 67a54658-f4ec-4103-a1d7-b020b9e3d818 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:41.991727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88de445-0c81-4136-b55b-9ccf47930a35 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:42.001628 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:42.003461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d88de445-0c81-4136-b55b-9ccf47930a35 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:42.019042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88de445-0c81-4136-b55b-9ccf47930a35 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:42.020518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d88de445-0c81-4136-b55b-9ccf47930a35 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:42.072036 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d88de445-0c81-4136-b55b-9ccf47930a35 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6065073 Aug 04 17:04:42.088521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54578) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:42.141158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'name': 'tempest-NetworksTestDHCPv6-1319415741'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:42.153112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 16aaf54f-9b15-477e-a789-6ef9b3826f53 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:42.241880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88de445-0c81-4136-b55b-9ccf47930a35 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=ea04e5b3-4ad8-4e1c-baaa-43639d473ca2,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:42.273064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5dd1ac72-7957-4653-8f1e-17069876a95a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5dd1ac72-7957-4653-8f1e-17069876a95a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:42.278338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd1ac72-7957-4653-8f1e-17069876a95a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:42.281401 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc9909-3a6a-483f-a4d3-d6a1fd75fbb6" -d '{"events": [{"server_uuid": "56acd86e-8e6d-4066-a6e5-b138ddf48686", "name": "network-vif-plugged", "status": "completed", "tag": "5dd1ac72-7957-4653-8f1e-17069876a95a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:42.290908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:42.351319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c6a41ed7-9969-4a95-9e07-c7c785439972 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:42.374704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:42.379323 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:42.414962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: c6a41ed7-9969-4a95-9e07-c7c785439972 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:42.415556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c6a41ed7-9969-4a95-9e07-c7c785439972 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:42.437506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 82989686-e5f3-4e54-9075-b63cb7c7eea7 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:04:42.463639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5dd1ac72-7957-4653-8f1e-17069876a95a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:42.487706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 16aaf54f-9b15-477e-a789-6ef9b3826f53 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:42.522044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825581ff-f614-4605-bcfc-b71ed69a0659 None None] Network 67a54658-f4ec-4103-a1d7-b020b9e3d818 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:42.713087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::151 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/ea04e5b3-4ad8-4e1c-baaa-43639d473ca2/82989686-e5f3-4e54-9075-b63cb7c7eea7) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:42.819787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213e4f-1b4d-4548-9e89-e2c08396875f req-a4247d50-7b63-4472-95c2-22406aa627ad tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:42.827462 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87213e4f-1b4d-4548-9e89-e2c08396875f req-a4247d50-7b63-4472-95c2-22406aa627ad tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 950 time: 0.1168842 Aug 04 17:04:42.832530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f332f-de04-4a16-9088-14b6c5fa9a6b None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:42.859940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-641db4b5-fe66-4dce-b370-9b7dc60c4a1a service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9096808 Aug 04 17:04:42.946232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87213e4f-1b4d-4548-9e89-e2c08396875f req-5adf30da-55f1-4bb1-b8a1-a592ee1ab6de tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177666 Aug 04 17:04:42.993400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:43.022730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-f53edbbe-839b-4816-9b76-df32e07f3d88 service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619046 Aug 04 17:04:43.033141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 82989686-e5f3-4e54-9075-b63cb7c7eea7 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:43.091533 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:43.117031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7f1fc45d-ad67-4f56-afea-49838c716c1b None None] Provisioning for port 16aaf54f-9b15-477e-a789-6ef9b3826f53 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:43.122484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7f1fc45d-ad67-4f56-afea-49838c716c1b None None] Provisioning complete for port 16aaf54f-9b15-477e-a789-6ef9b3826f53 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:43.122866 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc45d-ad67-4f56-afea-49838c716c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:43.266070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:43.269751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:43.274939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:43.280822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:43.295850 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:43.318969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=82989686-e5f3-4e54-9075-b63cb7c7eea7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:43.321499 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc45d-ad67-4f56-afea-49838c716c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:43.347864 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fb53daa3-e67e-4d9d-a54a-56ed27baf418 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2557676 Aug 04 17:04:43.350220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54614) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:43.368021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff4ef5aa-be06-4132-831c-8c3b4d664136 req-156106df-32cf-4957-938a-051566cd7e6f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 210 time: 0.0887177 Aug 04 17:04:43.438494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c697d084-f8e0-483b-9f49-1fbce182e3ee tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:43.458830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7f1fc45d-ad67-4f56-afea-49838c716c1b None None] For port 16aaf54f-9b15-477e-a789-6ef9b3826f53, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=16aaf54f-9b15-477e-a789-6ef9b3826f53,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:43.460581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c697d084-f8e0-483b-9f49-1fbce182e3ee tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:43.462688 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c697d084-f8e0-483b-9f49-1fbce182e3ee tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1114621 Aug 04 17:04:43.466231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54618) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:43.469054 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f1fc45d-ad67-4f56-afea-49838c716c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:43.520897 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85280bb9-d1b9-4e56-8414-a9d1deb01f0f x-openstack-request-id: req-85280bb9-d1b9-4e56-8414-a9d1deb01f0f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:43.521294 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acd86e-8e6d-4066-a6e5-b138ddf48686", "name": "network-vif-plugged", "status": "completed", "tag": "5dd1ac72-7957-4653-8f1e-17069876a95a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:43.521629 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85280bb9-d1b9-4e56-8414-a9d1deb01f0f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:43.522947 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd1ac72-7957-4653-8f1e-17069876a95a', 'code': 200} Aug 04 17:04:43.579572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fc45d-ad67-4f56-afea-49838c716c1b None None] Pushing event updated for resources: {'Port': ['ID=16aaf54f-9b15-477e-a789-6ef9b3826f53,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:43.584392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-2c87f7db-a8f8-4612-af51-f97073da2b37 req-d70b2c70-125c-43d1-90c8-529b7551b0f7 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1361446178', 'description': 'tempest-description-1787067494'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:43.694606 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2c87f7db-a8f8-4612-af51-f97073da2b37 req-d70b2c70-125c-43d1-90c8-529b7551b0f7 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:43.805095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-749da390-4a1e-493a-809c-22b979b218df None None] Provisioning complete for port 16aaf54f-9b15-477e-a789-6ef9b3826f53 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:43.805514 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-749da390-4a1e-493a-809c-22b979b218df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:43.809735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2261a25e-d82e-4344-8649-c61771f95d2c req-8e5ef7cb-3707-422d-8032-44bacd6b0491 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 210 time: 0.0841048 Aug 04 17:04:43.884297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e9c0f-fbf6-4918-9e6f-0e58b65f88d5 req-708f9e74-0b32-4384-9a9a-cd8d3e617bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:43.885817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-981e9c0f-fbf6-4918-9e6f-0e58b65f88d5 req-708f9e74-0b32-4384-9a9a-cd8d3e617bc5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 1101 time: 0.3263412 Aug 04 17:04:43.901512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7305e32d-7bcf-4ba3-9c7b-021376cafbbd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 82989686-e5f3-4e54-9075-b63cb7c7eea7 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:43.901860 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7305e32d-7bcf-4ba3-9c7b-021376cafbbd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:44.015932 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-14c9bd36-7ea1-467f-b10f-91074aa351a0 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:44.017618 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-14c9bd36-7ea1-467f-b10f-91074aa351a0 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.90 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 817 time: 0.2913001 Aug 04 17:04:44.081497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-749da390-4a1e-493a-809c-22b979b218df None None] Provisioning for port 82989686-e5f3-4e54-9075-b63cb7c7eea7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:44.089878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 16aaf54f-9b15-477e-a789-6ef9b3826f53 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:44.104124 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-ce718cf4-b258-4d19-b10b-fc0360bc8a8c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1887efc899274f9b821aaa08cad678b0 HTTP/1.1" status: 200 len: 380 time: 0.0757928 Aug 04 17:04:44.122901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-749da390-4a1e-493a-809c-22b979b218df None None] Provisioning complete for port 82989686-e5f3-4e54-9075-b63cb7c7eea7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:44.123280 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-749da390-4a1e-493a-809c-22b979b218df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:44.128145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'port': {'device_id': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'admin_state_up': True, 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'security_groups': ['4c6a9737-ec35-4633-8d5a-1a163a7bba0d']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:44.137480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-981e9c0f-fbf6-4918-9e6f-0e58b65f88d5 req-331fefb9-e260-4c3d-ab27-1adb48b8f87b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417910 Aug 04 17:04:44.185530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-749da390-4a1e-493a-809c-22b979b218df None None] Port 82989686-e5f3-4e54-9075-b63cb7c7eea7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:04:44.198059 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 16aaf54f-9b15-477e-a789-6ef9b3826f53 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:44.198307 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:44.226405 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2c87f7db-a8f8-4612-af51-f97073da2b37 req-d70b2c70-125c-43d1-90c8-529b7551b0f7 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:44.260925 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2c87f7db-a8f8-4612-af51-f97073da2b37 req-d70b2c70-125c-43d1-90c8-529b7551b0f7 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:44.290214 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2c87f7db-a8f8-4612-af51-f97073da2b37 req-d70b2c70-125c-43d1-90c8-529b7551b0f7 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:44.314541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c87f7db-a8f8-4612-af51-f97073da2b37 req-d70b2c70-125c-43d1-90c8-529b7551b0f7 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7469614 Aug 04 17:04:44.324025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-32654c83-cd25-434e-984d-9ce981b62c7f None None] Could not find standard attr ID for object f040d54c-6314-4d38-b36a-a3264ddaafdd. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:04:44.382679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Made reservation on behalf of 1887efc899274f9b821aaa08cad678b0 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:44.383569 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7305e32d-7bcf-4ba3-9c7b-021376cafbbd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:44.388787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:44.393429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fa40b-0d71-432a-8fc4-44cb38a72191 req-c0792276-20c7-4a70-ad3f-40b52e78722c tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:44.395074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-174fa40b-0d71-432a-8fc4-44cb38a72191 req-c0792276-20c7-4a70-ad3f-40b52e78722c tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 950 time: 0.3135519 Aug 04 17:04:44.416166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7305e32d-7bcf-4ba3-9c7b-021376cafbbd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 82989686-e5f3-4e54-9075-b63cb7c7eea7 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:44.426784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b2c70-125c-43d1-90c8-529b7551b0f7 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0346c6-5509-42ae-bd02-b989cf681a8f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:44.542630 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-174fa40b-0d71-432a-8fc4-44cb38a72191 req-e3a888a9-167f-4030-8ed5-79eec6a2a174 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325347 Aug 04 17:04:44.554599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3707bd89-325d-40d3-9d09-15918fcddf9a req-ced9ac70-7b37-4592-8ecd-da350c869385 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/3f0346c6-5509-42ae-bd02-b989cf681a8f HTTP/1.1" status: 200 len: 1815 time: 0.2388635 Aug 04 17:04:44.555143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Allocated IP 172.20.0.12 (4bf716c2-61fa-42c0-ad22-fe8639e9b0f1/546b3f6f-1b8c-4958-8513-3b5840aed771/8c91700d-dd81-4f29-b62b-f9c502199311) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:44.567562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3707bd89-325d-40d3-9d09-15918fcddf9a req-6a1bb083-21ea-4fda-8e92-60b795545dd8 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f0346c6-5509-42ae-bd02-b989cf681a8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:44.567995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3707bd89-325d-40d3-9d09-15918fcddf9a req-6a1bb083-21ea-4fda-8e92-60b795545dd8 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f0346c6-5509-42ae-bd02-b989cf681a8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:44.652510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bdfc5ad7-6e00-4814-9aba-fad851d0f8e3 None None] Provisioning complete for port 82989686-e5f3-4e54-9075-b63cb7c7eea7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:44.652917 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5ad7-6e00-4814-9aba-fad851d0f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:44.729237 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc5ad7-6e00-4814-9aba-fad851d0f8e3 None None] Port 82989686-e5f3-4e54-9075-b63cb7c7eea7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:04:44.774164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90afa6e4-265a-4fde-bd8e-e4ae78f88bdb req-1cd4f55f-bee9-4e64-8735-63a8ff319a0a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 210 time: 0.0916169 Aug 04 17:04:44.796722 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:44.995740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Transition to ACTIVE for port object 8c91700d-dd81-4f29-b62b-f9c502199311 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:44.997531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3707bd89-325d-40d3-9d09-15918fcddf9a req-6a1bb083-21ea-4fda-8e92-60b795545dd8 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.007014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7305e32d-7bcf-4ba3-9c7b-021376cafbbd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.044970 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.066874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305e32d-7bcf-4ba3-9c7b-021376cafbbd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=82989686-e5f3-4e54-9075-b63cb7c7eea7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:45.096708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9f7915d-cccb-4edd-9711-eeb55ec482f6 req-b1ff48df-5320-4cc1-97a7-eb9adc7e8d6d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 210 time: 0.0928323 Aug 04 17:04:45.100550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:45.106794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:45.111236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:45.117914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3707bd89-325d-40d3-9d09-15918fcddf9a req-6a1bb083-21ea-4fda-8e92-60b795545dd8 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.126934 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-04a3e4a0-16bb-4c35-b81e-1b3b826a0644 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:45.128484 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-04a3e4a0-16bb-4c35-b81e-1b3b826a0644 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.3435526 Aug 04 17:04:45.155863 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3707bd89-325d-40d3-9d09-15918fcddf9a req-6a1bb083-21ea-4fda-8e92-60b795545dd8 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.160805 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Request body: {'port': {'device_id': '430f308b-4065-4d1a-875d-f7420286e6be', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'admin_state_up': True, 'tenant_id': '173082757bc04a31b2a2048df2d4cdbf'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:45.179840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:45.180523 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.187312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event updated for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:45.206174 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-89bd5e89-9a74-4c9d-b615-817bdcc0d5b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0895634 Aug 04 17:04:45.217809 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7305e32d-7bcf-4ba3-9c7b-021376cafbbd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.222118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7305e32d-7bcf-4ba3-9c7b-021376cafbbd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/82989686-e5f3-4e54-9075-b63cb7c7eea7 HTTP/1.1" status: 204 len: 168 time: 1.7518761 Aug 04 17:04:45.228385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54650) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:45.232347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Request body: {'port': {'device_id': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:45.309861 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.345675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bb083-21ea-4fda-8e92-60b795545dd8 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e787e7aa-8e5e-483e-93d6-247ae3d03ead,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:45.366333 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3707bd89-325d-40d3-9d09-15918fcddf9a req-6a1bb083-21ea-4fda-8e92-60b795545dd8 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.367781 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3707bd89-325d-40d3-9d09-15918fcddf9a req-6a1bb083-21ea-4fda-8e92-60b795545dd8 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8067229 Aug 04 17:04:45.382617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b12e953-be76-4609-90be-90fd4c9ad511 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:45.382617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b12e953-be76-4609-90be-90fd4c9ad511 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:45.382943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7b12e953-be76-4609-90be-90fd4c9ad511 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1533725 Aug 04 17:04:45.392360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54654) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:45.522739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2a954b-024c-4f45-bb97-fe14df778880 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet ea04e5b3-4ad8-4e1c-baaa-43639d473ca2 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:04:45.534411 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a2a954b-024c-4f45-bb97-fe14df778880 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.578301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14ba1280-c8c0-4b78-9f46-4aa5eefe3ced req-07f514b6-7821-426c-92b4-23d36730d50f tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/3f0346c6-5509-42ae-bd02-b989cf681a8f HTTP/1.1" status: 200 len: 2409 time: 0.1506903 Aug 04 17:04:45.590216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0429010b-3db4-48e7-b923-4dacdc30cd0d None None] Provisioning for port 8c91700d-dd81-4f29-b62b-f9c502199311 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:45.593510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Made reservation on behalf of 173082757bc04a31b2a2048df2d4cdbf for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:45.597096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.598041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0429010b-3db4-48e7-b923-4dacdc30cd0d None None] Provisioning complete for port 8c91700d-dd81-4f29-b62b-f9c502199311 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:45.598629 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0429010b-3db4-48e7-b923-4dacdc30cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.617916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a2a954b-024c-4f45-bb97-fe14df778880 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.669540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0429010b-3db4-48e7-b923-4dacdc30cd0d None None] Port 8c91700d-dd81-4f29-b62b-f9c502199311 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:04:45.684643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56c058e5-4db4-4338-abdd-1881cff03626 req-fe86e6e0-d234-4a1a-8a8f-4bece2803662 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-group-rules/e787e7aa-8e5e-483e-93d6-247ae3d03ead HTTP/1.1" status: 200 len: 778 time: 0.0717196 Aug 04 17:04:45.713055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c91700d-dd81-4f29-b62b-f9c502199311 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:45.721626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.735046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Transition to ACTIVE for port object 8c91700d-dd81-4f29-b62b-f9c502199311 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:45.740616 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.801935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a2a954b-024c-4f45-bb97-fe14df778880 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.819537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:45.884532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Attempting to bind port 8c91700d-dd81-4f29-b62b-f9c502199311 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:45.885098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Attempting to bind port 8c91700d-dd81-4f29-b62b-f9c502199311 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:45.885494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Attempting to bind port 8c91700d-dd81-4f29-b62b-f9c502199311 on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:45.890917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Port 8c91700d-dd81-4f29-b62b-f9c502199311 on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:04:45.891408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Attempting to bind port 8c91700d-dd81-4f29-b62b-f9c502199311 on network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:45.897825 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:45.900374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Checking segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:45.900630 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Bound using segment: {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:45.901191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Bound port: 8c91700d-dd81-4f29-b62b-f9c502199311, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a8798e-3980-467c-b4de-b1c9143c2916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:45.901654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:45.904769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd33bc-cc98-46d0-86db-1139ab586305 req-1c2d53b3-10e9-4f1d-b3c5-fae2743602dd tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:45.906346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9cd33bc-cc98-46d0-86db-1139ab586305 req-1c2d53b3-10e9-4f1d-b3c5-fae2743602dd tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 950 time: 0.2461371 Aug 04 17:04:45.931091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56c058e5-4db4-4338-abdd-1881cff03626 req-7a4aefa8-1bac-4ba3-b61d-79af1120d941 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/3f0346c6-5509-42ae-bd02-b989cf681a8f HTTP/1.1" status: 200 len: 2409 time: 0.2210786 Aug 04 17:04:45.998573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:46.001715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Allocated IP 172.20.0.7 (466ca3f5-52b1-4270-9eda-4475959211d3/cb48bb64-77b4-470f-bd74-6a3c636aa456/787985c8-86ae-46b5-955d-cd2741474c1b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:46.005260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:46.013236 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a2a954b-024c-4f45-bb97-fe14df778880 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.018443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.075449 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-56c058e5-4db4-4338-abdd-1881cff03626 req-b295f4b8-b551-4e46-908e-cdd055a148a1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.082192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a954b-024c-4f45-bb97-fe14df778880 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=ea04e5b3-4ad8-4e1c-baaa-43639d473ca2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:46.085112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:46.086336 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.087845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9cd33bc-cc98-46d0-86db-1139ab586305 req-67b42699-dcab-4ca4-af61-c9a8a6ff3002 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716940 Aug 04 17:04:46.087982 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] 10.222.0.90 "PUT /v2.0/ports/8c91700d-dd81-4f29-b62b-f9c502199311 HTTP/1.1" status: 200 len: 1092 time: 0.8722608 Aug 04 17:04:46.088420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:46.090768 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc" -d '{"events": [{"name": "network-changed", "server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:46.099350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a2a954b-024c-4f45-bb97-fe14df778880 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.101656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5a2a954b-024c-4f45-bb97-fe14df778880 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/ea04e5b3-4ad8-4e1c-baaa-43639d473ca2 HTTP/1.1" status: 204 len: 168 time: 0.7080679 Aug 04 17:04:46.103388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-56c058e5-4db4-4338-abdd-1881cff03626 req-b295f4b8-b551-4e46-908e-cdd055a148a1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.107419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54676) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:46.107857 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:04:46.111554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7befdb3-9690-4f00-9524-e3e403e69bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:46.135015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d772cd57-8312-4748-92cc-0042263ed760 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:46.190017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e07a291d-e188-4648-aea3-89cfb8d2dd19 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764556 Aug 04 17:04:46.195704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54682) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:46.226042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-58bbf6fd-9923-46d7-8b2c-bf74d8b42820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:46.228148 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-58bbf6fd-9923-46d7-8b2c-bf74d8b42820 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 1095 time: 0.0716538 Aug 04 17:04:46.249864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-56c058e5-4db4-4338-abdd-1881cff03626 req-b295f4b8-b551-4e46-908e-cdd055a148a1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.255113 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-56c058e5-4db4-4338-abdd-1881cff03626 req-b295f4b8-b551-4e46-908e-cdd055a148a1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.267437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56c058e5-4db4-4338-abdd-1881cff03626 req-b295f4b8-b551-4e46-908e-cdd055a148a1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e787e7aa-8e5e-483e-93d6-247ae3d03ead HTTP/1.1" status: 204 len: 173 time: 0.3351345 Aug 04 17:04:46.295371 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-113b9939-5d56-4978-9292-6fd3e30857a0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c91700d-dd81-4f29-b62b-f9c502199311 HTTP/1.1" status: 200 len: 217 time: 0.0583155 Aug 04 17:04:46.388540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295f4b8-b551-4e46-908e-cdd055a148a1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e787e7aa-8e5e-483e-93d6-247ae3d03ead,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:46.409473 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-33e6fcc5-8df2-4035-aeba-f1a25f397f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:46.412296 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-33e6fcc5-8df2-4035-aeba-f1a25f397f32 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.1101799 Aug 04 17:04:46.414399 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42401675-b2d9-48d0-9016-fff21d960d05 x-openstack-request-id: req-42401675-b2d9-48d0-9016-fff21d960d05 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:46.414691 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:46.414993 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42401675-b2d9-48d0-9016-fff21d960d05 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:46.415402 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311', 'status': 'completed', 'code': 200} Aug 04 17:04:46.449125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3adf259-17cf-4faf-a903-603e2fdff80f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:46.450751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d3adf259-17cf-4faf-a903-603e2fdff80f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2540984 Aug 04 17:04:46.457401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54688) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:46.479981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5205d96-1a24-4009-b371-68af1cf71ffc None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:04:46.519709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-d73ee78a-3af3-423f-ad69-999f6072ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:46.521771 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-d73ee78a-3af3-423f-ad69-999f6072ffe5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914023 Aug 04 17:04:46.548598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c5205d96-1a24-4009-b371-68af1cf71ffc None None] Deleting port 16aaf54f-9b15-477e-a789-6ef9b3826f53 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:46.549940 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c5205d96-1a24-4009-b371-68af1cf71ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.589185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9a19-0acf-457d-9242-81e9d985f789 req-844b3fa0-2c92-4e9f-83fd-6703400213ef tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:46.590745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e4f9a19-0acf-457d-9242-81e9d985f789 req-844b3fa0-2c92-4e9f-83fd-6703400213ef tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.3115101 Aug 04 17:04:46.636846 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.640101 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-151b2761-607a-43b3-8522-046ab86de7ec service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079454 Aug 04 17:04:46.652236 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c5205d96-1a24-4009-b371-68af1cf71ffc None None] For port 16aaf54f-9b15-477e-a789-6ef9b3826f53, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=16aaf54f-9b15-477e-a789-6ef9b3826f53,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:46.652742 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c5205d96-1a24-4009-b371-68af1cf71ffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.654506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45521b3f-bc5c-4e4a-b86c-ca647aab55b4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:46.656028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-45521b3f-bc5c-4e4a-b86c-ca647aab55b4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1942608 Aug 04 17:04:46.660911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54690) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:46.670734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c5205d96-1a24-4009-b371-68af1cf71ffc None None] Calling delete_port for 16aaf54f-9b15-477e-a789-6ef9b3826f53 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:46.670953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138773-c451-4a00-a732-1d890114eea9 req-24f9b4b0-b1d4-4188-9b03-551563c6bdc8 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:46.678763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77138773-c451-4a00-a732-1d890114eea9 req-24f9b4b0-b1d4-4188-9b03-551563c6bdc8 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 950 time: 0.1844633 Aug 04 17:04:46.749862 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6521ce7-7e2f-4d96-a3b3-c7a4417876b5 req-6687cf8c-9bd5-44df-a09b-b2b969b8ddfc service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032314 Aug 04 17:04:46.763749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4671634b-497f-4fc0-93ba-4f619a84e116 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800269 Aug 04 17:04:46.768706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54694) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:46.770678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e4f9a19-0acf-457d-9242-81e9d985f789 req-02d352d5-8065-49a7-8229-511bd534edf1 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675394 Aug 04 17:04:46.782199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2a6bb81f-e1fa-4dc1-9923-568c996c691f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:46.814401 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c5205d96-1a24-4009-b371-68af1cf71ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.828152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77138773-c451-4a00-a732-1d890114eea9 req-298830e1-cca1-42b8-8a32-382558317d75 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438942 Aug 04 17:04:46.845200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5205d96-1a24-4009-b371-68af1cf71ffc None None] Pushing event deleted for resources: {'Port': ['ID=16aaf54f-9b15-477e-a789-6ef9b3826f53,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:46.855062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:46.855240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5205d96-1a24-4009-b371-68af1cf71ffc None None] No DVR routers for this DVR port 16aaf54f-9b15-477e-a789-6ef9b3826f53 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:46.877227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:46.877585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-6643eff6-9f91-490a-a88a-a82b6634c9dc req-fa3f0ac9-48b3-4c69-9fd8-0091549702f1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-453572632', 'description': 'tempest-description-1956299784'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:46.969176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-b11c7172-0693-4340-a79f-fac66e959cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:46.970933 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-b11c7172-0693-4340-a79f-fac66e959cb5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 1095 time: 0.0678608 Aug 04 17:04:46.971774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Network 466ca3f5-52b1-4270-9eda-4475959211d3 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:46.979900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:46.982565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:46.987456 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6643eff6-9f91-490a-a88a-a82b6634c9dc req-fa3f0ac9-48b3-4c69-9fd8-0091549702f1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.015632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event updated for resources: {'Port': ['ID=787985c8-86ae-46b5-955d-cd2741474c1b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:47.061406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ede963-3791-44d4-92db-21958d6d37d0 req-08fceafd-b500-4537-b70b-352ee9133b44 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:47.062690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6bb81f-e1fa-4dc1-9923-568c996c691f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:47.063010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46ede963-3791-44d4-92db-21958d6d37d0 req-08fceafd-b500-4537-b70b-352ee9133b44 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 931 time: 0.1513329 Aug 04 17:04:47.066279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a6bb81f-e1fa-4dc1-9923-568c996c691f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.070976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:47.071639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.150942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46ede963-3791-44d4-92db-21958d6d37d0 req-6d153e3b-3542-47ad-b153-925547f360e3 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763175 Aug 04 17:04:47.183651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-b227c314-bb09-4e22-bc46-d4be1b8d9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:47.185147 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-b227c314-bb09-4e22-bc46-d4be1b8d9ceb service neutron] 10.222.0.90 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.1984138 Aug 04 17:04:47.207382 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6643eff6-9f91-490a-a88a-a82b6634c9dc req-fa3f0ac9-48b3-4c69-9fd8-0091549702f1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.214412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6643eff6-9f91-490a-a88a-a82b6634c9dc req-fa3f0ac9-48b3-4c69-9fd8-0091549702f1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.240727 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-2e66e29e-0bde-4198-9995-24347af47882 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c91700d-dd81-4f29-b62b-f9c502199311 HTTP/1.1" status: 200 len: 217 time: 0.0460091 Aug 04 17:04:47.241496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-9cac783f-7548-4af4-bf7b-b58a25af8942 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0864437 Aug 04 17:04:47.259052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Request body: {'port': {'device_id': '430f308b-4065-4d1a-875d-f7420286e6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:47.267172 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6643eff6-9f91-490a-a88a-a82b6634c9dc req-fa3f0ac9-48b3-4c69-9fd8-0091549702f1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.272018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6643eff6-9f91-490a-a88a-a82b6634c9dc req-fa3f0ac9-48b3-4c69-9fd8-0091549702f1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4035950 Aug 04 17:04:47.328362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f0ac9-48b3-4c69-9fd8-0091549702f1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98012e6-c2ba-4e29-88cf-aa573f84f8e0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:47.357496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-6efcb72a-a124-4b20-a956-f86c056002ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:47.359059 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-6efcb72a-a124-4b20-a956-f86c056002ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.1096947 Aug 04 17:04:47.380174 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.415816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-319ea495-0c9c-4878-971d-a075cef72fdd req-25b521ce-5106-494b-bf6a-6a3a94dcaf27 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/a98012e6-c2ba-4e29-88cf-aa573f84f8e0 HTTP/1.1" status: 200 len: 1814 time: 0.0968785 Aug 04 17:04:47.457507 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a6bb81f-e1fa-4dc1-9923-568c996c691f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.512773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-8a950c15-688e-49ca-bbf6-816431019ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:47.514763 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-8a950c15-688e-49ca-bbf6-816431019ddb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244824 Aug 04 17:04:47.529872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bb81f-e1fa-4dc1-9923-568c996c691f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:47.534918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-2a6bb81f-e1fa-4dc1-9923-568c996c691f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:47.547058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9cea6-938a-43c0-8fa0-0ea878d753f5 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:47.547726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6bb81f-e1fa-4dc1-9923-568c996c691f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:47.548563 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a6bb81f-e1fa-4dc1-9923-568c996c691f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.566317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bb81f-e1fa-4dc1-9923-568c996c691f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=2eb5d024-368b-422c-8e9e-5bd81e7cd6a0,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:47.646102 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2a6bb81f-e1fa-4dc1-9923-568c996c691f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8760664 Aug 04 17:04:47.652318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-49c39a9e-bc04-4388-8e47-c7b25e41c329 req-1660cd2b-9cd7-4c6e-a3f0-00e92a5f242a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1861038598', 'description': 'tempest-description-416246886'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:47.660774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54724) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:47.670272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': '2eb5d024-368b-422c-8e9e-5bd81e7cd6a0', 'ip_address': '2001:db8::f324:7a05:286f:a64b'}], 'name': 'tempest-NetworksTestDHCPv6-967669817'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:47.728739 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-49c39a9e-bc04-4388-8e47-c7b25e41c329 req-1660cd2b-9cd7-4c6e-a3f0-00e92a5f242a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.800168 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-eb9d0321-27f2-4c92-a19f-a8c81de3ef77 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685499 Aug 04 17:04:47.805489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '2eb5d024-368b-422c-8e9e-5bd81e7cd6a0'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:04:47.807226 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.907508 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-49c39a9e-bc04-4388-8e47-c7b25e41c329 req-1660cd2b-9cd7-4c6e-a3f0-00e92a5f242a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.931343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-49c39a9e-bc04-4388-8e47-c7b25e41c329 req-1660cd2b-9cd7-4c6e-a3f0-00e92a5f242a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:47.982736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:48.013957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-49c39a9e-bc04-4388-8e47-c7b25e41c329 req-1660cd2b-9cd7-4c6e-a3f0-00e92a5f242a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.018344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49c39a9e-bc04-4388-8e47-c7b25e41c329 req-1660cd2b-9cd7-4c6e-a3f0-00e92a5f242a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3713946 Aug 04 17:04:48.049469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660cd2b-9cd7-4c6e-a3f0-00e92a5f242a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b9644f-90cc-469c-b876-4393916b2ca0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:48.050939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 16aaf54f-9b15-477e-a789-6ef9b3826f53 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:48.058163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/2eb5d024-368b-422c-8e9e-5bd81e7cd6a0/e2f7ac7e-7338-4e06-95d4-d217f3a598fd) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:48.078439 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05562e0-836f-4ca4-abaa-899e88e28ffb req-bd6dd258-d4dc-48de-8531-d2696d650b38 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:48.080008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c05562e0-836f-4ca4-abaa-899e88e28ffb req-bd6dd258-d4dc-48de-8531-d2696d650b38 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.1690760 Aug 04 17:04:48.100647 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 16aaf54f-9b15-477e-a789-6ef9b3826f53 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:48.101190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 16aaf54f-9b15-477e-a789-6ef9b3826f53 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:48.115310 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fdff9ac9-d0f9-4ae2-bb08-9e017f3806bc req-9cfafbf2-2c15-467e-b9bb-cab865f0be64 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881885 Aug 04 17:04:48.155143 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.161197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787985c8-86ae-46b5-955d-cd2741474c1b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:48.180283 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.188084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port bb971e04-ef90-46a8-97b7-12daf1b35b58 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:04:48.219756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98ac8d23-6e53-4402-8ec0-c9532464f0ca req-de937e81-532a-474a-aee7-3f569a3b7a1a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/94b9644f-90cc-469c-b876-4393916b2ca0 HTTP/1.1" status: 200 len: 1814 time: 0.1776943 Aug 04 17:04:48.231742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c05562e0-836f-4ca4-abaa-899e88e28ffb req-830549b5-84fc-4cba-91c7-56f05b6906c8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418340 Aug 04 17:04:48.236309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Transition to ACTIVE for port object 787985c8-86ae-46b5-955d-cd2741474c1b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:48.248500 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.316623 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.326428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Transition to ACTIVE for port object e2f7ac7e-7338-4e06-95d4-d217f3a598fd will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:48.337371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Pushing event updated for resources: {'Port': ['ID=787985c8-86ae-46b5-955d-cd2741474c1b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:48.345225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Transition to ACTIVE for port object e2f7ac7e-7338-4e06-95d4-d217f3a598fd will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:48.354961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7b4cc5ce-a026-488f-a788-db19c2f064ba req-94d6bc7d-08ea-4b24-b757-95dd116121be tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-189753558', 'description': 'tempest-description-81412751'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:48.357450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8c91700d-dd81-4f29-b62b-f9c502199311 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:04:48.367199 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.433197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:48.435822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f324:7a05:286f:a64b (0214bd7b-2498-4f95-a2d5-2cef03c7e896/2eb5d024-368b-422c-8e9e-5bd81e7cd6a0/bb971e04-ef90-46a8-97b7-12daf1b35b58) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:48.450323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:48.463082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52532c9a-993b-4a42-9886-8a133589bf4d req-b596d659-9076-4c7c-b6e1-2c33c3abb0b3 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:48.470431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52532c9a-993b-4a42-9886-8a133589bf4d req-b596d659-9076-4c7c-b6e1-2c33c3abb0b3 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 943 time: 0.1539102 Aug 04 17:04:48.472401 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7b4cc5ce-a026-488f-a788-db19c2f064ba req-94d6bc7d-08ea-4b24-b757-95dd116121be tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.484409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:48.489706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Pushing event updated for resources: {'Port': ['ID=e2f7ac7e-7338-4e06-95d4-d217f3a598fd,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:48.551463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52532c9a-993b-4a42-9886-8a133589bf4d req-2aabb278-9bf9-4844-ad4a-2bdb049962a7 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799692 Aug 04 17:04:48.578328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Attempting to bind port e2f7ac7e-7338-4e06-95d4-d217f3a598fd on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:48.579083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Attempting to bind port e2f7ac7e-7338-4e06-95d4-d217f3a598fd by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:48.579826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Attempting to bind port e2f7ac7e-7338-4e06-95d4-d217f3a598fd on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:48.593000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:48.593538 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:48.594305 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.594970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:48.595657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Bound port: e2f7ac7e-7338-4e06-95d4-d217f3a598fd, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:48.596248 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.598388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Attempting to bind port 787985c8-86ae-46b5-955d-cd2741474c1b on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:48.598751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Attempting to bind port 787985c8-86ae-46b5-955d-cd2741474c1b by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:48.599188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Attempting to bind port 787985c8-86ae-46b5-955d-cd2741474c1b on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:48.604959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:48.624268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Port 787985c8-86ae-46b5-955d-cd2741474c1b on network 466ca3f5-52b1-4270-9eda-4475959211d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:04:48.627774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Attempting to bind port 787985c8-86ae-46b5-955d-cd2741474c1b on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:48.634030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '8c91700d-dd81-4f29-b62b-f9c502199311', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'port_id': '8c91700d-dd81-4f29-b62b-f9c502199311', 'mac_address': 'fa:16:3e:4f:55:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:04:48.662408 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.681335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object bb971e04-ef90-46a8-97b7-12daf1b35b58 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:48.690774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:48.691451 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Checking segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:48.692455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Bound using segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:48.693344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Bound port: 787985c8-86ae-46b5-955d-cd2741474c1b, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:48.693918 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.726444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.726685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7b4cc5ce-a026-488f-a788-db19c2f064ba req-94d6bc7d-08ea-4b24-b757-95dd116121be tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.731685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] For port e2f7ac7e-7338-4e06-95d4-d217f3a598fd, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:48.734027 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.742451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] For port e2f7ac7e-7338-4e06-95d4-d217f3a598fd, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e2f7ac7e-7338-4e06-95d4-d217f3a598fd,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:48.749238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c91700d-dd81-4f29-b62b-f9c502199311 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:48.757729 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.758623 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7b4cc5ce-a026-488f-a788-db19c2f064ba req-94d6bc7d-08ea-4b24-b757-95dd116121be tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.803439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:48.809758 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:48.813983 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:48.820732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:48.821503 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.827082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6bc7d-08ea-4b24-b757-95dd116121be tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21130f39-db0e-4fc3-b7a4-c64a00981ad4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:48.830111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=bb971e04-ef90-46a8-97b7-12daf1b35b58,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:48.853961 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-28c56553-1c70-4f4d-8918-fc792e2b0138 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1913614 Aug 04 17:04:48.855060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54770) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:48.866013 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:48.876360 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.888149 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7b4cc5ce-a026-488f-a788-db19c2f064ba req-94d6bc7d-08ea-4b24-b757-95dd116121be tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:48.894066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b4cc5ce-a026-488f-a788-db19c2f064ba req-94d6bc7d-08ea-4b24-b757-95dd116121be tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5665829 Aug 04 17:04:48.923439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3542a9b-0055-4e89-a207-a44ac3fce0f1 None None] Pushing event updated for resources: {'Port': ['ID=e2f7ac7e-7338-4e06-95d4-d217f3a598fd,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:48.940146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0ffc63-67e9-4aaf-a280-d5846c23b7da tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:48.946630 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0ffc63-67e9-4aaf-a280-d5846c23b7da tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:48.950926 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be0ffc63-67e9-4aaf-a280-d5846c23b7da tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0920105 Aug 04 17:04:48.951135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54776) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:48.975749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] For port 787985c8-86ae-46b5-955d-cd2741474c1b, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:48.992956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e52ade6-0e6b-4003-ba6a-9c2ee8428305 req-b59bc00e-f98d-4d2c-9e4e-3e2e26d0a1a7 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/21130f39-db0e-4fc3-b7a4-c64a00981ad4 HTTP/1.1" status: 200 len: 1812 time: 0.0678368 Aug 04 17:04:49.015832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] For port 787985c8-86ae-46b5-955d-cd2741474c1b, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=787985c8-86ae-46b5-955d-cd2741474c1b,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:49.017816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:49.031694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-250e8d3e-e7f8-4bad-b41a-1361b5fbce48 req-7f95b5e9-cc8e-470f-a3f1-c85840c863ed tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1930613765', 'description': 'tempest-description-699236856'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:49.064107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:49.066526 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c74f8dbc-35e5-4366-849a-5325c53d554c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port bb971e04-ef90-46a8-97b7-12daf1b35b58 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:49.066904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c74f8dbc-35e5-4366-849a-5325c53d554c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:49.072528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-250e8d3e-e7f8-4bad-b41a-1361b5fbce48 req-7f95b5e9-cc8e-470f-a3f1-c85840c863ed tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:49.123493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:49.124194 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:49.125678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] 10.222.0.82 "PUT /v2.0/ports/787985c8-86ae-46b5-955d-cd2741474c1b HTTP/1.1" status: 200 len: 1091 time: 1.8740366 Aug 04 17:04:49.185671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430f308b-4065-4d1a-875d-f7420286e6be', 'tag': '787985c8-86ae-46b5-955d-cd2741474c1b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:49.188108 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148ae398-c8bc-445b-b849-20180e9cd8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "430f308b-4065-4d1a-875d-f7420286e6be", "tag": "787985c8-86ae-46b5-955d-cd2741474c1b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:49.211523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8c91700d-dd81-4f29-b62b-f9c502199311'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:49.302715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a87de5-ecfa-484b-b74a-165f3b3079c3 service neutron] Pushing event updated for resources: {'Port': ['ID=787985c8-86ae-46b5-955d-cd2741474c1b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:49.337601 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed3a834-2b5f-4340-a98a-b10b130e565d x-openstack-request-id: req-1ed3a834-2b5f-4340-a98a-b10b130e565d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:49.337937 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430f308b-4065-4d1a-875d-f7420286e6be", "tag": "787985c8-86ae-46b5-955d-cd2741474c1b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:49.338212 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ed3a834-2b5f-4340-a98a-b10b130e565d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:49.338519 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430f308b-4065-4d1a-875d-f7420286e6be', 'tag': '787985c8-86ae-46b5-955d-cd2741474c1b', 'status': 'completed', 'code': 200} Aug 04 17:04:49.362133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-70919d3a-fd32-49bd-a94c-1b2ebc75e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:49.363927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-70919d3a-fd32-49bd-a94c-1b2ebc75e444 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 1094 time: 0.1645136 Aug 04 17:04:49.374297 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-250e8d3e-e7f8-4bad-b41a-1361b5fbce48 req-7f95b5e9-cc8e-470f-a3f1-c85840c863ed tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:49.424968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-7ea92c69-1309-4112-988c-726d9a0e90c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787985c8-86ae-46b5-955d-cd2741474c1b HTTP/1.1" status: 200 len: 217 time: 0.0490396 Aug 04 17:04:49.425641 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-250e8d3e-e7f8-4bad-b41a-1361b5fbce48 req-7f95b5e9-cc8e-470f-a3f1-c85840c863ed tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:49.520606 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-250e8d3e-e7f8-4bad-b41a-1361b5fbce48 req-7f95b5e9-cc8e-470f-a3f1-c85840c863ed tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:49.522014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-250e8d3e-e7f8-4bad-b41a-1361b5fbce48 req-7f95b5e9-cc8e-470f-a3f1-c85840c863ed tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5103920 Aug 04 17:04:49.532404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95b5e9-cc8e-470f-a3f1-c85840c863ed tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89ba707-7bb7-4041-9296-379a72036f9d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:49.551903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-6ec8b5af-ea20-4ce7-9183-f7497b70f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:49.553557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-6ec8b5af-ea20-4ce7-9183-f7497b70f19a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.1171238 Aug 04 17:04:49.577087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa4f6-9a00-491e-af98-d77f3f535158 req-f64d166d-16f2-4974-8a8b-cf95f6f87b94 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:49.578692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a48fa4f6-9a00-491e-af98-d77f3f535158 req-f64d166d-16f2-4974-8a8b-cf95f6f87b94 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 945 time: 0.1323729 Aug 04 17:04:49.612127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-31188f76-004d-4ed5-a3d6-0f45d73bc77c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507691 Aug 04 17:04:49.710310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c74f8dbc-35e5-4366-849a-5325c53d554c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:49.717690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a48fa4f6-9a00-491e-af98-d77f3f535158 req-07343d4c-2f60-4832-9c09-691479975b93 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080272 Aug 04 17:04:49.720254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83105a86-9e15-4299-a8f3-690162fc013c req-d83b5066-5c1c-4588-99c6-e389d4e04633 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/f89ba707-7bb7-4041-9296-379a72036f9d HTTP/1.1" status: 200 len: 1814 time: 0.1602454 Aug 04 17:04:49.733802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c74f8dbc-35e5-4366-849a-5325c53d554c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for bb971e04-ef90-46a8-97b7-12daf1b35b58 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:49.761111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-30046d9c-a37a-4923-b430-e55f9dd9fd32 service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394150 Aug 04 17:04:49.931078 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c74f8dbc-35e5-4366-849a-5325c53d554c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:50.010533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f8dbc-35e5-4366-849a-5325c53d554c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=bb971e04-ef90-46a8-97b7-12daf1b35b58,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:50.049334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbfde1-a005-4ac6-a8c0-52f53eb0e034 req-7af11e87-804f-4c73-9f29-aba2eec7f99a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:50.051703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dcbfde1-a005-4ac6-a8c0-52f53eb0e034 req-7af11e87-804f-4c73-9f29-aba2eec7f99a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 943 time: 0.1933756 Aug 04 17:04:50.054236 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c74f8dbc-35e5-4366-849a-5325c53d554c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:50.058595 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c74f8dbc-35e5-4366-849a-5325c53d554c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/bb971e04-ef90-46a8-97b7-12daf1b35b58 HTTP/1.1" status: 204 len: 168 time: 1.1043241 Aug 04 17:04:50.060410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54808) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:50.077889 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-ce1afcfe-7d20-4257-a693-ff86e5b85b10 req-b19b8a4c-9a3e-48d2-ac41-7fc7c2ef4180 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] show failed (client error): The resource could not be found. Aug 04 17:04:50.098224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce1afcfe-7d20-4257-a693-ff86e5b85b10 req-b19b8a4c-9a3e-48d2-ac41-7fc7c2ef4180 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/bd24d676-bde4-4890-ab0b-817dc0e9e57e HTTP/1.1" status: 404 len: 352 time: 0.1021328 Aug 04 17:04:50.124978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e2f7ac7e-7338-4e06-95d4-d217f3a598fd up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:50.144193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dcbfde1-a005-4ac6-a8c0-52f53eb0e034 req-1be61c1d-f76e-4809-80a9-e7b931bdb620 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813663 Aug 04 17:04:50.172264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7a6961e-7ee1-44e7-90a6-d2678e319777 req-1dd0a1a7-44db-4adb-8d39-f8b7346653ae service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022839 Aug 04 17:04:50.191354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e7bed2-5456-43ff-aa10-cb251559c4fe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:50.193457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e7bed2-5456-43ff-aa10-cb251559c4fe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:50.195435 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-66e7bed2-5456-43ff-aa10-cb251559c4fe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1340337 Aug 04 17:04:50.201338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54820) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:50.237653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e2f7ac7e-7338-4e06-95d4-d217f3a598fd completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:50.361842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a6c01776-6af3-49b4-8bfb-b0be84353b70 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:04:50.486743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:50.502723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'mac_address': 'fa:16:3e:bf:77:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:04:50.569999 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:50.589431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6c01776-6af3-49b4-8bfb-b0be84353b70 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:50.595938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-543dcaf4-64b4-4fb4-adec-11fcd35b4ae5 None None] Provisioning for port e2f7ac7e-7338-4e06-95d4-d217f3a598fd completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:50.606758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-543dcaf4-64b4-4fb4-adec-11fcd35b4ae5 None None] Provisioning complete for port e2f7ac7e-7338-4e06-95d4-d217f3a598fd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:50.607214 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-543dcaf4-64b4-4fb4-adec-11fcd35b4ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:50.635676 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-2d71d6f2-7036-4ee3-9f49-4eaa5e940c1c req-48734fe5-833b-44d1-ba69-4b77fbc87e46 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] show failed (client error): The resource could not be found. Aug 04 17:04:50.635676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d71d6f2-7036-4ee3-9f49-4eaa5e940c1c req-48734fe5-833b-44d1-ba69-4b77fbc87e46 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-group-rules/de53ef3f-799c-4f69-bc4f-8e4756811f4b HTTP/1.1" status: 404 len: 361 time: 0.4300954 Aug 04 17:04:50.662747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b241e2-a775-400c-85c5-df48e24b3e5b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 2eb5d024-368b-422c-8e9e-5bd81e7cd6a0 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:04:50.669658 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78b241e2-a775-400c-85c5-df48e24b3e5b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:50.675521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:50.684229 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:50.732109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae398-c8bc-445b-b849-20180e9cd8fd req-cc02224a-ef6d-4064-a7c9-c6fb5acbccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:50.734150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-148ae398-c8bc-445b-b849-20180e9cd8fd req-cc02224a-ef6d-4064-a7c9-c6fb5acbccd2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 1094 time: 0.4952252 Aug 04 17:04:50.789688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:50.797030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['a6c01776-6af3-49b4-8bfb-b0be84353b70'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:50.807160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78b241e2-a775-400c-85c5-df48e24b3e5b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:50.884031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59b2559d-a22f-41cc-ae19-f432188c145f req-4fba4c28-6a58-43e2-8255-6eb532abccd1 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/f89ba707-7bb7-4041-9296-379a72036f9d HTTP/1.1" status: 200 len: 1814 time: 0.1778033 Aug 04 17:04:50.904872 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-543dcaf4-64b4-4fb4-adec-11fcd35b4ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:50.969216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-543dcaf4-64b4-4fb4-adec-11fcd35b4ae5 None None] For port e2f7ac7e-7338-4e06-95d4-d217f3a598fd, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e2f7ac7e-7338-4e06-95d4-d217f3a598fd,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:50.985379 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-543dcaf4-64b4-4fb4-adec-11fcd35b4ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.054542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae398-c8bc-445b-b849-20180e9cd8fd req-482cb25a-bf73-4307-b493-54e1470eb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:51.056453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-148ae398-c8bc-445b-b849-20180e9cd8fd req-482cb25a-bf73-4307-b493-54e1470eb87b service neutron] 10.222.0.82 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 0.3118310 Aug 04 17:04:51.072725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78b241e2-a775-400c-85c5-df48e24b3e5b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.130765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-54cc47cb-8d24-4ed2-9d66-17207615b3b9 None None] Could not find standard attr ID for object bb971e04-ef90-46a8-97b7-12daf1b35b58. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:04:51.135962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dcaf4-64b4-4fb4-adec-11fcd35b4ae5 None None] Pushing event updated for resources: {'Port': ['ID=e2f7ac7e-7338-4e06-95d4-d217f3a598fd,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:51.203176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63881a1-cdaa-4f5c-9f16-3f833e802c56 req-07b49e4a-ef28-4f5c-b891-780e22944b85 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:51.204752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e63881a1-cdaa-4f5c-9f16-3f833e802c56 req-07b49e4a-ef28-4f5c-b891-780e22944b85 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 945 time: 0.3124266 Aug 04 17:04:51.280224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-148ae398-c8bc-445b-b849-20180e9cd8fd req-a4b4852f-ce2e-4499-aa69-819926a9abb4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787985c8-86ae-46b5-955d-cd2741474c1b HTTP/1.1" status: 200 len: 217 time: 0.2101450 Aug 04 17:04:51.308282 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59b2559d-a22f-41cc-ae19-f432188c145f req-6ab8c2b8-fc67-4897-b572-a11668024539 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.403604 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59b2559d-a22f-41cc-ae19-f432188c145f req-6ab8c2b8-fc67-4897-b572-a11668024539 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.421714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e63881a1-cdaa-4f5c-9f16-3f833e802c56 req-095f9044-d5ba-46d0-9027-847cf683c8ca tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792672 Aug 04 17:04:51.430125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae398-c8bc-445b-b849-20180e9cd8fd req-cb0d0fe2-8add-455c-9ea0-fbaa22b51ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:51.431665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-148ae398-c8bc-445b-b849-20180e9cd8fd req-cb0d0fe2-8add-455c-9ea0-fbaa22b51ab8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.1377001 Aug 04 17:04:51.434439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-4d17785e-135d-4a30-ad6a-d33bf045cf98 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2684729 Aug 04 17:04:51.435515 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78b241e2-a775-400c-85c5-df48e24b3e5b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.439471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54868) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:51.515035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c0484-e1f0-49fc-b0b5-ddd52a15081f None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:51.524779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b241e2-a775-400c-85c5-df48e24b3e5b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb5d024-368b-422c-8e9e-5bd81e7cd6a0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:51.528319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-148ae398-c8bc-445b-b849-20180e9cd8fd req-46a56a51-4ad2-4f8a-a741-db93185aaace service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802715 Aug 04 17:04:51.529684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78b241e2-a775-400c-85c5-df48e24b3e5b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.531596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-78b241e2-a775-400c-85c5-df48e24b3e5b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/2eb5d024-368b-422c-8e9e-5bd81e7cd6a0 HTTP/1.1" status: 204 len: 168 time: 1.3277063 Aug 04 17:04:51.534472 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54872) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:51.624905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-efecd97b-a798-43af-9f3f-2dd44d470c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:51.626615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-efecd97b-a798-43af-9f3f-2dd44d470c26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 1097 time: 0.1433220 Aug 04 17:04:51.633259 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59b2559d-a22f-41cc-ae19-f432188c145f req-6ab8c2b8-fc67-4897-b572-a11668024539 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.636501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-59b2559d-a22f-41cc-ae19-f432188c145f req-6ab8c2b8-fc67-4897-b572-a11668024539 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.653919 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59b2559d-a22f-41cc-ae19-f432188c145f req-6ab8c2b8-fc67-4897-b572-a11668024539 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "DELETE /v2.0/security-groups/f89ba707-7bb7-4041-9296-379a72036f9d HTTP/1.1" status: 204 len: 173 time: 0.7629251 Aug 04 17:04:51.656142 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ba242b84-f9f7-4bc0-bdaa-5fa6cd03ca07 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194949 Aug 04 17:04:51.658320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54876) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:51.686840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2c9922af-adf4-47a4-9e73-110533a784ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:51.696599 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f246934-e93a-4f19-b5c9-aa5d30e46c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.771134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8c2b8-fc67-4897-b572-a11668024539 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89ba707-7bb7-4041-9296-379a72036f9d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:51.835299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c456cb2-81ea-41ed-8fc2-ec58b20db37b None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:04:51.847491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-148ae398-c8bc-445b-b849-20180e9cd8fd req-d2c9aca4-975c-410a-b49a-01f248eaeb27 service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089130 Aug 04 17:04:51.892551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1c456cb2-81ea-41ed-8fc2-ec58b20db37b None None] Deleting port e2f7ac7e-7338-4e06-95d4-d217f3a598fd {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:51.893026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c456cb2-81ea-41ed-8fc2-ec58b20db37b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.915800 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f246934-e93a-4f19-b5c9-aa5d30e46c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.940513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f246934-e93a-4f19-b5c9-aa5d30e46c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.978757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1c456cb2-81ea-41ed-8fc2-ec58b20db37b None None] For port e2f7ac7e-7338-4e06-95d4-d217f3a598fd, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e2f7ac7e-7338-4e06-95d4-d217f3a598fd,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:51.979597 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c456cb2-81ea-41ed-8fc2-ec58b20db37b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:51.997486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1c456cb2-81ea-41ed-8fc2-ec58b20db37b None None] Calling delete_port for e2f7ac7e-7338-4e06-95d4-d217f3a598fd owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:52.004230 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-148ae398-c8bc-445b-b849-20180e9cd8fd req-299de2ca-4781-4f0b-b991-9083a84485ed service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414516 Aug 04 17:04:52.016772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff13c9-95b5-4b4f-9474-c891c4711a79 req-dd139b27-e72b-4418-84c9-9398c8f3dca9 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:52.025510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eeff13c9-95b5-4b4f-9474-c891c4711a79 req-dd139b27-e72b-4418-84c9-9398c8f3dca9 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 943 time: 0.3977203 Aug 04 17:04:52.053408 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7f246934-e93a-4f19-b5c9-aa5d30e46c68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fe9916a70fd447f9d63c77eaad0a790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116819 Aug 04 17:04:52.059022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54890) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:52.059548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9922af-adf4-47a4-9e73-110533a784ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:52.063992 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c9922af-adf4-47a4-9e73-110533a784ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.068471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bdb2ff8-a246-4830-97fd-11faeed30405 req-baa79ff8-609f-4777-92f5-0ea09b53f45e tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/21130f39-db0e-4fc3-b7a4-c64a00981ad4 HTTP/1.1" status: 200 len: 1812 time: 0.2936687 Aug 04 17:04:52.074997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e2f7ac7e-7338-4e06-95d4-d217f3a598fd no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:52.130482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f246934-e93a-4f19-b5c9-aa5d30e46c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b6a0ff-cb28-4a00-b23f-ae35bb766a4d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:52.204625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e614a7b5-ad33-48e3-bae3-c44a95b72519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.209785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-1c345da5-b086-4d8a-bc47-08f6fcb7fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:52.211354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-1c345da5-b086-4d8a-bc47-08f6fcb7fbab service neutron] 10.222.0.82 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 0.5561380 Aug 04 17:04:52.252018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eeff13c9-95b5-4b4f-9474-c891c4711a79 req-43135315-9049-4dde-99e2-d227f8c636cf tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256467 Aug 04 17:04:52.299753 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e614a7b5-ad33-48e3-bae3-c44a95b72519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.337745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-cf454d23-5e81-4946-a52c-2e75cc25132a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c37e6e46-e077-4573-b472-cd59e89f0849 HTTP/1.1" status: 200 len: 217 time: 0.1137974 Aug 04 17:04:52.346700 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c456cb2-81ea-41ed-8fc2-ec58b20db37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.365568 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8bdb2ff8-a246-4830-97fd-11faeed30405 req-b8b5c7d9-fc7d-4f61-912e-2e6ab5dbb09a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.389882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c456cb2-81ea-41ed-8fc2-ec58b20db37b None None] Pushing event deleted for resources: {'Port': ['ID=e2f7ac7e-7338-4e06-95d4-d217f3a598fd,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:52.391951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8c91700d-dd81-4f29-b62b-f9c502199311 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:52.419067 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.427585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c456cb2-81ea-41ed-8fc2-ec58b20db37b None None] No DVR routers for this DVR port e2f7ac7e-7338-4e06-95d4-d217f3a598fd on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:52.453550 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e614a7b5-ad33-48e3-bae3-c44a95b72519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.456150 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e614a7b5-ad33-48e3-bae3-c44a95b72519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.459999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e614a7b5-ad33-48e3-bae3-c44a95b72519 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3b6a0ff-cb28-4a00-b23f-ae35bb766a4d HTTP/1.1" status: 204 len: 168 time: 0.3876667 Aug 04 17:04:52.461554 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8bdb2ff8-a246-4830-97fd-11faeed30405 req-b8b5c7d9-fc7d-4f61-912e-2e6ab5dbb09a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.531289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614a7b5-ad33-48e3-bae3-c44a95b72519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b6a0ff-cb28-4a00-b23f-ae35bb766a4d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:52.549220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-8dea68c6-01d6-4a8c-8f9c-51315940200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:52.551122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-8dea68c6-01d6-4a8c-8f9c-51315940200e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.1869366 Aug 04 17:04:52.610993 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 8c91700d-dd81-4f29-b62b-f9c502199311 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:52.627637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 8c91700d-dd81-4f29-b62b-f9c502199311 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:52.628174 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.674053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-64d248fd-68c4-45fa-bdae-a5312f69afe1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080761 Aug 04 17:04:52.682246 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8bdb2ff8-a246-4830-97fd-11faeed30405 req-b8b5c7d9-fc7d-4f61-912e-2e6ab5dbb09a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.683552 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c9922af-adf4-47a4-9e73-110533a784ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.686256 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8bdb2ff8-a246-4830-97fd-11faeed30405 req-b8b5c7d9-fc7d-4f61-912e-2e6ab5dbb09a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.687759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bdb2ff8-a246-4830-97fd-11faeed30405 req-b8b5c7d9-fc7d-4f61-912e-2e6ab5dbb09a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "DELETE /v2.0/security-groups/21130f39-db0e-4fc3-b7a4-c64a00981ad4 HTTP/1.1" status: 204 len: 173 time: 0.6045210 Aug 04 17:04:52.735619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de574e2-cd59-4bcb-adbf-353ffa2ee2cc req-3f816f7e-e83f-4628-80de-a99f866ea3ae tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:52.737455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3de574e2-cd59-4bcb-adbf-353ffa2ee2cc req-3f816f7e-e83f-4628-80de-a99f866ea3ae tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 945 time: 0.1834180 Aug 04 17:04:52.760786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5c7d9-fc7d-4f61-912e-2e6ab5dbb09a tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21130f39-db0e-4fc3-b7a4-c64a00981ad4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:52.773761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9922af-adf4-47a4-9e73-110533a784ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:52.778239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-2c9922af-adf4-47a4-9e73-110533a784ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:52.782526 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9922af-adf4-47a4-9e73-110533a784ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:52.783162 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c9922af-adf4-47a4-9e73-110533a784ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.814652 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2c9922af-adf4-47a4-9e73-110533a784ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1546419 Aug 04 17:04:52.819194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54904) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:52.825909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': '7d2f41f7-7695-4ce3-8b4b-cc0949bc2249', 'ip_address': '2001:db8::b024:8953:b9f:1d25'}], 'name': 'tempest-NetworksTestDHCPv6-242730517'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:52.871129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3de574e2-cd59-4bcb-adbf-353ffa2ee2cc req-6ddb9fb1-2db8-4669-9376-10f14b2b8576 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194730 Aug 04 17:04:52.872134 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:52.880394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d97bad-9ffb-42a9-9a6a-bba3b3486073 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:52.898533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9922af-adf4-47a4-9e73-110533a784ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=7d2f41f7-7695-4ce3-8b4b-cc0949bc2249,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:52.958601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-ec68c65a-d731-4d01-9a40-b443e33d21e0 service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568126 Aug 04 17:04:52.973000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:52.975622 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078ade10-5431-4fb2-bc01-f9eaee1bab2a" -d '{"events": [{"server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "name": "network-vif-plugged", "status": "completed", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:53.000612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:53.025236 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.026330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a6c01776-6af3-49b4-8bfb-b0be84353b70 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:53.093471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:53.110614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.137772 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69f0772-6a5e-49cb-9655-6b3164a3ab1b x-openstack-request-id: req-a69f0772-6a5e-49cb-9655-6b3164a3ab1b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:53.138228 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "name": "network-vif-plugged", "status": "completed", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:53.138525 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a69f0772-6a5e-49cb-9655-6b3164a3ab1b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:53.138963 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311', 'code': 200} Aug 04 17:04:53.152545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a938b3ed-20c0-4f9a-b14a-80a8a420eeea req-92272998-f270-4316-8476-8ec517ba9d07 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/94b9644f-90cc-469c-b876-4393916b2ca0 HTTP/1.1" status: 200 len: 1814 time: 0.2211328 Aug 04 17:04:53.210412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 875f8ac8-7383-4f55-b51f-2ee8858db95c yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:04:53.217601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54916) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:53.251683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:53.264492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '7d2f41f7-7695-4ce3-8b4b-cc0949bc2249'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:04:53.265600 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.281257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73b9c52c-5a36-4323-82b3-e78ffee54839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.287020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port a6c01776-6af3-49b4-8bfb-b0be84353b70 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:53.287649 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.318123 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a938b3ed-20c0-4f9a-b14a-80a8a420eeea req-e829c6b1-2ea7-4d0c-b99a-3c7780034d32 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.341622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a938b3ed-20c0-4f9a-b14a-80a8a420eeea req-e829c6b1-2ea7-4d0c-b99a-3c7780034d32 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.406402 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a938b3ed-20c0-4f9a-b14a-80a8a420eeea req-e829c6b1-2ea7-4d0c-b99a-3c7780034d32 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.418913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::b024:8953:b9f:1d25 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/7d2f41f7-7695-4ce3-8b4b-cc0949bc2249/875f8ac8-7383-4f55-b51f-2ee8858db95c) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:53.419538 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a938b3ed-20c0-4f9a-b14a-80a8a420eeea req-e829c6b1-2ea7-4d0c-b99a-3c7780034d32 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.420784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a938b3ed-20c0-4f9a-b14a-80a8a420eeea req-e829c6b1-2ea7-4d0c-b99a-3c7780034d32 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "DELETE /v2.0/security-groups/94b9644f-90cc-469c-b876-4393916b2ca0 HTTP/1.1" status: 204 len: 173 time: 0.2583878 Aug 04 17:04:53.436275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dfa9702-b541-4a09-9ee2-1432170447e6 req-6cf86a58-3d46-4594-9059-e6a4a6f548f1 service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560485 Aug 04 17:04:53.440517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829c6b1-2ea7-4d0c-b99a-3c7780034d32 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b9644f-90cc-469c-b876-4393916b2ca0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:53.504674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.572239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6045d6-b0d6-419b-83dc-72b97fe7cb10 req-c116c16c-3e93-4e2d-9946-cf0ea09529cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:53.573934 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c6045d6-b0d6-419b-83dc-72b97fe7cb10 req-c116c16c-3e93-4e2d-9946-cf0ea09529cf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 1097 time: 0.4160848 Aug 04 17:04:53.587764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:53.598481 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.645525 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3c6045d6-b0d6-419b-83dc-72b97fe7cb10 req-de2c4564-fa29-42b5-adf0-1c12796d4c48 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449035 Aug 04 17:04:53.651528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c93889-f71e-4d3b-9f09-751c0194b94d req-3a4da806-d67f-4367-bfa1-c92ec3dcd906 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:53.654139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5c93889-f71e-4d3b-9f09-751c0194b94d req-3a4da806-d67f-4367-bfa1-c92ec3dcd906 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 943 time: 0.2167742 Aug 04 17:04:53.675536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d947581-95bd-4cea-a198-08a9609ad2a9 req-68711300-d0f9-4e2b-b51d-4d92fcf75721 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/a98012e6-c2ba-4e29-88cf-aa573f84f8e0 HTTP/1.1" status: 200 len: 1814 time: 0.2196989 Aug 04 17:04:53.692005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:53.728396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.746730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 875f8ac8-7383-4f55-b51f-2ee8858db95c will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:53.757450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73b9c52c-5a36-4323-82b3-e78ffee54839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.772875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 787985c8-86ae-46b5-955d-cd2741474c1b details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:04:53.778673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73b9c52c-5a36-4323-82b3-e78ffee54839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.789084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.826131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5c93889-f71e-4d3b-9f09-751c0194b94d req-9f4ef4af-f59e-4c67-a179-11441c7ed5e1 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555731 Aug 04 17:04:53.839401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:53.843067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:53.843665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/7d2f41f7-7695-4ce3-8b4b-cc0949bc2249/aec0691e-1495-4559-a4e9-51e01c0d75ef) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:53.847460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:53.854556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:53.855331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:53.882789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=875f8ac8-7383-4f55-b51f-2ee8858db95c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:53.897719 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6ece073b-4569-4ffa-a8b2-7476a9ae525d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0771229 Aug 04 17:04:53.900884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54926) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:53.983862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54928) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:53.997572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-73b9c52c-5a36-4323-82b3-e78ffee54839 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=022e057d2a32467882163200bbb0a865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7783179 Aug 04 17:04:54.013989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9c52c-5a36-4323-82b3-e78ffee54839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf06dc7-ef69-43f8-a3c9-61efe75875ee,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:54.044412 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.055662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Transition to ACTIVE for port object aec0691e-1495-4559-a4e9-51e01c0d75ef will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:54.059999 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d947581-95bd-4cea-a198-08a9609ad2a9 req-2d3b906b-9afc-4b0d-8a2f-49c0cd93bb8f tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.073086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Transition to ACTIVE for port object aec0691e-1495-4559-a4e9-51e01c0d75ef will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:54.083343 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 17:04:54.083919 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27e73f18-afeb-4e12-b64b-53e33a9ef3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.095666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bcd2d3-22b3-4287-8984-f69266f616da tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:54.097609 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e4bcd2d3-22b3-4287-8984-f69266f616da tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1957796 Aug 04 17:04:54.100663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54932) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:54.104193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.121205 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d947581-95bd-4cea-a198-08a9609ad2a9 req-2d3b906b-9afc-4b0d-8a2f-49c0cd93bb8f tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.218015 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27e73f18-afeb-4e12-b64b-53e33a9ef3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.223195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:54.223673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d947581-95bd-4cea-a198-08a9609ad2a9 req-2d3b906b-9afc-4b0d-8a2f-49c0cd93bb8f tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.227132 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d947581-95bd-4cea-a198-08a9609ad2a9 req-2d3b906b-9afc-4b0d-8a2f-49c0cd93bb8f tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.228884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d947581-95bd-4cea-a198-08a9609ad2a9 req-2d3b906b-9afc-4b0d-8a2f-49c0cd93bb8f tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "DELETE /v2.0/security-groups/a98012e6-c2ba-4e29-88cf-aa573f84f8e0 HTTP/1.1" status: 204 len: 173 time: 0.5103285 Aug 04 17:04:54.238950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:54.246423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:54.250056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b906b-9afc-4b0d-8a2f-49c0cd93bb8f tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98012e6-c2ba-4e29-88cf-aa573f84f8e0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:54.252153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Pushing event updated for resources: {'Port': ['ID=aec0691e-1495-4559-a4e9-51e01c0d75ef,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:54.284794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8484ff8-c76c-4516-b3e4-387161560a94 req-a5c46d28-3ee7-4a99-92b1-b951d668b239 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:54.293602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8484ff8-c76c-4516-b3e4-387161560a94 req-a5c46d28-3ee7-4a99-92b1-b951d668b239 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.1152222 Aug 04 17:04:54.347658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Attempting to bind port aec0691e-1495-4559-a4e9-51e01c0d75ef on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:54.348198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Attempting to bind port aec0691e-1495-4559-a4e9-51e01c0d75ef by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:54.348735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Attempting to bind port aec0691e-1495-4559-a4e9-51e01c0d75ef on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:54.358418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 787985c8-86ae-46b5-955d-cd2741474c1b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=787985c8-86ae-46b5-955d-cd2741474c1b,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:54.364092 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8484ff8-c76c-4516-b3e4-387161560a94 req-29219d96-f075-438d-bcac-e06f652a7b8e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691109 Aug 04 17:04:54.372994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:54.373544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:54.373797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-38809fb7-1ae1-4410-9cc3-532baf50215f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 875f8ac8-7383-4f55-b51f-2ee8858db95c {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:54.374128 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.374244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38809fb7-1ae1-4410-9cc3-532baf50215f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.374794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:54.375407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Bound port: aec0691e-1495-4559-a4e9-51e01c0d75ef, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:54.375877 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.410949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '787985c8-86ae-46b5-955d-cd2741474c1b', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'port_id': '787985c8-86ae-46b5-955d-cd2741474c1b', 'mac_address': 'fa:16:3e:98:10:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb48bb64-77b4-470f-bd74-6a3c636aa456', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:04:54.439648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88cb97cf-94bc-4862-bef9-da1b29a9e60d req-6419b220-2373-4494-b531-fca5d3160447 tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "GET /v2.0/security-groups/3f0346c6-5509-42ae-bd02-b989cf681a8f HTTP/1.1" status: 200 len: 1815 time: 0.0687037 Aug 04 17:04:54.525956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27e73f18-afeb-4e12-b64b-53e33a9ef3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.528859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27e73f18-afeb-4e12-b64b-53e33a9ef3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.532293 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-27e73f18-afeb-4e12-b64b-53e33a9ef3b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bf06dc7-ef69-43f8-a3c9-61efe75875ee HTTP/1.1" status: 204 len: 168 time: 0.5430319 Aug 04 17:04:54.553795 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88cb97cf-94bc-4862-bef9-da1b29a9e60d req-fc5632a5-a6a0-47c7-950f-6ccda565250e tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.560114 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.572792 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38809fb7-1ae1-4410-9cc3-532baf50215f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.587423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] For port aec0691e-1495-4559-a4e9-51e01c0d75ef, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:54.592828 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-38809fb7-1ae1-4410-9cc3-532baf50215f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 875f8ac8-7383-4f55-b51f-2ee8858db95c owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:54.598881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787985c8-86ae-46b5-955d-cd2741474c1b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:04:54.608561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88cb97cf-94bc-4862-bef9-da1b29a9e60d req-fc5632a5-a6a0-47c7-950f-6ccda565250e tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.630519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] For port aec0691e-1495-4559-a4e9-51e01c0d75ef, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=aec0691e-1495-4559-a4e9-51e01c0d75ef,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:54.654010 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.679140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 787985c8-86ae-46b5-955d-cd2741474c1b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=787985c8-86ae-46b5-955d-cd2741474c1b,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:54.696451 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88cb97cf-94bc-4862-bef9-da1b29a9e60d req-fc5632a5-a6a0-47c7-950f-6ccda565250e tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.699749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-88cb97cf-94bc-4862-bef9-da1b29a9e60d req-fc5632a5-a6a0-47c7-950f-6ccda565250e tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.704606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88cb97cf-94bc-4862-bef9-da1b29a9e60d req-fc5632a5-a6a0-47c7-950f-6ccda565250e tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] 10.222.0.39 "DELETE /v2.0/security-groups/3f0346c6-5509-42ae-bd02-b989cf681a8f HTTP/1.1" status: 204 len: 173 time: 0.2570486 Aug 04 17:04:54.708143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54946) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:54.733557 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.767680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5632a5-a6a0-47c7-950f-6ccda565250e tempest-SecurityGroupRulesNegativeTestJSON-446263175 tempest-SecurityGroupRulesNegativeTestJSON-446263175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0346c6-5509-42ae-bd02-b989cf681a8f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:54.777587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73f18-afeb-4e12-b64b-53e33a9ef3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf06dc7-ef69-43f8-a3c9-61efe75875ee,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:54.780827 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38809fb7-1ae1-4410-9cc3-532baf50215f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.836100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bed959-c893-4925-92f0-5798bd31e2b4 admin admin] Deleting subnet 1325cb95-7cc9-45d0-aba7-a76ea844b4fb {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:04:54.844209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56bed959-c893-4925-92f0-5798bd31e2b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.847551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38809fb7-1ae1-4410-9cc3-532baf50215f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=875f8ac8-7383-4f55-b51f-2ee8858db95c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:54.848728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e165a-650e-4328-bf90-35727059de74 None None] Pushing event updated for resources: {'Port': ['ID=aec0691e-1495-4559-a4e9-51e01c0d75ef,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:54.893677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38809fb7-1ae1-4410-9cc3-532baf50215f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:54.896223 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-38809fb7-1ae1-4410-9cc3-532baf50215f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/875f8ac8-7383-4f55-b51f-2ee8858db95c HTTP/1.1" status: 204 len: 168 time: 0.7940509 Aug 04 17:04:54.900043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54950) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:54.988134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=787985c8-86ae-46b5-955d-cd2741474c1b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:55.024186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['787985c8-86ae-46b5-955d-cd2741474c1b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:04:55.024462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56bed959-c893-4925-92f0-5798bd31e2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.111556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1973bc56-46c4-415a-bede-7b09f37cd618 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.113347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1973bc56-46c4-415a-bede-7b09f37cd618 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.119456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1973bc56-46c4-415a-bede-7b09f37cd618 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2164919 Aug 04 17:04:55.128337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54956) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:55.144161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:55.147139 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc66288-99b0-4c49-87ed-0a9d323be9c6" -d '{"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-plugged", "status": "completed", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:55.240582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9813e-f87b-4640-9f34-d05537b91cc7 req-948e4d5c-58a4-4a90-a6c8-2b5eb6c333ac tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.241320 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-5613fa8c-38ff-42cd-8df5-d00b39e4f321 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1756823 Aug 04 17:04:55.244000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91a9813e-f87b-4640-9f34-d05537b91cc7 req-948e4d5c-58a4-4a90-a6c8-2b5eb6c333ac tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 944 time: 0.2593083 Aug 04 17:04:55.257830 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72fb86e-ba49-41af-aeea-bdc960f25e3c x-openstack-request-id: req-f72fb86e-ba49-41af-aeea-bdc960f25e3c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:55.258239 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-plugged", "status": "completed", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:55.258602 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f72fb86e-ba49-41af-aeea-bdc960f25e3c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:55.259184 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'code': 200} Aug 04 17:04:55.284711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56bed959-c893-4925-92f0-5798bd31e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.410347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb83cd7c-f2be-4118-b0d3-eb75338a5d52 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 7d2f41f7-7695-4ce3-8b4b-cc0949bc2249 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:04:55.415527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54968) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:55.418173 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb83cd7c-f2be-4118-b0d3-eb75338a5d52 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.459322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91a9813e-f87b-4640-9f34-d05537b91cc7 req-e6c36fba-aa05-4de8-a4dc-004899264d8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035947 Aug 04 17:04:55.469854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-490d8886-d4cf-4fce-ad3f-1700016d5483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.491394 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56bed959-c893-4925-92f0-5798bd31e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.507819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-c9c6b492-941b-4ca2-8593-c0b3aa4001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.508493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-c9c6b492-941b-4ca2-8593-c0b3aa4001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.510706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-c9c6b492-941b-4ca2-8593-c0b3aa4001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.511252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-c9c6b492-941b-4ca2-8593-c0b3aa4001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.511741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-c9c6b492-941b-4ca2-8593-c0b3aa4001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.512227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-c9c6b492-941b-4ca2-8593-c0b3aa4001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.512756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-c9c6b492-941b-4ca2-8593-c0b3aa4001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.515432 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-c9c6b492-941b-4ca2-8593-c0b3aa4001f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6491 time: 0.1980319 Aug 04 17:04:55.539831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb83cd7c-f2be-4118-b0d3-eb75338a5d52 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.608783 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56bed959-c893-4925-92f0-5798bd31e2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.610738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-56bed959-c893-4925-92f0-5798bd31e2b4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1325cb95-7cc9-45d0-aba7-a76ea844b4fb HTTP/1.1" status: 204 len: 168 time: 0.9013946 Aug 04 17:04:55.620844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54974) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:55.629257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bed959-c893-4925-92f0-5798bd31e2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1325cb95-7cc9-45d0-aba7-a76ea844b4fb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:55.697117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053388c9-e76e-47e9-a322-bd7bffb12960 req-6d20b970-551a-433e-b1b9-f44aa4d28a66 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.698750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-053388c9-e76e-47e9-a322-bd7bffb12960 req-6d20b970-551a-433e-b1b9-f44aa4d28a66 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.1539204 Aug 04 17:04:55.743161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb83cd7c-f2be-4118-b0d3-eb75338a5d52 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.774115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.788176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-053388c9-e76e-47e9-a322-bd7bffb12960 req-c741c3b0-c97a-4c69-8cde-cc31c8e9f1b4 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803373 Aug 04 17:04:55.801314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-4bcae404-e82a-4755-b85f-5fece6fc1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.801914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-4bcae404-e82a-4755-b85f-5fece6fc1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.802339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-4bcae404-e82a-4755-b85f-5fece6fc1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:55.804292 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-4bcae404-e82a-4755-b85f-5fece6fc1cc3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=b41deb09-8151-429d-9ece-729aeb2ad31e&id=b41deb09-8151-429d-9ece-729aeb2ad31e HTTP/1.1" status: 200 len: 2294 time: 0.2512956 Aug 04 17:04:55.840893 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb83cd7c-f2be-4118-b0d3-eb75338a5d52 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.894023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83cd7c-f2be-4118-b0d3-eb75338a5d52 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2f41f7-7695-4ce3-8b4b-cc0949bc2249,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:55.900483 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb83cd7c-f2be-4118-b0d3-eb75338a5d52 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:55.908018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54978) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:55.913451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eb83cd7c-f2be-4118-b0d3-eb75338a5d52 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/7d2f41f7-7695-4ce3-8b4b-cc0949bc2249 HTTP/1.1" status: 204 len: 168 time: 0.7739687 Aug 04 17:04:55.951949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-490d8886-d4cf-4fce-ad3f-1700016d5483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.019194 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1a7ece1d-7276-427f-97be-be272f994e37 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042182 Aug 04 17:04:56.020077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-490d8886-d4cf-4fce-ad3f-1700016d5483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.021195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54980) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:56.034400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9a38bb91-f02f-4122-8d9f-f39051da3b02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:56.046469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b50c0-63c3-4d35-995b-bfd425c5cc05 req-a65988b7-92b7-4926-94f5-7759862f2ab4 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:56.063368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-576b50c0-63c3-4d35-995b-bfd425c5cc05 req-a65988b7-92b7-4926-94f5-7759862f2ab4 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.1470063 Aug 04 17:04:56.067089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54982) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:56.096379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-dd32bc0b-62b6-42a2-b9e5-df4093e703b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Request body: {'floatingip': {'port_id': '8c91700d-dd81-4f29-b62b-f9c502199311'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:56.140504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device aec0691e-1495-4559-a4e9-51e01c0d75ef up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:56.145308 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-66774962-13fa-45bb-94e4-81c072be216e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8856018a-3c76-4c7c-86aa-4640eb461494 HTTP/1.1" status: 200 len: 1001 time: 0.3299901 Aug 04 17:04:56.146308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d8886-d4cf-4fce-ad3f-1700016d5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2effeca1-b0ed-44c3-93e2-21c9d63518dd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:56.161602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.215852 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-490d8886-d4cf-4fce-ad3f-1700016d5483 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c07a3eb1bf04a31a8b960a50eb8dc3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7991579 Aug 04 17:04:56.226343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a54658-f4ec-4103-a1d7-b020b9e3d818']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:56.238835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd32bc0b-62b6-42a2-b9e5-df4093e703b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.245167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f1257d-88b6-468c-87f9-7da53418a475') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:56.245880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f1257d-88b6-468c-87f9-7da53418a475') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:04:56.256670 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.272171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.275380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port aec0691e-1495-4559-a4e9-51e01c0d75ef completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:56.280162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:04:56.280582 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.307715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54986) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:04:56.374181 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:04:56.387905 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.396389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.398960 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/67a54658-f4ec-4103-a1d7-b020b9e3d818 HTTP/1.1" status: 204 len: 168 time: 0.7770317 Aug 04 17:04:56.405001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-f6516ddb-a142-4acc-9bc7-04c2bfe5e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:56.406564 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-f6516ddb-a142-4acc-9bc7-04c2bfe5e14a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fbcb1f8d-7827-496e-ba78-9e7176299506 HTTP/1.1" status: 200 len: 850 time: 0.2472966 Aug 04 17:04:56.422218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761270fe-87f1-472a-b2ac-435d85780ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a54658-f4ec-4103-a1d7-b020b9e3d818,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:56.501368 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-a97e5035-6ba2-4089-a1fa-5257f5576378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:56.503150 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-a97e5035-6ba2-4089-a1fa-5257f5576378 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785758 Aug 04 17:04:56.520028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec6ec4-820a-441a-8e2f-e88753048a5b None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:56.653414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a38bb91-f02f-4122-8d9f-f39051da3b02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:56.657255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a38bb91-f02f-4122-8d9f-f39051da3b02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.716693 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-466d732a-5d92-43c9-9fcc-79783c9b9f8c service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822088 Aug 04 17:04:56.737185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55002) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:56.767715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-da33ff31-96bf-47fa-93d0-6976476f5096 None None] Provisioning for port aec0691e-1495-4559-a4e9-51e01c0d75ef completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:56.787626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-da33ff31-96bf-47fa-93d0-6976476f5096 None None] Provisioning complete for port aec0691e-1495-4559-a4e9-51e01c0d75ef triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:56.788322 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da33ff31-96bf-47fa-93d0-6976476f5096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.808959 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9c006a-5c9f-4c76-9913-76638ee4eeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.834839 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9c006a-5c9f-4c76-9913-76638ee4eeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.846721 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4993f7fa-78a0-4de5-afeb-dce15c4ff92a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59479fa4c75d42f689e0d067dac1b8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1084373 Aug 04 17:04:56.850129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55004) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:56.936718 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9c006a-5c9f-4c76-9913-76638ee4eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.939418 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9c006a-5c9f-4c76-9913-76638ee4eeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.940291 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8962a55a-3dc6-4384-846d-b07d7224f19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:56.943619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3a9c006a-5c9f-4c76-9913-76638ee4eeb8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2effeca1-b0ed-44c3-93e2-21c9d63518dd HTTP/1.1" status: 204 len: 168 time: 0.6245832 Aug 04 17:04:56.955042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774fcec-744d-4091-8c32-7f2f35bf72ea None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:04:56.964489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c006a-5c9f-4c76-9913-76638ee4eeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2effeca1-b0ed-44c3-93e2-21c9d63518dd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:56.995408 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-fee73d4c-f208-42f1-86d6-8d896446f94b service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694857 Aug 04 17:04:57.001437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bc957-fbe3-45e6-be1c-d0b58fe7db32 req-fd320a84-030b-415c-960a-9e7a3267c960 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:57.011425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d14bc957-fbe3-45e6-be1c-d0b58fe7db32 req-fd320a84-030b-415c-960a-9e7a3267c960 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 944 time: 0.3895836 Aug 04 17:04:57.052359 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da33ff31-96bf-47fa-93d0-6976476f5096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.056294 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8962a55a-3dc6-4384-846d-b07d7224f19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.101475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-da33ff31-96bf-47fa-93d0-6976476f5096 None None] For port aec0691e-1495-4559-a4e9-51e01c0d75ef, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=aec0691e-1495-4559-a4e9-51e01c0d75ef,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:57.120006 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da33ff31-96bf-47fa-93d0-6976476f5096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.152426 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-c0c06171-4616-434e-a34b-923824e2271e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=460da60e-6c2e-403f-adbf-cb7105a4357d HTTP/1.1" status: 200 len: 217 time: 0.1484487 Aug 04 17:04:57.165751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5774fcec-744d-4091-8c32-7f2f35bf72ea None None] Deleting port aec0691e-1495-4559-a4e9-51e01c0d75ef {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:04:57.165751 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5774fcec-744d-4091-8c32-7f2f35bf72ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.168015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d14bc957-fbe3-45e6-be1c-d0b58fe7db32 req-88cbb8ba-06d7-487c-9a9f-5b64d9b46e44 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384146 Aug 04 17:04:57.271072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33ff31-96bf-47fa-93d0-6976476f5096 None None] Pushing event updated for resources: {'Port': ['ID=aec0691e-1495-4559-a4e9-51e01c0d75ef,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:57.293770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5774fcec-744d-4091-8c32-7f2f35bf72ea None None] For port aec0691e-1495-4559-a4e9-51e01c0d75ef, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=aec0691e-1495-4559-a4e9-51e01c0d75ef,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:57.294500 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5774fcec-744d-4091-8c32-7f2f35bf72ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.335707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5774fcec-744d-4091-8c32-7f2f35bf72ea None None] Calling delete_port for aec0691e-1495-4559-a4e9-51e01c0d75ef owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:04:57.365401 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8962a55a-3dc6-4384-846d-b07d7224f19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.367995 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8962a55a-3dc6-4384-846d-b07d7224f19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.371750 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8962a55a-3dc6-4384-846d-b07d7224f19b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d005be9-5ee9-451d-8c6f-696c3cb37591 HTTP/1.1" status: 204 len: 168 time: 0.5205812 Aug 04 17:04:57.403014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-71aede32-c149-4553-8d71-14c90f0fd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:57.404603 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-71aede32-c149-4553-8d71-14c90f0fd164 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.2395072 Aug 04 17:04:57.405608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962a55a-3dc6-4384-846d-b07d7224f19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d005be9-5ee9-451d-8c6f-696c3cb37591,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:57.485163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a38bb91-f02f-4122-8d9f-f39051da3b02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.519433 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-2e409e87-1713-462d-8ef0-3dc36d96663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:57.524691 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-2e409e87-1713-462d-8ef0-3dc36d96663a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039281 Aug 04 17:04:57.582056 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5774fcec-744d-4091-8c32-7f2f35bf72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.648388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a38bb91-f02f-4122-8d9f-f39051da3b02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:57.651875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38bb91-f02f-4122-8d9f-f39051da3b02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=fff9eec0-8ade-4636-bbf6-b4fa20b6968e,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:57.658295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9a38bb91-f02f-4122-8d9f-f39051da3b02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:57.670665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a38bb91-f02f-4122-8d9f-f39051da3b02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:57.671302 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a38bb91-f02f-4122-8d9f-f39051da3b02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.704840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774fcec-744d-4091-8c32-7f2f35bf72ea None None] Pushing event deleted for resources: {'Port': ['ID=aec0691e-1495-4559-a4e9-51e01c0d75ef,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:57.707538 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774fcec-744d-4091-8c32-7f2f35bf72ea None None] No DVR routers for this DVR port aec0691e-1495-4559-a4e9-51e01c0d75ef on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:04:57.731440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f5523-b080-4c51-9e2a-6492af23a759 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:04:57.753124 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-f97c8d0d-6f44-492b-b859-6b8dddc0df29 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150824 Aug 04 17:04:57.754269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9a38bb91-f02f-4122-8d9f-f39051da3b02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7245076 Aug 04 17:04:57.758571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55032) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:57.769435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': 'fff9eec0-8ade-4636-bbf6-b4fa20b6968e', 'ip_address': '2001:db8::9832:6039:b120:3ea0'}], 'name': 'tempest-NetworksTestDHCPv6-1341916777'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:57.842825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 787985c8-86ae-46b5-955d-cd2741474c1b up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:04:57.892974 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd32bc0b-62b6-42a2-b9e5-df4093e703b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.904322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd32bc0b-62b6-42a2-b9e5-df4093e703b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:57.954459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 787985c8-86ae-46b5-955d-cd2741474c1b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:04:57.960244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 787985c8-86ae-46b5-955d-cd2741474c1b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:04:57.960616 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:58.067454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device aec0691e-1495-4559-a4e9-51e01c0d75ef no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:04:58.139401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: aec0691e-1495-4559-a4e9-51e01c0d75ef {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:04:58.147934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device aec0691e-1495-4559-a4e9-51e01c0d75ef not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:04:58.225074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': 'fff9eec0-8ade-4636-bbf6-b4fa20b6968e'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:04:58.225986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:58.265264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:58.339282 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-950dbef7-23d9-421d-9f02-9f867dd6ee0c service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589559 Aug 04 17:04:58.468364 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-ced96573-eb7e-4324-9a66-49780f5d5ffa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=33984ace-de3e-45de-bf74-7bb18b44d292 HTTP/1.1" status: 200 len: 217 time: 0.1157501 Aug 04 17:04:58.594228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-bc4c779a-eead-437b-a3ba-41c62f8961a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:58.595945 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-bc4c779a-eead-437b-a3ba-41c62f8961a3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.1172614 Aug 04 17:04:58.596748 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:58.600642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:58.680651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port f3e9ea5f-2ea4-41a1-b803-8116871290bd yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:04:58.766472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430f308b-4065-4d1a-875d-f7420286e6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787985c8-86ae-46b5-955d-cd2741474c1b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:04:58.769649 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c1c543-5d0a-48c1-b531-25cc14f7a739" -d '{"events": [{"server_uuid": "430f308b-4065-4d1a-875d-f7420286e6be", "name": "network-vif-plugged", "status": "completed", "tag": "787985c8-86ae-46b5-955d-cd2741474c1b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:04:58.800971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 787985c8-86ae-46b5-955d-cd2741474c1b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=787985c8-86ae-46b5-955d-cd2741474c1b,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:04:58.811502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:58.874045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-6d19b085-5060-40a9-aa10-b895f9432aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:58.877393 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-6d19b085-5060-40a9-aa10-b895f9432aab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2595570 Aug 04 17:04:58.898629 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bbd37e-e863-418c-8677-54fbc1451e1c x-openstack-request-id: req-26bbd37e-e863-418c-8677-54fbc1451e1c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:04:58.899100 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430f308b-4065-4d1a-875d-f7420286e6be", "name": "network-vif-plugged", "status": "completed", "tag": "787985c8-86ae-46b5-955d-cd2741474c1b", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:04:58.899216 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26bbd37e-e863-418c-8677-54fbc1451e1c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:04:58.899831 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430f308b-4065-4d1a-875d-f7420286e6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787985c8-86ae-46b5-955d-cd2741474c1b', 'code': 200} Aug 04 17:04:58.937544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/fff9eec0-8ade-4636-bbf6-b4fa20b6968e/9f402867-5ae3-4e33-a0e9-1a97e323e3a6) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:58.941200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=787985c8-86ae-46b5-955d-cd2741474c1b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:59.196731 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-5a0d29f0-c1db-45dd-962d-5c2846ff787d service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087869 Aug 04 17:04:59.242381 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:59.254082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Transition to ACTIVE for port object 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:59.268153 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-dd32bc0b-62b6-42a2-b9e5-df4093e703b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Floating IP 28d61905-417a-4253-b84c-5a8a34646b96 associated. External IP: 172.25.2.192, port: 8c91700d-dd81-4f29-b62b-f9c502199311. Aug 04 17:04:59.276682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Transition to ACTIVE for port object 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:04:59.294917 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:59.331534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c2e8b-7170-4fca-867a-38b47c3e9508 req-b4be5fad-e911-4d11-82cb-d433ec6a2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:59.333519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-264c2e8b-7170-4fca-867a-38b47c3e9508 req-b4be5fad-e911-4d11-82cb-d433ec6a2b05 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 1096 time: 0.1522706 Aug 04 17:04:59.349668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caca1a-06b3-4c8b-a83e-549906bcf8cb req-0d730449-1f01-47a1-b71f-98b2669e4589 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:04:59.351531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5caca1a-06b3-4c8b-a83e-549906bcf8cb req-0d730449-1f01-47a1-b71f-98b2669e4589 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 945 time: 0.1715040 Aug 04 17:04:59.369781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:04:59.371946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:04:59.386492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:04:59.406230 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55092) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:04:59.482577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-264c2e8b-7170-4fca-867a-38b47c3e9508 req-02d023d2-a1c1-43dc-ba87-7b1fe5f35560 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297944 Aug 04 17:04:59.491082 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::9832:6039:b120:3ea0 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/fff9eec0-8ade-4636-bbf6-b4fa20b6968e/f3e9ea5f-2ea4-41a1-b803-8116871290bd) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:04:59.491483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5caca1a-06b3-4c8b-a83e-549906bcf8cb req-e58093a5-2937-4a6d-9d03-cd008ce7e51a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237957 Aug 04 17:04:59.499531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Pushing event updated for resources: {'Port': ['ID=9f402867-5ae3-4e33-a0e9-1a97e323e3a6,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:59.545515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Attempting to bind port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:04:59.545786 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-13d33a30-909a-4f71-b997-65dfbd0696dd service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411167 Aug 04 17:04:59.545907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Attempting to bind port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:04:59.546417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Attempting to bind port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:04:59.560850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:04:59.563943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:04:59.565745 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:59.566985 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:04:59.571227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Bound port: 9f402867-5ae3-4e33-a0e9-1a97e323e3a6, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:04:59.573107 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:59.689278 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-154b047f-7fe9-4134-ae5a-4ece262f9c66 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=f0eb97b5-e476-43d8-ac81-a06109efec2b HTTP/1.1" status: 200 len: 217 time: 0.1295633 Aug 04 17:04:59.782712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd32bc0b-62b6-42a2-b9e5-df4093e703b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:04:59.794980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] For port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:04:59.799505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] For port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9f402867-5ae3-4e33-a0e9-1a97e323e3a6,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:04:59.810783 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:59.814224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1940300625-network', 'tenant_id': '58ac1b9c28cc4bef812f269fe9d55f91'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:04:59.908898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Made reservation on behalf of 58ac1b9c28cc4bef812f269fe9d55f91 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:04:59.928952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:59.960191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd32bc0b-62b6-42a2-b9e5-df4093e703b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:04:59.973582 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] Sync routers for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:04:59.974425 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd32bc0b-62b6-42a2-b9e5-df4093e703b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:04:59.984956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833008e-4e3c-4f7a-8ba4-e096db30c0ca None None] Pushing event updated for resources: {'Port': ['ID=9f402867-5ae3-4e33-a0e9-1a97e323e3a6,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:04:59.999446 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:00.002635 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:00.004506 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:00.045689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd32bc0b-62b6-42a2-b9e5-df4093e703b5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "PUT /v2.0/floatingips/28d61905-417a-4253-b84c-5a8a34646b96 HTTP/1.1" status: 200 len: 992 time: 3.9749575 Aug 04 17:05:00.046835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:00.050995 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1808c3cd-5378-499b-be1f-dbc0d6b68350" -d '{"events": [{"name": "network-changed", "server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:00.079327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-77aa0a7c-15c0-4c58-ae5e-2d6ae785c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:00.081022 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-77aa0a7c-15c0-4c58-ae5e-2d6ae785c9cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.3701477 Aug 04 17:05:00.167414 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9310532-2cf1-4b93-b529-0947018625f4 x-openstack-request-id: req-a9310532-2cf1-4b93-b529-0947018625f4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:00.170791 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:00.172198 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9310532-2cf1-4b93-b529-0947018625f4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:00.173215 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311', 'status': 'completed', 'code': 200} Aug 04 17:05:00.232982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-cb0f4e0a-393e-4a7b-af88-81220e374715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:00.234544 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-cb0f4e0a-393e-4a7b-af88-81220e374715 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313055 Aug 04 17:05:00.311658 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:00.381520 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:00.454360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-3bc597f9-e7aa-495a-b36b-736cac18d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:00.458864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-3bc597f9-e7aa-495a-b36b-736cac18d46b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 1097 time: 0.2813144 Aug 04 17:05:00.462987 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object f3e9ea5f-2ea4-41a1-b803-8116871290bd will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:00.586738 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-5f2c3e48-5e97-45a3-8860-4a50c9c821b3 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372967 Aug 04 17:05:00.605534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:00.622897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-ceb0c8ea-6621-4510-98e3-acb594c7bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:00.625114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-ceb0c8ea-6621-4510-98e3-acb594c7bfe3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.1585524 Aug 04 17:05:00.626228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:00.775924 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-fc97cd56-359c-41de-a0c9-de013d3aef02 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732168 Aug 04 17:05:00.837557 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-1b18af91-9fcc-48e2-b291-1f95c77e884f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=5a660b25-d508-4707-af34-20208e49075f HTTP/1.1" status: 200 len: 217 time: 0.0444627 Aug 04 17:05:00.845984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:05:00.855891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-3864aa2c-466f-49b2-b2ec-429ec950ca43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c91700d-dd81-4f29-b62b-f9c502199311 HTTP/1.1" status: 200 len: 1000 time: 0.2153947 Aug 04 17:05:00.914539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:01.020014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=f3e9ea5f-2ea4-41a1-b803-8116871290bd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:01.022827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ab9ae-df2a-4a90-98f9-ac99660fc4ef req-c7b2ba5f-796e-49a6-bbba-f43225e13023 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:01.031538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:01.034088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af8ab9ae-df2a-4a90-98f9-ac99660fc4ef req-c7b2ba5f-796e-49a6-bbba-f43225e13023 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 945 time: 0.2949748 Aug 04 17:05:01.056098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-3f863a31-ff6d-44ad-a881-3102d5f2d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:01.057644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-3f863a31-ff6d-44ad-a881-3102d5f2d5d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.1803896 Aug 04 17:05:01.064238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:01.067703 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:01.068283 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Added segment cbc542f9-77c4-47d1-afde-986188edd0b8 of type vlan for network 2b604435-3644-4136-9cf8-57784ecd6353 Aug 04 17:05:01.074338 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:01.081228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:01.090235 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:01.091214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:01.117196 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3ad4bc24-9094-44a9-a68b-28dfa3f8675f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3558919 Aug 04 17:05:01.125341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55138) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:01.231861 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:01.294130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af8ab9ae-df2a-4a90-98f9-ac99660fc4ef req-8bf9c649-220f-41c1-9c88-05f958cec5c1 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593858 Aug 04 17:05:01.295230 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '28d61905-417a-4253-b84c-5a8a34646b96', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'port_id': '8c91700d-dd81-4f29-b62b-f9c502199311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'mac_address': 'fa:16:3e:4f:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:04:39Z', 'updated_at': '2021-08-04T17:04:57Z', 'revision_number': 1, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:01.309988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-7c59b230-37e9-4c6f-bc08-1b83a498ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:01.312434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-7c59b230-37e9-4c6f-bc08-1b83a498ca10 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2241502 Aug 04 17:05:01.321682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-cb4e5b85-59b5-4f60-b0ee-afd8f5e511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:01.322188 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-cb4e5b85-59b5-4f60-b0ee-afd8f5e511dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.4575937 Aug 04 17:05:01.330234 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:01.331419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:01.332069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:01.409538 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] Checking router: dde7ca5d-7a33-479e-99ce-c47e1451e1f1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:05:01.422984 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:01.423915 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:04:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:01.462545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2b604435-3644-4136-9cf8-57784ecd6353,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:01.474418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 2b604435-3644-4136-9cf8-57784ecd6353 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:05:01.476597 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b40393df-c25b-4603-9c62-2b2c515e04f6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0692694 Aug 04 17:05:01.480997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55150) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:01.502686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Request body: {'subnet': {'network_id': '2b604435-3644-4136-9cf8-57784ecd6353', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1940300625-subnet', 'tenant_id': '58ac1b9c28cc4bef812f269fe9d55f91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:01.579281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2907600-d13b-4e8b-8d20-6fd4f395413a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:01.586844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2907600-d13b-4e8b-8d20-6fd4f395413a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:01.589444 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d2907600-d13b-4e8b-8d20-6fd4f395413a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3328741 Aug 04 17:05:01.594866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55152) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:01.596908 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Made reservation on behalf of 58ac1b9c28cc4bef812f269fe9d55f91 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:01.601765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:01.746387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-35c35ff5-f4a8-4dc2-8bab-ab8ebc74e015 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052470 Aug 04 17:05:01.792523 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:01.854180 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-d7d68919-21e8-4220-86fc-7b1def051881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:01.858281 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-d7d68919-21e8-4220-86fc-7b1def051881 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5063438 Aug 04 17:05:01.899373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port f3e9ea5f-2ea4-41a1-b803-8116871290bd {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:01.900237 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:01.906041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bd0985c2-39d5-46bc-bd95-e47414d6058d None None] Provisioning for port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:01.990827 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5ca2-d38f-4244-b9f8-506c1bf5a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:02.199745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1808c3cd-5378-499b-be1f-dbc0d6b68350 req-86d36ea7-5b4a-4891-b6d6-e56ab76b50e7 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404995 Aug 04 17:05:02.223259 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-c661aaaa-5270-40d1-9bbe-43fb7f4610f1 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694547 Aug 04 17:05:02.235894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:02.356621 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:02.378287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:02.379507 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:02.385718 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:02.520223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7ee0455d-b852-4477-8e95-5f494816ea88 None None] Could not find standard attr ID for object 875f8ac8-7383-4f55-b51f-2ee8858db95c. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:05:02.579131 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:02.613419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Checking segment: {'id': 'cbc542f9-77c4-47d1-afde-986188edd0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2b604435-3644-4136-9cf8-57784ecd6353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:02.614075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Network hostable DHCP agents. Network: 2b604435-3644-4136-9cf8-57784ecd6353, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:05:02.627325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for f3e9ea5f-2ea4-41a1-b803-8116871290bd owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:02.660207 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:02.672627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e770cf27-b568-42de-b74c-907e8b295894,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:02.719153 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '28d61905-417a-4253-b84c-5a8a34646b96', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'port_id': '8c91700d-dd81-4f29-b62b-f9c502199311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'mac_address': 'fa:16:3e:4f:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:04:39Z', 'updated_at': '2021-08-04T17:04:57Z', 'revision_number': 1, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:02.756799 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-5805d46b-9e5d-4368-af6d-95fdd37d8df2 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914575 Aug 04 17:05:02.776091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9f402867-5ae3-4e33-a0e9-1a97e323e3a6,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:02.790596 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:02.806387 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5bea4d-c1d1-455c-b146-7a2e52585a64 None None] The sync data for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 is: [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '28d61905-417a-4253-b84c-5a8a34646b96', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'port_id': '8c91700d-dd81-4f29-b62b-f9c502199311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'mac_address': 'fa:16:3e:4f:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:04:39Z', 'updated_at': '2021-08-04T17:04:57Z', 'revision_number': 1, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:05:02.857998 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-9f5ea00e-058e-4e32-ab9c-55d6189e056c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd HTTP/1.1" status: 200 len: 217 time: 0.0923483 Aug 04 17:05:02.859377 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Network 2b604435-3644-4136-9cf8-57784ecd6353 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:05:02.892702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55182) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:02.910963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 2b604435-3644-4136-9cf8-57784ecd6353) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:02.912424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:02.931325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d901c6-3aed-48fc-81c5-06b7b34cd8d3 None None] Network 2b604435-3644-4136-9cf8-57784ecd6353 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:02.934961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:02.935593 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:02.962788 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c8f0ede7-4012-4cce-9dc3-f0cdbeed228c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4806123 Aug 04 17:05:02.981600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-6d3ec70a-bb93-4fe5-9c0d-593d5b67eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:02.991215 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-6d3ec70a-bb93-4fe5-9c0d-593d5b67eaa8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.1172936 Aug 04 17:05:02.997619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b841204c-0da6-4c77-a47f-4cbb98344c0c None None] Could not find standard attr ID for object f3e9ea5f-2ea4-41a1-b803-8116871290bd. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:05:03.032334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=f3e9ea5f-2ea4-41a1-b803-8116871290bd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:03.054390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.054740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.055110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.055459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.055785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.056118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.056447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.056774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.057098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.057420 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.057767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.058063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:03.061193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=9f402867-5ae3-4e33-a0e9-1a97e323e3a6,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:03.116434 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-d3e82763-9568-4343-af72-504655306686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:03.117980 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-d3e82763-9568-4343-af72-504655306686 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194935 Aug 04 17:05:03.122879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27dcf-23a3-4fa0-b40c-967756988c21 req-8e4cf315-2780-4300-9186-c9056b1d6106 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:03.147516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61c27dcf-23a3-4fa0-b40c-967756988c21 req-8e4cf315-2780-4300-9186-c9056b1d6106 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 945 time: 1.2785585 Aug 04 17:05:03.370183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c81e3-208b-4c59-8d18-3db15b5fbeaf None None] Network 2b604435-3644-4136-9cf8-57784ecd6353 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:03.402438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:03.408483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-71005356-77b8-408c-aeff-eac5d1b86798 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/f3e9ea5f-2ea4-41a1-b803-8116871290bd HTTP/1.1" status: 204 len: 168 time: 1.8125491 Aug 04 17:05:03.413290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55204) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:03.434148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e4625b69-d14e-4a99-b8db-91dd17525bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:03.503606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71650dc9-4cf7-42f7-9a9a-9f034f45311a None None] New status for floating IP 28d61905-417a-4253-b84c-5a8a34646b96: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:05:03.523073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61c27dcf-23a3-4fa0-b40c-967756988c21 req-9e3fb0d2-dffe-4fcd-9bb5-4a4ed0cb48fb tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705161 Aug 04 17:05:03.590569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06233d9-52a8-43ee-a8a3-14e913307675 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:03.592192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06233d9-52a8-43ee-a8a3-14e913307675 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:03.597052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a06233d9-52a8-43ee-a8a3-14e913307675 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1827073 Aug 04 17:05:03.597747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55212) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:03.865074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e6f71f-047c-4740-971e-a469fdb29e17 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet fff9eec0-8ade-4636-bbf6-b4fa20b6968e {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:03.879113 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94e6f71f-047c-4740-971e-a469fdb29e17 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:03.994727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a9038-4ba4-48ed-a0c1-71fc5c603d8f req-55d7ff0d-6875-4d6c-92bb-8cd100042203 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:03.996379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-208a9038-4ba4-48ed-a0c1-71fc5c603d8f req-55d7ff0d-6875-4d6c-92bb-8cd100042203 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 945 time: 0.2854054 Aug 04 17:05:04.087051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:04.096391 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94e6f71f-047c-4740-971e-a469fdb29e17 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:04.153676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:04.154145 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:04.176278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-4b2392f9-818a-4a04-9d47-d1f90bebf17e tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:04.178379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-4b2392f9-818a-4a04-9d47-d1f90bebf17e tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/networks?id=2b604435-3644-4136-9cf8-57784ecd6353 HTTP/1.1" status: 200 len: 814 time: 0.3036888 Aug 04 17:05:04.232232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-0776c598-6865-420b-858d-ab8f26bf10ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/quotas/58ac1b9c28cc4bef812f269fe9d55f91 HTTP/1.1" status: 200 len: 375 time: 0.0365825 Aug 04 17:05:04.235579 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-47d52717-690e-45ca-81d9-92bfaacfb5f8 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0925050 Aug 04 17:05:04.243850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-208a9038-4ba4-48ed-a0c1-71fc5c603d8f req-59afb32c-6174-4a65-90b1-9244fd6b400e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211316 Aug 04 17:05:04.253824 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e4625b69-d14e-4a99-b8db-91dd17525bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:04.269738 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e4625b69-d14e-4a99-b8db-91dd17525bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:04.349173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4625b69-d14e-4a99-b8db-91dd17525bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324e38cf-b626-4337-be41-dae13ec05f86,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:04.357105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-1de97e97-3fda-4c2f-b05a-c06e4c224166 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=58ac1b9c28cc4bef812f269fe9d55f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236963 Aug 04 17:05:04.367487 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d9338622-95e4-4452-9723-90970e7672ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:04.407212 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-f7f8929a-104e-4ac9-b634-9d341a9acf2a service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600394 Aug 04 17:05:04.436088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e4625b69-d14e-4a99-b8db-91dd17525bf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff6c565d6f8d4db9a9adbb9575e37b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5409102 Aug 04 17:05:04.449155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55228) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:04.470612 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-4d9417c0-c78b-4045-b3e4-72651fc1e557 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aedf5264-6657-4b09-a9fa-711bead1cc33 HTTP/1.1" status: 200 len: 217 time: 0.0515976 Aug 04 17:05:04.526820 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94e6f71f-047c-4740-971e-a469fdb29e17 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:04.538220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-501776a4-f799-4b0c-a1e9-491363e55be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:04.542523 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-501776a4-f799-4b0c-a1e9-491363e55be1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.0642374 Aug 04 17:05:04.634127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-8f01fdc8-e417-4ff1-b305-6510f7cfd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:04.639652 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-8f01fdc8-e417-4ff1-b305-6510f7cfd78c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891020 Aug 04 17:05:04.707582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-33a88d23-fac5-4358-9df8-533ef00253ff service neutron] 10.222.0.39 "GET /v2.0/networks/2b604435-3644-4136-9cf8-57784ecd6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860394 Aug 04 17:05:04.714278 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-621b5e46-2dc3-4710-a135-67a043bccd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:04.739801 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-621b5e46-2dc3-4710-a135-67a043bccd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:04.785730 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-ffef4609-0e78-48ba-b4cd-d3cb1e65c0d3 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418808 Aug 04 17:05:04.881094 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94e6f71f-047c-4740-971e-a469fdb29e17 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:04.899973 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-725c11f3-3570-4eaa-bb22-a2158b07e100 req-83204337-1433-4be0-9aff-203e0e74f59c service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034145 Aug 04 17:05:04.935406 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-94e6f71f-047c-4740-971e-a469fdb29e17 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:04.938102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-94e6f71f-047c-4740-971e-a469fdb29e17 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/fff9eec0-8ade-4636-bbf6-b4fa20b6968e HTTP/1.1" status: 204 len: 168 time: 1.3358436 Aug 04 17:05:04.939830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6f71f-047c-4740-971e-a469fdb29e17 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=fff9eec0-8ade-4636-bbf6-b4fa20b6968e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:04.940834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55240) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:04.973937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b0ba6-f18f-4abd-9a5e-0ee096f9fedb None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:04.980421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-2ac8171c-bb92-4480-9984-7cc81ea2365f service neutron] 10.222.0.39 "GET /v2.0/networks/2b604435-3644-4136-9cf8-57784ecd6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335448 Aug 04 17:05:04.995088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83d99e-5a8e-4fbe-8ec0-935fda23b345 req-db9975c7-1377-4766-b22c-67c1b89b4d0f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:04.996698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb83d99e-5a8e-4fbe-8ec0-935fda23b345 req-db9975c7-1377-4766-b22c-67c1b89b4d0f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 945 time: 0.1927364 Aug 04 17:05:04.998535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-621b5e46-2dc3-4710-a135-67a043bccd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:05.001127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-621b5e46-2dc3-4710-a135-67a043bccd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:05.005414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-621b5e46-2dc3-4710-a135-67a043bccd0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/324e38cf-b626-4337-be41-dae13ec05f86 HTTP/1.1" status: 204 len: 168 time: 0.5299819 Aug 04 17:05:05.014259 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c209c56e-955c-4ffe-b588-4184194d9c22 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697749 Aug 04 17:05:05.014583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55244) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:05.025039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b5e46-2dc3-4710-a135-67a043bccd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324e38cf-b626-4337-be41-dae13ec05f86,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:05.057801 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:05.066645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb83d99e-5a8e-4fbe-8ec0-935fda23b345 req-c5d58b5b-da66-4b12-9e12-ce4ef06f35b5 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564010 Aug 04 17:05:05.080127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd562fc-76c0-44ef-a5d9-e7fb52341aab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:05.082119 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3fd562fc-76c0-44ef-a5d9-e7fb52341aab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0665643 Aug 04 17:05:05.085664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55246) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:05.184141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532e69f-e609-4b14-a618-55a3639d6b70 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:05.192763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e532e69f-e609-4b14-a618-55a3639d6b70 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1030660 Aug 04 17:05:05.193287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55248) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:05.264260 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0dc27728-7e90-4cd5-8602-f87a01c87eac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696723 Aug 04 17:05:05.268950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55252) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:05.274466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-207d7082-97f9-4fa2-88b6-30a6a541ce20 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:05.293501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbdae8b-8a49-4605-9599-f8fb11d66a2d None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:05:05.424957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54b2177f-f3ea-4136-8d6f-8fc33e427751 req-c3b7e541-4060-402e-8cd4-ac6efa4d7e4e tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 210 time: 0.0842130 Aug 04 17:05:05.463792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdae8b-8a49-4605-9599-f8fb11d66a2d None None] Deleting port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:05.464204 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cdbdae8b-8a49-4605-9599-f8fb11d66a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:05.580324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207d7082-97f9-4fa2-88b6-30a6a541ce20 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:05.589139 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-207d7082-97f9-4fa2-88b6-30a6a541ce20 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:05.620926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cdbdae8b-8a49-4605-9599-f8fb11d66a2d None None] For port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9f402867-5ae3-4e33-a0e9-1a97e323e3a6,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:05.621336 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cdbdae8b-8a49-4605-9599-f8fb11d66a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:05.669984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdae8b-8a49-4605-9599-f8fb11d66a2d None None] Calling delete_port for 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:05.814358 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:05.890753 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cdbdae8b-8a49-4605-9599-f8fb11d66a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:05.918418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdae8b-8a49-4605-9599-f8fb11d66a2d None None] Pushing event deleted for resources: {'Port': ['ID=9f402867-5ae3-4e33-a0e9-1a97e323e3a6,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:05.921302 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-207d7082-97f9-4fa2-88b6-30a6a541ce20 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:05.940681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbdae8b-8a49-4605-9599-f8fb11d66a2d None None] No DVR routers for this DVR port 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:05:06.012723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d7082-97f9-4fa2-88b6-30a6a541ce20 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:06.018201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-207d7082-97f9-4fa2-88b6-30a6a541ce20 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:06.028156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d7082-97f9-4fa2-88b6-30a6a541ce20 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:06.028891 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-207d7082-97f9-4fa2-88b6-30a6a541ce20 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:06.031983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54e579-0a42-4996-a6e8-429076f6c246 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:06.075343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:06.077690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d7082-97f9-4fa2-88b6-30a6a541ce20 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=a7d80e05-710c-47ba-9ec4-8494446edb44,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:06.092129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-207d7082-97f9-4fa2-88b6-30a6a541ce20 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8222575 Aug 04 17:05:06.096350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55292) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:06.109711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': 'a7d80e05-710c-47ba-9ec4-8494446edb44', 'ip_address': '2001:db8::ba70:c6a3:bd00:7d00'}], 'name': 'tempest-NetworksTestDHCPv6-132209160'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:06.182687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:05:06.183075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9f402867-5ae3-4e33-a0e9-1a97e323e3a6 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:05:06.270508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-c0be781c-1635-40f7-819d-1402e488ca02 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:06.272529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-c0be781c-1635-40f7-819d-1402e488ca02 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 945 time: 0.1128917 Aug 04 17:05:06.340066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': 'a7d80e05-710c-47ba-9ec4-8494446edb44'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:05:06.342320 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:06.352516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:06.542447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1042e4c-5a4d-47e5-a8a4-9819627028f8 req-5059030c-368b-4dc0-9317-9c7cbe19fb5d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:06.544009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1042e4c-5a4d-47e5-a8a4-9819627028f8 req-5059030c-368b-4dc0-9317-9c7cbe19fb5d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 945 time: 0.2062087 Aug 04 17:05:06.552442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/a7d80e05-710c-47ba-9ec4-8494446edb44/4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:06.574684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20b5419c-b656-40ea-8bf5-b92319845743 req-ccd1521b-9a98-426a-9776-5a1fec72f54d tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 210 time: 0.0493977 Aug 04 17:05:06.607758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:06.674111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:05:06.680815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-294eff1c-1432-4d33-be1f-72532c99a809 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Deleting port 787985c8-86ae-46b5-955d-cd2741474c1b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:06.681158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-294eff1c-1432-4d33-be1f-72532c99a809 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:06.686581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1042e4c-5a4d-47e5-a8a4-9819627028f8 req-46c4b1bc-95ae-46fd-9a2b-562f6b7089ff tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211073 Aug 04 17:05:06.831890 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:06.842103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Transition to ACTIVE for port object 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:06.874726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Transition to ACTIVE for port object 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:06.885850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:06.927641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:06.931641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:06.942658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:06.971121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-294eff1c-1432-4d33-be1f-72532c99a809 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] For port 787985c8-86ae-46b5-955d-cd2741474c1b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=787985c8-86ae-46b5-955d-cd2741474c1b,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:06.972423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-294eff1c-1432-4d33-be1f-72532c99a809 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:07.041924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Pushing event updated for resources: {'Port': ['ID=4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:07.067218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-294eff1c-1432-4d33-be1f-72532c99a809 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Calling delete_port for 787985c8-86ae-46b5-955d-cd2741474c1b owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:07.163491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::ba70:c6a3:bd00:7d00 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/a7d80e05-710c-47ba-9ec4-8494446edb44/5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:07.194337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Attempting to bind port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:07.199340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Attempting to bind port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:07.199791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Attempting to bind port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:07.209753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:07.210160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:07.210551 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:07.210992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:07.213798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Bound port: 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:07.214278 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:07.281630 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-8388271d-78be-4a61-a215-16324281d30f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:07.296686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55324) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:07.298565 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-8388271d-78be-4a61-a215-16324281d30f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.90 "GET /v2.0/networks?id=2b604435-3644-4136-9cf8-57784ecd6353 HTTP/1.1" status: 200 len: 814 time: 0.2491636 Aug 04 17:05:07.310691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Request body: {'port': {'device_id': 'dabbd35b-04f6-4098-b2c2-ba82c233ff50', 'network_id': '2b604435-3644-4136-9cf8-57784ecd6353', 'admin_state_up': True, 'tenant_id': '58ac1b9c28cc4bef812f269fe9d55f91'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:07.357554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] For port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:07.384713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] For port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:07.413738 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:07.425605 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:07.484244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Made reservation on behalf of 58ac1b9c28cc4bef812f269fe9d55f91 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:07.497012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:07.518065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8299332-08bd-4d17-8c2b-9449da1c5a47 None None] Pushing event updated for resources: {'Port': ['ID=4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:07.719845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Allocated IP 172.20.0.3 (2b604435-3644-4136-9cf8-57784ecd6353/e770cf27-b568-42de-b74c-907e8b295894/e93f4026-e993-4dd6-9dab-ca85ca78d1c6) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:07.976704 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.053131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.108216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Network 2b604435-3644-4136-9cf8-57784ecd6353 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:08.119331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:08.124280 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eca1eb03-8968-4136-abf0-01379c0ca491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.125790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:08.130635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:08.185919 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-294eff1c-1432-4d33-be1f-72532c99a809 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.191147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Pushing event updated for resources: {'Port': ['ID=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:08.236883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:05:08.249971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:08.251117 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.280048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294eff1c-1432-4d33-be1f-72532c99a809 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event deleted for resources: {'Port': ['ID=787985c8-86ae-46b5-955d-cd2741474c1b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:08.305474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516080b-395f-405b-8c43-951924ca9368 req-d2af5afc-aa9c-4f5b-8baf-47e8d9e35e28 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:08.314554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c516080b-395f-405b-8c43-951924ca9368 req-d2af5afc-aa9c-4f5b-8baf-47e8d9e35e28 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=430f308b-4065-4d1a-875d-f7420286e6be HTTP/1.1" status: 200 len: 867 time: 0.2570319 Aug 04 17:05:08.319867 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.350363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd62ad-f1e1-400a-bba4-93057fa8e12d req-35679020-5cc7-468b-8e62-d26c938733f4 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:08.358497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ddd62ad-f1e1-400a-bba4-93057fa8e12d req-35679020-5cc7-468b-8e62-d26c938733f4 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 931 time: 0.3003070 Aug 04 17:05:08.402441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:08.424258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:08.491097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-294eff1c-1432-4d33-be1f-72532c99a809 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] No DVR routers for this DVR port 787985c8-86ae-46b5-955d-cd2741474c1b on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:05:08.516427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-294eff1c-1432-4d33-be1f-72532c99a809 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.518625 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d5ddf47-0ce2-4204-aabc-0730269ea34e req-294eff1c-1432-4d33-be1f-72532c99a809 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "DELETE /v2.0/ports/787985c8-86ae-46b5-955d-cd2741474c1b HTTP/1.1" status: 204 len: 173 time: 2.2307844 Aug 04 17:05:08.529660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c516080b-395f-405b-8c43-951924ca9368 req-8180f066-be88-4dfb-a29d-692654f6a0da tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140698 Aug 04 17:05:08.530198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430f308b-4065-4d1a-875d-f7420286e6be', 'name': 'network-vif-deleted', 'tag': '787985c8-86ae-46b5-955d-cd2741474c1b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:08.538932 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51248d1-7245-4052-ac31-70660e4f55bc" -d '{"events": [{"server_uuid": "430f308b-4065-4d1a-875d-f7420286e6be", "name": "network-vif-deleted", "tag": "787985c8-86ae-46b5-955d-cd2741474c1b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:08.604709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ddd62ad-f1e1-400a-bba4-93057fa8e12d req-9f8c99f1-e879-4b48-bf69-f2f0412a5036 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452490 Aug 04 17:05:08.632728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.749369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:08.766123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:08.769400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:08.776127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:08.777459 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.806224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:08.813109 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c288b37a-335c-4be0-894d-14941cc20c0f x-openstack-request-id: req-c288b37a-335c-4be0-894d-14941cc20c0f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:08.813531 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430f308b-4065-4d1a-875d-f7420286e6be", "name": "network-vif-deleted", "tag": "787985c8-86ae-46b5-955d-cd2741474c1b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:08.813979 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c288b37a-335c-4be0-894d-14941cc20c0f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:08.814458 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430f308b-4065-4d1a-875d-f7420286e6be', 'name': 'network-vif-deleted', 'tag': '787985c8-86ae-46b5-955d-cd2741474c1b', 'status': 'completed', 'code': 200} Aug 04 17:05:08.845219 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.853282 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eca1eb03-8968-4136-abf0-01379c0ca491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.870530 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eca1eb03-8968-4136-abf0-01379c0ca491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.875368 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-e2b259b5-cae1-4c87-a041-73f48a7dd16f tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5695314 Aug 04 17:05:08.888967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Request body: {'port': {'device_id': 'dabbd35b-04f6-4098-b2c2-ba82c233ff50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:08.907036 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:08.920363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ae08e0d5-c73f-4504-bd0c-9b482890e66a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8225441 Aug 04 17:05:08.924147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55350) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:08.936359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cf1c5761-a4af-478b-a5e9-9a09e5f9e417 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': 'a7d80e05-710c-47ba-9ec4-8494446edb44', 'ip_address': '2001:db8::ba70:c6a3:bd00:7d00'}], 'name': 'tempest-NetworksTestDHCPv6-764758502'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:09.008205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eca1eb03-8968-4136-abf0-01379c0ca491 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9de7c0e5165040f1bf478d04270245fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7075181 Aug 04 17:05:09.008547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55352) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:09.024300 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.041380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1eb03-8968-4136-abf0-01379c0ca491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2f55e2-eb8a-4e23-a6af-33646d74202d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:09.074026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-92860493-212c-474d-a24e-814bf9e9ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:09.075860 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-92860493-212c-474d-a24e-814bf9e9ddea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 1101 time: 0.1743822 Aug 04 17:05:09.113939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Provisioning for port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:09.119323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Provisioning complete for port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:09.124632 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.249706 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.254309 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa598bb1-a703-494e-adde-5629ef9e5439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.318051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] For port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:09.327750 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.332882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-b461852a-787b-4b55-bb1a-e208c5ff09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:09.335175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-b461852a-787b-4b55-bb1a-e208c5ff09cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2170300 Aug 04 17:05:09.368254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa598bb1-a703-494e-adde-5629ef9e5439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.404673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-79f698bf-a628-439a-9bab-73a10e9e0d5d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70 HTTP/1.1" status: 200 len: 217 time: 0.0611272 Aug 04 17:05:09.434830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1c5761-a4af-478b-a5e9-9a09e5f9e417 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:09.441089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5761-a4af-478b-a5e9-9a09e5f9e417 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.444485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Pushing event updated for resources: {'Port': ['ID=4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:09.468066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.468066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.468066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.468066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.468066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.468066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.468066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.468066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.468066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.469095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.469095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.469095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0b54b-a7d3-413b-b071-9d713b5a03bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:09.521356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-cf1c5761-a4af-478b-a5e9-9a09e5f9e417 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 2b3ccca0-b0e8-422c-8c42-534494b85489 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:05:09.536881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-03571fb9-cb03-4f2c-bd04-36f94a7cddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:09.538399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-03571fb9-cb03-4f2c-bd04-36f94a7cddfb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1152380 Aug 04 17:05:09.542292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa598bb1-a703-494e-adde-5629ef9e5439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.545441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa598bb1-a703-494e-adde-5629ef9e5439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.549908 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aa598bb1-a703-494e-adde-5629ef9e5439 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d2f55e2-eb8a-4e23-a6af-33646d74202d HTTP/1.1" status: 204 len: 168 time: 0.5401843 Aug 04 17:05:09.571548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa598bb1-a703-494e-adde-5629ef9e5439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2f55e2-eb8a-4e23-a6af-33646d74202d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:09.621835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-739924a2-78c0-459e-8e21-9ce34b5319e0 None None] Provisioning for port 5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:09.646186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-739924a2-78c0-459e-8e21-9ce34b5319e0 None None] Provisioning complete for port 5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:09.651609 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-739924a2-78c0-459e-8e21-9ce34b5319e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.667456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93f4026-e993-4dd6-9dab-ca85ca78d1c6 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:05:09.684971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-6cba07f2-a0e1-49d1-b65e-79f3a894f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:09.687373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.691706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-6cba07f2-a0e1-49d1-b65e-79f3a894f8d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921829 Aug 04 17:05:09.731750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Transition to ACTIVE for port object e93f4026-e993-4dd6-9dab-ca85ca78d1c6 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:09.744751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:09.749670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-739924a2-78c0-459e-8e21-9ce34b5319e0 None None] Port 5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:05:09.847578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 787985c8-86ae-46b5-955d-cd2741474c1b no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:09.873054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Pushing event updated for resources: {'Port': ['ID=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:09.913167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 787985c8-86ae-46b5-955d-cd2741474c1b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:05:09.913606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 787985c8-86ae-46b5-955d-cd2741474c1b not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:05:10.004458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49efb-bcdd-47fa-93e7-f8f4293a9a0e req-e78e479d-6560-4693-bd39-b912d7d2ffa8 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:10.014978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51d49efb-bcdd-47fa-93e7-f8f4293a9a0e req-e78e479d-6560-4693-bd39-b912d7d2ffa8 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 943 time: 0.1972575 Aug 04 17:05:10.021365 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1c5761-a4af-478b-a5e9-9a09e5f9e417 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 04 17:05:10.021887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1c5761-a4af-478b-a5e9-9a09e5f9e417 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:05:10.057145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cf1c5761-a4af-478b-a5e9-9a09e5f9e417 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1272910 Aug 04 17:05:10.060092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55372) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:10.104844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:10.168414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-9a0b27b2-4a1d-4154-bb21-e5b177d14c42 service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662622 Aug 04 17:05:10.173878 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Attempting to bind port e93f4026-e993-4dd6-9dab-ca85ca78d1c6 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:10.174416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Attempting to bind port e93f4026-e993-4dd6-9dab-ca85ca78d1c6 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'cbc542f9-77c4-47d1-afde-986188edd0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2b604435-3644-4136-9cf8-57784ecd6353'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:10.176684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Attempting to bind port e93f4026-e993-4dd6-9dab-ca85ca78d1c6 on network 2b604435-3644-4136-9cf8-57784ecd6353 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:10.188973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Port e93f4026-e993-4dd6-9dab-ca85ca78d1c6 on network 2b604435-3644-4136-9cf8-57784ecd6353 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:05:10.190273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Attempting to bind port e93f4026-e993-4dd6-9dab-ca85ca78d1c6 on network 2b604435-3644-4136-9cf8-57784ecd6353 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:10.202439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:10.202890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Checking segment: {'id': 'cbc542f9-77c4-47d1-afde-986188edd0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2b604435-3644-4136-9cf8-57784ecd6353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:10.204174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Bound using segment: {'id': 'cbc542f9-77c4-47d1-afde-986188edd0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2b604435-3644-4136-9cf8-57784ecd6353'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:10.204641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Bound port: e93f4026-e993-4dd6-9dab-ca85ca78d1c6, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc542f9-77c4-47d1-afde-986188edd0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2b604435-3644-4136-9cf8-57784ecd6353'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:10.205018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:10.229391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:10.233965 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:10.257473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51d49efb-bcdd-47fa-93e7-f8f4293a9a0e req-5c1230c8-1245-49be-82c2-a7ec57c6634b tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415371 Aug 04 17:05:10.369183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] For port e93f4026-e993-4dd6-9dab-ca85ca78d1c6, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:10.377694 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] For port e93f4026-e993-4dd6-9dab-ca85ca78d1c6, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,segment=NetworkSegment(cbc542f9-77c4-47d1-afde-986188edd0b8),segment_id=cbc542f9-77c4-47d1-afde-986188edd0b8)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:10.399454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0a538-c1d1-4d1a-8ebc-2d616353f6c0 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:10.403164 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:10.416701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0a538-c1d1-4d1a-8ebc-2d616353f6c0 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:10.421280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c2e0a538-c1d1-4d1a-8ebc-2d616353f6c0 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3561733 Aug 04 17:05:10.424131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55386) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:10.472551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:10.473952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:10.476101 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] 10.222.0.90 "PUT /v2.0/ports/e93f4026-e993-4dd6-9dab-ca85ca78d1c6 HTTP/1.1" status: 200 len: 1091 time: 1.5918446 Aug 04 17:05:10.478889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabbd35b-04f6-4098-b2c2-ba82c233ff50', 'tag': 'e93f4026-e993-4dd6-9dab-ca85ca78d1c6'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:10.490182 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd" -d '{"events": [{"name": "network-changed", "server_uuid": "dabbd35b-04f6-4098-b2c2-ba82c233ff50", "tag": "e93f4026-e993-4dd6-9dab-ca85ca78d1c6"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:10.522096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f34296a-bcec-40ee-b469-fbd2ed69d795 req-4489854e-91c1-4c4a-98e3-8518e843f2ce service neutron] 10.222.0.90 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357635 Aug 04 17:05:10.581062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508914e-1be9-4e5d-9353-9855eeaf9b05 service neutron] Pushing event updated for resources: {'Port': ['ID=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:10.664189 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9532bf4-01dd-4bcd-a356-54cce485a817 x-openstack-request-id: req-e9532bf4-01dd-4bcd-a356-54cce485a817 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:10.664591 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabbd35b-04f6-4098-b2c2-ba82c233ff50", "tag": "e93f4026-e993-4dd6-9dab-ca85ca78d1c6", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:10.664738 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9532bf4-01dd-4bcd-a356-54cce485a817 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:10.665363 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabbd35b-04f6-4098-b2c2-ba82c233ff50', 'tag': 'e93f4026-e993-4dd6-9dab-ca85ca78d1c6', 'status': 'completed', 'code': 200} Aug 04 17:05:10.677216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-34f293b6-e290-43fa-9b0b-91364d153db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:10.678792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-34f293b6-e290-43fa-9b0b-91364d153db6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58ac1b9c28cc4bef812f269fe9d55f91&device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 1094 time: 0.1466048 Aug 04 17:05:10.725366 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9cc99441-3c70-4f65-b07c-fa03f1d76885 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:10.725863 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cc99441-3c70-4f65-b07c-fa03f1d76885 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:10.736399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-90ce6ea3-8715-4e74-8751-617fdc344aef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93f4026-e993-4dd6-9dab-ca85ca78d1c6 HTTP/1.1" status: 200 len: 217 time: 0.0463827 Aug 04 17:05:10.791715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-8d820360-95a8-44bc-85b5-4c7c09f1b652 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:10.793607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-8d820360-95a8-44bc-85b5-4c7c09f1b652 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.2296512 Aug 04 17:05:10.816128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a944085d-69bb-4a23-a0a3-09fb0e88a0bd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/quotas/173082757bc04a31b2a2048df2d4cdbf HTTP/1.1" status: 200 len: 375 time: 0.0156341 Aug 04 17:05:10.861873 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cc99441-3c70-4f65-b07c-fa03f1d76885 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:10.865034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-585d125f-fbcf-495d-99ec-2da1a5b7fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:10.866976 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-585d125f-fbcf-495d-99ec-2da1a5b7fa68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e770cf27-b568-42de-b74c-907e8b295894 HTTP/1.1" status: 200 len: 854 time: 0.1214418 Aug 04 17:05:10.879687 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9cc99441-3c70-4f65-b07c-fa03f1d76885 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:10.927975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-caf7a582-bac3-43e7-9f02-959ad19d3f1a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b604435-3644-4136-9cf8-57784ecd6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474153 Aug 04 17:05:10.934529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-4fa4dbb3-eb80-4b9f-bad7-bdb98fcc90d0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114166 Aug 04 17:05:11.130750 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cc99441-3c70-4f65-b07c-fa03f1d76885 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:11.144142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-cfa43025-6a61-42d9-8529-fee63ca821cf service neutron] 10.222.0.90 "GET /v2.0/networks/2b604435-3644-4136-9cf8-57784ecd6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073610 Aug 04 17:05:11.219835 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc99441-3c70-4f65-b07c-fa03f1d76885 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:11.261071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-b9b19949-dafe-45f4-a3e1-a4913a92ac8d service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142395 Aug 04 17:05:11.263124 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9cc99441-3c70-4f65-b07c-fa03f1d76885 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:11.268417 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9cc99441-3c70-4f65-b07c-fa03f1d76885 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01 HTTP/1.1" status: 204 len: 168 time: 0.8365331 Aug 04 17:05:11.268959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55414) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:11.545299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fff62-e81d-4fbe-875c-7eb0e197c379 req-888926e3-9120-4d79-89c0-a56e92399982 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:11.547228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b33fff62-e81d-4fbe-875c-7eb0e197c379 req-888926e3-9120-4d79-89c0-a56e92399982 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 943 time: 0.1410069 Aug 04 17:05:11.553663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1c3cc-5f41-489e-91fc-fc2a69376aea tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:11.555536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1c3cc-5f41-489e-91fc-fc2a69376aea tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:11.561187 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5ac1c3cc-5f41-489e-91fc-fc2a69376aea tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2871902 Aug 04 17:05:11.561187 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29fc28de-d23d-4b72-9cad-c05dcc9accee req-52bb4cff-6fab-42b8-afa0-a4d56f9e20f1 service neutron] 10.222.0.90 "GET /v2.0/networks/2b604435-3644-4136-9cf8-57784ecd6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041359 Aug 04 17:05:11.561187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55426) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:11.678772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-19f9b31c-9247-452d-bcde-f0f5db54b07b service neutron] 10.222.0.39 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987727 Aug 04 17:05:11.708510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-32062a5e-188d-4499-9d51-5f27f23b2a69 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet a7d80e05-710c-47ba-9ec4-8494446edb44 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:11.715303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b33fff62-e81d-4fbe-875c-7eb0e197c379 req-c2b8813c-a5bb-42fd-b473-479efe9f9bc2 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315179 Aug 04 17:05:11.716012 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32062a5e-188d-4499-9d51-5f27f23b2a69 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:11.769992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd req-bfb07fb6-98e4-4393-8d38-be4d49ab0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:11.772183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd req-bfb07fb6-98e4-4393-8d38-be4d49ab0308 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58ac1b9c28cc4bef812f269fe9d55f91&device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 1094 time: 0.1388357 Aug 04 17:05:11.782746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32062a5e-188d-4499-9d51-5f27f23b2a69 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:12.043947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeeefdf2-0e50-4c91-93de-38667b2891d5 req-aef71f29-cd66-4abc-aa2e-b3bf8d246453 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 210 time: 0.0670695 Aug 04 17:05:12.077170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd req-d9b96057-c66d-4836-ae3a-7d1725c36653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:12.079341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd req-d9b96057-c66d-4836-ae3a-7d1725c36653 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b604435-3644-4136-9cf8-57784ecd6353 HTTP/1.1" status: 200 len: 916 time: 0.2994683 Aug 04 17:05:12.099320 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32062a5e-188d-4499-9d51-5f27f23b2a69 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:12.158914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd req-16988a93-576d-48c8-9b3b-061cfebf4b10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93f4026-e993-4dd6-9dab-ca85ca78d1c6 HTTP/1.1" status: 200 len: 217 time: 0.0709972 Aug 04 17:05:12.259673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd req-8d04a3f2-5422-4f42-99e5-8525a389d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:12.261371 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd req-8d04a3f2-5422-4f42-99e5-8525a389d4a9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e770cf27-b568-42de-b74c-907e8b295894 HTTP/1.1" status: 200 len: 854 time: 0.0929430 Aug 04 17:05:12.283584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32062a5e-188d-4499-9d51-5f27f23b2a69 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:12.333459 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd req-11c071dd-63a0-4a24-b37c-735ff617d585 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b604435-3644-4136-9cf8-57784ecd6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521071 Aug 04 17:05:12.357493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32062a5e-188d-4499-9d51-5f27f23b2a69 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d80e05-710c-47ba-9ec4-8494446edb44,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:12.370775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93cbf61-6ff9-4bbe-b8c1-6a22f72cd129 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:12.375747 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-32062a5e-188d-4499-9d51-5f27f23b2a69 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:12.377779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-32062a5e-188d-4499-9d51-5f27f23b2a69 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/a7d80e05-710c-47ba-9ec4-8494446edb44 HTTP/1.1" status: 204 len: 168 time: 0.8145220 Aug 04 17:05:12.381254 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55468) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:12.464433 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d8448bf-cb7a-45b8-aef7-8c7fc21c8c2d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812929 Aug 04 17:05:12.468418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55474) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:12.473985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d939ba62-b2fe-4957-ac13-efee2afe6e75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:12.487620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd req-a0cbe565-aaf9-4c01-a4eb-7566ed96cb92 service neutron] 10.222.0.90 "GET /v2.0/networks/2b604435-3644-4136-9cf8-57784ecd6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398945 Aug 04 17:05:12.675205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d939ba62-b2fe-4957-ac13-efee2afe6e75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:12.679838 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d939ba62-b2fe-4957-ac13-efee2afe6e75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:12.692721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f96a3eb-b274-4be9-a73a-d3d23ed4facd req-053e53e2-a2a0-4c40-ba41-65078207ccd3 service neutron] 10.222.0.90 "GET /v2.0/networks/2b604435-3644-4136-9cf8-57784ecd6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830873 Aug 04 17:05:12.846502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c781de7-5e94-4c73-93d7-eb0bd7a2a7aa None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:05:12.909519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfd513-52e8-4542-a25b-f4a84c4839b5 req-f6c776e8-8931-414e-8786-c2918b274dbb tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:12.919440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ebfd513-52e8-4542-a25b-f4a84c4839b5 req-f6c776e8-8931-414e-8786-c2918b274dbb tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 943 time: 0.0991368 Aug 04 17:05:12.979674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9c781de7-5e94-4c73-93d7-eb0bd7a2a7aa None None] Deleting port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:12.979674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9c781de7-5e94-4c73-93d7-eb0bd7a2a7aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:13.031620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ebfd513-52e8-4542-a25b-f4a84c4839b5 req-20bfad6c-8eb6-4dd9-9773-81a20cd79ff6 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045389 Aug 04 17:05:13.044267 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d939ba62-b2fe-4957-ac13-efee2afe6e75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:13.108683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-9c781de7-5e94-4c73-93d7-eb0bd7a2a7aa None None] For port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:13.109087 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9c781de7-5e94-4c73-93d7-eb0bd7a2a7aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:13.124831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9c781de7-5e94-4c73-93d7-eb0bd7a2a7aa None None] Calling delete_port for 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:13.136530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939ba62-b2fe-4957-ac13-efee2afe6e75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=d3c0b471-6946-4131-894e-d0aeb8f124e6,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:13.159380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939ba62-b2fe-4957-ac13-efee2afe6e75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:13.159380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d939ba62-b2fe-4957-ac13-efee2afe6e75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:13.170501 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939ba62-b2fe-4957-ac13-efee2afe6e75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:13.171372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d939ba62-b2fe-4957-ac13-efee2afe6e75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:13.196413 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d939ba62-b2fe-4957-ac13-efee2afe6e75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7266932 Aug 04 17:05:13.200457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55550) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:13.211956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-39bc124c-143c-427b-b9e0-27951855d404 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': 'd3c0b471-6946-4131-894e-d0aeb8f124e6', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-194046577'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:13.311960 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9c781de7-5e94-4c73-93d7-eb0bd7a2a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:13.342975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c781de7-5e94-4c73-93d7-eb0bd7a2a7aa None None] Pushing event deleted for resources: {'Port': ['ID=4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:13.357490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97a30026-fd07-4ac1-b70a-8a499454cbd8 req-f8d83fe0-cb07-46b7-81c3-0206b20e3b39 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 210 time: 0.0968592 Aug 04 17:05:13.357769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c781de7-5e94-4c73-93d7-eb0bd7a2a7aa None None] No DVR routers for this DVR port 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:05:13.387109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b5c3c6-6680-41e9-b152-b8976dd14bc0 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:13.470091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f025b2c-b41d-4ef4-bfe1-010709d19f9e req-0ee46d87-91f6-443c-a4bf-0507201675f3 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:13.471672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f025b2c-b41d-4ef4-bfe1-010709d19f9e req-0ee46d87-91f6-443c-a4bf-0507201675f3 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 950 time: 0.1828885 Aug 04 17:05:13.494954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-9eb41bda-04b2-4dd9-a3de-d90da9e14591 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:13.496395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-9eb41bda-04b2-4dd9-a3de-d90da9e14591 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 806 time: 0.2347898 Aug 04 17:05:13.522084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Request body: {'port': {'device_id': '3dd93421-755b-487e-ab79-3f593ec3185e', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'admin_state_up': True, 'tenant_id': '173082757bc04a31b2a2048df2d4cdbf'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:13.566651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bc124c-143c-427b-b9e0-27951855d404 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:13.570792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': 'd3c0b471-6946-4131-894e-d0aeb8f124e6'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:05:13.571766 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:13.735208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/d3c0b471-6946-4131-894e-d0aeb8f124e6/c0954024-c391-4af9-8a2a-dccb99da03d3) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:13.815671 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55582) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:13.899110 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:13.907928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Transition to ACTIVE for port object c0954024-c391-4af9-8a2a-dccb99da03d3 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:13.925254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Transition to ACTIVE for port object c0954024-c391-4af9-8a2a-dccb99da03d3 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:13.941293 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:13.949133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99e5ebf8-6ff9-4506-bf25-29a79a9620c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:13.984234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:13.987408 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:13.991430 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:14.003045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f025b2c-b41d-4ef4-bfe1-010709d19f9e req-4514409e-5144-477a-8936-a7b9602d2285 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195000 Aug 04 17:05:14.070757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:14.074861 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Pushing event updated for resources: {'Port': ['ID=c0954024-c391-4af9-8a2a-dccb99da03d3,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:14.079601 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39bc124c-143c-427b-b9e0-27951855d404 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.099342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-39bc124c-143c-427b-b9e0-27951855d404 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 3f841ee1-11e8-4a16-8bbb-0a2323ac74ea yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:05:14.125311 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99e5ebf8-6ff9-4506-bf25-29a79a9620c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.131872 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99e5ebf8-6ff9-4506-bf25-29a79a9620c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.134987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:05:14.137040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4ac61e37-43cb-4a39-a7fb-6e4ec8af4f04 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:05:14.137667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Attempting to bind port c0954024-c391-4af9-8a2a-dccb99da03d3 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:14.138013 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Attempting to bind port c0954024-c391-4af9-8a2a-dccb99da03d3 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:14.138634 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Attempting to bind port c0954024-c391-4af9-8a2a-dccb99da03d3 on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:14.160520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:14.165314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:14.165314 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.165594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:14.166028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Bound port: c0954024-c391-4af9-8a2a-dccb99da03d3, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:14.166711 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.172938 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-99e5ebf8-6ff9-4506-bf25-29a79a9620c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f6efde980fc4846a9167b4189e9b8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538492 Aug 04 17:05:14.176459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55598) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:14.207876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5ebf8-6ff9-4506-bf25-29a79a9620c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021d590c-1d5b-464b-ac5b-3c3dbf5bb761,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:14.234505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Made reservation on behalf of 173082757bc04a31b2a2048df2d4cdbf for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:14.238307 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.256472 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c78ae91-0103-4873-a7c5-c7576b33139b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.284717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c78ae91-0103-4873-a7c5-c7576b33139b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.286415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] For port c0954024-c391-4af9-8a2a-dccb99da03d3, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:14.290774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] For port c0954024-c391-4af9-8a2a-dccb99da03d3, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c0954024-c391-4af9-8a2a-dccb99da03d3,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:14.296894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72257829-dddb-436f-8583-040fb307ac76 req-a0d67163-5ddd-49af-aec2-3ec6bb729c82 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:14.298097 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.298964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72257829-dddb-436f-8583-040fb307ac76 req-a0d67163-5ddd-49af-aec2-3ec6bb729c82 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 943 time: 0.1625760 Aug 04 17:05:14.308791 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bc124c-143c-427b-b9e0-27951855d404 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:05:14.309250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bc124c-143c-427b-b9e0-27951855d404 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:05:14.348739 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c78ae91-0103-4873-a7c5-c7576b33139b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.355315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c78ae91-0103-4873-a7c5-c7576b33139b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.357705 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5c78ae91-0103-4873-a7c5-c7576b33139b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/021d590c-1d5b-464b-ac5b-3c3dbf5bb761 HTTP/1.1" status: 204 len: 168 time: 0.1796923 Aug 04 17:05:14.375507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78ae91-0103-4873-a7c5-c7576b33139b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021d590c-1d5b-464b-ac5b-3c3dbf5bb761,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:14.398273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b0def-3f96-4ca1-97cc-1f9548c15348 None None] Pushing event updated for resources: {'Port': ['ID=c0954024-c391-4af9-8a2a-dccb99da03d3,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:14.405086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-39bc124c-143c-427b-b9e0-27951855d404 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2032905 Aug 04 17:05:14.407823 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55608) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:14.447435 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e93f4026-e993-4dd6-9dab-ca85ca78d1c6 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:05:14.452737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72257829-dddb-436f-8583-040fb307ac76 req-cb81aea3-b773-4559-af7e-b9db90bff3ca tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397119 Aug 04 17:05:14.499432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95ec3f-0dc6-4ff3-988a-85a829ad4d5b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:14.501435 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8c95ec3f-0dc6-4ff3-988a-85a829ad4d5b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0921617 Aug 04 17:05:14.503930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55610) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:14.540514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Allocated IP 172.20.0.8 (466ca3f5-52b1-4270-9eda-4475959211d3/cb48bb64-77b4-470f-bd74-6a3c636aa456/823f2224-0026-4341-8a4a-aa5e8da761f9) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:14.648595 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844427ad-829c-435c-89d2-c741d6b08756 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:14.654655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844427ad-829c-435c-89d2-c741d6b08756 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:14.661508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e93f4026-e993-4dd6-9dab-ca85ca78d1c6, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,segment=NetworkSegment(cbc542f9-77c4-47d1-afde-986188edd0b8),segment_id=cbc542f9-77c4-47d1-afde-986188edd0b8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:14.668935 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-844427ad-829c-435c-89d2-c741d6b08756 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1616318 Aug 04 17:05:14.669778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55616) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:14.720726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'e93f4026-e993-4dd6-9dab-ca85ca78d1c6', 'network_id': '2b604435-3644-4136-9cf8-57784ecd6353', 'port_id': 'e93f4026-e993-4dd6-9dab-ca85ca78d1c6', 'mac_address': 'fa:16:3e:81:cc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e770cf27-b568-42de-b74c-907e8b295894', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:05:14.771181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b2ff75-0fb7-46eb-b311-1b7fb8c04a95 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet d3c0b471-6946-4131-894e-d0aeb8f124e6 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:14.783318 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56b2ff75-0fb7-46eb-b311-1b7fb8c04a95 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.827771 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0982b463-192b-4735-8223-2ce52a16a19f req-390b6068-3a19-4a55-be95-fbeec7fe9b8b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 210 time: 0.0594840 Aug 04 17:05:14.837655 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.883134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93f4026-e993-4dd6-9dab-ca85ca78d1c6 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:05:14.903100 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56b2ff75-0fb7-46eb-b311-1b7fb8c04a95 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.914174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e93f4026-e993-4dd6-9dab-ca85ca78d1c6, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,segment=NetworkSegment(cbc542f9-77c4-47d1-afde-986188edd0b8),segment_id=cbc542f9-77c4-47d1-afde-986188edd0b8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:14.918424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.921400 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.956218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55626) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:14.967367 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:14.981651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:05:14.984590 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d56d6e5-c74b-4bbf-b89f-c068b2475791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.008322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56b2ff75-0fb7-46eb-b311-1b7fb8c04a95 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.044445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Network 466ca3f5-52b1-4270-9eda-4475959211d3 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:15.052560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:15.052784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:15.058356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event updated for resources: {'Port': ['ID=823f2224-0026-4341-8a4a-aa5e8da761f9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:15.061913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:15.082654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56b2ff75-0fb7-46eb-b311-1b7fb8c04a95 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.121468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2ff75-0fb7-46eb-b311-1b7fb8c04a95 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c0b471-6946-4131-894e-d0aeb8f124e6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:15.128440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56b2ff75-0fb7-46eb-b311-1b7fb8c04a95 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.131576 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-56b2ff75-0fb7-46eb-b311-1b7fb8c04a95 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/d3c0b471-6946-4131-894e-d0aeb8f124e6 HTTP/1.1" status: 204 len: 168 time: 0.4588506 Aug 04 17:05:15.134146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55628) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:15.142234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:15.142918 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.178426 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6ade768d-8f46-44e7-b8d5-1ae744ed41a7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391476 Aug 04 17:05:15.178758 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55630) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:15.184962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a0c82b16-5bd3-4d5b-bd1a-d291bf365e4e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:15.194715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d56d6e5-c74b-4bbf-b89f-c068b2475791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.200138 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d56d6e5-c74b-4bbf-b89f-c068b2475791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.224717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-01f1695d-318f-4db8-9f54-457eae6d67df tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7099864 Aug 04 17:05:15.233831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['e93f4026-e993-4dd6-9dab-ca85ca78d1c6'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:05:15.238499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Request body: {'port': {'device_id': '3dd93421-755b-487e-ab79-3f593ec3185e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:15.278530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56d6e5-c74b-4bbf-b89f-c068b2475791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d2f260-059b-4975-9ebe-40cdab8c42d0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:15.285589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9d56d6e5-c74b-4bbf-b89f-c068b2475791 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af3a46b805d0400e80f6d37058c1c763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256769 Aug 04 17:05:15.286273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55632) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:15.296096 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c82b16-5bd3-4d5b-bd1a-d291bf365e4e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:15.301582 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0c82b16-5bd3-4d5b-bd1a-d291bf365e4e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.359377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.408299 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-823b689e-86b2-4028-924e-500c85cf0c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.453011 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-823b689e-86b2-4028-924e-500c85cf0c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.524620 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0c82b16-5bd3-4d5b-bd1a-d291bf365e4e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.584928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c82b16-5bd3-4d5b-bd1a-d291bf365e4e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:15.588344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a0c82b16-5bd3-4d5b-bd1a-d291bf365e4e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:15.593158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c82b16-5bd3-4d5b-bd1a-d291bf365e4e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:15.593716 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0c82b16-5bd3-4d5b-bd1a-d291bf365e4e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.597375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c82b16-5bd3-4d5b-bd1a-d291bf365e4e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=9ec287d1-7051-42eb-ad5e-f67d56958d7b,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:15.613805 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a0c82b16-5bd3-4d5b-bd1a-d291bf365e4e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4332464 Aug 04 17:05:15.616784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55638) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:15.623742 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2de8ea43-47b6-4423-9709-76163b07db06 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-896789896', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:15.667599 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2de8ea43-47b6-4423-9709-76163b07db06 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.668927 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2de8ea43-47b6-4423-9709-76163b07db06 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.672415 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-823b689e-86b2-4028-924e-500c85cf0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.675102 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-823b689e-86b2-4028-924e-500c85cf0c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.676362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-823b689e-86b2-4028-924e-500c85cf0c92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03d2f260-059b-4975-9ebe-40cdab8c42d0 HTTP/1.1" status: 204 len: 168 time: 0.3890238 Aug 04 17:05:15.714472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72d76f-99b5-479e-9888-c95a9d79cebc req-9cf36ae3-9eca-4d28-b96c-6caa528cd8c9 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:15.716091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c72d76f-99b5-479e-9888-c95a9d79cebc req-9cf36ae3-9eca-4d28-b96c-6caa528cd8c9 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 944 time: 0.1726077 Aug 04 17:05:15.719709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b689e-86b2-4028-924e-500c85cf0c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d2f260-059b-4975-9ebe-40cdab8c42d0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:15.732173 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2de8ea43-47b6-4423-9709-76163b07db06 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.742143 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2de8ea43-47b6-4423-9709-76163b07db06 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.752267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d5b18-a41c-4628-87d8-626c6e38cb9e None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:15.773503 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2de8ea43-47b6-4423-9709-76163b07db06 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.775092 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2de8ea43-47b6-4423-9709-76163b07db06 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1572576 Aug 04 17:05:15.777942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55644) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:15.830665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c72d76f-99b5-479e-9888-c95a9d79cebc req-7ff3d46c-6408-4528-a355-4f68ccfc8a70 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841992 Aug 04 17:05:15.849728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9929d204-73e7-4803-acef-12f227ad8d85 None None] Provisioning for port c0954024-c391-4af9-8a2a-dccb99da03d3 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:15.909506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823f2224-0026-4341-8a4a-aa5e8da761f9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:05:15.926376 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:15.986306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Transition to ACTIVE for port object 823f2224-0026-4341-8a4a-aa5e8da761f9 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:16.035278 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.096390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c0954024-c391-4af9-8a2a-dccb99da03d3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:16.123326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42bc03-2029-43bf-b3c6-4e061751d263 req-736bad80-fbe8-4604-acbf-88d0569090b6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:16.132491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb42bc03-2029-43bf-b3c6-4e061751d263 req-736bad80-fbe8-4604-acbf-88d0569090b6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 931 time: 0.1697898 Aug 04 17:05:16.142720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Pushing event updated for resources: {'Port': ['ID=823f2224-0026-4341-8a4a-aa5e8da761f9,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:16.207721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port c0954024-c391-4af9-8a2a-dccb99da03d3 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:16.213152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c0954024-c391-4af9-8a2a-dccb99da03d3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:16.213662 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.254591 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.260488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb42bc03-2029-43bf-b3c6-4e061751d263 req-30574622-345c-4d52-8afe-606b66da9de9 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266959 Aug 04 17:05:16.300576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Attempting to bind port 823f2224-0026-4341-8a4a-aa5e8da761f9 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:16.300961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Attempting to bind port 823f2224-0026-4341-8a4a-aa5e8da761f9 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:16.301387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Attempting to bind port 823f2224-0026-4341-8a4a-aa5e8da761f9 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:16.308563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Port 823f2224-0026-4341-8a4a-aa5e8da761f9 on network 466ca3f5-52b1-4270-9eda-4475959211d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:05:16.308563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Attempting to bind port 823f2224-0026-4341-8a4a-aa5e8da761f9 on network 466ca3f5-52b1-4270-9eda-4475959211d3 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:16.314874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:16.315568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Checking segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:16.316754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Bound using segment: {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:16.317432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Bound port: 823f2224-0026-4341-8a4a-aa5e8da761f9, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfffccc-0546-4739-b9ed-02a50ccccca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:16.320901 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.322478 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.322645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6d882bfe-0f02-4f59-9d7e-98d63a2407cb None None] Provisioning complete for port c0954024-c391-4af9-8a2a-dccb99da03d3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:16.323012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6d882bfe-0f02-4f59-9d7e-98d63a2407cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.389988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port c0954024-c391-4af9-8a2a-dccb99da03d3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c0954024-c391-4af9-8a2a-dccb99da03d3,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:16.406050 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.421229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] For port 823f2224-0026-4341-8a4a-aa5e8da761f9, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:16.424953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] For port 823f2224-0026-4341-8a4a-aa5e8da761f9, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=823f2224-0026-4341-8a4a-aa5e8da761f9,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:16.433026 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.472000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e93f4026-e993-4dd6-9dab-ca85ca78d1c6 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:16.480460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:16.481439 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.486363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] 10.222.0.82 "PUT /v2.0/ports/823f2224-0026-4341-8a4a-aa5e8da761f9 HTTP/1.1" status: 200 len: 1091 time: 1.2521698 Aug 04 17:05:16.489699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd93421-755b-487e-ab79-3f593ec3185e', 'tag': '823f2224-0026-4341-8a4a-aa5e8da761f9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:16.493733 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80727bd4-c863-4e72-b197-aba01e2b8060" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd93421-755b-487e-ab79-3f593ec3185e", "tag": "823f2224-0026-4341-8a4a-aa5e8da761f9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:16.527592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b41624-1ee0-45b4-bd0e-bb1517f2e602 service neutron] Pushing event updated for resources: {'Port': ['ID=823f2224-0026-4341-8a4a-aa5e8da761f9,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:16.534733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=c0954024-c391-4af9-8a2a-dccb99da03d3,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:16.566579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::1 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/9ec287d1-7051-42eb-ad5e-f67d56958d7b/c838ab8a-322e-4447-812e-5ecb0c3abe37) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:16.575397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port e93f4026-e993-4dd6-9dab-ca85ca78d1c6 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:16.580331 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb2e335-095b-429a-9b4f-6875b6ee834d x-openstack-request-id: req-acb2e335-095b-429a-9b4f-6875b6ee834d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:16.580610 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd93421-755b-487e-ab79-3f593ec3185e", "tag": "823f2224-0026-4341-8a4a-aa5e8da761f9", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:16.580885 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acb2e335-095b-429a-9b4f-6875b6ee834d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:16.581280 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd93421-755b-487e-ab79-3f593ec3185e', 'tag': '823f2224-0026-4341-8a4a-aa5e8da761f9', 'status': 'completed', 'code': 200} Aug 04 17:05:16.582057 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port e93f4026-e993-4dd6-9dab-ca85ca78d1c6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:16.583211 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.606218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-6ad4f51a-2782-4930-88e6-aec27e594f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:16.608451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-6ad4f51a-2782-4930-88e6-aec27e594f33 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 1094 time: 0.0647597 Aug 04 17:05:16.669112 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.685703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-cbc97b7c-aa9a-4f24-a26c-2ae57c71b5f8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=823f2224-0026-4341-8a4a-aa5e8da761f9 HTTP/1.1" status: 200 len: 217 time: 0.0669918 Aug 04 17:05:16.693168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabbd35b-04f6-4098-b2c2-ba82c233ff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93f4026-e993-4dd6-9dab-ca85ca78d1c6'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:16.695616 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b769ceb-3821-4f25-b203-1cbd5804f8c6" -d '{"events": [{"server_uuid": "dabbd35b-04f6-4098-b2c2-ba82c233ff50", "name": "network-vif-plugged", "status": "completed", "tag": "e93f4026-e993-4dd6-9dab-ca85ca78d1c6"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:16.709764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e93f4026-e993-4dd6-9dab-ca85ca78d1c6, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,segment=NetworkSegment(cbc542f9-77c4-47d1-afde-986188edd0b8),segment_id=cbc542f9-77c4-47d1-afde-986188edd0b8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:16.716053 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.717044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a6c01776-6af3-49b4-8bfb-b0be84353b70 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:16.756114 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.762347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-0e1d3529-5f88-4ed1-b5fc-1c60343b1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:16.768626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-0e1d3529-5f88-4ed1-b5fc-1c60343b1cb1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.0728114 Aug 04 17:05:16.774643 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a54fa4c-d17e-4b69-9a13-d6bf5aa0fa78 x-openstack-request-id: req-3a54fa4c-d17e-4b69-9a13-d6bf5aa0fa78 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:16.775171 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabbd35b-04f6-4098-b2c2-ba82c233ff50", "name": "network-vif-plugged", "status": "completed", "tag": "e93f4026-e993-4dd6-9dab-ca85ca78d1c6", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:16.775261 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a54fa4c-d17e-4b69-9a13-d6bf5aa0fa78 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:16.775697 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabbd35b-04f6-4098-b2c2-ba82c233ff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93f4026-e993-4dd6-9dab-ca85ca78d1c6', 'code': 200} Aug 04 17:05:16.805094 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object c838ab8a-322e-4447-812e-5ecb0c3abe37 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:16.807311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:16.842679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-fc0198cb-63fd-49ce-aadf-3092f708d9f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660486 Aug 04 17:05:16.857930 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.894838 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.910676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:16.920877 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:16.958985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:16.964591 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:16.984811 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:16.985372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:17.003302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:17.070704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=c838ab8a-322e-4447-812e-5ecb0c3abe37,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:17.112841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd271f5b-01e0-4ae8-90c3-1be322e8ecef req-4a84496f-9f45-4742-9ee8-b3b82a2ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:17.114458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd271f5b-01e0-4ae8-90c3-1be322e8ecef req-4a84496f-9f45-4742-9ee8-b3b82a2ece8c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 1096 time: 0.2413449 Aug 04 17:05:17.129265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f89b40-9169-4326-849b-dec37d2e7b70 req-cec77aae-9499-4658-b40d-463d8a5869ed tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:17.132053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57f89b40-9169-4326-849b-dec37d2e7b70 req-cec77aae-9499-4658-b40d-463d8a5869ed tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 945 time: 0.1045158 Aug 04 17:05:17.144349 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:17.192029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-50bbeb31-e2c2-46b4-a3c0-085ae62225dc service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403862 Aug 04 17:05:17.282690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd271f5b-01e0-4ae8-90c3-1be322e8ecef req-dc344141-1b2c-4ef4-9544-85c453dca998 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450329 Aug 04 17:05:17.291125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57f89b40-9169-4326-849b-dec37d2e7b70 req-49f2a415-20ee-45d1-9877-39bfc12b187c tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215630 Aug 04 17:05:17.354271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fad730d-1af9-44aa-8829-518384d0d0bb req-badafab2-c421-4117-97ba-4801164690be service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472497 Aug 04 17:05:17.359424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dd2fd892-8daa-427b-a457-08e1913d1bfc None None] Provisioning for port c838ab8a-322e-4447-812e-5ecb0c3abe37 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:17.366903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dd2fd892-8daa-427b-a457-08e1913d1bfc None None] Provisioning complete for port c838ab8a-322e-4447-812e-5ecb0c3abe37 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:17.367286 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd892-8daa-427b-a457-08e1913d1bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:17.414444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fd892-8daa-427b-a457-08e1913d1bfc None None] Port c838ab8a-322e-4447-812e-5ecb0c3abe37 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:05:17.471587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e77402-5422-4a89-a887-a329b56caac9 req-12733123-fb5e-4c34-8071-14dd06612145 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:17.473124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42e77402-5422-4a89-a887-a329b56caac9 req-12733123-fb5e-4c34-8071-14dd06612145 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 943 time: 0.1020501 Aug 04 17:05:17.491503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727bd4-c863-4e72-b197-aba01e2b8060 req-591a850e-0daa-46e0-85d8-e5609f01bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:17.493048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80727bd4-c863-4e72-b197-aba01e2b8060 req-591a850e-0daa-46e0-85d8-e5609f01bb31 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 1094 time: 0.0833237 Aug 04 17:05:17.518786 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:17.524698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:17.525535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:17.579432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42e77402-5422-4a89-a887-a329b56caac9 req-948ed24f-4a2d-4cf3-9d17-1a9c6f09066b tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974627 Aug 04 17:05:17.611548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=c838ab8a-322e-4447-812e-5ecb0c3abe37,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:17.624087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727bd4-c863-4e72-b197-aba01e2b8060 req-e268e4ae-e108-44e3-8706-bbe26082b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:17.625860 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80727bd4-c863-4e72-b197-aba01e2b8060 req-e268e4ae-e108-44e3-8706-bbe26082b0c7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 0.1215274 Aug 04 17:05:17.656567 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:17.658118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:17.694500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55728) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:17.701554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80727bd4-c863-4e72-b197-aba01e2b8060 req-677e1c51-c7e5-48f5-82ab-779832e20a98 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=823f2224-0026-4341-8a4a-aa5e8da761f9 HTTP/1.1" status: 200 len: 217 time: 0.0653629 Aug 04 17:05:17.763228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727bd4-c863-4e72-b197-aba01e2b8060 req-fa11dd61-bcb5-43f9-97d7-d4403dc8c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:17.764899 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80727bd4-c863-4e72-b197-aba01e2b8060 req-fa11dd61-bcb5-43f9-97d7-d4403dc8c545 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.0541761 Aug 04 17:05:17.797772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Router a38d84b7-c6e4-4052-ae49-187224e203c0 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:05:17.809072 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80727bd4-c863-4e72-b197-aba01e2b8060 req-e847369f-c889-4dc8-88fa-c1b3e369cd0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351593 Aug 04 17:05:17.844152 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-903e55b5-0702-4896-837c-7eb0f6b31dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:17.894643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5dd1ac72-7957-4653-8f1e-17069876a95a details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:05:17.904740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:05:17.920950 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Sync routers for ids ['a38d84b7-c6e4-4052-ae49-187224e203c0'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:05:17.928172 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be8a0106-2738-46ee-8f33-1107569a5ed6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "PUT /v2.0/routers/a38d84b7-c6e4-4052-ae49-187224e203c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1452796 Aug 04 17:05:17.935780 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Routers {'a38d84b7-c6e4-4052-ae49-187224e203c0'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:17.936407 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a38d84b7-c6e4-4052-ae49-187224e203c0'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:17.938219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55734) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:18.003302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80727bd4-c863-4e72-b197-aba01e2b8060 req-243ec2b3-cab5-4898-9b04-ee87fcecd4fc service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829035 Aug 04 17:05:18.061894 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd0b53-77f7-4a2b-9872-5e326453cb55 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:18.071823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c0954024-c391-4af9-8a2a-dccb99da03d3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:18.079958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55740) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:18.083559 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Set router a38d84b7-c6e4-4052-ae49-187224e203c0 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:18.083906 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-08bd0b53-77f7-4a2b-9872-5e326453cb55 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports/c838ab8a-322e-4447-812e-5ecb0c3abe37 HTTP/1.1" status: 200 len: 911 time: 0.1425478 Aug 04 17:05:18.108880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5dd1ac72-7957-4653-8f1e-17069876a95a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5dd1ac72-7957-4653-8f1e-17069876a95a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:18.132048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9828979b-b897-4ee1-8112-d2ab92d8962e None None] Provisioning complete for port c838ab8a-322e-4447-812e-5ecb0c3abe37 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:18.132355 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9828979b-b897-4ee1-8112-d2ab92d8962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.136390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '5dd1ac72-7957-4653-8f1e-17069876a95a', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '5dd1ac72-7957-4653-8f1e-17069876a95a', 'mac_address': 'fa:16:3e:69:b2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:05:18.212823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9828979b-b897-4ee1-8112-d2ab92d8962e None None] Port c838ab8a-322e-4447-812e-5ecb0c3abe37 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:05:18.229387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c0954024-c391-4af9-8a2a-dccb99da03d3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:18.230268 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.235458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80727bd4-c863-4e72-b197-aba01e2b8060 req-212d7052-15cd-444a-9fb3-bff339ee6258 service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235124 Aug 04 17:05:18.263377 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.290675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dd1ac72-7957-4653-8f1e-17069876a95a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:05:18.301149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bfbd14-c7d9-4e54-8034-6ad69be626fd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:18.308129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bfbd14-c7d9-4e54-8034-6ad69be626fd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:18.309940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-90bfbd14-c7d9-4e54-8034-6ad69be626fd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1991038 Aug 04 17:05:18.313595 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55750) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:18.336644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5dd1ac72-7957-4653-8f1e-17069876a95a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5dd1ac72-7957-4653-8f1e-17069876a95a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:18.351674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.370553 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-903e55b5-0702-4896-837c-7eb0f6b31dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.380538 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-903e55b5-0702-4896-837c-7eb0f6b31dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.418673 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38d84b7-c6e4-4052-ae49-187224e203c0', 'name': 'tempest-NetworksTestDHCPv6-router-896789896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:15Z', 'updated_at': '2021-08-04T17:05:17Z', 'revision_number': 2, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'gw_port_host': None, '_interfaces': [{'id': 'c838ab8a-322e-4447-812e-5ecb0c3abe37', 'name': '', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'mac_address': 'fa:16:3e:d1:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38d84b7-c6e4-4052-ae49-187224e203c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9ec287d1-7051-42eb-ad5e-f67d56958d7b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:16Z', 'updated_at': '2021-08-04T17:05:17Z', 'revision_number': 2, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'subnets': [{'id': '9ec287d1-7051-42eb-ad5e-f67d56958d7b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:18.432805 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-903e55b5-0702-4896-837c-7eb0f6b31dc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e56f041b0104c2a92cd72878b649375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7372084 Aug 04 17:05:18.434193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e55b5-0702-4896-837c-7eb0f6b31dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbccb53-1545-4f0f-9544-9fc4a4ae1aba,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:18.440619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55754) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:18.446633 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Checking router: a38d84b7-c6e4-4052-ae49-187224e203c0 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:05:18.447182 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Updating router a38d84b7-c6e4-4052-ae49-187224e203c0 port c838ab8a-322e-4447-812e-5ecb0c3abe37 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:05:18.481435 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.483693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5dd1ac72-7957-4653-8f1e-17069876a95a,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:18.488607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5dd1ac72-7957-4653-8f1e-17069876a95a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:05:18.549565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc66519-bd65-4592-8e41-cd930b0c8ade req-f73cabdb-bf86-4866-a833-ab3e51b10b46 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:18.551316 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cc66519-bd65-4592-8e41-cd930b0c8ade req-f73cabdb-bf86-4866-a833-ab3e51b10b46 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 945 time: 0.1017411 Aug 04 17:05:18.557734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70837f8b-7720-409e-8791-280843493448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.599595 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70837f8b-7720-409e-8791-280843493448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.641436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cc66519-bd65-4592-8e41-cd930b0c8ade req-f0c0b9b0-8981-48e0-95fe-a8f00880add2 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813930 Aug 04 17:05:18.737450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70837f8b-7720-409e-8791-280843493448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.737450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70837f8b-7720-409e-8791-280843493448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.737959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-70837f8b-7720-409e-8791-280843493448 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbbccb53-1545-4f0f-9544-9fc4a4ae1aba HTTP/1.1" status: 204 len: 168 time: 0.2952571 Aug 04 17:05:18.758966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70837f8b-7720-409e-8791-280843493448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbccb53-1545-4f0f-9544-9fc4a4ae1aba,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:18.776468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:18.778718 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c17c5d0-4d3f-46ba-9a1f-4e8525d53403" -d '{"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:18.807467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62df38-8c7b-4c3b-8407-789353e872e4 req-e5833a59-113b-49ec-b350-f41002a0c452 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:18.811581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a62df38-8c7b-4c3b-8407-789353e872e4 req-e5833a59-113b-49ec-b350-f41002a0c452 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 943 time: 0.1234658 Aug 04 17:05:18.864155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a62df38-8c7b-4c3b-8407-789353e872e4 req-399fb1f9-b505-4024-9684-118240e4f045 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439751 Aug 04 17:05:18.955901 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b805d8d0-940e-4e3a-98de-7245fbaacdeb x-openstack-request-id: req-b805d8d0-940e-4e3a-98de-7245fbaacdeb {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:18.956913 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:18.957604 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b805d8d0-940e-4e3a-98de-7245fbaacdeb {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:18.958212 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'code': 200} Aug 04 17:05:18.964691 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:18.981096 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Transition to ACTIVE for port object c838ab8a-322e-4447-812e-5ecb0c3abe37 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:18.993235 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:19.068553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066545f6-36e0-4269-8609-30787f0b03de req-79612182-d407-4370-ae6e-05a3d01e8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:19.069758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-066545f6-36e0-4269-8609-30787f0b03de req-79612182-d407-4370-ae6e-05a3d01e8fe2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=58ac1b9c28cc4bef812f269fe9d55f91&device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 1096 time: 0.1002192 Aug 04 17:05:19.081180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4646ca7-bcf3-49b3-b164-6c8971121f78 req-792d6d09-97ea-47d7-a82c-62e37cccb6d9 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:19.088569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4646ca7-bcf3-49b3-b164-6c8971121f78 req-792d6d09-97ea-47d7-a82c-62e37cccb6d9 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 945 time: 0.0749936 Aug 04 17:05:19.126532 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Pushing event updated for resources: {'Port': ['ID=c838ab8a-322e-4447-812e-5ecb0c3abe37,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:19.180657 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.181169 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.181512 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.181861 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.182189 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.182501 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.182838 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.183158 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.183477 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.184168 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.184168 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.184406 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:19.234378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4646ca7-bcf3-49b3-b164-6c8971121f78 req-a47669c1-d573-4ef9-8afe-107f8039e8e3 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306248 Aug 04 17:05:19.258172 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Attempting to bind port c838ab8a-322e-4447-812e-5ecb0c3abe37 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:19.259768 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Attempting to bind port c838ab8a-322e-4447-812e-5ecb0c3abe37 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:19.260683 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Attempting to bind port c838ab8a-322e-4447-812e-5ecb0c3abe37 on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:19.273708 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:19.280278 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:19.282929 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:19.284591 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:19.285578 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Bound port: c838ab8a-322e-4447-812e-5ecb0c3abe37, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:19.289760 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:19.305845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066545f6-36e0-4269-8609-30787f0b03de req-d7ea95de-120b-41c8-b43d-6bc569a0c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:19.308145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-066545f6-36e0-4269-8609-30787f0b03de req-d7ea95de-120b-41c8-b43d-6bc569a0c96c service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b604435-3644-4136-9cf8-57784ecd6353 HTTP/1.1" status: 200 len: 916 time: 0.2165904 Aug 04 17:05:19.429219 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] For port c838ab8a-322e-4447-812e-5ecb0c3abe37, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:19.433684 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] For port c838ab8a-322e-4447-812e-5ecb0c3abe37, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c838ab8a-322e-4447-812e-5ecb0c3abe37,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:19.438112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-066545f6-36e0-4269-8609-30787f0b03de req-3ab53d20-cfa5-49ab-a63b-dcc0151a062f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93f4026-e993-4dd6-9dab-ca85ca78d1c6 HTTP/1.1" status: 200 len: 217 time: 0.1178186 Aug 04 17:05:19.443908 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:19.473386 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:19.518151 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Routers {'a38d84b7-c6e4-4052-ae49-187224e203c0'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:19.519057 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a38d84b7-c6e4-4052-ae49-187224e203c0'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:19.587651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066545f6-36e0-4269-8609-30787f0b03de req-8f2ef7bc-8ad8-427c-9753-0c81801f747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:19.589608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-066545f6-36e0-4269-8609-30787f0b03de req-8f2ef7bc-8ad8-427c-9753-0c81801f747a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e770cf27-b568-42de-b74c-907e8b295894 HTTP/1.1" status: 200 len: 854 time: 0.1382666 Aug 04 17:05:19.643929 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b97051-2568-42a9-907b-6acb1034d11b None None] Pushing event updated for resources: {'Port': ['ID=c838ab8a-322e-4447-812e-5ecb0c3abe37,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:19.646112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-066545f6-36e0-4269-8609-30787f0b03de req-4ade9a85-4586-484a-8c8e-74df747f8b5e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b604435-3644-4136-9cf8-57784ecd6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432837 Aug 04 17:05:19.662211 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] Set router a38d84b7-c6e4-4052-ae49-187224e203c0 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:19.786317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-066545f6-36e0-4269-8609-30787f0b03de req-87ce5857-a5f7-4736-b701-0286b96f94a7 service neutron] 10.222.0.90 "GET /v2.0/networks/2b604435-3644-4136-9cf8-57784ecd6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342378 Aug 04 17:05:19.794062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port c838ab8a-322e-4447-812e-5ecb0c3abe37 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:19.794427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:19.903678 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 823f2224-0026-4341-8a4a-aa5e8da761f9 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:05:19.909336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5dd1ac72-7957-4653-8f1e-17069876a95a up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:19.910227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] For port c838ab8a-322e-4447-812e-5ecb0c3abe37, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c838ab8a-322e-4447-812e-5ecb0c3abe37,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:19.911168 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:19.923879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-066545f6-36e0-4269-8609-30787f0b03de req-fb567a63-0604-427a-9dd1-351fdb4a43d0 service neutron] 10.222.0.90 "GET /v2.0/networks/2b604435-3644-4136-9cf8-57784ecd6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270595 Aug 04 17:05:19.926617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for c838ab8a-322e-4447-812e-5ecb0c3abe37 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:19.980247 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38d84b7-c6e4-4052-ae49-187224e203c0', 'name': 'tempest-NetworksTestDHCPv6-router-896789896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:15Z', 'updated_at': '2021-08-04T17:05:17Z', 'revision_number': 2, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'gw_port_host': None, '_interfaces': [{'id': 'c838ab8a-322e-4447-812e-5ecb0c3abe37', 'name': '', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'mac_address': 'fa:16:3e:d1:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38d84b7-c6e4-4052-ae49-187224e203c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9ec287d1-7051-42eb-ad5e-f67d56958d7b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:16Z', 'updated_at': '2021-08-04T17:05:19Z', 'revision_number': 4, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'subnets': [{'id': '9ec287d1-7051-42eb-ad5e-f67d56958d7b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:20.016149 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b4523-bf0a-4564-b9ce-26a50aa67dd7 None None] The sync data for ids ['a38d84b7-c6e4-4052-ae49-187224e203c0'] in n-d-764435-5 is: [{'id': 'a38d84b7-c6e4-4052-ae49-187224e203c0', 'name': 'tempest-NetworksTestDHCPv6-router-896789896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:15Z', 'updated_at': '2021-08-04T17:05:17Z', 'revision_number': 2, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'gw_port_host': None, '_interfaces': [{'id': 'c838ab8a-322e-4447-812e-5ecb0c3abe37', 'name': '', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'mac_address': 'fa:16:3e:d1:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38d84b7-c6e4-4052-ae49-187224e203c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9ec287d1-7051-42eb-ad5e-f67d56958d7b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:16Z', 'updated_at': '2021-08-04T17:05:19Z', 'revision_number': 4, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'subnets': [{'id': '9ec287d1-7051-42eb-ad5e-f67d56958d7b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:05:20.068721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd1081-6dfb-49fa-a8f2-5476772fcc7a req-7fd0d04e-c2ed-4b74-93b6-206dcd6447da tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:20.080969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3edd1081-6dfb-49fa-a8f2-5476772fcc7a req-7fd0d04e-c2ed-4b74-93b6-206dcd6447da tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 943 time: 0.0962379 Aug 04 17:05:20.147398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3edd1081-6dfb-49fa-a8f2-5476772fcc7a req-d0f0c966-adb4-4dca-af44-4cbc8cabecd6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641274 Aug 04 17:05:20.202793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:20.256993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=c838ab8a-322e-4447-812e-5ecb0c3abe37,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:20.434833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 5dd1ac72-7957-4653-8f1e-17069876a95a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:20.435359 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:20.477694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:20.497000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856fdd-0744-4cd5-95dc-38d93683f2f7 req-6e4c9efb-ac7a-4877-9f6b-75f581410b37 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:20.513074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48856fdd-0744-4cd5-95dc-38d93683f2f7 req-6e4c9efb-ac7a-4877-9f6b-75f581410b37 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 945 time: 0.1673295 Aug 04 17:05:20.539607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 823f2224-0026-4341-8a4a-aa5e8da761f9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=823f2224-0026-4341-8a4a-aa5e8da761f9,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:20.559906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '823f2224-0026-4341-8a4a-aa5e8da761f9', 'network_id': '466ca3f5-52b1-4270-9eda-4475959211d3', 'port_id': '823f2224-0026-4341-8a4a-aa5e8da761f9', 'mac_address': 'fa:16:3e:31:39:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb48bb64-77b4-470f-bd74-6a3c636aa456', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:05:20.614037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48856fdd-0744-4cd5-95dc-38d93683f2f7 req-ee28265c-4420-4394-b3e7-ee83d32db79a tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916231 Aug 04 17:05:20.687560 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:20.740829 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:20.764006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5dd1ac72-7957-4653-8f1e-17069876a95a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5dd1ac72-7957-4653-8f1e-17069876a95a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:20.771859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823f2224-0026-4341-8a4a-aa5e8da761f9 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:05:20.779977 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:20.795582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Router a38d84b7-c6e4-4052-ae49-187224e203c0 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:05:20.826760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 823f2224-0026-4341-8a4a-aa5e8da761f9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=823f2224-0026-4341-8a4a-aa5e8da761f9,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:20.843892 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:20.860381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5dd1ac72-7957-4653-8f1e-17069876a95a,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:20.889632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:05:20.894700 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e4cd9e77-2804-4c56-99be-aced9420d217 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "PUT /v2.0/routers/a38d84b7-c6e4-4052-ae49-187224e203c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5795701 Aug 04 17:05:20.897491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55834) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:20.935582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=823f2224-0026-4341-8a4a-aa5e8da761f9,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:20.959137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd1ac72-7957-4653-8f1e-17069876a95a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:20.962427 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739d3154-b8d1-4474-aa27-b80b4262a87a" -d '{"events": [{"server_uuid": "56acd86e-8e6d-4066-a6e5-b138ddf48686", "name": "network-vif-plugged", "status": "completed", "tag": "5dd1ac72-7957-4653-8f1e-17069876a95a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:20.968167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b94be-ec8f-4915-abd0-4089bd5ee560 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:20.969781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b94be-ec8f-4915-abd0-4089bd5ee560 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:20.971628 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f86b94be-ec8f-4915-abd0-4089bd5ee560 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0730045 Aug 04 17:05:20.974943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55840) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.025496 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbfba6b-fd1e-445e-880c-9f7538626542 x-openstack-request-id: req-ebbfba6b-fd1e-445e-880c-9f7538626542 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:21.026000 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acd86e-8e6d-4066-a6e5-b138ddf48686", "name": "network-vif-plugged", "status": "completed", "tag": "5dd1ac72-7957-4653-8f1e-17069876a95a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:21.026255 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebbfba6b-fd1e-445e-880c-9f7538626542 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:21.026650 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd1ac72-7957-4653-8f1e-17069876a95a', 'code': 200} Aug 04 17:05:21.043988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-104425e0-6a91-457a-8fac-0b7ecd7e24f7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 9ec287d1-7051-42eb-ad5e-f67d56958d7b {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:21.048836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-104425e0-6a91-457a-8fac-0b7ecd7e24f7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.094112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-104425e0-6a91-457a-8fac-0b7ecd7e24f7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.116901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['823f2224-0026-4341-8a4a-aa5e8da761f9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:05:21.121730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55844) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.155697 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-104425e0-6a91-457a-8fac-0b7ecd7e24f7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.231948 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-104425e0-6a91-457a-8fac-0b7ecd7e24f7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.274582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104425e0-6a91-457a-8fac-0b7ecd7e24f7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec287d1-7051-42eb-ad5e-f67d56958d7b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:21.276486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e38c5f-1194-42e7-86c3-adcd86305e13 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:21.277376 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-104425e0-6a91-457a-8fac-0b7ecd7e24f7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.282057 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-104425e0-6a91-457a-8fac-0b7ecd7e24f7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/9ec287d1-7051-42eb-ad5e-f67d56958d7b HTTP/1.1" status: 204 len: 168 time: 0.3061805 Aug 04 17:05:21.282718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55852) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.283506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6f60f77d-fd26-4210-b3d9-c06c701a6aae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:21.324893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772d47f-8294-4ed5-8b3f-8be0139dc707 req-f92ea218-9f03-4b5a-97b2-bf687e6f5570 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:21.327938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b772d47f-8294-4ed5-8b3f-8be0139dc707 req-f92ea218-9f03-4b5a-97b2-bf687e6f5570 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 944 time: 0.1134908 Aug 04 17:05:21.398621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b772d47f-8294-4ed5-8b3f-8be0139dc707 req-a5790f53-75d9-4d71-a268-efc934de7068 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520325 Aug 04 17:05:21.400655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6f60f77d-fd26-4210-b3d9-c06c701a6aae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] 10.222.0.39 "PUT /v2.0/quotas/b8b95060d6224779a6bc56ef43040d9c HTTP/1.1" status: 200 len: 366 time: 0.2776501 Aug 04 17:05:21.404097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55856) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.422431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-320df546-401a-4e21-9934-4c2f0a6cde39 tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0096209 Aug 04 17:05:21.422431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55858) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.432918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fe8bdc7d-9d81-4d17-a5e6-6c0eb3e5f158 tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] 10.222.0.39 "GET /v2.0/quotas/b8b95060d6224779a6bc56ef43040d9c HTTP/1.1" status: 200 len: 366 time: 0.0140738 Aug 04 17:05:21.435633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55860) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.452326 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4bce7fe5-30b7-4f81-ac5e-a2f50e6d5351 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1680231 Aug 04 17:05:21.453388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6da8eef2-d812-45a5-91d4-6176bc8d847f tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/b8b95060d6224779a6bc56ef43040d9c HTTP/1.1" status: 204 len: 168 time: 0.0165234 Aug 04 17:05:21.454754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55862) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.455647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55864) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.489557 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-73282c89-d023-45f1-a206-10dd69745e0b tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0295205 Aug 04 17:05:21.490457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55872) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.503969 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-826aa67b-0d0f-4e63-b327-d95585aa4e22 tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] 10.222.0.39 "GET /v2.0/quotas/b8b95060d6224779a6bc56ef43040d9c HTTP/1.1" status: 200 len: 370 time: 0.0122514 Aug 04 17:05:21.505729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05af9ee4-e174-462e-89c6-e97221166660 None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:05:21.506521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55874) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.513175 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2cf941d2-cd0a-471d-aa10-c1ac381b617e tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] 10.222.0.39 "GET /v2.0/quotas/b8b95060d6224779a6bc56ef43040d9c/default HTTP/1.1" status: 200 len: 370 time: 0.0042894 Aug 04 17:05:21.514770 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55876) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.526689 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-9ce942d6-c362-4e11-8001-0b38441454c8 tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] delete failed (client error): The resource could not be found. Aug 04 17:05:21.528050 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9ce942d6-c362-4e11-8001-0b38441454c8 tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/b8b95060d6224779a6bc56ef43040d9c HTTP/1.1" status: 404 len: 348 time: 0.0119345 Aug 04 17:05:21.555696 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2966e8b4-611e-4ce8-8d70-29b82f3f71ed tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.593958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-05af9ee4-e174-462e-89c6-e97221166660 None None] Deleting port c0954024-c391-4af9-8a2a-dccb99da03d3 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:21.594304 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-05af9ee4-e174-462e-89c6-e97221166660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.662550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-05af9ee4-e174-462e-89c6-e97221166660 None None] For port c0954024-c391-4af9-8a2a-dccb99da03d3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c0954024-c391-4af9-8a2a-dccb99da03d3,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:21.662977 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-05af9ee4-e174-462e-89c6-e97221166660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.678452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55886) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.683803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-05af9ee4-e174-462e-89c6-e97221166660 None None] Calling delete_port for c0954024-c391-4af9-8a2a-dccb99da03d3 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:21.703305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Usage tracker for resource:network and tenant:36f338d2f9c146f18c25aea1317b9c99 is out of sync, need to count used quota {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 17:05:21.712672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 17:05:21.719776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Usage tracker for resource:subnet and tenant:36f338d2f9c146f18c25aea1317b9c99 is out of sync, need to count used quota {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 17:05:21.727586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 17:05:21.736181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Usage tracker for resource:subnetpool and tenant:36f338d2f9c146f18c25aea1317b9c99 is out of sync, need to count used quota {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 17:05:21.743490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 17:05:21.750570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Usage tracker for resource:port and tenant:36f338d2f9c146f18c25aea1317b9c99 is out of sync, need to count used quota {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 17:05:21.757179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 17:05:21.763803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Usage tracker for resource:router and tenant:36f338d2f9c146f18c25aea1317b9c99 is out of sync, need to count used quota {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 17:05:21.769181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 17:05:21.779415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Usage tracker for resource:floatingip and tenant:36f338d2f9c146f18c25aea1317b9c99 is out of sync, need to count used quota {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 17:05:21.785708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 17:05:21.787287 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-05af9ee4-e174-462e-89c6-e97221166660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.797888 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2966e8b4-611e-4ce8-8d70-29b82f3f71ed tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.800062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2966e8b4-611e-4ce8-8d70-29b82f3f71ed tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.815301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af9ee4-e174-462e-89c6-e97221166660 None None] Pushing event deleted for resources: {'Port': ['ID=c0954024-c391-4af9-8a2a-dccb99da03d3,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:21.821641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af9ee4-e174-462e-89c6-e97221166660 None None] No DVR routers for this DVR port c0954024-c391-4af9-8a2a-dccb99da03d3 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:05:21.853095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Usage tracker for resource:security_group and tenant:36f338d2f9c146f18c25aea1317b9c99 is out of sync, need to count used quota {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 17:05:21.858917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54013d1b-becc-4734-ac42-9ba948520b7a req-4efadfb6-146e-4778-bcd1-de7511349660 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:21.860162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 17:05:21.860489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54013d1b-becc-4734-ac42-9ba948520b7a req-4efadfb6-146e-4778-bcd1-de7511349660 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 945 time: 0.1298492 Aug 04 17:05:21.867781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Usage tracker for resource:security_group_rule and tenant:36f338d2f9c146f18c25aea1317b9c99 is out of sync, need to count used quota {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 04 17:05:21.868017 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2966e8b4-611e-4ce8-8d70-29b82f3f71ed tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.868632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2966e8b4-611e-4ce8-8d70-29b82f3f71ed tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Fanout notify agent at l3_agent the message router_deleted on router a38d84b7-c6e4-4052-ae49-187224e203c0 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:05:21.873524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.quota.resource [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105829) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 04 17:05:21.877073 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2966e8b4-611e-4ce8-8d70-29b82f3f71ed tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:21.881013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2966e8b4-611e-4ce8-8d70-29b82f3f71ed tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/routers/a38d84b7-c6e4-4052-ae49-187224e203c0 HTTP/1.1" status: 204 len: 168 time: 0.4221096 Aug 04 17:05:21.881352 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-752a87a2-ac67-4f56-8714-694766a062ae tempest-QuotasTest-1880260944 tempest-QuotasTest-1880260944-project-admin] 10.222.0.39 "GET /v2.0/quotas/36f338d2f9c146f18c25aea1317b9c99/details.json HTTP/1.1" status: 200 len: 703 time: 0.1983907 Aug 04 17:05:21.882837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55888) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:21.888217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1d5096cf-5fc9-4ac4-8c44-297b2b1f998a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:21.896762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 823f2224-0026-4341-8a4a-aa5e8da761f9 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:21.913524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54013d1b-becc-4734-ac42-9ba948520b7a req-566915c0-6dfd-40c6-bc99-727cbd0fa667 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426118 Aug 04 17:05:21.977492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 823f2224-0026-4341-8a4a-aa5e8da761f9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:21.981619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 823f2224-0026-4341-8a4a-aa5e8da761f9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:21.982425 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.014696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5096cf-5fc9-4ac4-8c44-297b2b1f998a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:22.019677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d5096cf-5fc9-4ac4-8c44-297b2b1f998a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.038168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d0e1b-9275-4be2-9830-7f1b5bef66ea None None] Sync routers for ids ['a38d84b7-c6e4-4052-ae49-187224e203c0'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:05:22.060606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c0954024-c391-4af9-8a2a-dccb99da03d3 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:22.083097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d0e1b-9275-4be2-9830-7f1b5bef66ea None None] Routers set() bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:22.084382 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d0e1b-9275-4be2-9830-7f1b5bef66ea None None] Router IDs set() for agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 17:05:22.085344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_agentschedulers_db [None req-e09d0e1b-9275-4be2-9830-7f1b5bef66ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a38d84b7-c6e4-4052-ae49-187224e203c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent'). {{(pid=105830) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 17:05:22.093155 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c0954024-c391-4af9-8a2a-dccb99da03d3 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:05:22.093581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c0954024-c391-4af9-8a2a-dccb99da03d3 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:05:22.101840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d0e1b-9275-4be2-9830-7f1b5bef66ea None None] Routers set() bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:22.102242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d0e1b-9275-4be2-9830-7f1b5bef66ea None None] Router IDs set() for agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 17:05:22.102852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_agentschedulers_db [None req-e09d0e1b-9275-4be2-9830-7f1b5bef66ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a38d84b7-c6e4-4052-ae49-187224e203c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent'). {{(pid=105830) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 17:05:22.103269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d0e1b-9275-4be2-9830-7f1b5bef66ea None None] The sync data for ids ['a38d84b7-c6e4-4052-ae49-187224e203c0'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:05:22.157622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.213816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 823f2224-0026-4341-8a4a-aa5e8da761f9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=823f2224-0026-4341-8a4a-aa5e8da761f9,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:22.224508 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.285159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=823f2224-0026-4341-8a4a-aa5e8da761f9,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:22.298378 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d5096cf-5fc9-4ac4-8c44-297b2b1f998a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.333100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55902) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:22.348305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5096cf-5fc9-4ac4-8c44-297b2b1f998a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:22.350414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-1d5096cf-5fc9-4ac4-8c44-297b2b1f998a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:22.362334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbddd57-5d1b-479a-8b2e-caa9779dc426 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:22.363232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5096cf-5fc9-4ac4-8c44-297b2b1f998a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:22.365461 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d5096cf-5fc9-4ac4-8c44-297b2b1f998a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.392651 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1d5096cf-5fc9-4ac4-8c44-297b2b1f998a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5086617 Aug 04 17:05:22.393987 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5096cf-5fc9-4ac4-8c44-297b2b1f998a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=9bf2a986-c76a-45b7-b8cf-92426b62f261,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:22.396685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55906) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:22.404469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4a17e819-da80-4e43-afde-d3b570e35ddf tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2044211743', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:22.474681 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a17e819-da80-4e43-afde-d3b570e35ddf tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.476204 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a17e819-da80-4e43-afde-d3b570e35ddf tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.587653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '9bf2a986-c76a-45b7-b8cf-92426b62f261'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:05:22.589097 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.613355 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a17e819-da80-4e43-afde-d3b570e35ddf tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.635816 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21813388-cd3b-4b9d-a03d-b494a33ab547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.638669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a17e819-da80-4e43-afde-d3b570e35ddf tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.716077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4016-ec15-4316-ab5b-ed430284f10f req-311c9968-4bc2-4a82-aaf5-33b78e087314 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:22.717597 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db7d4016-ec15-4316-ab5b-ed430284f10f req-311c9968-4bc2-4a82-aaf5-33b78e087314 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1429050 Aug 04 17:05:22.721328 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a17e819-da80-4e43-afde-d3b570e35ddf tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.724935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4a17e819-da80-4e43-afde-d3b570e35ddf tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3230708 Aug 04 17:05:22.725852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55914) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:22.761468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/9bf2a986-c76a-45b7-b8cf-92426b62f261/5865f93f-64b9-46cb-8634-600bd844359b) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:22.779063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4967455-4110-429b-a517-3dc34f458d15 req-95b12d0a-581f-4fe2-9b35-b804abd84462 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:22.779340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4967455-4110-429b-a517-3dc34f458d15 req-95b12d0a-581f-4fe2-9b35-b804abd84462 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 945 time: 0.1487308 Aug 04 17:05:22.828186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db7d4016-ec15-4316-ab5b-ed430284f10f req-4f720802-9e68-4ee7-b630-ddb0e4d37edd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976567 Aug 04 17:05:22.873192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4967455-4110-429b-a517-3dc34f458d15 req-fc7f21d2-71e5-4d64-b15e-f70f0f636db2 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843360 Aug 04 17:05:22.910186 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21813388-cd3b-4b9d-a03d-b494a33ab547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.917457 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21813388-cd3b-4b9d-a03d-b494a33ab547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.962640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:22.969232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-21813388-cd3b-4b9d-a03d-b494a33ab547 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8080295386841fcbbaa9ad0801063c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6319864 Aug 04 17:05:22.969232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55924) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:22.974657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Transition to ACTIVE for port object 5865f93f-64b9-46cb-8634-600bd844359b will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:22.976843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21813388-cd3b-4b9d-a03d-b494a33ab547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42a2d2-919e-4a11-9ddc-bc7ba6ee9bc7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:22.995202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Transition to ACTIVE for port object 5865f93f-64b9-46cb-8634-600bd844359b will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:23.002943 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.024093 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cfed7b7d-1b31-40bd-bef3-effcfb06f290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.030233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd93421-755b-487e-ab79-3f593ec3185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823f2224-0026-4341-8a4a-aa5e8da761f9'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:23.032864 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13923eae-4094-456e-9a8b-562b36acca3b" -d '{"events": [{"server_uuid": "3dd93421-755b-487e-ab79-3f593ec3185e", "name": "network-vif-plugged", "status": "completed", "tag": "823f2224-0026-4341-8a4a-aa5e8da761f9"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:23.047771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:23.047931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cfed7b7d-1b31-40bd-bef3-effcfb06f290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.050996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:23.055544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:23.073389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.073669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Pushing event updated for resources: {'Port': ['ID=5865f93f-64b9-46cb-8634-600bd844359b,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:23.104306 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d1df88-842b-449c-b6ab-89b95c8346d4 x-openstack-request-id: req-89d1df88-842b-449c-b6ab-89b95c8346d4 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:23.104306 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd93421-755b-487e-ab79-3f593ec3185e", "name": "network-vif-plugged", "status": "completed", "tag": "823f2224-0026-4341-8a4a-aa5e8da761f9", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:23.104562 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89d1df88-842b-449c-b6ab-89b95c8346d4 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:23.104943 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd93421-755b-487e-ab79-3f593ec3185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823f2224-0026-4341-8a4a-aa5e8da761f9', 'code': 200} Aug 04 17:05:23.117582 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cfed7b7d-1b31-40bd-bef3-effcfb06f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.121433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cfed7b7d-1b31-40bd-bef3-effcfb06f290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.125292 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cfed7b7d-1b31-40bd-bef3-effcfb06f290 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a42a2d2-919e-4a11-9ddc-bc7ba6ee9bc7 HTTP/1.1" status: 204 len: 168 time: 0.1526191 Aug 04 17:05:23.132237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed7b7d-1b31-40bd-bef3-effcfb06f290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42a2d2-919e-4a11-9ddc-bc7ba6ee9bc7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:23.140611 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:05:23.156801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Attempting to bind port 5865f93f-64b9-46cb-8634-600bd844359b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:23.157510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Attempting to bind port 5865f93f-64b9-46cb-8634-600bd844359b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:23.158460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Attempting to bind port 5865f93f-64b9-46cb-8634-600bd844359b on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:23.175741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:23.175977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:23.176382 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.176828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:23.177541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Bound port: 5865f93f-64b9-46cb-8634-600bd844359b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:23.178003 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.236944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e11d19-32c8-422c-b42a-6a7e885f1305 req-413036d9-9d38-47da-ad08-16db0d218173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:23.238504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78e11d19-32c8-422c-b42a-6a7e885f1305 req-413036d9-9d38-47da-ad08-16db0d218173 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 1096 time: 0.0427222 Aug 04 17:05:23.263201 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] For port 5865f93f-64b9-46cb-8634-600bd844359b, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:23.266781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] For port 5865f93f-64b9-46cb-8634-600bd844359b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5865f93f-64b9-46cb-8634-600bd844359b,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:23.274375 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.295256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78e11d19-32c8-422c-b42a-6a7e885f1305 req-36b0863b-d516-4c84-bae9-e12a0decc4e3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390546 Aug 04 17:05:23.351896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696cb66-24b5-4e9b-b1b9-235ec7da4944 None None] Pushing event updated for resources: {'Port': ['ID=5865f93f-64b9-46cb-8634-600bd844359b,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:23.508329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::1 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/9bf2a986-c76a-45b7-b8cf-92426b62f261/ec5bec98-77a0-473b-9198-4719f988285b) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:23.563780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55950) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:23.582292 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9652ec2d-ab25-4617-a251-58d81e7edda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.691020 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.718495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object ec5bec98-77a0-473b-9198-4719f988285b will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:23.771355 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9652ec2d-ab25-4617-a251-58d81e7edda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.774998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.775829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9652ec2d-ab25-4617-a251-58d81e7edda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.824830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:23.834876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:23.840219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:23.841100 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:23.850532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=ec5bec98-77a0-473b-9198-4719f988285b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:23.868878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9652ec2d-ab25-4617-a251-58d81e7edda9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36f338d2f9c146f18c25aea1317b9c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033900 Aug 04 17:05:23.871700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55960) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:23.879326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652ec2d-ab25-4617-a251-58d81e7edda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f4c974-31eb-4e26-9b74-5ae7fa10198d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:23.905041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.905497 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.906109 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.906448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.907007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.907468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.907887 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.908459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.908876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.909293 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.909734 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:23.910156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:05:24.107312 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:24.121201 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5865f93f-64b9-46cb-8634-600bd844359b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:24.238963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 5865f93f-64b9-46cb-8634-600bd844359b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:24.253675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c838ab8a-322e-4447-812e-5ecb0c3abe37 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:24.302262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c838ab8a-322e-4447-812e-5ecb0c3abe37 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:05:24.302668 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c838ab8a-322e-4447-812e-5ecb0c3abe37 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:05:24.390161 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-c4fe2368-b349-4bac-9e7d-14fbd8adffbd tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:24.391773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-c4fe2368-b349-4bac-9e7d-14fbd8adffbd tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.90 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 945 time: 0.6130788 Aug 04 17:05:24.524828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4fa9c-366e-4fe4-b31f-ba4ff5f77cc1 req-f0e2eb18-65c8-40bf-aadf-c1d775999611 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:24.528336 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:24.530351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0c4fa9c-366e-4fe4-b31f-ba4ff5f77cc1 req-f0e2eb18-65c8-40bf-aadf-c1d775999611 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 945 time: 0.2017896 Aug 04 17:05:24.539074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:24.540090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:24.584939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e35e11-d426-44b5-a3ab-a3f70307af95 req-f92d0416-36ff-4fcd-9b64-520f40c2fa22 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:24.593526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26e35e11-d426-44b5-a3ab-a3f70307af95 req-f92d0416-36ff-4fcd-9b64-520f40c2fa22 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.2660663 Aug 04 17:05:24.619308 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78b5c0bf-c3bd-4de7-92b1-ffb6cc29bf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:24.662888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=ec5bec98-77a0-473b-9198-4719f988285b,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:24.676091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26e35e11-d426-44b5-a3ab-a3f70307af95 req-e609fc36-937d-4d17-ae85-bc821eb73804 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811772 Aug 04 17:05:24.710309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0c4fa9c-366e-4fe4-b31f-ba4ff5f77cc1 req-66f709d5-6617-4583-bca7-fb466f5fac87 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/security-groups?id=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733360 Aug 04 17:05:24.713850 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78b5c0bf-c3bd-4de7-92b1-ffb6cc29bf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:24.732967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:24.733336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-e508f219-ab57-467c-81dd-0f0081b710ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Deleting port e93f4026-e993-4dd6-9dab-ca85ca78d1c6 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:24.733574 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-e508f219-ab57-467c-81dd-0f0081b710ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:24.734846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:24.897881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6c638568-7612-4397-87e4-f673ddf35e04 None None] Provisioning for port 5865f93f-64b9-46cb-8634-600bd844359b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:24.909830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6c638568-7612-4397-87e4-f673ddf35e04 None None] Provisioning complete for port 5865f93f-64b9-46cb-8634-600bd844359b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:24.910654 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6c638568-7612-4397-87e4-f673ddf35e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:24.934333 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78b5c0bf-c3bd-4de7-92b1-ffb6cc29bf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:24.939875 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78b5c0bf-c3bd-4de7-92b1-ffb6cc29bf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:24.941176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-78b5c0bf-c3bd-4de7-92b1-ffb6cc29bf36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1f4c974-31eb-4e26-9b74-5ae7fa10198d HTTP/1.1" status: 204 len: 168 time: 1.0684311 Aug 04 17:05:24.965860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Router 0d8edf5e-2369-4d19-a46c-b84cc25d9055 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:05:24.996844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5c0bf-c3bd-4de7-92b1-ffb6cc29bf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f4c974-31eb-4e26-9b74-5ae7fa10198d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:25.036563 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6c638568-7612-4397-87e4-f673ddf35e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:25.072487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-e508f219-ab57-467c-81dd-0f0081b710ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] For port e93f4026-e993-4dd6-9dab-ca85ca78d1c6, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,segment=NetworkSegment(cbc542f9-77c4-47d1-afde-986188edd0b8),segment_id=cbc542f9-77c4-47d1-afde-986188edd0b8)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:25.072487 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-e508f219-ab57-467c-81dd-0f0081b710ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:25.114035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6c638568-7612-4397-87e4-f673ddf35e04 None None] For port 5865f93f-64b9-46cb-8634-600bd844359b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5865f93f-64b9-46cb-8634-600bd844359b,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:25.119362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-e508f219-ab57-467c-81dd-0f0081b710ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Calling delete_port for e93f4026-e993-4dd6-9dab-ca85ca78d1c6 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:25.127432 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6c638568-7612-4397-87e4-f673ddf35e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:25.152727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:05:25.165033 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Sync routers for ids ['0d8edf5e-2369-4d19-a46c-b84cc25d9055'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:05:25.166628 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-df3e7fe2-e086-4779-8b85-8e5179a89bdd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "PUT /v2.0/routers/0d8edf5e-2369-4d19-a46c-b84cc25d9055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4372730 Aug 04 17:05:25.169050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55982) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:25.179774 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Routers {'0d8edf5e-2369-4d19-a46c-b84cc25d9055'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:25.181730 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['0d8edf5e-2369-4d19-a46c-b84cc25d9055'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:25.269007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c638568-7612-4397-87e4-f673ddf35e04 None None] Pushing event updated for resources: {'Port': ['ID=5865f93f-64b9-46cb-8634-600bd844359b,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:25.287144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb0ffd3-7a1a-4d99-8171-4c6658af84ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:25.295580 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bdb0ffd3-7a1a-4d99-8171-4c6658af84ff tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports/ec5bec98-77a0-473b-9198-4719f988285b HTTP/1.1" status: 200 len: 911 time: 0.1218462 Aug 04 17:05:25.295580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55984) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:25.305827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e2fe16c6-d2fb-4e57-9c2b-ee47d9ac2ac6 None None] Provisioning for port ec5bec98-77a0-473b-9198-4719f988285b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:25.320984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e2fe16c6-d2fb-4e57-9c2b-ee47d9ac2ac6 None None] Provisioning complete for port ec5bec98-77a0-473b-9198-4719f988285b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:25.321624 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e2fe16c6-d2fb-4e57-9c2b-ee47d9ac2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:25.384470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe16c6-d2fb-4e57-9c2b-ee47d9ac2ac6 None None] Port ec5bec98-77a0-473b-9198-4719f988285b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:05:25.434530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2dfd74-4cf7-4299-b5f7-419d8c6a9c90 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:25.442143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2dfd74-4cf7-4299-b5f7-419d8c6a9c90 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:25.447800 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Set router 0d8edf5e-2369-4d19-a46c-b84cc25d9055 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:25.453992 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6b2dfd74-4cf7-4299-b5f7-419d8c6a9c90 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1529794 Aug 04 17:05:25.454930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55988) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:25.464839 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-e508f219-ab57-467c-81dd-0f0081b710ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:25.549704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508f219-ab57-467c-81dd-0f0081b710ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Pushing event deleted for resources: {'Port': ['ID=e93f4026-e993-4dd6-9dab-ca85ca78d1c6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:25.622344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d334bdd7-578c-4671-896c-467f0b4f3f90 None None] Provisioning complete for port ec5bec98-77a0-473b-9198-4719f988285b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:25.626081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d334bdd7-578c-4671-896c-467f0b4f3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:25.648292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-e508f219-ab57-467c-81dd-0f0081b710ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] No DVR routers for this DVR port e93f4026-e993-4dd6-9dab-ca85ca78d1c6 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:05:25.651499 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-e508f219-ab57-467c-81dd-0f0081b710ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:25.654590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a6ca4fe-7591-4d8c-ae85-30cdc889a7a5 req-e508f219-ab57-467c-81dd-0f0081b710ec tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.90 "DELETE /v2.0/ports/e93f4026-e993-4dd6-9dab-ca85ca78d1c6 HTTP/1.1" status: 204 len: 173 time: 1.2377264 Aug 04 17:05:25.665036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabbd35b-04f6-4098-b2c2-ba82c233ff50', 'name': 'network-vif-deleted', 'tag': 'e93f4026-e993-4dd6-9dab-ca85ca78d1c6'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:25.668163 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce7bc07-ab69-449d-8a2a-de7ebb0df2f2" -d '{"events": [{"server_uuid": "dabbd35b-04f6-4098-b2c2-ba82c233ff50", "name": "network-vif-deleted", "tag": "e93f4026-e993-4dd6-9dab-ca85ca78d1c6"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:25.714894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d334bdd7-578c-4671-896c-467f0b4f3f90 None None] Port ec5bec98-77a0-473b-9198-4719f988285b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:05:25.833390 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8edf5e-2369-4d19-a46c-b84cc25d9055', 'name': 'tempest-NetworksTestDHCPv6-router-2044211743', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:22Z', 'updated_at': '2021-08-04T17:05:24Z', 'revision_number': 2, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'gw_port_host': None, '_interfaces': [{'id': 'ec5bec98-77a0-473b-9198-4719f988285b', 'name': '', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'mac_address': 'fa:16:3e:96:ed:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8edf5e-2369-4d19-a46c-b84cc25d9055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9bf2a986-c76a-45b7-b8cf-92426b62f261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:23Z', 'updated_at': '2021-08-04T17:05:24Z', 'revision_number': 2, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'subnets': [{'id': '9bf2a986-c76a-45b7-b8cf-92426b62f261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:25.891851 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Checking router: 0d8edf5e-2369-4d19-a46c-b84cc25d9055 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:05:25.892473 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Updating router 0d8edf5e-2369-4d19-a46c-b84cc25d9055 port ec5bec98-77a0-473b-9198-4719f988285b binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:05:25.925887 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:25.938747 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c456d1e-906f-439f-8018-858d6eee1a4f x-openstack-request-id: req-5c456d1e-906f-439f-8018-858d6eee1a4f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:25.939434 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabbd35b-04f6-4098-b2c2-ba82c233ff50", "name": "network-vif-deleted", "tag": "e93f4026-e993-4dd6-9dab-ca85ca78d1c6", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:25.939434 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c456d1e-906f-439f-8018-858d6eee1a4f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:25.941240 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabbd35b-04f6-4098-b2c2-ba82c233ff50', 'name': 'network-vif-deleted', 'tag': 'e93f4026-e993-4dd6-9dab-ca85ca78d1c6', 'status': 'completed', 'code': 200} Aug 04 17:05:26.067502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6717613e-fd81-48f1-901f-f26281ece281 req-38fc7f0f-f5bd-416e-a608-34a43ddcb415 tempest-InstanceActionsTestJSON-847660643 tempest-InstanceActionsTestJSON-847660643-project] 10.222.0.39 "GET /v2.0/ports?device_id=dabbd35b-04f6-4098-b2c2-ba82c233ff50 HTTP/1.1" status: 200 len: 210 time: 0.1248152 Aug 04 17:05:26.102712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5865f93f-64b9-46cb-8634-600bd844359b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:26.230014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf15f47-fa18-4c26-b660-7bb2a91943e7 req-5f82f5d8-0456-47a0-8302-22aa8a2f7370 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:26.233726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bf15f47-fa18-4c26-b660-7bb2a91943e7 req-5f82f5d8-0456-47a0-8302-22aa8a2f7370 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.2731566 Aug 04 17:05:26.274743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5865f93f-64b9-46cb-8634-600bd844359b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:26.275387 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:26.499507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e93f4026-e993-4dd6-9dab-ca85ca78d1c6 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:26.538605 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:26.544868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bf15f47-fa18-4c26-b660-7bb2a91943e7 req-36b51573-61a0-4422-a358-394fb81784cc tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900114 Aug 04 17:05:26.555427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56026) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:26.565238 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Transition to ACTIVE for port object ec5bec98-77a0-473b-9198-4719f988285b will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:26.572633 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: e93f4026-e993-4dd6-9dab-ca85ca78d1c6 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:05:26.573052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e93f4026-e993-4dd6-9dab-ca85ca78d1c6 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:05:26.579922 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:26.659912 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b59407-b2d7-433a-ac86-2966badd48ea None None] Pushing event updated for resources: {'Port': ['ID=ec5bec98-77a0-473b-9198-4719f988285b,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:26.807961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:26.901677 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Attempting to bind port ec5bec98-77a0-473b-9198-4719f988285b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:26.902192 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Attempting to bind port ec5bec98-77a0-473b-9198-4719f988285b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:26.902667 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Attempting to bind port ec5bec98-77a0-473b-9198-4719f988285b on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:26.910728 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:26.911691 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:26.912292 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:26.912783 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:26.913960 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Bound port: ec5bec98-77a0-473b-9198-4719f988285b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:26.914624 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:26.945062 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-776dc52e-a3d1-4367-9cf3-c56736433647 tempest-AgentManagementNegativeTest-887629690 tempest-AgentManagementNegativeTest-887629690-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3875844 Aug 04 17:05:27.008654 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] For port ec5bec98-77a0-473b-9198-4719f988285b, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:27.014572 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] For port ec5bec98-77a0-473b-9198-4719f988285b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ec5bec98-77a0-473b-9198-4719f988285b,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:27.030619 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:27.038391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2aedc-6a77-417a-bb6d-18be0f066af6 req-01ad8e1e-2e53-4482-876c-c220b8f00641 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:27.048971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33f2aedc-6a77-417a-bb6d-18be0f066af6 req-01ad8e1e-2e53-4482-876c-c220b8f00641 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1433475 Aug 04 17:05:27.112570 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b59407-b2d7-433a-ac86-2966badd48ea None None] Pushing event updated for resources: {'Port': ['ID=ec5bec98-77a0-473b-9198-4719f988285b,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:27.131250 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Routers {'0d8edf5e-2369-4d19-a46c-b84cc25d9055'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:27.132018 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['0d8edf5e-2369-4d19-a46c-b84cc25d9055'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:27.183255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33f2aedc-6a77-417a-bb6d-18be0f066af6 req-0d8b08ca-c536-4105-b62b-41c894c00875 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332173 Aug 04 17:05:27.202346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56040) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:27.316697 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] Set router 0d8edf5e-2369-4d19-a46c-b84cc25d9055 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:27.376181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d5af53-6ecb-425e-9ded-ce3ec4c81577 admin admin] Deleting subnet e770cf27-b568-42de-b74c-907e8b295894 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:27.391626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d1d5af53-6ecb-425e-9ded-ce3ec4c81577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:27.439079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e704d8-d84e-474c-972b-ae0f866f7a88 req-73ba261f-366e-4a55-8991-98d8ae9e1588 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:27.441117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6e704d8-d84e-474c-972b-ae0f866f7a88 req-73ba261f-366e-4a55-8991-98d8ae9e1588 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.0934119 Aug 04 17:05:27.485303 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d1d5af53-6ecb-425e-9ded-ce3ec4c81577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:27.488814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port ec5bec98-77a0-473b-9198-4719f988285b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:27.490664 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:27.558038 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d1d5af53-6ecb-425e-9ded-ce3ec4c81577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:27.670218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56058) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:27.688192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6e704d8-d84e-474c-972b-ae0f866f7a88 req-c04b5319-f11f-42a4-98c0-12ecb08c1564 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193921 Aug 04 17:05:27.719870 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d1d5af53-6ecb-425e-9ded-ce3ec4c81577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:27.736334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d1d5af53-6ecb-425e-9ded-ce3ec4c81577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:27.738825 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d1d5af53-6ecb-425e-9ded-ce3ec4c81577 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e770cf27-b568-42de-b74c-907e8b295894 HTTP/1.1" status: 204 len: 168 time: 0.5353794 Aug 04 17:05:27.741849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56064) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:27.750167 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8edf5e-2369-4d19-a46c-b84cc25d9055', 'name': 'tempest-NetworksTestDHCPv6-router-2044211743', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:22Z', 'updated_at': '2021-08-04T17:05:24Z', 'revision_number': 2, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'gw_port_host': None, '_interfaces': [{'id': 'ec5bec98-77a0-473b-9198-4719f988285b', 'name': '', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'mac_address': 'fa:16:3e:96:ed:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8edf5e-2369-4d19-a46c-b84cc25d9055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9bf2a986-c76a-45b7-b8cf-92426b62f261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:23Z', 'updated_at': '2021-08-04T17:05:26Z', 'revision_number': 4, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'subnets': [{'id': '9bf2a986-c76a-45b7-b8cf-92426b62f261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:27.808012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] For port ec5bec98-77a0-473b-9198-4719f988285b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ec5bec98-77a0-473b-9198-4719f988285b,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:27.808374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:27.812275 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ee547-4c38-4871-a244-431e7dc37c7a None None] The sync data for ids ['0d8edf5e-2369-4d19-a46c-b84cc25d9055'] in n-d-764435-5 is: [{'id': '0d8edf5e-2369-4d19-a46c-b84cc25d9055', 'name': 'tempest-NetworksTestDHCPv6-router-2044211743', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:22Z', 'updated_at': '2021-08-04T17:05:24Z', 'revision_number': 2, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'gw_port_host': None, '_interfaces': [{'id': 'ec5bec98-77a0-473b-9198-4719f988285b', 'name': '', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'mac_address': 'fa:16:3e:96:ed:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8edf5e-2369-4d19-a46c-b84cc25d9055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9bf2a986-c76a-45b7-b8cf-92426b62f261', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:23Z', 'updated_at': '2021-08-04T17:05:26Z', 'revision_number': 4, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'subnets': [{'id': '9bf2a986-c76a-45b7-b8cf-92426b62f261', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:05:27.847235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for ec5bec98-77a0-473b-9198-4719f988285b owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:28.216780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60367a-c532-42ce-8a36-3e3e2674e4d3 req-a693d3e0-0e97-4624-8f9e-09fe0a984b52 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:28.219695 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec60367a-c532-42ce-8a36-3e3e2674e4d3 req-a693d3e0-0e97-4624-8f9e-09fe0a984b52 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1492097 Aug 04 17:05:28.345630 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec60367a-c532-42ce-8a36-3e3e2674e4d3 req-866d5d54-8020-440d-b835-a6a1caf9873f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768716 Aug 04 17:05:28.353623 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:28.386066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=ec5bec98-77a0-473b-9198-4719f988285b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:28.574197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:28.607685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:28.615380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5af53-6ecb-425e-9ded-ce3ec4c81577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e770cf27-b568-42de-b74c-907e8b295894,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:28.638883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a25d35a8-0762-44e9-ab59-5427ca7dd82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:28.743374 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:28.754083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b604435-3644-4136-9cf8-57784ecd6353']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:28.767530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc542f9-77c4-47d1-afde-986188edd0b8') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:28.768030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc542f9-77c4-47d1-afde-986188edd0b8') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:28.785554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:28.809800 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:28.826320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:05:28.826961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:05:28.828694 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:05:28.879272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Router 0d8edf5e-2369-4d19-a46c-b84cc25d9055 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:05:28.910890 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:28.921602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:28.923578 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] 10.222.0.39 "DELETE /v2.0/networks/2b604435-3644-4136-9cf8-57784ecd6353 HTTP/1.1" status: 204 len: 168 time: 1.1806183 Aug 04 17:05:28.940309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb70383-28c7-4a53-8d01-fa964e4cb6eb admin admin] Pushing event deleted for resources: {'Network': ['ID=2b604435-3644-4136-9cf8-57784ecd6353,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:28.986093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:05:29.005345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-71dc01de-1ef1-4dda-8e89-644643f01e97 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "PUT /v2.0/routers/0d8edf5e-2369-4d19-a46c-b84cc25d9055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5463617 Aug 04 17:05:29.007103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56084) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:29.013939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a25d35a8-0762-44e9-ab59-5427ca7dd82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.022103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a25d35a8-0762-44e9-ab59-5427ca7dd82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.073989 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a25d35a8-0762-44e9-ab59-5427ca7dd82c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72d045986a8544abb9e76b13ac7f24d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4027400 Aug 04 17:05:29.076040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d35a8-0762-44e9-ab59-5427ca7dd82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47e7493-d7b7-44ba-aab6-93ad8325c730,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:29.078415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56086) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:29.108038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa3ee25-d359-4e81-ab63-066f982008fa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:29.111925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa3ee25-d359-4e81-ab63-066f982008fa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:29.114274 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1aa3ee25-d359-4e81-ab63-066f982008fa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1057262 Aug 04 17:05:29.117733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56088) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:29.145794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56090) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:29.146527 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9002bfaf-cff0-48d6-a5bd-11c898501a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.205791 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9002bfaf-cff0-48d6-a5bd-11c898501a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.210071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62580af-e981-4fac-bd56-b007a5f674d4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 9bf2a986-c76a-45b7-b8cf-92426b62f261 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:29.215739 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e62580af-e981-4fac-bd56-b007a5f674d4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.240156 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0ba88184-aa5a-4fff-9cb3-e6ad64ff68e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58ac1b9c28cc4bef812f269fe9d55f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902388 Aug 04 17:05:29.242703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56092) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:29.284043 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e62580af-e981-4fac-bd56-b007a5f674d4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.321091 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4b8fd5b-6c8f-4636-885d-aa3668c20d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.337261 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9002bfaf-cff0-48d6-a5bd-11c898501a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.340092 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9002bfaf-cff0-48d6-a5bd-11c898501a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.344013 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9002bfaf-cff0-48d6-a5bd-11c898501a8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a47e7493-d7b7-44ba-aab6-93ad8325c730 HTTP/1.1" status: 204 len: 168 time: 0.2620065 Aug 04 17:05:29.365398 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4b8fd5b-6c8f-4636-885d-aa3668c20d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.368570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002bfaf-cff0-48d6-a5bd-11c898501a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47e7493-d7b7-44ba-aab6-93ad8325c730,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:29.484345 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4b8fd5b-6c8f-4636-885d-aa3668c20d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.488358 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b4b8fd5b-6c8f-4636-885d-aa3668c20d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.493285 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b4b8fd5b-6c8f-4636-885d-aa3668c20d15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04a19e90-0e1e-42ac-802f-dc5f9f53c4d0 HTTP/1.1" status: 204 len: 168 time: 0.2494338 Aug 04 17:05:29.503586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8fd5b-6c8f-4636-885d-aa3668c20d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a19e90-0e1e-42ac-802f-dc5f9f53c4d0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:29.508468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e62580af-e981-4fac-bd56-b007a5f674d4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.569061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f912ed-51a7-45ea-8f0e-1318261da510 req-b0c24445-7c59-4657-a060-962eba68657c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:29.570893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38f912ed-51a7-45ea-8f0e-1318261da510 req-b0c24445-7c59-4657-a060-962eba68657c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1252823 Aug 04 17:05:29.694474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38f912ed-51a7-45ea-8f0e-1318261da510 req-c560a5af-b451-474a-853d-d29ac34245c8 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075411 Aug 04 17:05:29.734057 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e62580af-e981-4fac-bd56-b007a5f674d4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.773811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62580af-e981-4fac-bd56-b007a5f674d4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf2a986-c76a-45b7-b8cf-92426b62f261,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:29.789352 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e62580af-e981-4fac-bd56-b007a5f674d4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:29.794890 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e47323-04c6-4550-a9c3-fbc3d6acca28 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:29.795455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56116) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:29.796487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e62580af-e981-4fac-bd56-b007a5f674d4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/9bf2a986-c76a-45b7-b8cf-92426b62f261 HTTP/1.1" status: 204 len: 168 time: 0.6773524 Aug 04 17:05:30.045174 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ccc561ec-60c1-4af0-be4a-a36a29309a75 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2485895 Aug 04 17:05:30.048187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56122) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:30.174695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f9c030f-c136-4881-999b-b716deda75c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:30.196625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38da9b4c-1f39-4af8-a2e4-3e028f2a3c65 None None] Sync routers for ids ['0d8edf5e-2369-4d19-a46c-b84cc25d9055'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:05:30.208735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085641db-f8e6-473c-9c95-fd2c35fe173c None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:05:30.263816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da9b4c-1f39-4af8-a2e4-3e028f2a3c65 None None] Routers {'0d8edf5e-2369-4d19-a46c-b84cc25d9055'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:30.264464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-38da9b4c-1f39-4af8-a2e4-3e028f2a3c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['0d8edf5e-2369-4d19-a46c-b84cc25d9055'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:30.402652 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f9c030f-c136-4881-999b-b716deda75c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:30.407240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f9c030f-c136-4881-999b-b716deda75c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:30.418446 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-38da9b4c-1f39-4af8-a2e4-3e028f2a3c65 None None] Set router 0d8edf5e-2369-4d19-a46c-b84cc25d9055 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:30.479845 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-38da9b4c-1f39-4af8-a2e4-3e028f2a3c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8edf5e-2369-4d19-a46c-b84cc25d9055', 'name': 'tempest-NetworksTestDHCPv6-router-2044211743', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:22Z', 'updated_at': '2021-08-04T17:05:28Z', 'revision_number': 3, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:30.508370 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f9c030f-c136-4881-999b-b716deda75c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:30.509051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9c030f-c136-4881-999b-b716deda75c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Fanout notify agent at l3_agent the message router_deleted on router 0d8edf5e-2369-4d19-a46c-b84cc25d9055 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:05:30.515541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38da9b4c-1f39-4af8-a2e4-3e028f2a3c65 None None] Checking router: 0d8edf5e-2369-4d19-a46c-b84cc25d9055 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:05:30.522334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f9c030f-c136-4881-999b-b716deda75c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:30.526150 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2f9c030f-c136-4881-999b-b716deda75c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/routers/0d8edf5e-2369-4d19-a46c-b84cc25d9055 HTTP/1.1" status: 204 len: 168 time: 0.4747794 Aug 04 17:05:30.529006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56144) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:30.534761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da9b4c-1f39-4af8-a2e4-3e028f2a3c65 None None] Routers set() bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:30.535391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da9b4c-1f39-4af8-a2e4-3e028f2a3c65 None None] Router IDs set() for agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 17:05:30.536249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_agentschedulers_db [None req-38da9b4c-1f39-4af8-a2e4-3e028f2a3c65 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d8edf5e-2369-4d19-a46c-b84cc25d9055'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent'). {{(pid=105830) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 17:05:30.536863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38da9b4c-1f39-4af8-a2e4-3e028f2a3c65 None None] The sync data for ids ['0d8edf5e-2369-4d19-a46c-b84cc25d9055'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:05:30.547328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-085641db-f8e6-473c-9c95-fd2c35fe173c None None] Deleting port 5865f93f-64b9-46cb-8634-600bd844359b {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:30.548114 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-085641db-f8e6-473c-9c95-fd2c35fe173c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:30.631252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-085641db-f8e6-473c-9c95-fd2c35fe173c None None] For port 5865f93f-64b9-46cb-8634-600bd844359b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5865f93f-64b9-46cb-8634-600bd844359b,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:30.631979 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-085641db-f8e6-473c-9c95-fd2c35fe173c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:30.654221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a79c8-bd76-4af7-a56e-9a803808a6d8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:30.659366 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-085641db-f8e6-473c-9c95-fd2c35fe173c None None] Calling delete_port for 5865f93f-64b9-46cb-8634-600bd844359b owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:30.660394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56158) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:30.673645 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-735a79c8-bd76-4af7-a56e-9a803808a6d8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1425362 Aug 04 17:05:30.789791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dc2711-0251-4436-a230-bdacc2e6d64e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:30.794735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56174) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:30.797341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-22dc2711-0251-4436-a230-bdacc2e6d64e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1285408 Aug 04 17:05:30.863707 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-085641db-f8e6-473c-9c95-fd2c35fe173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:30.886093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56176) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:30.888232 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d73a2a33-166b-44fd-ab41-499f306ba0f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916164 Aug 04 17:05:30.896610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:30.902184 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56178) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:30.933268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085641db-f8e6-473c-9c95-fd2c35fe173c None None] Pushing event deleted for resources: {'Port': ['ID=5865f93f-64b9-46cb-8634-600bd844359b,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:30.947667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085641db-f8e6-473c-9c95-fd2c35fe173c None None] No DVR routers for this DVR port 5865f93f-64b9-46cb-8634-600bd844359b on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:05:31.090204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e22004-b2ae-4e39-a041-a13f786ab5bc req-a9a52a25-d571-4fee-b639-27d9aee214af tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:31.100875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2e22004-b2ae-4e39-a041-a13f786ab5bc req-a9a52a25-d571-4fee-b639-27d9aee214af tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.2642527 Aug 04 17:05:31.176230 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2e22004-b2ae-4e39-a041-a13f786ab5bc req-aa9f4973-a8d9-4c65-a49e-804cf6df1bd0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737348 Aug 04 17:05:31.179719 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56186) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:31.204041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:31.210882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.254407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1676420098'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:31.293381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-253580759-network', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:31.299471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Made reservation on behalf of 3c51b9d927bb42d8b9ef140c140d9d96 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:31.303187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.314858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.345425 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Made reservation on behalf of fb60676ed82b42899fecd4437f375f7f for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:31.348406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.369187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.505243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.516658 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.551583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:05:31.553029 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.579117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:05:31.603216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cafd93f-e6df-4da9-81d9-7c403b5aeaad,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:31.608723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:31.612666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:31.619900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:31.620631 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.624723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8034249-48ba-400e-a1c6-b17128737dfd None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:31.630715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.631987 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Added segment 58aed950-2a91-46ea-9750-61de82ecb001 of type vlan for network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 Aug 04 17:05:31.646184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=528a2560-fc76-4fb7-8e35-54c004782473,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:31.687780 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.736783 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.743493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:31.744517 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.846033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '528a2560-fc76-4fb7-8e35-54c004782473'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:05:31.847213 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.893787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.898143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event updated for resources: {'Network': ['ID=84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:31.902054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:31.917846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cb47af61-9347-4517-87da-3991de3bfc8f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0299442 Aug 04 17:05:31.920469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56202) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:31.929470 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ef9f6487-bf6a-4dbe-af79-93454d553292 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7454233 Aug 04 17:05:31.932269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56204) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:31.937373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:05:31.939592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8cf3803b-b882-4d21-99d4-aef33f3f52f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:31.948124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Request body: {'subnet': {'network_id': '84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:31.951365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:05:32.012520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b259d4-d303-4b37-b923-2d6c78b3459c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:32.045597 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.046328 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Added segment 2293684b-b34c-4c37-95f6-dd610040e87d of type vlan for network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 Aug 04 17:05:32.131501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.229492 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.230524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:32.231153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.245240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf3803b-b882-4d21-99d4-aef33f3f52f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:32.252648 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cf3803b-b882-4d21-99d4-aef33f3f52f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.259985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Made reservation on behalf of 3c51b9d927bb42d8b9ef140c140d9d96 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:32.269357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.300952 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3948722 Aug 04 17:05:32.312973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56212) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:32.376894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ec5bec98-77a0-473b-9198-4719f988285b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:32.411685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ec5bec98-77a0-473b-9198-4719f988285b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:05:32.412499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ec5bec98-77a0-473b-9198-4719f988285b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:05:32.413213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5865f93f-64b9-46cb-8634-600bd844359b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:32.443861 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Allocated IP 2001:db8::f816:3eff:fe9b:cfaa (0214bd7b-2498-4f95-a2d5-2cef03c7e896/528a2560-fc76-4fb7-8e35-54c004782473/9a7cdb83-6c00-4a1d-8693-404ba60eccad) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:32.447502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-928b115f-4d40-47e5-b623-ada472c8b0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.450456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 5865f93f-64b9-46cb-8634-600bd844359b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:05:32.451040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5865f93f-64b9-46cb-8634-600bd844359b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:05:32.468746 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Request body: {'subnet': {'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-253580759-subnet', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:32.504285 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89063ac1-3005-4aac-a18d-7582da0bd29b admin admin] Pushing event updated for resources: {'Network': ['ID=46ae89e2-39c6-428c-9d51-4b52d2d2f836,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:32.521439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:05:32.608460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Made reservation on behalf of fb60676ed82b42899fecd4437f375f7f for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:32.611908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.767451 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.788684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Transition to ACTIVE for port object 9a7cdb83-6c00-4a1d-8693-404ba60eccad will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:32.813279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Transition to ACTIVE for port object 9a7cdb83-6c00-4a1d-8693-404ba60eccad will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:32.829688 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.832693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9434a8-7d61-4daa-a00c-17a7c98ee7e3 req-24f7b688-47cf-4357-b6fa-c9883332bd58 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:32.844445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b9434a8-7d61-4daa-a00c-17a7c98ee7e3 req-24f7b688-47cf-4357-b6fa-c9883332bd58 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.0908580 Aug 04 17:05:32.868857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:32.897203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Pushing event updated for resources: {'Port': ['ID=9a7cdb83-6c00-4a1d-8693-404ba60eccad,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:32.904929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b9434a8-7d61-4daa-a00c-17a7c98ee7e3 req-3262c1ba-073a-4cb1-873d-8103f316f9e3 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576639 Aug 04 17:05:32.929452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:32.932170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:32.937169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:32.991981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event updated for resources: {'Subnet': ['ID=68375e64-cc29-4f0b-bf1b-fbaa606c35f5,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:33.005088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Checking segment: {'id': '58aed950-2a91-46ea-9750-61de82ecb001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:33.005686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Network hostable DHCP agents. Network: 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:05:33.022619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.054926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Attempting to bind port 9a7cdb83-6c00-4a1d-8693-404ba60eccad on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:33.055599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Attempting to bind port 9a7cdb83-6c00-4a1d-8693-404ba60eccad by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:33.055868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Attempting to bind port 9a7cdb83-6c00-4a1d-8693-404ba60eccad on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:33.061983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:33.062356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:33.062864 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.063493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:33.063719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Bound port: 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:33.064099 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.065017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:05:33.087646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:33.121418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:33.122389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.128916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17bdda0-cc99-4482-a675-3ce24faff869 None None] Network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:33.172467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd3435b-5995-4704-90e3-7a7debc78484,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:33.202383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Checking segment: {'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:33.203155 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Network hostable DHCP agents. Network: 46ae89e2-39c6-428c-9d51-4b52d2d2f836, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:05:33.214951 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c4e728b4-9562-49a5-afbe-ceba04a3a2f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2786283 Aug 04 17:05:33.217787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cf3803b-b882-4d21-99d4-aef33f3f52f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.218295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56226) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:33.227632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Request body: {'port': {'network_id': '84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1223302726'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:33.311036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf3803b-b882-4d21-99d4-aef33f3f52f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:33.321502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8cf3803b-b882-4d21-99d4-aef33f3f52f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:33.326315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf3803b-b882-4d21-99d4-aef33f3f52f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:33.326943 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8cf3803b-b882-4d21-99d4-aef33f3f52f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.368392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3803b-b882-4d21-99d4-aef33f3f52f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=955c8b5a-b3ef-4923-b33c-6fea7c539f43,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:33.378850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:05:33.383454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8cf3803b-b882-4d21-99d4-aef33f3f52f1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4615817 Aug 04 17:05:33.385489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56230) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:33.399494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:f7:65:82', 'name': 'tempest-NetworksTestDHCPv6-1626679547'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:33.416243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 46ae89e2-39c6-428c-9d51-4b52d2d2f836) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:33.432881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:33.433185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9182c944-464f-4488-b8ad-18921b4e4c14 None None] Network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:33.433496 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.466161 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f2982d4e-f52f-4ac7-9ae5-29f0811fd18e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0857491 Aug 04 17:05:33.466406 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56232) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:33.472127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-253580759-router', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:33.496623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Made reservation on behalf of 3c51b9d927bb42d8b9ef140c140d9d96 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:33.503260 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.560213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] device_id is not set on port 04be4cc6-ce46-4392-8e00-e41b83368865 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:05:33.596531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] For port 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:33.623276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:33.671044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] For port 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a7cdb83-6c00-4a1d-8693-404ba60eccad,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:33.672419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2', 'network_id': '84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2', 'tenant_id': '3c51b9d927bb42d8b9ef140c140d9d96', 'fixed_ips': [{'subnet_id': '68375e64-cc29-4f0b-bf1b-fbaa606c35f5'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:05:33.673255 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.686325 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.694799 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.704404 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.709475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d81c4a-c97f-4590-8413-d8ebc78381d5 None None] Network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:33.816717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Allocated IP 2001:db8::162 (84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2/68375e64-cc29-4f0b-bf1b-fbaa606c35f5/04be4cc6-ce46-4392-8e00-e41b83368865) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:33.822578 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.856116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:33.879543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port e2342200-0972-4180-b6b8-396eb6a60c54 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:05:34.170250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc242fd-42ae-4b02-8e11-996705fcaedb None None] Pushing event updated for resources: {'Port': ['ID=9a7cdb83-6c00-4a1d-8693-404ba60eccad,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:34.279543 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:34.367393 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f097dfc1-6ed9-4716-8ea7-490a36609294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:34.414056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 172.20.0.6 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/955c8b5a-b3ef-4923-b33c-6fea7c539f43/e2342200-0972-4180-b6b8-396eb6a60c54) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:34.426905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f816:3eff:fef7:6582 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/528a2560-fc76-4fb7-8e35-54c004782473/e2342200-0972-4180-b6b8-396eb6a60c54) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:34.470228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae42041-2693-46cb-a565-f919a6e75e70 req-005373c7-a2df-4edf-89a5-9e17d8ba88ba tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:34.482146 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:34.493097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eae42041-2693-46cb-a565-f919a6e75e70 req-005373c7-a2df-4edf-89a5-9e17d8ba88ba tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.4690511 Aug 04 17:05:34.504541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Transition to ACTIVE for port object 04be4cc6-ce46-4392-8e00-e41b83368865 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:34.596301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eae42041-2693-46cb-a565-f919a6e75e70 req-add7e989-a4c6-415c-b865-4fb3275c9e75 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962701 Aug 04 17:05:34.631248 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:34.694156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Allocated IP 2001:db8::2 (84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2/68375e64-cc29-4f0b-bf1b-fbaa606c35f5/869facc3-e55b-4b78-a676-75513ca256a1) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:34.827521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:34.858638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object e2342200-0972-4180-b6b8-396eb6a60c54 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:34.917711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:34.998124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=e2342200-0972-4180-b6b8-396eb6a60c54,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:35.004785 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.021680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.022838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:35.026757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:35.032201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:35.040504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Transition to ACTIVE for port object 869facc3-e55b-4b78-a676-75513ca256a1 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:35.057883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event updated for resources: {'Port': ['ID=04be4cc6-ce46-4392-8e00-e41b83368865,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:35.066258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Transition to ACTIVE for port object 869facc3-e55b-4b78-a676-75513ca256a1 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:35.079550 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.097283 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:35.103813 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:35.108553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:35.109644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.138282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-188f1c13-0f45-4cf3-83c0-7ce39c680428 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7504830 Aug 04 17:05:35.140727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56252) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:35.153736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:35.161162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:35.163930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:35.169895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:35.173551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Pushing event updated for resources: {'Port': ['ID=869facc3-e55b-4b78-a676-75513ca256a1,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:35.182007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:35.183069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.227492 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e91133dd-b687-4150-ad97-f1467e93dab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0035107 Aug 04 17:05:35.228622 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56262) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:35.246605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Request body: {'port': {'network_id': '84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1062850419', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:35.247481 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.api.validators [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] bootfile-name is not in valid_values {{(pid=105829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:05:35.248094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.api.validators [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] tftp-server is not in valid_values {{(pid=105829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:05:35.248647 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.api.validators [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] server-ip-address is not in valid_values {{(pid=105829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:05:35.269797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f4330-9479-407e-be61-01ab7402be85 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:35.290428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f4330-9479-407e-be61-01ab7402be85 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:35.295353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a60f4330-9479-407e-be61-01ab7402be85 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1511278 Aug 04 17:05:35.296098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56264) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:35.312297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Attempting to bind port 869facc3-e55b-4b78-a676-75513ca256a1 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:35.312919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Attempting to bind port 869facc3-e55b-4b78-a676-75513ca256a1 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '58aed950-2a91-46ea-9750-61de82ecb001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:35.313511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Attempting to bind port 869facc3-e55b-4b78-a676-75513ca256a1 on network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:35.319592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:35.327037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Checking segment: {'id': '58aed950-2a91-46ea-9750-61de82ecb001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:35.327907 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.328540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Bound using segment: {'id': '58aed950-2a91-46ea-9750-61de82ecb001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:35.329279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Bound port: 869facc3-e55b-4b78-a676-75513ca256a1, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58aed950-2a91-46ea-9750-61de82ecb001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:35.329898 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.383156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.425094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] For port 869facc3-e55b-4b78-a676-75513ca256a1, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:35.429481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] For port 869facc3-e55b-4b78-a676-75513ca256a1, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=869facc3-e55b-4b78-a676-75513ca256a1,segment=NetworkSegment(58aed950-2a91-46ea-9750-61de82ecb001),segment_id=58aed950-2a91-46ea-9750-61de82ecb001)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:35.435235 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.445952 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.461438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0c190f38-0340-49b5-a459-ed69215dfd44 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port e2342200-0972-4180-b6b8-396eb6a60c54 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:35.461438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c190f38-0340-49b5-a459-ed69215dfd44 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.558540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a3203-535f-4356-8494-c7b00db9e4af None None] Pushing event updated for resources: {'Port': ['ID=869facc3-e55b-4b78-a676-75513ca256a1,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:35.578547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e86d40-36c5-46f7-b070-f8de35f59ba8 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:35.656582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Made reservation on behalf of 3c51b9d927bb42d8b9ef140c140d9d96 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:35.663248 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.680212 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c190f38-0340-49b5-a459-ed69215dfd44 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.694411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c106c7f6-129c-436e-8615-bc0cd68a49a2 None None] Provisioning for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:35.707461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0c190f38-0340-49b5-a459-ed69215dfd44 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for e2342200-0972-4180-b6b8-396eb6a60c54 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:35.719786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] device_id is not set on port 8307601c-f396-4138-b014-29216d90ea2b yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:05:35.785566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:35.800636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Allocated IP 172.25.2.132 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/0bc1a82b-54f4-4463-b27b-c903df2450fb) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:35.923143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5286e7-2efe-46f0-b79a-29b0e8c84ade req-736fc9fd-98fb-4621-9a16-5c724631a0d1 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:35.925130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b5286e7-2efe-46f0-b79a-29b0e8c84ade req-736fc9fd-98fb-4621-9a16-5c724631a0d1 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1231029 Aug 04 17:05:36.040128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b5286e7-2efe-46f0-b79a-29b0e8c84ade req-93b7c822-7632-4f3a-b0ed-899275147f45 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074531 Aug 04 17:05:36.070723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96eb3b3-9afe-4a0c-b385-cf8b9ccc1d64 None None] Update dhcp port {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': '528a2560-fc76-4fb7-8e35-54c004782473', 'ip_address': '2001:db8::f816:3eff:fe9b:cfaa'}, {'subnet_id': '955c8b5a-b3ef-4923-b33c-6fea7c539f43'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '9a7cdb83-6c00-4a1d-8693-404ba60eccad'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:05:36.076268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Allocated IP 2001:db8::3b5 (84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2/68375e64-cc29-4f0b-bf1b-fbaa606c35f5/8307601c-f396-4138-b014-29216d90ea2b) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:36.121806 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a96eb3b3-9afe-4a0c-b385-cf8b9ccc1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.229254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.270713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9a7cdb83-6c00-4a1d-8693-404ba60eccad up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:36.298890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c190f38-0340-49b5-a459-ed69215dfd44 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.369710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c190f38-0340-49b5-a459-ed69215dfd44 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=e2342200-0972-4180-b6b8-396eb6a60c54,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:36.405245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:36.415107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-a96eb3b3-9afe-4a0c-b385-cf8b9ccc1d64 None None] Allocated IP 172.20.0.2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/955c8b5a-b3ef-4923-b33c-6fea7c539f43/9a7cdb83-6c00-4a1d-8693-404ba60eccad) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:36.423090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:36.423525 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.469796 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.495959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Transition to ACTIVE for port object 8307601c-f396-4138-b014-29216d90ea2b will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:36.499504 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.569018 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c190f38-0340-49b5-a459-ed69215dfd44 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.574971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0c190f38-0340-49b5-a459-ed69215dfd44 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/e2342200-0972-4180-b6b8-396eb6a60c54 HTTP/1.1" status: 204 len: 168 time: 1.2776394 Aug 04 17:05:36.576659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a96eb3b3-9afe-4a0c-b385-cf8b9ccc1d64 None None] For port 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a7cdb83-6c00-4a1d-8693-404ba60eccad,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:36.587599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56284) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:36.664701 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:36.669010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:36.671545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.673333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:36.676194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995111ee-8e12-4c76-8980-6b6a14abe2ae tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:36.678406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995111ee-8e12-4c76-8980-6b6a14abe2ae tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:36.680138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995111ee-8e12-4c76-8980-6b6a14abe2ae tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:36.681643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-995111ee-8e12-4c76-8980-6b6a14abe2ae tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0929990 Aug 04 17:05:36.684648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56286) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:36.689272 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a96eb3b3-9afe-4a0c-b385-cf8b9ccc1d64 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.717300 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc1a82b-54f4-4463-b27b-c903df2450fb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:36.738789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:36.740501 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.780053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a96eb3b3-9afe-4a0c-b385-cf8b9ccc1d64 None None] Transition to ACTIVE for port object 9a7cdb83-6c00-4a1d-8693-404ba60eccad will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:36.822656 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:36.826156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event updated for resources: {'Port': ['ID=8307601c-f396-4138-b014-29216d90ea2b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:36.829007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5ee7b5-8231-41f7-9ff7-391fbe64f10a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 528a2560-fc76-4fb7-8e35-54c004782473 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:36.834556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:36.841291 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee7b5-8231-41f7-9ff7-391fbe64f10a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.841570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:36.842259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.900860 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:05:36.901277 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:05:36.904303 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a96eb3b3-9afe-4a0c-b385-cf8b9ccc1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:36.928858 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee7b5-8231-41f7-9ff7-391fbe64f10a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.071620 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee7b5-8231-41f7-9ff7-391fbe64f10a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.164061 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee7b5-8231-41f7-9ff7-391fbe64f10a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.206570 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-91e12e8d-e5c1-426c-b557-19fc4e6008b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9767168 Aug 04 17:05:37.214865 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56296) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:37.227395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ee7b5-8231-41f7-9ff7-391fbe64f10a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=528a2560-fc76-4fb7-8e35-54c004782473,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:37.279957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba5ee7b5-8231-41f7-9ff7-391fbe64f10a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.284543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ba5ee7b5-8231-41f7-9ff7-391fbe64f10a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/528a2560-fc76-4fb7-8e35-54c004782473 HTTP/1.1" status: 204 len: 168 time: 0.5965118 Aug 04 17:05:37.288621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56298) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:37.297424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ac5c4-ab1a-4e76-83ba-1502d1578319 req-b6902f7d-7a39-4c1b-bdfa-fb54dee10498 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:37.299498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd3ac5c4-ab1a-4e76-83ba-1502d1578319 req-b6902f7d-7a39-4c1b-bdfa-fb54dee10498 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.0747886 Aug 04 17:05:37.371987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7338801f-6c9d-4fe6-8ea1-9a5d01178922 None None] Network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:37.396870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-749941e1-ce05-453e-8704-6972bee32ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 955c8b5a-b3ef-4923-b33c-6fea7c539f43 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:37.450501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749941e1-ce05-453e-8704-6972bee32ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.468171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd3ac5c4-ab1a-4e76-83ba-1502d1578319 req-2bbb1342-fc46-4579-a04c-38d672ac03e9 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682621 Aug 04 17:05:37.490474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c9a4b0-da60-454e-9a69-5daafffe528e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:37.528497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749941e1-ce05-453e-8704-6972bee32ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.533130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c9a4b0-da60-454e-9a69-5daafffe528e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:37.540416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c9a4b0-da60-454e-9a69-5daafffe528e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:37.543187 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-50c9a4b0-da60-454e-9a69-5daafffe528e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3273373 Aug 04 17:05:37.546217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56310) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:37.567705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96eb3b3-9afe-4a0c-b385-cf8b9ccc1d64 None None] Pushing event updated for resources: {'Port': ['ID=9a7cdb83-6c00-4a1d-8693-404ba60eccad,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:37.611419 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.628802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3ef8d90a-aaa4-4cb8-8c2c-212a81e0a52b None None] Provisioning for port 869facc3-e55b-4b78-a676-75513ca256a1 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:37.633710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.640739 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.677892 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749941e1-ce05-453e-8704-6972bee32ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.762479 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749941e1-ce05-453e-8704-6972bee32ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.831706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749941e1-ce05-453e-8704-6972bee32ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=955c8b5a-b3ef-4923-b33c-6fea7c539f43,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:37.847379 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749941e1-ce05-453e-8704-6972bee32ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:37.848238 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:05:37.848879 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:05:37.855927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-749941e1-ce05-453e-8704-6972bee32ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/955c8b5a-b3ef-4923-b33c-6fea7c539f43 HTTP/1.1" status: 204 len: 168 time: 0.5530236 Aug 04 17:05:37.857065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56316) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:37.943695 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3fa3c9ba-1f85-4334-a48e-5a80f991656b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809774 Aug 04 17:05:37.945727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56318) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:37.961749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:37.968403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9d542896-d895-4a86-84f9-7999e080ef9e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Deleting port 8307601c-f396-4138-b014-29216d90ea2b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:37.968895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d542896-d895-4a86-84f9-7999e080ef9e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.124472 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.182854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:38.190187 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.238671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a7cdb83-6c00-4a1d-8693-404ba60eccad,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:38.244994 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.245972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 869facc3-e55b-4b78-a676-75513ca256a1 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:38.324369 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.474119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d401099c-8362-414e-859b-9d1224f8e24f None None] Provisioning for port 04be4cc6-ce46-4392-8e00-e41b83368865 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:38.479609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a889bc81-2dbd-4a1e-b9f1-3cf0fce45a8e None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:38.499414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d401099c-8362-414e-859b-9d1224f8e24f None None] Provisioning complete for port 04be4cc6-ce46-4392-8e00-e41b83368865 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:38.499881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d401099c-8362-414e-859b-9d1224f8e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.544200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=9a7cdb83-6c00-4a1d-8693-404ba60eccad,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:38.563455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d401099c-8362-414e-859b-9d1224f8e24f None None] Port 04be4cc6-ce46-4392-8e00-e41b83368865 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:05:38.590463 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d542896-d895-4a86-84f9-7999e080ef9e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.609971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9d542896-d895-4a86-84f9-7999e080ef9e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Calling delete_port for 8307601c-f396-4138-b014-29216d90ea2b owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:38.627707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:05:38.649252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 869facc3-e55b-4b78-a676-75513ca256a1 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:38.655740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 869facc3-e55b-4b78-a676-75513ca256a1 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:38.656145 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.700817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d401099c-8362-414e-859b-9d1224f8e24f None None] Provisioning complete for port 869facc3-e55b-4b78-a676-75513ca256a1 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:38.701193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d401099c-8362-414e-859b-9d1224f8e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.732613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d08af-87c3-442c-917c-0041f3d6315b req-9c9ea915-0df3-45a0-81ec-d3b7b398cc32 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:38.740979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d2d08af-87c3-442c-917c-0041f3d6315b req-9c9ea915-0df3-45a0-81ec-d3b7b398cc32 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1074116 Aug 04 17:05:38.946175 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.973205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d2d08af-87c3-442c-917c-0041f3d6315b req-60c2abd9-bb3a-4c80-875e-05f7d92f352a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306666 Aug 04 17:05:38.981434 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.982422 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:38.988879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:05:38.994361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:05:39.004586 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Sync routers for ids ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:05:39.014063 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d542896-d895-4a86-84f9-7999e080ef9e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:39.025470 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d401099c-8362-414e-859b-9d1224f8e24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:39.025803 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Routers {'17d7659f-e0a5-4e48-bc7c-26aced1fdde7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:39.026311 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:39.072246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d542896-d895-4a86-84f9-7999e080ef9e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event deleted for resources: {'Port': ['ID=8307601c-f396-4138-b014-29216d90ea2b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:39.076841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 869facc3-e55b-4b78-a676-75513ca256a1, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=869facc3-e55b-4b78-a676-75513ca256a1,segment=NetworkSegment(58aed950-2a91-46ea-9750-61de82ecb001),segment_id=58aed950-2a91-46ea-9750-61de82ecb001)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:39.081058 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:39.088101 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bb06793f-892d-493a-bdcf-ff6e175fead0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6204159 Aug 04 17:05:39.091412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56336) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:39.100981 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:39.169081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-d401099c-8362-414e-859b-9d1224f8e24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:05:39.169438 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-d401099c-8362-414e-859b-9d1224f8e24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:05:39.230920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d542896-d895-4a86-84f9-7999e080ef9e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:39.232995 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9d542896-d895-4a86-84f9-7999e080ef9e tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "DELETE /v2.0/ports/8307601c-f396-4138-b014-29216d90ea2b HTTP/1.1" status: 204 len: 168 time: 1.6855705 Aug 04 17:05:39.238143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56338) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:39.264311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Request body: {'port': {'name': 'tempest-new-port-name-815227225', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:39.264707 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.api.validators [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] bootfile-name is not in valid_values {{(pid=105829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:05:39.265035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.api.validators [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] tftp-server is not in valid_values {{(pid=105829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:05:39.265374 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.api.validators [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] server-ip-address is not in valid_values {{(pid=105829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:05:39.284858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=869facc3-e55b-4b78-a676-75513ca256a1,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:39.295425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe92b0d-4bb7-492d-89d7-a630aaea768c None None] Update dhcp port {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': '26516783-4478-4716-a8a8-1dac86c0f170'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '9a7cdb83-6c00-4a1d-8693-404ba60eccad'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:05:39.338779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9a7cdb83-6c00-4a1d-8693-404ba60eccad up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:39.405266 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Set router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:39.443093 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dfe92b0d-4bb7-492d-89d7-a630aaea768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:39.657497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:39.751817 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'name': 'tempest-ServerRescueTestJSON-253580759-router', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:33Z', 'updated_at': '2021-08-04T17:05:37Z', 'revision_number': 3, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'gw_port': {'id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:35Z', 'updated_at': '2021-08-04T17:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:39.804705 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Checking router: 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:05:39.805327 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Updating router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 port 0bc1a82b-54f4-4463-b27b-c903df2450fb binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:05:39.856015 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:39.876695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:39.904946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d401099c-8362-414e-859b-9d1224f8e24f None None] Could not find standard attr ID for object 8307601c-f396-4138-b014-29216d90ea2b. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:05:39.945195 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-dfe92b0d-4bb7-492d-89d7-a630aaea768c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe9b:cfaa-d7416d3d-adf0-4a24-b466-8179c0bf27 {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:05:39.945654 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-dfe92b0d-4bb7-492d-89d7-a630aaea768c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:05:39.999032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] For port 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a7cdb83-6c00-4a1d-8693-404ba60eccad,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:40.039830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-549c218e-5802-4a5c-86b8-6086b2f51003 None None] Provisioning complete for port 04be4cc6-ce46-4392-8e00-e41b83368865 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:40.040626 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-549c218e-5802-4a5c-86b8-6086b2f51003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.069182 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.075515 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.076589 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.103873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-549c218e-5802-4a5c-86b8-6086b2f51003 None None] Port 04be4cc6-ce46-4392-8e00-e41b83368865 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:05:40.107518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-549c218e-5802-4a5c-86b8-6086b2f51003 None None] Could not find standard attr ID for object 8307601c-f396-4138-b014-29216d90ea2b. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:05:40.132324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-549c218e-5802-4a5c-86b8-6086b2f51003 None None] Provisioning for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:40.145001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-549c218e-5802-4a5c-86b8-6086b2f51003 None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:40.145511 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-549c218e-5802-4a5c-86b8-6086b2f51003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.232843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:40.262188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:40.271761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:40.272891 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.307564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4ee5c-1854-4d45-9a44-2015412509d0 req-406b7dfe-90be-4bbf-8fa0-38fd8545f30c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:40.309734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebb4ee5c-1854-4d45-9a44-2015412509d0 req-406b7dfe-90be-4bbf-8fa0-38fd8545f30c tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.2164388 Aug 04 17:05:40.313389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3665721 Aug 04 17:05:40.314244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=26516783-4478-4716-a8a8-1dac86c0f170,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:40.317730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56356) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:40.325950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5fd67cd8-ad27-46f8-ad8b-6fc74145e1c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:40.330516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fca951-cd8a-4b1d-bf5f-78e731bfaca3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=9a7cdb83-6c00-4a1d-8693-404ba60eccad,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:40.381910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-549c218e-5802-4a5c-86b8-6086b2f51003 None None] Could not find standard attr ID for object e2342200-0972-4180-b6b8-396eb6a60c54. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:05:40.411342 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.412615 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.430549 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Transition to ACTIVE for port object 0bc1a82b-54f4-4463-b27b-c903df2450fb will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:40.431227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.439607 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.487625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] In _notify_port_updated(), no bound segment for port 04be4cc6-ce46-4392-8e00-e41b83368865 on network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:05:40.495275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:40.495993 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.497352 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "PUT /v2.0/ports/04be4cc6-ce46-4392-8e00-e41b83368865 HTTP/1.1" status: 200 len: 1129 time: 1.2461400 Aug 04 17:05:40.505316 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dfe92b0d-4bb7-492d-89d7-a630aaea768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.505491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56358) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:40.508387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebb4ee5c-1854-4d45-9a44-2015412509d0 req-39f95fab-11b6-4ed7-9f8b-9252abbe2f60 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702659 Aug 04 17:05:40.605287 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Attempting to bind port 0bc1a82b-54f4-4463-b27b-c903df2450fb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:40.605806 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Attempting to bind port 0bc1a82b-54f4-4463-b27b-c903df2450fb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:40.606264 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Attempting to bind port 0bc1a82b-54f4-4463-b27b-c903df2450fb on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:40.607544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cf1b3-3c3a-4fcb-8d03-b8d365197563 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event updated for resources: {'Port': ['ID=04be4cc6-ce46-4392-8e00-e41b83368865,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:40.608586 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5354b7-c47a-4388-99e6-a62bdf3ab208 None None] Pushing event updated for resources: {'Port': ['ID=0bc1a82b-54f4-4463-b27b-c903df2450fb,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:40.615607 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:40.616147 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:40.616686 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.617109 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:40.617667 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Bound port: 0bc1a82b-54f4-4463-b27b-c903df2450fb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:40.618132 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.634778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b294a36-e4ae-4a34-8c3e-5166bef12bab tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:40.636358 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6b294a36-e4ae-4a34-8c3e-5166bef12bab tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "GET /v2.0/ports/04be4cc6-ce46-4392-8e00-e41b83368865 HTTP/1.1" status: 200 len: 1129 time: 0.1340075 Aug 04 17:05:40.641339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56360) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:40.703601 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] For port 0bc1a82b-54f4-4463-b27b-c903df2450fb, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:40.707155 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] For port 0bc1a82b-54f4-4463-b27b-c903df2450fb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0bc1a82b-54f4-4463-b27b-c903df2450fb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:40.712789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd67cd8-ad27-46f8-ad8b-6fc74145e1c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:40.718194 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5fd67cd8-ad27-46f8-ad8b-6fc74145e1c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.718413 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.719816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:40.890383 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5354b7-c47a-4388-99e6-a62bdf3ab208 None None] Pushing event updated for resources: {'Port': ['ID=0bc1a82b-54f4-4463-b27b-c903df2450fb,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:40.903346 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Routers {'17d7659f-e0a5-4e48-bc7c-26aced1fdde7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:40.904284 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:41.085133 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] Set router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:41.119450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Allocated IP 172.20.0.1 (46ae89e2-39c6-428c-9d51-4b52d2d2f836/7fd3435b-5995-4704-90e3-7a7debc78484/8b1082e2-7091-4a54-8dfe-774e655fc977) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:41.163682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-dfe92b0d-4bb7-492d-89d7-a630aaea768c None None] For port 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a7cdb83-6c00-4a1d-8693-404ba60eccad,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:41.196746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-48d2b493-e601-4e68-baa7-5c4159b1d88a None None] Provisioning complete for port 04be4cc6-ce46-4392-8e00-e41b83368865 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:41.197293 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-48d2b493-e601-4e68-baa7-5c4159b1d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.257772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9a7cdb83-6c00-4a1d-8693-404ba60eccad up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:41.313546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a0c73d56-fea3-4314-b3cb-3a356bcefa58 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Deleting port 04be4cc6-ce46-4392-8e00-e41b83368865 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:41.314121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0c73d56-fea3-4314-b3cb-3a356bcefa58 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.332290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.388642 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dfe92b0d-4bb7-492d-89d7-a630aaea768c None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.409566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dfe92b0d-4bb7-492d-89d7-a630aaea768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.418026 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5fd67cd8-ad27-46f8-ad8b-6fc74145e1c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.419609 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.445681 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'name': 'tempest-ServerRescueTestJSON-253580759-router', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:33Z', 'updated_at': '2021-08-04T17:05:37Z', 'revision_number': 3, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'gw_port': {'id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:35Z', 'updated_at': '2021-08-04T17:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:41.487169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd67cd8-ad27-46f8-ad8b-6fc74145e1c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=f833fce9-82eb-49f8-97e6-a43c583ac766,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:41.502511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-48d2b493-e601-4e68-baa7-5c4159b1d88a None None] Port 04be4cc6-ce46-4392-8e00-e41b83368865 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:05:41.523778 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4cb295-fe48-48aa-9ce5-cff12377f68d None None] The sync data for ids ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'] in n-d-764435-5 is: [{'id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'name': 'tempest-ServerRescueTestJSON-253580759-router', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:33Z', 'updated_at': '2021-08-04T17:05:37Z', 'revision_number': 3, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'gw_port': {'id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:35Z', 'updated_at': '2021-08-04T17:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:05:41.551199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:41.558657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd67cd8-ad27-46f8-ad8b-6fc74145e1c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:41.563799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5fd67cd8-ad27-46f8-ad8b-6fc74145e1c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:41.567937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:41.569105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd67cd8-ad27-46f8-ad8b-6fc74145e1c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:41.573006 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5fd67cd8-ad27-46f8-ad8b-6fc74145e1c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.586730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:41.588316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe92b0d-4bb7-492d-89d7-a630aaea768c None None] Pushing event updated for resources: {'Port': ['ID=9a7cdb83-6c00-4a1d-8693-404ba60eccad,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:41.599280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b1082e2-7091-4a54-8dfe-774e655fc977,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:41.619153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:41.619527 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.645676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5fd67cd8-ad27-46f8-ad8b-6fc74145e1c2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3261328 Aug 04 17:05:41.654204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56378) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:41.667548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:63:c3:99', 'name': 'tempest-NetworksTestDHCPv6-79816712'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:41.684511 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0c73d56-fea3-4314-b3cb-3a356bcefa58 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.731425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a0c73d56-fea3-4314-b3cb-3a356bcefa58 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Calling delete_port for 04be4cc6-ce46-4392-8e00-e41b83368865 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:41.830670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 869facc3-e55b-4b78-a676-75513ca256a1 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:41.899866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb523d-b9a1-46d6-91a3-52805ec7de39 req-5a7c2eee-74ca-4414-b323-ea5a587862fd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:41.910726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96cb523d-b9a1-46d6-91a3-52805ec7de39 req-5a7c2eee-74ca-4414-b323-ea5a587862fd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.2123032 Aug 04 17:05:41.941761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 869facc3-e55b-4b78-a676-75513ca256a1 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:41.942497 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:41.946381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.122411 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0c73d56-fea3-4314-b3cb-3a356bcefa58 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.170676 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:42.189163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c73d56-fea3-4314-b3cb-3a356bcefa58 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event deleted for resources: {'Port': ['ID=04be4cc6-ce46-4392-8e00-e41b83368865,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:42.217167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96cb523d-b9a1-46d6-91a3-52805ec7de39 req-5fb139ca-e33d-418a-9cc9-7ce04492991d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050258 Aug 04 17:05:42.218603 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0c73d56-fea3-4314-b3cb-3a356bcefa58 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.226134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a0c73d56-fea3-4314-b3cb-3a356bcefa58 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "DELETE /v2.0/ports/04be4cc6-ce46-4392-8e00-e41b83368865 HTTP/1.1" status: 204 len: 168 time: 1.5810034 Aug 04 17:05:42.226367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56390) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:42.307030 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76c6c47-02dd-47c9-ad42-23f5c90e9c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Deleting subnet 68375e64-cc29-4f0b-bf1b-fbaa606c35f5 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:42.311052 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a76c6c47-02dd-47c9-ad42-23f5c90e9c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.378858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fd4a2-0927-4d76-8105-bfae3809cfd2 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:42.383339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a76c6c47-02dd-47c9-ad42-23f5c90e9c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.522395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ad0af9bd-8887-4742-85ba-32058f8c7a24 None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:42.533227 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ad0af9bd-8887-4742-85ba-32058f8c7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.557043 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.592826 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a76c6c47-02dd-47c9-ad42-23f5c90e9c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.661952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.689272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port f1840198-cb0c-4771-9a15-f3a39cfd40f4 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:05:42.723220 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a76c6c47-02dd-47c9-ad42-23f5c90e9c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.781553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c6c47-02dd-47c9-ad42-23f5c90e9c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event deleted for resources: {'Subnet': ['ID=68375e64-cc29-4f0b-bf1b-fbaa606c35f5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:42.784169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a76c6c47-02dd-47c9-ad42-23f5c90e9c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.789461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a76c6c47-02dd-47c9-ad42-23f5c90e9c4c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "DELETE /v2.0/subnets/68375e64-cc29-4f0b-bf1b-fbaa606c35f5 HTTP/1.1" status: 204 len: 168 time: 0.5587540 Aug 04 17:05:42.790474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56396) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:42.972146 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:42.985221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d739f-8b78-411a-8ee5-44aa42495929 None None] Network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:43.060399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Deleting port 869facc3-e55b-4b78-a676-75513ca256a1 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:43.061012 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.187903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] For port 869facc3-e55b-4b78-a676-75513ca256a1, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=869facc3-e55b-4b78-a676-75513ca256a1,segment=NetworkSegment(58aed950-2a91-46ea-9750-61de82ecb001),segment_id=58aed950-2a91-46ea-9750-61de82ecb001)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:43.190589 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.251101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Calling delete_port for 869facc3-e55b-4b78-a676-75513ca256a1 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:43.296100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 172.20.0.7 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/f833fce9-82eb-49f8-97e6-a43c583ac766/f1840198-cb0c-4771-9a15-f3a39cfd40f4) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:43.316618 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f816:3eff:fe63:c399 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/26516783-4478-4716-a8a8-1dac86c0f170/f1840198-cb0c-4771-9a15-f3a39cfd40f4) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:43.318687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0bc1a82b-54f4-4463-b27b-c903df2450fb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:43.321114 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.331805 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] DHCP port deletion for 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:05:43.339007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.463445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365829cb-eae0-4910-96ea-fac9dbd3aecb None None] Update dhcp port {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': '26516783-4478-4716-a8a8-1dac86c0f170', 'ip_address': '2001:db8::f816:3eff:fe9b:cfaa'}, {'subnet_id': 'f833fce9-82eb-49f8-97e6-a43c583ac766'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '9a7cdb83-6c00-4a1d-8693-404ba60eccad'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:05:43.476550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bd722-4c28-40b9-a241-a4566e1b59b4 req-f2dc5bc7-dc98-42ed-a20d-3ac588dcbad4 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:43.478136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f6bd722-4c28-40b9-a241-a4566e1b59b4 req-f2dc5bc7-dc98-42ed-a20d-3ac588dcbad4 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.0847678 Aug 04 17:05:43.479836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.513192 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-365829cb-eae0-4910-96ea-fac9dbd3aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.518158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b1082e2-7091-4a54-8dfe-774e655fc977,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:43.554552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f6bd722-4c28-40b9-a241-a4566e1b59b4 req-30a895ca-2f51-4b5d-867e-413e4fefc893 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608294 Aug 04 17:05:43.555842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.593858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event deleted for resources: {'Port': ['ID=869facc3-e55b-4b78-a676-75513ca256a1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:43.596690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] No DVR routers for this DVR port 869facc3-e55b-4b78-a676-75513ca256a1 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:05:43.627984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] Deleting port 869facc3-e55b-4b78-a676-75513ca256a1 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:43.628511 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.634222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 0bc1a82b-54f4-4463-b27b-c903df2450fb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:43.649510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0bc1a82b-54f4-4463-b27b-c903df2450fb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:43.650029 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.678019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.721593 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.734537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:43.747398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58aed950-2a91-46ea-9750-61de82ecb001') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:43.747673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58aed950-2a91-46ea-9750-61de82ecb001') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:43.757339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object f1840198-cb0c-4771-9a15-f3a39cfd40f4 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:43.773056 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.784448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:43.788704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:43.823571 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.836379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:05:43.836981 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:05:43.840977 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:05:43.907129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] For port 869facc3-e55b-4b78-a676-75513ca256a1, host n-d-764435-5, got binding levels [] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:43.907729 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.936584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] Calling delete_port for 869facc3-e55b-4b78-a676-75513ca256a1 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:43.939853 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.ipam_backend_mixin [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] Port 869facc3-e55b-4b78-a676-75513ca256a1 was not found and therefore no delete operation was performed {{(pid=105830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:05:43.940752 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.940901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.948561 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.973451 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:43.982851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] 10.222.0.39 "DELETE /v2.0/networks/84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 HTTP/1.1" status: 204 len: 168 time: 1.1896205 Aug 04 17:05:43.985238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] Network 84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2 is not hosted by any dhcp agent {{(pid=105830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 17:05:43.985767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] No DVR routers for this DVR port 869facc3-e55b-4b78-a676-75513ca256a1 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:05:43.992528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ae8b0-13ed-4451-8fa3-bb13f5b8483f None None] Pushing event deleted for resources: {'Port': ['ID=869facc3-e55b-4b78-a676-75513ca256a1,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:44.014749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 0bc1a82b-54f4-4463-b27b-c903df2450fb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0bc1a82b-54f4-4463-b27b-c903df2450fb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:44.026450 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:44.034480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac18a3f-e3cd-4b54-8457-1141123e295c tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396 tempest-ExtraDHCPOptionsIpV6TestJSON-1921330396-project] Pushing event deleted for resources: {'Network': ['ID=84c3420a-30e3-4bf7-8a4e-8b1ad3afd0b2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:44.088158 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=0bc1a82b-54f4-4463-b27b-c903df2450fb,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:44.113400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:05:44.133036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:44.192749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-365829cb-eae0-4910-96ea-fac9dbd3aecb None None] Allocated IP 172.20.0.2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/f833fce9-82eb-49f8-97e6-a43c583ac766/9a7cdb83-6c00-4a1d-8693-404ba60eccad) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:44.354936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-365829cb-eae0-4910-96ea-fac9dbd3aecb None None] For port 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a7cdb83-6c00-4a1d-8693-404ba60eccad,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:44.403666 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-365829cb-eae0-4910-96ea-fac9dbd3aecb None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:44.433526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-365829cb-eae0-4910-96ea-fac9dbd3aecb None None] Transition to ACTIVE for port object 9a7cdb83-6c00-4a1d-8693-404ba60eccad will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:44.441777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56428) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:44.447307 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-365829cb-eae0-4910-96ea-fac9dbd3aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:44.549639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365829cb-eae0-4910-96ea-fac9dbd3aecb None None] Pushing event updated for resources: {'Port': ['ID=9a7cdb83-6c00-4a1d-8693-404ba60eccad,revision_number=10']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:44.615173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-77b92a4b-314b-4a05-8f39-efb407fb5931 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c51b9d927bb42d8b9ef140c140d9d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713958 Aug 04 17:05:44.618167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56434) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:44.632202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:44.680816 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73c23940-4517-48e0-a735-364879dd1575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:44.681298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:44.686188 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:44.729525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=f1840198-cb0c-4771-9a15-f3a39cfd40f4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:44.743187 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73c23940-4517-48e0-a735-364879dd1575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:44.767575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:44.768373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:44.796320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77943e04-1031-4a0d-b1ea-4f7e2a8eb796 req-f446c843-bd26-4a6f-a37b-64768e88f695 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:44.802627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:05:44.805862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77943e04-1031-4a0d-b1ea-4f7e2a8eb796 req-f446c843-bd26-4a6f-a37b-64768e88f695 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1195176 Aug 04 17:05:44.815276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Sync routers for ids ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:05:44.817766 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e3d95e48-98f4-45e7-ae57-b4c938272dc6 admin admin] 10.222.0.39 "PUT /v2.0/routers/17d7659f-e0a5-4e48-bc7c-26aced1fdde7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7249506 Aug 04 17:05:44.832852 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d467551d-19d5-4a73-afcd-54be87245809 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.1764052 Aug 04 17:05:44.835608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56444) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:44.847807 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Routers {'17d7659f-e0a5-4e48-bc7c-26aced1fdde7'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:44.848615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:44.918183 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73c23940-4517-48e0-a735-364879dd1575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:44.920740 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73c23940-4517-48e0-a735-364879dd1575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:44.924334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-73c23940-4517-48e0-a735-364879dd1575 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cafd93f-e6df-4da9-81d9-7c403b5aeaad HTTP/1.1" status: 204 len: 168 time: 0.3030663 Aug 04 17:05:44.943472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77943e04-1031-4a0d-b1ea-4f7e2a8eb796 req-a8868e84-ee0d-497e-bdfd-f92973055006 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363809 Aug 04 17:05:44.957323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c23940-4517-48e0-a735-364879dd1575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cafd93f-e6df-4da9-81d9-7c403b5aeaad,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:45.020922 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b17117-636a-46e6-82c7-60394ec52e64 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:45.037294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b17117-636a-46e6-82c7-60394ec52e64 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:45.039143 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-49b17117-636a-46e6-82c7-60394ec52e64 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1998441 Aug 04 17:05:45.043368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56450) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:45.138673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Set router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:45.283186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-01acd84e-91ac-4e39-9b1b-892988e15dd3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port f1840198-cb0c-4771-9a15-f3a39cfd40f4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:45.283544 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01acd84e-91ac-4e39-9b1b-892988e15dd3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:45.376552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0bc1a82b-54f4-4463-b27b-c903df2450fb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:45.508111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01acd84e-91ac-4e39-9b1b-892988e15dd3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:45.542999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-01acd84e-91ac-4e39-9b1b-892988e15dd3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for f1840198-cb0c-4771-9a15-f3a39cfd40f4 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:45.669998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0bc1a82b-54f4-4463-b27b-c903df2450fb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:45.670594 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:45.739292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'name': 'tempest-ServerRescueTestJSON-253580759-router', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:33Z', 'updated_at': '2021-08-04T17:05:42Z', 'revision_number': 4, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'gw_port': {'id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:35Z', 'updated_at': '2021-08-04T17:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '8b1082e2-7091-4a54-8dfe-774e655fc977', 'name': '', 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'mac_address': 'fa:16:3e:87:c3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '7fd3435b-5995-4704-90e3-7a7debc78484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:40Z', 'updated_at': '2021-08-04T17:05:42Z', 'revision_number': 2, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'subnets': [{'id': '7fd3435b-5995-4704-90e3-7a7debc78484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:45.778470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Checking router: 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:05:45.778733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Updating router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 port 8b1082e2-7091-4a54-8dfe-774e655fc977 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:05:45.846711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9a7cdb83-6c00-4a1d-8693-404ba60eccad up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:45.848562 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:45.881457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01169ff3-aded-4dc6-8018-9cac892df00d None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:46.257809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-01da20d9-7640-4cf8-a62a-f1be6b222ce4 None None] Provisioning for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:46.284369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-01da20d9-7640-4cf8-a62a-f1be6b222ce4 None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:46.284369 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-01da20d9-7640-4cf8-a62a-f1be6b222ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.354004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:46.354285 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.358216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074dde1-ee65-4215-a904-ea9104ea2e76 req-c8e91d3e-97d3-48a1-977a-a4e968f9e41f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:46.360075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2074dde1-ee65-4215-a904-ea9104ea2e76 req-c8e91d3e-97d3-48a1-977a-a4e968f9e41f tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1663165 Aug 04 17:05:46.367377 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56508) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:46.429911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-f5aba2ed-0138-4420-8948-9b9603a157f7 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:46.431616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-f5aba2ed-0138-4420-8948-9b9603a157f7 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/networks?id=46ae89e2-39c6-428c-9d51-4b52d2d2f836 HTTP/1.1" status: 200 len: 810 time: 0.2366984 Aug 04 17:05:46.478747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-f7d9676d-0e01-4f97-8dd7-8c89355487fe tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/quotas/fb60676ed82b42899fecd4437f375f7f HTTP/1.1" status: 200 len: 375 time: 0.0344031 Aug 04 17:05:46.490880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2074dde1-ee65-4215-a904-ea9104ea2e76 req-66c57f12-d500-48aa-bc17-8bf61226f4e5 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164858 Aug 04 17:05:46.500510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'networks': [{'name': 'tempest-network--1144245894'}, {'name': 'tempest-network--809025610'}]} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:46.501262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'network': {'name': 'tempest-network--1144245894'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:46.501950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'network': {'name': 'tempest-network--809025610'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:46.532168 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Made reservation on behalf of bcc2b6d83ef3424bb320bd6a3a99bcef for: {'network': 2} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:46.538161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.553298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.604663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-2ac1e4c9-eb68-4035-b409-19ebcd8812d8 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb60676ed82b42899fecd4437f375f7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963330 Aug 04 17:05:46.605978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01acd84e-91ac-4e39-9b1b-892988e15dd3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.662196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acd84e-91ac-4e39-9b1b-892988e15dd3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=f1840198-cb0c-4771-9a15-f3a39cfd40f4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:46.758838 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.760304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.760900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.776908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.829009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Transition to ACTIVE for port object 8b1082e2-7091-4a54-8dfe-774e655fc977 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:46.838473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 869facc3-e55b-4b78-a676-75513ca256a1 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:46.843556 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01acd84e-91ac-4e39-9b1b-892988e15dd3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.848786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-01acd84e-91ac-4e39-9b1b-892988e15dd3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/f1840198-cb0c-4771-9a15-f3a39cfd40f4 HTTP/1.1" status: 204 len: 168 time: 1.8019075 Aug 04 17:05:46.855839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56536) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:46.867874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-5e405435-50ec-40cc-adea-35470d644a92 service neutron] 10.222.0.39 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458456 Aug 04 17:05:46.879142 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:05:46.889207 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.904223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 869facc3-e55b-4b78-a676-75513ca256a1 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:05:46.904677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 869facc3-e55b-4b78-a676-75513ca256a1 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:05:46.933993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cef213b-4323-48e0-9577-e77e956de3d3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:46.966392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:46.966905 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Added segment 423ebccc-3d52-4483-8686-24148c4d7148 of type vlan for network d00201a1-c255-438c-8900-9ac221ac2cad Aug 04 17:05:47.005282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2cb0c-a890-4625-b16c-5935389b22c3 None None] Pushing event updated for resources: {'Port': ['ID=8b1082e2-7091-4a54-8dfe-774e655fc977,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:47.024156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aca5445-7066-4d4d-97a5-524a25641a8c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.026071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aca5445-7066-4d4d-97a5-524a25641a8c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.027700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aca5445-7066-4d4d-97a5-524a25641a8c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.029415 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6aca5445-7066-4d4d-97a5-524a25641a8c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1753075 Aug 04 17:05:47.033315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56538) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:47.041935 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.051310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Attempting to bind port 8b1082e2-7091-4a54-8dfe-774e655fc977 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:47.051724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Attempting to bind port 8b1082e2-7091-4a54-8dfe-774e655fc977 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:47.052118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Attempting to bind port 8b1082e2-7091-4a54-8dfe-774e655fc977 on network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:47.062656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739782b5-ee29-43de-b817-47a6c16107db req-78256ee0-1d7f-4551-a0f1-3672797465f2 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.064836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-739782b5-ee29-43de-b817-47a6c16107db req-78256ee0-1d7f-4551-a0f1-3672797465f2 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 950 time: 0.0990477 Aug 04 17:05:47.072652 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:47.073038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Checking segment: {'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:47.073444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.073838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Bound using segment: {'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:47.074332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Bound port: 8b1082e2-7091-4a54-8dfe-774e655fc977, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:47.074874 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.089435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:05:47.089638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-07a39206-cb84-4b10-984d-521bca2cbe5f None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:47.089746 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-07a39206-cb84-4b10-984d-521bca2cbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.100172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.100687 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Added segment cf8a895a-7a07-49d5-9654-2ff4e93e7771 of type vlan for network bec33c7b-878a-4132-b1ab-a54abfd398e5 Aug 04 17:05:47.112972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-27ae516b-6fa1-47ac-8f68-fda4bec6245d service neutron] 10.222.0.39 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368333 Aug 04 17:05:47.152179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fe4d5f-e594-4806-91d8-e5cc86477149 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 26516783-4478-4716-a8a8-1dac86c0f170 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:47.152434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.161413 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50fe4d5f-e594-4806-91d8-e5cc86477149 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.191064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-739782b5-ee29-43de-b817-47a6c16107db req-f093b9ae-587e-45de-afc8-c6dfd7b613c6 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013603 Aug 04 17:05:47.224042 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50fe4d5f-e594-4806-91d8-e5cc86477149 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.245538 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.246320 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.269396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.288926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.289899 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.343373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] For port 8b1082e2-7091-4a54-8dfe-774e655fc977, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:47.349385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] For port 8b1082e2-7091-4a54-8dfe-774e655fc977, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8b1082e2-7091-4a54-8dfe-774e655fc977,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:47.356207 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-07a39206-cb84-4b10-984d-521bca2cbe5f None None] Could not find standard attr ID for object f1840198-cb0c-4771-9a15-f3a39cfd40f4. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:05:47.362742 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.369387 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0001333 Aug 04 17:05:47.373001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56542) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:47.377980 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'Network': ['ID=d00201a1-c255-438c-8900-9ac221ac2cad,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:47.459934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2cb0c-a890-4625-b16c-5935389b22c3 None None] Pushing event updated for resources: {'Port': ['ID=8b1082e2-7091-4a54-8dfe-774e655fc977,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:47.462751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d00201a1-c255-438c-8900-9ac221ac2cad details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:05:47.503198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268278df-6a6b-402d-83b9-e456c011bc1e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'Network': ['ID=bec33c7b-878a-4132-b1ab-a54abfd398e5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:47.554704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network bec33c7b-878a-4132-b1ab-a54abfd398e5 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:05:47.602462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50fe4d5f-e594-4806-91d8-e5cc86477149 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.626253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b50b870e-690a-4e16-9552-3dd6d6bbfa50 None None] Could not find standard attr ID for object e2342200-0972-4180-b6b8-396eb6a60c54. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:05:47.649682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Routers {'17d7659f-e0a5-4e48-bc7c-26aced1fdde7'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:05:47.650338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:05:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:47.658247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15f63aab-7cf5-4198-8511-6639232859d9 req-44d3460c-d72f-495f-885a-6e46debdff82 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 210 time: 0.1385744 Aug 04 17:05:47.755136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3cb42-b363-400d-9697-ac4ff2a41a59 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.762393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3cb42-b363-400d-9697-ac4ff2a41a59 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.769301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3cb42-b363-400d-9697-ac4ff2a41a59 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.770704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] Set router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:05:47.775872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3cb42-b363-400d-9697-ac4ff2a41a59 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.780670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56556) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:47.780896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-29f3cb42-b363-400d-9697-ac4ff2a41a59 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4064682 Aug 04 17:05:47.820716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba7cb-e123-47a8-9311-438be9651e10 req-2c33b655-6e87-4104-b225-d54bbb56d375 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:47.828554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa9ba7cb-e123-47a8-9311-438be9651e10 req-2c33b655-6e87-4104-b225-d54bbb56d375 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.2218931 Aug 04 17:05:47.864107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50fe4d5f-e594-4806-91d8-e5cc86477149 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.913650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe4d5f-e594-4806-91d8-e5cc86477149 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=26516783-4478-4716-a8a8-1dac86c0f170,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:47.919831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50fe4d5f-e594-4806-91d8-e5cc86477149 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.924226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-50fe4d5f-e594-4806-91d8-e5cc86477149 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/26516783-4478-4716-a8a8-1dac86c0f170 HTTP/1.1" status: 204 len: 168 time: 0.8875833 Aug 04 17:05:47.925081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56560) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:47.937173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa9ba7cb-e123-47a8-9311-438be9651e10 req-50a6b031-805d-45ea-9507-947a62461c47 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056633 Aug 04 17:05:47.953052 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:47.994689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef1f49-1f68-4ba2-99ef-4070b2a3832e None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:48.007419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefb3af8-a9c7-486a-942a-f4cc2d5a3f47 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet f833fce9-82eb-49f8-97e6-a43c583ac766 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:48.012818 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aefb3af8-a9c7-486a-942a-f4cc2d5a3f47 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.062282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f3aeec7b-d0c2-476d-ab2c-d495705d041f None None] Could not find standard attr ID for object f1840198-cb0c-4771-9a15-f3a39cfd40f4. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:05:48.072772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.075057 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aefb3af8-a9c7-486a-942a-f4cc2d5a3f47 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.090115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00201a1-c255-438c-8900-9ac221ac2cad']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:48.104590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423ebccc-3d52-4483-8686-24148c4d7148') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:48.107571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423ebccc-3d52-4483-8686-24148c4d7148') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:48.121943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.150561 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.166132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:05:48.169359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:05:48.172900 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:05:48.185332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'name': 'tempest-ServerRescueTestJSON-253580759-router', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:33Z', 'updated_at': '2021-08-04T17:05:42Z', 'revision_number': 4, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'gw_port': {'id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:35Z', 'updated_at': '2021-08-04T17:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '8b1082e2-7091-4a54-8dfe-774e655fc977', 'name': '', 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'mac_address': 'fa:16:3e:87:c3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '7fd3435b-5995-4704-90e3-7a7debc78484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:40Z', 'updated_at': '2021-08-04T17:05:47Z', 'revision_number': 4, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'subnets': [{'id': '7fd3435b-5995-4704-90e3-7a7debc78484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:48.222740 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aefb3af8-a9c7-486a-942a-f4cc2d5a3f47 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.234849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55754eef-b4fa-48d3-b9ec-25c13e2d3184 None None] The sync data for ids ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'] in n-d-764435-5 is: [{'id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'name': 'tempest-ServerRescueTestJSON-253580759-router', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:33Z', 'updated_at': '2021-08-04T17:05:42Z', 'revision_number': 4, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'gw_port': {'id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:35Z', 'updated_at': '2021-08-04T17:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '8b1082e2-7091-4a54-8dfe-774e655fc977', 'name': '', 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'mac_address': 'fa:16:3e:87:c3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '7fd3435b-5995-4704-90e3-7a7debc78484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:40Z', 'updated_at': '2021-08-04T17:05:47Z', 'revision_number': 4, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'subnets': [{'id': '7fd3435b-5995-4704-90e3-7a7debc78484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:05:48.257868 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.263855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.266324 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "DELETE /v2.0/networks/d00201a1-c255-438c-8900-9ac221ac2cad HTTP/1.1" status: 204 len: 168 time: 0.4842134 Aug 04 17:05:48.275728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56564) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:48.337905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d93ec-48e4-4526-a1e3-f0c98338f85c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Network': ['ID=d00201a1-c255-438c-8900-9ac221ac2cad,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:48.409855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6ffb2-3997-4d9a-9113-f82815176fd8 req-e8c48ae1-5e7a-4224-a729-f51642ad21c1 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:48.411816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62e6ffb2-3997-4d9a-9113-f82815176fd8 req-e8c48ae1-5e7a-4224-a729-f51642ad21c1 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 950 time: 0.1056004 Aug 04 17:05:48.413580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aefb3af8-a9c7-486a-942a-f4cc2d5a3f47 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.449466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.477804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aefb3af8-a9c7-486a-942a-f4cc2d5a3f47 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.481940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aefb3af8-a9c7-486a-942a-f4cc2d5a3f47 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/f833fce9-82eb-49f8-97e6-a43c583ac766 HTTP/1.1" status: 204 len: 168 time: 0.5383992 Aug 04 17:05:48.481940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb3af8-a9c7-486a-942a-f4cc2d5a3f47 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=f833fce9-82eb-49f8-97e6-a43c583ac766,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:48.483804 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56568) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:48.535921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-94e2ef7e-6587-403c-abce-7f5bb93deccb tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504584 Aug 04 17:05:48.542840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56570) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:48.550032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f1e9243a-a6e8-45b3-9eeb-e6be59b5efab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:48.563013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62e6ffb2-3997-4d9a-9113-f82815176fd8 req-ed9ab958-4433-41a3-b22e-d4507fa2b3af tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237688 Aug 04 17:05:48.622363 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.674708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec33c7b-878a-4132-b1ab-a54abfd398e5']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:48.687161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8a895a-7a07-49d5-9654-2ff4e93e7771') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:48.689153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8a895a-7a07-49d5-9654-2ff4e93e7771') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:05:48.708916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.733708 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.744862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:05:48.745353 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:05:48.751472 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:05:48.894353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e9243a-a6e8-45b3-9eeb-e6be59b5efab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:48.899244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1e9243a-a6e8-45b3-9eeb-e6be59b5efab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.915970 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.923970 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:48.926042 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "DELETE /v2.0/networks/bec33c7b-878a-4132-b1ab-a54abfd398e5 HTTP/1.1" status: 204 len: 168 time: 0.6492391 Aug 04 17:05:48.931841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56586) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:48.993918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a5657-3be1-4f76-a9ad-1bed46c5fe0e tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Network': ['ID=bec33c7b-878a-4132-b1ab-a54abfd398e5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:49.095700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3047df7-0d59-46df-ac8f-118e693d61b0 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:49.103528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3047df7-0d59-46df-ac8f-118e693d61b0 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:49.106144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d3047df7-0d59-46df-ac8f-118e693d61b0 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1694386 Aug 04 17:05:49.110722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56592) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:49.124351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1581038765'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:49.134857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f40cee1d-ce4c-4891-8994-c425e5b39595 req-cb63276d-ff79-4339-bca0-28285b24756f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 210 time: 0.2175901 Aug 04 17:05:49.205587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-5ae0933f-cccd-4fca-bdc8-9f1ab06ff51c tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:49.208550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-5ae0933f-cccd-4fca-bdc8-9f1ab06ff51c tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.90 "GET /v2.0/networks?id=46ae89e2-39c6-428c-9d51-4b52d2d2f836 HTTP/1.1" status: 200 len: 810 time: 0.4464791 Aug 04 17:05:49.229616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Request body: {'port': {'device_id': '6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17', 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836', 'admin_state_up': True, 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:49.233455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Made reservation on behalf of bcc2b6d83ef3424bb320bd6a3a99bcef for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:49.240344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.297713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4154789-6b06-43ce-a177-4211d6d768f9 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:49.371797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:05:49.377417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8b1082e2-7091-4a54-8dfe-774e655fc977 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:49.386484 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.387077 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Added segment 45824af1-20fb-4119-a5dc-8daf80c3c95d of type vlan for network d809bce6-2b92-44d6-87ca-278a43743ba8 Aug 04 17:05:49.399706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1e9243a-a6e8-45b3-9eeb-e6be59b5efab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.422307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944aca47-4433-4a7d-87b8-2c2cc31057bf req-675d9113-bd2a-4611-beae-465fdf1d3a45 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:49.432390 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-944aca47-4433-4a7d-87b8-2c2cc31057bf req-675d9113-bd2a-4611-beae-465fdf1d3a45 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1494575 Aug 04 17:05:49.437505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1b348d73-994a-4590-890e-5f9378e4c879 None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:49.437871 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1b348d73-994a-4590-890e-5f9378e4c879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.513019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-944aca47-4433-4a7d-87b8-2c2cc31057bf req-b05ba44b-a233-4993-9b81-a72de5088e39 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796161 Aug 04 17:05:49.547218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e9243a-a6e8-45b3-9eeb-e6be59b5efab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:49.551560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Made reservation on behalf of fb60676ed82b42899fecd4437f375f7f for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:49.553427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.565056 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.566093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f1e9243a-a6e8-45b3-9eeb-e6be59b5efab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:49.572216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e9243a-a6e8-45b3-9eeb-e6be59b5efab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:49.572711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1e9243a-a6e8-45b3-9eeb-e6be59b5efab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.577874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9243a-a6e8-45b3-9eeb-e6be59b5efab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=962a21a3-cff2-47e5-a900-49d94388df89,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:49.607802 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f1e9243a-a6e8-45b3-9eeb-e6be59b5efab tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0635936 Aug 04 17:05:49.608112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56604) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:49.614103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:49.618461 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.624328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:49.624994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.707460 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5955760 Aug 04 17:05:49.709091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56606) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:49.717056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 8b1082e2-7091-4a54-8dfe-774e655fc977 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:49.718881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-168090949'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:49.720740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77025674-2988-4b6c-a85f-87b6ca88f89a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'Network': ['ID=d809bce6-2b92-44d6-87ca-278a43743ba8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:49.734204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d809bce6-2b92-44d6-87ca-278a43743ba8 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:05:49.737765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8b1082e2-7091-4a54-8dfe-774e655fc977 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:49.738143 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.813329 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Made reservation on behalf of bcc2b6d83ef3424bb320bd6a3a99bcef for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:49.816848 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.852110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Allocated IP 172.20.0.9 (46ae89e2-39c6-428c-9d51-4b52d2d2f836/7fd3435b-5995-4704-90e3-7a7debc78484/7f74e630-816c-44b1-b0fc-bce168666631) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:49.881855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:05:49.911986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.912712 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Added segment a12d17dc-dfcb-4278-8820-6e8d49630cbc of type vlan for network 81d39b56-58d8-43ef-980b-0498c2e9c177 Aug 04 17:05:49.919382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:49.923551 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:49.953204 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.003275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 8b1082e2-7091-4a54-8dfe-774e655fc977, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8b1082e2-7091-4a54-8dfe-774e655fc977,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:50.014169 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.067094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5dd1ac72-7957-4653-8f1e-17069876a95a no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:50.099382 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.128809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=8b1082e2-7091-4a54-8dfe-774e655fc977,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:50.194587 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec3eab9-87fa-463d-8e97-fa81bf81a666 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:50.212280 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.217696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:50.218320 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.263785 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.283561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-05193d8a-e770-4212-b809-92e25c0b74fe None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:50.283933 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-05193d8a-e770-4212-b809-92e25c0b74fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.303385 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.329937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd1ac72-7957-4653-8f1e-17069876a95a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:50.333147 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1213610f-cf92-4a13-aef9-c405cb18089c" -d '{"events": [{"server_uuid": "56acd86e-8e6d-4066-a6e5-b138ddf48686", "name": "network-vif-unplugged", "status": "completed", "tag": "5dd1ac72-7957-4653-8f1e-17069876a95a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:50.358356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5dd1ac72-7957-4653-8f1e-17069876a95a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5dd1ac72-7957-4653-8f1e-17069876a95a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:50.373699 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.403702 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3600cf4d-722c-41f1-81e5-ec5af00449a6 x-openstack-request-id: req-3600cf4d-722c-41f1-81e5-ec5af00449a6 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:50.404085 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acd86e-8e6d-4066-a6e5-b138ddf48686", "name": "network-vif-unplugged", "status": "completed", "tag": "5dd1ac72-7957-4653-8f1e-17069876a95a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:50.404402 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3600cf4d-722c-41f1-81e5-ec5af00449a6 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:50.404888 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd1ac72-7957-4653-8f1e-17069876a95a', 'code': 200} Aug 04 17:05:50.414016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3523583a-5668-4799-8573-6ed27ada0650 req-7f920ae2-42ca-40d4-a744-0619b0dab423 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 210 time: 0.1166651 Aug 04 17:05:50.418737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7008879 Aug 04 17:05:50.420467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56624) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:50.431867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'ports': [{'network_id': 'd809bce6-2b92-44d6-87ca-278a43743ba8', 'name': 'tempest-port--863323386', 'admin_state_up': True}, {'network_id': '81d39b56-58d8-43ef-980b-0498c2e9c177', 'admin_state_up': False}]} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:50.432613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'port': {'network_id': 'd809bce6-2b92-44d6-87ca-278a43743ba8', 'name': 'tempest-port--863323386', 'admin_state_up': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:50.433418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'port': {'network_id': '81d39b56-58d8-43ef-980b-0498c2e9c177', 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:50.443996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b193712-d7df-44db-a89a-f32762cfe08c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'Network': ['ID=81d39b56-58d8-43ef-980b-0498c2e9c177,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:50.474978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5dd1ac72-7957-4653-8f1e-17069876a95a,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:50.483343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 81d39b56-58d8-43ef-980b-0498c2e9c177 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:05:50.573254 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.658378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Made reservation on behalf of bcc2b6d83ef3424bb320bd6a3a99bcef for: {'port': 2} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:50.663956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.678836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.698251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:50.702368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Pushing event updated for resources: {'Port': ['ID=7f74e630-816c-44b1-b0fc-bce168666631,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:50.711942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:50.714365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:50.764265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] device_id is not set on port ff3ec9cc-34cb-43c0-a606-0844bafc042b yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:05:50.777936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc163a1-65dc-4831-87bb-9ad2d66210bf req-09dac910-7931-48a5-808b-2fdf327a2b69 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:50.779574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdc163a1-65dc-4831-87bb-9ad2d66210bf req-09dac910-7931-48a5-808b-2fdf327a2b69 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1662700 Aug 04 17:05:50.841791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:50.842445 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.877729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:05:50.892041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-6c86be39-1398-4ba0-bf81-27382bf4e2ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6729949 Aug 04 17:05:50.900801 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.946624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Request body: {'port': {'device_id': '6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:50.953014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdc163a1-65dc-4831-87bb-9ad2d66210bf req-337b8513-4b5f-4ece-8c41-a02ae12671a0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429377 Aug 04 17:05:50.970098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-31f56431-67f1-46d6-88a6-4a369bcaab9c None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:50.970994 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-31f56431-67f1-46d6-88a6-4a369bcaab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:50.982648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] device_id is not set on port d95185d9-fbcd-4f95-8c0f-cd5ef37956da yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:05:51.059413 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.099309 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.145545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.149950 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.205405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8b1082e2-7091-4a54-8dfe-774e655fc977 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:51.215113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'Port': ['ID=ff3ec9cc-34cb-43c0-a606-0844bafc042b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:51.237270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Checking segment: {'id': '45824af1-20fb-4119-a5dc-8daf80c3c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd809bce6-2b92-44d6-87ca-278a43743ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:51.237649 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Network hostable DHCP agents. Network: d809bce6-2b92-44d6-87ca-278a43743ba8, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:05:51.262577 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8b1082e2-7091-4a54-8dfe-774e655fc977 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:51.262577 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.268192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Network d809bce6-2b92-44d6-87ca-278a43743ba8 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:05:51.281632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, d809bce6-2b92-44d6-87ca-278a43743ba8) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:51.297012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9af05c1-fcbf-4248-8dc4-ad5235bca1a8 None None] Network d809bce6-2b92-44d6-87ca-278a43743ba8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:51.298629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:51.299693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.381784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'Port': ['ID=d95185d9-fbcd-4f95-8c0f-cd5ef37956da,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:51.390850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Checking segment: {'id': 'a12d17dc-dfcb-4278-8820-6e8d49630cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '81d39b56-58d8-43ef-980b-0498c2e9c177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:51.391245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Network hostable DHCP agents. Network: 81d39b56-58d8-43ef-980b-0498c2e9c177, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:05:51.417520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Network 81d39b56-58d8-43ef-980b-0498c2e9c177 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:05:51.434731 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 81d39b56-58d8-43ef-980b-0498c2e9c177) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:51.441412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889d5cf-5297-4ddf-9f26-f88ac478a3f9 None None] Network 81d39b56-58d8-43ef-980b-0498c2e9c177 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:51.446573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:51.455122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:51.461307 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:51.462243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.473470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] For port 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a7cdb83-6c00-4a1d-8693-404ba60eccad,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:51.481308 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-040ed6ac-e137-45ef-af65-4b062463cfea tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0592146 Aug 04 17:05:51.484110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56644) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:51.539406 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f9fd1-0555-4f88-b4e1-8cbccdbc2230 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:51.545714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f9fd1-0555-4f88-b4e1-8cbccdbc2230 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:51.547552 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1e4f9fd1-0555-4f88-b4e1-8cbccdbc2230 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0624201 Aug 04 17:05:51.550627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56648) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:51.558343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.563641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f74e630-816c-44b1-b0fc-bce168666631 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:05:51.571714 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.572762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.576289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.708078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2a61547b-21cf-4afa-8d85-7e10b24fe454 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Deleting port ff3ec9cc-34cb-43c0-a606-0844bafc042b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:51.708994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a61547b-21cf-4afa-8d85-7e10b24fe454 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.781400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a61547b-21cf-4afa-8d85-7e10b24fe454 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.796019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2a61547b-21cf-4afa-8d85-7e10b24fe454 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Calling delete_port for ff3ec9cc-34cb-43c0-a606-0844bafc042b owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:51.887207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a61547b-21cf-4afa-8d85-7e10b24fe454 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.917916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61547b-21cf-4afa-8d85-7e10b24fe454 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Port': ['ID=ff3ec9cc-34cb-43c0-a606-0844bafc042b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:51.923324 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a61547b-21cf-4afa-8d85-7e10b24fe454 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:51.928438 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2a61547b-21cf-4afa-8d85-7e10b24fe454 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "DELETE /v2.0/ports/ff3ec9cc-34cb-43c0-a606-0844bafc042b HTTP/1.1" status: 204 len: 168 time: 0.3708372 Aug 04 17:05:51.928553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56652) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:52.028102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-72803f5f-4289-4a66-b86f-7966fb97105a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Deleting port d95185d9-fbcd-4f95-8c0f-cd5ef37956da {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:52.028543 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72803f5f-4289-4a66-b86f-7966fb97105a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.058471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Transition to ACTIVE for port object 7f74e630-816c-44b1-b0fc-bce168666631 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:52.062886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:52.098740 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72803f5f-4289-4a66-b86f-7966fb97105a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.100942 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.103008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:52.112913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653da964-4ba1-49a6-83b5-94d79154b679 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:52.114593 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-72803f5f-4289-4a66-b86f-7966fb97105a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Calling delete_port for d95185d9-fbcd-4f95-8c0f-cd5ef37956da owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:52.124838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:52.125424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.179862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=31fa75ad-d9e4-486a-b84e-c7b09d395ed0,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:52.184952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=9a7cdb83-6c00-4a1d-8693-404ba60eccad,revision_number=14']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:52.215100 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72803f5f-4289-4a66-b86f-7966fb97105a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.231722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d153eb47-2bb5-4bb7-b043-cbff4e9e7f59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6197462 Aug 04 17:05:52.240210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56656) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:52.249009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:77:e2:da', 'name': 'tempest-NetworksTestDHCPv6-1100699460'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:52.253298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72803f5f-4289-4a66-b86f-7966fb97105a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Port': ['ID=d95185d9-fbcd-4f95-8c0f-cd5ef37956da,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:52.260983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72803f5f-4289-4a66-b86f-7966fb97105a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.265941 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-72803f5f-4289-4a66-b86f-7966fb97105a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "DELETE /v2.0/ports/d95185d9-fbcd-4f95-8c0f-cd5ef37956da HTTP/1.1" status: 204 len: 168 time: 0.3342652 Aug 04 17:05:52.266213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56658) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:52.269614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7fad9-382a-41b1-8501-e6afd8c92580 req-3c05c572-d28b-4dc3-9c87-4a844f87d179 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:52.271305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7e7fad9-382a-41b1-8501-e6afd8c92580 req-3c05c572-d28b-4dc3-9c87-4a844f87d179 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 943 time: 0.7323458 Aug 04 17:05:52.293303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb59a04-7888-49bd-b33a-37a836557537 req-5768bbe0-7b08-4888-b868-cc2fe0bec2c8 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:52.295757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb59a04-7888-49bd-b33a-37a836557537 req-5768bbe0-7b08-4888-b868-cc2fe0bec2c8 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.2546079 Aug 04 17:05:52.298274 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-67218a1a-7e36-4340-bef6-dffd7dc4e4fe tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0296342 Aug 04 17:05:52.301081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56660) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:52.307150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-394465055'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:52.334400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Made reservation on behalf of bcc2b6d83ef3424bb320bd6a3a99bcef for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:52.339008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.357990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-5089ce41-0aa3-4437-a464-d1047d80c18d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2577393 Aug 04 17:05:52.360673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72522e49-4693-4edd-a72f-00d58a8fa3c2 None None] Update dhcp port {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': '31fa75ad-d9e4-486a-b84e-c7b09d395ed0', 'ip_address': '2001:db8::f816:3eff:fe9b:cfaa'}, {'subnet_id': '962a21a3-cff2-47e5-a900-49d94388df89'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '9a7cdb83-6c00-4a1d-8693-404ba60eccad'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:05:52.368022 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:05:52.371800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Pushing event updated for resources: {'Port': ['ID=7f74e630-816c-44b1-b0fc-bce168666631,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:52.408994 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72522e49-4693-4edd-a72f-00d58a8fa3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.410426 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.411400 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Added segment 28513e48-ce64-4e6f-9840-c808157c523e of type vlan for network 504a4c3a-6914-424f-9d29-fe7ac6d93bd6 Aug 04 17:05:52.501284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.535164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edb59a04-7888-49bd-b33a-37a836557537 req-9be43bf5-021e-4681-8ab6-35f8198260e6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216215 Aug 04 17:05:52.552068 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.560651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:52.561372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.585857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7e7fad9-382a-41b1-8501-e6afd8c92580 req-a8837f94-3d1c-4b3c-9607-2a3354f29d7b tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776480 Aug 04 17:05:52.664253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Attempting to bind port 7f74e630-816c-44b1-b0fc-bce168666631 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:05:52.664253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Attempting to bind port 7f74e630-816c-44b1-b0fc-bce168666631 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:05:52.664253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Attempting to bind port 7f74e630-816c-44b1-b0fc-bce168666631 on network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:52.679792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Port 7f74e630-816c-44b1-b0fc-bce168666631 on network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:05:52.680120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Attempting to bind port 7f74e630-816c-44b1-b0fc-bce168666631 on network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:05:52.682876 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3801262 Aug 04 17:05:52.686500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56676) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:52.687237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-48fd492f-489d-434d-bd76-0b58b5e13ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:52.688894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-48fd492f-489d-434d-bd76-0b58b5e13ed4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173082757bc04a31b2a2048df2d4cdbf&device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 1097 time: 0.2461395 Aug 04 17:05:52.696101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1155927752'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:52.703447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:05:52.703786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Checking segment: {'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:52.704614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Bound using segment: {'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:05:52.704614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Bound port: 7f74e630-816c-44b1-b0fc-bce168666631, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:05:52.704960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.711244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50c07e-fa2d-40a4-a9a3-bceca8d423ac tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'Network': ['ID=504a4c3a-6914-424f-9d29-fe7ac6d93bd6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:52.806226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a6c01776-6af3-49b4-8bfb-b0be84353b70 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:05:52.808386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 504a4c3a-6914-424f-9d29-fe7ac6d93bd6 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:05:52.831252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:52.832838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Made reservation on behalf of bcc2b6d83ef3424bb320bd6a3a99bcef for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:52.839564 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.887624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:05:52.905125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-72522e49-4693-4edd-a72f-00d58a8fa3c2 None None] Allocated IP 172.20.0.2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/962a21a3-cff2-47e5-a900-49d94388df89/9a7cdb83-6c00-4a1d-8693-404ba60eccad) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:52.912466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.912924 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Added segment 8f63d69a-b6a6-4456-a921-7337fc624364 of type vlan for network 992784ce-b4fa-4cc4-ab9e-2cfafa82786f Aug 04 17:05:52.968344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] For port 7f74e630-816c-44b1-b0fc-bce168666631, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:05:52.983512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:52.985681 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-a45d4f38-ebde-410b-b037-290258b68bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:52.987643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-a45d4f38-ebde-410b-b037-290258b68bcb service neutron] 10.222.0.82 "GET /v2.0/networks?id=466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 200 len: 908 time: 0.2699919 Aug 04 17:05:53.006650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] For port 7f74e630-816c-44b1-b0fc-bce168666631, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f74e630-816c-44b1-b0fc-bce168666631,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:05:53.012771 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:53.047407 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:53.050523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:53.063377 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:53.064184 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:53.064565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-a6b23bd8-e43d-456b-960c-8fe4980e8963 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c37e6e46-e077-4573-b472-cd59e89f0849 HTTP/1.1" status: 200 len: 217 time: 0.0662897 Aug 04 17:05:53.074144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:53.096958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'mac_address': 'fa:16:3e:bf:77:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:05:53.100861 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-72522e49-4693-4edd-a72f-00d58a8fa3c2 None None] For port 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a7cdb83-6c00-4a1d-8693-404ba60eccad,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:53.131291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:53.132146 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:53.133900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] 10.222.0.90 "PUT /v2.0/ports/7f74e630-816c-44b1-b0fc-bce168666631 HTTP/1.1" status: 200 len: 1091 time: 2.1947744 Aug 04 17:05:53.141574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17', 'tag': '7f74e630-816c-44b1-b0fc-bce168666631'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:53.143987 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17", "tag": "7f74e630-816c-44b1-b0fc-bce168666631"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:53.152105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port cba4b410-554b-4805-8241-0c95dcfb0529 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:05:53.246780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-01118a11-9522-45ef-94a2-8a14d8449ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:53.248333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-01118a11-9522-45ef-94a2-8a14d8449ae9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 200 len: 846 time: 0.1573105 Aug 04 17:05:53.251306 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afd2cbb-dbc0-423b-b0e3-d997c774872c x-openstack-request-id: req-6afd2cbb-dbc0-423b-b0e3-d997c774872c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:53.251482 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17", "tag": "7f74e630-816c-44b1-b0fc-bce168666631", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:53.251714 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6afd2cbb-dbc0-423b-b0e3-d997c774872c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:53.252025 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17', 'tag': '7f74e630-816c-44b1-b0fc-bce168666631', 'status': 'completed', 'code': 200} Aug 04 17:05:53.286846 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5877378 Aug 04 17:05:53.287190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a8eaa-c88f-4d7f-a297-a056563d73da service neutron] Pushing event updated for resources: {'Port': ['ID=7f74e630-816c-44b1-b0fc-bce168666631,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:53.302690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc94d9-dadc-4ad2-a5a6-fd1d7ca8748c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'Network': ['ID=992784ce-b4fa-4cc4-ab9e-2cfafa82786f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:53.332574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-db3c1d80-4959-4ad7-828f-d459817329ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=466ca3f5-52b1-4270-9eda-4475959211d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617979 Aug 04 17:05:53.375626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 992784ce-b4fa-4cc4-ab9e-2cfafa82786f details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:05:53.378421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9a7cdb83-6c00-4a1d-8693-404ba60eccad up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:53.424702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-37a95296-448d-448f-9cda-df13c9c7b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:53.427834 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-37a95296-448d-448f-9cda-df13c9c7b0c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb60676ed82b42899fecd4437f375f7f&device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 1094 time: 0.1968167 Aug 04 17:05:53.491012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72522e49-4693-4edd-a72f-00d58a8fa3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:53.504525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-10c5e4c5-0e16-48cd-9e80-661c0e1652c0 service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607091 Aug 04 17:05:53.526227 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:53.537363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-72522e49-4693-4edd-a72f-00d58a8fa3c2 None None] Transition to ACTIVE for port object 9a7cdb83-6c00-4a1d-8693-404ba60eccad will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:53.549618 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72522e49-4693-4edd-a72f-00d58a8fa3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:53.558949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-685cc891-edc3-40c2-ae2e-3fd047f6e82d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f74e630-816c-44b1-b0fc-bce168666631 HTTP/1.1" status: 200 len: 217 time: 0.0666251 Aug 04 17:05:53.605118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72522e49-4693-4edd-a72f-00d58a8fa3c2 None None] Pushing event updated for resources: {'Port': ['ID=9a7cdb83-6c00-4a1d-8693-404ba60eccad,revision_number=15']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:53.614245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c01776-6af3-49b4-8bfb-b0be84353b70 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:05:53.665389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:53.696502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:53.740448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 172.20.0.13 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/962a21a3-cff2-47e5-a900-49d94388df89/cba4b410-554b-4805-8241-0c95dcfb0529) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:53.759729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f816:3eff:fe77:e2da (0214bd7b-2498-4f95-a2d5-2cef03c7e896/31fa75ad-d9e4-486a-b84e-c7b09d395ed0/cba4b410-554b-4805-8241-0c95dcfb0529) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:53.787102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:53.813544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['a6c01776-6af3-49b4-8bfb-b0be84353b70'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:05:53.910106 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b300ec9-0a99-4903-bb3d-40a497d34ed4 req-48ca3f29-948d-4a65-a453-ae5db7fb5175 service neutron] 10.222.0.82 "GET /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501804 Aug 04 17:05:54.251181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103c03a-8f41-45c2-8943-fdf6de57ee95 req-4e45cc6a-7332-4eb0-bde1-9366b21abe0a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:54.252837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8103c03a-8f41-45c2-8943-fdf6de57ee95 req-4e45cc6a-7332-4eb0-bde1-9366b21abe0a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 943 time: 0.3205898 Aug 04 17:05:54.257704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-d03ab29a-aaf3-4eab-9904-dfa6cb657bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:54.259212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-d03ab29a-aaf3-4eab-9904-dfa6cb657bf3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7fd3435b-5995-4704-90e3-7a7debc78484 HTTP/1.1" status: 200 len: 850 time: 0.4770584 Aug 04 17:05:54.271808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4996cb-738b-4987-8973-fa5c3e81a185 req-0518670a-b85d-45fc-8d87-8a3a1df526dc tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:54.277373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df4996cb-738b-4987-8973-fa5c3e81a185 req-0518670a-b85d-45fc-8d87-8a3a1df526dc tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.3697984 Aug 04 17:05:54.391692 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:54.415166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object cba4b410-554b-4805-8241-0c95dcfb0529 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:05:54.429228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-2fb421b3-3818-43e9-96ce-758dea743522 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=46ae89e2-39c6-428c-9d51-4b52d2d2f836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494114 Aug 04 17:05:54.643848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8acf64cf-df92-4da8-bd5b-70ed66ad1165 None None] Provisioning for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:54.649446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-a642eef9-c245-4cb1-9913-09b1e786e938 service neutron] 10.222.0.90 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870189 Aug 04 17:05:54.657440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df4996cb-738b-4987-8973-fa5c3e81a185 req-27970c8f-69bc-4caf-adcb-260f2674cab6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243114 Aug 04 17:05:54.657987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8acf64cf-df92-4da8-bd5b-70ed66ad1165 None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:54.659305 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8acf64cf-df92-4da8-bd5b-70ed66ad1165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:54.665911 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:54.769615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8103c03a-8f41-45c2-8943-fdf6de57ee95 req-c79dcc3c-18f9-4c3c-a535-7cb6e3bbebde tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909072 Aug 04 17:05:54.797090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=cba4b410-554b-4805-8241-0c95dcfb0529,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:54.919785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:54.926112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:54.936066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:05:55.002896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:55.003466 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:55.046378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd9fa49e-b61a-4eee-b1f1-c3e43eb9a8ef tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8019128 Aug 04 17:05:55.046616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56724) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:55.129448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43dc1f7f-24e7-4acc-9004-ac4e7bc382aa req-753337cc-bab4-4d6e-b695-adb9a011f056 service neutron] 10.222.0.90 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654469 Aug 04 17:05:55.174551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a40383-b0ff-44b2-aa62-cc8519bcf606 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:55.194545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a40383-b0ff-44b2-aa62-cc8519bcf606 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:55.201906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56728) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:55.215300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-04a40383-b0ff-44b2-aa62-cc8519bcf606 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1674826 Aug 04 17:05:55.301632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9a7cdb83-6c00-4a1d-8693-404ba60eccad up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:55.352320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60 req-8a02bd0b-9bff-4e28-8db7-748acb805b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:55.354360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60 req-8a02bd0b-9bff-4e28-8db7-748acb805b62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb60676ed82b42899fecd4437f375f7f&device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 1094 time: 0.1358216 Aug 04 17:05:55.421673 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fc850f2e-edbb-4a29-b3b2-31ec8dc0f5cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port cba4b410-554b-4805-8241-0c95dcfb0529 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:55.423908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc850f2e-edbb-4a29-b3b2-31ec8dc0f5cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:55.430016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:55.431110 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:55.607122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc850f2e-edbb-4a29-b3b2-31ec8dc0f5cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:55.622993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fc850f2e-edbb-4a29-b3b2-31ec8dc0f5cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for cba4b410-554b-4805-8241-0c95dcfb0529 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:55.646651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-229a3f1b-dbb7-4013-b3bd-62fe2daad2bd None None] Provisioning for port cba4b410-554b-4805-8241-0c95dcfb0529 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:05:55.652393 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-229a3f1b-dbb7-4013-b3bd-62fe2daad2bd None None] Provisioning complete for port cba4b410-554b-4805-8241-0c95dcfb0529 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:55.653078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-229a3f1b-dbb7-4013-b3bd-62fe2daad2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:55.775392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-229a3f1b-dbb7-4013-b3bd-62fe2daad2bd None None] Port cba4b410-554b-4805-8241-0c95dcfb0529 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:05:55.851271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b692aef-8d97-4996-b13d-853fc9b8a6a6 req-ecf70d1d-080c-4f6d-8a3a-c5374adac130 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:55.853036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b692aef-8d97-4996-b13d-853fc9b8a6a6 req-ecf70d1d-080c-4f6d-8a3a-c5374adac130 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.5683556 Aug 04 17:05:55.854069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc850f2e-edbb-4a29-b3b2-31ec8dc0f5cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:55.960527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc850f2e-edbb-4a29-b3b2-31ec8dc0f5cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=cba4b410-554b-4805-8241-0c95dcfb0529,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:56.070275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b692aef-8d97-4996-b13d-853fc9b8a6a6 req-6a11ab5b-ca8b-443d-af3b-509ff4ad80f8 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040238 Aug 04 17:05:56.133144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b986d1-3591-477c-ac30-fd6e536404d2 req-1adaef02-41d0-4bfd-8a7a-ce2f29771f30 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:56.134698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7b986d1-3591-477c-ac30-fd6e536404d2 req-1adaef02-41d0-4bfd-8a7a-ce2f29771f30 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 943 time: 0.2211807 Aug 04 17:05:56.156612 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc850f2e-edbb-4a29-b3b2-31ec8dc0f5cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:56.158615 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fc850f2e-edbb-4a29-b3b2-31ec8dc0f5cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/cba4b410-554b-4805-8241-0c95dcfb0529 HTTP/1.1" status: 204 len: 168 time: 0.9555273 Aug 04 17:05:56.163316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56740) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:56.178890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60 req-9c68f24f-3d0b-46b2-89d7-d9e379b05fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:56.184716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60 req-9c68f24f-3d0b-46b2-89d7-d9e379b05fcc service neutron] 10.222.0.90 "GET /v2.0/networks?id=46ae89e2-39c6-428c-9d51-4b52d2d2f836 HTTP/1.1" status: 200 len: 912 time: 0.8206720 Aug 04 17:05:56.253352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7b986d1-3591-477c-ac30-fd6e536404d2 req-d3c3c0de-032d-4f80-b98f-f0cc59d52a7e tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057420 Aug 04 17:05:56.326859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da44fc-84c0-4f52-89e9-05ed7fdebc9c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:56.333181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da44fc-84c0-4f52-89e9-05ed7fdebc9c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:56.336136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da44fc-84c0-4f52-89e9-05ed7fdebc9c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:56.342144 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e1da44fc-84c0-4f52-89e9-05ed7fdebc9c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1777856 Aug 04 17:05:56.346454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56748) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:56.377522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60 req-53c06f13-9597-46d9-b113-ada4ec5062e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f74e630-816c-44b1-b0fc-bce168666631 HTTP/1.1" status: 200 len: 217 time: 0.1340277 Aug 04 17:05:56.521972 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac9470d-c2f2-4c11-85a7-aa8b5523ab2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 31fa75ad-d9e4-486a-b84e-c7b09d395ed0 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:56.524942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60 req-55cf57de-7927-4a14-9790-0d7d17efd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:56.526464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60 req-55cf57de-7927-4a14-9790-0d7d17efd829 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7fd3435b-5995-4704-90e3-7a7debc78484 HTTP/1.1" status: 200 len: 850 time: 0.1407261 Aug 04 17:05:56.538221 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ac9470d-c2f2-4c11-85a7-aa8b5523ab2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:56.578543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60 req-fede5472-53cc-4a23-bb9a-cd1f94bbf825 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=46ae89e2-39c6-428c-9d51-4b52d2d2f836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429499 Aug 04 17:05:56.593144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a6c01776-6af3-49b4-8bfb-b0be84353b70 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:05:56.664575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ac9470d-c2f2-4c11-85a7-aa8b5523ab2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:56.691978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port a6c01776-6af3-49b4-8bfb-b0be84353b70 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:56.692490 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:56.714565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56754) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:56.721977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'subnets': [{'network_id': '504a4c3a-6914-424f-9d29-fe7ac6d93bd6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--872993300', 'ip_version': 6}, {'network_id': '992784ce-b4fa-4cc4-ab9e-2cfafa82786f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:56.722304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'subnet': {'network_id': '504a4c3a-6914-424f-9d29-fe7ac6d93bd6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--872993300', 'ip_version': 6}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:56.723070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Request body: {'subnet': {'network_id': '992784ce-b4fa-4cc4-ab9e-2cfafa82786f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:56.797460 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:56.835369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:05:56.839409 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d87148-744a-42b3-b73f-da34c40097cc" -d '{"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-plugged", "status": "completed", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:05:56.846781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbce40c-332a-4703-9ba9-49bd89ce666c req-d8f5d519-ab4e-47fa-8c4d-4be94289fca6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:56.850677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bbce40c-332a-4703-9ba9-49bd89ce666c req-d8f5d519-ab4e-47fa-8c4d-4be94289fca6 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.2685852 Aug 04 17:05:56.857380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60 req-0f23f453-8a4f-4089-bf4c-94dca83ba1cf service neutron] 10.222.0.90 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584341 Aug 04 17:05:56.871661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:56.871851 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ac9470d-c2f2-4c11-85a7-aa8b5523ab2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:56.883417 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:56.911553 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15605f1-6bd2-4dcc-9a03-b14f8f543861 x-openstack-request-id: req-a15605f1-6bd2-4dcc-9a03-b14f8f543861 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:05:56.911919 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-plugged", "status": "completed", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:05:56.912207 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a15605f1-6bd2-4dcc-9a03-b14f8f543861 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:05:56.912552 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'code': 200} Aug 04 17:05:56.953282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=10']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:57.002462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ac9470d-c2f2-4c11-85a7-aa8b5523ab2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:57.043920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9470d-c2f2-4c11-85a7-aa8b5523ab2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=31fa75ad-d9e4-486a-b84e-c7b09d395ed0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:57.048268 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ac9470d-c2f2-4c11-85a7-aa8b5523ab2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:57.050371 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9ac9470d-c2f2-4c11-85a7-aa8b5523ab2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/31fa75ad-d9e4-486a-b84e-c7b09d395ed0 HTTP/1.1" status: 204 len: 168 time: 0.6956444 Aug 04 17:05:57.059616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a425e481-f7ae-4d7f-98a1-a7fc31e1aff0 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:57.062121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56758) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:57.080966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bfe2e29-0d73-4c95-b9cc-540e2fc2bb60 req-22cf273f-b7b0-49c9-b18d-e11ee82714ca service neutron] 10.222.0.90 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012954 Aug 04 17:05:57.194311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3e0c74-5d04-40de-a434-f3ce5eec3d79 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 962a21a3-cff2-47e5-a900-49d94388df89 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:05:57.198025 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0c74-5d04-40de-a434-f3ce5eec3d79 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:57.242573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bbce40c-332a-4703-9ba9-49bd89ce666c req-d126567c-d4d1-42de-811d-68946862c74d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616142 Aug 04 17:05:57.260223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-4d2b54da-1c88-49d6-be6e-85349159149c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171863 Aug 04 17:05:57.261532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Made reservation on behalf of bcc2b6d83ef3424bb320bd6a3a99bcef for: {'subnet': 2} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:57.268316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:57.268651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:57.324338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0c74-5d04-40de-a434-f3ce5eec3d79 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:57.551406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-6983ac6d-3e97-4de2-81a8-e98a6daf4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:57.553003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-6983ac6d-3e97-4de2-81a8-e98a6daf4125 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 1097 time: 0.1382980 Aug 04 17:05:57.625921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0c74-5d04-40de-a434-f3ce5eec3d79 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:57.733557 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0c74-5d04-40de-a434-f3ce5eec3d79 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:57.765666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0c74-5d04-40de-a434-f3ce5eec3d79 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:57.777679 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2a3e0c74-5d04-40de-a434-f3ce5eec3d79 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/962a21a3-cff2-47e5-a900-49d94388df89 HTTP/1.1" status: 204 len: 168 time: 0.7125015 Aug 04 17:05:57.795240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56772) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:57.807830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56e08a-3cfa-4f91-8a21-85fa51c7a7dd req-6bb2d1f6-a4e1-4984-97a6-4afed64f6fbd tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:57.809367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b56e08a-3cfa-4f91-8a21-85fa51c7a7dd req-6bb2d1f6-a4e1-4984-97a6-4afed64f6fbd tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 943 time: 0.2866375 Aug 04 17:05:57.821866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e0c74-5d04-40de-a434-f3ce5eec3d79 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=962a21a3-cff2-47e5-a900-49d94388df89,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:57.884012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56774) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:57.887535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4dc4a273-15c8-4029-b3b8-97b791cf092c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893278 Aug 04 17:05:57.889251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-49aaab6d-169c-4c9c-bb45-b4fe6f3c233e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:57.914294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-4af6b5d2-0e18-4797-bebd-b65e495b9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:57.916022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-4af6b5d2-0e18-4797-bebd-b65e495b9b5e service neutron] 10.222.0.90 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.3190262 Aug 04 17:05:58.044139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b56e08a-3cfa-4f91-8a21-85fa51c7a7dd req-8e0bb883-430b-4197-bfb9-a6dd49b73b63 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112088 Aug 04 17:05:58.084158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aaab6d-169c-4c9c-bb45-b4fe6f3c233e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:58.094644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-49aaab6d-169c-4c9c-bb45-b4fe6f3c233e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:58.166922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58356-cc49-45f3-af10-4741d522836d req-258b84ba-ca7b-4f1b-8b78-f59218281d9e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:58.174431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52b58356-cc49-45f3-af10-4741d522836d req-258b84ba-ca7b-4f1b-8b78-f59218281d9e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.2990446 Aug 04 17:05:58.206681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-37c09d7b-d36e-4814-b9d9-ddd86739297d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c91700d-dd81-4f29-b62b-f9c502199311 HTTP/1.1" status: 200 len: 1002 time: 0.2682214 Aug 04 17:05:58.260483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d439b906-bf46-428c-858a-07654bc69d72 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:58.298042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52b58356-cc49-45f3-af10-4741d522836d req-619848b0-4a8d-4eac-8183-5972dcda2477 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226444 Aug 04 17:05:58.380838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-81e148ab-4de8-413f-8e01-87b67b3fb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:58.382410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-81e148ab-4de8-413f-8e01-87b67b3fb202 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.1673374 Aug 04 17:05:58.383845 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:58.462349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'Subnet': ['ID=80491ebe-b117-479a-957a-8313dd3313ce,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:58.487198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-10cd13c5-d8d1-46ea-89af-a43a1683bec3 None None] Provisioning complete for port 9a7cdb83-6c00-4a1d-8693-404ba60eccad triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:05:58.487850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-10cd13c5-d8d1-46ea-89af-a43a1683bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:58.507162 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-49aaab6d-169c-4c9c-bb45-b4fe6f3c233e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:58.588426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aaab6d-169c-4c9c-bb45-b4fe6f3c233e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:05:58.595695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-49aaab6d-169c-4c9c-bb45-b4fe6f3c233e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:58.600539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aaab6d-169c-4c9c-bb45-b4fe6f3c233e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:58.601135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-49aaab6d-169c-4c9c-bb45-b4fe6f3c233e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:58.603758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Checking segment: {'id': '28513e48-ce64-4e6f-9840-c808157c523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '504a4c3a-6914-424f-9d29-fe7ac6d93bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:58.604129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Network hostable DHCP agents. Network: 504a4c3a-6914-424f-9d29-fe7ac6d93bd6, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:05:58.608396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 7f74e630-816c-44b1-b0fc-bce168666631 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:05:58.632177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-1766913e-3a7e-4ffd-9896-33259eb343c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:58.633780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-1766913e-3a7e-4ffd-9896-33259eb343c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851182 Aug 04 17:05:58.636905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaab6d-169c-4c9c-bb45-b4fe6f3c233e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=31595de6-a096-4073-8662-820c559ae3d5,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:58.637489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb6c42b-c0a7-4185-9e0c-f368329577d1 None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:05:58.652809 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-49aaab6d-169c-4c9c-bb45-b4fe6f3c233e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7675965 Aug 04 17:05:58.653041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56786) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:58.654519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Network 504a4c3a-6914-424f-9d29-fe7ac6d93bd6 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:05:58.666933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:05:58.771791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 504a4c3a-6914-424f-9d29-fe7ac6d93bd6) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:58.781526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6eb6c42b-c0a7-4185-9e0c-f368329577d1 None None] Deleting port 9a7cdb83-6c00-4a1d-8693-404ba60eccad {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:58.781526 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6eb6c42b-c0a7-4185-9e0c-f368329577d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:58.793354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8776c-131b-42a2-a1ad-ca48e64ceecb None None] Network 504a4c3a-6914-424f-9d29-fe7ac6d93bd6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:58.825528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:58.960263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-502b072d-d194-46c0-af50-8c6eb6ae43fc tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:58.961693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-502b072d-d194-46c0-af50-8c6eb6ae43fc tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.1798875 Aug 04 17:05:58.976849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-aaeff7a7-8deb-4aca-a58b-f3a16412f66d service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327177 Aug 04 17:05:58.977374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 7f74e630-816c-44b1-b0fc-bce168666631, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f74e630-816c-44b1-b0fc-bce168666631,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:58.977508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event updated for resources: {'Subnet': ['ID=28cf74e7-abd4-40de-81a2-5f94a7086b26,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:59.059499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '7f74e630-816c-44b1-b0fc-bce168666631', 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836', 'port_id': '7f74e630-816c-44b1-b0fc-bce168666631', 'mac_address': 'fa:16:3e:c4:cb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd3435b-5995-4704-90e3-7a7debc78484', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:05:59.112533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Checking segment: {'id': '8f63d69a-b6a6-4456-a921-7337fc624364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '992784ce-b4fa-4cc4-ab9e-2cfafa82786f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:05:59.113058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Network hostable DHCP agents. Network: 992784ce-b4fa-4cc4-ab9e-2cfafa82786f, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:05:59.133252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6eb6c42b-c0a7-4185-9e0c-f368329577d1 None None] For port 9a7cdb83-6c00-4a1d-8693-404ba60eccad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a7cdb83-6c00-4a1d-8693-404ba60eccad,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:59.133655 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6eb6c42b-c0a7-4185-9e0c-f368329577d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:59.224249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-504a4c3a-6914-424f-9d29-fe7ac6d93bd6', 'network_id': '504a4c3a-6914-424f-9d29-fe7ac6d93bd6', 'tenant_id': 'bcc2b6d83ef3424bb320bd6a3a99bcef', 'fixed_ips': [{'subnet_id': '80491ebe-b117-479a-957a-8313dd3313ce'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:05:59.225736 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:59.235777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:05:59.238245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6eb6c42b-c0a7-4185-9e0c-f368329577d1 None None] Calling delete_port for 9a7cdb83-6c00-4a1d-8693-404ba60eccad owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:05:59.240731 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:59.244257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9a7cdb83-6c00-4a1d-8693-404ba60eccad no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:05:59.347428 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:59.349407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64809c11-5b60-4e9b-8a22-c7b4a0b9e304 req-61c74089-9ccd-438c-a151-0c1edd769360 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:59.351183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64809c11-5b60-4e9b-8a22-c7b4a0b9e304 req-61c74089-9ccd-438c-a151-0c1edd769360 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 943 time: 0.1958308 Aug 04 17:05:59.446324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d198625-fd1e-4255-82c8-8163a0b4ba6c req-8159acbb-5298-4835-9449-cfe18b153966 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427419 Aug 04 17:05:59.448107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Network 992784ce-b4fa-4cc4-ab9e-2cfafa82786f is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:05:59.492679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f74e630-816c-44b1-b0fc-bce168666631 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:05:59.595884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 7f74e630-816c-44b1-b0fc-bce168666631, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f74e630-816c-44b1-b0fc-bce168666631,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:05:59.604199 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:59.619060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:59.686983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Allocated IP 2001:db8::1 (504a4c3a-6914-424f-9d29-fe7ac6d93bd6/80491ebe-b117-479a-957a-8313dd3313ce/898b40a1-3273-4960-8cfd-26d14c5c5d09) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:05:59.691692 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6eb6c42b-c0a7-4185-9e0c-f368329577d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:59.758358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=7f74e630-816c-44b1-b0fc-bce168666631,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:59.761370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6c42b-c0a7-4185-9e0c-f368329577d1 None None] No DVR routers for this DVR port 9a7cdb83-6c00-4a1d-8693-404ba60eccad on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:05:59.807387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c1b0d0-1351-4eda-a9ee-ee7bad35527c None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:59.810632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 992784ce-b4fa-4cc4-ab9e-2cfafa82786f) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:05:59.841087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:59.841350 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678089a4-1ae9-4485-b575-79dd0674b2d8 None None] Network 992784ce-b4fa-4cc4-ab9e-2cfafa82786f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:05:59.841453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:59.841538 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:59.856633 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6c42b-c0a7-4185-9e0c-f368329577d1 None None] Pushing event deleted for resources: {'Port': ['ID=9a7cdb83-6c00-4a1d-8693-404ba60eccad,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:05:59.868056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64809c11-5b60-4e9b-8a22-c7b4a0b9e304 req-db96afff-f14d-4342-8484-e3afc0212b3e tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917073 Aug 04 17:05:59.925577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-5b7cfa96-26ad-47a9-8408-cc95f17459dd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Deleting port 823f2224-0026-4341-8a4a-aa5e8da761f9 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:05:59.925932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-5b7cfa96-26ad-47a9-8408-cc95f17459dd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:05:59.941363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56812) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:05:59.942262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cdae098d-7050-496d-9a79-607b944a436c tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.2258482 Aug 04 17:05:59.962213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31490498-0406-4ae2-96be-da97dc9fc70c req-5a63c104-90a1-49bd-9933-0b7b75154628 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:05:59.970059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31490498-0406-4ae2-96be-da97dc9fc70c req-5a63c104-90a1-49bd-9933-0b7b75154628 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 945 time: 0.5165024 Aug 04 17:06:00.094090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31490498-0406-4ae2-96be-da97dc9fc70c req-516c543f-46a4-4c72-b7b8-423599a4a6af tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230073 Aug 04 17:06:00.100442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['7f74e630-816c-44b1-b0fc-bce168666631'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:06:00.101079 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:06:00.120432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8970f9-2f65-4ce5-8913-5e3ba3848a5a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:00.122964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8970f9-2f65-4ce5-8913-5e3ba3848a5a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:00.134866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8970f9-2f65-4ce5-8913-5e3ba3848a5a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:00.147342 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6d8970f9-2f65-4ce5-8913-5e3ba3848a5a tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2018726 Aug 04 17:06:00.148241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56814) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:00.186990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-5b7cfa96-26ad-47a9-8408-cc95f17459dd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] For port 823f2224-0026-4341-8a4a-aa5e8da761f9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=823f2224-0026-4341-8a4a-aa5e8da761f9,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:00.187376 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-5b7cfa96-26ad-47a9-8408-cc95f17459dd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.208016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-5b7cfa96-26ad-47a9-8408-cc95f17459dd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Calling delete_port for 823f2224-0026-4341-8a4a-aa5e8da761f9 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:00.332486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.342689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Transition to ACTIVE for port object 898b40a1-3273-4960-8cfd-26d14c5c5d09 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:00.360759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Transition to ACTIVE for port object 898b40a1-3273-4960-8cfd-26d14c5c5d09 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:00.388405 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.470197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Network 504a4c3a-6914-424f-9d29-fe7ac6d93bd6 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:00.500823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:00.531719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:00.551887 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0566c2-2b4a-4889-b7b2-5bec2a132936 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Deleting subnet 80491ebe-b117-479a-957a-8313dd3313ce {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:00.555407 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b0566c2-2b4a-4889-b7b2-5bec2a132936 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.561308 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-5b7cfa96-26ad-47a9-8408-cc95f17459dd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.586600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Pushing event updated for resources: {'Port': ['ID=898b40a1-3273-4960-8cfd-26d14c5c5d09,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:00.589302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849', '823f2224-0026-4341-8a4a-aa5e8da761f9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:06:00.639934 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cfa96-26ad-47a9-8408-cc95f17459dd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event deleted for resources: {'Port': ['ID=823f2224-0026-4341-8a4a-aa5e8da761f9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:00.687598 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b0566c2-2b4a-4889-b7b2-5bec2a132936 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.785887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Attempting to bind port 898b40a1-3273-4960-8cfd-26d14c5c5d09 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:00.786389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Attempting to bind port 898b40a1-3273-4960-8cfd-26d14c5c5d09 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '28513e48-ce64-4e6f-9840-c808157c523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '504a4c3a-6914-424f-9d29-fe7ac6d93bd6'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:00.786670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Attempting to bind port 898b40a1-3273-4960-8cfd-26d14c5c5d09 on network 504a4c3a-6914-424f-9d29-fe7ac6d93bd6 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:00.797770 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b0566c2-2b4a-4889-b7b2-5bec2a132936 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.803402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:00.803767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Checking segment: {'id': '28513e48-ce64-4e6f-9840-c808157c523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '504a4c3a-6914-424f-9d29-fe7ac6d93bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:00.804164 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.804551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Bound using segment: {'id': '28513e48-ce64-4e6f-9840-c808157c523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '504a4c3a-6914-424f-9d29-fe7ac6d93bd6'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:00.805031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Bound port: 898b40a1-3273-4960-8cfd-26d14c5c5d09, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28513e48-ce64-4e6f-9840-c808157c523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '504a4c3a-6914-424f-9d29-fe7ac6d93bd6'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:00.805394 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.807756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-5b7cfa96-26ad-47a9-8408-cc95f17459dd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] No DVR routers for this DVR port 823f2224-0026-4341-8a4a-aa5e8da761f9 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:00.808825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa942888-09cd-438c-b08c-81c8c1b2b251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-992784ce-b4fa-4cc4-ab9e-2cfafa82786f', 'network_id': '992784ce-b4fa-4cc4-ab9e-2cfafa82786f', 'tenant_id': 'bcc2b6d83ef3424bb320bd6a3a99bcef', 'fixed_ips': [{'subnet_id': '28cf74e7-abd4-40de-81a2-5f94a7086b26'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:00.809641 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa942888-09cd-438c-b08c-81c8c1b2b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.825098 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-5b7cfa96-26ad-47a9-8408-cc95f17459dd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.828375 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e23f35b-c0f3-4ee9-aa8d-be3d259a0ebb req-5b7cfa96-26ad-47a9-8408-cc95f17459dd tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "DELETE /v2.0/ports/823f2224-0026-4341-8a4a-aa5e8da761f9 HTTP/1.1" status: 204 len: 173 time: 1.8550768 Aug 04 17:06:00.843855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '31595de6-a096-4073-8662-820c559ae3d5'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:00.844721 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.876435 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b0566c2-2b4a-4889-b7b2-5bec2a132936 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.886560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:06:00.887940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd93421-755b-487e-ab79-3f593ec3185e', 'name': 'network-vif-deleted', 'tag': '823f2224-0026-4341-8a4a-aa5e8da761f9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:06:00.904731 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfddc15-c0ea-4bb3-96bf-ccf9395bae6a" -d '{"events": [{"server_uuid": "3dd93421-755b-487e-ab79-3f593ec3185e", "name": "network-vif-deleted", "tag": "823f2224-0026-4341-8a4a-aa5e8da761f9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:06:00.905643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b0566c2-2b4a-4889-b7b2-5bec2a132936 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:00.920652 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2b0566c2-2b4a-4889-b7b2-5bec2a132936 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "DELETE /v2.0/subnets/80491ebe-b117-479a-957a-8313dd3313ce HTTP/1.1" status: 204 len: 168 time: 0.7707977 Aug 04 17:06:00.924257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56830) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:00.951605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0566c2-2b4a-4889-b7b2-5bec2a132936 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Subnet': ['ID=80491ebe-b117-479a-957a-8313dd3313ce,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:00.961668 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:01.008677 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1809f4a-00c2-4855-a574-40ea34a1dbb1 x-openstack-request-id: req-f1809f4a-00c2-4855-a574-40ea34a1dbb1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:06:01.009690 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd93421-755b-487e-ab79-3f593ec3185e", "name": "network-vif-deleted", "tag": "823f2224-0026-4341-8a4a-aa5e8da761f9", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:06:01.010127 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1809f4a-00c2-4855-a574-40ea34a1dbb1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:06:01.010688 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd93421-755b-487e-ab79-3f593ec3185e', 'name': 'network-vif-deleted', 'tag': '823f2224-0026-4341-8a4a-aa5e8da761f9', 'status': 'completed', 'code': 200} Aug 04 17:06:01.082296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:01.089643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:01.108361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:01.108954 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:01.170615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc270c9-60e3-4791-9101-598c6bf8a431 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Deleting subnet 28cf74e7-abd4-40de-81a2-5f94a7086b26 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:01.175713 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1dc270c9-60e3-4791-9101-598c6bf8a431 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:01.234704 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1dc270c9-60e3-4791-9101-598c6bf8a431 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:01.269023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] For port 898b40a1-3273-4960-8cfd-26d14c5c5d09, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:01.272650 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] For port 898b40a1-3273-4960-8cfd-26d14c5c5d09, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=898b40a1-3273-4960-8cfd-26d14c5c5d09,segment=NetworkSegment(28513e48-ce64-4e6f-9840-c808157c523e),segment_id=28513e48-ce64-4e6f-9840-c808157c523e)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:01.282182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=e9289d87-50de-4592-89bb-99899c3e1b66,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:01.303143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2dec8f10-f3dc-4a69-9862-9e28503776c9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6452777 Aug 04 17:06:01.306019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56838) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:01.308162 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:01.317824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:98:60:29', 'name': 'tempest-NetworksTestDHCPv6-1466056899'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:01.346455 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1dc270c9-60e3-4791-9101-598c6bf8a431 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:01.359024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864031c-7e23-410c-a5ac-ef03af0dcf9d req-6e1304c9-8c44-4cb5-9110-94469975cf9e tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:01.367078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4864031c-7e23-410c-a5ac-ef03af0dcf9d req-6e1304c9-8c44-4cb5-9110-94469975cf9e tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 944 time: 0.3376656 Aug 04 17:06:01.370645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9046fe1-f368-4df1-aeab-d7f233bd9626 req-d898e095-96f0-4071-9375-e3bfcb0f4e4d tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd93421-755b-487e-ab79-3f593ec3185e HTTP/1.1" status: 200 len: 210 time: 0.0778027 Aug 04 17:06:01.470042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4864031c-7e23-410c-a5ac-ef03af0dcf9d req-4167a914-7414-48dd-b995-6ab34e89708f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975268 Aug 04 17:06:01.597447 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1dc270c9-60e3-4791-9101-598c6bf8a431 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:01.600147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Allocated IP 172.20.0.2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/31595de6-a096-4073-8662-820c559ae3d5/ad55e16c-6795-4b9e-9e78-0ff287caeac0) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:01.604742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2efbb0-5c04-4d11-a5fe-2939da14c19c None None] Pushing event updated for resources: {'Port': ['ID=898b40a1-3273-4960-8cfd-26d14c5c5d09,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:01.655504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:01.666729 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1dc270c9-60e3-4791-9101-598c6bf8a431 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:01.675597 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1dc270c9-60e3-4791-9101-598c6bf8a431 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "DELETE /v2.0/subnets/28cf74e7-abd4-40de-81a2-5f94a7086b26 HTTP/1.1" status: 204 len: 168 time: 0.7455082 Aug 04 17:06:01.681633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56850) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server [None req-fa942888-09cd-438c-b08c-81c8c1b2b251 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28cf74e7-abd4-40de-81a2-5f94a7086b26: This subnet is being modified by another concurrent operation. Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:06:01.700654 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise exception Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28cf74e7-abd4-40de-81a2-5f94a7086b26: This subnet is being modified by another concurrent operation. Aug 04 17:06:01.705653 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Aug 04 17:06:01.718384 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Allocated IP 2001:db8::f816:3eff:fea6:f7da (0214bd7b-2498-4f95-a2d5-2cef03c7e896/e9289d87-50de-4592-89bb-99899c3e1b66/ad55e16c-6795-4b9e-9e78-0ff287caeac0) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:01.725921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc270c9-60e3-4791-9101-598c6bf8a431 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Subnet': ['ID=28cf74e7-abd4-40de-81a2-5f94a7086b26,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:01.777195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e36b1-d49b-4e3a-a9b4-ea2a94847fa7 None None] Network 992784ce-b4fa-4cc4-ab9e-2cfafa82786f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:01.800200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:01.813675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3306106d-0d85-4503-8786-ea1b3b370c05 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:01.814486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3306106d-0d85-4503-8786-ea1b3b370c05 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1285694 Aug 04 17:06:01.818724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56852) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:01.831367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a25047-b151-49dd-9454-8a91ec5da277 None None] Network 504a4c3a-6914-424f-9d29-fe7ac6d93bd6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:01.867191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 69b2f52f-0a9b-4aef-b84b-939cec1b39c0 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:06:02.013181 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.050950 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4407ea44-6bd8-46c0-a74d-4afc39804a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.142843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.180760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992784ce-b4fa-4cc4-ab9e-2cfafa82786f']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:02.181396 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.199121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Transition to ACTIVE for port object ad55e16c-6795-4b9e-9e78-0ff287caeac0 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:02.214127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f63d69a-b6a6-4456-a921-7337fc624364') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:02.214452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f63d69a-b6a6-4456-a921-7337fc624364') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:02.223418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Transition to ACTIVE for port object ad55e16c-6795-4b9e-9e78-0ff287caeac0 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:02.237267 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.245246 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.284089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:02.289780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:02.303697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:02.314296 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.333682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:02.334128 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:02.337569 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:02.362366 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Pushing event updated for resources: {'Port': ['ID=ad55e16c-6795-4b9e-9e78-0ff287caeac0,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:02.443297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Attempting to bind port ad55e16c-6795-4b9e-9e78-0ff287caeac0 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:02.445194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Attempting to bind port ad55e16c-6795-4b9e-9e78-0ff287caeac0 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:02.445795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Attempting to bind port ad55e16c-6795-4b9e-9e78-0ff287caeac0 on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:02.464677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:02.465261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:02.465875 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.466486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:02.467194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Bound port: ad55e16c-6795-4b9e-9e78-0ff287caeac0, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:02.467770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.537328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 172.20.0.4 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/31595de6-a096-4073-8662-820c559ae3d5/69b2f52f-0a9b-4aef-b84b-939cec1b39c0) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:02.557533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] For port ad55e16c-6795-4b9e-9e78-0ff287caeac0, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:02.564070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] For port ad55e16c-6795-4b9e-9e78-0ff287caeac0, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ad55e16c-6795-4b9e-9e78-0ff287caeac0,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:02.573914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f816:3eff:fe98:6029 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/e9289d87-50de-4592-89bb-99899c3e1b66/69b2f52f-0a9b-4aef-b84b-939cec1b39c0) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:02.574146 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.629959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 7f74e630-816c-44b1-b0fc-bce168666631 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:02.651120 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.675373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.678069 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "DELETE /v2.0/networks/992784ce-b4fa-4cc4-ab9e-2cfafa82786f HTTP/1.1" status: 204 len: 168 time: 0.8580310 Aug 04 17:06:02.686503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c2413-3452-418f-8cdb-fe776b8a0457 req-c17d874e-0323-4599-a664-c4345073426d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:02.698754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56868) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:02.713383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b2c2413-3452-418f-8cdb-fe776b8a0457 req-c17d874e-0323-4599-a664-c4345073426d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 944 time: 0.1764743 Aug 04 17:06:02.751049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b75a3-4514-4873-87a8-e9acaf50e5d9 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Network': ['ID=992784ce-b4fa-4cc4-ab9e-2cfafa82786f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:02.777235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c5399-0a93-449b-8f20-2eb4b8a37742 None None] Pushing event updated for resources: {'Port': ['ID=ad55e16c-6795-4b9e-9e78-0ff287caeac0,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:02.785943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b2c2413-3452-418f-8cdb-fe776b8a0457 req-b068da5d-7b03-461e-b1fb-e08d7066e07f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710657 Aug 04 17:06:02.801364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 7f74e630-816c-44b1-b0fc-bce168666631 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:02.802891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 7f74e630-816c-44b1-b0fc-bce168666631 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:02.803307 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:02.950566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:03.015768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f74e630-816c-44b1-b0fc-bce168666631'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:06:03.031520 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc2061a-ac74-4e57-8e9b-38002171240e" -d '{"events": [{"server_uuid": "6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17", "name": "network-vif-plugged", "status": "completed", "tag": "7f74e630-816c-44b1-b0fc-bce168666631"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:06:03.065367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 7f74e630-816c-44b1-b0fc-bce168666631, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f74e630-816c-44b1-b0fc-bce168666631,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:03.073580 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:03.079669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:03.117253 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:03.206928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 69b2f52f-0a9b-4aef-b84b-939cec1b39c0 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:03.300190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4910f-76ad-430d-9890-d5b61c920bb1 req-9407355c-2daa-4a41-8001-2d7710309788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:03.304640 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Deleting port 898b40a1-3273-4960-8cfd-26d14c5c5d09 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:03.304995 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:03.312765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acc4910f-76ad-430d-9890-d5b61c920bb1 req-9407355c-2daa-4a41-8001-2d7710309788 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 1096 time: 0.0989933 Aug 04 17:06:03.369872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acc4910f-76ad-430d-9890-d5b61c920bb1 req-6269c95e-dfe5-435d-b92a-f22f33c8f178 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535212 Aug 04 17:06:03.405862 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:03.489105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] For port 898b40a1-3273-4960-8cfd-26d14c5c5d09, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=898b40a1-3273-4960-8cfd-26d14c5c5d09,segment=NetworkSegment(28513e48-ce64-4e6f-9840-c808157c523e),segment_id=28513e48-ce64-4e6f-9840-c808157c523e)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:03.489894 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:03.507726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Calling delete_port for 898b40a1-3273-4960-8cfd-26d14c5c5d09 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:03.523430 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:03.530971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:03.586582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:03.594674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=7f74e630-816c-44b1-b0fc-bce168666631,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:03.598930 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfc728f-90a0-48f4-8d59-47b4421a3a94 x-openstack-request-id: req-abfc728f-90a0-48f4-8d59-47b4421a3a94 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:06:03.599257 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17", "name": "network-vif-plugged", "status": "completed", "tag": "7f74e630-816c-44b1-b0fc-bce168666631", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:06:03.599445 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abfc728f-90a0-48f4-8d59-47b4421a3a94 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:06:03.599832 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f74e630-816c-44b1-b0fc-bce168666631', 'code': 200} Aug 04 17:06:03.601821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad55e16c-6795-4b9e-9e78-0ff287caeac0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:03.696528 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:03.697494 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:03.703462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port ad55e16c-6795-4b9e-9e78-0ff287caeac0 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:03.735488 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=69b2f52f-0a9b-4aef-b84b-939cec1b39c0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:03.808604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56910) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:03.827568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8c22bb57-fde3-4b3c-97a7-9b38683dad0f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5194609 Aug 04 17:06:03.887937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:03.973970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] No DVR routers for this DVR port 898b40a1-3273-4960-8cfd-26d14c5c5d09 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:03.982236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Port': ['ID=898b40a1-3273-4960-8cfd-26d14c5c5d09,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:04.002106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceca038-4ca7-4383-924f-55f8424655ea tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:04.009900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceca038-4ca7-4383-924f-55f8424655ea tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:04.014758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6ceca038-4ca7-4383-924f-55f8424655ea tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2050598 Aug 04 17:06:04.027337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56916) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:04.076065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa271d4-c128-4714-87c8-b6a428a77eb1 req-c31ccdbb-b666-473c-9ff3-fd1c4b1fc428 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:04.082712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6fa271d4-c128-4714-87c8-b6a428a77eb1 req-c31ccdbb-b666-473c-9ff3-fd1c4b1fc428 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1404371 Aug 04 17:06:04.095997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 823f2224-0026-4341-8a4a-aa5e8da761f9 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:04.177026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 823f2224-0026-4341-8a4a-aa5e8da761f9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:04.177458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 823f2224-0026-4341-8a4a-aa5e8da761f9 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:04.224401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6fa271d4-c128-4714-87c8-b6a428a77eb1 req-25ed401e-cff0-4bdd-8db2-759ed8e56d50 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211052 Aug 04 17:06:04.236042 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.285037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504a4c3a-6914-424f-9d29-fe7ac6d93bd6']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:04.297372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28513e48-ce64-4e6f-9840-c808157c523e') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:04.297665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28513e48-ce64-4e6f-9840-c808157c523e') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:04.321175 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.343425 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.351021 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:04.351563 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.370315 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b3972613-1aac-43d3-aac3-d3d12f97ea7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:04.434570 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:04.445293 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.453649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.455814 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "DELETE /v2.0/networks/504a4c3a-6914-424f-9d29-fe7ac6d93bd6 HTTP/1.1" status: 204 len: 168 time: 1.7539482 Aug 04 17:06:04.464243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95900fef-ac89-4077-be0d-f106b06718ee req-fcc1d42e-c0de-4d1c-a00e-0d7b532c0f55 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:04.469753 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95900fef-ac89-4077-be0d-f106b06718ee req-fcc1d42e-c0de-4d1c-a00e-0d7b532c0f55 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 946 time: 0.1139317 Aug 04 17:06:04.471675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56930) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:04.496532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d7841132-7183-4102-a361-a63bc6289b00 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 69b2f52f-0a9b-4aef-b84b-939cec1b39c0 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:04.496898 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7841132-7183-4102-a361-a63bc6289b00 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.552362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b1120-5224-4f3e-881f-fda1a5599346 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:04.608564 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7841132-7183-4102-a361-a63bc6289b00 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.611509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95900fef-ac89-4077-be0d-f106b06718ee req-da09fa91-5660-4f4c-aded-0fbf6536ea37 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218455 Aug 04 17:06:04.630282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b8977-f04e-4d9b-813f-7667af7dbedf tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Network': ['ID=504a4c3a-6914-424f-9d29-fe7ac6d93bd6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:04.649781 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.652173 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d7841132-7183-4102-a361-a63bc6289b00 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 69b2f52f-0a9b-4aef-b84b-939cec1b39c0 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:04.653021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f56a60e3-a026-4196-8abc-416c54597e84 None None] Provisioning for port ad55e16c-6795-4b9e-9e78-0ff287caeac0 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:04.668297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f56a60e3-a026-4196-8abc-416c54597e84 None None] Provisioning complete for port ad55e16c-6795-4b9e-9e78-0ff287caeac0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:04.668831 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f56a60e3-a026-4196-8abc-416c54597e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.783084 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.792852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d39b56-58d8-43ef-980b-0498c2e9c177']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:04.806662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12d17dc-dfcb-4278-8820-6e8d49630cbc') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:04.806662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12d17dc-dfcb-4278-8820-6e8d49630cbc') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:04.816958 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.834434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.837244 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f56a60e3-a026-4196-8abc-416c54597e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.842079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:04.842783 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.893334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f56a60e3-a026-4196-8abc-416c54597e84 None None] For port ad55e16c-6795-4b9e-9e78-0ff287caeac0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ad55e16c-6795-4b9e-9e78-0ff287caeac0,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:04.904021 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f56a60e3-a026-4196-8abc-416c54597e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:04.909071 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:04.916544 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.925425 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:04.931584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "DELETE /v2.0/networks/81d39b56-58d8-43ef-980b-0498c2e9c177 HTTP/1.1" status: 204 len: 168 time: 0.4577808 Aug 04 17:06:04.932625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56934) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:04.973619 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.007009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a60e3-a026-4196-8abc-416c54597e84 None None] Pushing event updated for resources: {'Port': ['ID=ad55e16c-6795-4b9e-9e78-0ff287caeac0,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:05.020076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Network': ['ID=81d39b56-58d8-43ef-980b-0498c2e9c177,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:05.063300 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7841132-7183-4102-a361-a63bc6289b00 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.073329 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.085966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.086321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.086944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.087338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.087725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.088190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.088520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.088842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.089166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.089499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.090239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.090556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03273bf-9596-402a-af53-e9dcf6432d6d tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:05.111810 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7841132-7183-4102-a361-a63bc6289b00 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=69b2f52f-0a9b-4aef-b84b-939cec1b39c0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:05.316547 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7841132-7183-4102-a361-a63bc6289b00 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.326226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad55e16c-6795-4b9e-9e78-0ff287caeac0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:05.327706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56948) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:05.331449 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d7841132-7183-4102-a361-a63bc6289b00 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/69b2f52f-0a9b-4aef-b84b-939cec1b39c0 HTTP/1.1" status: 204 len: 168 time: 1.3029897 Aug 04 17:06:05.420430 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.449184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d809bce6-2b92-44d6-87ca-278a43743ba8']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:05.464486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ad55e16c-6795-4b9e-9e78-0ff287caeac0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:05.464857 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.485275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45824af1-20fb-4119-a5dc-8daf80c3c95d') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:05.485625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45824af1-20fb-4119-a5dc-8daf80c3c95d') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:05.508961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.538442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98c90e-07c4-443a-bf9f-9c0a0d809cf3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:05.540131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98c90e-07c4-443a-bf9f-9c0a0d809cf3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:05.542341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98c90e-07c4-443a-bf9f-9c0a0d809cf3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:05.543866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ef98c90e-07c4-443a-bf9f-9c0a0d809cf3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2151203 Aug 04 17:06:05.547906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56956) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:05.555126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f60708-a975-425b-9e2b-7264feca6aae req-ec425730-027c-4ba4-9b95-8c39ffa90fbf tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:05.556554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38f60708-a975-425b-9e2b-7264feca6aae req-ec425730-027c-4ba4-9b95-8c39ffa90fbf tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 946 time: 0.2179282 Aug 04 17:06:05.557657 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.652387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:05.652822 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.654216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-64db44cb-28ea-40d8-ad66-fe8e6ff413a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 31595de6-a096-4073-8662-820c559ae3d5 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:05.658026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-64db44cb-28ea-40d8-ad66-fe8e6ff413a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:05.658209 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:05.672002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c911246-6482-4fd5-8dac-15870d507149 req-ffb0c343-7cd1-4ae4-b5c6-2c06ff066dac tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:05.680267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c911246-6482-4fd5-8dac-15870d507149 req-ffb0c343-7cd1-4ae4-b5c6-2c06ff066dac tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.2962959 Aug 04 17:06:05.740822 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-64db44cb-28ea-40d8-ad66-fe8e6ff413a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.761917 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.864584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c911246-6482-4fd5-8dac-15870d507149 req-aabc7d13-a459-4b56-ba8e-b8ec8837bc02 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741254 Aug 04 17:06:05.864584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.880651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.883353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] 10.222.0.39 "DELETE /v2.0/networks/d809bce6-2b92-44d6-87ca-278a43743ba8 HTTP/1.1" status: 204 len: 168 time: 0.9480338 Aug 04 17:06:05.894239 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-64db44cb-28ea-40d8-ad66-fe8e6ff413a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.949347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-347f51a3-ad20-4d01-bd91-039a820c86e5 None None] Provisioning complete for port ad55e16c-6795-4b9e-9e78-0ff287caeac0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:05.949981 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-347f51a3-ad20-4d01-bd91-039a820c86e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:05.957091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4386579-e643-4785-aedd-aec0013cdce9 req-beeb96d4-5ab1-490b-8815-dd00f90c7ec0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:05.966937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4386579-e643-4785-aedd-aec0013cdce9 req-beeb96d4-5ab1-490b-8815-dd00f90c7ec0 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 946 time: 0.1978273 Aug 04 17:06:05.993556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b9dbc-4b40-4aaf-a398-793128df6555 tempest-BulkNetworkOpsIpV6Test-1993021617 tempest-BulkNetworkOpsIpV6Test-1993021617-project] Pushing event deleted for resources: {'Network': ['ID=d809bce6-2b92-44d6-87ca-278a43743ba8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:06.024587 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-64db44cb-28ea-40d8-ad66-fe8e6ff413a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.080573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4386579-e643-4785-aedd-aec0013cdce9 req-6c0780b7-05cd-46db-9e78-e884b9b64b5a tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b31a8ec-716f-42df-b2e6-c94975d8e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075721 Aug 04 17:06:06.100952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-38f60708-a975-425b-9e2b-7264feca6aae req-450fbad2-49da-43b8-83d4-6737e33d1a40 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Deleting port c37e6e46-e077-4573-b472-cd59e89f0849 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:06.101302 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-38f60708-a975-425b-9e2b-7264feca6aae req-450fbad2-49da-43b8-83d4-6737e33d1a40 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.136353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db44cb-28ea-40d8-ad66-fe8e6ff413a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=31595de6-a096-4073-8662-820c559ae3d5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:06.166613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-64db44cb-28ea-40d8-ad66-fe8e6ff413a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.175274 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-64db44cb-28ea-40d8-ad66-fe8e6ff413a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/31595de6-a096-4073-8662-820c559ae3d5 HTTP/1.1" status: 204 len: 168 time: 0.6269791 Aug 04 17:06:06.177507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56966) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:06.225037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-347f51a3-ad20-4d01-bd91-039a820c86e5 None None] Could not find standard attr ID for object 69b2f52f-0a9b-4aef-b84b-939cec1b39c0. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:06:06.387337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9310b3d-bf4a-4842-a880-6ba6832a4a86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet e9289d87-50de-4592-89bb-99899c3e1b66 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:06.388052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96ea7d1-54e3-4025-81bc-23038679ec5d None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:06.394396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e9310b3d-bf4a-4842-a880-6ba6832a4a86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.407841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56982) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:06.477837 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e9310b3d-bf4a-4842-a880-6ba6832a4a86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.494795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-825108ef-e867-4469-9e59-eff7e1f22f00 None None] Could not find standard attr ID for object 69b2f52f-0a9b-4aef-b84b-939cec1b39c0. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:06:06.500821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650e370-54ea-4429-9c2c-7e1f2194fee9 req-907643f8-7901-4b16-bebf-5491a7adaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:06.502415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a650e370-54ea-4429-9c2c-7e1f2194fee9 req-907643f8-7901-4b16-bebf-5491a7adaf2e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fb60676ed82b42899fecd4437f375f7f&device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 1096 time: 0.2253444 Aug 04 17:06:06.518453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-38f60708-a975-425b-9e2b-7264feca6aae req-450fbad2-49da-43b8-83d4-6737e33d1a40 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] For port c37e6e46-e077-4573-b472-cd59e89f0849, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c37e6e46-e077-4573-b472-cd59e89f0849,segment=NetworkSegment(6cfffccc-0546-4739-b9ed-02a50ccccca1),segment_id=6cfffccc-0546-4739-b9ed-02a50ccccca1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:06.523918 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-38f60708-a975-425b-9e2b-7264feca6aae req-450fbad2-49da-43b8-83d4-6737e33d1a40 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.601427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e9310b3d-bf4a-4842-a880-6ba6832a4a86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.603537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-38f60708-a975-425b-9e2b-7264feca6aae req-450fbad2-49da-43b8-83d4-6737e33d1a40 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Calling delete_port for c37e6e46-e077-4573-b472-cd59e89f0849 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:06.631253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7b2e7-c178-4b52-9846-0f7630b108b6 req-55578ce1-c2db-4dc6-8851-cbd2211b0f0f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:06.638535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-86c7b2e7-c178-4b52-9846-0f7630b108b6 req-55578ce1-c2db-4dc6-8851-cbd2211b0f0f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.2130671 Aug 04 17:06:06.696583 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e9310b3d-bf4a-4842-a880-6ba6832a4a86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.743253 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e9310b3d-bf4a-4842-a880-6ba6832a4a86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.747589 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e9310b3d-bf4a-4842-a880-6ba6832a4a86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/e9289d87-50de-4592-89bb-99899c3e1b66 HTTP/1.1" status: 204 len: 168 time: 0.5645225 Aug 04 17:06:06.747589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9310b3d-bf4a-4842-a880-6ba6832a4a86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=e9289d87-50de-4592-89bb-99899c3e1b66,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:06.753985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56988) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:06.813789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b2b0f0b4-516c-4484-863d-34a98100d579 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcc2b6d83ef3424bb320bd6a3a99bcef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033856 Aug 04 17:06:06.816581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef92db47-7d17-4063-be3f-c20ce5b2312e None None] Update dhcp port {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': 'e9289d87-50de-4592-89bb-99899c3e1b66'}], 'binding:host_id': 'n-d-764435-5'}, 'id': 'ad55e16c-6795-4b9e-9e78-0ff287caeac0'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:06:06.816836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56990) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:06.826446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0f2df31f-9fef-43cd-b643-27cb91fea142 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669169 Aug 04 17:06:06.832614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56992) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:06.857612 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef92db47-7d17-4063-be3f-c20ce5b2312e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.868722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-86c7b2e7-c178-4b52-9846-0f7630b108b6 req-c65ae65b-746f-4449-8d88-99a127b10f85 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291768 Aug 04 17:06:06.875409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650e370-54ea-4429-9c2c-7e1f2194fee9 req-9e763c2a-5478-49a2-8e1f-228e2f3da438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:06.877613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a650e370-54ea-4429-9c2c-7e1f2194fee9 req-9e763c2a-5478-49a2-8e1f-228e2f3da438 service neutron] 10.222.0.90 "GET /v2.0/networks?id=46ae89e2-39c6-428c-9d51-4b52d2d2f836 HTTP/1.1" status: 200 len: 912 time: 0.3659067 Aug 04 17:06:06.930990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b357108-6e5a-40ab-94b7-5b1b9d1c9945 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:06.935109 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3b357108-6e5a-40ab-94b7-5b1b9d1c9945 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0996389 Aug 04 17:06:06.935109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfd0a277-45de-4a80-83a6-23d5e4882f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:06.935640 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56994) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:06.938335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a650e370-54ea-4429-9c2c-7e1f2194fee9 req-059b2c4b-96e1-4f7d-b215-8d946f6684d6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f74e630-816c-44b1-b0fc-bce168666631 HTTP/1.1" status: 200 len: 217 time: 0.0493894 Aug 04 17:06:06.995303 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfd0a277-45de-4a80-83a6-23d5e4882f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.022039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ccf9ba-bda9-4b62-8122-5ba371062e1e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:07.023676 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-32ccf9ba-bda9-4b62-8122-5ba371062e1e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0872252 Aug 04 17:06:07.026218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56996) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:07.064299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650e370-54ea-4429-9c2c-7e1f2194fee9 req-49069cc5-88a9-4e4e-8851-4646caed88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:07.067798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a650e370-54ea-4429-9c2c-7e1f2194fee9 req-49069cc5-88a9-4e4e-8851-4646caed88cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7fd3435b-5995-4704-90e3-7a7debc78484 HTTP/1.1" status: 200 len: 850 time: 0.1195879 Aug 04 17:06:07.070499 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-38f60708-a975-425b-9e2b-7264feca6aae req-450fbad2-49da-43b8-83d4-6737e33d1a40 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.086362 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3f223f30-09a6-4a63-82ac-03cf8d65741a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541079 Aug 04 17:06:07.087006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c48652-5783-45b1-b1c6-7e569114eeb0 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:07.088421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56998) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:07.095828 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-04f5430e-52ea-4596-a97c-185d80947d2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:07.120642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c37e6e46-e077-4573-b472-cd59e89f0849'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:06:07.201221 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfd0a277-45de-4a80-83a6-23d5e4882f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.204656 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfd0a277-45de-4a80-83a6-23d5e4882f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.208223 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bfd0a277-45de-4a80-83a6-23d5e4882f9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cef213b-4323-48e0-9577-e77e956de3d3 HTTP/1.1" status: 204 len: 168 time: 0.3899002 Aug 04 17:06:07.268892 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0a277-45de-4a80-83a6-23d5e4882f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cef213b-4323-48e0-9577-e77e956de3d3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:07.272365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6ada4c4e-a985-428c-9306-4aedf6ab1dd3 None None] Provisioning complete for port ad55e16c-6795-4b9e-9e78-0ff287caeac0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:07.272805 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6ada4c4e-a985-428c-9306-4aedf6ab1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.316112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad55e16c-6795-4b9e-9e78-0ff287caeac0 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:07.323231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f5430e-52ea-4596-a97c-185d80947d2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:07.327312 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04f5430e-52ea-4596-a97c-185d80947d2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.328947 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f5430e-52ea-4596-a97c-185d80947d2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:07.329521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f5430e-52ea-4596-a97c-185d80947d2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:07.393272 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-04f5430e-52ea-4596-a97c-185d80947d2a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3009560 Aug 04 17:06:07.394379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57006) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:07.411771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-63889fda-6dc3-4184-bfa0-1b5bb67d7496 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:07.456471 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.553212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0e1879-0088-4352-8aef-a68e120ce204 None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:06:07.622065 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.640390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63889fda-6dc3-4184-bfa0-1b5bb67d7496 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:07.648014 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63889fda-6dc3-4184-bfa0-1b5bb67d7496 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.649963 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-63889fda-6dc3-4184-bfa0-1b5bb67d7496 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:07.650859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63889fda-6dc3-4184-bfa0-1b5bb67d7496 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:07.680111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-db0e1879-0088-4352-8aef-a68e120ce204 None None] Deleting port ad55e16c-6795-4b9e-9e78-0ff287caeac0 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:07.680587 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-db0e1879-0088-4352-8aef-a68e120ce204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.682991 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-63889fda-6dc3-4184-bfa0-1b5bb67d7496 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2859280 Aug 04 17:06:07.685237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57020) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:07.700061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port ad55e16c-6795-4b9e-9e78-0ff287caeac0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ad55e16c-6795-4b9e-9e78-0ff287caeac0,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:07.722770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a650e370-54ea-4429-9c2c-7e1f2194fee9 req-b7198e38-99f9-44d5-8551-44201662bf25 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=46ae89e2-39c6-428c-9d51-4b52d2d2f836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6307824 Aug 04 17:06:07.726355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4a21c351-da9e-45ac-b1e7-c19982f054d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:07.726944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fbad2-49da-43b8-83d4-6737e33d1a40 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Pushing event deleted for resources: {'Port': ['ID=c37e6e46-e077-4573-b472-cd59e89f0849,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:07.727588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.810668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0fedec94-699c-4f3b-a3fb-5bb2f3fa8240 req-4d613b0d-7005-4f15-ae13-c65f9ef0282e tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.39 "GET /v2.0/ports?device_id=3bd4a16c-388f-4927-8337-bee87c1b7235 HTTP/1.1" status: 200 len: 210 time: 0.0924332 Aug 04 17:06:07.815691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f60708-a975-425b-9e2b-7264feca6aae req-450fbad2-49da-43b8-83d4-6737e33d1a40 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] No DVR routers for this DVR port c37e6e46-e077-4573-b472-cd59e89f0849 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:07.825175 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-38f60708-a975-425b-9e2b-7264feca6aae req-450fbad2-49da-43b8-83d4-6737e33d1a40 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.828025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38f60708-a975-425b-9e2b-7264feca6aae req-450fbad2-49da-43b8-83d4-6737e33d1a40 tempest-ServersTestJSON-36294899 tempest-ServersTestJSON-36294899-project] 10.222.0.82 "DELETE /v2.0/ports/c37e6e46-e077-4573-b472-cd59e89f0849 HTTP/1.1" status: 204 len: 173 time: 2.2614729 Aug 04 17:06:07.829551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd4a16c-388f-4927-8337-bee87c1b7235', 'name': 'network-vif-deleted', 'tag': 'c37e6e46-e077-4573-b472-cd59e89f0849'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:06:07.832176 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3ce858-ad02-45f5-a695-839e6c5de8e1" -d '{"events": [{"server_uuid": "3bd4a16c-388f-4927-8337-bee87c1b7235", "name": "network-vif-deleted", "tag": "c37e6e46-e077-4573-b472-cd59e89f0849"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:06:07.910077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-db0e1879-0088-4352-8aef-a68e120ce204 None None] For port ad55e16c-6795-4b9e-9e78-0ff287caeac0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ad55e16c-6795-4b9e-9e78-0ff287caeac0,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:07.910555 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-db0e1879-0088-4352-8aef-a68e120ce204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.922993 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cdc644-80bd-43ee-8d32-a54772633c43 x-openstack-request-id: req-a8cdc644-80bd-43ee-8d32-a54772633c43 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:06:07.924007 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd4a16c-388f-4927-8337-bee87c1b7235", "name": "network-vif-deleted", "tag": "c37e6e46-e077-4573-b472-cd59e89f0849", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:06:07.924500 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8cdc644-80bd-43ee-8d32-a54772633c43 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:06:07.925123 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd4a16c-388f-4927-8337-bee87c1b7235', 'name': 'network-vif-deleted', 'tag': 'c37e6e46-e077-4573-b472-cd59e89f0849', 'status': 'completed', 'code': 200} Aug 04 17:06:07.929283 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a21c351-da9e-45ac-b1e7-c19982f054d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:07.945528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a21c351-da9e-45ac-b1e7-c19982f054d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:07.950307 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a21c351-da9e-45ac-b1e7-c19982f054d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:07.950847 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a21c351-da9e-45ac-b1e7-c19982f054d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:07.952746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-db0e1879-0088-4352-8aef-a68e120ce204 None None] Calling delete_port for ad55e16c-6795-4b9e-9e78-0ff287caeac0 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:07.964070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=ad55e16c-6795-4b9e-9e78-0ff287caeac0,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:07.983331 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4a21c351-da9e-45ac-b1e7-c19982f054d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2724702 Aug 04 17:06:07.986364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57036) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:07.996396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e0a208bf-e9d9-4664-9808-7049fd0992bd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:08.026007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a650e370-54ea-4429-9c2c-7e1f2194fee9 req-062cf87b-8d94-43d6-9895-9f5c2cfe1ca2 service neutron] 10.222.0.90 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136295 Aug 04 17:06:08.140795 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-db0e1879-0088-4352-8aef-a68e120ce204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:08.190599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a650e370-54ea-4429-9c2c-7e1f2194fee9 req-ce86b5d4-acb4-41d9-ace9-1696a66db0bc service neutron] 10.222.0.90 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058702 Aug 04 17:06:08.191798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a208bf-e9d9-4664-9808-7049fd0992bd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:08.194992 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e0a208bf-e9d9-4664-9808-7049fd0992bd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:08.196662 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a208bf-e9d9-4664-9808-7049fd0992bd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:08.197099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a208bf-e9d9-4664-9808-7049fd0992bd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:08.214193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e1879-0088-4352-8aef-a68e120ce204 None None] Pushing event deleted for resources: {'Port': ['ID=ad55e16c-6795-4b9e-9e78-0ff287caeac0,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:08.224215 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0e1879-0088-4352-8aef-a68e120ce204 None None] No DVR routers for this DVR port ad55e16c-6795-4b9e-9e78-0ff287caeac0 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:08.237245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696444ba-da8f-4de3-b0a5-b3e548d3dafd req-c6e94a81-0b2c-41d9-ab5e-9c98ffd485c0 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:08.254080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-696444ba-da8f-4de3-b0a5-b3e548d3dafd req-c6e94a81-0b2c-41d9-ab5e-9c98ffd485c0 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.2223568 Aug 04 17:06:08.257396 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e0a208bf-e9d9-4664-9808-7049fd0992bd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2697721 Aug 04 17:06:08.260286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57044) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:08.267115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-77ce0b22-49dd-43a2-9023-d318db26ae2b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:08.287893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821ae8c-2294-4e25-beb4-8f4b16bcb40f None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:06:08.380362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-696444ba-da8f-4de3-b0a5-b3e548d3dafd req-7f25f702-dd94-429e-b045-f0afea28d62d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271358 Aug 04 17:06:08.527027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c821ae8c-2294-4e25-beb4-8f4b16bcb40f None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:06:08.557397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ce0b22-49dd-43a2-9023-d318db26ae2b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:08.561557 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77ce0b22-49dd-43a2-9023-d318db26ae2b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:08.563170 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ce0b22-49dd-43a2-9023-d318db26ae2b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:08.563666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ce0b22-49dd-43a2-9023-d318db26ae2b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:08.589742 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77ce0b22-49dd-43a2-9023-d318db26ae2b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3260348 Aug 04 17:06:08.590966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57054) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:08.599398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57056) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:08.603979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-aafcde7d-7be1-4142-a3ff-80d42b46ab0d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:08.752652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafcde7d-7be1-4142-a3ff-80d42b46ab0d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:08.764277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aafcde7d-7be1-4142-a3ff-80d42b46ab0d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:08.766792 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafcde7d-7be1-4142-a3ff-80d42b46ab0d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:08.769231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafcde7d-7be1-4142-a3ff-80d42b46ab0d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:08.798581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aafcde7d-7be1-4142-a3ff-80d42b46ab0d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2059886 Aug 04 17:06:08.801256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57070) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:08.828956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022539686'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:08.868537 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-503779c5-1eb2-4559-acdb-b5944e2b9c88 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0661128 Aug 04 17:06:08.871162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57076) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:08.879712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57078) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:08.888888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:08.934062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:08.938150 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:08.943704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-3459744a-cf39-4cd4-a887-07f9be388060 admin admin] Deleting subnet cb48bb64-77b4-470f-bd74-6a3c636aa456 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:08.954229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3459744a-cf39-4cd4-a887-07f9be388060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:08.956728 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.001213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40bae48-ed1d-4b3a-a050-6d4ad0302c52 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:09.005577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e40bae48-ed1d-4b3a-a050-6d4ad0302c52 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1305988 Aug 04 17:06:09.005867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57082) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:09.021048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3459744a-cf39-4cd4-a887-07f9be388060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.076463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-751435a5-8e3d-47cc-a4c8-79505180bc34 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645514 Aug 04 17:06:09.077811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57084) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:09.083702 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3459744a-cf39-4cd4-a887-07f9be388060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.084607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:09.149525 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.184369 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.193004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.203444 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3459744a-cf39-4cd4-a887-07f9be388060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.240647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:09.244243 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.264963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459744a-cf39-4cd4-a887-07f9be388060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb48bb64-77b4-470f-bd74-6a3c636aa456,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:09.267910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:09.277360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3459744a-cf39-4cd4-a887-07f9be388060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.279626 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3459744a-cf39-4cd4-a887-07f9be388060 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cb48bb64-77b4-470f-bd74-6a3c636aa456 HTTP/1.1" status: 204 len: 168 time: 0.3987269 Aug 04 17:06:09.280462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6bf7ed-d862-46f7-b7cf-4fa6bb882cc7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:09.283220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57086) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:09.296997 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.298124 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Added segment 4bcf9f54-f07b-44be-a28c-0d554b309ff1 of type vlan for network 7c55e3ed-e061-4d26-8034-ed019dbe098b Aug 04 17:06:09.434920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.442391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.497647 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.507270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:09.507597 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.599549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9419958-e96b-421c-8f1d-e0c472f1e749 req-76e932aa-cdc0-4a51-bcd6-f36e37795e89 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:09.601176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9419958-e96b-421c-8f1d-e0c472f1e749 req-76e932aa-cdc0-4a51-bcd6-f36e37795e89 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1192095 Aug 04 17:06:09.624045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:06:09.626714 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.685296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:09.690397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:09.698184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:09.699018 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.705582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e028d3c-7b6c-4ec2-a10f-e5defb9f16d0 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:09.816634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9419958-e96b-421c-8f1d-e0c472f1e749 req-7f357641-3cbf-48e1-bd0c-d46cfd696664 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903412 Aug 04 17:06:09.823134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7439752 Aug 04 17:06:09.824366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbd89b-be72-46ba-905f-25f3e33b5507 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=9c675319-bd8f-40f0-9ce0-97c9968e97cc,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:09.830436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57102) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:09.842997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:e3:f9:bd', 'name': 'tempest-NetworksTestDHCPv6-1601215096'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:09.913876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.917826 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3167315 Aug 04 17:06:09.925582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396f5e4-347d-42cf-9ac1-aa15ab7440b4 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=7c55e3ed-e061-4d26-8034-ed019dbe098b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:09.931098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466ca3f5-52b1-4270-9eda-4475959211d3']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:09.943258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfffccc-0546-4739-b9ed-02a50ccccca1') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:09.943460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfffccc-0546-4739-b9ed-02a50ccccca1') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:09.959232 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:09.977888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 7c55e3ed-e061-4d26-8034-ed019dbe098b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:09.998964 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:10.012621 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:10.013270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:10.014163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '9c675319-bd8f-40f0-9ce0-97c9968e97cc'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:10.017857 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:10.021135 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:10.115276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:10.154424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c37e6e46-e077-4573-b472-cd59e89f0849 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:10.181524 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:10.187607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:10.190091 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] 10.222.0.39 "DELETE /v2.0/networks/466ca3f5-52b1-4270-9eda-4475959211d3 HTTP/1.1" status: 204 len: 168 time: 0.9044695 Aug 04 17:06:10.214775 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc7732-4391-48d0-af29-370293a83feb admin admin] Pushing event deleted for resources: {'Network': ['ID=466ca3f5-52b1-4270-9eda-4475959211d3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:10.224330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: c37e6e46-e077-4573-b472-cd59e89f0849 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:10.225003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c37e6e46-e077-4573-b472-cd59e89f0849 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:10.264592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:10.300984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 9719d3aa-77af-4108-b3bf-e04f5e7bbb4a yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:06:10.459642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f816:3eff:fee3:f9bd (0214bd7b-2498-4f95-a2d5-2cef03c7e896/9c675319-bd8f-40f0-9ce0-97c9968e97cc/9719d3aa-77af-4108-b3bf-e04f5e7bbb4a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:10.622358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57110) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:10.700511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-df46e737-1ba7-404c-ade3-06dca04e729d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=173082757bc04a31b2a2048df2d4cdbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760365 Aug 04 17:06:10.703981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57112) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:10.761237 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:10.786906 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a468959-baf0-4c08-8c5d-8976fd0d611e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:10.821729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 9719d3aa-77af-4108-b3bf-e04f5e7bbb4a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:10.898146 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a468959-baf0-4c08-8c5d-8976fd0d611e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:10.904043 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:10.968863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Allocated IP 2001:db8::f816:3eff:fed5:b80a (0214bd7b-2498-4f95-a2d5-2cef03c7e896/9c675319-bd8f-40f0-9ce0-97c9968e97cc/3b20081c-1abd-4e72-aacf-fe71ea9e410f) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:11.036119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:11.046369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:11.053510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:11.060039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:11.061115 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:11.068517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=9719d3aa-77af-4108-b3bf-e04f5e7bbb4a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:11.094660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133b51a-9547-4f34-aaef-9b5780540502 req-165b699f-91f4-4be0-a8f7-8fe00447f323 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:11.102922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1133b51a-9547-4f34-aaef-9b5780540502 req-165b699f-91f4-4be0-a8f7-8fe00447f323 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1665516 Aug 04 17:06:11.111677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c4eaee01-367e-49e6-9902-a69ef3a2a609 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2794681 Aug 04 17:06:11.112490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57126) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:11.120163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a468959-baf0-4c08-8c5d-8976fd0d611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:11.123264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a468959-baf0-4c08-8c5d-8976fd0d611e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:11.124635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9a468959-baf0-4c08-8c5d-8976fd0d611e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b31a8ec-716f-42df-b2e6-c94975d8e27d HTTP/1.1" status: 204 len: 168 time: 0.4198811 Aug 04 17:06:11.169359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a468959-baf0-4c08-8c5d-8976fd0d611e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b31a8ec-716f-42df-b2e6-c94975d8e27d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:11.217109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1133b51a-9547-4f34-aaef-9b5780540502 req-cc9c4929-e859-4f42-8874-e14868fb4ccf tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108108 Aug 04 17:06:11.292678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b6454-210d-42ea-a027-964f28e54af9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:11.299644 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-013b6454-210d-42ea-a027-964f28e54af9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1830275 Aug 04 17:06:11.300606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57132) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:11.369769 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:11.398056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Transition to ACTIVE for port object 3b20081c-1abd-4e72-aacf-fe71ea9e410f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:11.442675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Transition to ACTIVE for port object 3b20081c-1abd-4e72-aacf-fe71ea9e410f will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:11.464525 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:11.471052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-33a82e16-8d64-4a9e-aa34-c448c3dccffa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 9719d3aa-77af-4108-b3bf-e04f5e7bbb4a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:11.472475 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33a82e16-8d64-4a9e-aa34-c448c3dccffa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:11.518418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Pushing event updated for resources: {'Port': ['ID=3b20081c-1abd-4e72-aacf-fe71ea9e410f,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:11.532454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.532832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.533132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.533475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.533811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.534139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.534462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.534777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.535154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.535931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.536271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.536594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:11.553601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:11.558110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:11.561164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:11.676027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Attempting to bind port 3b20081c-1abd-4e72-aacf-fe71ea9e410f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:11.676432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Attempting to bind port 3b20081c-1abd-4e72-aacf-fe71ea9e410f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:11.676778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Attempting to bind port 3b20081c-1abd-4e72-aacf-fe71ea9e410f on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:11.690021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:11.694685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33a82e16-8d64-4a9e-aa34-c448c3dccffa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:11.699211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:11.699726 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:11.700134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:11.711809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Bound port: 3b20081c-1abd-4e72-aacf-fe71ea9e410f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:11.713309 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:11.739405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-33a82e16-8d64-4a9e-aa34-c448c3dccffa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 9719d3aa-77af-4108-b3bf-e04f5e7bbb4a owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:11.874380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] For port 3b20081c-1abd-4e72-aacf-fe71ea9e410f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:11.881192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] For port 3b20081c-1abd-4e72-aacf-fe71ea9e410f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3b20081c-1abd-4e72-aacf-fe71ea9e410f,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:11.897507 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:12.043595 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33a82e16-8d64-4a9e-aa34-c448c3dccffa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:12.064817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0db47e-b696-413b-b82a-337a346d97c0 None None] Pushing event updated for resources: {'Port': ['ID=3b20081c-1abd-4e72-aacf-fe71ea9e410f,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:12.134146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a82e16-8d64-4a9e-aa34-c448c3dccffa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=9719d3aa-77af-4108-b3bf-e04f5e7bbb4a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:12.199526 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33a82e16-8d64-4a9e-aa34-c448c3dccffa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:12.207067 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-33a82e16-8d64-4a9e-aa34-c448c3dccffa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/9719d3aa-77af-4108-b3bf-e04f5e7bbb4a HTTP/1.1" status: 204 len: 168 time: 0.9030991 Aug 04 17:06:12.208354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57162) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:12.396410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e368476-4d47-467e-8321-8ea6e0bc30ec tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:12.406258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e368476-4d47-467e-8321-8ea6e0bc30ec tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:12.408177 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5e368476-4d47-467e-8321-8ea6e0bc30ec tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1979074 Aug 04 17:06:12.417560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57170) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:12.589491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab03e9-fb57-4ba9-b465-4266f6eef181 req-112bcf8b-1885-4a74-bbed-41bb06c69dc7 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:12.603352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3ab03e9-fb57-4ba9-b465-4266f6eef181 req-112bcf8b-1885-4a74-bbed-41bb06c69dc7 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.2237573 Aug 04 17:06:12.640613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92c984f-6957-42d6-bda5-cdef548c215c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 9c675319-bd8f-40f0-9ce0-97c9968e97cc {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:12.655291 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e92c984f-6957-42d6-bda5-cdef548c215c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:12.713721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3ab03e9-fb57-4ba9-b465-4266f6eef181 req-2182e888-b451-4431-ae4d-30672f10f53a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092086 Aug 04 17:06:12.790516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e92c984f-6957-42d6-bda5-cdef548c215c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:12.963994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e92c984f-6957-42d6-bda5-cdef548c215c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:13.051847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e92c984f-6957-42d6-bda5-cdef548c215c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:13.090383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c984f-6957-42d6-bda5-cdef548c215c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=9c675319-bd8f-40f0-9ce0-97c9968e97cc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:13.107372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e92c984f-6957-42d6-bda5-cdef548c215c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:13.112354 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e92c984f-6957-42d6-bda5-cdef548c215c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/9c675319-bd8f-40f0-9ce0-97c9968e97cc HTTP/1.1" status: 204 len: 168 time: 0.6924047 Aug 04 17:06:13.112942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57198) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:13.162213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-497a542b-af90-49e7-aa98-baa92eeb59c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476623 Aug 04 17:06:13.164828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57204) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:13.170515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:13.349992 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57206) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:13.357700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'network_id': '7c55e3ed-e061-4d26-8034-ed019dbe098b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:13.373840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3b20081c-1abd-4e72-aacf-fe71ea9e410f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:13.471558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:13.475758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:13.516811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3b20081c-1abd-4e72-aacf-fe71ea9e410f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:13.625158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:13.629930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:13.657772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-651ea6b2-99d3-47ec-bde2-3c11aa8f6abd req-7c76c9f4-cfd4-42fa-88d0-3b20dbafc302 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0659750 Aug 04 17:06:13.970341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f85b2-d53a-43a6-a6de-fa518e1f341b req-99a79fc8-f8ad-4269-bb3f-5e093da9bf63 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:13.971995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a2f85b2-d53a-43a6-a6de-fa518e1f341b req-99a79fc8-f8ad-4269-bb3f-5e093da9bf63 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1370809 Aug 04 17:06:14.028350 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.066734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a2f85b2-d53a-43a6-a6de-fa518e1f341b req-70fc4543-fb8d-41af-930f-a9a8695b5514 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845995 Aug 04 17:06:14.128410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=853f4672-193e-473f-90e0-b083368a11d8,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:14.139319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking segment: {'id': '4bcf9f54-f07b-44be-a28c-0d554b309ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7c55e3ed-e061-4d26-8034-ed019dbe098b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:14.139797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network hostable DHCP agents. Network: 7c55e3ed-e061-4d26-8034-ed019dbe098b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:06:14.174711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network 7c55e3ed-e061-4d26-8034-ed019dbe098b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:06:14.178144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d5d1d-3a7a-498c-92a2-f1b688e57fdb None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:14.200767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 7c55e3ed-e061-4d26-8034-ed019dbe098b) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:14.206018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:14.206799 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.209845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:06:14.244061 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-df73a32f-b504-460d-ba7d-665657dd3143 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8884656 Aug 04 17:06:14.244695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57232) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:14.259524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1265483847'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:14.269366 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a094ea78-7562-43bc-bb94-cff25ef1be98 None None] Network 7c55e3ed-e061-4d26-8034-ed019dbe098b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:14.335614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:14.346076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.365781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d744129c-672d-412b-b640-d3cc7d114cb1 None None] Provisioning for port 3b20081c-1abd-4e72-aacf-fe71ea9e410f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:14.375585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d744129c-672d-412b-b640-d3cc7d114cb1 None None] Provisioning complete for port 3b20081c-1abd-4e72-aacf-fe71ea9e410f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:14.376622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d744129c-672d-412b-b640-d3cc7d114cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.382309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:14.400779 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.401622 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Added segment 5ff2568f-3c6d-4766-95a5-434f65403b97 of type vlan for network b0308fbf-7c90-462a-9eb9-15e3dafeab24 Aug 04 17:06:14.470629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.496339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.510854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.519267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:14.520259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.608378 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3586197 Aug 04 17:06:14.610617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57250) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:14.619768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'network_id': 'b0308fbf-7c90-462a-9eb9-15e3dafeab24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:14.666441 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d744129c-672d-412b-b640-d3cc7d114cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.673414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-7c55e3ed-e061-4d26-8034-ed019dbe098b', 'network_id': '7c55e3ed-e061-4d26-8034-ed019dbe098b', 'tenant_id': 'd6effb4438d34870805f1b22c15e60c5', 'fixed_ips': [{'subnet_id': '853f4672-193e-473f-90e0-b083368a11d8'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:14.674279 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.697248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61264ec6-f573-488d-b97c-6db41483b434 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=b0308fbf-7c90-462a-9eb9-15e3dafeab24,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:14.726578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b0308fbf-7c90-462a-9eb9-15e3dafeab24 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:14.739724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] For port 3b20081c-1abd-4e72-aacf-fe71ea9e410f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3b20081c-1abd-4e72-aacf-fe71ea9e410f,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:14.766555 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:14.771598 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.784263 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.790630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.792709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:14.918911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0171e1b-75fc-4e15-ba4d-6100614dfaa5 req-3f5bb3d4-e7e0-42b7-b5d5-3e78821883c5 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.1123705 Aug 04 17:06:14.939689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:14.959948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:14.967954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:14.968438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.014021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8456409 Aug 04 17:06:15.014843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57256) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:15.015829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=707dfeea-20da-4c7a-a359-2e6ab67e29cc,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:15.022057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:44:ae:73', 'name': 'tempest-NetworksTestDHCPv6-763066920'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:15.035117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d3643-ed0d-457c-a112-6073c242099f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=3b20081c-1abd-4e72-aacf-fe71ea9e410f,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:15.070835 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-d744129c-672d-412b-b640-d3cc7d114cb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:06:15.071194 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-d744129c-672d-412b-b640-d3cc7d114cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:06:15.097501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aab663-7353-4500-944a-02551af3e9b9 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:15.188178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.189302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Allocated IP 2001:db8:0:ffff::2 (7c55e3ed-e061-4d26-8034-ed019dbe098b/853f4672-193e-473f-90e0-b083368a11d8/5686311a-e118-40f5-847e-7aa876be8502) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:15.260380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=a7d2db55-0a43-48ac-be8b-96221bebe465,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:15.261238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a1a72-3145-47fd-8cb6-90d15b751953 req-22bfedbd-2260-4913-9a19-e9026d370a17 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:15.263763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc5a1a72-3145-47fd-8cb6-90d15b751953 req-22bfedbd-2260-4913-9a19-e9026d370a17 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.0691864 Aug 04 17:06:15.271103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3b20081c-1abd-4e72-aacf-fe71ea9e410f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:15.306651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking segment: {'id': '5ff2568f-3c6d-4766-95a5-434f65403b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'b0308fbf-7c90-462a-9eb9-15e3dafeab24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:15.307075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network hostable DHCP agents. Network: b0308fbf-7c90-462a-9eb9-15e3dafeab24, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:06:15.315166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc5a1a72-3145-47fd-8cb6-90d15b751953 req-9bd60c1f-320c-4010-b422-10bf16761fd1 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450747 Aug 04 17:06:15.326498 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:15.393126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network b0308fbf-7c90-462a-9eb9-15e3dafeab24 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:06:15.419587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b0308fbf-7c90-462a-9eb9-15e3dafeab24) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:15.428038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:15.428240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.457901 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.471841 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-841e8784-4035-44af-9c3b-957045ecb578 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8594534 Aug 04 17:06:15.475130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57282) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:15.494557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 4a55bf1f-fa3b-4c16-b797-fb92f7fe7394 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:06:15.547996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c0eed6-f6e7-4a8c-b219-1dda59b94eee None None] Network b0308fbf-7c90-462a-9eb9-15e3dafeab24 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:15.630177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f816:3eff:fe44:ae73 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/707dfeea-20da-4c7a-a359-2e6ab67e29cc/4a55bf1f-fa3b-4c16-b797-fb92f7fe7394) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:15.636331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed050d2a-1447-4ea7-b244-c0a519e3f4c7 req-3336fcbd-07c7-49a2-9665-a76bbcc3795a tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:15.637959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed050d2a-1447-4ea7-b244-c0a519e3f4c7 req-3336fcbd-07c7-49a2-9665-a76bbcc3795a tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 951 time: 0.0848219 Aug 04 17:06:15.652150 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.732329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d744129c-672d-412b-b640-d3cc7d114cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.735670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed050d2a-1447-4ea7-b244-c0a519e3f4c7 req-da09228b-a5a2-4403-a1f0-01a2154fced3 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801990 Aug 04 17:06:15.770572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.809946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3b20081c-1abd-4e72-aacf-fe71ea9e410f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:15.810224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.835519 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.857876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 4a55bf1f-fa3b-4c16-b797-fb92f7fe7394 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:15.858983 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.890520 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.913536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d744129c-672d-412b-b640-d3cc7d114cb1 None None] For port 3b20081c-1abd-4e72-aacf-fe71ea9e410f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3b20081c-1abd-4e72-aacf-fe71ea9e410f,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:15.915261 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.936526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d2db55-0a43-48ac-be8b-96221bebe465,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:15.968989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:15.977175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:15.977444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d744129c-672d-412b-b640-d3cc7d114cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:15.982682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:15.983024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Transition to ACTIVE for port object 5686311a-e118-40f5-847e-7aa876be8502 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:15.999280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:16.000132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.017164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=4a55bf1f-fa3b-4c16-b797-fb92f7fe7394,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:16.037036 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-83ee1a5d-e43a-4cda-ab60-f9f7a5bed697 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0212753 Aug 04 17:06:16.039852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57306) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:16.049684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e90d471-d71a-4029-bda8-4e4a31c46559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-b0308fbf-7c90-462a-9eb9-15e3dafeab24', 'network_id': 'b0308fbf-7c90-462a-9eb9-15e3dafeab24', 'tenant_id': 'd6effb4438d34870805f1b22c15e60c5', 'fixed_ips': [{'subnet_id': 'a7d2db55-0a43-48ac-be8b-96221bebe465'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:16.057150 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3e90d471-d71a-4029-bda8-4e4a31c46559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.063577 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.076788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0308fbf-7c90-462a-9eb9-15e3dafeab24']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:16.095192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff2568f-3c6d-4766-95a5-434f65403b97') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:16.095953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff2568f-3c6d-4766-95a5-434f65403b97') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:16.131523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Transition to ACTIVE for port object 5686311a-e118-40f5-847e-7aa876be8502 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:16.149008 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e3f80-38c6-42aa-aab7-cb10d7a50db2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:16.156602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e195f6e-3783-4ab4-969a-06c309348476 req-cdc171f4-7c34-4173-b3b9-5d211f4affdf tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0457571 Aug 04 17:06:16.160571 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.167266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.172893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e3f80-38c6-42aa-aab7-cb10d7a50db2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:16.175649 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-101e3f80-38c6-42aa-aab7-cb10d7a50db2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1344235 Aug 04 17:06:16.179121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57320) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:16.180937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744129c-672d-412b-b640-d3cc7d114cb1 None None] Pushing event updated for resources: {'Port': ['ID=3b20081c-1abd-4e72-aacf-fe71ea9e410f,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:16.194639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eda63cb4-a481-4cef-aa5b-332566dab5e4 None None] Provisioning complete for port 3b20081c-1abd-4e72-aacf-fe71ea9e410f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:16.195033 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eda63cb4-a481-4cef-aa5b-332566dab5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.212109 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.225345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:16.225768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:16.233232 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:16.253525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Network 7c55e3ed-e061-4d26-8034-ed019dbe098b is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:16.327187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b689bd44-f9a6-495b-9d49-6822d49b06d8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 4a55bf1f-fa3b-4c16-b797-fb92f7fe7394 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:16.328495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b689bd44-f9a6-495b-9d49-6822d49b06d8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.364341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:16.373676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:16.380450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.386226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.388994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/b0308fbf-7c90-462a-9eb9-15e3dafeab24 HTTP/1.1" status: 204 len: 168 time: 0.9123404 Aug 04 17:06:16.405791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57340) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:16.423125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1407915748'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:16.462156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f19ec-2246-43b2-a9e8-1813920b05cd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Network': ['ID=b0308fbf-7c90-462a-9eb9-15e3dafeab24,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:16.480973 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd765756-6c81-47c4-88c4-6a3b7fa9accc None None] Network b0308fbf-7c90-462a-9eb9-15e3dafeab24 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:16.548672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Pushing event updated for resources: {'Port': ['ID=5686311a-e118-40f5-847e-7aa876be8502,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:16.552475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b689bd44-f9a6-495b-9d49-6822d49b06d8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.560635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:16.564736 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.568072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd765756-6c81-47c4-88c4-6a3b7fa9accc None None] Network b0308fbf-7c90-462a-9eb9-15e3dafeab24 could not be found, it might have been deleted concurrently. {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 17:06:16.578717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b689bd44-f9a6-495b-9d49-6822d49b06d8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 4a55bf1f-fa3b-4c16-b797-fb92f7fe7394 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:16.594268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Attempting to bind port 5686311a-e118-40f5-847e-7aa876be8502 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:16.594465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529780c-8832-45e7-b64b-d13dc98c1dd5 req-91956f23-d8a7-4d5f-9d09-7d620aa02aa3 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:16.594635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Attempting to bind port 5686311a-e118-40f5-847e-7aa876be8502 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '4bcf9f54-f07b-44be-a28c-0d554b309ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7c55e3ed-e061-4d26-8034-ed019dbe098b'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:16.595998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a529780c-8832-45e7-b64b-d13dc98c1dd5 req-91956f23-d8a7-4d5f-9d09-7d620aa02aa3 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.0997901 Aug 04 17:06:16.605591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Attempting to bind port 5686311a-e118-40f5-847e-7aa876be8502 on network 7c55e3ed-e061-4d26-8034-ed019dbe098b {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:16.624368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:16.628739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:16.629187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Checking segment: {'id': '4bcf9f54-f07b-44be-a28c-0d554b309ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7c55e3ed-e061-4d26-8034-ed019dbe098b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:16.631238 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.633802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Bound using segment: {'id': '4bcf9f54-f07b-44be-a28c-0d554b309ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7c55e3ed-e061-4d26-8034-ed019dbe098b'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:16.634867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Bound port: 5686311a-e118-40f5-847e-7aa876be8502, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcf9f54-f07b-44be-a28c-0d554b309ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7c55e3ed-e061-4d26-8034-ed019dbe098b'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:16.636386 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.664886 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.667589 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Added segment d81824e1-effd-4183-b279-e25334a67a3b of type vlan for network 486375e5-4c42-4f05-8724-d499f0d73be9 Aug 04 17:06:16.750867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] For port 5686311a-e118-40f5-847e-7aa876be8502, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:16.752067 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a529780c-8832-45e7-b64b-d13dc98c1dd5 req-7b29d78c-86a5-470f-959e-8b7d0d859310 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445918 Aug 04 17:06:16.774209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b689bd44-f9a6-495b-9d49-6822d49b06d8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.774459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] For port 5686311a-e118-40f5-847e-7aa876be8502, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5686311a-e118-40f5-847e-7aa876be8502,segment=NetworkSegment(4bcf9f54-f07b-44be-a28c-0d554b309ff1),segment_id=4bcf9f54-f07b-44be-a28c-0d554b309ff1)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:16.784737 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.803661 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77aa00da-6dde-4483-b524-34e50b364258 req-a152bf0c-ce4e-4e27-81a0-0c95da89b2c1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.3360903 Aug 04 17:06:16.822491 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.822774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689bd44-f9a6-495b-9d49-6822d49b06d8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=4a55bf1f-fa3b-4c16-b797-fb92f7fe7394,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:16.864536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-660fbc08-2085-4210-ba10-b3236fe79cde None None] Provisioning complete for port 3b20081c-1abd-4e72-aacf-fe71ea9e410f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:16.864893 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-660fbc08-2085-4210-ba10-b3236fe79cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.873600 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.879908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:16.881009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.883777 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b689bd44-f9a6-495b-9d49-6822d49b06d8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:16.885943 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b689bd44-f9a6-495b-9d49-6822d49b06d8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/4a55bf1f-fa3b-4c16-b797-fb92f7fe7394 HTTP/1.1" status: 204 len: 168 time: 0.7051749 Aug 04 17:06:16.889678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57376) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:16.950097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376cfd0-ed9b-4c5f-a8ef-fdf539bdc9d7 None None] Pushing event updated for resources: {'Port': ['ID=5686311a-e118-40f5-847e-7aa876be8502,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:17.013966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-660fbc08-2085-4210-ba10-b3236fe79cde None None] Could not find standard attr ID for object 9719d3aa-77af-4108-b3bf-e04f5e7bbb4a. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:06:17.016512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6092839 Aug 04 17:06:17.021274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57392) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:17.032040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'network_id': '486375e5-4c42-4f05-8724-d499f0d73be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:17.040683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6067f4b-9029-4809-914a-6914e776ac8b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=486375e5-4c42-4f05-8724-d499f0d73be9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:17.052551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b868c4d-105e-4c31-b578-9fbc735df0aa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:17.052752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 486375e5-4c42-4f05-8724-d499f0d73be9 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:17.055602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b868c4d-105e-4c31-b578-9fbc735df0aa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:17.059869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6b868c4d-105e-4c31-b578-9fbc735df0aa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1662605 Aug 04 17:06:17.060461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57394) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:17.183107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d5ce46e0-1115-4426-ae85-0a9250a717c1 None None] Could not find standard attr ID for object 4a55bf1f-fa3b-4c16-b797-fb92f7fe7394. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:06:17.205140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:17.213565 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:17.220122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-908a396e-2c81-4ba8-b2d0-ae03ce7070a2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 707dfeea-20da-4c7a-a359-2e6ab67e29cc {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:17.224604 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-908a396e-2c81-4ba8-b2d0-ae03ce7070a2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:17.304064 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-908a396e-2c81-4ba8-b2d0-ae03ce7070a2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:17.325570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3b20081c-1abd-4e72-aacf-fe71ea9e410f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:17.421695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3b20081c-1abd-4e72-aacf-fe71ea9e410f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:17.425690 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:17.461263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d83dfaac-1ece-4c13-82d5-b7fd88901f5a req-34963065-c9cd-4aac-ab31-e9ab508154a1 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.1414003 Aug 04 17:06:17.597777 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-908a396e-2c81-4ba8-b2d0-ae03ce7070a2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:17.688819 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:17.723468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-908a396e-2c81-4ba8-b2d0-ae03ce7070a2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:17.753452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a396e-2c81-4ba8-b2d0-ae03ce7070a2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=707dfeea-20da-4c7a-a359-2e6ab67e29cc,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:17.760832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-908a396e-2c81-4ba8-b2d0-ae03ce7070a2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:17.762840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-908a396e-2c81-4ba8-b2d0-ae03ce7070a2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/707dfeea-20da-4c7a-a359-2e6ab67e29cc HTTP/1.1" status: 204 len: 168 time: 0.7013309 Aug 04 17:06:17.765371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57442) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:17.776516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec593b4-7193-4304-8149-511c58c3883c None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:17.815035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=c831ba7e-2af0-4967-8846-b4549147e4dc,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:17.827503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking segment: {'id': 'd81824e1-effd-4183-b279-e25334a67a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '486375e5-4c42-4f05-8724-d499f0d73be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:17.828137 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network hostable DHCP agents. Network: 486375e5-4c42-4f05-8724-d499f0d73be9, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:06:17.837236 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ce747499-b157-43e2-a497-b994357a09e6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706751 Aug 04 17:06:17.840058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57454) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:17.881810 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network 486375e5-4c42-4f05-8724-d499f0d73be9 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:06:17.907527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b658d0a-2f57-444f-88bb-3d3fc0453c22 req-9e8ae5d5-77d8-4def-bc7e-8d0b5a4e0742 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:17.911839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659ec583-91d2-49a1-a414-051310f389b5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:17.916717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b658d0a-2f57-444f-88bb-3d3fc0453c22 req-9e8ae5d5-77d8-4def-bc7e-8d0b5a4e0742 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.0819378 Aug 04 17:06:17.917248 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-659ec583-91d2-49a1-a414-051310f389b5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0755181 Aug 04 17:06:17.918065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57460) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:17.936112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 486375e5-4c42-4f05-8724-d499f0d73be9) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:17.961325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c42518f-449b-49c1-8aae-de69cd013b7d None None] Network 486375e5-4c42-4f05-8724-d499f0d73be9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:17.963711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:17.964493 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:17.980488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b658d0a-2f57-444f-88bb-3d3fc0453c22 req-aa81d1b1-6b03-479f-86a0-f842d6d4702a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583496 Aug 04 17:06:17.991001 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-78987532-93ca-4294-9925-2637bea7310b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9634213 Aug 04 17:06:17.992668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57468) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:18.002291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-832226349'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:18.038496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39134aad-9874-40ad-9a59-40ccaefde77c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:18.043123 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-39134aad-9874-40ad-9a59-40ccaefde77c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1206839 Aug 04 17:06:18.043932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57480) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:18.068333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:18.075668 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:18.130948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9b1278d4-d64c-4382-985e-141200253bf4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783556 Aug 04 17:06:18.132380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57492) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:18.138410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:18.167105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761852a8-a15c-487b-9d49-b9a04068f5e5 None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:06:18.167768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:18.193387 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:18.196089 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Added segment 9b4eca71-3d70-40c1-b8ee-81c094c3e2ad of type vlan for network daf57a8c-5f87-485b-898f-b7660e11abf7 Aug 04 17:06:18.220738 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-486375e5-4c42-4f05-8724-d499f0d73be9', 'network_id': '486375e5-4c42-4f05-8724-d499f0d73be9', 'tenant_id': 'd6effb4438d34870805f1b22c15e60c5', 'fixed_ips': [{'subnet_id': 'c831ba7e-2af0-4967-8846-b4549147e4dc'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:18.222259 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:18.266547 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:18.315670 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:18.323560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:18.324277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:18.346226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:18.350433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:18.363892 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3677051 Aug 04 17:06:18.391945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57502) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:18.406993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'network_id': 'daf57a8c-5f87-485b-898f-b7660e11abf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:18.482845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4be3cb-7559-422f-8eb5-bd35f2945211 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=daf57a8c-5f87-485b-898f-b7660e11abf7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:18.509997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694f5b8a-8112-4324-922f-e07cd8dae377 None None] Network 7c55e3ed-e061-4d26-8034-ed019dbe098b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:18.544998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:18.551134 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:18.574966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network daf57a8c-5f87-485b-898f-b7660e11abf7 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:18.620847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Allocated IP 2001:db8::3 (486375e5-4c42-4f05-8724-d499f0d73be9/c831ba7e-2af0-4967-8846-b4549147e4dc/f8de1b57-f411-4d64-b9fa-abb822fccce2) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:18.637101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Performing IP validity checks on allocation pools {{(pid=105829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 17:06:18.637886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 17:06:18.642312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce55f2c0-c245-48e8-b064-b125583f23ab req-20ed77b8-7d20-414b-a662-396724ef43e4 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0332282 Aug 04 17:06:18.710120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-761852a8-a15c-487b-9d49-b9a04068f5e5 None None] Deleting port 3b20081c-1abd-4e72-aacf-fe71ea9e410f {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:18.711566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-761852a8-a15c-487b-9d49-b9a04068f5e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:18.715377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a6c01776-6af3-49b4-8bfb-b0be84353b70 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:18.850852 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:18.871754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e52f6ec-58ed-4f15-a4a2-0b40a4b612f4 None None] Provisioning for port 5686311a-e118-40f5-847e-7aa876be8502 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:18.998011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=5f8f30f1-58b8-4764-8390-9d79627c3f44,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:19.008861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking segment: {'id': '9b4eca71-3d70-40c1-b8ee-81c094c3e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'daf57a8c-5f87-485b-898f-b7660e11abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:19.010490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network hostable DHCP agents. Network: daf57a8c-5f87-485b-898f-b7660e11abf7, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:06:19.039594 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network daf57a8c-5f87-485b-898f-b7660e11abf7 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:06:19.065456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, daf57a8c-5f87-485b-898f-b7660e11abf7) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:19.088921 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:19.090900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.121919 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-65a2cc2d-96dd-4cdd-af61-1f52f493b2e3 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7283623 Aug 04 17:06:19.124679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57554) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:19.209942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-761852a8-a15c-487b-9d49-b9a04068f5e5 None None] For port 3b20081c-1abd-4e72-aacf-fe71ea9e410f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3b20081c-1abd-4e72-aacf-fe71ea9e410f,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:19.210357 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-761852a8-a15c-487b-9d49-b9a04068f5e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.224796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-761852a8-a15c-487b-9d49-b9a04068f5e5 None None] Calling delete_port for 3b20081c-1abd-4e72-aacf-fe71ea9e410f owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:19.346517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb73849-c489-43fe-b787-996f45f347d0 None None] Network daf57a8c-5f87-485b-898f-b7660e11abf7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:19.388944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:06:19.404738 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.420232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5686311a-e118-40f5-847e-7aa876be8502 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:19.531674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869ce53-1d44-4ba8-a8a0-6a3d713ef29b req-f6b62fc2-d1aa-4d8c-9ffd-5de2b39945b9 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:19.535462 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-761852a8-a15c-487b-9d49-b9a04068f5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.541969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6869ce53-1d44-4ba8-a8a0-6a3d713ef29b req-f6b62fc2-d1aa-4d8c-9ffd-5de2b39945b9 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.2208915 Aug 04 17:06:19.570627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761852a8-a15c-487b-9d49-b9a04068f5e5 None None] No DVR routers for this DVR port 3b20081c-1abd-4e72-aacf-fe71ea9e410f on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:19.597500 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.609463 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.633480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6869ce53-1d44-4ba8-a8a0-6a3d713ef29b req-5ee3fac6-30f3-49d2-95ff-4ccfb4ebb0c9 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858049 Aug 04 17:06:19.637861 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761852a8-a15c-487b-9d49-b9a04068f5e5 None None] Pushing event deleted for resources: {'Port': ['ID=3b20081c-1abd-4e72-aacf-fe71ea9e410f,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:19.682761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:06:19.685483 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17dcdaf-e5b1-4438-bab5-4bc7d09b5e04" -d '{"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:06:19.699043 n-d-764435-5 neutron-server[105828]: WARNING neutron.services.revisions.revision_plugin [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Could not find related port for resource to bump revision. Aug 04 17:06:19.710176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.ipam_pluggable_backend [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Port 3b20081c-1abd-4e72-aacf-fe71ea9e410f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105828) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 04 17:06:19.711253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.ipam_pluggable_backend [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Reverting IP allocation for 2001:db8::f816:3eff:fed5:b80a {{(pid=105828) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 04 17:06:19.718254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.ipam_pluggable_backend [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed5:b80a {{(pid=105828) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 04 17:06:19.721297 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.724686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:19.727321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 5686311a-e118-40f5-847e-7aa876be8502 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:19.741857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.788274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8f30f1-58b8-4764-8390-9d79627c3f44,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:19.790604 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.841523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db970764-fd9f-4fe0-9579-1d42d259072a req-d5e70ac8-74d8-450a-bb16-b2dfdcf6fff9 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0620062 Aug 04 17:06:19.852402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:19.860506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:19.864800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:19.865455 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.897350 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=11']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:19.900064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5686311a-e118-40f5-847e-7aa876be8502 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:19.900747 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.900877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7670796 Aug 04 17:06:19.902937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17514fc-d65d-4321-bca0-88a1364a23a7 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:19.914410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57598) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:19.916992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1a61d-264b-485d-a435-8428ec8656ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=90d0895c-c5ac-4c21-96a5-2d48741fa8ba,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:19.931619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:08:45:11', 'name': 'tempest-NetworksTestDHCPv6-2001790064'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:19.953689 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:19.968163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf57a8c-5f87-485b-898f-b7660e11abf7']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:19.984061 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4eca71-3d70-40c1-b8ee-81c094c3e2ad') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:19.984342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4eca71-3d70-40c1-b8ee-81c094c3e2ad') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:20.007155 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.028478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.036562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:20.036969 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:20.042298 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:20.060181 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.069199 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfd1c02-d8c1-4283-a109-f9636066f4c7 x-openstack-request-id: req-ebfd1c02-d8c1-4283-a109-f9636066f4c7 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:06:20.069593 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:06:20.069719 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebfd1c02-d8c1-4283-a109-f9636066f4c7 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:06:20.070098 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'code': 200} Aug 04 17:06:20.114171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.121655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Transition to ACTIVE for port object f8de1b57-f411-4d64-b9fa-abb822fccce2 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:20.124017 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.126121 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/daf57a8c-5f87-485b-898f-b7660e11abf7 HTTP/1.1" status: 204 len: 168 time: 1.0003459 Aug 04 17:06:20.130843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57608) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:20.136253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2012096326'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:20.141123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:20.152369 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f15240-bea1-4697-8568-0b42ea093c60 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Network': ['ID=daf57a8c-5f87-485b-898f-b7660e11abf7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:20.154745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97653d38-c1e8-43c4-931c-f3c111e7b635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-daf57a8c-5f87-485b-898f-b7660e11abf7', 'network_id': 'daf57a8c-5f87-485b-898f-b7660e11abf7', 'tenant_id': 'd6effb4438d34870805f1b22c15e60c5', 'fixed_ips': [{'subnet_id': '5f8f30f1-58b8-4764-8390-9d79627c3f44'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:20.156713 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-97653d38-c1e8-43c4-931c-f3c111e7b635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.177926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Transition to ACTIVE for port object f8de1b57-f411-4d64-b9fa-abb822fccce2 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:20.202912 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.218077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-74b0b45f-1907-464d-abb2-7453cd1a03d3 None None] Provisioning complete for port 5686311a-e118-40f5-847e-7aa876be8502 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:20.218540 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-74b0b45f-1907-464d-abb2-7453cd1a03d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.224517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:20.227998 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.258011 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5869079c-1132-4d02-9cec-43244ccff5d1 None None] Network daf57a8c-5f87-485b-898f-b7660e11abf7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:20.278344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:20.282837 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.311316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.311660 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Added segment 5a8c6dce-59b2-46d4-be72-691e7d8507ca of type vlan for network 47f1d860-3612-49ac-a875-49b82b5a47e4 Aug 04 17:06:20.313309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 44c2bbce-9dcf-4598-a233-76cdc0fc7b75 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:06:20.317037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Network 486375e5-4c42-4f05-8724-d499f0d73be9 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:20.344908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5869079c-1132-4d02-9cec-43244ccff5d1 None None] Network daf57a8c-5f87-485b-898f-b7660e11abf7 could not be found, it might have been deleted concurrently. {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 17:06:20.346753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:20.359703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:20.393062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Pushing event updated for resources: {'Port': ['ID=f8de1b57-f411-4d64-b9fa-abb822fccce2,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:20.413907 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.435222 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.494750 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '90d0895c-c5ac-4c21-96a5-2d48741fa8ba'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:20.495658 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.505680 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.511893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:20.512610 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.517207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f816:3eff:fe08:4511 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/90d0895c-c5ac-4c21-96a5-2d48741fa8ba/44c2bbce-9dcf-4598-a233-76cdc0fc7b75) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:20.518204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Attempting to bind port f8de1b57-f411-4d64-b9fa-abb822fccce2 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:20.518585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Attempting to bind port f8de1b57-f411-4d64-b9fa-abb822fccce2 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'd81824e1-effd-4183-b279-e25334a67a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '486375e5-4c42-4f05-8724-d499f0d73be9'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:20.518991 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Attempting to bind port f8de1b57-f411-4d64-b9fa-abb822fccce2 on network 486375e5-4c42-4f05-8724-d499f0d73be9 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:20.551620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:20.552234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Checking segment: {'id': 'd81824e1-effd-4183-b279-e25334a67a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '486375e5-4c42-4f05-8724-d499f0d73be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:20.552662 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.553068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Bound using segment: {'id': 'd81824e1-effd-4183-b279-e25334a67a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '486375e5-4c42-4f05-8724-d499f0d73be9'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:20.553564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Bound port: f8de1b57-f411-4d64-b9fa-abb822fccce2, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81824e1-effd-4183-b279-e25334a67a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '486375e5-4c42-4f05-8724-d499f0d73be9'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:20.554138 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.588412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 5686311a-e118-40f5-847e-7aa876be8502, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5686311a-e118-40f5-847e-7aa876be8502,segment=NetworkSegment(4bcf9f54-f07b-44be-a28c-0d554b309ff1),segment_id=4bcf9f54-f07b-44be-a28c-0d554b309ff1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:20.597670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4657824 Aug 04 17:06:20.601454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57640) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:20.610408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'network_id': '47f1d860-3612-49ac-a875-49b82b5a47e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:20.623149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f7087-d647-47d0-834f-951448e23602 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=47f1d860-3612-49ac-a875-49b82b5a47e4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:20.649067 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.706061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 47f1d860-3612-49ac-a875-49b82b5a47e4 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:20.771179 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-74b0b45f-1907-464d-abb2-7453cd1a03d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.780990 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.787994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=5686311a-e118-40f5-847e-7aa876be8502,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:20.792047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3b20081c-1abd-4e72-aacf-fe71ea9e410f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:20.805867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:20.811783 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.835458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 44c2bbce-9dcf-4598-a233-76cdc0fc7b75 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:20.879921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a6a97-cfd5-4e2c-bfd3-47f2efb767ed req-480c5fc9-7968-4654-a183-3a96c124c504 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:20.892027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a5a6a97-cfd5-4e2c-bfd3-47f2efb767ed req-480c5fc9-7968-4654-a183-3a96c124c504 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1070728 Aug 04 17:06:20.903178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3b20081c-1abd-4e72-aacf-fe71ea9e410f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:20.903766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3b20081c-1abd-4e72-aacf-fe71ea9e410f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:20.908687 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-74b0b45f-1907-464d-abb2-7453cd1a03d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:06:20.909053 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-74b0b45f-1907-464d-abb2-7453cd1a03d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:06:20.943894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] For port f8de1b57-f411-4d64-b9fa-abb822fccce2, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:20.951203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] For port f8de1b57-f411-4d64-b9fa-abb822fccce2, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f8de1b57-f411-4d64-b9fa-abb822fccce2,segment=NetworkSegment(d81824e1-effd-4183-b279-e25334a67a3b),segment_id=d81824e1-effd-4183-b279-e25334a67a3b)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:20.958673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a5a6a97-cfd5-4e2c-bfd3-47f2efb767ed req-43739c37-cb17-4096-baec-3e4a555ba725 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601110 Aug 04 17:06:20.961293 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:20.997998 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.032545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-183fe491-a295-4827-acf3-d2438e332b37 req-70f12c00-dab0-4a04-805d-1738f66f309b tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0624208 Aug 04 17:06:21.073111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.081155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:21.093912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:21.094902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Allocated IP 2001:db8::f816:3eff:fe32:c83c (0214bd7b-2498-4f95-a2d5-2cef03c7e896/90d0895c-c5ac-4c21-96a5-2d48741fa8ba/835e38df-56bf-429e-968a-b0a350a0ba4d) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:21.101612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:21.115981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a6439-bf15-42ee-a6f9-93e8c4149702 None None] Pushing event updated for resources: {'Port': ['ID=f8de1b57-f411-4d64-b9fa-abb822fccce2,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:21.116606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:21.117389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.123434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=44c2bbce-9dcf-4598-a233-76cdc0fc7b75,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:21.156777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29b9f-80c5-47f3-b7e9-14f60ce4d6f2 req-b1cb3015-4159-4e3f-93c0-7be61f77045d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:21.163303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5cd29b9f-80c5-47f3-b7e9-14f60ce4d6f2 req-b1cb3015-4159-4e3f-93c0-7be61f77045d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 948 time: 0.1351757 Aug 04 17:06:21.176515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c476b048-628e-49c0-8abb-9c70e53008d7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2601874 Aug 04 17:06:21.184664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57654) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:21.193217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=bbe2117e-9d52-46a3-a604-dad142c86116,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:21.243371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking segment: {'id': '5a8c6dce-59b2-46d4-be72-691e7d8507ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '47f1d860-3612-49ac-a875-49b82b5a47e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:21.243371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network hostable DHCP agents. Network: 47f1d860-3612-49ac-a875-49b82b5a47e4, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:06:21.263433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5cd29b9f-80c5-47f3-b7e9-14f60ce4d6f2 req-ba876645-b640-4fff-bd35-7f321fba4800 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854619 Aug 04 17:06:21.275838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d479f-caf8-443c-8185-eab207648013 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:21.277707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-737d479f-caf8-443c-8185-eab207648013 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0911167 Aug 04 17:06:21.280350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57656) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:21.299977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network 47f1d860-3612-49ac-a875-49b82b5a47e4 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:06:21.318262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 47f1d860-3612-49ac-a875-49b82b5a47e4) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:21.322911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5686311a-e118-40f5-847e-7aa876be8502 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:21.328240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:21.328849 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.352378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da8702-1ee1-4d2e-a690-d1c6f3b9f429 None None] Network 47f1d860-3612-49ac-a875-49b82b5a47e4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:21.359453 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c98758da-27fd-45ca-8b90-fefe4e8fdf85 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7554080 Aug 04 17:06:21.363965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57658) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:21.420008 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.465417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Transition to ACTIVE for port object 835e38df-56bf-429e-968a-b0a350a0ba4d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:21.502493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-766c7a63-b375-4db9-b9c3-ad9f164877cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 44c2bbce-9dcf-4598-a233-76cdc0fc7b75 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:21.502876 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-766c7a63-b375-4db9-b9c3-ad9f164877cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.512058 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.526199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Transition to ACTIVE for port object 835e38df-56bf-429e-968a-b0a350a0ba4d will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:21.542490 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.587355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5686311a-e118-40f5-847e-7aa876be8502 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:21.587717 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.647377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.651336 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-766c7a63-b375-4db9-b9c3-ad9f164877cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.658639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:21.672065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:21.674483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:21.681259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Pushing event updated for resources: {'Port': ['ID=835e38df-56bf-429e-968a-b0a350a0ba4d,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:21.692838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-766c7a63-b375-4db9-b9c3-ad9f164877cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 44c2bbce-9dcf-4598-a233-76cdc0fc7b75 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:21.762877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655c1a0-016b-4258-a34d-121e4c867d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-47f1d860-3612-49ac-a875-49b82b5a47e4', 'network_id': '47f1d860-3612-49ac-a875-49b82b5a47e4', 'tenant_id': 'd6effb4438d34870805f1b22c15e60c5', 'fixed_ips': [{'subnet_id': 'bbe2117e-9d52-46a3-a604-dad142c86116'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:21.763744 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1655c1a0-016b-4258-a34d-121e4c867d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.788842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.791403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Attempting to bind port 835e38df-56bf-429e-968a-b0a350a0ba4d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:21.791770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Attempting to bind port 835e38df-56bf-429e-968a-b0a350a0ba4d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:21.792127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Attempting to bind port 835e38df-56bf-429e-968a-b0a350a0ba4d on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:21.823857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:21.824254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:21.824645 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.825037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:21.826209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Bound port: 835e38df-56bf-429e-968a-b0a350a0ba4d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:21.826598 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.826721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe2117e-9d52-46a3-a604-dad142c86116,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:21.929879 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.952723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f1d860-3612-49ac-a875-49b82b5a47e4']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:21.964866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8c6dce-59b2-46d4-be72-691e7d8507ca') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:21.965172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8c6dce-59b2-46d4-be72-691e7d8507ca') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:21.972968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-766c7a63-b375-4db9-b9c3-ad9f164877cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:21.983863 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.014883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c7a63-b375-4db9-b9c3-ad9f164877cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=44c2bbce-9dcf-4598-a233-76cdc0fc7b75,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:22.024969 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.048377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:22.048819 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:22.052296 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:22.054889 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-766c7a63-b375-4db9-b9c3-ad9f164877cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.055471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-766c7a63-b375-4db9-b9c3-ad9f164877cc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/44c2bbce-9dcf-4598-a233-76cdc0fc7b75 HTTP/1.1" status: 204 len: 168 time: 0.7740695 Aug 04 17:06:22.058121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57662) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:22.129598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1aba6d-25e5-4dda-b734-54876633b8aa None None] Network 47f1d860-3612-49ac-a875-49b82b5a47e4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:22.188277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4073a374-fabe-4d51-a15b-bc63565c0084 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:22.189830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4073a374-fabe-4d51-a15b-bc63565c0084 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:22.193618 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4073a374-fabe-4d51-a15b-bc63565c0084 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1339085 Aug 04 17:06:22.196731 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57668) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:22.213941 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.220343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] For port 835e38df-56bf-429e-968a-b0a350a0ba4d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:22.229432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] For port 835e38df-56bf-429e-968a-b0a350a0ba4d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=835e38df-56bf-429e-968a-b0a350a0ba4d,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:22.240486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e72ed653-45b4-4eae-8e83-6e54cd2b2748 req-ae865af0-f627-465d-ac8a-1f9491f7cefa tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0434074 Aug 04 17:06:22.241988 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.243971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/47f1d860-3612-49ac-a875-49b82b5a47e4 HTTP/1.1" status: 204 len: 168 time: 0.8789959 Aug 04 17:06:22.261013 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.265366 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57670) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:22.266618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35d31d-cbf7-4596-82c1-b3ff3b02102d tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Network': ['ID=47f1d860-3612-49ac-a875-49b82b5a47e4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:22.279500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-515864340'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:22.295815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfe999-2580-46ac-8882-674e68422662 req-20b114ac-bca0-4296-8702-0ec81bc2dd1b tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:22.303700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04dfe999-2580-46ac-8882-674e68422662 req-20b114ac-bca0-4296-8702-0ec81bc2dd1b tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1731007 Aug 04 17:06:22.342083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-09543620-e280-4058-b256-b79db14b2c1d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 90d0895c-c5ac-4c21-96a5-2d48741fa8ba {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:22.349238 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09543620-e280-4058-b256-b79db14b2c1d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.353755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14141162-675c-4b98-b43c-ebd2591092cd None None] Network 486375e5-4c42-4f05-8724-d499f0d73be9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:22.392542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04dfe999-2580-46ac-8882-674e68422662 req-95815776-5c49-46e2-99d7-5d4724a81866 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877702 Aug 04 17:06:22.409729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3c94c-4660-41bf-8680-98eb2ac6279a None None] Pushing event updated for resources: {'Port': ['ID=835e38df-56bf-429e-968a-b0a350a0ba4d,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:22.417951 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09543620-e280-4058-b256-b79db14b2c1d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.423753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8de2d985-a531-413e-9518-bfbc5a9b0363 None None] Provisioning for port f8de1b57-f411-4d64-b9fa-abb822fccce2 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:22.464447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:22.468545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.550716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:22.578322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.578675 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Added segment cb37bec0-7b70-4cd7-ae73-d30d079a1c75 of type vlan for network fee49aef-7d11-47c1-bf5d-8862732ccaf2 Aug 04 17:06:22.589118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a29d75-c6da-4d86-8da2-1422d596006e req-70c7feec-c339-46a6-a2f6-86f114cdcb39 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:22.589118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99a29d75-c6da-4d86-8da2-1422d596006e req-70c7feec-c339-46a6-a2f6-86f114cdcb39 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 948 time: 0.1206858 Aug 04 17:06:22.623696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-f60fff02-a007-4f2c-ab14-682de570a18c tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:22.625437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-f60fff02-a007-4f2c-ab14-682de570a18c tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.82 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 948 time: 0.1453702 Aug 04 17:06:22.645613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09543620-e280-4058-b256-b79db14b2c1d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.692669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.747148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99a29d75-c6da-4d86-8da2-1422d596006e req-76f2c4c0-cf5b-4fae-a007-9d38b39b289d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159403 Aug 04 17:06:22.773716 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.780799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:22.781683 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.789991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-6b9584a7-65b8-4819-ab78-ca9763f4dd26 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Deleting port 5dd1ac72-7957-4653-8f1e-17069876a95a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:22.790586 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-6b9584a7-65b8-4819-ab78-ca9763f4dd26 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.799300 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09543620-e280-4058-b256-b79db14b2c1d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.881401 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6145883 Aug 04 17:06:22.882246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09543620-e280-4058-b256-b79db14b2c1d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=90d0895c-c5ac-4c21-96a5-2d48741fa8ba,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:22.888209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57676) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:22.894050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09543620-e280-4058-b256-b79db14b2c1d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:22.896006 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09543620-e280-4058-b256-b79db14b2c1d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/90d0895c-c5ac-4c21-96a5-2d48741fa8ba HTTP/1.1" status: 204 len: 168 time: 0.6978106 Aug 04 17:06:22.898390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57678) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:22.899549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'network_id': 'fee49aef-7d11-47c1-bf5d-8862732ccaf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:22.904436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a2833-16d3-40f1-a023-23a4df98dc23 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=fee49aef-7d11-47c1-bf5d-8862732ccaf2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:22.915809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network fee49aef-7d11-47c1-bf5d-8862732ccaf2 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:22.940804 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-eb7d2fe1-a2ff-4063-96f3-b75c77041555 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386634 Aug 04 17:06:22.944363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57680) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:22.961417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:23.009409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-6b9584a7-65b8-4819-ab78-ca9763f4dd26 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] For port 5dd1ac72-7957-4653-8f1e-17069876a95a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5dd1ac72-7957-4653-8f1e-17069876a95a,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:23.009778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-6b9584a7-65b8-4819-ab78-ca9763f4dd26 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.037083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-6b9584a7-65b8-4819-ab78-ca9763f4dd26 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Calling delete_port for 5dd1ac72-7957-4653-8f1e-17069876a95a owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:23.135942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:23.139416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.222510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:23.230730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.316928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f8de1b57-f411-4d64-b9fa-abb822fccce2 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:23.383394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port f8de1b57-f411-4d64-b9fa-abb822fccce2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:23.388183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f8de1b57-f411-4d64-b9fa-abb822fccce2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:23.388613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.444089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59e09994-8717-4f6f-ba87-94be9fcf8f04 req-10e83b97-c313-4475-b903-815e44a56bb1 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0699911 Aug 04 17:06:23.448588 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-6b9584a7-65b8-4819-ab78-ca9763f4dd26 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.485135 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.509591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9584a7-65b8-4819-ab78-ca9763f4dd26 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Pushing event deleted for resources: {'Port': ['ID=5dd1ac72-7957-4653-8f1e-17069876a95a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:23.538358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port f8de1b57-f411-4d64-b9fa-abb822fccce2, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f8de1b57-f411-4d64-b9fa-abb822fccce2,segment=NetworkSegment(d81824e1-effd-4183-b279-e25334a67a3b),segment_id=d81824e1-effd-4183-b279-e25334a67a3b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:23.545173 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.546197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 835e38df-56bf-429e-968a-b0a350a0ba4d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:23.605520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d438a294-2b2c-4f83-8f19-02ad0f2104fe None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:23.635581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-6b9584a7-65b8-4819-ab78-ca9763f4dd26 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] No DVR routers for this DVR port 5dd1ac72-7957-4653-8f1e-17069876a95a on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:23.641103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-6b9584a7-65b8-4819-ab78-ca9763f4dd26 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.643115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa0e86c-8750-4ed8-998c-5273191754cf req-6b9584a7-65b8-4819-ab78-ca9763f4dd26 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.82 "DELETE /v2.0/ports/5dd1ac72-7957-4653-8f1e-17069876a95a HTTP/1.1" status: 204 len: 173 time: 1.0096860 Aug 04 17:06:23.660622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'name': 'network-vif-deleted', 'tag': '5dd1ac72-7957-4653-8f1e-17069876a95a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:06:23.662566 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f934faf-03b3-4236-b812-609fbc77808e" -d '{"events": [{"server_uuid": "56acd86e-8e6d-4066-a6e5-b138ddf48686", "name": "network-vif-deleted", "tag": "5dd1ac72-7957-4653-8f1e-17069876a95a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:06:23.669840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.695742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c51f52f1-33dd-4abb-ba98-b209e04edd4e None None] Provisioning for port 835e38df-56bf-429e-968a-b0a350a0ba4d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:23.707979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=f8de1b57-f411-4d64-b9fa-abb822fccce2,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:23.763064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 835e38df-56bf-429e-968a-b0a350a0ba4d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:23.784298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 835e38df-56bf-429e-968a-b0a350a0ba4d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:23.785597 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.802884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b8e0-f98a-4412-b863-3e46686486f4 req-99ca8d86-9a70-49b3-b2e0-bcbb96d1a046 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:23.804115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b29b8e0-f98a-4412-b863-3e46686486f4 req-99ca8d86-9a70-49b3-b2e0-bcbb96d1a046 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.2044005 Aug 04 17:06:23.822971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=550e19dd-14bc-4a97-a111-9a2f5a0033b8,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:23.859665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking segment: {'id': 'cb37bec0-7b70-4cd7-ae73-d30d079a1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'fee49aef-7d11-47c1-bf5d-8862732ccaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:23.860024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network hostable DHCP agents. Network: fee49aef-7d11-47c1-bf5d-8862732ccaf2, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:06:23.892053 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:23.904233 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a1db0a-8973-4d80-b541-da927ca7a4f9 x-openstack-request-id: req-92a1db0a-8973-4d80-b541-da927ca7a4f9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:06:23.904522 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acd86e-8e6d-4066-a6e5-b138ddf48686", "name": "network-vif-deleted", "tag": "5dd1ac72-7957-4653-8f1e-17069876a95a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:06:23.904972 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92a1db0a-8973-4d80-b541-da927ca7a4f9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:06:23.905519 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56acd86e-8e6d-4066-a6e5-b138ddf48686', 'name': 'network-vif-deleted', 'tag': '5dd1ac72-7957-4653-8f1e-17069876a95a', 'status': 'completed', 'code': 200} Aug 04 17:06:23.935105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b29b8e0-f98a-4412-b863-3e46686486f4 req-a5a4add4-9629-45d2-85b0-980ce67ef7bd tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136718 Aug 04 17:06:23.938326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126eacd1-eccd-4154-b1d4-658638cbaf2c None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:06:23.947083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 835e38df-56bf-429e-968a-b0a350a0ba4d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=835e38df-56bf-429e-968a-b0a350a0ba4d,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:23.956817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network fee49aef-7d11-47c1-bf5d-8862732ccaf2 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:06:23.982663 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.043686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=835e38df-56bf-429e-968a-b0a350a0ba4d,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:24.046778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06a553c5-6763-4720-8f11-556caf5a88ca req-64ceb434-bcc1-4900-83fd-1ffa27e8d1b5 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=56acd86e-8e6d-4066-a6e5-b138ddf48686 HTTP/1.1" status: 200 len: 210 time: 0.0455055 Aug 04 17:06:24.049175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:06:24.050113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, fee49aef-7d11-47c1-bf5d-8862732ccaf2) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:24.051818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-126eacd1-eccd-4154-b1d4-658638cbaf2c None None] Deleting port 835e38df-56bf-429e-968a-b0a350a0ba4d {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:24.052469 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-126eacd1-eccd-4154-b1d4-658638cbaf2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.057956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:24.058764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.097819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c1ba6-20ea-4e07-8a34-158bc91172c5 None None] Network fee49aef-7d11-47c1-bf5d-8862732ccaf2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:24.165273 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-69532f41-558f-404d-8d21-aff53d4e117f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2758794 Aug 04 17:06:24.168143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57696) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:24.212279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-126eacd1-eccd-4154-b1d4-658638cbaf2c None None] For port 835e38df-56bf-429e-968a-b0a350a0ba4d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=835e38df-56bf-429e-968a-b0a350a0ba4d,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:24.212590 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-126eacd1-eccd-4154-b1d4-658638cbaf2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.230995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-126eacd1-eccd-4154-b1d4-658638cbaf2c None None] Calling delete_port for 835e38df-56bf-429e-968a-b0a350a0ba4d owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:24.348044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-fee49aef-7d11-47c1-bf5d-8862732ccaf2', 'network_id': 'fee49aef-7d11-47c1-bf5d-8862732ccaf2', 'tenant_id': 'd6effb4438d34870805f1b22c15e60c5', 'fixed_ips': [{'subnet_id': '550e19dd-14bc-4a97-a111-9a2f5a0033b8'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:24.349030 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.431722 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-126eacd1-eccd-4154-b1d4-658638cbaf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.471429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126eacd1-eccd-4154-b1d4-658638cbaf2c None None] No DVR routers for this DVR port 835e38df-56bf-429e-968a-b0a350a0ba4d on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:24.474022 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eacd1-eccd-4154-b1d4-658638cbaf2c None None] Pushing event deleted for resources: {'Port': ['ID=835e38df-56bf-429e-968a-b0a350a0ba4d,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:24.563549 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Allocated IP 2001:db8::1 (fee49aef-7d11-47c1-bf5d-8862732ccaf2/550e19dd-14bc-4a97-a111-9a2f5a0033b8/2f81aefa-ae60-476c-9b43-e3e353078db6) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:24.612047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.614048 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.638583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea02595d-16bd-43ce-b4e9-71b5fbb639b7 req-9f3b4a5c-efd8-4b56-80f8-b402034f3fe9 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0552907 Aug 04 17:06:24.689638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Port 835e38df-56bf-429e-968a-b0a350a0ba4d concurrently deleted while adding address for new subnet {'id': '426bc8b2-3799-42bb-be1e-93ff970714c0', 'name': '', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1767, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-04T17:06:23Z', 'updated_at': '2021-08-04T17:06:23Z', 'revision_number': 0, 'segment_id': None, 'project_id': '552ddb273d4f42d595051d90dfeaf0c2'}. {{(pid=105828) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 04 17:06:24.690302 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.718452 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.727072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Transition to ACTIVE for port object 2f81aefa-ae60-476c-9b43-e3e353078db6 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:24.741724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Transition to ACTIVE for port object 2f81aefa-ae60-476c-9b43-e3e353078db6 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:24.747262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:24.749597 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.755295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:24.761848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:24.762452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.766853 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.779428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7985390-3d1d-44c5-8873-27664294d6fc None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:24.788622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=426bc8b2-3799-42bb-be1e-93ff970714c0,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:24.817104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c9012bed-2cda-4e30-aa12-aa529efeae31 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8691583 Aug 04 17:06:24.817867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57704) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:24.822885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:1d:75:de', 'name': 'tempest-NetworksTestDHCPv6-392269900'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:24.838815 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Network fee49aef-7d11-47c1-bf5d-8862732ccaf2 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:24.847852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:24.852775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:24.863424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.866757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Pushing event updated for resources: {'Port': ['ID=2f81aefa-ae60-476c-9b43-e3e353078db6,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:24.899114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Subnet': ['ID=550e19dd-14bc-4a97-a111-9a2f5a0033b8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:24.945243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Attempting to bind port 2f81aefa-ae60-476c-9b43-e3e353078db6 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:24.945620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Attempting to bind port 2f81aefa-ae60-476c-9b43-e3e353078db6 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'cb37bec0-7b70-4cd7-ae73-d30d079a1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'fee49aef-7d11-47c1-bf5d-8862732ccaf2'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:24.945982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Attempting to bind port 2f81aefa-ae60-476c-9b43-e3e353078db6 on network fee49aef-7d11-47c1-bf5d-8862732ccaf2 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:24.956534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:24.956945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Checking segment: {'id': 'cb37bec0-7b70-4cd7-ae73-d30d079a1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'fee49aef-7d11-47c1-bf5d-8862732ccaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:24.957379 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:24.958011 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Bound using segment: {'id': 'cb37bec0-7b70-4cd7-ae73-d30d079a1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'fee49aef-7d11-47c1-bf5d-8862732ccaf2'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:24.958654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Bound port: 2f81aefa-ae60-476c-9b43-e3e353078db6, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb37bec0-7b70-4cd7-ae73-d30d079a1c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'fee49aef-7d11-47c1-bf5d-8862732ccaf2'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:24.959073 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.004466 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.019436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee49aef-7d11-47c1-bf5d-8862732ccaf2']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:25.033843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb37bec0-7b70-4cd7-ae73-d30d079a1c75') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:25.034142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb37bec0-7b70-4cd7-ae73-d30d079a1c75') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:25.069055 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.084228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '426bc8b2-3799-42bb-be1e-93ff970714c0'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:25.085079 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.094430 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.105136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d8125-47cf-4b08-aefc-aa211fa11865 req-ca7af1db-2393-4888-95df-22fd462e5ab9 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:25.106852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-010d8125-47cf-4b08-aefc-aa211fa11865 req-ca7af1db-2393-4888-95df-22fd462e5ab9 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.0774419 Aug 04 17:06:25.112707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:25.113123 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:25.118015 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:25.174094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] For port 2f81aefa-ae60-476c-9b43-e3e353078db6, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:25.222914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 17:06:25.222914 n-d-764435-5 neutron-server[105828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 17:06:25.222914 n-d-764435-5 neutron-server[105828]: [parameters: {'id': 'fee49aef-7d11-47c1-bf5d-8862732ccaf2'}] Aug 04 17:06:25.222914 n-d-764435-5 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:06:25.223546 n-d-764435-5 neutron-server[105828]: DEBUG oslo_db.api [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:06:25.229408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-010d8125-47cf-4b08-aefc-aa211fa11865 req-665d4506-a0f7-4170-9cbd-9d01ccc62625 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593421 Aug 04 17:06:25.238551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] For port 2f81aefa-ae60-476c-9b43-e3e353078db6, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2f81aefa-ae60-476c-9b43-e3e353078db6,segment=NetworkSegment(cb37bec0-7b70-4cd7-ae73-d30d079a1c75),segment_id=cb37bec0-7b70-4cd7-ae73-d30d079a1c75)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:25.247779 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.292352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:25.305911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f8de1b57-f411-4d64-b9fa-abb822fccce2 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:25.312943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Allocated IP 2001:db8::f816:3eff:fe07:8e64 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/426bc8b2-3799-42bb-be1e-93ff970714c0/f5a6ca37-91c6-4471-9166-3b47f96dfba3) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:25.393940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a6449-bda1-4f5a-bed1-128b6b9e42a9 None None] Pushing event updated for resources: {'Port': ['ID=2f81aefa-ae60-476c-9b43-e3e353078db6,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:25.400194 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.423489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 50d6f64f-c726-455b-b34e-fee17e195b3f yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:06:25.469932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fea3d0-d3dd-4196-8e76-f8516f4e4b38 None None] Network fee49aef-7d11-47c1-bf5d-8862732ccaf2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:25.502319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884c30a-f48b-4acb-a3e6-4f766d9686a4 req-b7d4b683-5f53-4990-bb25-c2d0d276d390 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:25.503962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3884c30a-f48b-4acb-a3e6-4f766d9686a4 req-b7d4b683-5f53-4990-bb25-c2d0d276d390 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 949 time: 0.0595965 Aug 04 17:06:25.509456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f8de1b57-f411-4d64-b9fa-abb822fccce2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:25.509822 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.544296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3884c30a-f48b-4acb-a3e6-4f766d9686a4 req-77d80e6e-8f11-41be-9381-b8106aba24ee tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339527 Aug 04 17:06:25.725426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.764663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8624226f-7953-48db-9ec7-ecd91dddd9c7 req-641ebd0c-d5c0-4aba-9e59-77bb75f625a1 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0342448 Aug 04 17:06:25.811138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Deleting port 2f81aefa-ae60-476c-9b43-e3e353078db6 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:25.811485 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.820950 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.847560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Transition to ACTIVE for port object f5a6ca37-91c6-4471-9166-3b47f96dfba3 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:25.878358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] For port 2f81aefa-ae60-476c-9b43-e3e353078db6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2f81aefa-ae60-476c-9b43-e3e353078db6,segment=NetworkSegment(cb37bec0-7b70-4cd7-ae73-d30d079a1c75),segment_id=cb37bec0-7b70-4cd7-ae73-d30d079a1c75)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:25.879429 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.879554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Transition to ACTIVE for port object f5a6ca37-91c6-4471-9166-3b47f96dfba3 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:25.888922 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:25.895145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Calling delete_port for 2f81aefa-ae60-476c-9b43-e3e353078db6 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:25.927090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:25.932508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:25.936180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:25.942276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Pushing event updated for resources: {'Port': ['ID=f5a6ca37-91c6-4471-9166-3b47f96dfba3,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:25.947559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 835e38df-56bf-429e-968a-b0a350a0ba4d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:25.959235 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f816:3eff:fe1d:75de (0214bd7b-2498-4f95-a2d5-2cef03c7e896/426bc8b2-3799-42bb-be1e-93ff970714c0/50d6f64f-c726-455b-b34e-fee17e195b3f) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:25.972190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 835e38df-56bf-429e-968a-b0a350a0ba4d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:25.972190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 835e38df-56bf-429e-968a-b0a350a0ba4d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:26.021611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Attempting to bind port f5a6ca37-91c6-4471-9166-3b47f96dfba3 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:26.021611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Attempting to bind port f5a6ca37-91c6-4471-9166-3b47f96dfba3 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:26.021973 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Attempting to bind port f5a6ca37-91c6-4471-9166-3b47f96dfba3 on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:26.028580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:26.028996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:26.029644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.029870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:26.030357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Bound port: f5a6ca37-91c6-4471-9166-3b47f96dfba3, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:26.030745 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.032625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.065025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Port': ['ID=2f81aefa-ae60-476c-9b43-e3e353078db6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:26.069795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No DVR routers for this DVR port 2f81aefa-ae60-476c-9b43-e3e353078db6 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:26.113558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] For port f5a6ca37-91c6-4471-9166-3b47f96dfba3, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:26.117947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] For port f5a6ca37-91c6-4471-9166-3b47f96dfba3, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f5a6ca37-91c6-4471-9166-3b47f96dfba3,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:26.123547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.148259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.160410 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.168081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 50d6f64f-c726-455b-b34e-fee17e195b3f will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:26.177306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee49aef-7d11-47c1-bf5d-8862732ccaf2']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:26.183995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60989e1-d11f-466a-87e1-a1d6b0fdbfae None None] Pushing event updated for resources: {'Port': ['ID=f5a6ca37-91c6-4471-9166-3b47f96dfba3,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:26.191872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb37bec0-7b70-4cd7-ae73-d30d079a1c75') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:26.192266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb37bec0-7b70-4cd7-ae73-d30d079a1c75') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:26.203472 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.215652 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.218645 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.222167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5dd1ac72-7957-4653-8f1e-17069876a95a no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:26.231152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:26.231825 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:26.235663 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:26.250087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 5dd1ac72-7957-4653-8f1e-17069876a95a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:26.250441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5dd1ac72-7957-4653-8f1e-17069876a95a not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:26.265625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:26.271312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:26.274662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:26.280278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:26.280921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.294360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=50d6f64f-c726-455b-b34e-fee17e195b3f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:26.310247 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4893279 Aug 04 17:06:26.310247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.310247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.310247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.310706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.310789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57722) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:26.311097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.311097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.311364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.311829 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.312024 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.312336 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.312654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.312890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.313026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a308f7f7-917f-4f98-b590-55ffc6eb4369 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:26.338957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.340864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/fee49aef-7d11-47c1-bf5d-8862732ccaf2 HTTP/1.1" status: 204 len: 168 time: 2.1715274 Aug 04 17:06:26.344449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57724) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:26.350397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-66469347'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:26.360279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95d793-455f-42dd-ba03-ffaca6321686 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Network': ['ID=fee49aef-7d11-47c1-bf5d-8862732ccaf2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:26.402255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:26.406051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.429467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e288b15-dfa5-47b7-859e-02e2e5359605 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:26.436039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e288b15-dfa5-47b7-859e-02e2e5359605 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:26.440654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5e288b15-dfa5-47b7-859e-02e2e5359605 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1260567 Aug 04 17:06:26.441594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57726) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:26.449768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:26.462546 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.462989 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Added segment 47c364c4-1820-4bfd-a3c1-99a0589042f1 of type vlan for network 43904e03-c42e-49b6-aa4a-c8c5858a290f Aug 04 17:06:26.484744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88094c6-dc44-4821-a5ab-3660d7068322 req-f0605316-4dd5-41fb-ab23-d6e395f8c8a6 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:26.492166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c88094c6-dc44-4821-a5ab-3660d7068322 req-f0605316-4dd5-41fb-ab23-d6e395f8c8a6 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1367857 Aug 04 17:06:26.506071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.542999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.548516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:26.549227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.561222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c88094c6-dc44-4821-a5ab-3660d7068322 req-292643ca-8a36-4f2c-b6c9-69c261dab280 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681541 Aug 04 17:06:26.597778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8c770-eecc-4eb7-9bbb-0f22ba270662 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 50d6f64f-c726-455b-b34e-fee17e195b3f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:26.598189 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c770-eecc-4eb7-9bbb-0f22ba270662 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.619558 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2737286 Aug 04 17:06:26.622840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57732) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:26.627940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'network_id': '43904e03-c42e-49b6-aa4a-c8c5858a290f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:26.686617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7f4e9-1517-4828-ab00-141f5a0549fc tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=43904e03-c42e-49b6-aa4a-c8c5858a290f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:26.697891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 43904e03-c42e-49b6-aa4a-c8c5858a290f details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:26.735490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ec1f-ebc1-41d1-8cb9-c75be77d688b req-e1e4793f-66c8-459d-916d-fa4217e7dd35 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:26.735879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:26.737343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5462ec1f-ebc1-41d1-8cb9-c75be77d688b req-e1e4793f-66c8-459d-916d-fa4217e7dd35 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 949 time: 0.0828438 Aug 04 17:06:26.740121 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.749664 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c770-eecc-4eb7-9bbb-0f22ba270662 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.775182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8c770-eecc-4eb7-9bbb-0f22ba270662 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 50d6f64f-c726-455b-b34e-fee17e195b3f owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:26.832700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5462ec1f-ebc1-41d1-8cb9-c75be77d688b req-97495188-386a-40c2-b0b3-fd5e9abd8c59 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863428 Aug 04 17:06:26.942353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d658e084-5109-40af-b283-3323044abf32 req-d165208d-6432-495b-a500-83a0be18453c tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0331566 Aug 04 17:06:26.967325 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c770-eecc-4eb7-9bbb-0f22ba270662 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.976663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:26.999664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8c770-eecc-4eb7-9bbb-0f22ba270662 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=50d6f64f-c726-455b-b34e-fee17e195b3f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:27.027529 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c770-eecc-4eb7-9bbb-0f22ba270662 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.030856 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cdb8c770-eecc-4eb7-9bbb-0f22ba270662 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/50d6f64f-c726-455b-b34e-fee17e195b3f HTTP/1.1" status: 204 len: 168 time: 0.5871089 Aug 04 17:06:27.032683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57738) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:27.057456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=26fb6957-df2f-489e-9664-c97c4c2e0f6e,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:27.063586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking segment: {'id': '47c364c4-1820-4bfd-a3c1-99a0589042f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '43904e03-c42e-49b6-aa4a-c8c5858a290f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:27.063950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network hostable DHCP agents. Network: 43904e03-c42e-49b6-aa4a-c8c5858a290f, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:06:27.094097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network 43904e03-c42e-49b6-aa4a-c8c5858a290f is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:06:27.104563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205d735-f439-41c0-ab64-9b7a1f80c9aa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:27.106493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205d735-f439-41c0-ab64-9b7a1f80c9aa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:27.108450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f205d735-f439-41c0-ab64-9b7a1f80c9aa tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0744176 Aug 04 17:06:27.111560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57740) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:27.112745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 43904e03-c42e-49b6-aa4a-c8c5858a290f) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:27.121440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fcab38-45a6-4236-8d4a-1b0688bdcec8 None None] Network 43904e03-c42e-49b6-aa4a-c8c5858a290f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:27.132219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:27.132219 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.151060 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9125b66d-8f48-4766-a5b4-d9f3971095fa tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5268321 Aug 04 17:06:27.153641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57742) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:27.163215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-164bb465-b6f9-4be7-95c1-ea0c9eac120a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'network_id': '43904e03-c42e-49b6-aa4a-c8c5858a290f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:27.223685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbb3d2a-7397-4a43-9309-197cd05fbc30 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 426bc8b2-3799-42bb-be1e-93ff970714c0 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:27.229012 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3d2a-7397-4a43-9309-197cd05fbc30 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.294324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f5a6ca37-91c6-4471-9166-3b47f96dfba3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:27.324868 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3d2a-7397-4a43-9309-197cd05fbc30 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.337231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164bb465-b6f9-4be7-95c1-ea0c9eac120a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:27.342459 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-164bb465-b6f9-4be7-95c1-ea0c9eac120a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.397601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-43904e03-c42e-49b6-aa4a-c8c5858a290f', 'network_id': '43904e03-c42e-49b6-aa4a-c8c5858a290f', 'tenant_id': 'd6effb4438d34870805f1b22c15e60c5', 'fixed_ips': [{'subnet_id': '26fb6957-df2f-489e-9664-c97c4c2e0f6e'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:27.398495 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.411781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6509cb70-701b-47e8-83db-615dd93ff735 None None] Provisioning for port f5a6ca37-91c6-4471-9166-3b47f96dfba3 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:27.433838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port f5a6ca37-91c6-4471-9166-3b47f96dfba3 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:27.443201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c51c7-0206-483c-b444-5b73baa024f3 req-0e2abe3a-84f0-4989-a6e1-60ec41c176ee tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:27.443436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f5a6ca37-91c6-4471-9166-3b47f96dfba3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:27.443743 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.444808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533c51c7-0206-483c-b444-5b73baa024f3 req-0e2abe3a-84f0-4989-a6e1-60ec41c176ee tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.90 "GET /v2.0/ports?device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 949 time: 0.1733973 Aug 04 17:06:27.470757 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3d2a-7397-4a43-9309-197cd05fbc30 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.550066 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3d2a-7397-4a43-9309-197cd05fbc30 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.584561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Allocated IP 2001:db8::2 (43904e03-c42e-49b6-aa4a-c8c5858a290f/26fb6957-df2f-489e-9664-c97c4c2e0f6e/68a72b7d-58ee-4419-a311-1dca538dfbdc) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:27.680212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e63c6794-9d77-4869-a8cc-b1055982f248 None None] Could not find standard attr ID for object 50d6f64f-c726-455b-b34e-fee17e195b3f. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:06:27.682948 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-164bb465-b6f9-4be7-95c1-ea0c9eac120a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.690003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb3d2a-7397-4a43-9309-197cd05fbc30 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=426bc8b2-3799-42bb-be1e-93ff970714c0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:27.714034 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3d2a-7397-4a43-9309-197cd05fbc30 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.716119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2dbb3d2a-7397-4a43-9309-197cd05fbc30 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/426bc8b2-3799-42bb-be1e-93ff970714c0 HTTP/1.1" status: 204 len: 168 time: 0.6033587 Aug 04 17:06:27.753514 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57748) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:27.758505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bb465-b6f9-4be7-95c1-ea0c9eac120a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=d8014907-aadd-4cc4-a65b-197437d04ac8,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:27.788090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.813818 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ec724a44-fef7-40b1-aa4b-b69487fb7905 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519154 Aug 04 17:06:27.816127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57750) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:27.826388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0e0ac-1251-4b39-921d-2cdeb67434c2 req-2733df5b-889c-4cd6-89b9-6afa9d0899dc tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:27.833557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85e0e0ac-1251-4b39-921d-2cdeb67434c2 req-2733df5b-889c-4cd6-89b9-6afa9d0899dc tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1626871 Aug 04 17:06:27.836933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164bb465-b6f9-4be7-95c1-ea0c9eac120a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network 43904e03-c42e-49b6-aa4a-c8c5858a290f is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:27.849931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port f5a6ca37-91c6-4471-9166-3b47f96dfba3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f5a6ca37-91c6-4471-9166-3b47f96dfba3,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:27.864351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-164bb465-b6f9-4be7-95c1-ea0c9eac120a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:27.868406 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164bb465-b6f9-4be7-95c1-ea0c9eac120a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:27.869046 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-164bb465-b6f9-4be7-95c1-ea0c9eac120a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.879237 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.895465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-533c51c7-0206-483c-b444-5b73baa024f3 req-f9e1c0b2-0067-418b-9af9-f6f4aaa0ae3d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Deleting port a6c01776-6af3-49b4-8bfb-b0be84353b70 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:27.896052 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-533c51c7-0206-483c-b444-5b73baa024f3 req-f9e1c0b2-0067-418b-9af9-f6f4aaa0ae3d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:27.898656 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-164bb465-b6f9-4be7-95c1-ea0c9eac120a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7430701 Aug 04 17:06:27.901881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57756) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:27.924012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447bc33b-06aa-4548-843e-8b1c350e8ac2 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:27.945204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bed99c-0363-46e0-9e65-b509c63b126a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:27.946769 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f7bed99c-0363-46e0-9e65-b509c63b126a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1294155 Aug 04 17:06:27.949784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57758) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:27.958398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85e0e0ac-1251-4b39-921d-2cdeb67434c2 req-a144c7d1-eb35-4f5a-b1fa-bce37ef5ea4c tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122794 Aug 04 17:06:27.975478 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.001783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Transition to ACTIVE for port object 68a72b7d-58ee-4419-a311-1dca538dfbdc will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:28.053150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Transition to ACTIVE for port object 68a72b7d-58ee-4419-a311-1dca538dfbdc will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:28.054138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80014bbf-94b0-4520-b154-dfc7dfb69e1c tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:28.056575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80014bbf-94b0-4520-b154-dfc7dfb69e1c tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:28.058317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80014bbf-94b0-4520-b154-dfc7dfb69e1c tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:28.060161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80014bbf-94b0-4520-b154-dfc7dfb69e1c tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:28.061696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80014bbf-94b0-4520-b154-dfc7dfb69e1c tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:28.063849 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-80014bbf-94b0-4520-b154-dfc7dfb69e1c tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1582856 Aug 04 17:06:28.071717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57762) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:28.076708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=f5a6ca37-91c6-4471-9166-3b47f96dfba3,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:28.082705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375806471'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:28.104626 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.105445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22467dc9-ecaa-4d18-a3b7-ed89e22e40e9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:28.105652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-533c51c7-0206-483c-b444-5b73baa024f3 req-f9e1c0b2-0067-418b-9af9-f6f4aaa0ae3d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] For port a6c01776-6af3-49b4-8bfb-b0be84353b70, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a6c01776-6af3-49b4-8bfb-b0be84353b70,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:28.106028 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-533c51c7-0206-483c-b444-5b73baa024f3 req-f9e1c0b2-0067-418b-9af9-f6f4aaa0ae3d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.109446 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-22467dc9-ecaa-4d18-a3b7-ed89e22e40e9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1562507 Aug 04 17:06:28.109446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:28.110969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59710658-8e0d-4fae-8ba1-7e1b04274043 req-93829012-25e2-4bff-82a2-81d2fb4b13b9 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0565979 Aug 04 17:06:28.111931 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.114475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57764) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:28.124581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-533c51c7-0206-483c-b444-5b73baa024f3 req-f9e1c0b2-0067-418b-9af9-f6f4aaa0ae3d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Calling delete_port for a6c01776-6af3-49b4-8bfb-b0be84353b70 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:28.150761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6785fb-806f-4c1a-81be-dc768114a4da req-c53f977f-f1e0-4de6-8d15-87bc58df35b9 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:28.155512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d6785fb-806f-4c1a-81be-dc768114a4da req-c53f977f-f1e0-4de6-8d15-87bc58df35b9 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/ports?device_id=d64e840d-71f8-4197-8a5a-a6539850f57a HTTP/1.1" status: 200 len: 949 time: 0.1405797 Aug 04 17:06:28.172487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Network 43904e03-c42e-49b6-aa4a-c8c5858a290f is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:28.180689 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5cdf30f6-ae1b-4e31-9f92-d35823acd97e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615075 Aug 04 17:06:28.187586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:28.190660 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57766) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:28.196241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:28.199178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fdfb3689-8b14-40a5-b0be-605840a617bc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:28.211589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Pushing event updated for resources: {'Port': ['ID=68a72b7d-58ee-4419-a311-1dca538dfbdc,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:28.243171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d6785fb-806f-4c1a-81be-dc768114a4da req-48c78134-23f6-456a-92ae-1e05ad77ea37 tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.39 "GET /v2.0/security-groups?id=27bcb912-7b03-4672-8ef9-b53665a4f511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466087 Aug 04 17:06:28.254395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:28.272910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Attempting to bind port 68a72b7d-58ee-4419-a311-1dca538dfbdc on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:28.273401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Attempting to bind port 68a72b7d-58ee-4419-a311-1dca538dfbdc by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '47c364c4-1820-4bfd-a3c1-99a0589042f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '43904e03-c42e-49b6-aa4a-c8c5858a290f'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:28.273860 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Attempting to bind port 68a72b7d-58ee-4419-a311-1dca538dfbdc on network 43904e03-c42e-49b6-aa4a-c8c5858a290f {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:28.280638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:28.281136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Checking segment: {'id': '47c364c4-1820-4bfd-a3c1-99a0589042f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '43904e03-c42e-49b6-aa4a-c8c5858a290f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:28.281678 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.282157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Bound using segment: {'id': '47c364c4-1820-4bfd-a3c1-99a0589042f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '43904e03-c42e-49b6-aa4a-c8c5858a290f'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:28.292691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Bound port: 68a72b7d-58ee-4419-a311-1dca538dfbdc, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c364c4-1820-4bfd-a3c1-99a0589042f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '43904e03-c42e-49b6-aa4a-c8c5858a290f'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:28.292691 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.299991 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.300568 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Added segment adcf9390-05f8-46ac-8bd4-781ec3f908d8 of type vlan for network d70af850-d0b7-4c00-ab28-4b10584370bd Aug 04 17:06:28.330448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d28b07-a364-4a6c-8865-56c3b7692268 None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:06:28.348888 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-533c51c7-0206-483c-b444-5b73baa024f3 req-f9e1c0b2-0067-418b-9af9-f6f4aaa0ae3d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.367351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.389464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] For port 68a72b7d-58ee-4419-a311-1dca538dfbdc, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:28.391485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1c0b2-0067-418b-9af9-f6f4aaa0ae3d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Pushing event deleted for resources: {'Port': ['ID=a6c01776-6af3-49b4-8bfb-b0be84353b70,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:28.392923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfb3689-8b14-40a5-b0be-605840a617bc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:28.394763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] For port 68a72b7d-58ee-4419-a311-1dca538dfbdc, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=68a72b7d-58ee-4419-a311-1dca538dfbdc,segment=NetworkSegment(47c364c4-1820-4bfd-a3c1-99a0589042f1),segment_id=47c364c4-1820-4bfd-a3c1-99a0589042f1)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:28.396782 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdfb3689-8b14-40a5-b0be-605840a617bc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.404849 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.445950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-533c51c7-0206-483c-b444-5b73baa024f3 req-f9e1c0b2-0067-418b-9af9-f6f4aaa0ae3d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] No DVR routers for this DVR port a6c01776-6af3-49b4-8bfb-b0be84353b70 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:28.449445 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-533c51c7-0206-483c-b444-5b73baa024f3 req-f9e1c0b2-0067-418b-9af9-f6f4aaa0ae3d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.452641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533c51c7-0206-483c-b444-5b73baa024f3 req-f9e1c0b2-0067-418b-9af9-f6f4aaa0ae3d tempest-ListImageFiltersTestJSON-1942701431 tempest-ListImageFiltersTestJSON-1942701431-project] 10.222.0.90 "DELETE /v2.0/ports/a6c01776-6af3-49b4-8bfb-b0be84353b70 HTTP/1.1" status: 204 len: 173 time: 0.9129963 Aug 04 17:06:28.453502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-deleted', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:06:28.462548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-09d28b07-a364-4a6c-8865-56c3b7692268 None None] Deleting port f5a6ca37-91c6-4471-9166-3b47f96dfba3 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:28.463080 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-09d28b07-a364-4a6c-8865-56c3b7692268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.465878 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b92a4b-f315-4c2e-8485-add1556dd2e7" -d '{"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-deleted", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:06:28.466912 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.473783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:28.474403 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.529840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db111d4-c6a0-4c49-95ed-ec88763ebe9c None None] Pushing event updated for resources: {'Port': ['ID=68a72b7d-58ee-4419-a311-1dca538dfbdc,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:28.557355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-09d28b07-a364-4a6c-8865-56c3b7692268 None None] For port f5a6ca37-91c6-4471-9166-3b47f96dfba3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f5a6ca37-91c6-4471-9166-3b47f96dfba3,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:28.558100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-09d28b07-a364-4a6c-8865-56c3b7692268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.562235 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e139ec-d1f8-442a-884f-275c01a519d6 x-openstack-request-id: req-f3e139ec-d1f8-442a-884f-275c01a519d6 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:06:28.562923 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64e840d-71f8-4197-8a5a-a6539850f57a", "name": "network-vif-deleted", "tag": "a6c01776-6af3-49b4-8bfb-b0be84353b70", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:06:28.563395 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3e139ec-d1f8-442a-884f-275c01a519d6 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:06:28.563898 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64e840d-71f8-4197-8a5a-a6539850f57a', 'name': 'network-vif-deleted', 'tag': 'a6c01776-6af3-49b4-8bfb-b0be84353b70', 'status': 'completed', 'code': 200} Aug 04 17:06:28.565452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57770) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:28.569880 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4940047 Aug 04 17:06:28.575316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-09d28b07-a364-4a6c-8865-56c3b7692268 None None] Calling delete_port for f5a6ca37-91c6-4471-9166-3b47f96dfba3 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:28.577008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c370fd3a-b659-4060-865b-e6a8da00c109 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:28.584371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ecc30-418a-4158-8fe9-bc88953108a7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=d70af850-d0b7-4c00-ab28-4b10584370bd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:28.599687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d70af850-d0b7-4c00-ab28-4b10584370bd details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:28.729972 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdfb3689-8b14-40a5-b0be-605840a617bc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.746988 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-09d28b07-a364-4a6c-8865-56c3b7692268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.788143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d28b07-a364-4a6c-8865-56c3b7692268 None None] Pushing event deleted for resources: {'Port': ['ID=f5a6ca37-91c6-4471-9166-3b47f96dfba3,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:28.794285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d28b07-a364-4a6c-8865-56c3b7692268 None None] No DVR routers for this DVR port f5a6ca37-91c6-4471-9166-3b47f96dfba3 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:28.849052 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfb3689-8b14-40a5-b0be-605840a617bc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:28.855107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-fdfb3689-8b14-40a5-b0be-605840a617bc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:28.860332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfb3689-8b14-40a5-b0be-605840a617bc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:28.861017 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdfb3689-8b14-40a5-b0be-605840a617bc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.871100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fe3287-b4c9-4230-8176-b35f17a24848 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:28.882725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c370fd3a-b659-4060-865b-e6a8da00c109 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.897902 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fdfb3689-8b14-40a5-b0be-605840a617bc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7055357 Aug 04 17:06:28.901841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57774) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:28.908804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c370fd3a-b659-4060-865b-e6a8da00c109 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:28.929943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:5f:51:32', 'name': 'tempest-NetworksTestDHCPv6-185057175'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:29.000684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370fd3a-b659-4060-865b-e6a8da00c109 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=d70af850-d0b7-4c00-ab28-4b10584370bd,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:29.013705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c370fd3a-b659-4060-865b-e6a8da00c109 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network d70af850-d0b7-4c00-ab28-4b10584370bd is not hosted by any dhcp agent {{(pid=105828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 17:06:29.017751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d70af850-d0b7-4c00-ab28-4b10584370bd details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:29.020033 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb3689-8b14-40a5-b0be-605840a617bc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=e3c7f35d-e60a-4c67-b70a-59212cf54ed7,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:29.021599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c370fd3a-b659-4060-865b-e6a8da00c109 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:29.030705 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c370fd3a-b659-4060-865b-e6a8da00c109 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:29.032609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c370fd3a-b659-4060-865b-e6a8da00c109 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "PUT /v2.0/networks/d70af850-d0b7-4c00-ab28-4b10584370bd HTTP/1.1" status: 200 len: 723 time: 0.4660797 Aug 04 17:06:29.036140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57780) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:29.044785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'network_id': 'd70af850-d0b7-4c00-ab28-4b10584370bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:29.134992 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:29.173804 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:29.221126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b74f15-6ee8-47e5-94b8-cb4d400b3b0c req-535a4d35-028a-4d44-ba44-b9a75f37fdd3 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:29.225034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 5c12a049-6ea4-4c20-99a1-0536bc6ce887 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:06:29.231544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b74f15-6ee8-47e5-94b8-cb4d400b3b0c req-535a4d35-028a-4d44-ba44-b9a75f37fdd3 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1207952 Aug 04 17:06:29.297406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b74f15-6ee8-47e5-94b8-cb4d400b3b0c req-6b2a4484-098b-4423-99d2-87b1f30c66d4 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648112 Aug 04 17:06:29.310196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': 'e3c7f35d-e60a-4c67-b70a-59212cf54ed7'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:29.310196 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:29.327062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:29.335548 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:29.343100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43bf4226-7303-4d17-b90e-7db894b3d1b3 req-1f2a524c-ddd5-4637-8436-91b2747914bb tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0703959 Aug 04 17:06:29.424272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 68a72b7d-58ee-4419-a311-1dca538dfbdc up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:29.488247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::fe (0214bd7b-2498-4f95-a2d5-2cef03c7e896/e3c7f35d-e60a-4c67-b70a-59212cf54ed7/5c12a049-6ea4-4c20-99a1-0536bc6ce887) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:29.528026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 68a72b7d-58ee-4419-a311-1dca538dfbdc completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:29.605741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f5a6ca37-91c6-4471-9166-3b47f96dfba3 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:29.638741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: f5a6ca37-91c6-4471-9166-3b47f96dfba3 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:29.639120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f5a6ca37-91c6-4471-9166-3b47f96dfba3 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:29.659354 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:29.698353 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:29.716491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 5c12a049-6ea4-4c20-99a1-0536bc6ce887 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:29.730531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=2c5cb522-9d63-4d1c-91bb-ed487d5fcf67,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:29.740213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking segment: {'id': 'adcf9390-05f8-46ac-8bd4-781ec3f908d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'd70af850-d0b7-4c00-ab28-4b10584370bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:29.740573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network hostable DHCP agents. Network: d70af850-d0b7-4c00-ab28-4b10584370bd, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:06:29.766218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network d70af850-d0b7-4c00-ab28-4b10584370bd is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:06:29.781542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, d70af850-d0b7-4c00-ab28-4b10584370bd) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:29.798025 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:29.799490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:29.800246 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-267950334'] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:29.824329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd07dad-3e90-4592-9b9c-bcb3b010c039 None None] Network d70af850-d0b7-4c00-ab28-4b10584370bd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:29.832003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-923ed3ff-bea7-4cf0-bb17-a1c0239b6238 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7919168 Aug 04 17:06:29.834530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57812) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:29.840194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-1ed398e6-3a1b-4c81-8569-ffd016466f3f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:29.862327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:29.869364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:29.873675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:29.880422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:29.881157 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:29.888273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=5c12a049-6ea4-4c20-99a1-0536bc6ce887,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:29.908298 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f500b352-8f9f-48d2-bd11-370d2e984de7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0046947 Aug 04 17:06:29.911421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57818) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:29.952744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237bace-9f16-450e-a588-90ecd50e8c74 None None] Network 43904e03-c42e-49b6-aa4a-c8c5858a290f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:29.976582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f10ab-d544-4247-a4c3-8c9c7264cc13 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:29.978421 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-908f10ab-d544-4247-a4c3-8c9c7264cc13 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0659497 Aug 04 17:06:29.981037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57824) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:30.021423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ed398e6-3a1b-4c81-8569-ffd016466f3f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-266320128'] for subnet, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.105231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-8e499afc-a680-4787-8953-2b3325a0066d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 5c12a049-6ea4-4c20-99a1-0536bc6ce887 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:30.105839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8e499afc-a680-4787-8953-2b3325a0066d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.210493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/e3c7f35d-e60a-4c67-b70a-59212cf54ed7/33365a60-c08d-4d4d-acf6-84ef9a66fd46) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:30.231141 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ed398e6-3a1b-4c81-8569-ffd016466f3f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772336856441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-259936473'] for subnet, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.263864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8e499afc-a680-4787-8953-2b3325a0066d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.279181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-8e499afc-a680-4787-8953-2b3325a0066d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 5c12a049-6ea4-4c20-99a1-0536bc6ce887 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:30.295133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0189966e-211a-4952-a3d9-bbcb07cd6016 None None] Provisioning for port 68a72b7d-58ee-4419-a311-1dca538dfbdc completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:30.298727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed398e6-3a1b-4c81-8569-ffd016466f3f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:30.299361 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ed398e6-3a1b-4c81-8569-ffd016466f3f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.303699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1ed398e6-3a1b-4c81-8569-ffd016466f3f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "PUT /v2.0/subnets/2c5cb522-9d63-4d1c-91bb-ed487d5fcf67 HTTP/1.1" status: 200 len: 826 time: 0.4679923 Aug 04 17:06:30.304353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57844) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:30.339960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0189966e-211a-4952-a3d9-bbcb07cd6016 None None] Provisioning complete for port 68a72b7d-58ee-4419-a311-1dca538dfbdc triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:30.340313 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0189966e-211a-4952-a3d9-bbcb07cd6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.381544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed398e6-3a1b-4c81-8569-ffd016466f3f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=2c5cb522-9d63-4d1c-91bb-ed487d5fcf67,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:30.476410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bce4655-8fd2-42ad-a507-537ad96e69f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-d70af850-d0b7-4c00-ab28-4b10584370bd', 'network_id': 'd70af850-d0b7-4c00-ab28-4b10584370bd', 'tenant_id': 'd6effb4438d34870805f1b22c15e60c5', 'fixed_ips': [{'subnet_id': '2c5cb522-9d63-4d1c-91bb-ed487d5fcf67'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:30.477515 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4bce4655-8fd2-42ad-a507-537ad96e69f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.483794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8e499afc-a680-4787-8953-2b3325a0066d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.544449 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.559640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3bc9a-5e19-4ad7-9730-a639486e8aef req-996e253d-0071-480c-9cd9-2022cf94804f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:30.560503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e499afc-a680-4787-8953-2b3325a0066d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=5c12a049-6ea4-4c20-99a1-0536bc6ce887,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:30.561809 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6d3bc9a-5e19-4ad7-9730-a639486e8aef req-996e253d-0071-480c-9cd9-2022cf94804f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.0852718 Aug 04 17:06:30.602018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8e499afc-a680-4787-8953-2b3325a0066d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.605752 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8e499afc-a680-4787-8953-2b3325a0066d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/5c12a049-6ea4-4c20-99a1-0536bc6ce887 HTTP/1.1" status: 204 len: 168 time: 0.6237631 Aug 04 17:06:30.608288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57858) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:30.649170 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.658229 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0189966e-211a-4952-a3d9-bbcb07cd6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.686147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24017c4-3936-4d61-a622-e8cfa609d577 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:30.687854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24017c4-3936-4d61-a622-e8cfa609d577 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:30.689390 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b24017c4-3936-4d61-a622-e8cfa609d577 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0799367 Aug 04 17:06:30.692751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57860) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:30.738846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d361d31-79eb-4d70-92a4-09f5784badcf req-26bce2c1-60d1-4f8a-9d2b-d5c8474d709e tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0721910 Aug 04 17:06:30.761515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ffe698-760b-46b2-9631-f049a2851f0b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet e3c7f35d-e60a-4c67-b70a-59212cf54ed7 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:30.765209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6d3bc9a-5e19-4ad7-9730-a639486e8aef req-a3246731-c9d7-4024-8693-9a53934fa6c3 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932278 Aug 04 17:06:30.795859 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.810956 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.831323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0189966e-211a-4952-a3d9-bbcb07cd6016 None None] For port 68a72b7d-58ee-4419-a311-1dca538dfbdc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=68a72b7d-58ee-4419-a311-1dca538dfbdc,segment=NetworkSegment(47c364c4-1820-4bfd-a3c1-99a0589042f1),segment_id=47c364c4-1820-4bfd-a3c1-99a0589042f1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:30.836122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Transition to ACTIVE for port object 33365a60-c08d-4d4d-acf6-84ef9a66fd46 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:30.847360 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0189966e-211a-4952-a3d9-bbcb07cd6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.849165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5cb522-9d63-4d1c-91bb-ed487d5fcf67,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server [None req-4bce4655-8fd2-42ad-a507-537ad96e69f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c5cb522-9d63-4d1c-91bb-ed487d5fcf67: This subnet is being modified by another concurrent operation. Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:06:30.860524 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise exception Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c5cb522-9d63-4d1c-91bb-ed487d5fcf67: This subnet is being modified by another concurrent operation. Aug 04 17:06:30.864756 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Aug 04 17:06:30.896248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Transition to ACTIVE for port object 33365a60-c08d-4d4d-acf6-84ef9a66fd46 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:30.900042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6737f6-c633-4066-8b8d-241f4d9468c8 None None] Network d70af850-d0b7-4c00-ab28-4b10584370bd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:30.902484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91dc9c-85c0-44e1-93c0-c6278ad1dfa3 None None] Update dhcp port {'port': {'network_id': '43904e03-c42e-49b6-aa4a-c8c5858a290f', 'fixed_ips': [{'subnet_id': '26fb6957-df2f-489e-9664-c97c4c2e0f6e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8014907-aadd-4cc4-a65b-197437d04ac8'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '68a72b7d-58ee-4419-a311-1dca538dfbdc'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:06:30.910714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92ffe698-760b-46b2-9631-f049a2851f0b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.917265 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.928395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70af850-d0b7-4c00-ab28-4b10584370bd']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:30.941286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcf9390-05f8-46ac-8bd4-781ec3f908d8') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:30.941616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcf9390-05f8-46ac-8bd4-781ec3f908d8') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:30.953160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.958556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92ffe698-760b-46b2-9631-f049a2851f0b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.964726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57864) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:30.977118 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.985418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:30.985832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:30.989830 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:30.998094 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.006750 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf91dc9c-85c0-44e1-93c0-c6278ad1dfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.082269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92ffe698-760b-46b2-9631-f049a2851f0b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.084761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.095703 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.098729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/d70af850-d0b7-4c00-ab28-4b10584370bd HTTP/1.1" status: 204 len: 168 time: 0.7907989 Aug 04 17:06:31.104190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57870) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:31.127658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20970166-f436-4c70-bfb1-48f24baeffcd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Network': ['ID=d70af850-d0b7-4c00-ab28-4b10584370bd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:31.149355 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-54747dd9-6ba5-40b6-a636-e7b4809d06ae tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:31.150479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54747dd9-6ba5-40b6-a636-e7b4809d06ae tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:31.153208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-54747dd9-6ba5-40b6-a636-e7b4809d06ae tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/d70af850-d0b7-4c00-ab28-4b10584370bd HTTP/1.1" status: 404 len: 339 time: 0.0469685 Aug 04 17:06:31.156521 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92ffe698-760b-46b2-9631-f049a2851f0b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.159625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57872) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:31.172392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-679048684', 'description': 'd1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:31.181644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189966e-211a-4952-a3d9-bbcb07cd6016 None None] Pushing event updated for resources: {'Port': ['ID=68a72b7d-58ee-4419-a311-1dca538dfbdc,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:31.188974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:31.203517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5df33b6a-8904-4cad-9d74-f24f859eedd4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f88d3c16865548a18c9714dfcdcb18ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364459 Aug 04 17:06:31.203735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffe698-760b-46b2-9631-f049a2851f0b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c7f35d-e60a-4c67-b70a-59212cf54ed7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:31.207698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92ffe698-760b-46b2-9631-f049a2851f0b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.211493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57874) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:31.212233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57876) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:31.213009 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-92ffe698-760b-46b2-9631-f049a2851f0b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/e3c7f35d-e60a-4c67-b70a-59212cf54ed7 HTTP/1.1" status: 204 len: 168 time: 0.5192308 Aug 04 17:06:31.232536 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:31.237361 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.260179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:31.262961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:31.268015 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:31.272368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9cecc295-d453-43c9-be8b-8781c2aca664 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550222 Aug 04 17:06:31.273888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57880) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:31.278418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c5dfb-bd06-48dd-af44-cdb075a7f99e None None] Network d70af850-d0b7-4c00-ab28-4b10584370bd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:31.290199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Pushing event updated for resources: {'Port': ['ID=33365a60-c08d-4d4d-acf6-84ef9a66fd46,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:31.310624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c5dfb-bd06-48dd-af44-cdb075a7f99e None None] Network d70af850-d0b7-4c00-ab28-4b10584370bd could not be found, it might have been deleted concurrently. {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 17:06:31.318842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.319184 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Added segment 3468ad96-a1e7-40c7-9f04-a0652874bc92 of type vlan for network 8039df33-26b5-41e4-823d-580a0c011093 Aug 04 17:06:31.326050 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5b89a04-219c-4b12-9ec0-d07aa4cc5080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.354692 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5b89a04-219c-4b12-9ec0-d07aa4cc5080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.365985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadbdfbd-5162-4dff-96c4-7a754e27a52b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:31.369922 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aadbdfbd-5162-4dff-96c4-7a754e27a52b tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0927103 Aug 04 17:06:31.370577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57882) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:31.386747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Attempting to bind port 33365a60-c08d-4d4d-acf6-84ef9a66fd46 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:31.387534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Attempting to bind port 33365a60-c08d-4d4d-acf6-84ef9a66fd46 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:31.388630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Attempting to bind port 33365a60-c08d-4d4d-acf6-84ef9a66fd46 on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:31.399320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:31.399727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:31.400253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.400638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:31.401105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Bound port: 33365a60-c08d-4d4d-acf6-84ef9a66fd46, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:31.401494 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.411302 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.415633 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-cf91dc9c-85c0-44e1-93c0-c6278ad1dfa3 None None] Allocated IP 172.20.0.1 (43904e03-c42e-49b6-aa4a-c8c5858a290f/d8014907-aadd-4cc4-a65b-197437d04ac8/68a72b7d-58ee-4419-a311-1dca538dfbdc) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:31.418195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5b89a04-219c-4b12-9ec0-d07aa4cc5080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.420934 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5b89a04-219c-4b12-9ec0-d07aa4cc5080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.425096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e5b89a04-219c-4b12-9ec0-d07aa4cc5080 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27bcb912-7b03-4672-8ef9-b53665a4f511 HTTP/1.1" status: 204 len: 168 time: 0.2112861 Aug 04 17:06:31.433434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b89a04-219c-4b12-9ec0-d07aa4cc5080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bcb912-7b03-4672-8ef9-b53665a4f511,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:31.460616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70803c5-c35a-45c4-a9d8-d14bfe645ed2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:31.462391 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e70803c5-c35a-45c4-a9d8-d14bfe645ed2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0905452 Aug 04 17:06:31.466971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57886) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:31.483673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.494325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:31.495144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.524098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c4bebf42-dfb0-40f3-a8e3-6ef31b48cfe3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553331 Aug 04 17:06:31.525163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57888) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:31.531604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:31.568001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] For port 33365a60-c08d-4d4d-acf6-84ef9a66fd46, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:31.577150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=8039df33-26b5-41e4-823d-580a0c011093,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:31.583295 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-115da76b-1305-4ab8-a25a-93504c415968 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4161689 Aug 04 17:06:31.583946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57890) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:31.594058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 8039df33-26b5-41e4-823d-580a0c011093 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:31.599629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] For port 33365a60-c08d-4d4d-acf6-84ef9a66fd46, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=33365a60-c08d-4d4d-acf6-84ef9a66fd46,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:31.653255 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.668552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:31.669323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cf91dc9c-85c0-44e1-93c0-c6278ad1dfa3 None None] For port 68a72b7d-58ee-4419-a311-1dca538dfbdc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=68a72b7d-58ee-4419-a311-1dca538dfbdc,segment=NetworkSegment(47c364c4-1820-4bfd-a3c1-99a0589042f1),segment_id=47c364c4-1820-4bfd-a3c1-99a0589042f1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:31.676400 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.683702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7a2e4-e9e4-4f34-8666-b5b5e705653f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:31.685590 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-58b7a2e4-e9e4-4f34-8666-b5b5e705653f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/networks?id=8039df33-26b5-41e4-823d-580a0c011093 HTTP/1.1" status: 200 len: 764 time: 0.1003470 Aug 04 17:06:31.688328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57894) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:31.695316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cf21a9a8-2ffc-4d32-83ab-f4af0f1fc8f7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'description': 'd2'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:31.802529 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf91dc9c-85c0-44e1-93c0-c6278ad1dfa3 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.815588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37439f9d-95ae-4638-96b7-e193ff1eba9e None None] Pushing event updated for resources: {'Port': ['ID=33365a60-c08d-4d4d-acf6-84ef9a66fd46,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:31.826362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cf91dc9c-85c0-44e1-93c0-c6278ad1dfa3 None None] Transition to ACTIVE for port object 68a72b7d-58ee-4419-a311-1dca538dfbdc will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:31.832396 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf91dc9c-85c0-44e1-93c0-c6278ad1dfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.912081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91dc9c-85c0-44e1-93c0-c6278ad1dfa3 None None] Pushing event updated for resources: {'Port': ['ID=68a72b7d-58ee-4419-a311-1dca538dfbdc,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:31.978191 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6655ca9-a9a6-47a5-8dfa-742f85ffb288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:31.980378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-691ea2b1-b57d-45b6-a68e-9825e1ad0dbe req-cfbc31d4-ec7e-4c62-bd75-524d04732c8e tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0668800 Aug 04 17:06:32.005674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf21a9a8-2ffc-4d32-83ab-f4af0f1fc8f7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:32.017190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6632337-269f-4481-a4d2-525e75bdb390 req-648d28a0-e945-4723-8500-d18e1ad447a8 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:32.024685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6632337-269f-4481-a4d2-525e75bdb390 req-648d28a0-e945-4723-8500-d18e1ad447a8 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1022680 Aug 04 17:06:32.030057 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf21a9a8-2ffc-4d32-83ab-f4af0f1fc8f7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:32.041172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf21a9a8-2ffc-4d32-83ab-f4af0f1fc8f7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network 8039df33-26b5-41e4-823d-580a0c011093 is not hosted by any dhcp agent {{(pid=105829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 17:06:32.053040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf21a9a8-2ffc-4d32-83ab-f4af0f1fc8f7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:32.053575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf21a9a8-2ffc-4d32-83ab-f4af0f1fc8f7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:32.057334 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cf21a9a8-2ffc-4d32-83ab-f4af0f1fc8f7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "PUT /v2.0/networks/8039df33-26b5-41e4-823d-580a0c011093 HTTP/1.1" status: 200 len: 761 time: 0.3654075 Aug 04 17:06:32.064089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57908) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:32.127743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21a9a8-2ffc-4d32-83ab-f4af0f1fc8f7 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=8039df33-26b5-41e4-823d-580a0c011093,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:32.161398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 8039df33-26b5-41e4-823d-580a0c011093 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:32.472381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6632337-269f-4481-a4d2-525e75bdb390 req-1a5a06dd-44ad-449a-9c2f-95bd5d74ed92 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466422 Aug 04 17:06:32.511703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfcf512-ba36-4a4b-aecb-77766f0da8fe tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:32.518217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57926) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:32.518886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ddfcf512-ba36-4a4b-aecb-77766f0da8fe tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/networks?id=8039df33-26b5-41e4-823d-580a0c011093 HTTP/1.1" status: 200 len: 764 time: 0.4513543 Aug 04 17:06:32.545125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:06:32.637060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a8375-6fe2-469c-aee3-555046aa6e56 None None] Network 43904e03-c42e-49b6-aa4a-c8c5858a290f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:32.750356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2bbd8d6c-214c-4eb2-b409-1ce91847e1f6 None None] Provisioning for port 68a72b7d-58ee-4419-a311-1dca538dfbdc completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:32.757570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2bbd8d6c-214c-4eb2-b409-1ce91847e1f6 None None] Provisioning complete for port 68a72b7d-58ee-4419-a311-1dca538dfbdc triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:32.757823 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8d6c-214c-4eb2-b409-1ce91847e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:32.798898 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:32.817292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a6c01776-6af3-49b4-8bfb-b0be84353b70 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:32.872331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceda2b1-9c4d-48e1-8d34-f8ea7c98c3df tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:32.877154 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dceda2b1-9c4d-48e1-8d34-f8ea7c98c3df tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3527954 Aug 04 17:06:32.877559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57934) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:32.884603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: a6c01776-6af3-49b4-8bfb-b0be84353b70 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:32.885119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a6c01776-6af3-49b4-8bfb-b0be84353b70 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:32.999135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] For port 33365a60-c08d-4d4d-acf6-84ef9a66fd46, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=33365a60-c08d-4d4d-acf6-84ef9a66fd46,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:33.039095 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:33.046504 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:33.047411 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:33.120208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=33365a60-c08d-4d4d-acf6-84ef9a66fd46,revision_number=5']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:33.194645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fd345a5-3f1c-4ddb-99f1-b3eba29d3632 req-f3a631d0-488e-48a4-b412-598f33bd64f2 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0754919 Aug 04 17:06:33.226652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:33.235708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:33.237685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=b89ed49a-16ff-4b4e-9ff2-587aeeaa689f,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:33.250191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f0200-4226-4f69-97cd-e34f1da18baa None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:33.260851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:33.261448 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:33.327313 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-58eb1ae9-2aa3-447c-9c51-b0c2dbaf582f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8006930 Aug 04 17:06:33.330194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57940) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:33.340351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7007c9bd-4017-4649-8048-30ce6cf57a62 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:33.347367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 68a72b7d-58ee-4419-a311-1dca538dfbdc up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:33.379617 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5495cf3a-da44-46e4-9373-25dd9f79d7bf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 207 time: 0.4992676 Aug 04 17:06:33.380372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57944) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:33.513584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b3953456-0730-425d-86ee-6716fad4bd01 None None] Provisioning complete for port 68a72b7d-58ee-4419-a311-1dca538dfbdc triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:33.520696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b3953456-0730-425d-86ee-6716fad4bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:33.533354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7007c9bd-4017-4649-8048-30ce6cf57a62 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:33.538998 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7007c9bd-4017-4649-8048-30ce6cf57a62 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:33.684432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 68a72b7d-58ee-4419-a311-1dca538dfbdc triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:33.685797 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:33.731091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f919fc-0ad7-4ae0-a095-a6e25125edb5 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:33.737556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f919fc-0ad7-4ae0-a095-a6e25125edb5 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:33.738249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0048c-cca9-4f9c-ba79-d48591352c03 req-abca307a-8d97-48cf-897d-6edcd55dfff6 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:33.741121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1a0048c-cca9-4f9c-ba79-d48591352c03 req-abca307a-8d97-48cf-897d-6edcd55dfff6 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1376250 Aug 04 17:06:33.745275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f919fc-0ad7-4ae0-a095-a6e25125edb5 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:33.752067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f919fc-0ad7-4ae0-a095-a6e25125edb5 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:33.759612 n-d-764435-5 neutron-server[105828]: INFO neutron.db.ipam_backend_mixin [None req-7007c9bd-4017-4649-8048-30ce6cf57a62 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b89ed49a-16ff-4b4e-9ff2-587aeeaa689f (CIDR: 2001:db8::/64) Aug 04 17:06:33.760788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f919fc-0ad7-4ae0-a095-a6e25125edb5 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:33.768691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f919fc-0ad7-4ae0-a095-a6e25125edb5 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:33.770942 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-50f919fc-0ad7-4ae0-a095-a6e25125edb5 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3894651 Aug 04 17:06:33.774887 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7007c9bd-4017-4649-8048-30ce6cf57a62 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:33.776045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7007c9bd-4017-4649-8048-30ce6cf57a62 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:33.776185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57954) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:33.814524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7007c9bd-4017-4649-8048-30ce6cf57a62 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4829435 Aug 04 17:06:33.818408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57958) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:33.825650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a23dfb8b-44a2-4648-849c-991ea078d498 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:33.911019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1a0048c-cca9-4f9c-ba79-d48591352c03 req-ba22e86b-b8bb-4510-bcd3-02f213513c25 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575212 Aug 04 17:06:33.988785 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cbbe0ad1-5d6a-411e-aec0-08bc106781b9 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2115746 Aug 04 17:06:33.992025 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57960) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:34.033023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23dfb8b-44a2-4648-849c-991ea078d498 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:34.037741 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a23dfb8b-44a2-4648-849c-991ea078d498 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:34.069797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bae54d-5a95-4b44-82de-b9967d032e2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.071864 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bae54d-5a95-4b44-82de-b9967d032e2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.073777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bae54d-5a95-4b44-82de-b9967d032e2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.075679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bae54d-5a95-4b44-82de-b9967d032e2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.077804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bae54d-5a95-4b44-82de-b9967d032e2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.080339 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f0bae54d-5a95-4b44-82de-b9967d032e2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0868847 Aug 04 17:06:34.084124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57962) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:34.161599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2822f-5373-44bd-9619-6d468303e4b6 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.167378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2822f-5373-44bd-9619-6d468303e4b6 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.171638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2822f-5373-44bd-9619-6d468303e4b6 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.173121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2822f-5373-44bd-9619-6d468303e4b6 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.177631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2822f-5373-44bd-9619-6d468303e4b6 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.185097 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c9c2822f-5373-44bd-9619-6d468303e4b6 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0996256 Aug 04 17:06:34.189587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57964) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:34.376443 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f518d2fd-7607-4545-8af6-fb389dc3bec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:34.454190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdcfb9-3ffc-4d74-b1c4-772d3ec69c24 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.459286 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6efdcfb9-3ffc-4d74-b1c4-772d3ec69c24 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/networks/7c55e3ed-e061-4d26-8034-ed019dbe098b HTTP/1.1" status: 200 len: 804 time: 0.2646394 Aug 04 17:06:34.459719 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57972) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:34.499348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5765b58-68dc-47ab-8bc3-3d8d013886d9 req-c6b3b78d-ac9f-4eb9-83eb-7009c202fb74 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0726638 Aug 04 17:06:34.515742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a23dfb8b-44a2-4648-849c-991ea078d498 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:34.543135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cf833-96f6-4563-9050-f7becc6b1f38 req-f5cf027c-5ddf-49c6-a988-fc28b3d8fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.544837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a9cf833-96f6-4563-9050-f7becc6b1f38 req-f5cf027c-5ddf-49c6-a988-fc28b3d8fac7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 1096 time: 0.1168573 Aug 04 17:06:34.603826 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-40793997-3dba-4b08-8fa0-fcaf55557372 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/networks/7c55e3ed-e061-4d26-8034-ed019dbe098b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1429596 Aug 04 17:06:34.608490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57976) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:34.612032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23dfb8b-44a2-4648-849c-991ea078d498 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:34.617441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a23dfb8b-44a2-4648-849c-991ea078d498 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:34.620556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23dfb8b-44a2-4648-849c-991ea078d498 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.621165 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a23dfb8b-44a2-4648-849c-991ea078d498 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:34.644169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dfb8b-44a2-4648-849c-991ea078d498 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=47a5436c-a059-4f35-a0ea-ce2cd1f84fb5,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:34.650534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a9cf833-96f6-4563-9050-f7becc6b1f38 req-1362a828-ec58-4e0e-ba8d-1814f5c02c50 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801408 Aug 04 17:06:34.656645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a23dfb8b-44a2-4648-849c-991ea078d498 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8369019 Aug 04 17:06:34.659620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57978) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:34.665229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:7b:07:8e', 'name': 'tempest-NetworksTestDHCPv6-1233284431'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:34.701212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef029d0-5ae9-4daf-a2ec-077adddf0dec tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.708952 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6ef029d0-5ae9-4daf-a2ec-077adddf0dec tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/subnets/853f4672-193e-473f-90e0-b083368a11d8 HTTP/1.1" status: 200 len: 843 time: 0.0990725 Aug 04 17:06:34.709600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57980) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:34.776514 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d79cda7-e5ab-4b6d-ab46-d36acec3cbaf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:34.779620 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3d79cda7-e5ab-4b6d-ab46-d36acec3cbaf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "GET /v2.0/subnets/853f4672-193e-473f-90e0-b083368a11d8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0685537 Aug 04 17:06:34.783414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57982) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:34.795583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:34.796035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1917435102'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:34.840925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:34.851876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:34.902511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:34.917889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:34.918170 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:34.918289 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Added segment eb79a5e3-1323-42b9-9e22-690891b50450 of type vlan for network b9989472-ba99-4480-a505-5d1f703b5f71 Aug 04 17:06:34.968685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 28dcaa21-c06c-4ff3-a058-94ffef7ae1ba yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:06:34.970617 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:34.978945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.025677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.034092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:35.035015 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.102881 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3155427 Aug 04 17:06:35.115766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57992) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:35.126653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'network_id': 'b9989472-ba99-4480-a505-5d1f703b5f71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:35.138577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55b971-da08-46db-a063-b6ad4027a15a req-f6731241-6159-4e26-9e9e-31ff6e226ea3 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:35.138577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b55b971-da08-46db-a063-b6ad4027a15a req-f6731241-6159-4e26-9e9e-31ff6e226ea3 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1140349 Aug 04 17:06:35.201773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284680b-1862-48e8-95df-4fe1b68cc7cf tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Network': ['ID=b9989472-ba99-4480-a505-5d1f703b5f71,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:35.221277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b9989472-ba99-4480-a505-5d1f703b5f71 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:35.283729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Made reservation on behalf of d6effb4438d34870805f1b22c15e60c5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:35.295291 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.307700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b55b971-da08-46db-a063-b6ad4027a15a req-e258f81e-1416-47e9-9c5c-06bece455666 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122940 Aug 04 17:06:35.317901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8:0:1::3a6 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/47a5436c-a059-4f35-a0ea-ce2cd1f84fb5/28dcaa21-c06c-4ff3-a058-94ffef7ae1ba) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:35.327281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f816:3eff:fe7b:78e (0214bd7b-2498-4f95-a2d5-2cef03c7e896/b89ed49a-16ff-4b4e-9ff2-587aeeaa689f/28dcaa21-c06c-4ff3-a058-94ffef7ae1ba) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:35.382329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Performing IP validity checks on allocation pools {{(pid=105829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 17:06:35.383480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 17:06:35.397057 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 33365a60-c08d-4d4d-acf6-84ef9a66fd46 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:35.460688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db29e5fd-d50b-4e0d-aba7-29e3671dc2c8 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:35.519911 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.536274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 28dcaa21-c06c-4ff3-a058-94ffef7ae1ba will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:35.591018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.603594 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.684953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=75fb2f3a-8a40-4d99-8926-fa4fa9fbfde8,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:35.690626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58006) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:35.700385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Checking segment: {'id': 'eb79a5e3-1323-42b9-9e22-690891b50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b9989472-ba99-4480-a505-5d1f703b5f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:35.700662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network hostable DHCP agents. Network: b9989472-ba99-4480-a505-5d1f703b5f71, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:06:35.715110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acbce262-7018-4156-a9f1-38962b488600 req-3e2894e0-077e-4947-ac29-2c104ce86733 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0915811 Aug 04 17:06:35.718675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-54a0f593-396a-4c1b-80c1-acd397f7ec38 None None] Provisioning for port 33365a60-c08d-4d4d-acf6-84ef9a66fd46 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:35.728068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:35.736528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 33365a60-c08d-4d4d-acf6-84ef9a66fd46 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:35.741850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Network b9989472-ba99-4480-a505-5d1f703b5f71 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:06:35.743586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:35.744894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 33365a60-c08d-4d4d-acf6-84ef9a66fd46 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:35.745890 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.753365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:35.761212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:35.761966 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.769653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b9989472-ba99-4480-a505-5d1f703b5f71) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:35.775028 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:35.775635 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.776092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=28dcaa21-c06c-4ff3-a058-94ffef7ae1ba,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:35.802872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5ecffce6-7fb2-48b4-a083-20714d48199c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1419196 Aug 04 17:06:35.803598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58012) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:35.809493 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fa4e78da-59ec-4b6e-95d0-5ae3a96eeaf0 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6914146 Aug 04 17:06:35.818459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58014) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:35.823618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b25baf6-120f-4d8b-af9c-832c5bd55271 None None] Network b9989472-ba99-4480-a505-5d1f703b5f71 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:35.828871 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1fb6130a-8ae5-4b53-bb0a-edc210c3a31b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:35.932951 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd808fdf-9bd4-4870-ad2a-daab26bfdb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.955647 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:35.983965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-45a737f3-2952-4709-9942-6ed2692f9019 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 28dcaa21-c06c-4ff3-a058-94ffef7ae1ba {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:35.984324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45a737f3-2952-4709-9942-6ed2692f9019 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.046749 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fb6130a-8ae5-4b53-bb0a-edc210c3a31b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264323300'] for subnet, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.087777 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.106517 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45a737f3-2952-4709-9942-6ed2692f9019 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.127597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-45a737f3-2952-4709-9942-6ed2692f9019 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 28dcaa21-c06c-4ff3-a058-94ffef7ae1ba owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:36.138022 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-b9989472-ba99-4480-a505-5d1f703b5f71', 'network_id': 'b9989472-ba99-4480-a505-5d1f703b5f71', 'tenant_id': 'd6effb4438d34870805f1b22c15e60c5', 'fixed_ips': [{'subnet_id': '75fb2f3a-8a40-4d99-8926-fa4fa9fbfde8'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:36.138900 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.173020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 33365a60-c08d-4d4d-acf6-84ef9a66fd46, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=33365a60-c08d-4d4d-acf6-84ef9a66fd46,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:36.189617 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.328123 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd808fdf-9bd4-4870-ad2a-daab26bfdb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.337069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd808fdf-9bd4-4870-ad2a-daab26bfdb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.357565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=33365a60-c08d-4d4d-acf6-84ef9a66fd46,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:36.376902 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd808fdf-9bd4-4870-ad2a-daab26bfdb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e01cdc-e92a-4d59-b4aa-ce2586f86d9f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:36.384465 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fb6130a-8ae5-4b53-bb0a-edc210c3a31b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772336856441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-264285840'] for subnet, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.426789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45a737f3-2952-4709-9942-6ed2692f9019 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.440137 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dd808fdf-9bd4-4870-ad2a-daab26bfdb9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10a4527403e94cbfb0a9d909b2cba739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7478704 Aug 04 17:06:36.447259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58024) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:36.447491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028b476-be84-4f79-a56c-5544b617b83e None None] Update dhcp port {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': 'b89ed49a-16ff-4b4e-9ff2-587aeeaa689f', 'ip_address': '2001:db8::f816:3eff:fe1f:a0b2'}, {'subnet_id': '47a5436c-a059-4f35-a0ea-ce2cd1f84fb5'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '33365a60-c08d-4d4d-acf6-84ef9a66fd46'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:06:36.493667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb6130a-8ae5-4b53-bb0a-edc210c3a31b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:36.494004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a737f3-2952-4709-9942-6ed2692f9019 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=28dcaa21-c06c-4ff3-a058-94ffef7ae1ba,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:36.494283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1fb6130a-8ae5-4b53-bb0a-edc210c3a31b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.498486 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1fb6130a-8ae5-4b53-bb0a-edc210c3a31b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "PUT /v2.0/subnets/75fb2f3a-8a40-4d99-8926-fa4fa9fbfde8 HTTP/1.1" status: 200 len: 900 time: 0.6735573 Aug 04 17:06:36.503760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58026) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:36.519840 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a028b476-be84-4f79-a56c-5544b617b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.535219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6130a-8ae5-4b53-bb0a-edc210c3a31b tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event updated for resources: {'Subnet': ['ID=75fb2f3a-8a40-4d99-8926-fa4fa9fbfde8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:36.582737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45a737f3-2952-4709-9942-6ed2692f9019 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.587581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-45a737f3-2952-4709-9942-6ed2692f9019 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/28dcaa21-c06c-4ff3-a058-94ffef7ae1ba HTTP/1.1" status: 204 len: 168 time: 0.7827141 Aug 04 17:06:36.589480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58034) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:36.624123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ee647-9842-43ad-b9ba-0543c94e1cba req-43ae5a81-f9d5-433d-915c-894cb47b71ec tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:36.628154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff2ee647-9842-43ad-b9ba-0543c94e1cba req-43ae5a81-f9d5-433d-915c-894cb47b71ec tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1523354 Aug 04 17:06:36.633996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Allocated IP 2001:db8::3 (b9989472-ba99-4480-a505-5d1f703b5f71/75fb2f3a-8a40-4d99-8926-fa4fa9fbfde8/a1acc615-9347-4be4-8cb2-6356decda397) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:36.645987 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d321fa0c-4611-4ddb-819b-5ebde65054cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.687710 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d321fa0c-4611-4ddb-819b-5ebde65054cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.713499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d100fd8d-8873-404f-9966-10e59a04a2c0 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:36.715518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d100fd8d-8873-404f-9966-10e59a04a2c0 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1250103 Aug 04 17:06:36.715666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.719597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58036) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:36.743578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff2ee647-9842-43ad-b9ba-0543c94e1cba req-12c8a687-e3ed-4e1a-80ad-72fd8a9db23a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919869 Aug 04 17:06:36.849585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f9072a-9b1a-4306-9a79-02be4f4298d9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:36.851174 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09f9072a-9b1a-4306-9a79-02be4f4298d9 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1250768 Aug 04 17:06:36.854583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58044) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:36.854735 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d321fa0c-4611-4ddb-819b-5ebde65054cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.866322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d321fa0c-4611-4ddb-819b-5ebde65054cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.867751 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d321fa0c-4611-4ddb-819b-5ebde65054cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0e01cdc-e92a-4d59-b4aa-ce2586f86d9f HTTP/1.1" status: 204 len: 168 time: 0.4195597 Aug 04 17:06:36.883284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:36.886428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321fa0c-4611-4ddb-819b-5ebde65054cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e01cdc-e92a-4d59-b4aa-ce2586f86d9f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:36.921843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e917cba4-ffe9-4969-be10-0b33daaec50a req-5ec2c116-aaa0-408a-9372-3938ba6b60a4 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0828843 Aug 04 17:06:36.973579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-a028b476-be84-4f79-a56c-5544b617b83e None None] Allocated IP 2001:db8:0:1::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/47a5436c-a059-4f35-a0ea-ce2cd1f84fb5/33365a60-c08d-4d4d-acf6-84ef9a66fd46) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:37.025452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30d321-eaf1-4d94-ab55-27a5d8a20bdb tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:37.027734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30d321-eaf1-4d94-ab55-27a5d8a20bdb tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:37.028665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30d321-eaf1-4d94-ab55-27a5d8a20bdb tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:37.033314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58056) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:37.054465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fa30d321-eaf1-4d94-ab55-27a5d8a20bdb tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1982191 Aug 04 17:06:37.059017 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.095960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Transition to ACTIVE for port object a1acc615-9347-4be4-8cb2-6356decda397 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:37.111084 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:06:37.128343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55253b9-bca9-49b3-838a-43ee5ac78237 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 47a5436c-a059-4f35-a0ea-ce2cd1f84fb5 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:37.149839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Transition to ACTIVE for port object a1acc615-9347-4be4-8cb2-6356decda397 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:37.171818 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.186956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a028b476-be84-4f79-a56c-5544b617b83e None None] For port 33365a60-c08d-4d4d-acf6-84ef9a66fd46, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=33365a60-c08d-4d4d-acf6-84ef9a66fd46,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:37.194848 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.239895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Network b9989472-ba99-4480-a505-5d1f703b5f71 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:37.256247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:37.260348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Subnet': ['ID=75fb2f3a-8a40-4d99-8926-fa4fa9fbfde8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:37.267150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:37.283615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Pushing event updated for resources: {'Port': ['ID=a1acc615-9347-4be4-8cb2-6356decda397,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:37.307570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-71d79742-b39a-4744-aa0e-eb16a83da578 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:37.310079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-71d79742-b39a-4744-aa0e-eb16a83da578 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/networks?id=46ae89e2-39c6-428c-9d51-4b52d2d2f836 HTTP/1.1" status: 200 len: 810 time: 0.2281332 Aug 04 17:06:37.310756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 33365a60-c08d-4d4d-acf6-84ef9a66fd46 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:37.316404 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a028b476-be84-4f79-a56c-5544b617b83e None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.330053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-ece67982-5368-47ba-b99d-a1ad1364c20d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/quotas/fb60676ed82b42899fecd4437f375f7f HTTP/1.1" status: 200 len: 375 time: 0.0134563 Aug 04 17:06:37.388739 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.403399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9989472-ba99-4480-a505-5d1f703b5f71']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:37.405707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-83dca132-bbbf-4239-871e-9cfe7bdd06d0 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb60676ed82b42899fecd4437f375f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686188 Aug 04 17:06:37.423374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb79a5e3-1323-42b9-9e22-690891b50450') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:37.423687 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb79a5e3-1323-42b9-9e22-690891b50450') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:37.441919 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.449507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a028b476-be84-4f79-a56c-5544b617b83e None None] Transition to ACTIVE for port object 33365a60-c08d-4d4d-acf6-84ef9a66fd46 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:37.462839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c55253b9-bca9-49b3-838a-43ee5ac78237 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.467526 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.472396 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a028b476-be84-4f79-a56c-5544b617b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.519208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.549498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c55253b9-bca9-49b3-838a-43ee5ac78237 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.559675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Attempting to bind port a1acc615-9347-4be4-8cb2-6356decda397 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:37.559675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Attempting to bind port a1acc615-9347-4be4-8cb2-6356decda397 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'eb79a5e3-1323-42b9-9e22-690891b50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b9989472-ba99-4480-a505-5d1f703b5f71'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:37.561972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Attempting to bind port a1acc615-9347-4be4-8cb2-6356decda397 on network b9989472-ba99-4480-a505-5d1f703b5f71 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:37.575556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-b03be198-5006-494f-b012-4a65be2b90d8 service neutron] 10.222.0.39 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569459 Aug 04 17:06:37.607256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:37.607639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Checking segment: {'id': 'eb79a5e3-1323-42b9-9e22-690891b50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b9989472-ba99-4480-a505-5d1f703b5f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:37.608049 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.608451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Bound using segment: {'id': 'eb79a5e3-1323-42b9-9e22-690891b50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b9989472-ba99-4480-a505-5d1f703b5f71'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:37.608946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Bound port: a1acc615-9347-4be4-8cb2-6356decda397, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb79a5e3-1323-42b9-9e22-690891b50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b9989472-ba99-4480-a505-5d1f703b5f71'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:37.609335 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.616898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:37.617575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:37.621163 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:37.729354 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.api [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 17:06:37.729354 n-d-764435-5 neutron-server[105829]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 17:06:37.729354 n-d-764435-5 neutron-server[105829]: [parameters: {'id': 'b9989472-ba99-4480-a505-5d1f703b5f71'}] Aug 04 17:06:37.729354 n-d-764435-5 neutron-server[105829]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:06:37.730005 n-d-764435-5 neutron-server[105829]: DEBUG oslo_db.api [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:06:37.777078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-b2513987-2a0f-4a21-af40-7d8007a0f69b service neutron] 10.222.0.39 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945236 Aug 04 17:06:37.778168 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c55253b9-bca9-49b3-838a-43ee5ac78237 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.786515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] For port a1acc615-9347-4be4-8cb2-6356decda397, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:37.790202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] For port a1acc615-9347-4be4-8cb2-6356decda397, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a1acc615-9347-4be4-8cb2-6356decda397,segment=NetworkSegment(eb79a5e3-1323-42b9-9e22-690891b50450),segment_id=eb79a5e3-1323-42b9-9e22-690891b50450)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:37.792473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028b476-be84-4f79-a56c-5544b617b83e None None] Pushing event updated for resources: {'Port': ['ID=33365a60-c08d-4d4d-acf6-84ef9a66fd46,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:37.797026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.898255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c55253b9-bca9-49b3-838a-43ee5ac78237 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.912828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4affb3-a294-4455-b38d-04f351c7b152 None None] Pushing event updated for resources: {'Port': ['ID=a1acc615-9347-4be4-8cb2-6356decda397,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:37.922558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d65240-a490-46eb-8832-e58e53e61a9d None None] Network b9989472-ba99-4480-a505-5d1f703b5f71 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:37.953850 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c55253b9-bca9-49b3-838a-43ee5ac78237 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:37.956182 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c55253b9-bca9-49b3-838a-43ee5ac78237 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/47a5436c-a059-4f35-a0ea-ce2cd1f84fb5 HTTP/1.1" status: 204 len: 168 time: 0.9195192 Aug 04 17:06:37.957742 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55253b9-bca9-49b3-838a-43ee5ac78237 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=47a5436c-a059-4f35-a0ea-ce2cd1f84fb5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:37.959279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58080) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:38.164471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb14be38-7301-4ab8-a3b7-51d715d160ce None None] Network b9989472-ba99-4480-a505-5d1f703b5f71 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:38.205680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-699598fe-691f-4450-a8df-dcc26382f592 req-8bccc785-8995-4ce7-983d-cdd0673326e0 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 210 time: 0.1254220 Aug 04 17:06:38.218299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d02dbe56-5a74-443e-b456-09732c55cb66 req-ff971bb8-0702-461d-8242-9fb7132c6f80 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.1340022 Aug 04 17:06:38.231765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.233082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d499e3-2638-4f7e-be59-6ce9fd7d6b59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet b89ed49a-16ff-4b4e-9ff2-587aeeaa689f {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:38.241489 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35d499e3-2638-4f7e-be59-6ce9fd7d6b59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.267559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58096) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:38.301163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35d499e3-2638-4f7e-be59-6ce9fd7d6b59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.326243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Deleting port a1acc615-9347-4be4-8cb2-6356decda397 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:38.326914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.442026 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35d499e3-2638-4f7e-be59-6ce9fd7d6b59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.443622 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] For port a1acc615-9347-4be4-8cb2-6356decda397, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a1acc615-9347-4be4-8cb2-6356decda397,segment=NetworkSegment(eb79a5e3-1323-42b9-9e22-690891b50450),segment_id=eb79a5e3-1323-42b9-9e22-690891b50450)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:38.444171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.476662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Calling delete_port for a1acc615-9347-4be4-8cb2-6356decda397 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:38.510480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-network', 'tenant_id': '2cc94953506a4e78aea23a881315503c'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:38.546175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dadc25b-ae83-41b3-83e2-8acd406da5b5 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:38.557422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:38.559898 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.571607 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.582847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.583121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35d499e3-2638-4f7e-be59-6ce9fd7d6b59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.604510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-78d984cf-cb16-42eb-bbaf-4ead5ac16f0f None None] Could not find standard attr ID for object 28dcaa21-c06c-4ff3-a058-94ffef7ae1ba. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:06:38.612708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Port': ['ID=a1acc615-9347-4be4-8cb2-6356decda397,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:38.615199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No DVR routers for this DVR port a1acc615-9347-4be4-8cb2-6356decda397 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:38.625929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d499e3-2638-4f7e-be59-6ce9fd7d6b59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=b89ed49a-16ff-4b4e-9ff2-587aeeaa689f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:38.636321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-78d984cf-cb16-42eb-bbaf-4ead5ac16f0f None None] Provisioning for port 33365a60-c08d-4d4d-acf6-84ef9a66fd46 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:38.636534 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35d499e3-2638-4f7e-be59-6ce9fd7d6b59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.640696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-35d499e3-2638-4f7e-be59-6ce9fd7d6b59 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/b89ed49a-16ff-4b4e-9ff2-587aeeaa689f HTTP/1.1" status: 204 len: 168 time: 0.6778884 Aug 04 17:06:38.643190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58102) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:38.648866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-78d984cf-cb16-42eb-bbaf-4ead5ac16f0f None None] Provisioning complete for port 33365a60-c08d-4d4d-acf6-84ef9a66fd46 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:38.649276 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-78d984cf-cb16-42eb-bbaf-4ead5ac16f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.688962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6626c0c1-e7c4-4ee5-8124-49ee03ea0c2e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412893 Aug 04 17:06:38.688962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58104) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:38.694137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:38.737046 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.750112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9989472-ba99-4480-a505-5d1f703b5f71']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:38.764749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb79a5e3-1323-42b9-9e22-690891b50450') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:38.765317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb79a5e3-1323-42b9-9e22-690891b50450') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:38.779860 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.799720 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.809566 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:38.810152 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:38.813828 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:38.840591 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.850233 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.890982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:38.895063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.899757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3543204f-3e8e-46cb-b838-a13e2ee6c5b4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:38.908074 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.919614 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.930360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.937851 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.944825 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/b9989472-ba99-4480-a505-5d1f703b5f71 HTTP/1.1" status: 204 len: 168 time: 2.4390020 Aug 04 17:06:38.945461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58110) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:38.952087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced83b2-cf68-4080-acf7-0eabe2f90df9 None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:06:38.968426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:06:38.984512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9619976-82d9-4b3a-af48-cadc33b76210 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Network': ['ID=b9989472-ba99-4480-a505-5d1f703b5f71,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:38.989153 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:38.989660 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Added segment e13bbc40-9f10-4fe2-9af2-3b0406f8ab82 of type vlan for network b3eb9666-862a-4b2f-a577-a9a0071ffb65 Aug 04 17:06:39.012049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0ced83b2-cf68-4080-acf7-0eabe2f90df9 None None] Deleting port 33365a60-c08d-4d4d-acf6-84ef9a66fd46 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:39.012433 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0ced83b2-cf68-4080-acf7-0eabe2f90df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.018924 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecfbe07-b1ef-4acf-9dd4-5488ce0e2240 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:39.019593 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ecfbe07-b1ef-4acf-9dd4-5488ce0e2240 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:39.022396 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2ecfbe07-b1ef-4acf-9dd4-5488ce0e2240 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/subnets/75fb2f3a-8a40-4d99-8926-fa4fa9fbfde8 HTTP/1.1" status: 404 len: 337 time: 0.0743225 Aug 04 17:06:39.025462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58112) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:39.049023 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.050073 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-da29e3bd-4617-4981-9b55-9e06203941c8 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:39.051320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da29e3bd-4617-4981-9b55-9e06203941c8 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:39.053566 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-da29e3bd-4617-4981-9b55-9e06203941c8 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/b9989472-ba99-4480-a505-5d1f703b5f71 HTTP/1.1" status: 404 len: 339 time: 0.0265672 Aug 04 17:06:39.056601 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58114) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:39.088455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0ced83b2-cf68-4080-acf7-0eabe2f90df9 None None] For port 33365a60-c08d-4d4d-acf6-84ef9a66fd46, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=33365a60-c08d-4d4d-acf6-84ef9a66fd46,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:39.089142 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0ced83b2-cf68-4080-acf7-0eabe2f90df9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.102310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0ced83b2-cf68-4080-acf7-0eabe2f90df9 None None] Calling delete_port for 33365a60-c08d-4d4d-acf6-84ef9a66fd46 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:39.113260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.114249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:39.114842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.138721 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.197128 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0ced83b2-cf68-4080-acf7-0eabe2f90df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.213533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9446335 Aug 04 17:06:39.224747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58116) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:39.227311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced83b2-cf68-4080-acf7-0eabe2f90df9 None None] Pushing event deleted for resources: {'Port': ['ID=33365a60-c08d-4d4d-acf6-84ef9a66fd46,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:39.239238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced83b2-cf68-4080-acf7-0eabe2f90df9 None None] No DVR routers for this DVR port 33365a60-c08d-4d4d-acf6-84ef9a66fd46 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:39.257292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 33365a60-c08d-4d4d-acf6-84ef9a66fd46 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:39.269898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Request body: {'subnet': {'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-subnet', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:39.291229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f5c7ae-12de-4ef0-8754-fc059f0440c1 None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:06:39.303092 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.309814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e722f7-665f-4e8e-b223-cf2540600810 admin admin] Pushing event updated for resources: {'Network': ['ID=b3eb9666-862a-4b2f-a577-a9a0071ffb65,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:39.329817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8039df33-26b5-41e4-823d-580a0c011093']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:39.340728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:39.343476 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.353073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 33365a60-c08d-4d4d-acf6-84ef9a66fd46 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:39.353764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 33365a60-c08d-4d4d-acf6-84ef9a66fd46 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:39.356056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b3eb9666-862a-4b2f-a577-a9a0071ffb65 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:06:39.378400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3468ad96-a1e7-40c7-9f04-a0652874bc92') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:39.379915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3468ad96-a1e7-40c7-9f04-a0652874bc92') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:39.418477 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.441816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.451358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:39.452283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:39.455299 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:39.485916 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-337c9142-da70-4e2c-b7f1-a415f12d125e req-c07fa17e-bbbe-4d88-a4f7-39c662d50db3 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 210 time: 0.1337495 Aug 04 17:06:39.517873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5c7ae-12de-4ef0-8754-fc059f0440c1 None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:06:39.538950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53e0c712-bfb8-4599-bf3c-232c9e6731c4 req-167d71ee-0361-43c7-9871-fcadc81c2b01 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.1594121 Aug 04 17:06:39.552513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.559938 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.565052 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/8039df33-26b5-41e4-823d-580a0c011093 HTTP/1.1" status: 204 len: 168 time: 0.5073197 Aug 04 17:06:39.565617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58128) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:39.618254 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f306bc-ab81-4a7a-8960-ef58f442b779 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:39.619058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f306bc-ab81-4a7a-8960-ef58f442b779 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:39.624032 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-42f306bc-ab81-4a7a-8960-ef58f442b779 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/subnets/2c5cb522-9d63-4d1c-91bb-ed487d5fcf67 HTTP/1.1" status: 404 len: 337 time: 0.0470910 Aug 04 17:06:39.634579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58130) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:39.646534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6b3bf-b360-4922-95c1-cc99ba373388 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Network': ['ID=8039df33-26b5-41e4-823d-580a0c011093,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:39.657694 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa79aa90-2585-4f42-a9a3-a5ea0a1bf3e9 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:39.658554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa79aa90-2585-4f42-a9a3-a5ea0a1bf3e9 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:39.663390 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fa79aa90-2585-4f42-a9a3-a5ea0a1bf3e9 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/d70af850-d0b7-4c00-ab28-4b10584370bd HTTP/1.1" status: 404 len: 339 time: 0.0279768 Aug 04 17:06:39.664152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58132) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:39.744424 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-70306991-d25f-4f97-8bfc-819fe4082894 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Deleting subnet d8014907-aadd-4cc4-a65b-197437d04ac8 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:39.748744 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-70306991-d25f-4f97-8bfc-819fe4082894 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.817529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-70306991-d25f-4f97-8bfc-819fe4082894 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.918150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '2c235834-f26f-409e-8389-1e45e71563c0'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:39.919155 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.951876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-70306991-d25f-4f97-8bfc-819fe4082894 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:39.964069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:06:39.970306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.037116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-70306991-d25f-4f97-8bfc-819fe4082894 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.078763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:40.088095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:40.097462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Allocated IP 2001:db8::f816:3eff:fed6:99e4 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/2c235834-f26f-409e-8389-1e45e71563c0/6191a708-fdad-4a67-a3d7-df910247216d) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:40.103089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-184c2f73-b172-4c21-8e85-78211bcd1009 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:40.104701 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-184c2f73-b172-4c21-8e85-78211bcd1009 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.82 "GET /v2.0/networks?id=46ae89e2-39c6-428c-9d51-4b52d2d2f836 HTTP/1.1" status: 200 len: 810 time: 0.6474767 Aug 04 17:06:40.106241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70306991-d25f-4f97-8bfc-819fe4082894 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Subnet': ['ID=d8014907-aadd-4cc4-a65b-197437d04ac8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:40.108263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:40.108708 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.117222 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-70306991-d25f-4f97-8bfc-819fe4082894 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.119628 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-70306991-d25f-4f97-8bfc-819fe4082894 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/subnets/d8014907-aadd-4cc4-a65b-197437d04ac8 HTTP/1.1" status: 204 len: 168 time: 0.4544563 Aug 04 17:06:40.122209 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58144) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:40.136771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Request body: {'port': {'device_id': 'b88f4d46-dd26-4759-ae02-eee60b1eb665', 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836', 'admin_state_up': True, 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:40.176505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbef3ea-4ae7-4dff-8347-8a97df4134ba tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Deleting subnet 26fb6957-df2f-489e-9664-c97c4c2e0f6e {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:40.179809 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9dbef3ea-4ae7-4dff-8347-8a97df4134ba tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.188409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=2c235834-f26f-409e-8389-1e45e71563c0,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:40.237516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9dbef3ea-4ae7-4dff-8347-8a97df4134ba tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.259180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5c80b727-3b8f-455a-8a8a-892c4736b322 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5668194 Aug 04 17:06:40.259425 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58146) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:40.268370 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-003bf3e6-300f-48fc-aba3-a2bdddd83927 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:40.275018 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.279098 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.290617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Transition to ACTIVE for port object 6191a708-fdad-4a67-a3d7-df910247216d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:40.307685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Transition to ACTIVE for port object 6191a708-fdad-4a67-a3d7-df910247216d will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:40.313871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5206c-3b3c-498a-8812-55178a32a8b3 req-30885cb6-f8c1-4bd6-ab4f-d1ca6c0e993a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:40.314620 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.315578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1b5206c-3b3c-498a-8812-55178a32a8b3 req-30885cb6-f8c1-4bd6-ab4f-d1ca6c0e993a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.2042842 Aug 04 17:06:40.351711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:40.357543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:40.361620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:40.391037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef543eaa-4be5-4e02-bbc5-f2ae9095973a,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:40.396227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Pushing event updated for resources: {'Port': ['ID=6191a708-fdad-4a67-a3d7-df910247216d,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:40.423337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1b5206c-3b3c-498a-8812-55178a32a8b3 req-0d2d553b-5aaa-496b-8580-aa1e6fdb43ee tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878119 Aug 04 17:06:40.432376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Checking segment: {'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:40.432784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Network hostable DHCP agents. Network: b3eb9666-862a-4b2f-a577-a9a0071ffb65, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:06:40.450572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Made reservation on behalf of fb60676ed82b42899fecd4437f375f7f for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:40.450572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.450991 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9dbef3ea-4ae7-4dff-8347-8a97df4134ba tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.499050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Network b3eb9666-862a-4b2f-a577-a9a0071ffb65 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:06:40.539717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b3eb9666-862a-4b2f-a577-a9a0071ffb65) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:40.543255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003bf3e6-300f-48fc-aba3-a2bdddd83927 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:40.547631 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-003bf3e6-300f-48fc-aba3-a2bdddd83927 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.555955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:40.556289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.581009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1189d990-f189-4aef-b134-0e233c54d0ad admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3550301 Aug 04 17:06:40.584813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58152) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:40.591718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Attempting to bind port 6191a708-fdad-4a67-a3d7-df910247216d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:40.592094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Attempting to bind port 6191a708-fdad-4a67-a3d7-df910247216d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:40.592251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:40.592503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Attempting to bind port 6191a708-fdad-4a67-a3d7-df910247216d on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:40.598753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:40.599210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:40.599618 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.600067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:40.600518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Bound port: 6191a708-fdad-4a67-a3d7-df910247216d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:40.600973 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.658513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9dbef3ea-4ae7-4dff-8347-8a97df4134ba tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.670824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] For port 6191a708-fdad-4a67-a3d7-df910247216d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:40.674209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] For port 6191a708-fdad-4a67-a3d7-df910247216d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6191a708-fdad-4a67-a3d7-df910247216d,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:40.683827 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.688005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc141f79-e375-4dfc-a2b0-4af4c00854e3 req-ff92ccb3-b1a3-4771-bd3d-897513c243b0 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 210 time: 0.0851884 Aug 04 17:06:40.713772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9dbef3ea-4ae7-4dff-8347-8a97df4134ba tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.715698 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9dbef3ea-4ae7-4dff-8347-8a97df4134ba tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/subnets/26fb6957-df2f-489e-9664-c97c4c2e0f6e HTTP/1.1" status: 204 len: 168 time: 0.5925438 Aug 04 17:06:40.729160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbef3ea-4ae7-4dff-8347-8a97df4134ba tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Subnet': ['ID=26fb6957-df2f-489e-9664-c97c4c2e0f6e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:40.735379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58156) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:40.741710 n-d-764435-5 neutron-server[105829]: INFO neutron.db.ipam_backend_mixin [None req-003bf3e6-300f-48fc-aba3-a2bdddd83927 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c235834-f26f-409e-8389-1e45e71563c0 (CIDR: 2001:db8::/64) Aug 04 17:06:40.750850 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-003bf3e6-300f-48fc-aba3-a2bdddd83927 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:40.750850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003bf3e6-300f-48fc-aba3-a2bdddd83927 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:40.753073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d14035fb-b138-4491-9a77-aa0f2ce51c1e req-0d677b41-6fb0-4735-bb0f-d3c80e7a7a29 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0967135 Aug 04 17:06:40.760320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1f733-a048-4d59-bf81-d896b5127d83 None None] Pushing event updated for resources: {'Port': ['ID=6191a708-fdad-4a67-a3d7-df910247216d,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:40.790534 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-003bf3e6-300f-48fc-aba3-a2bdddd83927 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5300236 Aug 04 17:06:40.793525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58158) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:40.798499 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.799568 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.800635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cd8a682d-817c-4cdd-a119-0cd2a9ed4d02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:40.850338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Allocated IP 172.20.0.8 (46ae89e2-39c6-428c-9d51-4b52d2d2f836/7fd3435b-5995-4704-90e3-7a7debc78484/7776de86-6293-49ad-8082-a758dabe40a0) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:40.930088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8a682d-817c-4cdd-a119-0cd2a9ed4d02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:40.936849 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd8a682d-817c-4cdd-a119-0cd2a9ed4d02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.959370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:40.967200 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:41.214390 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd8a682d-817c-4cdd-a119-0cd2a9ed4d02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:41.222572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:41.288029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6191a708-fdad-4a67-a3d7-df910247216d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:41.336038 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:41.350378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 6191a708-fdad-4a67-a3d7-df910247216d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:41.355300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Deleting port 68a72b7d-58ee-4419-a311-1dca538dfbdc {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:41.355770 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:41.449847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] For port 68a72b7d-58ee-4419-a311-1dca538dfbdc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=68a72b7d-58ee-4419-a311-1dca538dfbdc,segment=NetworkSegment(47c364c4-1820-4bfd-a3c1-99a0589042f1),segment_id=47c364c4-1820-4bfd-a3c1-99a0589042f1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:41.450215 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:41.469849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Calling delete_port for 68a72b7d-58ee-4419-a311-1dca538dfbdc owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:41.537983 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:41.560966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['7f74e630-816c-44b1-b0fc-bce168666631'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:06:41.561249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8a682d-817c-4cdd-a119-0cd2a9ed4d02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:41.574104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-cd8a682d-817c-4cdd-a119-0cd2a9ed4d02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:41.577249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8a682d-817c-4cdd-a119-0cd2a9ed4d02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:41.577823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd8a682d-817c-4cdd-a119-0cd2a9ed4d02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:41.594895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a682d-817c-4cdd-a119-0cd2a9ed4d02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=5e036d4a-8e2d-4b44-9399-9be53aec014a,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:41.609249 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cd8a682d-817c-4cdd-a119-0cd2a9ed4d02 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8142176 Aug 04 17:06:41.609895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58162) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:41.629183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:b2:c6:80', 'name': 'tempest-NetworksTestDHCPv6-130676525'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:41.710357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:41.757574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:41.759460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Pushing event updated for resources: {'Port': ['ID=7776de86-6293-49ad-8082-a758dabe40a0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:41.763711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:41.832906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26fd2be-9108-4d30-b92c-75e7396cc2b8 None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:06:41.865862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4521ed-f778-4224-bf7b-033a6b30ef4c req-bafe8569-8717-44f2-bf2b-a9e23368721c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:41.867343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df4521ed-f778-4224-bf7b-033a6b30ef4c req-bafe8569-8717-44f2-bf2b-a9e23368721c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.3343723 Aug 04 17:06:41.913592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:41.924177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-514fb046-3bd5-4138-ae14-eb98594790da None None] Provisioning for port 6191a708-fdad-4a67-a3d7-df910247216d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:41.933100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-514fb046-3bd5-4138-ae14-eb98594790da None None] Provisioning complete for port 6191a708-fdad-4a67-a3d7-df910247216d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:41.933477 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-514fb046-3bd5-4138-ae14-eb98594790da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:41.999527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26fd2be-9108-4d30-b92c-75e7396cc2b8 None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:06:42.009317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Port': ['ID=68a72b7d-58ee-4419-a311-1dca538dfbdc,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:42.027337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:42.027948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.031470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No DVR routers for this DVR port 68a72b7d-58ee-4419-a311-1dca538dfbdc on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:42.092007 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.092229 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-514fb046-3bd5-4138-ae14-eb98594790da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.133057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df4521ed-f778-4224-bf7b-033a6b30ef4c req-d57a88c1-ecd3-49be-8ae8-20df34eed28c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362907 Aug 04 17:06:42.145532 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.160802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-514fb046-3bd5-4138-ae14-eb98594790da None None] For port 6191a708-fdad-4a67-a3d7-df910247216d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6191a708-fdad-4a67-a3d7-df910247216d,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:42.176680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-514fb046-3bd5-4138-ae14-eb98594790da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.181802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425f765-9f70-4540-8b66-87a70f163786 req-23bcd0ab-c20d-4594-93bb-1babdb30767f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:42.183350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f425f765-9f70-4540-8b66-87a70f163786 req-23bcd0ab-c20d-4594-93bb-1babdb30767f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 931 time: 0.3769386 Aug 04 17:06:42.227984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:42.253961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.257816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fb046-3bd5-4138-ae14-eb98594790da None None] Pushing event updated for resources: {'Port': ['ID=6191a708-fdad-4a67-a3d7-df910247216d,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:42.305728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3760ac9d-4401-4484-9529-f4f6e60bc902 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1761782 Aug 04 17:06:42.337404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43904e03-c42e-49b6-aa4a-c8c5858a290f']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:42.382197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:42.384073 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.493686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0095c24-8d32-427a-bf85-1f7aa4af7e17 None None] Update dhcp port {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': '2c235834-f26f-409e-8389-1e45e71563c0', 'ip_address': '2001:db8::f816:3eff:fed6:99e4'}, {'subnet_id': '5e036d4a-8e2d-4b44-9399-9be53aec014a'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '6191a708-fdad-4a67-a3d7-df910247216d'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:06:42.548981 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b0095c24-8d32-427a-bf85-1f7aa4af7e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.603968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Allocated IP 172.20.0.2 (b3eb9666-862a-4b2f-a577-a9a0071ffb65/ef543eaa-4be5-4e02-bbc5-f2ae9095973a/1fcdecc4-e1e7-434b-91c4-06183e07c325) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:42.627019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Request body: {'port': {'device_id': 'b88f4d46-dd26-4759-ae02-eee60b1eb665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:42.645587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63548efa-2004-4487-ab7f-d19689806db0 req-64700e83-fc54-4818-80bb-c8e81721703d tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.4296014 Aug 04 17:06:42.663232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c364c4-1820-4bfd-a3c1-99a0589042f1') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:42.663604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c364c4-1820-4bfd-a3c1-99a0589042f1') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:42.717158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.725037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f425f765-9f70-4540-8b66-87a70f163786 req-5b779213-70cf-40dd-9bbc-f9d1384c664b tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244021 Aug 04 17:06:42.767006 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.824088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-b0095c24-8d32-427a-bf85-1f7aa4af7e17 None None] Allocated IP 2001:db8:0:1::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/5e036d4a-8e2d-4b44-9399-9be53aec014a/6191a708-fdad-4a67-a3d7-df910247216d) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:42.836898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:42.837314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:42.840329 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:42.886501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.916301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.928411 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.939174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Allocated IP 172.25.2.104 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/4b045134-e640-40d2-a5fa-ee775ddaf3bb) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:42.951624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Transition to ACTIVE for port object 1fcdecc4-e1e7-434b-91c4-06183e07c325 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:42.975304 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.980525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b0095c24-8d32-427a-bf85-1f7aa4af7e17 None None] For port 6191a708-fdad-4a67-a3d7-df910247216d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6191a708-fdad-4a67-a3d7-df910247216d,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:42.982728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Transition to ACTIVE for port object 1fcdecc4-e1e7-434b-91c4-06183e07c325 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:42.991076 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:42.993004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/43904e03-c42e-49b6-aa4a-c8c5858a290f HTTP/1.1" status: 204 len: 168 time: 2.2513208 Aug 04 17:06:42.995836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58170) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:42.997906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port 2ded2cf8-0a9c-4365-aeb8-78c8366b47b2 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:06:43.002384 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.023963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd9552-77bc-4241-a966-740fa2828a2a tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Network': ['ID=43904e03-c42e-49b6-aa4a-c8c5858a290f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:43.031353 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c7a8c2-ef92-4f81-8277-19b2fbb16791 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:43.031993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c7a8c2-ef92-4f81-8277-19b2fbb16791 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:43.034103 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-05c7a8c2-ef92-4f81-8277-19b2fbb16791 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/subnets/550e19dd-14bc-4a97-a111-9a2f5a0033b8 HTTP/1.1" status: 404 len: 337 time: 0.0371578 Aug 04 17:06:43.036766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58172) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:43.038778 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b0095c24-8d32-427a-bf85-1f7aa4af7e17 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.056461 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ba9125-2534-4a02-9716-a93ae58fe6ab tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:43.057279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ba9125-2534-4a02-9716-a93ae58fe6ab tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:43.059218 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-33ba9125-2534-4a02-9716-a93ae58fe6ab tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/fee49aef-7d11-47c1-bf5d-8862732ccaf2 HTTP/1.1" status: 404 len: 339 time: 0.0211661 Aug 04 17:06:43.062784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Network b3eb9666-862a-4b2f-a577-a9a0071ffb65 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:43.063650 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58174) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:43.069790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b0095c24-8d32-427a-bf85-1f7aa4af7e17 None None] Transition to ACTIVE for port object 6191a708-fdad-4a67-a3d7-df910247216d will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:43.072908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:43.077591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:43.081395 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b0095c24-8d32-427a-bf85-1f7aa4af7e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.083267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Pushing event updated for resources: {'Port': ['ID=1fcdecc4-e1e7-434b-91c4-06183e07c325,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:43.100422 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe6359c-0463-42f5-9770-35da98efc594 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:43.100881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe6359c-0463-42f5-9770-35da98efc594 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:43.102957 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cfe6359c-0463-42f5-9770-35da98efc594 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/subnets/bbe2117e-9d52-46a3-a604-dad142c86116 HTTP/1.1" status: 404 len: 337 time: 0.0378346 Aug 04 17:06:43.105563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58176) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:43.124244 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f385e0a-bf39-4369-9638-29d8779f189c tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:43.125243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f385e0a-bf39-4369-9638-29d8779f189c tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:43.127102 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1f385e0a-bf39-4369-9638-29d8779f189c tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/47f1d860-3612-49ac-a875-49b82b5a47e4 HTTP/1.1" status: 404 len: 339 time: 0.0203550 Aug 04 17:06:43.129808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58178) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:43.192355 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c1e31e-62c1-457f-b061-f27a77e29e30 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:43.192819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c1e31e-62c1-457f-b061-f27a77e29e30 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:43.194824 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-10c1e31e-62c1-457f-b061-f27a77e29e30 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/subnets/5f8f30f1-58b8-4764-8390-9d79627c3f44 HTTP/1.1" status: 404 len: 337 time: 0.0638459 Aug 04 17:06:43.197405 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58182) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:43.222872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Attempting to bind port 1fcdecc4-e1e7-434b-91c4-06183e07c325 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:43.222872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Attempting to bind port 1fcdecc4-e1e7-434b-91c4-06183e07c325 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:43.222872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Attempting to bind port 1fcdecc4-e1e7-434b-91c4-06183e07c325 on network b3eb9666-862a-4b2f-a577-a9a0071ffb65 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:43.225819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0095c24-8d32-427a-bf85-1f7aa4af7e17 None None] Pushing event updated for resources: {'Port': ['ID=6191a708-fdad-4a67-a3d7-df910247216d,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:43.228512 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-38817eec-4658-4c8c-91b0-44be5af614be tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:43.229078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38817eec-4658-4c8c-91b0-44be5af614be tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:43.230875 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-38817eec-4658-4c8c-91b0-44be5af614be tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/daf57a8c-5f87-485b-898f-b7660e11abf7 HTTP/1.1" status: 404 len: 339 time: 0.0324733 Aug 04 17:06:43.236772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:43.237192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Checking segment: {'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:43.237539 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.238338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Bound using segment: {'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:43.238568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Bound port: 1fcdecc4-e1e7-434b-91c4-06183e07c325, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:43.238868 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.243895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58184) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:43.309119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f17b2b-0d78-4b75-a9df-36493e01a3bd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Deleting subnet c831ba7e-2af0-4967-8846-b4549147e4dc {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:43.313255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0f17b2b-0d78-4b75-a9df-36493e01a3bd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.342311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] For port 1fcdecc4-e1e7-434b-91c4-06183e07c325, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:43.345998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] For port 1fcdecc4-e1e7-434b-91c4-06183e07c325, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1fcdecc4-e1e7-434b-91c4-06183e07c325,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:43.355387 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.388180 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0f17b2b-0d78-4b75-a9df-36493e01a3bd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.389455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6191a708-fdad-4a67-a3d7-df910247216d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:43.476508 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.489060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb77ca0-4caa-47cd-9cb0-2153847d62de None None] Pushing event updated for resources: {'Port': ['ID=1fcdecc4-e1e7-434b-91c4-06183e07c325,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:43.515302 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0f17b2b-0d78-4b75-a9df-36493e01a3bd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.537289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746a680-fcfe-4085-a689-39e140d3b0b0 req-bc703066-0662-4746-a748-007120570d69 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:43.538737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e746a680-fcfe-4085-a689-39e140d3b0b0 req-bc703066-0662-4746-a748-007120570d69 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.2607546 Aug 04 17:06:43.540059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8:0:1::350 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/5e036d4a-8e2d-4b44-9399-9be53aec014a/2ded2cf8-0a9c-4365-aeb8-78c8366b47b2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:43.566932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::f816:3eff:feb2:c680 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/2c235834-f26f-409e-8389-1e45e71563c0/2ded2cf8-0a9c-4365-aeb8-78c8366b47b2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:43.589274 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0f17b2b-0d78-4b75-a9df-36493e01a3bd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.619114 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f17b2b-0d78-4b75-a9df-36493e01a3bd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Subnet': ['ID=c831ba7e-2af0-4967-8846-b4549147e4dc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:43.627114 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0f17b2b-0d78-4b75-a9df-36493e01a3bd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.629541 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f0f17b2b-0d78-4b75-a9df-36493e01a3bd tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/subnets/c831ba7e-2af0-4967-8846-b4549147e4dc HTTP/1.1" status: 204 len: 168 time: 0.3846078 Aug 04 17:06:43.632164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58186) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:43.740516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e746a680-fcfe-4085-a689-39e140d3b0b0 req-378b25e6-f1e3-4304-81d0-64270bc2a080 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820095 Aug 04 17:06:43.742956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.903854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Deleting port f8de1b57-f411-4d64-b9fa-abb822fccce2 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:43.904355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.926456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b8b0465-a3a3-40fa-a3f7-a23df2c4320b req-7dc49d75-1886-480f-90c6-ee6ff5099e68 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.1259282 Aug 04 17:06:43.949420 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.955389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7776de86-6293-49ad-8082-a758dabe40a0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:06:43.983355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] For port f8de1b57-f411-4d64-b9fa-abb822fccce2, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f8de1b57-f411-4d64-b9fa-abb822fccce2,segment=NetworkSegment(d81824e1-effd-4183-b279-e25334a67a3b),segment_id=d81824e1-effd-4183-b279-e25334a67a3b)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:43.983976 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:43.995140 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.004031 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Calling delete_port for f8de1b57-f411-4d64-b9fa-abb822fccce2 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:44.047928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:44.049888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Transition to ACTIVE for port object 7776de86-6293-49ad-8082-a758dabe40a0 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:44.061393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3eae4-2f40-45a4-b802-b991958ba18c req-039c1928-d818-4a29-9c9f-07ec3556720a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:44.069094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dca3eae4-2f40-45a4-b802-b991958ba18c req-039c1928-d818-4a29-9c9f-07ec3556720a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 931 time: 0.2185361 Aug 04 17:06:44.077811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:44.087503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.096337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:44.100599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Pushing event updated for resources: {'Port': ['ID=4b045134-e640-40d2-a5fa-ee775ddaf3bb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:44.108404 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.118308 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.126655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-64ceb6ee-03e7-4666-be4c-43d1875cb16e None None] Provisioning for port 6191a708-fdad-4a67-a3d7-df910247216d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:44.131623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-64ceb6ee-03e7-4666-be4c-43d1875cb16e None None] Provisioning complete for port 6191a708-fdad-4a67-a3d7-df910247216d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:44.132032 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-64ceb6ee-03e7-4666-be4c-43d1875cb16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.142487 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No DVR routers for this DVR port f8de1b57-f411-4d64-b9fa-abb822fccce2 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:44.144150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Port': ['ID=f8de1b57-f411-4d64-b9fa-abb822fccce2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:44.197515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object 2ded2cf8-0a9c-4365-aeb8-78c8366b47b2 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:44.227551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dca3eae4-2f40-45a4-b802-b991958ba18c req-eda77729-e570-4770-9fc9-2f7fe456a029 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572311 Aug 04 17:06:44.240908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Pushing event updated for resources: {'Port': ['ID=7776de86-6293-49ad-8082-a758dabe40a0,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:44.248274 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.259912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486375e5-4c42-4f05-8724-d499f0d73be9']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:44.277044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81824e1-effd-4183-b279-e25334a67a3b') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:44.278154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81824e1-effd-4183-b279-e25334a67a3b') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:44.288751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.305432 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.312455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:44.313124 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:44.317021 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:44.385274 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.394938 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.399310 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/486375e5-4c42-4f05-8724-d499f0d73be9 HTTP/1.1" status: 204 len: 168 time: 0.7637951 Aug 04 17:06:44.401032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58194) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:44.413208 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f502632-c3d9-4fa8-b923-265bd437566e tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Network': ['ID=486375e5-4c42-4f05-8724-d499f0d73be9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:44.448045 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-95776bb9-52e7-4b10-a481-ef79be5aa60f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:44.448414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95776bb9-52e7-4b10-a481-ef79be5aa60f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:44.450128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-95776bb9-52e7-4b10-a481-ef79be5aa60f tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/subnets/a7d2db55-0a43-48ac-be8b-96221bebe465 HTTP/1.1" status: 404 len: 337 time: 0.0420773 Aug 04 17:06:44.452658 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.453192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58196) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:44.472608 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cea56f-be5f-46c7-b954-bb02f1cce268 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] DELETE failed (client error): The resource could not be found. Aug 04 17:06:44.473287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cea56f-be5f-46c7-b954-bb02f1cce268 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:44.475507 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c3cea56f-be5f-46c7-b954-bb02f1cce268 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/b0308fbf-7c90-462a-9eb9-15e3dafeab24 HTTP/1.1" status: 404 len: 339 time: 0.0208533 Aug 04 17:06:44.477683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58198) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:44.529728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a3a250-5e02-440e-b92d-27c46f7f2013 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Deleting subnet 853f4672-193e-473f-90e0-b083368a11d8 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:44.532803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Attempting to bind port 7776de86-6293-49ad-8082-a758dabe40a0 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:44.532994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75a3a250-5e02-440e-b92d-27c46f7f2013 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.533144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Attempting to bind port 7776de86-6293-49ad-8082-a758dabe40a0 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:44.533468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Attempting to bind port 7776de86-6293-49ad-8082-a758dabe40a0 on network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:44.562074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Port 7776de86-6293-49ad-8082-a758dabe40a0 on network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:06:44.562418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Attempting to bind port 7776de86-6293-49ad-8082-a758dabe40a0 on network 46ae89e2-39c6-428c-9d51-4b52d2d2f836 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:44.573115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=2ded2cf8-0a9c-4365-aeb8-78c8366b47b2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:44.585646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75a3a250-5e02-440e-b92d-27c46f7f2013 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.606528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:44.610907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:44.611246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Checking segment: {'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:44.611631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Bound using segment: {'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:44.615437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6286ae6f-9f12-4889-95c4-5cf2f07e45c8 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:44.617403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3850be-a6b4-4bba-b9a1-f426529d0649 None None] Network 43904e03-c42e-49b6-aa4a-c8c5858a290f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:44.620753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Bound port: 7776de86-6293-49ad-8082-a758dabe40a0, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2293684b-b34c-4c37-95f6-dd610040e87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:44.621225 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.634456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:44.648848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:44.654927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:44.655729 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.674852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3850be-a6b4-4bba-b9a1-f426529d0649 None None] Network 43904e03-c42e-49b6-aa4a-c8c5858a290f could not be found, it might have been deleted concurrently. {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 17:06:44.696117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e056f338-cd0f-4c77-8342-c5c9dd9cf5f5 None None] Network 486375e5-4c42-4f05-8724-d499f0d73be9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:44.700523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f712e5e6-0080-4909-9db4-61aba6911eff None None] Network b3eb9666-862a-4b2f-a577-a9a0071ffb65 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:44.703662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ffdd1e06-01ad-46bb-be93-61b32e92b821 None None] Provisioning complete for port 6191a708-fdad-4a67-a3d7-df910247216d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:44.704024 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1e06-01ad-46bb-be93-61b32e92b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.708979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75a3a250-5e02-440e-b92d-27c46f7f2013 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.719958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ebeea6c2-b16b-490f-af10-1fd6882d513c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0963910 Aug 04 17:06:44.720979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58204) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:44.731818 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.784496 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75a3a250-5e02-440e-b92d-27c46f7f2013 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.788851 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e056f338-cd0f-4c77-8342-c5c9dd9cf5f5 None None] Network 486375e5-4c42-4f05-8724-d499f0d73be9 could not be found, it might have been deleted concurrently. {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 17:06:44.797071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c134e77-a09f-4537-a6a0-aa3f380413ef None None] DHCP port deletion for 43904e03-c42e-49b6-aa4a-c8c5858a290f request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:06:44.841675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cb08bb-2bf9-4698-b878-8d8a929b980b None None] Network 7c55e3ed-e061-4d26-8034-ed019dbe098b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:44.871497 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75a3a250-5e02-440e-b92d-27c46f7f2013 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.874463 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-75a3a250-5e02-440e-b92d-27c46f7f2013 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/subnets/853f4672-193e-473f-90e0-b083368a11d8 HTTP/1.1" status: 204 len: 168 time: 0.3957167 Aug 04 17:06:44.877805 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58208) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:44.881898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3a250-5e02-440e-b92d-27c46f7f2013 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Subnet': ['ID=853f4672-193e-473f-90e0-b083368a11d8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:44.954010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] For port 7776de86-6293-49ad-8082-a758dabe40a0, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:44.979517 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:44.993427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] For port 7776de86-6293-49ad-8082-a758dabe40a0, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7776de86-6293-49ad-8082-a758dabe40a0,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:45.008458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.039523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f144da3-c47a-4c43-a411-1c31215578eb req-02444e86-d220-4182-bb58-57f73e410eb7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:45.041471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f144da3-c47a-4c43-a411-1c31215578eb req-02444e86-d220-4182-bb58-57f73e410eb7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.1719236 Aug 04 17:06:45.044644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:45.045353 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.046744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] 10.222.0.82 "PUT /v2.0/ports/7776de86-6293-49ad-8082-a758dabe40a0 HTTP/1.1" status: 200 len: 1091 time: 2.7066205 Aug 04 17:06:45.067621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88f4d46-dd26-4759-ae02-eee60b1eb665', 'tag': '7776de86-6293-49ad-8082-a758dabe40a0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:06:45.070132 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd785ad-68f8-42b2-a96e-59319b7e6adf" -d '{"events": [{"name": "network-changed", "server_uuid": "b88f4d46-dd26-4759-ae02-eee60b1eb665", "tag": "7776de86-6293-49ad-8082-a758dabe40a0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:06:45.096783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Deleting port 5686311a-e118-40f5-847e-7aa876be8502 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:45.097394 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.127041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c2df0-e658-4cdb-8304-03a2228fe040 None None] DHCP port deletion for 486375e5-4c42-4f05-8724-d499f0d73be9 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:06:45.192651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a0fa052-08f6-4e7b-ae36-d82a60802cc9 req-08f6ebec-b238-45e6-9c3e-3f1add7292f3 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.1080270 Aug 04 17:06:45.208162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] For port 5686311a-e118-40f5-847e-7aa876be8502, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5686311a-e118-40f5-847e-7aa876be8502,segment=NetworkSegment(4bcf9f54-f07b-44be-a28c-0d554b309ff1),segment_id=4bcf9f54-f07b-44be-a28c-0d554b309ff1)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:45.208162 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.236852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4acadb22-52f0-4dc9-ae6c-21ebb28fb426 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port 2ded2cf8-0a9c-4365-aeb8-78c8366b47b2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:45.237195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4acadb22-52f0-4dc9-ae6c-21ebb28fb426 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.246445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Calling delete_port for 5686311a-e118-40f5-847e-7aa876be8502 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:45.404976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ffdd1e06-01ad-46bb-be93-61b32e92b821 None None] Provisioning for port 1fcdecc4-e1e7-434b-91c4-06183e07c325 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:45.448956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.457729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6191a708-fdad-4a67-a3d7-df910247216d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:45.524225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Port': ['ID=5686311a-e118-40f5-847e-7aa876be8502,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:45.526862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] No DVR routers for this DVR port 5686311a-e118-40f5-847e-7aa876be8502 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:45.566412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8873669-14e1-455b-be68-215f08864154 None None] DHCP port deletion for 7c55e3ed-e061-4d26-8034-ed019dbe098b request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:06:45.569347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 6191a708-fdad-4a67-a3d7-df910247216d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:45.569724 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.666571 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.678606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c55e3ed-e061-4d26-8034-ed019dbe098b']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:45.700903 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcf9f54-f07b-44be-a28c-0d554b309ff1') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:45.701352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcf9f54-f07b-44be-a28c-0d554b309ff1') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:45.718032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.735476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f144da3-c47a-4c43-a411-1c31215578eb req-5b5f946e-10a6-4618-871d-332d1ac4c152 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6497428 Aug 04 17:06:45.742337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.750131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1fcdecc4-e1e7-434b-91c4-06183e07c325 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:45.755415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:06:45.755939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:06:45.760686 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:06:45.763304 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10f349d-c806-4889-ac8d-62e05d58c58d x-openstack-request-id: req-e10f349d-c806-4889-ac8d-62e05d58c58d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:06:45.763304 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88f4d46-dd26-4759-ae02-eee60b1eb665", "tag": "7776de86-6293-49ad-8082-a758dabe40a0", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:06:45.763304 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e10f349d-c806-4889-ac8d-62e05d58c58d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:06:45.763304 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88f4d46-dd26-4759-ae02-eee60b1eb665', 'tag': '7776de86-6293-49ad-8082-a758dabe40a0', 'status': 'completed', 'code': 200} Aug 04 17:06:45.798132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032bdb9c-a432-498d-9621-f21d890bdfad None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:45.834932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4acadb22-52f0-4dc9-ae6c-21ebb28fb426 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.851401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4acadb22-52f0-4dc9-ae6c-21ebb28fb426 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for 2ded2cf8-0a9c-4365-aeb8-78c8366b47b2 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:45.867623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.879810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614b662-38d9-4255-b450-bbb2bd1a4c14 service neutron] Pushing event updated for resources: {'Port': ['ID=7776de86-6293-49ad-8082-a758dabe40a0,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:45.885210 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.887534 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] 10.222.0.39 "DELETE /v2.0/networks/7c55e3ed-e061-4d26-8034-ed019dbe098b HTTP/1.1" status: 204 len: 168 time: 1.0075622 Aug 04 17:06:45.906614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:45.916090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0d612-2388-43a7-a07d-5334abafa955 tempest-NetworksIpV6Test-641607331 tempest-NetworksIpV6Test-641607331-project] Pushing event deleted for resources: {'Network': ['ID=7c55e3ed-e061-4d26-8034-ed019dbe098b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:45.983766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b63d2a5e-a646-4215-abb7-b1c4d6a32e4b None None] Provisioning complete for port 6191a708-fdad-4a67-a3d7-df910247216d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:45.984189 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b63d2a5e-a646-4215-abb7-b1c4d6a32e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.048967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-6d82fe1c-1c58-4377-bf77-0402ce21e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:46.052715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-6d82fe1c-1c58-4377-bf77-0402ce21e947 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb60676ed82b42899fecd4437f375f7f&device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 1094 time: 0.9313354 Aug 04 17:06:46.074293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1fcdecc4-e1e7-434b-91c4-06183e07c325 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:46.081508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1fcdecc4-e1e7-434b-91c4-06183e07c325 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:46.081932 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.182949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58228) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:46.188294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecc09d1-65d1-4b3e-a1d1-963c6f4f1b4b None None] Network b3eb9666-862a-4b2f-a577-a9a0071ffb65 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:46.226241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-0e2ade5f-8bd3-4c2e-94aa-6ed578b37658 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7776de86-6293-49ad-8082-a758dabe40a0 HTTP/1.1" status: 200 len: 217 time: 0.1306770 Aug 04 17:06:46.295640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873d091-e255-4dab-aeac-239ab98b0e81 req-cb60f860-70c4-4d42-9ae6-9786effadb21 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:46.295883 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.303877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6873d091-e255-4dab-aeac-239ab98b0e81 req-cb60f860-70c4-4d42-9ae6-9786effadb21 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 943 time: 0.5332482 Aug 04 17:06:46.389910 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d174b7a3-191d-400d-89d2-0cb3a3f1ad18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6effb4438d34870805f1b22c15e60c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056544 Aug 04 17:06:46.392532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58236) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:46.400227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 1fcdecc4-e1e7-434b-91c4-06183e07c325, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1fcdecc4-e1e7-434b-91c4-06183e07c325,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:46.415996 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.454003 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1187442b-21f3-4937-aa72-788b77cef345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.479459 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae75b561-ff3b-476b-8828-bff72648f344 req-7d9cb0e6-adee-494d-8ed1-989eb5193fe4 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.1233277 Aug 04 17:06:46.487127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f8de1b57-f411-4d64-b9fa-abb822fccce2 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:46.499880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b63d2a5e-a646-4215-abb7-b1c4d6a32e4b None None] Provisioning for port 2ded2cf8-0a9c-4365-aeb8-78c8366b47b2 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:46.511513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6873d091-e255-4dab-aeac-239ab98b0e81 req-6eb9f1f7-2772-474e-92eb-de048f2e784f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071812 Aug 04 17:06:46.518882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4acadb22-52f0-4dc9-ae6c-21ebb28fb426 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.519663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1187442b-21f3-4937-aa72-788b77cef345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.549748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b63d2a5e-a646-4215-abb7-b1c4d6a32e4b None None] Provisioning complete for port 2ded2cf8-0a9c-4365-aeb8-78c8366b47b2 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:46.550120 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b63d2a5e-a646-4215-abb7-b1c4d6a32e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.577186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3455c2b9-dca6-4518-8495-f7e2d0b74d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:46.582551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b63d2a5e-a646-4215-abb7-b1c4d6a32e4b None None] Port 2ded2cf8-0a9c-4365-aeb8-78c8366b47b2 was deleted so its status cannot be updated. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 04 17:06:46.584798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: f8de1b57-f411-4d64-b9fa-abb822fccce2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:46.585134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f8de1b57-f411-4d64-b9fa-abb822fccce2 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:46.585558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 68a72b7d-58ee-4419-a311-1dca538dfbdc no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:46.590973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-3455c2b9-dca6-4518-8495-f7e2d0b74d39 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7fd3435b-5995-4704-90e3-7a7debc78484 HTTP/1.1" status: 200 len: 850 time: 0.3381729 Aug 04 17:06:46.593427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acadb22-52f0-4dc9-ae6c-21ebb28fb426 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=2ded2cf8-0a9c-4365-aeb8-78c8366b47b2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:46.603951 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1187442b-21f3-4937-aa72-788b77cef345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.607683 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1187442b-21f3-4937-aa72-788b77cef345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.609225 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1187442b-21f3-4937-aa72-788b77cef345 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b6bf7ed-d862-46f7-b7cf-4fa6bb882cc7 HTTP/1.1" status: 204 len: 168 time: 0.2138934 Aug 04 17:06:46.622323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=1fcdecc4-e1e7-434b-91c4-06183e07c325,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:46.626451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 68a72b7d-58ee-4419-a311-1dca538dfbdc {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:46.626793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 68a72b7d-58ee-4419-a311-1dca538dfbdc not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:46.652884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187442b-21f3-4937-aa72-788b77cef345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6bf7ed-d862-46f7-b7cf-4fa6bb882cc7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:46.662476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-bca7a7c8-f6ed-4133-8f59-ff2dceb59d2d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=46ae89e2-39c6-428c-9d51-4b52d2d2f836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702944 Aug 04 17:06:46.718609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4d1cd724-c7d4-48d6-88d7-e04378cbf94f None None] Provisioning complete for port 6191a708-fdad-4a67-a3d7-df910247216d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:46.719481 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd724-c7d4-48d6-88d7-e04378cbf94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.822829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4acadb22-52f0-4dc9-ae6c-21ebb28fb426 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.827795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58242) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:46.828697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4acadb22-52f0-4dc9-ae6c-21ebb28fb426 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/2ded2cf8-0a9c-4365-aeb8-78c8366b47b2 HTTP/1.1" status: 204 len: 168 time: 2.1049020 Aug 04 17:06:46.880747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4d1cd724-c7d4-48d6-88d7-e04378cbf94f None None] Could not find standard attr ID for object 2ded2cf8-0a9c-4365-aeb8-78c8366b47b2. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:06:46.881441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54212d37-79f7-4167-8da5-e50aa38175b8 req-8b56970e-43fd-4d66-8913-b665995619a5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0376797 Aug 04 17:06:46.890945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:06:46.913361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4d1cd724-c7d4-48d6-88d7-e04378cbf94f None None] Provisioning complete for port 1fcdecc4-e1e7-434b-91c4-06183e07c325 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:46.913636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd724-c7d4-48d6-88d7-e04378cbf94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:46.931791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2f07c6-8d6f-4bba-9064-3b5554b411ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:46.937864 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be2f07c6-8d6f-4bba-9064-3b5554b411ac tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1085865 Aug 04 17:06:46.940524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58246) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:47.021120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9026d-cbd3-4e4e-9a53-c431c1a90a62 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:47.025627 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-24c9026d-cbd3-4e4e-9a53-c431c1a90a62 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0814538 Aug 04 17:06:47.025862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58248) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:47.104063 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc4e54-bd9a-4b15-a9c9-353ff6f0fda4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:47.106070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc4e54-bd9a-4b15-a9c9-353ff6f0fda4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:47.108056 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc4e54-bd9a-4b15-a9c9-353ff6f0fda4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:47.110122 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-42dc4e54-bd9a-4b15-a9c9-353ff6f0fda4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0830050 Aug 04 17:06:47.112460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58254) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:47.141668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-21443cb7-d5cc-4d5b-8cf6-b48e9545ccac service neutron] 10.222.0.82 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589124 Aug 04 17:06:47.145553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d425edab-55f7-4196-8212-4644e9362131 None None] Could not find standard attr ID for object 2ded2cf8-0a9c-4365-aeb8-78c8366b47b2. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:06:47.202900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d425edab-55f7-4196-8212-4644e9362131 None None] Provisioning complete for port 1fcdecc4-e1e7-434b-91c4-06183e07c325 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:47.203555 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d425edab-55f7-4196-8212-4644e9362131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:47.214287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-886e0a71-27a1-4450-9465-4b28270fe7e4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 2c235834-f26f-409e-8389-1e45e71563c0 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:47.218618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-886e0a71-27a1-4450-9465-4b28270fe7e4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:47.237180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:06:47.248296 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Sync routers for ids ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:06:47.253140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c2006-c175-4555-b979-cc604a7e79f8 req-747f6750-ffea-4073-9af8-22859079e4f3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:47.254882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-328c2006-c175-4555-b979-cc604a7e79f8 req-747f6750-ffea-4073-9af8-22859079e4f3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.3531513 Aug 04 17:06:47.275974 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Routers {'9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:06:47.276185 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:06:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:47.302676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:47.306508 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-54c90c9f-fee5-4b29-add1-16ec6c79eece admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7180707 Aug 04 17:06:47.307412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58260) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:47.311379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1fcdecc4-e1e7-434b-91c4-06183e07c325 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:47.342140 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-886e0a71-27a1-4450-9465-4b28270fe7e4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:47.396680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-328c2006-c175-4555-b979-cc604a7e79f8 req-42dbbd50-b225-4750-ad6b-cf0c74ed4793 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262362 Aug 04 17:06:47.409385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfb870ea-2aa1-4a18-9d8c-20c32f0a9c4e req-56fe220e-77ab-4a1b-a13b-5028925ee0b1 service neutron] 10.222.0.82 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577915 Aug 04 17:06:47.416986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1fcdecc4-e1e7-434b-91c4-06183e07c325 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:47.417420 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:47.483086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-886e0a71-27a1-4450-9465-4b28270fe7e4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:47.541148 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Set router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:06:47.674573 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-886e0a71-27a1-4450-9465-4b28270fe7e4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:47.723287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e0a71-27a1-4450-9465-4b28270fe7e4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=2c235834-f26f-409e-8389-1e45e71563c0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:47.725519 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-886e0a71-27a1-4450-9465-4b28270fe7e4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:47.727771 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-886e0a71-27a1-4450-9465-4b28270fe7e4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/2c235834-f26f-409e-8389-1e45e71563c0 HTTP/1.1" status: 204 len: 168 time: 0.6138535 Aug 04 17:06:47.731311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58276) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:47.734122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5686311a-e118-40f5-847e-7aa876be8502 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:47.737663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd785ad-68f8-42b2-a96e-59319b7e6adf req-d716c779-11b5-40b0-be89-d2c74286edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:47.739702 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dd785ad-68f8-42b2-a96e-59319b7e6adf req-d716c779-11b5-40b0-be89-d2c74286edfc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb60676ed82b42899fecd4437f375f7f&device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 1094 time: 0.2457082 Aug 04 17:06:47.745553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddf374d5-d9ba-442e-a36f-2b0ce96455cb req-45a13002-f8f0-4ae3-9da3-4d69c32067b9 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.1695309 Aug 04 17:06:47.798317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67148f30-25bd-4cc3-962f-858a8c69ca88 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:47.802437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 5686311a-e118-40f5-847e-7aa876be8502 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:47.805731 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5686311a-e118-40f5-847e-7aa876be8502 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:47.841773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-77883bbc-a75a-4089-b1b1-8d8bb608ac3f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 5e036d4a-8e2d-4b44-9399-9be53aec014a {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:47.845642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77883bbc-a75a-4089-b1b1-8d8bb608ac3f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:47.854399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58278) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:47.892049 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77883bbc-a75a-4089-b1b1-8d8bb608ac3f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:47.913096 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:44Z', 'revision_number': 3, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:47.958413 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Checking router: 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:06:47.959302 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Updating router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b port 4b045134-e640-40d2-a5fa-ee775ddaf3bb binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:06:47.992143 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77883bbc-a75a-4089-b1b1-8d8bb608ac3f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.018357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4722e-2a94-45ba-a3b0-332ad5a029cc req-cb43d269-4c31-4095-b130-0040b7d808ae tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:48.029602 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.030132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8d4722e-2a94-45ba-a3b0-332ad5a029cc req-cb43d269-4c31-4095-b130-0040b7d808ae tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 943 time: 0.4027627 Aug 04 17:06:48.078504 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77883bbc-a75a-4089-b1b1-8d8bb608ac3f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.113679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77883bbc-a75a-4089-b1b1-8d8bb608ac3f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=5e036d4a-8e2d-4b44-9399-9be53aec014a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:48.117623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77883bbc-a75a-4089-b1b1-8d8bb608ac3f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.119936 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77883bbc-a75a-4089-b1b1-8d8bb608ac3f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/5e036d4a-8e2d-4b44-9399-9be53aec014a HTTP/1.1" status: 204 len: 168 time: 0.3872283 Aug 04 17:06:48.122118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58282) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:48.163230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-dd91fd7f-a645-4fd2-bd7e-edf990c1a635 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:48.163951 n-d-764435-5 neutron-server[105828]: WARNING neutron.api.v2.base [None req-dd91fd7f-a645-4fd2-bd7e-edf990c1a635 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 04 17:06:48.164460 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-dd91fd7f-a645-4fd2-bd7e-edf990c1a635 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): There was a conflict when trying to complete your request. Aug 04 17:06:48.165046 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-509401aa-756b-43b9-8b32-8a60ce1f057f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417686 Aug 04 17:06:48.165928 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd91fd7f-a645-4fd2-bd7e-edf990c1a635 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2996907 Aug 04 17:06:48.170085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58284) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:48.170593 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58286) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:48.178317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2267f496-5c4b-4cf9-8588-7ab34bf0b838 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:48.185762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913c47e-dc0b-4ec0-90cc-aae46efe9cae None None] Update dhcp port {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'fixed_ips': [{'subnet_id': '5e036d4a-8e2d-4b44-9399-9be53aec014a'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '6191a708-fdad-4a67-a3d7-df910247216d'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:06:48.187384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'tempest-secgroup--911967575'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:48.198324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8d4722e-2a94-45ba-a3b0-332ad5a029cc req-ec5e6883-2ede-4879-846c-c90f26fb0c23 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662078 Aug 04 17:06:48.222203 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f913c47e-dc0b-4ec0-90cc-aae46efe9cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.233710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd785ad-68f8-42b2-a96e-59319b7e6adf req-7e08f19c-e621-405a-b5e4-ffd5639d3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:48.235330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dd785ad-68f8-42b2-a96e-59319b7e6adf req-7e08f19c-e621-405a-b5e4-ffd5639d3d00 service neutron] 10.222.0.82 "GET /v2.0/networks?id=46ae89e2-39c6-428c-9d51-4b52d2d2f836 HTTP/1.1" status: 200 len: 912 time: 0.4846072 Aug 04 17:06:48.301254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.317086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.321466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dd785ad-68f8-42b2-a96e-59319b7e6adf req-0c8c6fcb-7180-4bd3-a19f-d786d486cf79 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7776de86-6293-49ad-8082-a758dabe40a0 HTTP/1.1" status: 200 len: 217 time: 0.0465426 Aug 04 17:06:48.356036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2267f496-5c4b-4cf9-8588-7ab34bf0b838 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:48.360768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2267f496-5c4b-4cf9-8588-7ab34bf0b838 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.419480 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.437826 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Transition to ACTIVE for port object 4b045134-e640-40d2-a5fa-ee775ddaf3bb will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:48.448855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3046024-e6f5-421f-839d-ab743662bf3f None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:48.459106 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.522137 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Pushing event updated for resources: {'Port': ['ID=4b045134-e640-40d2-a5fa-ee775ddaf3bb,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:48.545167 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Attempting to bind port 4b045134-e640-40d2-a5fa-ee775ddaf3bb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:48.545926 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Attempting to bind port 4b045134-e640-40d2-a5fa-ee775ddaf3bb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:48.546589 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Attempting to bind port 4b045134-e640-40d2-a5fa-ee775ddaf3bb on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:48.552661 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:48.553483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a5669473-978a-4617-be5c-ed1c78578050 None None] Provisioning complete for port 6191a708-fdad-4a67-a3d7-df910247216d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:48.553807 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a5669473-978a-4617-be5c-ed1c78578050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.554227 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:48.554791 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.555375 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:48.556004 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Bound port: 4b045134-e640-40d2-a5fa-ee775ddaf3bb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:48.556556 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.571412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd785ad-68f8-42b2-a96e-59319b7e6adf req-c246e428-21c1-4a1b-b05f-b77333c0ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:48.573040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dd785ad-68f8-42b2-a96e-59319b7e6adf req-c246e428-21c1-4a1b-b05f-b77333c0ec09 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7fd3435b-5995-4704-90e3-7a7debc78484 HTTP/1.1" status: 200 len: 850 time: 0.2413251 Aug 04 17:06:48.590073 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.601174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.613887 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] For port 4b045134-e640-40d2-a5fa-ee775ddaf3bb, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:48.618124 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] For port 4b045134-e640-40d2-a5fa-ee775ddaf3bb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4b045134-e640-40d2-a5fa-ee775ddaf3bb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:48.620354 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.620978 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.621493 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.622017 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.622536 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.623053 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.623548 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.624288 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.624566 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.625123 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.625601 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.626077 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:06:48.632492 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.684116 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Routers {'9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:06:48.684753 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:06:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:48.704777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eba4d4-208e-47e6-bcd0-b6d8c9c1ade4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:48.720866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11fff89-8ab2-4e21-866a-b56078784bf4 None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:06:48.732350 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2267f496-5c4b-4cf9-8588-7ab34bf0b838 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.793389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267f496-5c4b-4cf9-8588-7ab34bf0b838 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:48.806267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-2267f496-5c4b-4cf9-8588-7ab34bf0b838 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:48.813629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2267f496-5c4b-4cf9-8588-7ab34bf0b838 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:48.814682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2267f496-5c4b-4cf9-8588-7ab34bf0b838 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.815129 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] Set router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:06:48.830478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b11fff89-8ab2-4e21-866a-b56078784bf4 None None] Deleting port 6191a708-fdad-4a67-a3d7-df910247216d {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:48.832990 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b11fff89-8ab2-4e21-866a-b56078784bf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.847995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267f496-5c4b-4cf9-8588-7ab34bf0b838 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=481be155-90b8-4903-813a-4f6447c684f3,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:48.875932 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.883358 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.905443 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f87f5-9584-44b6-a512-9d1b469d2d35 None None] Pushing event updated for resources: {'Port': ['ID=4b045134-e640-40d2-a5fa-ee775ddaf3bb,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:48.928719 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2267f496-5c4b-4cf9-8588-7ab34bf0b838 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7541759 Aug 04 17:06:48.932872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58296) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:48.941817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ab952324-5432-4d9f-965f-b8c03829f7b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:48.958481 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.963044 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7872200 Aug 04 17:06:48.979218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b11fff89-8ab2-4e21-866a-b56078784bf4 None None] For port 6191a708-fdad-4a67-a3d7-df910247216d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6191a708-fdad-4a67-a3d7-df910247216d,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:48.979670 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b11fff89-8ab2-4e21-866a-b56078784bf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:48.997488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b11fff89-8ab2-4e21-866a-b56078784bf4 None None] Calling delete_port for 6191a708-fdad-4a67-a3d7-df910247216d owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:49.004792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58298) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:49.011582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-85ab5cf3-39a0-4f2e-ba39-56fb083e991f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '412af892-b069-44bc-bdd5-50c20ac3ae40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:49.024133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999282cf-3a40-4253-9eb7-cb324e36499d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412af892-b069-44bc-bdd5-50c20ac3ae40,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:49.034192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dd785ad-68f8-42b2-a96e-59319b7e6adf req-f269eaf2-f791-4d15-872b-8dd03b5e8f47 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=46ae89e2-39c6-428c-9d51-4b52d2d2f836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4448287 Aug 04 17:06:49.069017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b43d4f8b-36e5-4564-b595-2d2efc9a207d req-f5577b70-e4be-4d22-a334-c12d0eb36fe1 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0311844 Aug 04 17:06:49.086221 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85ab5cf3-39a0-4f2e-ba39-56fb083e991f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:49.093416 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:44Z', 'revision_number': 3, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:49.102634 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b11fff89-8ab2-4e21-866a-b56078784bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:49.124614 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062542ad-9aac-49a6-ae7c-a8ac4a4154b9 None None] The sync data for ids ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'] in n-d-764435-5 is: [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:44Z', 'revision_number': 3, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:06:49.125438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:49.143248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fff89-8ab2-4e21-866a-b56078784bf4 None None] Pushing event deleted for resources: {'Port': ['ID=6191a708-fdad-4a67-a3d7-df910247216d,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:49.145607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fff89-8ab2-4e21-866a-b56078784bf4 None None] No DVR routers for this DVR port 6191a708-fdad-4a67-a3d7-df910247216d on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:06:49.181610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b14f1-8e3f-42f9-ae0c-c0688cea93a1 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:49.222502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf7c66-8651-47eb-ad58-98ccb9eb1b32 req-27f79d69-4bdd-4e11-8f41-f27dd195a9a7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:49.234568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ddf7c66-8651-47eb-ad58-98ccb9eb1b32 req-27f79d69-4bdd-4e11-8f41-f27dd195a9a7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.7111127 Aug 04 17:06:49.243640 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab952324-5432-4d9f-965f-b8c03829f7b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:49.252233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab952324-5432-4d9f-965f-b8c03829f7b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:49.298271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6191a708-fdad-4a67-a3d7-df910247216d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:06:49.336139 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85ab5cf3-39a0-4f2e-ba39-56fb083e991f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:49.337384 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 6191a708-fdad-4a67-a3d7-df910247216d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:06:49.337830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6191a708-fdad-4a67-a3d7-df910247216d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:06:49.351968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85ab5cf3-39a0-4f2e-ba39-56fb083e991f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:49.439712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ddf7c66-8651-47eb-ad58-98ccb9eb1b32 req-01b4814f-8e3a-47b4-a182-80d372131f1e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021320 Aug 04 17:06:49.441629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '481be155-90b8-4903-813a-4f6447c684f3'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:06:49.443109 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:49.454285 n-d-764435-5 neutron-server[105829]: INFO neutron.db.ipam_backend_mixin [None req-ab952324-5432-4d9f-965f-b8c03829f7b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 481be155-90b8-4903-813a-4f6447c684f3 (CIDR: 2001:db8::/64) Aug 04 17:06:49.469899 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab952324-5432-4d9f-965f-b8c03829f7b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:49.470369 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab952324-5432-4d9f-965f-b8c03829f7b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:06:49.486283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85ab5cf3-39a0-4f2e-ba39-56fb083e991f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:49.490847 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-85ab5cf3-39a0-4f2e-ba39-56fb083e991f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4842880 Aug 04 17:06:49.491860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab5cf3-39a0-4f2e-ba39-56fb083e991f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a527e4c-277e-4b3a-b080-fe0a99eedd40,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:49.493725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58304) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:49.507292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fa189616-ea64-40a2-a6ed-2fdee540d54d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '412af892-b069-44bc-bdd5-50c20ac3ae40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:49.517415 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ab952324-5432-4d9f-965f-b8c03829f7b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5821104 Aug 04 17:06:49.522417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58308) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:49.564932 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:49.685340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1dd010e3-0300-440f-a251-64c87c719668 req-661d09ee-ee8d-4542-bbb2-24452ae161f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5aad3bfc3f88421ea94fcff78771c1d1&device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0834661 Aug 04 17:06:49.687494 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa189616-ea64-40a2-a6ed-2fdee540d54d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:49.714238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/481be155-90b8-4903-813a-4f6447c684f3/24d72674-91be-4bd6-8a83-7116d8a44f08) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:49.732744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dd785ad-68f8-42b2-a96e-59319b7e6adf req-a68d850f-ab40-4842-af88-d59e84ae66da service neutron] 10.222.0.82 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609411 Aug 04 17:06:49.776855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a9d38ab-203e-41d5-b4b9-bb5a13066a76 req-8ec54c39-1c22-4247-926a-c4b61892b74e tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0955210 Aug 04 17:06:49.799377 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:49.799377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:49.819381 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-fa189616-ea64-40a2-a6ed-2fdee540d54d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): There was a conflict when trying to complete your request. Aug 04 17:06:49.821909 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fa189616-ea64-40a2-a6ed-2fdee540d54d tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3208804 Aug 04 17:06:49.850527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58310) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:49.852565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1dd010e3-0300-440f-a251-64c87c719668 req-898c0c8e-51dd-4539-a81d-a2469f21910a service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=5aad3bfc3f88421ea94fcff78771c1d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1223924 Aug 04 17:06:49.922667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Allocated IP 172.20.0.1 (b3eb9666-862a-4b2f-a577-a9a0071ffb65/ef543eaa-4be5-4e02-bbc5-f2ae9095973a/2c92b14d-c38e-4a04-a630-808c62481d10) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:50.096658 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.107227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Transition to ACTIVE for port object 24d72674-91be-4bd6-8a83-7116d8a44f08 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:50.126481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Transition to ACTIVE for port object 24d72674-91be-4bd6-8a83-7116d8a44f08 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:50.138519 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.200034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:50.206203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:50.210256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Pushing event updated for resources: {'Port': ['ID=24d72674-91be-4bd6-8a83-7116d8a44f08,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:50.212719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:50.244464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.objects.ports [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:06:50.276682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a8615-f29b-487d-a552-b343134af97d req-d304c7ad-f9ec-42ed-acef-b31668229362 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:50.278525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-744a8615-f29b-487d-a552-b343134af97d req-d304c7ad-f9ec-42ed-acef-b31668229362 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 943 time: 0.6662753 Aug 04 17:06:50.296651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Attempting to bind port 24d72674-91be-4bd6-8a83-7116d8a44f08 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:50.297147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Attempting to bind port 24d72674-91be-4bd6-8a83-7116d8a44f08 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:50.297379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Attempting to bind port 24d72674-91be-4bd6-8a83-7116d8a44f08 on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:50.303194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:50.303910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:50.304027 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.304787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:50.305114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Bound port: 24d72674-91be-4bd6-8a83-7116d8a44f08, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:50.305581 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.384043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7776de86-6293-49ad-8082-a758dabe40a0 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:06:50.393157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] For port 24d72674-91be-4bd6-8a83-7116d8a44f08, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:50.412947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd010e3-0300-440f-a251-64c87c719668 req-ad0f27ae-706f-44da-b162-0fc29128f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:50.414799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1dd010e3-0300-440f-a251-64c87c719668 req-ad0f27ae-706f-44da-b162-0fc29128f17a service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4102161 Aug 04 17:06:50.416761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] For port 24d72674-91be-4bd6-8a83-7116d8a44f08, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=24d72674-91be-4bd6-8a83-7116d8a44f08,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:50.430712 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8149cae1-9ab5-4b10-aff1-b0d87f55eb77 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.443836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dd785ad-68f8-42b2-a96e-59319b7e6adf req-9dc65533-3c8e-44df-8d9f-6611e9b72b81 service neutron] 10.222.0.82 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702044 Aug 04 17:06:50.454997 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.503200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-744a8615-f29b-487d-a552-b343134af97d req-f4312f49-734b-46f2-b10e-abe5361e669a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125521 Aug 04 17:06:50.524202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Transition to ACTIVE for port object 2c92b14d-c38e-4a04-a630-808c62481d10 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:50.527525 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8149cae1-9ab5-4b10-aff1-b0d87f55eb77 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.544802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 7776de86-6293-49ad-8082-a758dabe40a0, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7776de86-6293-49ad-8082-a758dabe40a0,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:50.548254 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.588655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '7776de86-6293-49ad-8082-a758dabe40a0', 'network_id': '46ae89e2-39c6-428c-9d51-4b52d2d2f836', 'port_id': '7776de86-6293-49ad-8082-a758dabe40a0', 'mac_address': 'fa:16:3e:7f:06:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd3435b-5995-4704-90e3-7a7debc78484', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:06:50.642594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43758a83-7cc1-40aa-af27-38b55d0d4a72 req-fe3cfd03-91cd-480b-9d50-bc9e5d4cbb25 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:50.644652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43758a83-7cc1-40aa-af27-38b55d0d4a72 req-fe3cfd03-91cd-480b-9d50-bc9e5d4cbb25 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.0974212 Aug 04 17:06:50.646653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367dcd1-5afc-45ba-b281-20adc045c5a8 None None] Pushing event updated for resources: {'Port': ['ID=24d72674-91be-4bd6-8a83-7116d8a44f08,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:50.648086 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8149cae1-9ab5-4b10-aff1-b0d87f55eb77 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.650703 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8149cae1-9ab5-4b10-aff1-b0d87f55eb77 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.651923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8149cae1-9ab5-4b10-aff1-b0d87f55eb77 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "DELETE /v2.0/security-groups/412af892-b069-44bc-bdd5-50c20ac3ae40 HTTP/1.1" status: 204 len: 168 time: 0.7984247 Aug 04 17:06:50.655292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58316) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:50.659415 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.667932 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.674491 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.677939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7776de86-6293-49ad-8082-a758dabe40a0 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:06:50.686837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149cae1-9ab5-4b10-aff1-b0d87f55eb77 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412af892-b069-44bc-bdd5-50c20ac3ae40,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:50.707622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 7776de86-6293-49ad-8082-a758dabe40a0, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7776de86-6293-49ad-8082-a758dabe40a0,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:50.720650 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.788116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=7776de86-6293-49ad-8082-a758dabe40a0,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:50.798457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Network b3eb9666-862a-4b2f-a577-a9a0071ffb65 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:50.820390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:50.836023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:50.838401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Pushing event updated for resources: {'Port': ['ID=2c92b14d-c38e-4a04-a630-808c62481d10,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:50.852250 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43758a83-7cc1-40aa-af27-38b55d0d4a72 req-235ae6a7-6416-43ea-b87d-59185b5a00e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796265 Aug 04 17:06:50.883887 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] For port 24d72674-91be-4bd6-8a83-7116d8a44f08, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=24d72674-91be-4bd6-8a83-7116d8a44f08,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:50.900367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c64c8dfc-943b-47a3-94cf-b03d5757b8ff tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2392974 Aug 04 17:06:50.900811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58320) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:50.907453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-bdb22c61-e3ad-4d09-8caf-a2494db5db90 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012344168'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:50.945509 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.961641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['7776de86-6293-49ad-8082-a758dabe40a0'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:06:50.972273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.974031 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:50.978303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-792d1b1e-3476-4311-bd37-a524d613303d req-d472f94f-91f0-49d2-a5b3-59aaad4e0c8a tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0781729 Aug 04 17:06:50.982220 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.185012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:51.194525 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bdb22c61-e3ad-4d09-8caf-a2494db5db90 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.197545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:51.220284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:51.226362 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.266464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=50ecd34e-8298-4976-9864-c4b091d1e29f,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:51.277274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=24d72674-91be-4bd6-8a83-7116d8a44f08,revision_number=4']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:51.338101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-53f73a53-4959-46f6-b731-47ec5ae73f6f None None] Provisioning for port 2c92b14d-c38e-4a04-a630-808c62481d10 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:51.342460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-53f73a53-4959-46f6-b731-47ec5ae73f6f None None] Provisioning complete for port 2c92b14d-c38e-4a04-a630-808c62481d10 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:51.342999 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-53f73a53-4959-46f6-b731-47ec5ae73f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.393099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 24d72674-91be-4bd6-8a83-7116d8a44f08 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:51.423534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-53f73a53-4959-46f6-b731-47ec5ae73f6f None None] Port 2c92b14d-c38e-4a04-a630-808c62481d10 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:06:51.470753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 24d72674-91be-4bd6-8a83-7116d8a44f08 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:51.475243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4b045134-e640-40d2-a5fa-ee775ddaf3bb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:51.475756 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.499423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bdb22c61-e3ad-4d09-8caf-a2494db5db90 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.506753 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bdb22c61-e3ad-4d09-8caf-a2494db5db90 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.526455 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b21076ec-5699-4d40-bbd3-8276fd974338 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9908547 Aug 04 17:06:51.529100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58326) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:51.533766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 4b045134-e640-40d2-a5fa-ee775ddaf3bb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:51.539795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4b045134-e640-40d2-a5fa-ee775ddaf3bb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:51.540269 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.549698 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:0f:37:25', 'name': 'tempest-NetworksTestDHCPv6-1438812713'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:51.580992 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bdb22c61-e3ad-4d09-8caf-a2494db5db90 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.582941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bdb22c61-e3ad-4d09-8caf-a2494db5db90 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6786222 Aug 04 17:06:51.589041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58328) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:51.594416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7610b1f7-2d26-478a-b0b1-af658029c4dd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '4aaf7c8e-91ff-401c-9ee0-dac177b5dfab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:51.595303 n-d-764435-5 neutron-server[105828]: WARNING neutron.api.v2.base [None req-7610b1f7-2d26-478a-b0b1-af658029c4dd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 04 17:06:51.595811 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-7610b1f7-2d26-478a-b0b1-af658029c4dd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:51.596808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7610b1f7-2d26-478a-b0b1-af658029c4dd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068204 Aug 04 17:06:51.609479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb22c61-e3ad-4d09-8caf-a2494db5db90 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaf7c8e-91ff-401c-9ee0-dac177b5dfab,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:51.636366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58330) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:51.657471 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.691588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 4b045134-e640-40d2-a5fa-ee775ddaf3bb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4b045134-e640-40d2-a5fa-ee775ddaf3bb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:51.698288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.742303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:51.742910 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a33d0bf0-b804-41c5-942e-e8aadb0d8de8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.774796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=4b045134-e640-40d2-a5fa-ee775ddaf3bb,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:51.799615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1dd010e3-0300-440f-a251-64c87c719668 req-6d1d4efd-8a7e-4f99-a73f-f531c9882a91 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.82 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.0655653 Aug 04 17:06:51.830127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a33d0bf0-b804-41c5-942e-e8aadb0d8de8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.857889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:51.881896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93961a78-d3ab-42ee-a68e-8766fd28b473 req-7afcf170-6a2e-4323-91ad-d9fa7c102e4c tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:51.883360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port e5c5efd8-cd85-4d51-8792-5f4f712e67bb yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:06:51.889754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93961a78-d3ab-42ee-a68e-8766fd28b473 req-7afcf170-6a2e-4323-91ad-d9fa7c102e4c tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 944 time: 0.2510922 Aug 04 17:06:51.986274 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93961a78-d3ab-42ee-a68e-8766fd28b473 req-082ceb07-6eab-48fe-8a5a-c7559382b574 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910490 Aug 04 17:06:52.036160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a33d0bf0-b804-41c5-942e-e8aadb0d8de8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.039304 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a33d0bf0-b804-41c5-942e-e8aadb0d8de8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.040504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a33d0bf0-b804-41c5-942e-e8aadb0d8de8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "DELETE /v2.0/security-groups/4aaf7c8e-91ff-401c-9ee0-dac177b5dfab HTTP/1.1" status: 204 len: 168 time: 0.4031224 Aug 04 17:06:52.045441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58336) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:52.057106 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.068975 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.071205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d0bf0-b804-41c5-942e-e8aadb0d8de8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaf7c8e-91ff-401c-9ee0-dac177b5dfab,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:52.110475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398bf780-594d-4e36-8cf9-7cf0669e1848 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:52.166103 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac66f45d-66ee-4c6f-8f52-63e848041ab5 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1148257 Aug 04 17:06:52.171149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58338) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:52.179585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d4783b52-7c5f-4b7b-a167-f600093a3286 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155362916'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:52.186088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f102c7bc-b67e-46a6-ab97-19af1f4b8881 None None] Provisioning for port 24d72674-91be-4bd6-8a83-7116d8a44f08 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:52.192519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f102c7bc-b67e-46a6-ab97-19af1f4b8881 None None] Provisioning complete for port 24d72674-91be-4bd6-8a83-7116d8a44f08 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:52.192976 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f102c7bc-b67e-46a6-ab97-19af1f4b8881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.199692 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::1ad (0214bd7b-2498-4f95-a2d5-2cef03c7e896/481be155-90b8-4903-813a-4f6447c684f3/e5c5efd8-cd85-4d51-8792-5f4f712e67bb) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:52.210834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0f:3725 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/50ecd34e-8298-4976-9864-c4b091d1e29f/e5c5efd8-cd85-4d51-8792-5f4f712e67bb) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:06:52.226070 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4783b52-7c5f-4b7b-a167-f600093a3286 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.373767 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f102c7bc-b67e-46a6-ab97-19af1f4b8881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.391337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7776de86-6293-49ad-8082-a758dabe40a0 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:52.430323 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.448141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object e5c5efd8-cd85-4d51-8792-5f4f712e67bb will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:52.450997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f102c7bc-b67e-46a6-ab97-19af1f4b8881 None None] For port 24d72674-91be-4bd6-8a83-7116d8a44f08, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=24d72674-91be-4bd6-8a83-7116d8a44f08,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:52.463782 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f102c7bc-b67e-46a6-ab97-19af1f4b8881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.489646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea070330-e196-481c-9811-ddada5810522 req-c4cf620c-e266-45ba-901f-171eacf59304 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:52.491231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea070330-e196-481c-9811-ddada5810522 req-c4cf620c-e266-45ba-901f-171eacf59304 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.5015595 Aug 04 17:06:52.500308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 7776de86-6293-49ad-8082-a758dabe40a0 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:06:52.505829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a02b97c-9853-4064-9db4-f56247942ff9 req-830273e9-dfa5-4f25-acce-a8304a71bfc3 tempest-ServerShowV257Test-49139914 tempest-ServerShowV257Test-49139914-project] 10.222.0.39 "GET /v2.0/ports?device_id=abab71c8-0f43-44b3-8c9c-94d577b36d23 HTTP/1.1" status: 200 len: 210 time: 0.3905578 Aug 04 17:06:52.506656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.510773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 7776de86-6293-49ad-8082-a758dabe40a0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:52.511552 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.534239 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.541723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Pushing event updated for resources: {'Port': ['ID=2c92b14d-c38e-4a04-a630-808c62481d10,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:52.549155 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102c7bc-b67e-46a6-ab97-19af1f4b8881 None None] Pushing event updated for resources: {'Port': ['ID=24d72674-91be-4bd6-8a83-7116d8a44f08,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:52.622059 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.671104 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88f4d46-dd26-4759-ae02-eee60b1eb665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7776de86-6293-49ad-8082-a758dabe40a0'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:06:52.677469 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd81a588-cf80-4e02-b429-4dfe8ccf6976" -d '{"events": [{"server_uuid": "b88f4d46-dd26-4759-ae02-eee60b1eb665", "name": "network-vif-plugged", "status": "completed", "tag": "7776de86-6293-49ad-8082-a758dabe40a0"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:06:52.697316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=e5c5efd8-cd85-4d51-8792-5f4f712e67bb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:52.700582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea070330-e196-481c-9811-ddada5810522 req-1cefd0b7-bdf8-4f51-85df-4de06e789aa5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780968 Aug 04 17:06:52.706181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:52.708151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 7776de86-6293-49ad-8082-a758dabe40a0, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7776de86-6293-49ad-8082-a758dabe40a0,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:52.714417 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.717018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:52.721485 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:06:52.728135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:52.728836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.752380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4783b52-7c5f-4b7b-a167-f600093a3286 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.760303 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4783b52-7c5f-4b7b-a167-f600093a3286 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.776041 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-45817c2e-58b8-43bd-bb71-f3a54a79b364 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2454007 Aug 04 17:06:52.781580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58348) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:52.781800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Network b3eb9666-862a-4b2f-a577-a9a0071ffb65 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:06:52.786004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:06:52.816426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=7776de86-6293-49ad-8082-a758dabe40a0,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:52.845955 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4783b52-7c5f-4b7b-a167-f600093a3286 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:52.847271 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d4783b52-7c5f-4b7b-a167-f600093a3286 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6751175 Aug 04 17:06:52.850659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58354) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:52.857445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-392d81fd-b496-482f-94d5-db122627eab8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '62642195-e6a4-44f7-bbe7-edc6dceb7158', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:52.858347 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-392d81fd-b496-482f-94d5-db122627eab8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 04 17:06:52.858880 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-392d81fd-b496-482f-94d5-db122627eab8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:52.862600 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-392d81fd-b496-482f-94d5-db122627eab8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063555 Aug 04 17:06:52.871403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58358) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:52.872424 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4783b52-7c5f-4b7b-a167-f600093a3286 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62642195-e6a4-44f7-bbe7-edc6dceb7158,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:52.889687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8c91700d-dd81-4f29-b62b-f9c502199311 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:06:53.015591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:06:53.020906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b5139d2-83c8-46e1-a3fd-09bd3bd650bd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:53.025994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5018ad1c-277a-4d91-98a2-ae6bb9ce4613 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port e5c5efd8-cd85-4d51-8792-5f4f712e67bb {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:06:53.026335 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5018ad1c-277a-4d91-98a2-ae6bb9ce4613 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:53.104624 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c33e78-6c84-4eac-9050-81a2a03eaf15 x-openstack-request-id: req-78c33e78-6c84-4eac-9050-81a2a03eaf15 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:06:53.104918 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88f4d46-dd26-4759-ae02-eee60b1eb665", "name": "network-vif-plugged", "status": "completed", "tag": "7776de86-6293-49ad-8082-a758dabe40a0", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:06:53.105177 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78c33e78-6c84-4eac-9050-81a2a03eaf15 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:06:53.105585 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88f4d46-dd26-4759-ae02-eee60b1eb665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7776de86-6293-49ad-8082-a758dabe40a0', 'code': 200} Aug 04 17:06:53.210394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:53.240614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '8c91700d-dd81-4f29-b62b-f9c502199311', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'port_id': '8c91700d-dd81-4f29-b62b-f9c502199311', 'mac_address': 'fa:16:3e:4f:55:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:06:53.323105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-077102e7-590a-4195-91fd-3f8b0aa17fb9 None None] Provisioning complete for port 2c92b14d-c38e-4a04-a630-808c62481d10 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:53.323780 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-077102e7-590a-4195-91fd-3f8b0aa17fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:53.326489 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:53.372260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 24d72674-91be-4bd6-8a83-7116d8a44f08 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:53.380917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc429ed-a5b1-4c66-a350-c52342805b80 req-045597fd-288d-4cd9-b142-e8f06136682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:53.383128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffc429ed-a5b1-4c66-a350-c52342805b80 req-045597fd-288d-4cd9-b142-e8f06136682f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 1096 time: 0.1883605 Aug 04 17:06:53.410001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c91700d-dd81-4f29-b62b-f9c502199311 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:06:53.417334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7f2e9-1f7a-4047-8494-26956aa687ad req-419697b6-bf9c-4a94-a3c2-07e5322446dc tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:53.419551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1f7f2e9-1f7a-4047-8494-26956aa687ad req-419697b6-bf9c-4a94-a3c2-07e5322446dc tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.2419090 Aug 04 17:06:53.432830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:06:53.447028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-de66ba03-2615-4e7a-84f3-a4f614b6811b admin admin] 10.222.0.39 "PUT /v2.0/routers/9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1380386 Aug 04 17:06:53.448829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-077102e7-590a-4195-91fd-3f8b0aa17fb9 None None] Port 2c92b14d-c38e-4a04-a630-808c62481d10 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:06:53.459985 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Sync routers for ids ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:06:53.481102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:53.492664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffc429ed-a5b1-4c66-a350-c52342805b80 req-02e161e1-3097-4b3e-b40b-160aeaebc4ee service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983205 Aug 04 17:06:53.498044 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:53.512398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1f7f2e9-1f7a-4047-8494-26956aa687ad req-79e15763-0c40-4484-88c0-a4808e862d76 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815120 Aug 04 17:06:53.537398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Routers {'9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:06:53.538262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:06:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:53.621228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b5139d2-83c8-46e1-a3fd-09bd3bd650bd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:53.630760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 24d72674-91be-4bd6-8a83-7116d8a44f08 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:53.631297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:53.686558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8c91700d-dd81-4f29-b62b-f9c502199311'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:06:53.695225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:53.736512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5018ad1c-277a-4d91-98a2-ae6bb9ce4613 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:53.768693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b5139d2-83c8-46e1-a3fd-09bd3bd650bd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:53.781332 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b5139d2-83c8-46e1-a3fd-09bd3bd650bd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:53.782882 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9b5139d2-83c8-46e1-a3fd-09bd3bd650bd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "DELETE /v2.0/security-groups/62642195-e6a4-44f7-bbe7-edc6dceb7158 HTTP/1.1" status: 204 len: 168 time: 0.9083502 Aug 04 17:06:53.788692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58388) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:53.792381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5018ad1c-277a-4d91-98a2-ae6bb9ce4613 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for e5c5efd8-cd85-4d51-8792-5f4f712e67bb owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:06:53.810607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5139d2-83c8-46e1-a3fd-09bd3bd650bd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62642195-e6a4-44f7-bbe7-edc6dceb7158,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:53.850674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4b045134-e640-40d2-a5fa-ee775ddaf3bb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:53.908164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3d87cdc4-d34c-4358-8723-57e71dbbb7ad tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172237 Aug 04 17:06:53.909979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58394) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:53.921733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cd75e1ac-3438-473d-9055-e2bf31b485fd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277174869'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:53.976489 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd75e1ac-3438-473d-9055-e2bf31b485fd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:54.098858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f822a-45dd-4f08-a546-ddc43637c34c req-9a9a80b1-abe6-421d-968a-57acd3f3d5ec tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:54.101680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6f822a-45dd-4f08-a546-ddc43637c34c req-9a9a80b1-abe6-421d-968a-57acd3f3d5ec tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 945 time: 0.1479685 Aug 04 17:06:54.109249 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5018ad1c-277a-4d91-98a2-ae6bb9ce4613 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:54.129695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9a06afe2-c9a3-4df0-8cd2-8e8f4039a393 None None] Provisioning complete for port 24d72674-91be-4bd6-8a83-7116d8a44f08 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:54.130350 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9a06afe2-c9a3-4df0-8cd2-8e8f4039a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:54.152508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Set router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:06:54.168026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018ad1c-277a-4d91-98a2-ae6bb9ce4613 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=e5c5efd8-cd85-4d51-8792-5f4f712e67bb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:54.286880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6f822a-45dd-4f08-a546-ddc43637c34c req-2091129e-d824-439e-ad82-785a0472485d tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584063 Aug 04 17:06:54.309392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5018ad1c-277a-4d91-98a2-ae6bb9ce4613 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:54.314353 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5018ad1c-277a-4d91-98a2-ae6bb9ce4613 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/e5c5efd8-cd85-4d51-8792-5f4f712e67bb HTTP/1.1" status: 204 len: 168 time: 1.5230985 Aug 04 17:06:54.322359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58430) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:54.416885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ee127-4a22-4158-bbdf-be4022dd1e81 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:54.425298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd75e1ac-3438-473d-9055-e2bf31b485fd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:54.429612 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-413ee127-4a22-4158-bbdf-be4022dd1e81 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1057069 Aug 04 17:06:54.432320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58432) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:54.435892 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd75e1ac-3438-473d-9055-e2bf31b485fd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:54.525398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd75e1ac-3438-473d-9055-e2bf31b485fd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:54.532705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cd75e1ac-3438-473d-9055-e2bf31b485fd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6193604 Aug 04 17:06:54.533331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58434) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:54.543937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75e1ac-3438-473d-9055-e2bf31b485fd tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1675f03d-c3f0-41fa-b249-79ddfcda66b1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:54.555584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6708c83c-d469-4dfe-89ce-7a348bd3614b tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '1675f03d-c3f0-41fa-b249-79ddfcda66b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:54.559032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58438) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:54.572401 n-d-764435-5 neutron-server[105828]: WARNING neutron.api.v2.base [None req-6708c83c-d469-4dfe-89ce-7a348bd3614b tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 04 17:06:54.573116 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-6708c83c-d469-4dfe-89ce-7a348bd3614b tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:54.577610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6708c83c-d469-4dfe-89ce-7a348bd3614b tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0427508 Aug 04 17:06:54.578513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58440) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:54.591358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-39ba2433-cf25-4456-9214-6fa511d2b8d9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '1675f03d-c3f0-41fa-b249-79ddfcda66b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:54.592148 n-d-764435-5 neutron-server[105828]: WARNING neutron.api.v2.base [None req-39ba2433-cf25-4456-9214-6fa511d2b8d9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 04 17:06:54.593084 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-39ba2433-cf25-4456-9214-6fa511d2b8d9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:54.599100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-39ba2433-cf25-4456-9214-6fa511d2b8d9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0190241 Aug 04 17:06:54.599741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58442) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:54.613228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c6d9e6af-9109-410f-a9f6-08f2f5e19904 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '1675f03d-c3f0-41fa-b249-79ddfcda66b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:54.617347 n-d-764435-5 neutron-server[105828]: WARNING neutron.api.v2.base [None req-c6d9e6af-9109-410f-a9f6-08f2f5e19904 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 04 17:06:54.618421 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-c6d9e6af-9109-410f-a9f6-08f2f5e19904 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:54.624417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c6d9e6af-9109-410f-a9f6-08f2f5e19904 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0211508 Aug 04 17:06:54.625622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58446) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:54.635176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-38a4cbf0-6995-4e76-9d9e-97faebd359f3 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '1675f03d-c3f0-41fa-b249-79ddfcda66b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:54.648772 n-d-764435-5 neutron-server[105828]: WARNING neutron.api.v2.base [None req-38a4cbf0-6995-4e76-9d9e-97faebd359f3 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 04 17:06:54.649906 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-38a4cbf0-6995-4e76-9d9e-97faebd359f3 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:54.651918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-38a4cbf0-6995-4e76-9d9e-97faebd359f3 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0245361 Aug 04 17:06:54.657204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f6ed3-687e-40aa-8bef-4f1c0b1fd4ca tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:54.658061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58448) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:54.674046 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a23f6ed3-687e-40aa-8bef-4f1c0b1fd4ca tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2404034 Aug 04 17:06:54.676694 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58450) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:54.897435 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b62a96bb-3e2e-4c1a-8b15-cca070c12f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:54.947276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4b045134-e640-40d2-a5fa-ee775ddaf3bb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:54.947848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:54.958138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044ae68-34c2-48c1-b3ec-23e1a08306ce tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:54.961538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044ae68-34c2-48c1-b3ec-23e1a08306ce tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:54.968996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044ae68-34c2-48c1-b3ec-23e1a08306ce tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:54.980352 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a044ae68-34c2-48c1-b3ec-23e1a08306ce tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3017268 Aug 04 17:06:54.984433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58456) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:55.002328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f881e-d12e-4cf7-8948-93386f6e4d8d req-0e46f232-c9ee-4eb1-bca7-b53d2ecae7ca tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:55.024698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a98f881e-d12e-4cf7-8948-93386f6e4d8d req-0e46f232-c9ee-4eb1-bca7-b53d2ecae7ca tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.2802782 Aug 04 17:06:55.028989 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09699e6c-5b26-497f-9179-34f341334320 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.112015 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b62a96bb-3e2e-4c1a-8b15-cca070c12f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.118554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b62a96bb-3e2e-4c1a-8b15-cca070c12f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.154200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a96bb-3e2e-4c1a-8b15-cca070c12f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d68839-69d7-4e65-8f16-2314114460dd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:55.173885 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09699e6c-5b26-497f-9179-34f341334320 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.182982 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b62a96bb-3e2e-4c1a-8b15-cca070c12f9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5aad3bfc3f88421ea94fcff78771c1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151726 Aug 04 17:06:55.182982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58460) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:55.251222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b1e756-fba5-4c54-813e-a5d1f0bcb5d6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 481be155-90b8-4903-813a-4f6447c684f3 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:55.256292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-398180c9-a70b-417f-992d-4f80ec994457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.267126 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e756-fba5-4c54-813e-a5d1f0bcb5d6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.286040 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-398180c9-a70b-417f-992d-4f80ec994457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.292358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a98f881e-d12e-4cf7-8948-93386f6e4d8d req-598c9417-e2c9-44f4-9650-5ecd33419112 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469943 Aug 04 17:06:55.379022 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-398180c9-a70b-417f-992d-4f80ec994457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.383249 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-398180c9-a70b-417f-992d-4f80ec994457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.390938 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-398180c9-a70b-417f-992d-4f80ec994457 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0d68839-69d7-4e65-8f16-2314114460dd HTTP/1.1" status: 204 len: 168 time: 0.1970723 Aug 04 17:06:55.412969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398180c9-a70b-417f-992d-4f80ec994457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d68839-69d7-4e65-8f16-2314114460dd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:55.511725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e756-fba5-4c54-813e-a5d1f0bcb5d6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.591458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09699e6c-5b26-497f-9179-34f341334320 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.605270 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09699e6c-5b26-497f-9179-34f341334320 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.610473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-09699e6c-5b26-497f-9179-34f341334320 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "DELETE /v2.0/security-groups/1675f03d-c3f0-41fa-b249-79ddfcda66b1 HTTP/1.1" status: 204 len: 168 time: 0.9499264 Aug 04 17:06:55.612969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58496) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:55.688452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8134-5711-4e5c-84ae-847d2bb60995 req-6992f41e-fcb4-4190-812c-a0ab05f9ee33 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:55.704272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35ad8134-5711-4e5c-84ae-847d2bb60995 req-6992f41e-fcb4-4190-812c-a0ab05f9ee33 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 945 time: 0.2423155 Aug 04 17:06:55.733886 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3b3b143d-e648-4a2f-a6a3-7687ce693050 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1139765 Aug 04 17:06:55.735095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58504) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:55.740010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-02e2d9d1-af3e-4ec9-baab-121336a60c8a tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'tempest-secgroup--996748046'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:55.769700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09699e6c-5b26-497f-9179-34f341334320 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1675f03d-c3f0-41fa-b249-79ddfcda66b1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:55.795392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02e2d9d1-af3e-4ec9-baab-121336a60c8a tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.815991 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2c92b14d-c38e-4a04-a630-808c62481d10', 'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'mac_address': 'fa:16:3e:aa:ef:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:49Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 2, 'project_id': '2cc94953506a4e78aea23a881315503c', 'subnets': [{'id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:55.848802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9fe374bc-5f18-4968-8eed-5d92fa9dbc7b None None] Could not find standard attr ID for object e5c5efd8-cd85-4d51-8792-5f4f712e67bb. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:06:55.851493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Checking router: 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:06:55.851851 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Updating router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b port 2c92b14d-c38e-4a04-a630-808c62481d10 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:06:55.889309 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.981844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02e2d9d1-af3e-4ec9-baab-121336a60c8a tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:55.991355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02e2d9d1-af3e-4ec9-baab-121336a60c8a tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.092959 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02e2d9d1-af3e-4ec9-baab-121336a60c8a tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.096485 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-02e2d9d1-af3e-4ec9-baab-121336a60c8a tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3602057 Aug 04 17:06:56.100266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58510) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.101107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e756-fba5-4c54-813e-a5d1f0bcb5d6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.112104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-48c0fb93-d5ef-464a-9f8d-648eb17368f8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '3c950c40-abd2-49f1-92f0-cab71e8569f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:56.113384 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-48c0fb93-d5ef-464a-9f8d-648eb17368f8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 04 17:06:56.114293 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-48c0fb93-d5ef-464a-9f8d-648eb17368f8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:56.115477 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-48c0fb93-d5ef-464a-9f8d-648eb17368f8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0129716 Aug 04 17:06:56.116408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2d9d1-af3e-4ec9-baab-121336a60c8a tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c950c40-abd2-49f1-92f0-cab71e8569f7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:56.118634 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58512) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.125852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-577841c6-2442-44a2-b226-7ab81fb6a6f1 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '3c950c40-abd2-49f1-92f0-cab71e8569f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:56.131232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35ad8134-5711-4e5c-84ae-847d2bb60995 req-61a95437-de0c-4326-8bf0-0b9fbb5a6d45 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4259458 Aug 04 17:06:56.199335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c72f-b1a3-4294-aedc-1b278a79478f req-db180fa7-cd48-458b-9fb0-c3c107923d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:56.208542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9f5c72f-b1a3-4294-aedc-1b278a79478f req-db180fa7-cd48-458b-9fb0-c3c107923d00 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb60676ed82b42899fecd4437f375f7f&device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 1096 time: 0.4889543 Aug 04 17:06:56.243134 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-577841c6-2442-44a2-b226-7ab81fb6a6f1 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:56.244211 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-577841c6-2442-44a2-b226-7ab81fb6a6f1 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1244640 Aug 04 17:06:56.247643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58520) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.259516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e4361124-f49e-4e87-9cf6-762b05b83f06 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '3c950c40-abd2-49f1-92f0-cab71e8569f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:56.270442 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-e4361124-f49e-4e87-9cf6-762b05b83f06 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 04 17:06:56.270442 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-e4361124-f49e-4e87-9cf6-762b05b83f06 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:56.270954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772b85d-c5df-42b3-baee-f3200ee8ae81 req-bce190e5-6f51-4282-8c41-f821dcad7e25 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:56.271073 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e4361124-f49e-4e87-9cf6-762b05b83f06 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0196922 Aug 04 17:06:56.271726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58522) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.279422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f772b85d-c5df-42b3-baee-f3200ee8ae81 req-bce190e5-6f51-4282-8c41-f821dcad7e25 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.5570502 Aug 04 17:06:56.280265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a3ae6d6b-47ab-4ffc-91d2-308c7afe3feb tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '3c950c40-abd2-49f1-92f0-cab71e8569f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:56.367005 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-a3ae6d6b-47ab-4ffc-91d2-308c7afe3feb tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:56.383439 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a3ae6d6b-47ab-4ffc-91d2-308c7afe3feb tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1073699 Aug 04 17:06:56.384588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58524) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.391494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6955da65-4587-4c19-b0e2-8f01444b61a5 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '3c950c40-abd2-49f1-92f0-cab71e8569f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:56.392738 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-6955da65-4587-4c19-b0e2-8f01444b61a5 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 04 17:06:56.393705 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-6955da65-4587-4c19-b0e2-8f01444b61a5 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:56.400628 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6955da65-4587-4c19-b0e2-8f01444b61a5 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134192 Aug 04 17:06:56.402126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58528) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.408543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-90835f4e-e72a-48fd-9f75-bb2648ac5f92 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '3c950c40-abd2-49f1-92f0-cab71e8569f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:56.484720 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-90835f4e-e72a-48fd-9f75-bb2648ac5f92 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:56.490160 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-90835f4e-e72a-48fd-9f75-bb2648ac5f92 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0859926 Aug 04 17:06:56.491763 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58530) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.497867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1691193d-f6ce-4dd1-a26b-ff65a2da1fd2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '3c950c40-abd2-49f1-92f0-cab71e8569f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:56.498978 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-1691193d-f6ce-4dd1-a26b-ff65a2da1fd2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 04 17:06:56.499684 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-1691193d-f6ce-4dd1-a26b-ff65a2da1fd2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:56.505110 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1691193d-f6ce-4dd1-a26b-ff65a2da1fd2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115020 Aug 04 17:06:56.506332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58532) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.512278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-502ddba2-5f31-4776-9e67-17a9034a9932 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '3c950c40-abd2-49f1-92f0-cab71e8569f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:56.587124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f772b85d-c5df-42b3-baee-f3200ee8ae81 req-91f58ccd-f92b-42d2-9ad0-b052ea09d17a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062952 Aug 04 17:06:56.603363 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-502ddba2-5f31-4776-9e67-17a9034a9932 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:56.607475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c72f-b1a3-4294-aedc-1b278a79478f req-a9bd6e8f-3892-40d5-b308-fe147634cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:56.612271 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-502ddba2-5f31-4776-9e67-17a9034a9932 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1036472 Aug 04 17:06:56.614174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58534) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.614709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9f5c72f-b1a3-4294-aedc-1b278a79478f req-a9bd6e8f-3892-40d5-b308-fe147634cea7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=46ae89e2-39c6-428c-9d51-4b52d2d2f836 HTTP/1.1" status: 200 len: 912 time: 0.3957326 Aug 04 17:06:56.616800 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e756-fba5-4c54-813e-a5d1f0bcb5d6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.626190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5be29bf4-bc59-41a7-8c84-fde604268b1f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '3c950c40-abd2-49f1-92f0-cab71e8569f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:56.709594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1e756-fba5-4c54-813e-a5d1f0bcb5d6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=481be155-90b8-4903-813a-4f6447c684f3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:56.715918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9f5c72f-b1a3-4294-aedc-1b278a79478f req-76cd379d-8565-4599-bf9e-50616c7fc138 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7776de86-6293-49ad-8082-a758dabe40a0 HTTP/1.1" status: 200 len: 217 time: 0.0907300 Aug 04 17:06:56.718211 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e756-fba5-4c54-813e-a5d1f0bcb5d6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.722071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b6b1e756-fba5-4c54-813e-a5d1f0bcb5d6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/481be155-90b8-4903-813a-4f6447c684f3 HTTP/1.1" status: 204 len: 168 time: 1.6936603 Aug 04 17:06:56.723869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58538) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.730551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe523a0-4363-4e32-9731-6d2a2f92b3c4 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:56.732262 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-5be29bf4-bc59-41a7-8c84-fde604268b1f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:06:56.739359 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5be29bf4-bc59-41a7-8c84-fde604268b1f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1223817 Aug 04 17:06:56.740457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58540) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:56.755818 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.776024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Transition to ACTIVE for port object 2c92b14d-c38e-4a04-a630-808c62481d10 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:06:56.806079 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.823479 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7de199ea-a61e-41cb-9268-4c0061937d8c tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.889067 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7de199ea-a61e-41cb-9268-4c0061937d8c tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.952318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8c91700d-dd81-4f29-b62b-f9c502199311 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:06:56.962343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83b52f9-9725-4773-83e9-be3d49755c57 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 50ecd34e-8298-4976-9864-c4b091d1e29f {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:06:56.974863 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a83b52f9-9725-4773-83e9-be3d49755c57 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.980697 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7de199ea-a61e-41cb-9268-4c0061937d8c tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:56.990921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7de199ea-a61e-41cb-9268-4c0061937d8c tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:57.014069 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7de199ea-a61e-41cb-9268-4c0061937d8c tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c950c40-abd2-49f1-92f0-cab71e8569f7 HTTP/1.1" status: 204 len: 168 time: 0.2716265 Aug 04 17:06:57.033543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58548) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:57.048538 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d7bda-f94e-4695-81c5-b8cb82f9f8e4 None None] Pushing event updated for resources: {'Port': ['ID=2c92b14d-c38e-4a04-a630-808c62481d10,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:57.101601 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de199ea-a61e-41cb-9268-4c0061937d8c tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c950c40-abd2-49f1-92f0-cab71e8569f7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:57.126902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a83b52f9-9725-4773-83e9-be3d49755c57 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:57.132042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5c72f-b1a3-4294-aedc-1b278a79478f req-43e968c8-2f70-47ad-bb66-89d9b532fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:57.134318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9f5c72f-b1a3-4294-aedc-1b278a79478f req-43e968c8-2f70-47ad-bb66-89d9b532fcda service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7fd3435b-5995-4704-90e3-7a7debc78484 HTTP/1.1" status: 200 len: 850 time: 0.4019926 Aug 04 17:06:57.221645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9f5c72f-b1a3-4294-aedc-1b278a79478f req-79b2f43b-aa9d-4856-a780-0e44d1b68fe6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=46ae89e2-39c6-428c-9d51-4b52d2d2f836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435820 Aug 04 17:06:57.233151 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1cea55b1-7a90-4b60-9120-fd07da81aa69 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1801591 Aug 04 17:06:57.233791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58554) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:57.239683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-741b9c95-ebdf-4185-9f91-df85690ddba2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'tempest-secgroup--82215331'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:57.350311 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-741b9c95-ebdf-4185-9f91-df85690ddba2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:57.663126 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a83b52f9-9725-4773-83e9-be3d49755c57 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:57.692615 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-741b9c95-ebdf-4185-9f91-df85690ddba2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:57.702919 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-741b9c95-ebdf-4185-9f91-df85690ddba2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:57.706066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Attempting to bind port 2c92b14d-c38e-4a04-a630-808c62481d10 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:06:57.706678 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Attempting to bind port 2c92b14d-c38e-4a04-a630-808c62481d10 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:06:57.707129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Attempting to bind port 2c92b14d-c38e-4a04-a630-808c62481d10 on network b3eb9666-862a-4b2f-a577-a9a0071ffb65 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:06:57.765185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 8c91700d-dd81-4f29-b62b-f9c502199311 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:57.767947 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:57.812007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-741b9c95-ebdf-4185-9f91-df85690ddba2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:57.817696 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-741b9c95-ebdf-4185-9f91-df85690ddba2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5783825 Aug 04 17:06:57.818840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58570) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:57.825997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4908d716-3828-4744-b847-80b64b9f5613 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '32a4a269-ec7d-44c3-a1b0-f07b03fbdd14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:57.852378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b9c95-ebdf-4185-9f91-df85690ddba2 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a4a269-ec7d-44c3-a1b0-f07b03fbdd14,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:57.862881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:06:57.863165 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Checking segment: {'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:06:57.864147 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:57.864567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Bound using segment: {'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:06:57.865067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Bound port: 2c92b14d-c38e-4a04-a630-808c62481d10, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:06:57.865716 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:57.944958 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-4908d716-3828-4744-b847-80b64b9f5613 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The resource could not be found. Aug 04 17:06:57.949343 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4908d716-3828-4744-b847-80b64b9f5613 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1242635 Aug 04 17:06:57.949574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58574) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:57.961701 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d093ac27-ace7-478a-a581-53cff3cb3411 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '32a4a269-ec7d-44c3-a1b0-f07b03fbdd14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9490bdfa-7ec0-4b7d-8560-0c443e121a57'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:58.006032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c60c6-9be6-4506-8b98-9dc2eda8992e req-1a129d2f-41e9-43e7-b109-74d7f90cc566 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:58.025857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-901c60c6-9be6-4506-8b98-9dc2eda8992e req-1a129d2f-41e9-43e7-b109-74d7f90cc566 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.2678149 Aug 04 17:06:58.066632 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-d093ac27-ace7-478a-a581-53cff3cb3411 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The resource could not be found. Aug 04 17:06:58.070966 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d093ac27-ace7-478a-a581-53cff3cb3411 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1173236 Aug 04 17:06:58.077729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58578) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:58.095963 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:58.123202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] For port 2c92b14d-c38e-4a04-a630-808c62481d10, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:06:58.153895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] For port 2c92b14d-c38e-4a04-a630-808c62481d10, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2c92b14d-c38e-4a04-a630-808c62481d10,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:06:58.170120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:06:58.175393 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedf26cf-a847-4336-bd97-886ce2514299" -d '{"events": [{"server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "name": "network-vif-plugged", "status": "completed", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:06:58.182265 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:58.201523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a83b52f9-9725-4773-83e9-be3d49755c57 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:58.223554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:06:58.231099 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a352c191-031b-4087-b333-47b26eab1fad tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:58.281110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834334c5-5255-4dae-b8b9-bce1f7d51429 req-022d7431-8c70-490f-8b33-a580a9446445 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:58.291475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a352c191-031b-4087-b333-47b26eab1fad tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:58.293725 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-834334c5-5255-4dae-b8b9-bce1f7d51429 req-022d7431-8c70-490f-8b33-a580a9446445 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 945 time: 0.7572939 Aug 04 17:06:58.298423 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:58.382636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a83b52f9-9725-4773-83e9-be3d49755c57 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:58.384761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a83b52f9-9725-4773-83e9-be3d49755c57 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/50ecd34e-8298-4976-9864-c4b091d1e29f HTTP/1.1" status: 204 len: 168 time: 1.6605082 Aug 04 17:06:58.388917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58584) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:58.400823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b52f9-9725-4773-83e9-be3d49755c57 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=50ecd34e-8298-4976-9864-c4b091d1e29f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:58.421767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d7bda-f94e-4695-81c5-b8cb82f9f8e4 None None] Pushing event updated for resources: {'Port': ['ID=2c92b14d-c38e-4a04-a630-808c62481d10,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:58.427186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Routers {'9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:06:58.427832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:06:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:06:58.478218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9f5c72f-b1a3-4294-aedc-1b278a79478f req-a3cf67b2-c08c-4034-8fbe-540ffebebe15 service neutron] 10.222.0.82 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2555473 Aug 04 17:06:58.504314 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4af7970c-d08f-4046-802d-f5d3be7f9a57 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141925 Aug 04 17:06:58.519808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58588) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:58.522674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-901c60c6-9be6-4506-8b98-9dc2eda8992e req-3b67ae0d-a5b5-4cff-888c-9bd58f31c9dd tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947350 Aug 04 17:06:58.537343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-275b4895-2e07-4b9e-8048-ed69537c7e76 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:58.645477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-834334c5-5255-4dae-b8b9-bce1f7d51429 req-a0d0c5ae-898d-462e-bacb-1d3baf5d1f79 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495488 Aug 04 17:06:58.724687 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4cb573-4037-45e0-b9f6-d6ec723c221f x-openstack-request-id: req-af4cb573-4037-45e0-b9f6-d6ec723c221f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:06:58.724995 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "name": "network-vif-plugged", "status": "completed", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:06:58.725248 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af4cb573-4037-45e0-b9f6-d6ec723c221f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:06:58.725663 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311', 'code': 200} Aug 04 17:06:58.765191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a352c191-031b-4087-b333-47b26eab1fad tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:58.779926 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a352c191-031b-4087-b333-47b26eab1fad tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:58.796301 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a352c191-031b-4087-b333-47b26eab1fad tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "DELETE /v2.0/security-groups/32a4a269-ec7d-44c3-a1b0-f07b03fbdd14 HTTP/1.1" status: 204 len: 168 time: 0.7166221 Aug 04 17:06:58.798843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58594) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:58.906285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9f5c72f-b1a3-4294-aedc-1b278a79478f req-0d0d2ed6-1791-47df-b780-13b7a1106594 service neutron] 10.222.0.82 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214521 Aug 04 17:06:58.912772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:58.941344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352c191-031b-4087-b333-47b26eab1fad tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a4a269-ec7d-44c3-a1b0-f07b03fbdd14,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:06:59.035709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] Set router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:06:59.054599 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bcfcec5a-f51f-4abc-86ae-1dd11441cfad tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2399445 Aug 04 17:06:59.057837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58600) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:59.080978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7d6ebbee-e891-4a88-9f35-21367146286b tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '8cd088a9-a27f-42ec-a1ec-e013de78c22d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:59.125083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275b4895-2e07-4b9e-8048-ed69537c7e76 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:06:59.133820 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-275b4895-2e07-4b9e-8048-ed69537c7e76 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:59.170411 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-ba832c4b-f823-4a8a-87d3-a6de3445b55f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1061544 Aug 04 17:06:59.220680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a8f53e-d835-4ec5-819a-0dd74fb4eeb0 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:06:59.316652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-d5e7493a-6197-445d-816f-140932598d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.327485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-d5e7493a-6197-445d-816f-140932598d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.328309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-d5e7493a-6197-445d-816f-140932598d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.328969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-d5e7493a-6197-445d-816f-140932598d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.329629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-d5e7493a-6197-445d-816f-140932598d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.330366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-d5e7493a-6197-445d-816f-140932598d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.331085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-d5e7493a-6197-445d-816f-140932598d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.349309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-d5e7493a-6197-445d-816f-140932598d44 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6491 time: 0.0975580 Aug 04 17:06:59.373039 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-7d6ebbee-e891-4a88-9f35-21367146286b tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The resource could not be found. Aug 04 17:06:59.379928 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7d6ebbee-e891-4a88-9f35-21367146286b tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3169022 Aug 04 17:06:59.384232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58604) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:06:59.405343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2110ecc1-90f3-4b8d-941b-1ec8b7c30f93 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279873979'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:06:59.497567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-efec08e8-460c-4685-8594-2a52365b62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.498471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-efec08e8-460c-4685-8594-2a52365b62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.499561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-efec08e8-460c-4685-8594-2a52365b62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.501915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-efec08e8-460c-4685-8594-2a52365b62b4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=b41deb09-8151-429d-9ece-729aeb2ad31e&id=b41deb09-8151-429d-9ece-729aeb2ad31e HTTP/1.1" status: 200 len: 2294 time: 0.1411548 Aug 04 17:06:59.505264 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-84aaccba-b316-47bf-abd5-3d627b55ffa2 None None] Provisioning complete for port 24d72674-91be-4bd6-8a83-7116d8a44f08 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:06:59.506070 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-84aaccba-b316-47bf-abd5-3d627b55ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:59.606013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2110ecc1-90f3-4b8d-941b-1ec8b7c30f93 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:59.652915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-2b9accd8-9a71-47a3-893f-f48fae31d624 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8856018a-3c76-4c7c-86aa-4640eb461494 HTTP/1.1" status: 200 len: 1001 time: 0.1347792 Aug 04 17:06:59.788050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0358a0-9a6c-4c5e-8392-edfa8761b306 None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:06:59.859181 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-275b4895-2e07-4b9e-8048-ed69537c7e76 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:06:59.917132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38863f-9d27-4c35-a8dd-68de04a78abf req-6f39cdcb-40f5-4b6c-ad63-a1721ad01e4c tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.921597 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d38863f-9d27-4c35-a8dd-68de04a78abf req-6f39cdcb-40f5-4b6c-ad63-a1721ad01e4c tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.1875505 Aug 04 17:06:59.926522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-92d8ce1c-8170-4079-9e44-c9f1f7b5533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:06:59.928865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-92d8ce1c-8170-4079-9e44-c9f1f7b5533d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fbcb1f8d-7827-496e-ba78-9e7176299506 HTTP/1.1" status: 200 len: 850 time: 0.2681518 Aug 04 17:06:59.999930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2c92b14d-c38e-4a04-a630-808c62481d10', 'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'mac_address': 'fa:16:3e:aa:ef:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:49Z', 'updated_at': '2021-08-04T17:06:58Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'subnets': [{'id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:00.079839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-3b750933-6939-4c2d-ad4b-a6328ca3dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:00.080325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275b4895-2e07-4b9e-8048-ed69537c7e76 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:00.081937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-3b750933-6939-4c2d-ad4b-a6328ca3dd42 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265788 Aug 04 17:07:00.108172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 24d72674-91be-4bd6-8a83-7116d8a44f08 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:07:00.111445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afdd4f-0363-4f76-8f21-93c6a0eaaccd None None] The sync data for ids ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'] in n-d-764435-5 is: [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2c92b14d-c38e-4a04-a630-808c62481d10', 'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'mac_address': 'fa:16:3e:aa:ef:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:49Z', 'updated_at': '2021-08-04T17:06:58Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'subnets': [{'id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:07:00.124875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d38863f-9d27-4c35-a8dd-68de04a78abf req-5a17b90c-ac61-49d9-9e32-80c04ab7c357 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923575 Aug 04 17:07:00.152258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-275b4895-2e07-4b9e-8048-ed69537c7e76 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:00.167982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b4895-2e07-4b9e-8048-ed69537c7e76 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:00.172108 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-275b4895-2e07-4b9e-8048-ed69537c7e76 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.187300 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b4895-2e07-4b9e-8048-ed69537c7e76 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=794e5412-38d2-43d2-981d-96acb3dfc513,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:00.247666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ac0358a0-9a6c-4c5e-8392-edfa8761b306 None None] Deleting port 24d72674-91be-4bd6-8a83-7116d8a44f08 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:00.258659 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ac0358a0-9a6c-4c5e-8392-edfa8761b306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.316616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b2709-66c3-4936-aa42-a83d73d5c4d1 req-090448bd-73a9-47c8-a9f4-bac5bf71f5ae tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:00.318515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f9b2709-66c3-4936-aa42-a83d73d5c4d1 req-090448bd-73a9-47c8-a9f4-bac5bf71f5ae tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.4638283 Aug 04 17:07:00.403912 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2110ecc1-90f3-4b8d-941b-1ec8b7c30f93 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.421067 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2110ecc1-90f3-4b8d-941b-1ec8b7c30f93 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.436811 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-275b4895-2e07-4b9e-8048-ed69537c7e76 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9079707 Aug 04 17:07:00.447142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-8a8a261d-685f-45a8-b758-dd963976e032 service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554471 Aug 04 17:07:00.448296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58632) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:00.513537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5e32ea45-9767-4888-9f94-b1815434a3d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:00.529712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ac0358a0-9a6c-4c5e-8392-edfa8761b306 None None] For port 24d72674-91be-4bd6-8a83-7116d8a44f08, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=24d72674-91be-4bd6-8a83-7116d8a44f08,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:00.530233 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ac0358a0-9a6c-4c5e-8392-edfa8761b306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.540765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2110ecc1-90f3-4b8d-941b-1ec8b7c30f93 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.550713 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2110ecc1-90f3-4b8d-941b-1ec8b7c30f93 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1617417 Aug 04 17:07:00.553968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58636) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:00.563313 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2f2c6f47-5caf-4127-8189-5d04399c99a9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'tempest-secgroup--959516784'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:00.592166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110ecc1-90f3-4b8d-941b-1ec8b7c30f93 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43cfbf7e-ebe6-4176-a8d6-65a2ddad55bb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:00.594443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ac0358a0-9a6c-4c5e-8392-edfa8761b306 None None] Calling delete_port for 24d72674-91be-4bd6-8a83-7116d8a44f08 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:00.669346 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f2c6f47-5caf-4127-8189-5d04399c99a9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.760453 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.924943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-3ff24b34-10c9-44da-af08-94e6dc7d35ef service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977463 Aug 04 17:07:00.927699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 24d72674-91be-4bd6-8a83-7116d8a44f08, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=24d72674-91be-4bd6-8a83-7116d8a44f08,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:00.945074 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.963167 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ac0358a0-9a6c-4c5e-8392-edfa8761b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.988526 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f2c6f47-5caf-4127-8189-5d04399c99a9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:00.997304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f2c6f47-5caf-4127-8189-5d04399c99a9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:01.076027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event deleted for resources: {'Port': ['ID=24d72674-91be-4bd6-8a83-7116d8a44f08,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:01.107963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-97649fa0-dd1f-44b0-8cc9-92a4eef78e88 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=460da60e-6c2e-403f-adbf-cb7105a4357d HTTP/1.1" status: 200 len: 217 time: 0.1408632 Aug 04 17:07:01.145815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f9b2709-66c3-4936-aa42-a83d73d5c4d1 req-38555d8f-1c7b-4c22-a3ae-d675e6f224c5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6967299 Aug 04 17:07:01.150152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0358a0-9a6c-4c5e-8392-edfa8761b306 None None] No DVR routers for this DVR port 24d72674-91be-4bd6-8a83-7116d8a44f08 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:07:01.152985 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0358a0-9a6c-4c5e-8392-edfa8761b306 None None] Pushing event deleted for resources: {'Port': ['ID=24d72674-91be-4bd6-8a83-7116d8a44f08,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:01.185331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c6f47-5caf-4127-8189-5d04399c99a9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff85bfb7-680a-4fa8-a250-cd93a222de6a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:01.191734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f83f30-9d40-4d1f-aa7a-107b2b5aa577 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:01.203152 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f2c6f47-5caf-4127-8189-5d04399c99a9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:01.210899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58644) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:01.212765 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2f2c6f47-5caf-4127-8189-5d04399c99a9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6534278 Aug 04 17:07:01.221329 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5f9ed234-801b-4af0-9740-4469e1f8ae55 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group_rule': {'security_group_id': '43cfbf7e-ebe6-4176-a8d6-65a2ddad55bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ff85bfb7-680a-4fa8-a250-cd93a222de6a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:01.377610 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-5f9ed234-801b-4af0-9740-4469e1f8ae55 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:07:01.379147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5f9ed234-801b-4af0-9740-4469e1f8ae55 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1637721 Aug 04 17:07:01.384476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58648) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:01.525860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-726c9f5d-0fc9-40a2-be13-47848d131dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:01.527828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-726c9f5d-0fc9-40a2-be13-47848d131dc0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.4104028 Aug 04 17:07:01.701208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-96d317f1-a159-4892-b429-0851565bc8c4 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:01.732000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be5536-f49c-4926-a260-6cdc6c5b07b0 req-e88307b0-898f-40d8-a44e-e8d3a465e981 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:01.743483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73be5536-f49c-4926-a260-6cdc6c5b07b0 req-e88307b0-898f-40d8-a44e-e8d3a465e981 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.3962169 Aug 04 17:07:01.765381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e32ea45-9767-4888-9f94-b1815434a3d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:01.769507 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e32ea45-9767-4888-9f94-b1815434a3d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:01.832665 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-96d317f1-a159-4892-b429-0851565bc8c4 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:01.880966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-73147e73-cc74-441f-866c-51f4646ecde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:01.883629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-73147e73-cc74-441f-866c-51f4646ecde5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3251669 Aug 04 17:07:01.987799 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-96d317f1-a159-4892-b429-0851565bc8c4 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:01.992994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-96d317f1-a159-4892-b429-0851565bc8c4 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:01.993845 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-96d317f1-a159-4892-b429-0851565bc8c4 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "DELETE /v2.0/security-groups/ff85bfb7-680a-4fa8-a250-cd93a222de6a HTTP/1.1" status: 204 len: 168 time: 0.6082835 Aug 04 17:07:01.997504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58652) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:02.052480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d317f1-a159-4892-b429-0851565bc8c4 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff85bfb7-680a-4fa8-a250-cd93a222de6a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:02.124782 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-126cd982-fbd4-4979-a45c-d5f0d0b1f8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:02.243781 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ad95a14-3ee1-45b8-bc24-73be06425e4f tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2353137 Aug 04 17:07:02.244580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58660) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:02.289137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2c92b14d-c38e-4a04-a630-808c62481d10 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:02.314087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'tenant_id': '552ddb273d4f42d595051d90dfeaf0c2', 'fixed_ips': [{'subnet_id': '794e5412-38d2-43d2-981d-96acb3dfc513'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:07:02.325019 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:02.395262 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06c86084-b72e-40fd-8e80-76f28e022a60 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:02.441817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06c86084-b72e-40fd-8e80-76f28e022a60 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:02.469609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58662) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:02.631138 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06c86084-b72e-40fd-8e80-76f28e022a60 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:02.634625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06c86084-b72e-40fd-8e80-76f28e022a60 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:02.640778 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-06c86084-b72e-40fd-8e80-76f28e022a60 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "DELETE /v2.0/security-groups/43cfbf7e-ebe6-4176-a8d6-65a2ddad55bb HTTP/1.1" status: 204 len: 168 time: 0.3931406 Aug 04 17:07:02.641408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58668) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:02.677308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73be5536-f49c-4926-a260-6cdc6c5b07b0 req-0e97b4d8-b039-4218-8490-aebf840ab67b tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9323738 Aug 04 17:07:02.698267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c86084-b72e-40fd-8e80-76f28e022a60 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cfbf7e-ebe6-4176-a8d6-65a2ddad55bb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:02.805423 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-57fe6712-bbd5-495f-ae09-51fa7cf40536 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1413217 Aug 04 17:07:02.807507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58670) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:02.819879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7ca8cf4c-bc9f-4195-a41b-5f59b36b7c18 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'tempest-secgroup--871316987'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:02.821213 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8da72240-41c0-4236-9846-ff2f7974095e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:02.844721 n-d-764435-5 neutron-server[105828]: INFO neutron.db.ipam_backend_mixin [None req-5e32ea45-9767-4888-9f94-b1815434a3d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 794e5412-38d2-43d2-981d-96acb3dfc513 (CIDR: 2001:db8::/64) Aug 04 17:07:02.847706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-078a4168-2488-4021-8415-20f77ed3b61c service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9475844 Aug 04 17:07:02.856519 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e32ea45-9767-4888-9f94-b1815434a3d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:07:02.857381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e32ea45-9767-4888-9f94-b1815434a3d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:02.867709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da58b5-adf7-49bf-8acb-3ce52322d55a req-3b531f93-839e-4b31-8c27-d095b541f0f2 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:02.875655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05da58b5-adf7-49bf-8acb-3ce52322d55a req-3b531f93-839e-4b31-8c27-d095b541f0f2 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.2548816 Aug 04 17:07:02.962138 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Allocated IP 2001:db8::2 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/794e5412-38d2-43d2-981d-96acb3dfc513/fd01975c-17f0-4788-925e-8ca91575d3c4) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:02.968632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 2c92b14d-c38e-4a04-a630-808c62481d10 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:02.980770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2c92b14d-c38e-4a04-a630-808c62481d10 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:02.981162 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:02.989036 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cf4c-bc9f-4195-a41b-5f59b36b7c18 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.038206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05da58b5-adf7-49bf-8acb-3ce52322d55a req-78eef1d9-c325-4241-a93e-4c873a1bb317 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612236 Aug 04 17:07:03.058585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-19618e2a-5516-40f9-8527-36d766acf6d8 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754177 Aug 04 17:07:03.136945 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-884c3859-7453-4aa6-bbf4-156326d6d4a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=33984ace-de3e-45de-bf74-7bb18b44d292 HTTP/1.1" status: 200 len: 217 time: 0.0670841 Aug 04 17:07:03.193438 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.216625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8da72240-41c0-4236-9846-ff2f7974095e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.225265 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8da72240-41c0-4236-9846-ff2f7974095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.281607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 2c92b14d-c38e-4a04-a630-808c62481d10, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2c92b14d-c38e-4a04-a630-808c62481d10,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:03.305931 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8da72240-41c0-4236-9846-ff2f7974095e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57533f9ca020420f95a7a722ab6ac735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8315201 Aug 04 17:07:03.307528 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58674) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:03.314321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da72240-41c0-4236-9846-ff2f7974095e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb345264-3cce-426f-80c9-be1a96e9a73a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:03.341452 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.344861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-5346fa12-6016-4442-b072-778b39696722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:03.346524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-5346fa12-6016-4442-b072-778b39696722 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.2027886 Aug 04 17:07:03.348144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5e32ea45-9767-4888-9f94-b1815434a3d3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8972981 Aug 04 17:07:03.351927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58678) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:03.360995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'subnet': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:03.361382 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Transition to ACTIVE for port object fd01975c-17f0-4788-925e-8ca91575d3c4 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:03.388696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Transition to ACTIVE for port object fd01975c-17f0-4788-925e-8ca91575d3c4 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:03.392961 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.405584 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.449182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:03.452683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:03.455088 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffe6bc73-5fc4-4b00-8409-0036277dbde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.459937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:03.472383 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cf4c-bc9f-4195-a41b-5f59b36b7c18 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.492605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cf4c-bc9f-4195-a41b-5f59b36b7c18 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.514980 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffe6bc73-5fc4-4b00-8409-0036277dbde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.537424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8cf4c-bc9f-4195-a41b-5f59b36b7c18 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07065951-3f86-4a5f-bf7c-e934bbb800e5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:03.565868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-6c2a320e-0a1d-441e-a24e-f79da7b055c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:03.568357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-6c2a320e-0a1d-441e-a24e-f79da7b055c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2027209 Aug 04 17:07:03.572453 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cf4c-bc9f-4195-a41b-5f59b36b7c18 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.576422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7ca8cf4c-bc9f-4195-a41b-5f59b36b7c18 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7590549 Aug 04 17:07:03.577154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58682) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:03.582719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Attempting to bind port fd01975c-17f0-4788-925e-8ca91575d3c4 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:07:03.583380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Attempting to bind port fd01975c-17f0-4788-925e-8ca91575d3c4 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:07:03.584116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Attempting to bind port fd01975c-17f0-4788-925e-8ca91575d3c4 on network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:07:03.591689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:07:03.592662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Checking segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:07:03.593504 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.594212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Bound using segment: {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:07:03.595197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Bound port: fd01975c-17f0-4788-925e-8ca91575d3c4, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f32155-346a-46e7-8546-86fee1b41ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:07:03.595812 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.600144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=2c92b14d-c38e-4a04-a630-808c62481d10,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:03.612954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e03691e9-4673-42a3-be84-7fc1d3171bc9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:03.617129 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-e03691e9-4673-42a3-be84-7fc1d3171bc9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 04 17:07:03.617663 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-e03691e9-4673-42a3-be84-7fc1d3171bc9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] update failed (client error): There was a conflict when trying to complete your request. Aug 04 17:07:03.622907 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e03691e9-4673-42a3-be84-7fc1d3171bc9 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "PUT /v2.0/security-groups/07065951-3f86-4a5f-bf7c-e934bbb800e5 HTTP/1.1" status: 409 len: 330 time: 0.0411401 Aug 04 17:07:03.627563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58684) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:03.714359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:03.721537 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.724787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] For port fd01975c-17f0-4788-925e-8ca91575d3c4, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:07:03.728864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] For port fd01975c-17f0-4788-925e-8ca91575d3c4, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fd01975c-17f0-4788-925e-8ca91575d3c4,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:07:03.739356 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.751752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Pushing event updated for resources: {'Port': ['ID=fd01975c-17f0-4788-925e-8ca91575d3c4,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:03.763715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffe6bc73-5fc4-4b00-8409-0036277dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.767627 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffe6bc73-5fc4-4b00-8409-0036277dbde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.774103 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ffe6bc73-5fc4-4b00-8409-0036277dbde6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb345264-3cce-426f-80c9-be1a96e9a73a HTTP/1.1" status: 204 len: 168 time: 0.4647362 Aug 04 17:07:03.788471 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b249031-cb3c-46ae-b6b7-c40c14ce8cfc tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.791645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6bc73-5fc4-4b00-8409-0036277dbde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb345264-3cce-426f-80c9-be1a96e9a73a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:03.839667 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b249031-cb3c-46ae-b6b7-c40c14ce8cfc tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.916471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-35a34f99-b1a6-4df8-89b2-74b8d308fe6f service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351305 Aug 04 17:07:03.994356 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b249031-cb3c-46ae-b6b7-c40c14ce8cfc tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:03.997370 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b249031-cb3c-46ae-b6b7-c40c14ce8cfc tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:04.001121 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9b249031-cb3c-46ae-b6b7-c40c14ce8cfc tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "DELETE /v2.0/security-groups/07065951-3f86-4a5f-bf7c-e934bbb800e5 HTTP/1.1" status: 204 len: 168 time: 0.3707116 Aug 04 17:07:04.005576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58692) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:04.027046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b249031-cb3c-46ae-b6b7-c40c14ce8cfc tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07065951-3f86-4a5f-bf7c-e934bbb800e5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:04.034020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2c92b14d-c38e-4a04-a630-808c62481d10 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:04.105090 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ff3d3cbe-3935-4ecb-9307-88484dcb7747 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0975568 Aug 04 17:07:04.105739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58696) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:04.138604 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-ef60056f-444b-4721-b0ab-efc85ab89b02 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] delete failed (client error): The resource could not be found. Aug 04 17:07:04.149681 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ef60056f-444b-4721-b0ab-efc85ab89b02 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "DELETE /v2.0/security-groups/50cd6d56-7b4e-4efc-92ca-a4fca3930515 HTTP/1.1" status: 404 len: 347 time: 0.0427847 Aug 04 17:07:04.150469 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58698) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:04.167935 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-f99435e9-de10-4a94-a730-953a958f67ab tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] show failed (client error): The resource could not be found. Aug 04 17:07:04.179491 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f99435e9-de10-4a94-a730-953a958f67ab tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-groups/99bc6972-48c7-4cdb-836e-dcb21689bf9b HTTP/1.1" status: 404 len: 347 time: 0.0241306 Aug 04 17:07:04.179491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58700) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:04.216963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-58533afb-556c-4497-881a-659db1296548 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646508 Aug 04 17:07:04.219674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855fd02-56ef-4aea-ad82-4ba68c32dd4c None None] Pushing event updated for resources: {'Port': ['ID=fd01975c-17f0-4788-925e-8ca91575d3c4,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:04.248165 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-4020cdc4-79e0-4e7b-806e-c5fdd14d05a8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] show failed (client error): The resource could not be found. Aug 04 17:07:04.254104 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4020cdc4-79e0-4e7b-806e-c5fdd14d05a8 tempest-NegativeSecGroupTest-2000296483 tempest-NegativeSecGroupTest-2000296483-project] 10.222.0.39 "GET /v2.0/security-group-rules/e9770c75-5be8-46fe-b3b9-8516c5b3b178 HTTP/1.1" status: 404 len: 356 time: 0.0698042 Aug 04 17:07:04.318176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2c92b14d-c38e-4a04-a630-808c62481d10 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:04.318572 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:04.437574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-6b2d11e0-f4a3-4c8f-ada3-a0abb0864bd2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=f0eb97b5-e476-43d8-ac81-a06109efec2b HTTP/1.1" status: 200 len: 217 time: 0.1970630 Aug 04 17:07:04.469957 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-062c56b6-e392-4883-8750-1529359eeed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:04.875237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b90bc-2d1b-4c00-9858-1d3197078eee req-3650e2b0-8318-4a63-bc71-8014cd06b692 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:04.876872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-671b90bc-2d1b-4c00-9858-1d3197078eee req-3650e2b0-8318-4a63-bc71-8014cd06b692 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.9759312 Aug 04 17:07:04.919603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-0a54acfe-1813-4757-97e6-bd7768b9881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:04.921128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-0a54acfe-1813-4757-97e6-bd7768b9881c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.1294982 Aug 04 17:07:04.926009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58708) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:04.964266 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:04.978172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df1917bb-81d4-472e-ba7a-b6cf35f5edfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:05.015993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-671b90bc-2d1b-4c00-9858-1d3197078eee req-7bcfeee8-ec4d-4739-84e2-d19c743d8ec4 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213689 Aug 04 17:07:05.044036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc6347-6fd3-41e2-ab8a-c3f9e312dacb req-1b2cdda9-713e-4514-8e09-b1fb0394d4e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:05.045603 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cecc6347-6fd3-41e2-ab8a-c3f9e312dacb req-1b2cdda9-713e-4514-8e09-b1fb0394d4e6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.6037128 Aug 04 17:07:05.073797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-86f3cf91-5c5b-477b-8589-238362b9e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:05.075269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-86f3cf91-5c5b-477b-8589-238362b9e44e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1224377 Aug 04 17:07:05.196849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58714) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:05.260948 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df1917bb-81d4-472e-ba7a-b6cf35f5edfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:05.264385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-4f57eb50-1f2d-447d-8ac2-414e20eb2955 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717451 Aug 04 17:07:05.268191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cecc6347-6fd3-41e2-ab8a-c3f9e312dacb req-535e6d89-0cc5-4945-873f-ee46a2b6cc1a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012916 Aug 04 17:07:05.274902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-df1917bb-81d4-472e-ba7a-b6cf35f5edfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:05.364218 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-df1917bb-81d4-472e-ba7a-b6cf35f5edfc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29f7ee87a4014f0b86ff47e46c82080c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332910 Aug 04 17:07:05.364218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1917bb-81d4-472e-ba7a-b6cf35f5edfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68fb85e-1dce-4856-ba6a-986b303719db,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:05.365120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58718) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:05.402358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-43ac7616-c75e-4302-bbf6-13a455f16dbd service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087599 Aug 04 17:07:05.486831 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-c0b55512-9785-419a-9adf-38ebc1b64bdc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=5a660b25-d508-4707-af34-20208e49075f HTTP/1.1" status: 200 len: 217 time: 0.0753074 Aug 04 17:07:05.513737 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ba2dad07-8b3f-4556-a117-4190ef866bb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f189dddd32a46ef9ac173f9576b5584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073776 Aug 04 17:07:05.529682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58722) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:05.542173 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e349-fd3e-4907-9450-1fb7779f0da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:05.594678 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e349-fd3e-4907-9450-1fb7779f0da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:05.692366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e349-fd3e-4907-9450-1fb7779f0da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:05.697067 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e349-fd3e-4907-9450-1fb7779f0da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:05.703458 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a1c9e349-fd3e-4907-9450-1fb7779f0da9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f68fb85e-1dce-4856-ba6a-986b303719db HTTP/1.1" status: 204 len: 168 time: 0.3371689 Aug 04 17:07:05.716827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9e349-fd3e-4907-9450-1fb7779f0da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68fb85e-1dce-4856-ba6a-986b303719db,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:05.760584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-87f8b19c-3a94-456c-82b8-88f1b76fad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:05.762102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-87f8b19c-3a94-456c-82b8-88f1b76fad21 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.2661777 Aug 04 17:07:05.764509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:07:05.800253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:05.903077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:05.963680 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:05.966793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e411b35e-0129-4dcb-9c14-df1581cfd773 None None] Provisioning for port fd01975c-17f0-4788-925e-8ca91575d3c4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:05.967776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-154d28a7-76ba-4d93-8768-38100129473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:05.969640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-154d28a7-76ba-4d93-8768-38100129473d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1951339 Aug 04 17:07:06.082745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fd01975c-17f0-4788-925e-8ca91575d3c4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:06.217625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port fd01975c-17f0-4788-925e-8ca91575d3c4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:06.222302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port fd01975c-17f0-4788-925e-8ca91575d3c4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:06.223105 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:06.315060 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:06.361342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e287a62-8d95-4461-a02b-5fa7d7ab1298 req-233f4859-8992-406e-9f51-4360ded0c09e tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:06.363143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e287a62-8d95-4461-a02b-5fa7d7ab1298 req-233f4859-8992-406e-9f51-4360ded0c09e tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.2272446 Aug 04 17:07:06.388709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:06.391317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:06.392521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2eba4d4-208e-47e6-bcd0-b6d8c9c1ade4 HTTP/1.1" status: 204 len: 168 time: 0.8618360 Aug 04 17:07:06.437098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eba4d4-208e-47e6-bcd0-b6d8c9c1ade4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:06.446774 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-cce9628a-f2c8-4a24-bd06-c82bb5a2cd80 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140606 Aug 04 17:07:06.464956 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:06.472756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.473111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.473460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.473808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.474134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.474469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.474798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.475150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.475473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.475797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.476126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.478621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7881b7-956a-4f9a-9c38-d7f1b31f19fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:06.613508 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e287a62-8d95-4461-a02b-5fa7d7ab1298 req-8573490f-8957-4366-9abd-c0b51e3f491a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981390 Aug 04 17:07:06.781750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c1b0e-b43a-42b0-80a7-43c6776da035 req-7c127ef9-d08f-4fcb-a451-3f26ce19c879 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:06.783334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-961c1b0e-b43a-42b0-80a7-43c6776da035 req-7c127ef9-d08f-4fcb-a451-3f26ce19c879 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.2049968 Aug 04 17:07:06.789322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-5f7a1595-7f2d-4f66-b6b9-0b2daf114d92 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319438 Aug 04 17:07:06.817314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] For port fd01975c-17f0-4788-925e-8ca91575d3c4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fd01975c-17f0-4788-925e-8ca91575d3c4,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:06.892350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-72ac083c-95be-4231-b0d8-b0c9731c8de3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd HTTP/1.1" status: 200 len: 217 time: 0.0839808 Aug 04 17:07:06.925834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:06.954433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:06.955586 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:07.095930 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:07:07.099282 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:07:07.124505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-961c1b0e-b43a-42b0-80a7-43c6776da035 req-2ca24da7-8952-4c44-b3cd-66faaa18b426 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284492 Aug 04 17:07:07.190142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:07.198283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-e754fcb0-0f79-4da1-9894-5f277883b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:07.199991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-e754fcb0-0f79-4da1-9894-5f277883b83d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.3012037 Aug 04 17:07:07.209155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:07.220602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f914e7-6f09-49ce-91d5-00c22969c860 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:07.259848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:07.260723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:07.291390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Subnet': ['ID=a0ccb59d-2500-4a37-a0a5-f82a7ede1737,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:07.300142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9412150 Aug 04 17:07:07.300142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea395b8-a2ae-49c4-97de-9d58c46bd230 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=fd01975c-17f0-4788-925e-8ca91575d3c4,revision_number=4']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:07.301508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58762) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:07.316337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Request body: {'port': {'network_id': '0214bd7b-2498-4f95-a2d5-2cef03c7e896', 'mac_address': 'fa:16:3e:6a:b1:c0', 'name': 'tempest-NetworksTestDHCPv6-1254583577'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:07.332008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-c7cbc664-43ae-4c03-a3a1-cc517558d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:07.344582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-c7cbc664-43ae-4c03-a3a1-cc517558d9b4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1272101 Aug 04 17:07:07.573595 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:07.642604 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-c9961216-79ca-45cf-82cb-92a33bd25e7f service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883232 Aug 04 17:07:07.780277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Made reservation on behalf of 552ddb273d4f42d595051d90dfeaf0c2 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:07.846753 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:07.935697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port fd01975c-17f0-4788-925e-8ca91575d3c4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fd01975c-17f0-4788-925e-8ca91575d3c4,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:07.946493 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:07.948495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:08.059549 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=fd01975c-17f0-4788-925e-8ca91575d3c4,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:08.063713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-eca11d40-b8b2-473a-82da-71673894c8dd service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155176 Aug 04 17:07:08.092848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3f803-b272-4d0b-bfde-17d2ba4f342d req-30fbbadb-9f88-402a-abf1-4de70033d70a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:08.093110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] device_id is not set on port e569b75a-dfd4-47ff-ada3-aa98506a1d10 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:07:08.100521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2d3f803-b272-4d0b-bfde-17d2ba4f342d req-30fbbadb-9f88-402a-abf1-4de70033d70a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.2708590 Aug 04 17:07:08.162721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fd01975c-17f0-4788-925e-8ca91575d3c4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:08.287652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-2493763d-20e4-4d79-a6da-057118d809b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aedf5264-6657-4b09-a9fa-711bead1cc33 HTTP/1.1" status: 200 len: 217 time: 0.1860676 Aug 04 17:07:08.344744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port fd01975c-17f0-4788-925e-8ca91575d3c4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:08.344744 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:08.477029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-438af3b3-14ee-4a0c-8f86-d22e0843a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:08.478558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-438af3b3-14ee-4a0c-8f86-d22e0843a82d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.1642666 Aug 04 17:07:08.480372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58788) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:08.510645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028782 Aug 04 17:07:08.515295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8::350 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/794e5412-38d2-43d2-981d-96acb3dfc513/e569b75a-dfd4-47ff-ada3-aa98506a1d10) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:08.524332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58790) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:08.537495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:b1c0 (0214bd7b-2498-4f95-a2d5-2cef03c7e896/a0ccb59d-2500-4a37-a0a5-f82a7ede1737/e569b75a-dfd4-47ff-ada3-aa98506a1d10) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:08.742006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2d3f803-b272-4d0b-bfde-17d2ba4f342d req-b1df30d7-3832-4cfe-bcd2-f488b4b42654 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117136 Aug 04 17:07:08.893342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-b94c2649-3528-4218-9714-94162abb2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:08.911153 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-b94c2649-3528-4218-9714-94162abb2366 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3716607 Aug 04 17:07:08.960171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee629-076b-46e1-9d25-d9904dde5dda req-feb44984-883d-47eb-9036-368b3b760d2a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:08.961067 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:08.961316 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:08.963627 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b8ee629-076b-46e1-9d25-d9904dde5dda req-feb44984-883d-47eb-9036-368b3b760d2a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.4841321 Aug 04 17:07:08.964838 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:08.997584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Transition to ACTIVE for port object e569b75a-dfd4-47ff-ada3-aa98506a1d10 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:09.077277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:09.121700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:09.125800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:09.133727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:09.151519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:09.154409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:09.250276 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9474905 Aug 04 17:07:09.257174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58810) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:09.361127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd3d7a-6162-4512-945a-2d3cd05a4c0a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event updated for resources: {'Port': ['ID=e569b75a-dfd4-47ff-ada3-aa98506a1d10,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:09.485423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4702fe4d-5a16-406b-8376-42bfc0b5f1b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting port e569b75a-dfd4-47ff-ada3-aa98506a1d10 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:09.486040 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4702fe4d-5a16-406b-8376-42bfc0b5f1b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:09.487568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-267bfa5f-eff5-49b1-b03a-d0d7adb07fdc None None] Provisioning complete for port fd01975c-17f0-4788-925e-8ca91575d3c4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:09.488129 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-267bfa5f-eff5-49b1-b03a-d0d7adb07fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:09.661851 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4702fe4d-5a16-406b-8376-42bfc0b5f1b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:09.682962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4702fe4d-5a16-406b-8376-42bfc0b5f1b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Calling delete_port for e569b75a-dfd4-47ff-ada3-aa98506a1d10 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:09.918654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4702fe4d-5a16-406b-8376-42bfc0b5f1b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:09.918955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-38d69c1f-cb28-4e2f-a016-2a3b818fac31 None None] Provisioning for port e569b75a-dfd4-47ff-ada3-aa98506a1d10 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:09.929238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-38d69c1f-cb28-4e2f-a016-2a3b818fac31 None None] Provisioning complete for port e569b75a-dfd4-47ff-ada3-aa98506a1d10 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:09.934761 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-38d69c1f-cb28-4e2f-a016-2a3b818fac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:09.988426 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b8ee629-076b-46e1-9d25-d9904dde5dda req-3f1a6179-0703-48a3-92e3-65ba150bd28f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9755161 Aug 04 17:07:10.023775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-704d281a-b626-43bc-a4c6-b5a74807180d tempest-NetworksApiDiscovery-1439143093 tempest-NetworksApiDiscovery-1439143093-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 1.4922929 Aug 04 17:07:10.049647 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-38d69c1f-cb28-4e2f-a016-2a3b818fac31 None None] Port e569b75a-dfd4-47ff-ada3-aa98506a1d10 was deleted so its status cannot be updated. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 04 17:07:10.113862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702fe4d-5a16-406b-8376-42bfc0b5f1b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Port': ['ID=e569b75a-dfd4-47ff-ada3-aa98506a1d10,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:10.150841 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4702fe4d-5a16-406b-8376-42bfc0b5f1b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:10.154740 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4702fe4d-5a16-406b-8376-42bfc0b5f1b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/e569b75a-dfd4-47ff-ada3-aa98506a1d10 HTTP/1.1" status: 204 len: 168 time: 0.8954813 Aug 04 17:07:10.162462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58838) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:10.228902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fd01975c-17f0-4788-925e-8ca91575d3c4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:10.340085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ff796-90c5-4ac9-ae59-7ad1e0793ebb req-b3b37624-33f8-484f-aa53-04ce669210ff tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:10.342042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a3ff796-90c5-4ac9-ae59-7ad1e0793ebb req-b3b37624-33f8-484f-aa53-04ce669210ff tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.3525963 Aug 04 17:07:10.356497 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f268d-9234-486f-a061-dcf791674ac5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:10.359225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-cb216dee-5fa2-485e-aa89-fb3241226c52 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4470754 Aug 04 17:07:10.373100 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f31f268d-9234-486f-a061-dcf791674ac5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2074251 Aug 04 17:07:10.376343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58844) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:10.417954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port fd01975c-17f0-4788-925e-8ca91575d3c4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:10.418368 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:10.532104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0cbcc-d1c7-426d-8dc9-2c5e789dab14 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:10.534160 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6ca0cbcc-d1c7-426d-8dc9-2c5e789dab14 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1558914 Aug 04 17:07:10.537098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58850) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:10.660745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a3ff796-90c5-4ac9-ae59-7ad1e0793ebb req-0613c68d-b812-412e-b1c6-c693d8fa9353 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960126 Aug 04 17:07:10.717999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9e3ea-f6b8-4c6f-8657-5cd9e8e03607 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:10.720128 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9e3ea-f6b8-4c6f-8657-5cd9e8e03607 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:10.723089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9e3ea-f6b8-4c6f-8657-5cd9e8e03607 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:10.727748 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-baa9e3ea-f6b8-4c6f-8657-5cd9e8e03607 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1885519 Aug 04 17:07:10.728387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58858) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:10.729479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc2bf25b-5261-4b7c-8f7e-1302080b456b req-0616635a-5f52-4ff9-b362-4104beaad4d5 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022888 Aug 04 17:07:10.819946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa0230a-e4ad-4446-901b-a290ea48ddf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet 794e5412-38d2-43d2-981d-96acb3dfc513 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:07:10.828162 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5fa0230a-e4ad-4446-901b-a290ea48ddf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:10.937373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5fa0230a-e4ad-4446-901b-a290ea48ddf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:10.939622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58860) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:11.121400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5fa0230a-e4ad-4446-901b-a290ea48ddf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:11.273655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5fa0230a-e4ad-4446-901b-a290ea48ddf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:11.295558 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f81ffa69-001b-4a8f-8df3-3d845187ed5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:11.311822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0230a-e4ad-4446-901b-a290ea48ddf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=794e5412-38d2-43d2-981d-96acb3dfc513,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:11.317313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5fa0230a-e4ad-4446-901b-a290ea48ddf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:11.320265 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5fa0230a-e4ad-4446-901b-a290ea48ddf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/794e5412-38d2-43d2-981d-96acb3dfc513 HTTP/1.1" status: 204 len: 168 time: 0.5907218 Aug 04 17:07:11.322685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58882) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:11.325715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a11d746-d318-45ff-acd9-86c13706961e None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:11.421133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-989ce841-7833-4958-a7ae-7a45f5192af8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Deleting subnet a0ccb59d-2500-4a37-a0a5-f82a7ede1737 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:07:11.436389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989ce841-7833-4958-a7ae-7a45f5192af8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:11.472326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2573b8f-b9c1-4e25-94a0-e613ae77f51c req-4395f1ae-fea5-45c2-ad76-2ed031db7381 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:11.478045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2573b8f-b9c1-4e25-94a0-e613ae77f51c req-4395f1ae-fea5-45c2-ad76-2ed031db7381 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.2870591 Aug 04 17:07:11.567060 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f81ffa69-001b-4a8f-8df3-3d845187ed5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:11.572285 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989ce841-7833-4958-a7ae-7a45f5192af8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:11.585636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f81ffa69-001b-4a8f-8df3-3d845187ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:11.623538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ffa69-001b-4a8f-8df3-3d845187ed5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ed24bb-d9da-4e00-bb98-6ca50578a16d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:11.641882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2573b8f-b9c1-4e25-94a0-e613ae77f51c req-dfaa26bd-e565-42cc-a424-463b3a4c9496 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524146 Aug 04 17:07:11.697954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f81ffa69-001b-4a8f-8df3-3d845187ed5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b68c495aa5b947c181ec988a56e7a173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7551076 Aug 04 17:07:11.701318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58888) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:11.819973 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989ce841-7833-4958-a7ae-7a45f5192af8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:11.849519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58890) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:11.864646 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a7b0ff1-bd25-4196-a9fd-505273d3bf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:11.949468 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989ce841-7833-4958-a7ae-7a45f5192af8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.003933 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a7b0ff1-bd25-4196-a9fd-505273d3bf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.044958 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ce841-7833-4958-a7ae-7a45f5192af8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ccb59d-2500-4a37-a0a5-f82a7ede1737,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:12.048689 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-989ce841-7833-4958-a7ae-7a45f5192af8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.062406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58894) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:12.063617 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-989ce841-7833-4958-a7ae-7a45f5192af8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/a0ccb59d-2500-4a37-a0a5-f82a7ede1737 HTTP/1.1" status: 204 len: 168 time: 0.7268755 Aug 04 17:07:12.094663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c2f0a-7037-408c-a429-344c12b1a9d3 req-2a026c43-71a3-48fd-963c-163c58bdde41 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:12.107652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac8c2f0a-7037-408c-a429-344c12b1a9d3 req-2a026c43-71a3-48fd-963c-163c58bdde41 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.2577767 Aug 04 17:07:12.179065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-31bfadbb-b4fc-45af-98f5-74ef43342743 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149168 Aug 04 17:07:12.182614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58896) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:12.206899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f171a07-d743-41cb-8e94-108d2921a16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.286963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac8c2f0a-7037-408c-a429-344c12b1a9d3 req-0e1bb6ba-5cd0-4399-b4c4-2137c4742d94 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734021 Aug 04 17:07:12.304148 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b8cf0-3e39-4235-a91d-4fdf4b7d7c61 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:12.308972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a7b0ff1-bd25-4196-a9fd-505273d3bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.310564 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f60b8cf0-3e39-4235-a91d-4fdf4b7d7c61 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1267724 Aug 04 17:07:12.312845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58900) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:12.318635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a7b0ff1-bd25-4196-a9fd-505273d3bf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.322330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6a7b0ff1-bd25-4196-a9fd-505273d3bf6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96ed24bb-d9da-4e00-bb98-6ca50578a16d HTTP/1.1" status: 204 len: 168 time: 0.6174710 Aug 04 17:07:12.342543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b0ff1-bd25-4196-a9fd-505273d3bf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ed24bb-d9da-4e00-bb98-6ca50578a16d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:12.464669 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2b89b1-90bb-4a10-9d2d-fe48c80d8279 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:12.466448 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6d2b89b1-90bb-4a10-9d2d-fe48c80d8279 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1526585 Aug 04 17:07:12.472663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58904) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:12.481409 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f171a07-d743-41cb-8e94-108d2921a16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.492268 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f171a07-d743-41cb-8e94-108d2921a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.609490 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9a0f8f9b-c098-467b-9168-c32af57bc615 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353114 Aug 04 17:07:12.610672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58908) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:12.634376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f171a07-d743-41cb-8e94-108d2921a16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2563ab53-1e6d-4552-b8bc-a40e72a5d013,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:12.660615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3f171a07-d743-41cb-8e94-108d2921a16f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c27c211e7e494176a9677d7c2aa8a845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990584 Aug 04 17:07:12.661614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58912) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:12.708990 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25cd252-ddf6-4583-807f-821eb56c12c7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:12.709739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25cd252-ddf6-4583-807f-821eb56c12c7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:12.735566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e25cd252-ddf6-4583-807f-821eb56c12c7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/e569b75a-dfd4-47ff-ada3-aa98506a1d10 HTTP/1.1" status: 404 len: 333 time: 0.1194999 Aug 04 17:07:12.741182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58916) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:12.771653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe60f9a6-a57f-465e-8e09-b6fc7e34d283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.811375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe60f9a6-a57f-465e-8e09-b6fc7e34d283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.817418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22103403-33bc-48ee-bc16-870d247ef9c6 None None] Network 0214bd7b-2498-4f95-a2d5-2cef03c7e896 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:12.852012 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e2b13b-2f35-4e0b-93c8-cd45870b849f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:12.855551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e2b13b-2f35-4e0b-93c8-cd45870b849f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:12.864252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-83e2b13b-2f35-4e0b-93c8-cd45870b849f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/a0ccb59d-2500-4a37-a0a5-f82a7ede1737 HTTP/1.1" status: 404 len: 337 time: 0.1219196 Aug 04 17:07:12.878437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58918) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:12.890219 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe60f9a6-a57f-465e-8e09-b6fc7e34d283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.904822 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe60f9a6-a57f-465e-8e09-b6fc7e34d283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:12.906760 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fe60f9a6-a57f-465e-8e09-b6fc7e34d283 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2563ab53-1e6d-4552-b8bc-a40e72a5d013 HTTP/1.1" status: 204 len: 168 time: 0.2440724 Aug 04 17:07:12.934793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60f9a6-a57f-465e-8e09-b6fc7e34d283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2563ab53-1e6d-4552-b8bc-a40e72a5d013,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:12.961220 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-49120479-5769-475c-80b3-556b4b731575 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:12.961693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49120479-5769-475c-80b3-556b4b731575 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:12.966122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-49120479-5769-475c-80b3-556b4b731575 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/794e5412-38d2-43d2-981d-96acb3dfc513 HTTP/1.1" status: 404 len: 337 time: 0.0827379 Aug 04 17:07:12.966932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58926) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.010301 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab9e512-c687-4ed9-8422-3fa9eca0bdfe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.011114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab9e512-c687-4ed9-8422-3fa9eca0bdfe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.015605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5ab9e512-c687-4ed9-8422-3fa9eca0bdfe tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/e5c5efd8-cd85-4d51-8792-5f4f712e67bb HTTP/1.1" status: 404 len: 333 time: 0.0454273 Aug 04 17:07:13.016023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58928) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.035346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a01c3875-4de8-4cc2-9235-9a5dbd3987ce None None] Provisioning complete for port fd01975c-17f0-4788-925e-8ca91575d3c4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:13.038261 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a01c3875-4de8-4cc2-9235-9a5dbd3987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:13.060635 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1a01e9-c088-48d2-971e-0e4c34ffd2bd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.061042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1a01e9-c088-48d2-971e-0e4c34ffd2bd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.065477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bb1a01e9-c088-48d2-971e-0e4c34ffd2bd tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/50ecd34e-8298-4976-9864-c4b091d1e29f HTTP/1.1" status: 404 len: 337 time: 0.0455098 Aug 04 17:07:13.066746 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58932) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.081863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dca02d-6e1f-4d1a-90b9-b4cb44fd6e87 req-34a0c4c2-b032-40c5-a29b-b4cf0fbe66a0 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:13.083810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14dca02d-6e1f-4d1a-90b9-b4cb44fd6e87 req-34a0c4c2-b032-40c5-a29b-b4cf0fbe66a0 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.2349272 Aug 04 17:07:13.129110 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb195ae-f3a1-4672-be29-a321df08d080 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.136695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb195ae-f3a1-4672-be29-a321df08d080 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.145894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58934) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.147511 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fdb195ae-f3a1-4672-be29-a321df08d080 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/481be155-90b8-4903-813a-4f6447c684f3 HTTP/1.1" status: 404 len: 337 time: 0.0751030 Aug 04 17:07:13.214107 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa6fa63-b58c-47ce-abc2-d133770732c5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.214846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa6fa63-b58c-47ce-abc2-d133770732c5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.220601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-faa6fa63-b58c-47ce-abc2-d133770732c5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/2ded2cf8-0a9c-4365-aeb8-78c8366b47b2 HTTP/1.1" status: 404 len: 333 time: 0.0737948 Aug 04 17:07:13.224301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58938) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.277148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14dca02d-6e1f-4d1a-90b9-b4cb44fd6e87 req-8eb695ca-24d5-482d-8373-7b9ebd1f3c19 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846209 Aug 04 17:07:13.303691 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5ef831-1b2c-447b-9b6d-f6d1928eba7d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.304176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5ef831-1b2c-447b-9b6d-f6d1928eba7d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.309574 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be5ef831-1b2c-447b-9b6d-f6d1928eba7d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/5e036d4a-8e2d-4b44-9399-9be53aec014a HTTP/1.1" status: 404 len: 337 time: 0.0842142 Aug 04 17:07:13.310365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58942) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.373924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] DHCP port deletion for 0214bd7b-2498-4f95-a2d5-2cef03c7e896 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:07:13.402063 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ca547f-f049-41e8-a91b-cea2a94a6ccb tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.402527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ca547f-f049-41e8-a91b-cea2a94a6ccb tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.404448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d1ca547f-f049-41e8-a91b-cea2a94a6ccb tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/2c235834-f26f-409e-8389-1e45e71563c0 HTTP/1.1" status: 404 len: 337 time: 0.0931678 Aug 04 17:07:13.407357 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58946) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.477454 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc07a388-578e-4b7a-9389-a51021966c66 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.478223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc07a388-578e-4b7a-9389-a51021966c66 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.485772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58950) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.489088 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dc07a388-578e-4b7a-9389-a51021966c66 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/28dcaa21-c06c-4ff3-a058-94ffef7ae1ba HTTP/1.1" status: 404 len: 333 time: 0.0793140 Aug 04 17:07:13.530565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Deleting port fd01975c-17f0-4788-925e-8ca91575d3c4 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:13.530970 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:13.567385 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca36517-2567-4dad-9c61-3714c3abf38d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.567913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca36517-2567-4dad-9c61-3714c3abf38d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.569831 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3ca36517-2567-4dad-9c61-3714c3abf38d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/47a5436c-a059-4f35-a0ea-ce2cd1f84fb5 HTTP/1.1" status: 404 len: 337 time: 0.0800781 Aug 04 17:07:13.572461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58952) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.609437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4ec2d-46dd-47ae-b522-f57d894961ba req-23a27c79-8a85-4295-8c50-e9e7ecfffd42 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:13.619585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83d4ec2d-46dd-47ae-b522-f57d894961ba req-23a27c79-8a85-4295-8c50-e9e7ecfffd42 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.1842301 Aug 04 17:07:13.624443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58954) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.654840 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ec8595-04a8-44c0-819e-4c872a4be567 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.656724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ec8595-04a8-44c0-819e-4c872a4be567 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.660275 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b3ec8595-04a8-44c0-819e-4c872a4be567 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/b89ed49a-16ff-4b4e-9ff2-587aeeaa689f HTTP/1.1" status: 404 len: 337 time: 0.0864351 Aug 04 17:07:13.663180 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58958) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.683181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] For port fd01975c-17f0-4788-925e-8ca91575d3c4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fd01975c-17f0-4788-925e-8ca91575d3c4,segment=NetworkSegment(54f32155-346a-46e7-8546-86fee1b41ef4),segment_id=54f32155-346a-46e7-8546-86fee1b41ef4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:13.683587 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:13.692917 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c552c83-567d-4e30-9283-535e0d3e2880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:13.713033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Calling delete_port for fd01975c-17f0-4788-925e-8ca91575d3c4 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:13.726846 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-0831b04e-697f-456e-81ac-9f60767487a3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.727980 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0831b04e-697f-456e-81ac-9f60767487a3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.733006 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0831b04e-697f-456e-81ac-9f60767487a3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/5c12a049-6ea4-4c20-99a1-0536bc6ce887 HTTP/1.1" status: 404 len: 333 time: 0.0651419 Aug 04 17:07:13.733926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58962) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.770180 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97e6f7c-9231-4add-ad23-a4ddb1c2b049 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.771014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97e6f7c-9231-4add-ad23-a4ddb1c2b049 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.776321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58964) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.776959 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e97e6f7c-9231-4add-ad23-a4ddb1c2b049 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/e3c7f35d-e60a-4c67-b70a-59212cf54ed7 HTTP/1.1" status: 404 len: 337 time: 0.0415070 Aug 04 17:07:13.855666 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83d4ec2d-46dd-47ae-b522-f57d894961ba req-d5f51cde-5c46-4b77-a1de-6cc88b1ba324 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295649 Aug 04 17:07:13.867448 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89c73b3-a24d-4268-b2ba-0aea5d9e449d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.868614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89c73b3-a24d-4268-b2ba-0aea5d9e449d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.872851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d89c73b3-a24d-4268-b2ba-0aea5d9e449d tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/50d6f64f-c726-455b-b34e-fee17e195b3f HTTP/1.1" status: 404 len: 333 time: 0.0934391 Aug 04 17:07:13.873870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58970) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.922882 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:13.957716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Pushing event deleted for resources: {'Port': ['ID=fd01975c-17f0-4788-925e-8ca91575d3c4,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:13.965045 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58e7ce5-5f4d-47d7-9563-3f999df4278a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:13.967538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58e7ce5-5f4d-47d7-9563-3f999df4278a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:13.978236 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a58e7ce5-5f4d-47d7-9563-3f999df4278a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/426bc8b2-3799-42bb-be1e-93ff970714c0 HTTP/1.1" status: 404 len: 337 time: 0.1027153 Aug 04 17:07:13.979362 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58972) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:13.980423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.980768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.981100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.983687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.984013 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.984338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.987586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.987932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.988310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.988639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.989152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:13.991743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:14.004226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914b2ea-a6b2-4731-8ae9-ddcba20c7139 None None] No DVR routers for this DVR port fd01975c-17f0-4788-925e-8ca91575d3c4 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:07:14.062064 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c552c83-567d-4e30-9283-535e0d3e2880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:14.068434 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8b39ea-582f-4873-b8d7-8c4a8933c64a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.069291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8b39ea-582f-4873-b8d7-8c4a8933c64a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.070090 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c552c83-567d-4e30-9283-535e0d3e2880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:14.071597 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1a8b39ea-582f-4873-b8d7-8c4a8933c64a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/44c2bbce-9dcf-4598-a233-76cdc0fc7b75 HTTP/1.1" status: 404 len: 333 time: 0.0909615 Aug 04 17:07:14.073821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58976) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.077164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fd01975c-17f0-4788-925e-8ca91575d3c4 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:07:14.100589 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:07:14.125139 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59e8102-0d8d-4988-a4cf-dcdf910c73dc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.125544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: fd01975c-17f0-4788-925e-8ca91575d3c4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:07:14.125674 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59e8102-0d8d-4988-a4cf-dcdf910c73dc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.127541 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c59e8102-0d8d-4988-a4cf-dcdf910c73dc tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/90d0895c-c5ac-4c21-96a5-2d48741fa8ba HTTP/1.1" status: 404 len: 337 time: 0.0486348 Aug 04 17:07:14.128130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fd01975c-17f0-4788-925e-8ca91575d3c4 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:07:14.138974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58978) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.159432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2c552c83-567d-4e30-9283-535e0d3e2880 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5875409f2fc49a385bc14fdb76b152a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328650 Aug 04 17:07:14.161624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c552c83-567d-4e30-9283-535e0d3e2880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3531615e-5e95-47ee-ad0f-afd044f634f4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:14.164689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58980) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.195175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58982) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.202887 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-02be141b-d021-47b6-b989-61dc9afc8f86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.203589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02be141b-d021-47b6-b989-61dc9afc8f86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.208549 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-02be141b-d021-47b6-b989-61dc9afc8f86 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/4a55bf1f-fa3b-4c16-b797-fb92f7fe7394 HTTP/1.1" status: 404 len: 333 time: 0.0655360 Aug 04 17:07:14.211882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58986) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.255165 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d09c932-b932-4887-ad3d-3ced4f9043de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:14.278896 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d010ba4-f0ba-4810-bac2-21abb910cfd4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.279519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d010ba4-f0ba-4810-bac2-21abb910cfd4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.286407 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d09c932-b932-4887-ad3d-3ced4f9043de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:14.288923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4d010ba4-f0ba-4810-bac2-21abb910cfd4 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/707dfeea-20da-4c7a-a359-2e6ab67e29cc HTTP/1.1" status: 404 len: 337 time: 0.0764394 Aug 04 17:07:14.290937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58988) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.372659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d09c932-b932-4887-ad3d-3ced4f9043de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:14.375961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d09c932-b932-4887-ad3d-3ced4f9043de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:14.379654 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0400ead7-257b-408f-93ea-72776c1a5989 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.380204 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8d09c932-b932-4887-ad3d-3ced4f9043de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3531615e-5e95-47ee-ad0f-afd044f634f4 HTTP/1.1" status: 204 len: 168 time: 0.2086811 Aug 04 17:07:14.380338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0400ead7-257b-408f-93ea-72776c1a5989 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.383474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0400ead7-257b-408f-93ea-72776c1a5989 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/9719d3aa-77af-4108-b3bf-e04f5e7bbb4a HTTP/1.1" status: 404 len: 333 time: 0.0875461 Aug 04 17:07:14.393504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58994) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.396941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-407609287-network', 'tenant_id': 'ce6a64830bb54282801a5ac2ee63ed21'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:14.453264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09c932-b932-4887-ad3d-3ced4f9043de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3531615e-5e95-47ee-ad0f-afd044f634f4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:14.455702 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafea4de-3a10-43b6-b2ae-8e1e163e99f6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.456273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cafea4de-3a10-43b6-b2ae-8e1e163e99f6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.458588 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cafea4de-3a10-43b6-b2ae-8e1e163e99f6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/9c675319-bd8f-40f0-9ce0-97c9968e97cc HTTP/1.1" status: 404 len: 337 time: 0.0625691 Aug 04 17:07:14.463097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58996) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.497947 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53780e9-810a-4f9d-b1bd-ec8662f1d44f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.498670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53780e9-810a-4f9d-b1bd-ec8662f1d44f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.500621 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d53780e9-810a-4f9d-b1bd-ec8662f1d44f tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/69b2f52f-0a9b-4aef-b84b-939cec1b39c0 HTTP/1.1" status: 404 len: 333 time: 0.0365262 Aug 04 17:07:14.504259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59000) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.657773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Made reservation on behalf of ce6a64830bb54282801a5ac2ee63ed21 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:14.665831 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ae5b97-9bb2-4696-813d-7a418a206177 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.667352 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:14.668866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ae5b97-9bb2-4696-813d-7a418a206177 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.670958 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-68ae5b97-9bb2-4696-813d-7a418a206177 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/e9289d87-50de-4592-89bb-99899c3e1b66 HTTP/1.1" status: 404 len: 337 time: 0.1647255 Aug 04 17:07:14.674703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59004) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.716630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:14.727227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5733253-12d7-4c21-a69e-1c9292bdea27 req-96a45f22-a62d-45aa-89e9-169aae67b2a9 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:14.729139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5733253-12d7-4c21-a69e-1c9292bdea27 req-96a45f22-a62d-45aa-89e9-169aae67b2a9 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.3034847 Aug 04 17:07:14.739310 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34b59c4-feaa-4192-8a84-ce8f99f4bed8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.740079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34b59c4-feaa-4192-8a84-ce8f99f4bed8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.741995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f34b59c4-feaa-4192-8a84-ce8f99f4bed8 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/31595de6-a096-4073-8662-820c559ae3d5 HTTP/1.1" status: 404 len: 337 time: 0.0635798 Aug 04 17:07:14.744839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59006) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.791637 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae9ea50-b50a-4d26-80ee-d71b18f63103 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.792480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae9ea50-b50a-4d26-80ee-d71b18f63103 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.797094 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6ae9ea50-b50a-4d26-80ee-d71b18f63103 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/cba4b410-554b-4805-8241-0c95dcfb0529 HTTP/1.1" status: 404 len: 333 time: 0.0484788 Aug 04 17:07:14.799021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59010) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.848893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5733253-12d7-4c21-a69e-1c9292bdea27 req-8130a856-0fe9-4642-8ba4-deda1ef496ba tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113026 Aug 04 17:07:14.854061 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2150f9-60a2-43ef-b104-06c6eff6bf91 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.855109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2150f9-60a2-43ef-b104-06c6eff6bf91 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.857776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7e2150f9-60a2-43ef-b104-06c6eff6bf91 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/31fa75ad-d9e4-486a-b84e-c7b09d395ed0 HTTP/1.1" status: 404 len: 337 time: 0.0504663 Aug 04 17:07:14.860741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59016) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.957854 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83fd4c8-492a-4eaf-8938-83a5b4b560a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:14.958324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83fd4c8-492a-4eaf-8938-83a5b4b560a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:14.962862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59022) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:14.966325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a83fd4c8-492a-4eaf-8938-83a5b4b560a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/962a21a3-cff2-47e5-a900-49d94388df89 HTTP/1.1" status: 404 len: 337 time: 0.1044829 Aug 04 17:07:15.024256 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d62624-6757-47d5-80db-4e5fffc356ec tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.026726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d62624-6757-47d5-80db-4e5fffc356ec tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.029665 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-47d62624-6757-47d5-80db-4e5fffc356ec tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/f1840198-cb0c-4771-9a15-f3a39cfd40f4 HTTP/1.1" status: 404 len: 333 time: 0.0645771 Aug 04 17:07:15.037728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59024) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.087994 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-68989d25-8a16-4ddc-bffd-ec187d99bdf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.088506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68989d25-8a16-4ddc-bffd-ec187d99bdf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.093175 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-68989d25-8a16-4ddc-bffd-ec187d99bdf5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/f833fce9-82eb-49f8-97e6-a43c583ac766 HTTP/1.1" status: 404 len: 337 time: 0.0524633 Aug 04 17:07:15.095721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59028) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.128770 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-48caef38-1cdb-46ff-a960-8038174d81df tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.129898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48caef38-1cdb-46ff-a960-8038174d81df tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.136764 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-48caef38-1cdb-46ff-a960-8038174d81df tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/26516783-4478-4716-a8a8-1dac86c0f170 HTTP/1.1" status: 404 len: 337 time: 0.0325074 Aug 04 17:07:15.137239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59030) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.165003 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:15.171043 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bff2c0a-4ae0-4543-9d46-aab75d0c5cb1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.172288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bff2c0a-4ae0-4543-9d46-aab75d0c5cb1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.174013 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9bff2c0a-4ae0-4543-9d46-aab75d0c5cb1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/e2342200-0972-4180-b6b8-396eb6a60c54 HTTP/1.1" status: 404 len: 333 time: 0.0357907 Aug 04 17:07:15.177979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59032) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.186604 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:15.226479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fea79-126d-4f19-9ba3-ab135ef86df8 req-55d9e988-f635-4a75-bc14-f55ed514610a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:15.234280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-164fea79-126d-4f19-9ba3-ab135ef86df8 req-55d9e988-f635-4a75-bc14-f55ed514610a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.2615514 Aug 04 17:07:15.254757 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b43e972-fe69-4a33-99a5-adda843577b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.255537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b43e972-fe69-4a33-99a5-adda843577b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.257608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2b43e972-fe69-4a33-99a5-adda843577b7 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/955c8b5a-b3ef-4923-b33c-6fea7c539f43 HTTP/1.1" status: 404 len: 337 time: 0.0779376 Aug 04 17:07:15.260488 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59034) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.290850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:07:15.299561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f0ec21-6a4c-4be1-9115-668c36ef40e7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:15.322229 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14e91ee-8cd4-44d8-b4e0-775ded71f768 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.322956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14e91ee-8cd4-44d8-b4e0-775ded71f768 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.329991 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a14e91ee-8cd4-44d8-b4e0-775ded71f768 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/528a2560-fc76-4fb7-8e35-54c004782473 HTTP/1.1" status: 404 len: 337 time: 0.0680902 Aug 04 17:07:15.330885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59038) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.338395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:15.338715 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Added segment 44765702-264d-4b76-b28d-03ba8dacbcca of type vlan for network 5f84af0d-c8ee-4c95-ac53-4ad050a44204 Aug 04 17:07:15.354037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-164fea79-126d-4f19-9ba3-ab135ef86df8 req-e26cf0d2-1523-441e-9950-607c368e38a8 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185522 Aug 04 17:07:15.384820 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d0faff36-b68e-434b-8f2e-8cbfda7341c1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8edf5e-2369-4d19-a46c-b84cc25d9055 HTTP/1.1" status: 200 len: 205 time: 0.0527360 Aug 04 17:07:15.387804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59042) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.433724 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-11582c37-9f27-412e-8a3b-15190054ed77 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] delete failed (client error): The resource could not be found. Aug 04 17:07:15.435895 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-11582c37-9f27-412e-8a3b-15190054ed77 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/routers/0d8edf5e-2369-4d19-a46c-b84cc25d9055 HTTP/1.1" status: 404 len: 336 time: 0.0470119 Aug 04 17:07:15.439534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59044) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.475054 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:15.478838 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91bc9f8-7d02-4376-a956-231d000bf2ae tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.479308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91bc9f8-7d02-4376-a956-231d000bf2ae tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.482841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b91bc9f8-7d02-4376-a956-231d000bf2ae tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/9bf2a986-c76a-45b7-b8cf-92426b62f261 HTTP/1.1" status: 404 len: 337 time: 0.0398412 Aug 04 17:07:15.484616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59048) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.544805 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1b3fe085-4f03-434e-b96b-3c35e284e458 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "GET /v2.0/ports?device_id=a38d84b7-c6e4-4052-ae49-187224e203c0 HTTP/1.1" status: 200 len: 205 time: 0.0546756 Aug 04 17:07:15.545996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59050) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.554926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:15.556166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:15.556882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:15.642589 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-51bc3c46-4409-405a-90b2-7d7045cc12e1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] delete failed (client error): The resource could not be found. Aug 04 17:07:15.644180 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-51bc3c46-4409-405a-90b2-7d7045cc12e1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/routers/a38d84b7-c6e4-4052-ae49-187224e203c0 HTTP/1.1" status: 404 len: 336 time: 0.0968683 Aug 04 17:07:15.646750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59056) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.713442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5169702 Aug 04 17:07:15.720031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59058) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.726677 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-968b6125-a263-445d-9531-e160b941edc2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.727955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Request body: {'subnet': {'network_id': '5f84af0d-c8ee-4c95-ac53-4ad050a44204', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-407609287-subnet', 'tenant_id': 'ce6a64830bb54282801a5ac2ee63ed21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:15.728916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968b6125-a263-445d-9531-e160b941edc2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.731178 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-968b6125-a263-445d-9531-e160b941edc2 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/9ec287d1-7051-42eb-ad5e-f67d56958d7b HTTP/1.1" status: 404 len: 337 time: 0.0828960 Aug 04 17:07:15.735316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59060) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.755643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327621a-a2cf-40c6-9da6-6b88abf09a43 admin admin] Pushing event updated for resources: {'Network': ['ID=5f84af0d-c8ee-4c95-ac53-4ad050a44204,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:15.770055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 5f84af0d-c8ee-4c95-ac53-4ad050a44204 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:07:15.780924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Made reservation on behalf of ce6a64830bb54282801a5ac2ee63ed21 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:15.783749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:15.810385 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-518b32c9-70a8-4fb5-954c-c0d3d6713cae tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.812372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518b32c9-70a8-4fb5-954c-c0d3d6713cae tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.816572 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-518b32c9-70a8-4fb5-954c-c0d3d6713cae tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/d3c0b471-6946-4131-894e-d0aeb8f124e6 HTTP/1.1" status: 404 len: 337 time: 0.0749192 Aug 04 17:07:15.817888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59062) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.852516 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0d295b-5649-4f5d-9158-209c79078780 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.854186 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0d295b-5649-4f5d-9158-209c79078780 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.856865 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7f0d295b-5649-4f5d-9158-209c79078780 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/5ba6ef4d-0adf-4c72-a318-89b4bd3b7c01 HTTP/1.1" status: 404 len: 333 time: 0.0375259 Aug 04 17:07:15.862260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59064) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:15.984977 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbf02e7-701c-4a18-983f-281e9b8c21c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:15.985560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbf02e7-701c-4a18-983f-281e9b8c21c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:15.990826 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6cbf02e7-701c-4a18-983f-281e9b8c21c3 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/a7d80e05-710c-47ba-9ec4-8494446edb44 HTTP/1.1" status: 404 len: 337 time: 0.1248107 Aug 04 17:07:15.991156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59072) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.046479 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-597f8631-21dc-4af0-9d89-a72eaf03cc4c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.047581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597f8631-21dc-4af0-9d89-a72eaf03cc4c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.051923 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-597f8631-21dc-4af0-9d89-a72eaf03cc4c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/f3e9ea5f-2ea4-41a1-b803-8116871290bd HTTP/1.1" status: 404 len: 333 time: 0.0573854 Aug 04 17:07:16.052840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59074) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.140259 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16b30ca-8970-4bc3-b4f3-19825c70bfd6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.141047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16b30ca-8970-4bc3-b4f3-19825c70bfd6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.144367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e16b30ca-8970-4bc3-b4f3-19825c70bfd6 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/fff9eec0-8ade-4636-bbf6-b4fa20b6968e HTTP/1.1" status: 404 len: 337 time: 0.0897179 Aug 04 17:07:16.150647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59076) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.205486 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9a1c81-e380-49db-9457-757c16f6ede1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.206265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9a1c81-e380-49db-9457-757c16f6ede1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.221782 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8b9a1c81-e380-49db-9457-757c16f6ede1 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/875f8ac8-7383-4f55-b51f-2ee8858db95c HTTP/1.1" status: 404 len: 333 time: 0.0697794 Aug 04 17:07:16.224449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59080) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.282735 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6575b3-7cb6-4af8-8b6d-92373270686a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.283243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6575b3-7cb6-4af8-8b6d-92373270686a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.286266 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7f6575b3-7cb6-4af8-8b6d-92373270686a tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/7d2f41f7-7695-4ce3-8b4b-cc0949bc2249 HTTP/1.1" status: 404 len: 337 time: 0.0597351 Aug 04 17:07:16.290859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59082) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.320866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c8d84-1648-47a2-9447-76b60aa7fab7 req-762be2ca-413c-4f42-b5cd-bf230d5bdb7b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:16.336849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-951c8d84-1648-47a2-9447-76b60aa7fab7 req-762be2ca-413c-4f42-b5cd-bf230d5bdb7b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.2597229 Aug 04 17:07:16.346068 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8adc249-74dd-49b3-b1ce-87e4fe2c3ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.347260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8adc249-74dd-49b3-b1ce-87e4fe2c3ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.349612 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d8adc249-74dd-49b3-b1ce-87e4fe2c3ca5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/bb971e04-ef90-46a8-97b7-12daf1b35b58 HTTP/1.1" status: 404 len: 333 time: 0.0605602 Aug 04 17:07:16.361141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59084) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.394247 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:16.420104 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-678a7a3c-e9b7-4cca-b249-1df8673c0a8c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.423883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678a7a3c-e9b7-4cca-b249-1df8673c0a8c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.433136 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-678a7a3c-e9b7-4cca-b249-1df8673c0a8c tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/2eb5d024-368b-422c-8e9e-5bd81e7cd6a0 HTTP/1.1" status: 404 len: 337 time: 0.0709505 Aug 04 17:07:16.435555 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59092) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.484356 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-be61ab3e-0f11-4ece-9100-dff28712a2ea tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.488737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be61ab3e-0f11-4ece-9100-dff28712a2ea tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.490818 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be61ab3e-0f11-4ece-9100-dff28712a2ea tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/82989686-e5f3-4e54-9075-b63cb7c7eea7 HTTP/1.1" status: 404 len: 333 time: 0.0542927 Aug 04 17:07:16.491958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-951c8d84-1648-47a2-9447-76b60aa7fab7 req-471ec2ba-e551-433b-aad6-0d279ce72587 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407745 Aug 04 17:07:16.493395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59094) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.504710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d7d8f7-58b3-4924-83f0-2cadb2dc8c13,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:16.551628 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd27406-af2b-483c-b2d0-b99c2274a285 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.552462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd27406-af2b-483c-b2d0-b99c2274a285 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.555232 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bfd27406-af2b-483c-b2d0-b99c2274a285 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/ea04e5b3-4ad8-4e1c-baaa-43639d473ca2 HTTP/1.1" status: 404 len: 337 time: 0.0604603 Aug 04 17:07:16.557726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59096) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.565939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Checking segment: {'id': '44765702-264d-4b76-b28d-03ba8dacbcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '5f84af0d-c8ee-4c95-ac53-4ad050a44204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:07:16.566557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Network hostable DHCP agents. Network: 5f84af0d-c8ee-4c95-ac53-4ad050a44204, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:07:16.590139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161b357-06e6-4d08-8836-9b5fc1aece58 req-9b70a528-3cef-47b3-977d-dfb576793d8e tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:16.593281 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b337e0-3374-4e7b-a408-ce863b2206a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.594094 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b337e0-3374-4e7b-a408-ce863b2206a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.595667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2161b357-06e6-4d08-8836-9b5fc1aece58 req-9b70a528-3cef-47b3-977d-dfb576793d8e tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.0927982 Aug 04 17:07:16.602843 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f3b337e0-3374-4e7b-a408-ce863b2206a5 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/f040d54c-6314-4d38-b36a-a3264ddaafdd HTTP/1.1" status: 404 len: 333 time: 0.0427895 Aug 04 17:07:16.604914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59100) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.636719 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e55425-bfd1-46c4-ac10-055880680f21 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.637480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e55425-bfd1-46c4-ac10-055880680f21 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.640362 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-79e55425-bfd1-46c4-ac10-055880680f21 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/0ee090cb-c7d5-4ee8-bb5a-8ba5ca9b8ff9 HTTP/1.1" status: 404 len: 337 time: 0.0333300 Aug 04 17:07:16.645228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59102) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.679920 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-2017a81f-c124-49e1-8558-2ae4cb96864e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.680973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2017a81f-c124-49e1-8558-2ae4cb96864e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.682978 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2017a81f-c124-49e1-8558-2ae4cb96864e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/ports/5d7d8b0c-981c-4dbb-accb-02f13639bdd2 HTTP/1.1" status: 404 len: 333 time: 0.0364130 Aug 04 17:07:16.685586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59104) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:16.687690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2161b357-06e6-4d08-8836-9b5fc1aece58 req-3e6658bf-bd37-4e8b-81e2-38b28a23d16c tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834877 Aug 04 17:07:16.688448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Network 5f84af0d-c8ee-4c95-ac53-4ad050a44204 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:07:16.725712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 5f84af0d-c8ee-4c95-ac53-4ad050a44204) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:16.743422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:16.744046 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:16.746263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64745bb7-8589-4b82-a0c9-435f883311fd None None] Network 5f84af0d-c8ee-4c95-ac53-4ad050a44204 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:16.795616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8ac98539-cad9-4782-8e17-58f1259a99ad admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0667970 Aug 04 17:07:16.795888 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c94b346-6486-44d6-b496-1e0dc4005b29 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] DELETE failed (client error): The resource could not be found. Aug 04 17:07:16.795888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c94b346-6486-44d6-b496-1e0dc4005b29 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:07:16.795888 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0c94b346-6486-44d6-b496-1e0dc4005b29 tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/subnets/add52ef5-6faa-4c8a-9b20-4b83f25c41d4 HTTP/1.1" status: 404 len: 337 time: 0.0911498 Aug 04 17:07:16.796181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59108) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:17.013663 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:17.056725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c1ed0-cfed-47dd-a28b-fe679e1b0232 None None] Network 5f84af0d-c8ee-4c95-ac53-4ad050a44204 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:17.277247 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:17.317021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0214bd7b-2498-4f95-a2d5-2cef03c7e896']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:17.353091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f32155-346a-46e7-8546-86fee1b41ef4') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:17.353708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f32155-346a-46e7-8546-86fee1b41ef4') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:17.364629 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:17.380577 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:17.392011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:07:17.392408 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:07:17.444861 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:07:17.470147 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:17.477748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:17.490542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] 10.222.0.39 "DELETE /v2.0/networks/0214bd7b-2498-4f95-a2d5-2cef03c7e896 HTTP/1.1" status: 204 len: 168 time: 0.6937847 Aug 04 17:07:17.507807 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6b357-6aa8-4720-8a94-73b0a9e54a7e tempest-NetworksTestDHCPv6-1949033304 tempest-NetworksTestDHCPv6-1949033304-project] Pushing event deleted for resources: {'Network': ['ID=0214bd7b-2498-4f95-a2d5-2cef03c7e896,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:17.684837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597c508-1b58-4de0-a9e5-a8e0a1a61718 req-132dc384-55f7-4004-ada4-62b3f5bf7dcd tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:17.697560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a597c508-1b58-4de0-a9e5-a8e0a1a61718 req-132dc384-55f7-4004-ada4-62b3f5bf7dcd tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.1027229 Aug 04 17:07:17.780555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a597c508-1b58-4de0-a9e5-a8e0a1a61718 req-84c04cc0-2739-459c-ae77-8d054a549526 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810435 Aug 04 17:07:17.958466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59148) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:17.984507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c8179-d1b7-4b7c-bbd3-f5cfdfc9c18b req-a9d8af69-e388-4fb3-85cb-bdc95cc7649e tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:17.987141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c4c8179-d1b7-4b7c-bbd3-f5cfdfc9c18b req-a9d8af69-e388-4fb3-85cb-bdc95cc7649e tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.1709077 Aug 04 17:07:18.022402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59154) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:18.028167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-448823091-network', 'tenant_id': 'dc5663c9ddf64fb992bfe0ee969e85b5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:18.078941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c4c8179-d1b7-4b7c-bbd3-f5cfdfc9c18b req-a386a35c-5c6a-41f0-94b1-e8e4d22e53b4 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829127 Aug 04 17:07:18.119946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Made reservation on behalf of dc5663c9ddf64fb992bfe0ee969e85b5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:18.123452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:18.158247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:18.510069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:18.521878 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:18.543852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:07:18.574915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:18.576655 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Added segment f46b2c78-f4e5-456a-8af3-ddef049d3f60 of type vlan for network aa39dd61-14dc-4657-b828-aadfa6831ba8 Aug 04 17:07:18.641677 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626cdf3e-c6ef-41db-a084-00afa63188ca,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:18.726533 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f7e21bdb-c0f3-4973-afbe-91a4d0c90618 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=552ddb273d4f42d595051d90dfeaf0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7659936 Aug 04 17:07:18.727831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59172) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:18.743710 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:18.786993 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:18.790910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:18.791537 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:18.859575 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7d634d1-2980-4d2b-b72f-e8b4a227167d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:18.913094 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7d634d1-2980-4d2b-b72f-e8b4a227167d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:18.927913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] Pushing event updated for resources: {'Network': ['ID=aa39dd61-14dc-4657-b828-aadfa6831ba8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:18.938429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network aa39dd61-14dc-4657-b828-aadfa6831ba8 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:07:18.952913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59194) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:18.953133 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ef00db99-676f-4a7d-8398-54c3b8d0d334 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9293330 Aug 04 17:07:18.965602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Request body: {'subnet': {'network_id': 'aa39dd61-14dc-4657-b828-aadfa6831ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-448823091-subnet', 'tenant_id': 'dc5663c9ddf64fb992bfe0ee969e85b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:19.042706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea1d30-f3ea-4d90-8714-b5b3932c1abd req-fc311a6b-4a3e-478a-a8be-660e98b14f9f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:19.045244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0fea1d30-f3ea-4d90-8714-b5b3932c1abd req-fc311a6b-4a3e-478a-a8be-660e98b14f9f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.1520505 Aug 04 17:07:19.047004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Made reservation on behalf of dc5663c9ddf64fb992bfe0ee969e85b5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:19.049550 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:19.126366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7d634d1-2980-4d2b-b72f-e8b4a227167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:19.129413 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7d634d1-2980-4d2b-b72f-e8b4a227167d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:19.133562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e7d634d1-2980-4d2b-b72f-e8b4a227167d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3fe09fa2-f5de-4111-b53a-9cabf344d9ce HTTP/1.1" status: 204 len: 168 time: 0.4027445 Aug 04 17:07:19.161428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d634d1-2980-4d2b-b72f-e8b4a227167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe09fa2-f5de-4111-b53a-9cabf344d9ce,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:19.183015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0fea1d30-f3ea-4d90-8714-b5b3932c1abd req-acffbee8-4b0a-4376-bf6d-faebd58b3a8b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282640 Aug 04 17:07:19.316765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba45e8-aeed-4f72-81e0-460dfee668c6 req-708c6c35-1e95-49bd-88ca-74d3ba32f8c4 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:19.324117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76ba45e8-aeed-4f72-81e0-460dfee668c6 req-708c6c35-1e95-49bd-88ca-74d3ba32f8c4 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.0960631 Aug 04 17:07:19.402649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76ba45e8-aeed-4f72-81e0-460dfee668c6 req-8a0e7561-1374-422e-b3a3-5e54c941188f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774968 Aug 04 17:07:19.413339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:19.436708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59214) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:19.489078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=914f00cc-bab0-4bc4-9a4c-fb520ddbd5e8,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:19.505817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Checking segment: {'id': 'f46b2c78-f4e5-456a-8af3-ddef049d3f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'aa39dd61-14dc-4657-b828-aadfa6831ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:07:19.506256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Network hostable DHCP agents. Network: aa39dd61-14dc-4657-b828-aadfa6831ba8, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:07:19.539656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Network aa39dd61-14dc-4657-b828-aadfa6831ba8 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:07:19.559821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, aa39dd61-14dc-4657-b828-aadfa6831ba8) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:19.564458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:19.565046 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:19.571949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac1fe8-34e5-4e8c-bcb3-9d5d9638eb1e None None] Network aa39dd61-14dc-4657-b828-aadfa6831ba8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:19.598205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-937897c1-cdde-454e-a659-cff9083507c3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6330738 Aug 04 17:07:19.633878 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6298648-887f-4446-b584-adee9c33e0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:19.725421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b059ba5-0584-46e9-817f-98901a249cd3 None None] Network aa39dd61-14dc-4657-b828-aadfa6831ba8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:19.770191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-c2da0180-e5ca-41bc-bd68-735bf08acae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:19.772714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-c2da0180-e5ca-41bc-bd68-735bf08acae9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 1097 time: 0.0939188 Aug 04 17:07:19.778872 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6298648-887f-4446-b584-adee9c33e0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:19.788644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6298648-887f-4446-b584-adee9c33e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:19.826525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59228) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:19.864332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6298648-887f-4446-b584-adee9c33e0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0740bd3-d2fa-41fc-aa4b-90d0f250c375,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:19.884816 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e6298648-887f-4446-b584-adee9c33e0e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ce7d63b56ac418d8e2c780c179ef53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470847 Aug 04 17:07:19.887817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59238) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:19.930843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb561bd-9e30-498c-8422-519e2b85c40d admin admin] Deleting subnet 31d7d8f7-58b3-4924-83f0-2cadb2dc8c13 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:07:19.939547 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0eb561bd-9e30-498c-8422-519e2b85c40d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:19.976381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-1d25547a-081b-4033-8926-1f77cb40ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:19.976541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-477c7e87-af50-4548-8a6d-a93d90034037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:19.978189 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-1d25547a-081b-4033-8926-1f77cb40ca51 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.1981285 Aug 04 17:07:19.996829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0eb561bd-9e30-498c-8422-519e2b85c40d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.008235 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-477c7e87-af50-4548-8a6d-a93d90034037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.080501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-477c7e87-af50-4548-8a6d-a93d90034037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.084885 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-477c7e87-af50-4548-8a6d-a93d90034037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.086243 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-477c7e87-af50-4548-8a6d-a93d90034037 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0740bd3-d2fa-41fc-aa4b-90d0f250c375 HTTP/1.1" status: 204 len: 168 time: 0.1972058 Aug 04 17:07:20.090124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-3cbfd067-5c8c-4200-81ef-e438377627da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c91700d-dd81-4f29-b62b-f9c502199311 HTTP/1.1" status: 200 len: 1002 time: 0.1031799 Aug 04 17:07:20.092644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0eb561bd-9e30-498c-8422-519e2b85c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.115126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c7e87-af50-4548-8a6d-a93d90034037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0740bd3-d2fa-41fc-aa4b-90d0f250c375,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:20.213057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-fdad4b77-8a6c-4895-bc61-d979b79adf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:20.215506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-fdad4b77-8a6c-4895-bc61-d979b79adf48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.0981624 Aug 04 17:07:20.232918 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0eb561bd-9e30-498c-8422-519e2b85c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.288967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb561bd-9e30-498c-8422-519e2b85c40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d7d8f7-58b3-4924-83f0-2cadb2dc8c13,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:20.292718 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0eb561bd-9e30-498c-8422-519e2b85c40d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.295210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0eb561bd-9e30-498c-8422-519e2b85c40d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/31d7d8f7-58b3-4924-83f0-2cadb2dc8c13 HTTP/1.1" status: 204 len: 168 time: 0.4677031 Aug 04 17:07:20.297978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59256) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:20.312009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-e6a94cd4-14ec-40f7-935a-e5a4f517b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:20.315927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-e6a94cd4-14ec-40f7-935a-e5a4f517b8b4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939779 Aug 04 17:07:20.332817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59258) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:20.427907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.458233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d484aaf-0472-4dca-be1a-66080ee8013d req-705b7169-33ee-4bcf-bf8c-be8c5a360020 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:20.466783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d484aaf-0472-4dca-be1a-66080ee8013d req-705b7169-33ee-4bcf-bf8c-be8c5a360020 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.1424923 Aug 04 17:07:20.545556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d484aaf-0472-4dca-be1a-66080ee8013d req-cadeab5c-5a25-4619-9745-9b8dc7d15bcc tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778205 Aug 04 17:07:20.572785 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.580812 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1255939472'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:20.598316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f84af0d-c8ee-4c95-ac53-4ad050a44204']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:20.602751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-cef2fc61-ed64-49fe-bb56-0538ff963330 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766745 Aug 04 17:07:20.616133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59266) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:20.633888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44765702-264d-4b76-b28d-03ba8dacbcca') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:20.634431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44765702-264d-4b76-b28d-03ba8dacbcca') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:20.645139 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06c26a3e-cc5b-44ce-8b34-1d8f096bd421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.655830 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.668364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Made reservation on behalf of 4fc3f03fc17941d381ebc3fa2b2d4ab5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:20.672406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.676292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eedb4-fb9c-4c2d-bc2f-68997dfbf506 req-e59d6e51-2f35-41a1-9ee4-eef52c18597b tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:20.677935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb3eedb4-fb9c-4c2d-bc2f-68997dfbf506 req-e59d6e51-2f35-41a1-9ee4-eef52c18597b tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.1705611 Aug 04 17:07:20.689202 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.693389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.703216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:07:20.703679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:07:20.705285 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:07:20.746029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5895ed91-d1fd-4bf4-994a-efc9f801c1f1 req-43528065-6b66-434d-98b4-a6754b9af88a service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344833 Aug 04 17:07:20.751158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb3eedb4-fb9c-4c2d-bc2f-68997dfbf506 req-71f21a10-e118-4b06-9ccb-a21072a24cae tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575323 Aug 04 17:07:20.801294 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.808214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.811346 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] 10.222.0.39 "DELETE /v2.0/networks/5f84af0d-c8ee-4c95-ac53-4ad050a44204 HTTP/1.1" status: 204 len: 168 time: 0.5121031 Aug 04 17:07:20.813125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59268) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:20.831312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deff200-7c0e-4cb0-a6cf-053b3b37924a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f84af0d-c8ee-4c95-ac53-4ad050a44204,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:20.877344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a60a292-942f-4ee8-aa74-1161e58424ed admin admin] Deleting subnet 914f00cc-bab0-4bc4-9a4c-fb520ddbd5e8 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:07:20.880779 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a60a292-942f-4ee8-aa74-1161e58424ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.880949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06c26a3e-cc5b-44ce-8b34-1d8f096bd421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.904236 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-06c26a3e-cc5b-44ce-8b34-1d8f096bd421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.917166 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a60a292-942f-4ee8-aa74-1161e58424ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.962247 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-06c26a3e-cc5b-44ce-8b34-1d8f096bd421 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78bfd8c6c5724983b881165cd8983ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3446877 Aug 04 17:07:20.964271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a60a292-942f-4ee8-aa74-1161e58424ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:20.964615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c26a3e-cc5b-44ce-8b34-1d8f096bd421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33724ecb-a990-4e6e-bbea-9aa30cc8fcbd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:20.966983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59270) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:21.012275 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.019385 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.048389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:07:21.058606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbd5d34-17b4-4cd1-8ff2-12e3f1ca12c2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:21.064316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a83652b-fecc-43e3-952d-d45df0b68756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.079584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a60a292-942f-4ee8-aa74-1161e58424ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.080702 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.081452 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Added segment 5d01e3e4-a566-4424-952c-9b1c585bb945 of type vlan for network 54a519e5-73cf-42c0-a2e0-026b5819e595 Aug 04 17:07:21.116470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60a292-942f-4ee8-aa74-1161e58424ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914f00cc-bab0-4bc4-9a4c-fb520ddbd5e8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:21.127222 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.130612 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a83652b-fecc-43e3-952d-d45df0b68756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.135085 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a60a292-942f-4ee8-aa74-1161e58424ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.137323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6a60a292-942f-4ee8-aa74-1161e58424ed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/914f00cc-bab0-4bc4-9a4c-fb520ddbd5e8 HTTP/1.1" status: 204 len: 168 time: 0.3225551 Aug 04 17:07:21.145341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59272) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:21.174085 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.180212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:21.181004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.247206 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.285237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event updated for resources: {'Network': ['ID=54a519e5-73cf-42c0-a2e0-026b5819e595,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:21.297028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 54a519e5-73cf-42c0-a2e0-026b5819e595 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:07:21.299472 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2198b8c2-3ed5-4cf5-9547-3cb07333bf38 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9650774 Aug 04 17:07:21.300274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59284) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:21.306769 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Request body: {'subnet': {'network_id': '54a519e5-73cf-42c0-a2e0-026b5819e595', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:21.330365 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a83652b-fecc-43e3-952d-d45df0b68756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.333423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4a83652b-fecc-43e3-952d-d45df0b68756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.334608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4a83652b-fecc-43e3-952d-d45df0b68756 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33724ecb-a990-4e6e-bbea-9aa30cc8fcbd HTTP/1.1" status: 204 len: 168 time: 0.3666351 Aug 04 17:07:21.354510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83652b-fecc-43e3-952d-d45df0b68756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33724ecb-a990-4e6e-bbea-9aa30cc8fcbd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:21.361695 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.373890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa39dd61-14dc-4657-b828-aadfa6831ba8']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:21.398293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46b2c78-f4e5-456a-8af3-ddef049d3f60') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:21.398608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46b2c78-f4e5-456a-8af3-ddef049d3f60') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:21.411921 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.431927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Made reservation on behalf of 4fc3f03fc17941d381ebc3fa2b2d4ab5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:21.433510 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.436825 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.445917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:07:21.446339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:07:21.448421 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:07:21.525191 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.532353 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.534134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] 10.222.0.39 "DELETE /v2.0/networks/aa39dd61-14dc-4657-b828-aadfa6831ba8 HTTP/1.1" status: 204 len: 168 time: 0.3878350 Aug 04 17:07:21.557282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e69730-869f-4767-a051-c178e3e56c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa39dd61-14dc-4657-b828-aadfa6831ba8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:21.670494 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.780378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6945b1-04a8-42b3-8bbf-515ef692cc76 req-0ba0c4af-2a5d-4c39-9c4d-070b93f413e8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:21.780742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a6945b1-04a8-42b3-8bbf-515ef692cc76 req-0ba0c4af-2a5d-4c39-9c4d-070b93f413e8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.1044521 Aug 04 17:07:21.781241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59300) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:21.791672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event updated for resources: {'Subnet': ['ID=b7af5b01-8d14-48df-9454-0d9dd83dfe9a,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:21.821478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Checking segment: {'id': '5d01e3e4-a566-4424-952c-9b1c585bb945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '54a519e5-73cf-42c0-a2e0-026b5819e595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:07:21.821842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Network hostable DHCP agents. Network: 54a519e5-73cf-42c0-a2e0-026b5819e595, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:07:21.847168 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Network 54a519e5-73cf-42c0-a2e0-026b5819e595 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:07:21.853425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a6945b1-04a8-42b3-8bbf-515ef692cc76 req-295882fe-e922-41de-85b9-11bd27991717 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642564 Aug 04 17:07:21.859131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59306) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:21.859301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-90c6829a-5d7c-4eed-b252-eec53cc872bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce6a64830bb54282801a5ac2ee63ed21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769618 Aug 04 17:07:21.906569 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 54a519e5-73cf-42c0-a2e0-026b5819e595) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:21.916511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aa11d0-b86c-4784-a7d8-731799087286 None None] Network 54a519e5-73cf-42c0-a2e0-026b5819e595 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:21.925596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:21.926310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.947867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db52d74-20b6-487d-b07a-5cfb879a8b95 req-1f6064d7-89b4-4d88-b019-25f0b4dadc9f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:21.957955 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7db52d74-20b6-487d-b07a-5cfb879a8b95 req-1f6064d7-89b4-4d88-b019-25f0b4dadc9f tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.0781081 Aug 04 17:07:21.964301 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9193c019-a84b-48ea-94ed-21624c213187 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6598365 Aug 04 17:07:21.969343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59310) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:21.976261 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77ca52c8-258b-4a53-bc8c-3151c114c0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:21.985476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9d7dbf20-763e-49f2-816a-f10103d5a5ea tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1909829246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:22.010207 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7db52d74-20b6-487d-b07a-5cfb879a8b95 req-130e5005-7f9b-46e5-a59e-74aa25beb202 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509717 Aug 04 17:07:22.052385 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77ca52c8-258b-4a53-bc8c-3151c114c0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.066682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbf20-763e-49f2-816a-f10103d5a5ea tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.068013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbf20-763e-49f2-816a-f10103d5a5ea tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.128646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-54a519e5-73cf-42c0-a2e0-026b5819e595', 'network_id': '54a519e5-73cf-42c0-a2e0-026b5819e595', 'tenant_id': '4fc3f03fc17941d381ebc3fa2b2d4ab5', 'fixed_ips': [{'subnet_id': 'b7af5b01-8d14-48df-9454-0d9dd83dfe9a'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:07:22.129820 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.156757 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbf20-763e-49f2-816a-f10103d5a5ea tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.167719 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbf20-763e-49f2-816a-f10103d5a5ea tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.176468 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77ca52c8-258b-4a53-bc8c-3151c114c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.179018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77ca52c8-258b-4a53-bc8c-3151c114c0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.183163 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77ca52c8-258b-4a53-bc8c-3151c114c0f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05f0ec21-6a4c-4be1-9115-668c36ef40e7 HTTP/1.1" status: 204 len: 168 time: 0.3204565 Aug 04 17:07:22.196833 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca52c8-258b-4a53-bc8c-3151c114c0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f0ec21-6a4c-4be1-9115-668c36ef40e7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:22.210539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbf20-763e-49f2-816a-f10103d5a5ea tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.214442 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9d7dbf20-763e-49f2-816a-f10103d5a5ea tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2408094 Aug 04 17:07:22.214721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59320) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:22.496105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Allocated IP 172.20.0.2 (54a519e5-73cf-42c0-a2e0-026b5819e595/b7af5b01-8d14-48df-9454-0d9dd83dfe9a/54037492-79c8-48e7-adfe-737862b43b4c) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:22.731381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59332) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:22.816434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aecc217e-c681-4639-9dc0-9ac0480fda03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc5663c9ddf64fb992bfe0ee969e85b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834007 Aug 04 17:07:22.821269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59336) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:22.865185 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.891721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Transition to ACTIVE for port object 54037492-79c8-48e7-adfe-737862b43b4c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:22.936992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Transition to ACTIVE for port object 54037492-79c8-48e7-adfe-737862b43b4c will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:22.945361 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b34da38d-87b0-42cb-ba5e-5558f00ad440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.952718 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:22.995336 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b34da38d-87b0-42cb-ba5e-5558f00ad440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:23.031698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Network 54a519e5-73cf-42c0-a2e0-026b5819e595 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:23.034824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:23.037958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:23.048258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8c91700d-dd81-4f29-b62b-f9c502199311 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:07:23.052464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Pushing event updated for resources: {'Port': ['ID=54037492-79c8-48e7-adfe-737862b43b4c,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:23.137154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc7700-f052-4ca3-8f6a-b83d6e5f303b req-1149e931-aa16-4f36-be4c-9bafabda2629 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:23.138983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62dc7700-f052-4ca3-8f6a-b83d6e5f303b req-1149e931-aa16-4f36-be4c-9bafabda2629 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 946 time: 0.1316555 Aug 04 17:07:23.140433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b34da38d-87b0-42cb-ba5e-5558f00ad440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:23.143209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b34da38d-87b0-42cb-ba5e-5558f00ad440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:23.147432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b34da38d-87b0-42cb-ba5e-5558f00ad440 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/626cdf3e-c6ef-41db-a084-00afa63188ca HTTP/1.1" status: 204 len: 168 time: 0.3250668 Aug 04 17:07:23.157173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Attempting to bind port 54037492-79c8-48e7-adfe-737862b43b4c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:07:23.158862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Attempting to bind port 54037492-79c8-48e7-adfe-737862b43b4c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '5d01e3e4-a566-4424-952c-9b1c585bb945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '54a519e5-73cf-42c0-a2e0-026b5819e595'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:07:23.159722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Attempting to bind port 54037492-79c8-48e7-adfe-737862b43b4c on network 54a519e5-73cf-42c0-a2e0-026b5819e595 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:07:23.173875 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:23.178797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:07:23.179916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Checking segment: {'id': '5d01e3e4-a566-4424-952c-9b1c585bb945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '54a519e5-73cf-42c0-a2e0-026b5819e595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:07:23.183836 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:23.184593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Bound using segment: {'id': '5d01e3e4-a566-4424-952c-9b1c585bb945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '54a519e5-73cf-42c0-a2e0-026b5819e595'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:07:23.185922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Bound port: 54037492-79c8-48e7-adfe-737862b43b4c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d01e3e4-a566-4424-952c-9b1c585bb945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '54a519e5-73cf-42c0-a2e0-026b5819e595'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:07:23.186554 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:23.239212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34da38d-87b0-42cb-ba5e-5558f00ad440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626cdf3e-c6ef-41db-a084-00afa63188ca,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:23.288908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62dc7700-f052-4ca3-8f6a-b83d6e5f303b req-64c0fdaf-8d47-4a37-8d66-32baea17d97f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264987 Aug 04 17:07:23.310456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50bf92-616e-4372-abab-57bcff64fdef req-bd5b6be2-ea9b-46ce-970d-aa0e44cd73ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:23.313630 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b50bf92-616e-4372-abab-57bcff64fdef req-bd5b6be2-ea9b-46ce-970d-aa0e44cd73ed tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.1616108 Aug 04 17:07:23.374681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3b50bf92-616e-4372-abab-57bcff64fdef req-e760c481-8baa-40a3-be8e-e20b0f6b287d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544274 Aug 04 17:07:23.489963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] For port 54037492-79c8-48e7-adfe-737862b43b4c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:07:23.493923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] For port 54037492-79c8-48e7-adfe-737862b43b4c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=54037492-79c8-48e7-adfe-737862b43b4c,segment=NetworkSegment(5d01e3e4-a566-4424-952c-9b1c585bb945),segment_id=5d01e3e4-a566-4424-952c-9b1c585bb945)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:07:23.497600 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:23.522844 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:23.574084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:07:23.575592 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab9e368-34c2-4539-b153-b7c4e88761cc" -d '{"events": [{"server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:07:23.634129 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 17:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8263b012-eeb1-4f7a-b36b-ffc0d6789b28 x-openstack-request-id: req-8263b012-eeb1-4f7a-b36b-ffc0d6789b28 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:07:23.634415 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "name": "network-vif-unplugged", "status": "failed", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311", "code": 422}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:07:23.634642 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8263b012-eeb1-4f7a-b36b-ffc0d6789b28 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:07:23.635065 n-d-764435-5 neutron-server[105830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311', 'code': 422} returned with failed status Aug 04 17:07:23.637080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:23.647212 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:23.695292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Allocated IP 172.20.0.1 (54a519e5-73cf-42c0-a2e0-026b5819e595/b7af5b01-8d14-48df-9454-0d9dd83dfe9a/1fea9637-68c8-4e4d-9030-90ea46120405) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:23.700322 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0abdf-88d4-47db-95df-7065bed4501d None None] Pushing event updated for resources: {'Port': ['ID=54037492-79c8-48e7-adfe-737862b43b4c,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:23.816870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:24.011273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:24.046156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Transition to ACTIVE for port object 1fea9637-68c8-4e4d-9030-90ea46120405 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:24.089481 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:24.172115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Network 54a519e5-73cf-42c0-a2e0-026b5819e595 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:24.182970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:24.191393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:24.219782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 54037492-79c8-48e7-adfe-737862b43b4c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:24.250784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event updated for resources: {'Port': ['ID=1fea9637-68c8-4e4d-9030-90ea46120405,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:24.277725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:24.363336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 54037492-79c8-48e7-adfe-737862b43b4c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:24.386900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692081d-fa94-4efc-a705-d8ea90911a69 req-bc4508d9-1783-4d25-abad-b5cf603a9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:24.389051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8692081d-fa94-4efc-a705-d8ea90911a69 req-bc4508d9-1783-4d25-abad-b5cf603a9f74 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 1096 time: 0.0723801 Aug 04 17:07:24.520181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8692081d-fa94-4efc-a705-d8ea90911a69 req-8c86fbb4-6155-47d1-8ca7-0ecca6a13963 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214128 Aug 04 17:07:24.598131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:24.648181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ac7e7-8b70-4ea8-9441-ee42a86338a0 req-e39e40e7-84df-4a9e-ae6d-45c104aacba5 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:24.650563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e8ac7e7-8b70-4ea8-9441-ee42a86338a0 req-e39e40e7-84df-4a9e-ae6d-45c104aacba5 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.1041737 Aug 04 17:07:24.752504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e8ac7e7-8b70-4ea8-9441-ee42a86338a0 req-ba576149-4697-47c1-84c4-848479623e7b tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923593 Aug 04 17:07:25.322064 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:25.328112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:25.428708 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:25.450265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aadb49-1473-45b4-8241-972cd802c142 req-53aacc93-a7ba-4304-a768-eca14d156b7b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:25.452269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event updated for resources: {'Port': ['ID=1fea9637-68c8-4e4d-9030-90ea46120405,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:25.470184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1aadb49-1473-45b4-8241-972cd802c142 req-53aacc93-a7ba-4304-a768-eca14d156b7b tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.1767933 Aug 04 17:07:25.514655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222fc2db-ed70-425a-a6ac-f114e4c5b9a5 None None] Network 54a519e5-73cf-42c0-a2e0-026b5819e595 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:25.572985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1aadb49-1473-45b4-8241-972cd802c142 req-bb6b4002-03af-4a80-8845-d063aedfb3bd tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936725 Aug 04 17:07:25.661916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8675df0c-286e-4695-b063-1da39c7af5ad None None] Provisioning for port 54037492-79c8-48e7-adfe-737862b43b4c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:25.678319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Network 54a519e5-73cf-42c0-a2e0-026b5819e595 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:25.682309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:25.700203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8675df0c-286e-4695-b063-1da39c7af5ad None None] Provisioning complete for port 54037492-79c8-48e7-adfe-737862b43b4c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:25.700677 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8675df0c-286e-4695-b063-1da39c7af5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:25.712846 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-36205ea9-3e45-4c98-ae85-ba3d476aeda3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4112656 Aug 04 17:07:25.933844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Router ba279695-0f1b-4bf8-8155-d854235aeb32 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:07:25.994049 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8675df0c-286e-4695-b063-1da39c7af5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:26.030867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48b13c-96a0-4a55-95ab-41cc8a5ba8de req-e5ef2f93-cf5e-4582-a12f-d60ea0709669 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:26.032515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f48b13c-96a0-4a55-95ab-41cc8a5ba8de req-e5ef2f93-cf5e-4582-a12f-d60ea0709669 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.1372170 Aug 04 17:07:26.070400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8675df0c-286e-4695-b063-1da39c7af5ad None None] For port 54037492-79c8-48e7-adfe-737862b43b4c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=54037492-79c8-48e7-adfe-737862b43b4c,segment=NetworkSegment(5d01e3e4-a566-4424-952c-9b1c585bb945),segment_id=5d01e3e4-a566-4424-952c-9b1c585bb945)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:26.083066 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8675df0c-286e-4695-b063-1da39c7af5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:26.107072 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:07:26.121235 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8f89f-2a7a-486b-a573-4b281b648757 None None] Sync routers for ids ['ba279695-0f1b-4bf8-8155-d854235aeb32'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:07:26.125715 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f0e391cc-50b9-4ee9-bfc7-c28fa328935d tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "PUT /v2.0/routers/ba279695-0f1b-4bf8-8155-d854235aeb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9099152 Aug 04 17:07:26.127087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59462) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:26.134651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Request body: {'port': {'network_id': '54a519e5-73cf-42c0-a2e0-026b5819e595', 'name': 'tempest-FloatingIPNegativeTestJSON-1952757495'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:26.147533 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8f89f-2a7a-486b-a573-4b281b648757 None None] Routers {'ba279695-0f1b-4bf8-8155-d854235aeb32'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:07:26.148639 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-76e8f89f-2a7a-486b-a573-4b281b648757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:07:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ba279695-0f1b-4bf8-8155-d854235aeb32'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:26.152794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f48b13c-96a0-4a55-95ab-41cc8a5ba8de req-aece00e6-5df9-4afd-9e3f-19052708a18d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112623 Aug 04 17:07:26.265689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675df0c-286e-4695-b063-1da39c7af5ad None None] Pushing event updated for resources: {'Port': ['ID=54037492-79c8-48e7-adfe-737862b43b4c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:26.323012 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-76e8f89f-2a7a-486b-a573-4b281b648757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:26.353891 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8f89f-2a7a-486b-a573-4b281b648757 None None] Routers {'ba279695-0f1b-4bf8-8155-d854235aeb32'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:07:26.354431 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-76e8f89f-2a7a-486b-a573-4b281b648757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:07:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ba279695-0f1b-4bf8-8155-d854235aeb32'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:26.458959 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-76e8f89f-2a7a-486b-a573-4b281b648757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:26.461328 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8f89f-2a7a-486b-a573-4b281b648757 None None] The sync data for ids ['ba279695-0f1b-4bf8-8155-d854235aeb32'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:07:26.492179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Made reservation on behalf of 4fc3f03fc17941d381ebc3fa2b2d4ab5 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:26.496991 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:26.541265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] device_id is not set on port 4a3c0ff4-4854-48d8-af95-6cd9d6475c87 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:07:26.633454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3480015a-f815-4fcc-a51e-97869777069e None None] Provisioning complete for port 54037492-79c8-48e7-adfe-737862b43b4c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:26.635770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3480015a-f815-4fcc-a51e-97869777069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:26.746104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a0b35-3fab-45bb-8e05-511e8a6e0ea2 req-b606457a-e6a3-4164-8a8e-833aa1d860ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:26.754989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e7a0b35-3fab-45bb-8e05-511e8a6e0ea2 req-b606457a-e6a3-4164-8a8e-833aa1d860ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb60676ed82b42899fecd4437f375f7f&device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 1096 time: 0.2323811 Aug 04 17:07:26.791781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Allocated IP 172.20.0.3 (54a519e5-73cf-42c0-a2e0-026b5819e595/b7af5b01-8d14-48df-9454-0d9dd83dfe9a/4a3c0ff4-4854-48d8-af95-6cd9d6475c87) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:26.807085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3480015a-f815-4fcc-a51e-97869777069e None None] Provisioning for port 1fea9637-68c8-4e4d-9030-90ea46120405 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:26.822681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3480015a-f815-4fcc-a51e-97869777069e None None] Provisioning complete for port 1fea9637-68c8-4e4d-9030-90ea46120405 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:26.823172 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3480015a-f815-4fcc-a51e-97869777069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:26.875583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3480015a-f815-4fcc-a51e-97869777069e None None] Port 1fea9637-68c8-4e4d-9030-90ea46120405 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:07:27.009784 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.042845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Transition to ACTIVE for port object 4a3c0ff4-4854-48d8-af95-6cd9d6475c87 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:27.044620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8c91700d-dd81-4f29-b62b-f9c502199311 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:07:27.120180 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.204372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ed9929e8-a458-4516-b11e-f452732884a0 None None] Provisioning complete for port 1fea9637-68c8-4e4d-9030-90ea46120405 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:27.204372 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ed9929e8-a458-4516-b11e-f452732884a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.270635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ed9929e8-a458-4516-b11e-f452732884a0 None None] Port 1fea9637-68c8-4e4d-9030-90ea46120405 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:07:27.275481 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event updated for resources: {'Port': ['ID=4a3c0ff4-4854-48d8-af95-6cd9d6475c87,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:27.310307 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.310942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.311473 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.312127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.312700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.313496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.314038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.314538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.315221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.315880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.316375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.316858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:07:27.337120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59496) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:27.347437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Network 54a519e5-73cf-42c0-a2e0-026b5819e595 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:27.349691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:27.354546 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:27.420364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d468c6-6a47-46cd-8901-22bdd8baf204 req-a3da8fa4-1472-4eea-a3f7-cb12b789a681 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:27.430431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d468c6-6a47-46cd-8901-22bdd8baf204 req-a3da8fa4-1472-4eea-a3f7-cb12b789a681 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.8227284 Aug 04 17:07:27.461450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:27.462338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.485528 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4061c86d-624d-4808-b2aa-73efcaf581ef tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3561738 Aug 04 17:07:27.489931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59508) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:27.496655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:27.507748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d468c6-6a47-46cd-8901-22bdd8baf204 req-326a3136-1a31-4713-b832-f26c619a734d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762651 Aug 04 17:07:27.517149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e923aa89-c866-4db5-8e65-bbe61a6fa4c6 None None] Provisioning complete for port 1fea9637-68c8-4e4d-9030-90ea46120405 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:27.519140 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e923aa89-c866-4db5-8e65-bbe61a6fa4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.530584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1c93-2f82-4016-a17c-f98811c1c8a9 req-df7a9a5d-0ed6-42d7-95d7-3c9930c05ee7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:27.546362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d8b1c93-2f82-4016-a17c-f98811c1c8a9 req-df7a9a5d-0ed6-42d7-95d7-3c9930c05ee7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.8503389 Aug 04 17:07:27.554767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.637606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a0b35-3fab-45bb-8e05-511e8a6e0ea2 req-42df7273-1995-4098-b204-ae9a94fb3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:27.648701 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e7a0b35-3fab-45bb-8e05-511e8a6e0ea2 req-42df7273-1995-4098-b204-ae9a94fb3b0b service neutron] 10.222.0.82 "GET /v2.0/networks?id=46ae89e2-39c6-428c-9d51-4b52d2d2f836 HTTP/1.1" status: 200 len: 912 time: 0.8803236 Aug 04 17:07:27.659890 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e923aa89-c866-4db5-8e65-bbe61a6fa4c6 None None] Port 1fea9637-68c8-4e4d-9030-90ea46120405 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:07:27.701757 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b547fc97-330f-46c4-b0a4-78ebdcba0cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.705507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e7a0b35-3fab-45bb-8e05-511e8a6e0ea2 req-d4a9875b-62d3-4ded-a5f9-e57cbe350306 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7776de86-6293-49ad-8082-a758dabe40a0 HTTP/1.1" status: 200 len: 217 time: 0.0559084 Aug 04 17:07:27.798050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-791ebae2-0e67-4616-b5aa-e207f75e75ca None None] Provisioning for port 4a3c0ff4-4854-48d8-af95-6cd9d6475c87 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:27.802467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-791ebae2-0e67-4616-b5aa-e207f75e75ca None None] Provisioning complete for port 4a3c0ff4-4854-48d8-af95-6cd9d6475c87 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:27.802843 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-791ebae2-0e67-4616-b5aa-e207f75e75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.851713 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b547fc97-330f-46c4-b0a4-78ebdcba0cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.867521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-791ebae2-0e67-4616-b5aa-e207f75e75ca None None] Port 4a3c0ff4-4854-48d8-af95-6cd9d6475c87 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:07:27.867765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b547fc97-330f-46c4-b0a4-78ebdcba0cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.870445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d8b1c93-2f82-4016-a17c-f98811c1c8a9 req-0f90e26a-1a05-4dc8-9197-8813fc014283 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030901 Aug 04 17:07:27.897891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59514) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:27.904992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-917f3187-eb4c-4372-8d7b-8856bc073595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:27.907925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-917f3187-eb4c-4372-8d7b-8856bc073595 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4&tenant_id=1887efc899274f9b821aaa08cad678b0 HTTP/1.1" status: 200 len: 1095 time: 0.5450773 Aug 04 17:07:27.919412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a0b35-3fab-45bb-8e05-511e8a6e0ea2 req-ee731cfe-6728-42a0-8204-e726cf912feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:27.921890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e7a0b35-3fab-45bb-8e05-511e8a6e0ea2 req-ee731cfe-6728-42a0-8204-e726cf912feb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7fd3435b-5995-4704-90e3-7a7debc78484 HTTP/1.1" status: 200 len: 850 time: 0.2070093 Aug 04 17:07:27.948815 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b547fc97-330f-46c4-b0a4-78ebdcba0cec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11a62b4b6f5c4310ac232f5b1a50f125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098783 Aug 04 17:07:27.951225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:27.955033 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59518) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:27.955664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e7a0b35-3fab-45bb-8e05-511e8a6e0ea2 req-b2b4a25a-e920-4285-ab2f-c8d678784a8d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=46ae89e2-39c6-428c-9d51-4b52d2d2f836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263975 Aug 04 17:07:28.007809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547fc97-330f-46c4-b0a4-78ebdcba0cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1f03bd-7f5b-4a14-a86b-c9cf4f61ed8a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:28.061645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-5a5d42ed-46ef-4be4-962a-f76dd2d8d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:28.063772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-5a5d42ed-46ef-4be4-962a-f76dd2d8d105 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 1095 time: 0.1066558 Aug 04 17:07:28.113617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 54037492-79c8-48e7-adfe-737862b43b4c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:28.168728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba53ad41-5e87-4edf-b355-d89f13f6e52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.180965 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-646b6ee4-fc2a-47cf-af7c-5f7e314bf78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.181229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e7a0b35-3fab-45bb-8e05-511e8a6e0ea2 req-debdbfad-70c6-4e49-9e93-efd5ed970674 service neutron] 10.222.0.82 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151468 Aug 04 17:07:28.187485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 54037492-79c8-48e7-adfe-737862b43b4c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:28.188136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.191571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Allocated IP 172.25.2.249 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/7b8aaf90-e326-40e4-b916-4e860de86dc2) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:28.219290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-646b6ee4-fc2a-47cf-af7c-5f7e314bf78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.293347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-18e90090-b764-4de6-b861-05803ebc9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:28.297020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-18e90090-b764-4de6-b861-05803ebc9953 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 0.2194443 Aug 04 17:07:28.356891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-646b6ee4-fc2a-47cf-af7c-5f7e314bf78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.362571 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-646b6ee4-fc2a-47cf-af7c-5f7e314bf78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.366458 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-646b6ee4-fc2a-47cf-af7c-5f7e314bf78f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a1f03bd-7f5b-4a14-a86b-c9cf4f61ed8a HTTP/1.1" status: 204 len: 168 time: 0.4053285 Aug 04 17:07:28.402908 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b6ee4-fc2a-47cf-af7c-5f7e314bf78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1f03bd-7f5b-4a14-a86b-c9cf4f61ed8a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:28.410594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.466725 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-3c2f83f7-572d-4333-9c3d-905ad2f2a214 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c91700d-dd81-4f29-b62b-f9c502199311 HTTP/1.1" status: 200 len: 1000 time: 0.1554742 Aug 04 17:07:28.480199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.515256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e7a0b35-3fab-45bb-8e05-511e8a6e0ea2 req-fdf5f90f-433f-4627-a2fe-c77427ff7a29 service neutron] 10.222.0.82 "GET /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239281 Aug 04 17:07:28.557352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-8317a900-5e26-4a2b-81de-22896ca32375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:28.559273 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-8317a900-5e26-4a2b-81de-22896ca32375 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.0838876 Aug 04 17:07:28.564668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:28.568433 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:28.571626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:28.595834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event updated for resources: {'Port': ['ID=7b8aaf90-e326-40e4-b916-4e860de86dc2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:28.661686 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba53ad41-5e87-4edf-b355-d89f13f6e52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.667764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-b9f13b21-26a9-406d-9cca-ddbc709b89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:28.669669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-b9f13b21-26a9-406d-9cca-ddbc709b89e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023064 Aug 04 17:07:28.671932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba53ad41-5e87-4edf-b355-d89f13f6e52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.679531 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.734607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.786226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53ad41-5e87-4edf-b355-d89f13f6e52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d298f8-5466-46f0-b52f-d951946ec834,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:28.792852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ba53ad41-5e87-4edf-b355-d89f13f6e52b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af0ce0202a46473e8af3d592d628ff5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8836915 Aug 04 17:07:28.796968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59530) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:28.801196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d7444-21d2-443a-963a-93982d5c5487 req-53623482-2e30-4b58-b037-ccbf372d8282 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:28.802763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a49d7444-21d2-443a-963a-93982d5c5487 req-53623482-2e30-4b58-b037-ccbf372d8282 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.1874540 Aug 04 17:07:28.814126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59532) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:28.845351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11b0b9a9-b336-4665-9c5a-b979a83efab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.871957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-b8144d17-fe38-4a61-9b75-7c600c7ac25d service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849957 Aug 04 17:07:28.875003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a49d7444-21d2-443a-963a-93982d5c5487 req-f9347e46-102f-4308-b9b5-4d15697edefb tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573711 Aug 04 17:07:28.953283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-086df2d0-ab52-4272-905a-4d6c84fb9cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:28.989704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5e817e6-fdfc-45a4-9fcc-b72bf9292cac req-a8f58ab4-5ca8-4c64-8c5f-b1b0834d0661 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107357 Aug 04 17:07:29.021726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-086df2d0-ab52-4272-905a-4d6c84fb9cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.034583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142099-9b4d-476a-aac3-49d9010a3ee8 req-07443f06-4ffe-43a4-afa8-c340d65c9de6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:29.036454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb142099-9b4d-476a-aac3-49d9010a3ee8 req-07443f06-4ffe-43a4-afa8-c340d65c9de6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.0625472 Aug 04 17:07:29.079040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb142099-9b4d-476a-aac3-49d9010a3ee8 req-f028d0a2-6e58-4087-b23b-433438b8a62a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356302 Aug 04 17:07:29.082858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.093266 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.187248 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11b0b9a9-b336-4665-9c5a-b979a83efab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.192129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event updated for resources: {'Port': ['ID=7b8aaf90-e326-40e4-b916-4e860de86dc2,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:29.200795 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-086df2d0-ab52-4272-905a-4d6c84fb9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.203352 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-086df2d0-ab52-4272-905a-4d6c84fb9cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.206859 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-086df2d0-ab52-4272-905a-4d6c84fb9cbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64d298f8-5466-46f0-b52f-d951946ec834 HTTP/1.1" status: 204 len: 168 time: 0.4062254 Aug 04 17:07:29.206859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11b0b9a9-b336-4665-9c5a-b979a83efab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.228859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086df2d0-ab52-4272-905a-4d6c84fb9cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d298f8-5466-46f0-b52f-d951946ec834,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:29.233902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.265642 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-11b0b9a9-b336-4665-9c5a-b979a83efab9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=daa622ec5a0e409a9099f35cb2490233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4504740 Aug 04 17:07:29.268530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59546) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:29.283246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0b9a9-b336-4665-9c5a-b979a83efab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a094c94-9c5a-449c-880e-6987d6a8a7f2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:29.286954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.288240 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-33573892-5858-4ea1-83ec-eb948bec6a49 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7981656 Aug 04 17:07:29.292069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59550) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:29.297514 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a86afd89-397b-4866-991c-22a8045d55f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Request body: {'floatingip': {'port_id': '4a3c0ff4-4854-48d8-af95-6cd9d6475c87', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:29.348961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6525f268-99d7-415d-9e05-bf89199a9a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.378020 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a86afd89-397b-4866-991c-22a8045d55f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.378895 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6525f268-99d7-415d-9e05-bf89199a9a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.460375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6525f268-99d7-415d-9e05-bf89199a9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.463978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6525f268-99d7-415d-9e05-bf89199a9a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.466922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6525f268-99d7-415d-9e05-bf89199a9a5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a094c94-9c5a-449c-880e-6987d6a8a7f2 HTTP/1.1" status: 204 len: 168 time: 0.1961575 Aug 04 17:07:29.476591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525f268-99d7-415d-9e05-bf89199a9a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a094c94-9c5a-449c-880e-6987d6a8a7f2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:29.525537 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-a86afd89-397b-4866-991c-22a8045d55f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] update failed (client error): The resource could not be found. Aug 04 17:07:29.534299 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a86afd89-397b-4866-991c-22a8045d55f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "PUT /v2.0/floatingips/8685d63d-6475-4cbb-bd48-7e91b780d25a HTTP/1.1" status: 404 len: 507 time: 0.2388783 Aug 04 17:07:29.534620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59562) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:29.845114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59572) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:29.870437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-62f43aa8-b0b2-4f19-ba84-a30ac63e65a7 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Deleting port 7b8aaf90-e326-40e4-b916-4e860de86dc2 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:29.875843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62f43aa8-b0b2-4f19-ba84-a30ac63e65a7 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:29.877277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b680-c5a5-44fa-9f47-c6b2a739cafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:30.139359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62f43aa8-b0b2-4f19-ba84-a30ac63e65a7 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:30.139703 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62f43aa8-b0b2-4f19-ba84-a30ac63e65a7 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:30.168581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-62f43aa8-b0b2-4f19-ba84-a30ac63e65a7 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Calling delete_port for 7b8aaf90-e326-40e4-b916-4e860de86dc2 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:30.226559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6acb56-9c46-4497-aa24-a1d9184f35a9 req-6cfa38cd-766f-4be5-9ff3-72028146a567 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:30.237734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec6acb56-9c46-4497-aa24-a1d9184f35a9 req-6cfa38cd-766f-4be5-9ff3-72028146a567 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.1708720 Aug 04 17:07:30.391050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec6acb56-9c46-4497-aa24-a1d9184f35a9 req-5ad8ea2f-e88c-48ac-b5a2-52dab67cc79a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518581 Aug 04 17:07:30.426392 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b680-c5a5-44fa-9f47-c6b2a739cafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:30.450882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b680-c5a5-44fa-9f47-c6b2a739cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:30.551093 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62f43aa8-b0b2-4f19-ba84-a30ac63e65a7 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:30.557857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2cd1b680-c5a5-44fa-9f47-c6b2a739cafe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05bcfeecc18544b18c2dc8096e089bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078145 Aug 04 17:07:30.560797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59592) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:30.565664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1b680-c5a5-44fa-9f47-c6b2a739cafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e887f00c-3e1f-4dd8-a424-b022165c4bf6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:30.596016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f43aa8-b0b2-4f19-ba84-a30ac63e65a7 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event deleted for resources: {'Port': ['ID=7b8aaf90-e326-40e4-b916-4e860de86dc2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:30.614038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d9e2d-5d3c-4abd-897b-05af2f7bf102 req-fcadb944-4103-494a-a65a-6756e8250844 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:30.632151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c05d9e2d-5d3c-4abd-897b-05af2f7bf102 req-fcadb944-4103-494a-a65a-6756e8250844 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.2562156 Aug 04 17:07:30.778997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c05d9e2d-5d3c-4abd-897b-05af2f7bf102 req-3ed00d00-d630-4127-a700-b2292a321306 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457715 Aug 04 17:07:30.779984 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a6fac58-e2cf-4318-b33f-2c8819e0cddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:30.807119 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62f43aa8-b0b2-4f19-ba84-a30ac63e65a7 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:30.814470 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62f43aa8-b0b2-4f19-ba84-a30ac63e65a7 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:30.816097 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-62f43aa8-b0b2-4f19-ba84-a30ac63e65a7 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "DELETE /v2.0/floatingips/8685d63d-6475-4cbb-bd48-7e91b780d25a HTTP/1.1" status: 204 len: 168 time: 1.2800949 Aug 04 17:07:30.820987 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59598) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:30.826212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0920a00b-d679-48c6-a9ef-0aecb5d48831 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Request body: {'floatingip': {'floating_network_id': '54a519e5-73cf-42c0-a2e0-026b5819e595', 'port_id': '4a3c0ff4-4854-48d8-af95-6cd9d6475c87', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:30.864604 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a6fac58-e2cf-4318-b33f-2c8819e0cddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:30.885382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0920a00b-d679-48c6-a9ef-0aecb5d48831 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:31.032158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c134ee-5b42-4e6b-bda1-3dc224438c4d req-d11422e5-e497-4fd4-bd1a-48213110343a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:31.034710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5c134ee-5b42-4e6b-bda1-3dc224438c4d req-d11422e5-e497-4fd4-bd1a-48213110343a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.0808909 Aug 04 17:07:31.081677 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a6fac58-e2cf-4318-b33f-2c8819e0cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:31.084190 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a6fac58-e2cf-4318-b33f-2c8819e0cddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:31.088334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7a6fac58-e2cf-4318-b33f-2c8819e0cddd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e887f00c-3e1f-4dd8-a424-b022165c4bf6 HTTP/1.1" status: 204 len: 168 time: 0.5090160 Aug 04 17:07:31.137205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fac58-e2cf-4318-b33f-2c8819e0cddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e887f00c-3e1f-4dd8-a424-b022165c4bf6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:31.199896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5c134ee-5b42-4e6b-bda1-3dc224438c4d req-640c67f6-15d6-4843-be67-3e148e652cd0 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526179 Aug 04 17:07:31.232353 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-0920a00b-d679-48c6-a9ef-0aecb5d48831 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:07:31.234616 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0920a00b-d679-48c6-a9ef-0aecb5d48831 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4130833 Aug 04 17:07:31.239196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59610) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:31.243984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '4a3c0ff4-4854-48d8-af95-6cd9d6475c87', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:31.313243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:31.536046 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:31.690683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Allocated IP 172.25.2.123 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/16f95daa-0a3c-4e7f-aab2-b6d6949357c6) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:31.908029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:31.961774 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6a9c5ae9-9391-4795-9436-91a224520717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:31.984104 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:32.035357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48860b-846a-4681-91b9-870c63548068 req-e4167dd8-ae44-4b83-b41c-32a57194ea51 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:32.046465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb48860b-846a-4681-91b9-870c63548068 req-e4167dd8-ae44-4b83-b41c-32a57194ea51 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.1236506 Aug 04 17:07:32.114312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb48860b-846a-4681-91b9-870c63548068 req-e886d37f-5128-4431-896d-c29d25d52b0d tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597014 Aug 04 17:07:32.120356 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:32.138474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:32.145322 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:32.203739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event updated for resources: {'Port': ['ID=16f95daa-0a3c-4e7f-aab2-b6d6949357c6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:32.453781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8bc3-0a98-4a84-b27f-aeb7c51791a3 req-208e2f2b-e2df-4ed7-902a-4cbd95568d4b tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:32.465601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-250a8bc3-0a98-4a84-b27f-aeb7c51791a3 req-208e2f2b-e2df-4ed7-902a-4cbd95568d4b tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.1271000 Aug 04 17:07:32.545778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-250a8bc3-0a98-4a84-b27f-aeb7c51791a3 req-047420c3-b0b2-4c05-b6d9-66cb20d15795 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787537 Aug 04 17:07:32.599386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Deleting port 16f95daa-0a3c-4e7f-aab2-b6d6949357c6 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:32.600164 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:32.732694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:32.733283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:32.750226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Calling delete_port for 16f95daa-0a3c-4e7f-aab2-b6d6949357c6 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:32.799181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59660) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:32.805481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1573669437'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:32.858676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:32.870280 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:32.933156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:32.938747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:07:32.963558 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:32.963993 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Added segment e9825c28-c523-48d2-af58-57089d1c48a3 of type vlan for network ba071955-fd30-4b22-a93b-fc9408c54c5c Aug 04 17:07:32.983763 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event deleted for resources: {'Port': ['ID=16f95daa-0a3c-4e7f-aab2-b6d6949357c6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:33.051285 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:33.153588 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:33.173058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:33.175962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:33.195340 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] create failed (client error): The resource could not be found. Aug 04 17:07:33.201915 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-439dd2da-9b1e-46db-b12a-205396bc41f1 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9567647 Aug 04 17:07:33.202572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59674) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:33.244378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4432940 Aug 04 17:07:33.354249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59676) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:33.377158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1131773237'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:33.593078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:33.611937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:33.650750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035581e-af87-4cb7-abb4-082496d9e6d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Network': ['ID=ba071955-fd30-4b22-a93b-fc9408c54c5c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:33.667579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ba071955-fd30-4b22-a93b-fc9408c54c5c details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:07:33.676917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:07:33.688561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cff2f-3a09-4646-9024-2aec6901ad12 req-da37fe4f-350e-4262-9331-2a95e6361cf8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:33.697593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-340cff2f-3a09-4646-9024-2aec6901ad12 req-da37fe4f-350e-4262-9331-2a95e6361cf8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.3402317 Aug 04 17:07:33.739904 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:33.740378 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Added segment 91a1e383-f9d8-45d1-a2f1-b478e3b3231d of type vlan for network b6c29649-58d9-47a6-8faa-3a67e09f9da2 Aug 04 17:07:33.863532 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:33.887668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-340cff2f-3a09-4646-9024-2aec6901ad12 req-b9a3ae1e-0ca6-4191-981f-177869a86b3a tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886725 Aug 04 17:07:33.963177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-e809680e-54db-4c81-a700-9b2dd7958647 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:33.968084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-e809680e-54db-4c81-a700-9b2dd7958647 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.82 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.2450082 Aug 04 17:07:34.102951 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:34.109265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:34.109899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:34.189021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992105fb-b634-4ca8-99f9-24449d0a0d80 req-419b618f-54db-433e-9ded-4740b049a587 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:34.197712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-992105fb-b634-4ca8-99f9-24449d0a0d80 req-419b618f-54db-433e-9ded-4740b049a587 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 945 time: 0.2703240 Aug 04 17:07:34.253354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-33e33f0c-0848-4e80-a16e-0f7e906a054f tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Deleting port 4a3c0ff4-4854-48d8-af95-6cd9d6475c87 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:34.263496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9023995 Aug 04 17:07:34.265253 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33e33f0c-0848-4e80-a16e-0f7e906a054f tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:34.276173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59700) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:34.302406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'subnet': {'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:34.368098 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7b89f13b-cddb-4a08-90ff-6c29b26fb88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:34.413577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abe677-81da-4859-a3cd-3d9465c74bc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Network': ['ID=b6c29649-58d9-47a6-8faa-3a67e09f9da2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:34.435583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b6c29649-58d9-47a6-8faa-3a67e09f9da2 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:07:34.460362 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33e33f0c-0848-4e80-a16e-0f7e906a054f tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:34.492059 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-33e33f0c-0848-4e80-a16e-0f7e906a054f tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Calling delete_port for 4a3c0ff4-4854-48d8-af95-6cd9d6475c87 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:34.531050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-992105fb-b634-4ca8-99f9-24449d0a0d80 req-28e3ab27-7466-458e-8453-481965081bbe tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320973 Aug 04 17:07:34.594303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-d85cf942-b403-4689-8c35-be7f716db3fa tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Deleting port 7776de86-6293-49ad-8082-a758dabe40a0 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:34.594669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-d85cf942-b403-4689-8c35-be7f716db3fa tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:34.827635 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33e33f0c-0848-4e80-a16e-0f7e906a054f tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:34.905294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e33f0c-0848-4e80-a16e-0f7e906a054f tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event deleted for resources: {'Port': ['ID=4a3c0ff4-4854-48d8-af95-6cd9d6475c87,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:34.916461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-d85cf942-b403-4689-8c35-be7f716db3fa tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] For port 7776de86-6293-49ad-8082-a758dabe40a0, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7776de86-6293-49ad-8082-a758dabe40a0,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:34.917065 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-d85cf942-b403-4689-8c35-be7f716db3fa tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:34.942941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-d85cf942-b403-4689-8c35-be7f716db3fa tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Calling delete_port for 7776de86-6293-49ad-8082-a758dabe40a0 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:34.983655 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:35.085195 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33e33f0c-0848-4e80-a16e-0f7e906a054f tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:35.089704 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-33e33f0c-0848-4e80-a16e-0f7e906a054f tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "DELETE /v2.0/ports/4a3c0ff4-4854-48d8-af95-6cd9d6475c87 HTTP/1.1" status: 204 len: 168 time: 1.8838658 Aug 04 17:07:35.090390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59716) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:35.092853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:35.098639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:35.176610 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10411cad-688d-4d44-8b7c-5ce0da89ee6a tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:35.178657 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-10411cad-688d-4d44-8b7c-5ce0da89ee6a tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba279695-0f1b-4bf8-8155-d854235aeb32 HTTP/1.1" status: 200 len: 913 time: 0.0871468 Aug 04 17:07:35.186028 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59718) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:35.436411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba712f-9bb3-4fe5-920d-5b0e0527bd34 req-be7223dd-a95e-437b-9fa8-40e384facdfc tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:35.438767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04ba712f-9bb3-4fe5-920d-5b0e0527bd34 req-be7223dd-a95e-437b-9fa8-40e384facdfc tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.1702249 Aug 04 17:07:35.632567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04ba712f-9bb3-4fe5-920d-5b0e0527bd34 req-6d59a355-6949-49b2-9f33-097b5ab52aaf tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839342 Aug 04 17:07:35.646435 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-d85cf942-b403-4689-8c35-be7f716db3fa tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:35.659721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['7776de86-6293-49ad-8082-a758dabe40a0'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:07:35.662627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['7f74e630-816c-44b1-b0fc-bce168666631'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:07:35.713813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cf942-b403-4689-8c35-be7f716db3fa tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Pushing event deleted for resources: {'Port': ['ID=7776de86-6293-49ad-8082-a758dabe40a0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:35.728032 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:35.932778 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:36.211955 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:36.347383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-872d361e-39d6-400c-9c89-f3adab8cfd3d req-42790acb-d939-49d5-a70a-9d0845c954a1 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=b88f4d46-dd26-4759-ae02-eee60b1eb665 HTTP/1.1" status: 200 len: 210 time: 0.0271862 Aug 04 17:07:36.389931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-d85cf942-b403-4689-8c35-be7f716db3fa tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] No DVR routers for this DVR port 7776de86-6293-49ad-8082-a758dabe40a0 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:07:36.409530 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-d85cf942-b403-4689-8c35-be7f716db3fa tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:36.413323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1cea2dfa-78c5-44e7-96ef-5be89eff0f85 req-d85cf942-b403-4689-8c35-be7f716db3fa tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.82 "DELETE /v2.0/ports/7776de86-6293-49ad-8082-a758dabe40a0 HTTP/1.1" status: 204 len: 173 time: 2.4386139 Aug 04 17:07:36.414024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88f4d46-dd26-4759-ae02-eee60b1eb665', 'name': 'network-vif-deleted', 'tag': '7776de86-6293-49ad-8082-a758dabe40a0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:07:36.423651 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841eb482-31a0-4855-9df1-92699e2d1001" -d '{"events": [{"server_uuid": "b88f4d46-dd26-4759-ae02-eee60b1eb665", "name": "network-vif-deleted", "tag": "7776de86-6293-49ad-8082-a758dabe40a0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:07:36.460995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Checking segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:07:36.461715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network hostable DHCP agents. Network: ba071955-fd30-4b22-a93b-fc9408c54c5c, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:07:36.482617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Subnet': ['ID=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:36.501789 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85490338-471b-42fc-8586-7afa4741c8a3 x-openstack-request-id: req-85490338-471b-42fc-8586-7afa4741c8a3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:07:36.502099 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88f4d46-dd26-4759-ae02-eee60b1eb665", "name": "network-vif-deleted", "tag": "7776de86-6293-49ad-8082-a758dabe40a0", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:07:36.502571 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85490338-471b-42fc-8586-7afa4741c8a3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:07:36.503012 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88f4d46-dd26-4759-ae02-eee60b1eb665', 'name': 'network-vif-deleted', 'tag': '7776de86-6293-49ad-8082-a758dabe40a0', 'status': 'completed', 'code': 200} Aug 04 17:07:36.510338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network ba071955-fd30-4b22-a93b-fc9408c54c5c is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:07:36.553984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ba071955-fd30-4b22-a93b-fc9408c54c5c) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:36.562654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:36.565110 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:36.565785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f11071-6f0a-4bcd-8d1a-e8475ebfd42c None None] Network ba071955-fd30-4b22-a93b-fc9408c54c5c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:36.628070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-49cbc7d2-9c57-4848-bf30-746440a66bc0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3372786 Aug 04 17:07:36.630498 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59746) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:36.636054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'subnet': {'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:36.801564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Deleting port 1fea9637-68c8-4e4d-9030-90ea46120405 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:36.810184 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:36.827680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-ba071955-fd30-4b22-a93b-fc9408c54c5c', 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'fixed_ips': [{'subnet_id': 'ac82c4b4-fb28-43c6-aadf-f16f34ea2b06'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:07:36.830557 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:36.943535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:36.950492 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:36.986998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71df3c-ebe6-4cfe-be07-6b69ca8d1414 req-f0cf3660-d93a-44e8-86ae-42e9847dc963 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:37.000411 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a71df3c-ebe6-4cfe-be07-6b69ca8d1414 req-f0cf3660-d93a-44e8-86ae-42e9847dc963 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.2129343 Aug 04 17:07:37.164485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a71df3c-ebe6-4cfe-be07-6b69ca8d1414 req-d00af290-e6b7-4280-9ef8-920dbebd99e8 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532650 Aug 04 17:07:37.203460 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:37.267186 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Calling delete_port for 1fea9637-68c8-4e4d-9030-90ea46120405 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:37.333026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Allocated IP 10.1.1.2 (ba071955-fd30-4b22-a93b-fc9408c54c5c/ac82c4b4-fb28-43c6-aadf-f16f34ea2b06/55c392a4-4e47-4419-8e51-751dac0b6680) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:37.569650 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:37.682095 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:37.860078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:37.905164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Subnet': ['ID=110d186f-3474-4f10-971a-ba1fe20cc9a0,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:37.960275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Transition to ACTIVE for port object 55c392a4-4e47-4419-8e51-751dac0b6680 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:37.962678 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:37.972342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Checking segment: {'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:07:37.973051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network hostable DHCP agents. Network: b6c29649-58d9-47a6-8faa-3a67e09f9da2, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:07:37.998603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event deleted for resources: {'Port': ['ID=1fea9637-68c8-4e4d-9030-90ea46120405,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:38.000593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Transition to ACTIVE for port object 55c392a4-4e47-4419-8e51-751dac0b6680 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:38.018107 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:38.078666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96a835-e275-47cc-840e-9ffe850e7950 req-04a3c797-0003-44b0-bb8d-1c1141324db3 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:38.081215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d96a835-e275-47cc-840e-9ffe850e7950 req-04a3c797-0003-44b0-bb8d-1c1141324db3 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.1214168 Aug 04 17:07:38.116745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network b6c29649-58d9-47a6-8faa-3a67e09f9da2 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:07:38.164590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b6c29649-58d9-47a6-8faa-3a67e09f9da2) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:38.180110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d96a835-e275-47cc-840e-9ffe850e7950 req-1ed24a4c-a9f6-418d-bd5a-219ee7ea8509 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860715 Aug 04 17:07:38.200457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd14e72e-6816-422d-9dd9-124f849c1923 None None] Network b6c29649-58d9-47a6-8faa-3a67e09f9da2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:38.207958 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:38.208777 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:38.223542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Network ba071955-fd30-4b22-a93b-fc9408c54c5c is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:38.331424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59780) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:38.331752 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-55c74409-33d3-475b-8235-bde5f2eb0259 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6999035 Aug 04 17:07:38.337039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:38.337570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'port': {'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c', 'name': 'tempest-TaggedBootDevicesTest_v242-629030200', 'fixed_ips': [{'subnet_id': 'ac82c4b4-fb28-43c6-aadf-f16f34ea2b06'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:38.388617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:38.394373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:38.450255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Pushing event updated for resources: {'Port': ['ID=55c392a4-4e47-4419-8e51-751dac0b6680,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:38.530298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Attempting to bind port 55c392a4-4e47-4419-8e51-751dac0b6680 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:07:38.530696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Attempting to bind port 55c392a4-4e47-4419-8e51-751dac0b6680 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:07:38.531096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Attempting to bind port 55c392a4-4e47-4419-8e51-751dac0b6680 on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:07:38.547335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:07:38.553250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Checking segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:07:38.555998 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:38.556952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Bound using segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:07:38.557091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Bound port: 55c392a4-4e47-4419-8e51-751dac0b6680, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:07:38.557429 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:38.584536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7776de86-6293-49ad-8082-a758dabe40a0 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:07:38.604285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7ae68-7b45-4391-ba63-64d2f1d99c70 req-a025d986-ae6e-4bcb-987b-86262e390e62 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:38.617986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34c7ae68-7b45-4391-ba63-64d2f1d99c70 req-a025d986-ae6e-4bcb-987b-86262e390e62 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.2127168 Aug 04 17:07:38.649163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 7776de86-6293-49ad-8082-a758dabe40a0 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:07:38.649689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7776de86-6293-49ad-8082-a758dabe40a0 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:07:38.680633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Router ba279695-0f1b-4bf8-8155-d854235aeb32 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:07:38.778144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34c7ae68-7b45-4391-ba63-64d2f1d99c70 req-7ce951dc-b422-4c8f-82dd-78e1febd21f4 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586211 Aug 04 17:07:38.830845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:38.907286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:07:38.923402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-edb2819b-df0a-4460-a417-d6dce3fde1f7 req-d5027065-cdd4-4c93-858f-18a95d6a4524 service neutron] (105829) timed out ('10.222.0.90', 49245) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:07:38.944096 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4dbcc7b0-967f-40a2-9b8e-06ae2088e114 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "PUT /v2.0/routers/ba279695-0f1b-4bf8-8155-d854235aeb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7578547 Aug 04 17:07:38.945008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682fa49-abbb-4bd8-9712-ca324c1d900e None None] Sync routers for ids ['ba279695-0f1b-4bf8-8155-d854235aeb32'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:07:38.947219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59792) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:38.984556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682fa49-abbb-4bd8-9712-ca324c1d900e None None] Routers {'ba279695-0f1b-4bf8-8155-d854235aeb32'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:07:38.985636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e682fa49-abbb-4bd8-9712-ca324c1d900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ba279695-0f1b-4bf8-8155-d854235aeb32'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:38.988787 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:39.007877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:39.048087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] device_id is not set on port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:07:39.050892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e682fa49-abbb-4bd8-9712-ca324c1d900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:39.055434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] For port 55c392a4-4e47-4419-8e51-751dac0b6680, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:07:39.060964 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:39.081204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] For port 55c392a4-4e47-4419-8e51-751dac0b6680, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=55c392a4-4e47-4419-8e51-751dac0b6680,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:07:39.104420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682fa49-abbb-4bd8-9712-ca324c1d900e None None] Routers {'ba279695-0f1b-4bf8-8155-d854235aeb32'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:07:39.105533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e682fa49-abbb-4bd8-9712-ca324c1d900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ba279695-0f1b-4bf8-8155-d854235aeb32'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:39.158926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e682fa49-abbb-4bd8-9712-ca324c1d900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:39.160108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682fa49-abbb-4bd8-9712-ca324c1d900e None None] The sync data for ids ['ba279695-0f1b-4bf8-8155-d854235aeb32'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:07:39.169642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-261e5072-4e9a-49e6-b2e4-a4f01b4628cc tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:39.171992 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:39.201265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-b6c29649-58d9-47a6-8faa-3a67e09f9da2', 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'fixed_ips': [{'subnet_id': '110d186f-3474-4f10-971a-ba1fe20cc9a0'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:07:39.202566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:39.515385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26c658-53e6-4873-840c-858ac8ce9515 None None] Pushing event updated for resources: {'Port': ['ID=55c392a4-4e47-4419-8e51-751dac0b6680,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:39.646933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Allocated IP 10.1.1.129 (ba071955-fd30-4b22-a93b-fc9408c54c5c/ac82c4b4-fb28-43c6-aadf-f16f34ea2b06/055d70de-a204-430b-8bd6-bc6a5dc0ccdd) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:39.713177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Allocated IP 10.2.2.2 (b6c29649-58d9-47a6-8faa-3a67e09f9da2/110d186f-3474-4f10-971a-ba1fe20cc9a0/1454539d-1d5c-470a-a154-914dfd5a27fc) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:39.769680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-261e5072-4e9a-49e6-b2e4-a4f01b4628cc tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:39.772372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-261e5072-4e9a-49e6-b2e4-a4f01b4628cc tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:39.880804 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-261e5072-4e9a-49e6-b2e4-a4f01b4628cc tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:39.881492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261e5072-4e9a-49e6-b2e4-a4f01b4628cc tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Fanout notify agent at l3_agent the message router_deleted on router ba279695-0f1b-4bf8-8155-d854235aeb32 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:07:39.915618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-261e5072-4e9a-49e6-b2e4-a4f01b4628cc tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:39.922595 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-261e5072-4e9a-49e6-b2e4-a4f01b4628cc tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "DELETE /v2.0/routers/ba279695-0f1b-4bf8-8155-d854235aeb32 HTTP/1.1" status: 204 len: 168 time: 0.9706295 Aug 04 17:07:39.933173 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59810) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:40.040308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fc0899-5a94-46ae-b188-533fab040d20 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Deleting subnet b7af5b01-8d14-48df-9454-0d9dd83dfe9a {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:07:40.045723 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1fc0899-5a94-46ae-b188-533fab040d20 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:40.124077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1fc0899-5a94-46ae-b188-533fab040d20 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:40.179529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2c4cc-d0c9-4198-bb61-4dd0d30019f6 req-adb3379a-e641-4a59-83ff-31e397c247e2 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:40.199959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7e2c4cc-d0c9-4198-bb61-4dd0d30019f6 req-adb3379a-e641-4a59-83ff-31e397c247e2 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.6604886 Aug 04 17:07:40.311659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 55c392a4-4e47-4419-8e51-751dac0b6680 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:40.336255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1fc0899-5a94-46ae-b188-533fab040d20 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:40.376582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37752963-daed-42f4-bbed-fae078f5ba84 req-7ff1a15f-2f5d-48b8-a138-7014d0eac1f5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:40.378391 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37752963-daed-42f4-bbed-fae078f5ba84 req-7ff1a15f-2f5d-48b8-a138-7014d0eac1f5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.3341243 Aug 04 17:07:40.406627 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:40.451970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7e2c4cc-d0c9-4198-bb61-4dd0d30019f6 req-4b6d9995-1b52-4567-bdcf-6c66518d4a88 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456617 Aug 04 17:07:40.455797 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:40.481023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Transition to ACTIVE for port object 1454539d-1d5c-470a-a154-914dfd5a27fc will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:40.488490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1fc0899-5a94-46ae-b188-533fab040d20 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:40.519734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Transition to ACTIVE for port object 1454539d-1d5c-470a-a154-914dfd5a27fc will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:40.535099 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1fc0899-5a94-46ae-b188-533fab040d20 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:40.545579 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c1fc0899-5a94-46ae-b188-533fab040d20 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "DELETE /v2.0/subnets/b7af5b01-8d14-48df-9454-0d9dd83dfe9a HTTP/1.1" status: 204 len: 168 time: 0.6048348 Aug 04 17:07:40.546183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59820) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:40.547948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f5852-0873-4bf9-ada4-eaa8c43104da None None] Network 54a519e5-73cf-42c0-a2e0-026b5819e595 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:40.586579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Transition to ACTIVE for port object 055d70de-a204-430b-8bd6-bc6a5dc0ccdd will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:40.612550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc0899-5a94-46ae-b188-533fab040d20 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event deleted for resources: {'Subnet': ['ID=b7af5b01-8d14-48df-9454-0d9dd83dfe9a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:40.616289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37752963-daed-42f4-bbed-fae078f5ba84 req-fc5d9f5e-552c-4821-aad1-cf1675b608ab tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193530 Aug 04 17:07:40.713107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:40.742460 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:40.795434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network ba071955-fd30-4b22-a93b-fc9408c54c5c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:40.802466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:40.825298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:40.903451 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:40.906975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Pushing event updated for resources: {'Port': ['ID=1454539d-1d5c-470a-a154-914dfd5a27fc,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:40.916349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 55c392a4-4e47-4419-8e51-751dac0b6680 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:40.918059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Port': ['ID=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:41.036060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:41.036758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:41.042436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Network b6c29649-58d9-47a6-8faa-3a67e09f9da2 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:41.063691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:41.072905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:41.083080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-06f8e047-83c4-4045-9774-cc9f3a3110ae tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7495971 Aug 04 17:07:41.083080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59830) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:41.098930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'port': {'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c', 'name': 'tempest-TaggedBootDevicesTest_v242-2098444746', 'fixed_ips': [{'subnet_id': 'ac82c4b4-fb28-43c6-aadf-f16f34ea2b06'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:41.103149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Deleting port 54037492-79c8-48e7-adfe-737862b43b4c {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:41.103827 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:41.283005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] For port 54037492-79c8-48e7-adfe-737862b43b4c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=54037492-79c8-48e7-adfe-737862b43b4c,segment=NetworkSegment(5d01e3e4-a566-4424-952c-9b1c585bb945),segment_id=5d01e3e4-a566-4424-952c-9b1c585bb945)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:41.284200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:41.351657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Attempting to bind port 1454539d-1d5c-470a-a154-914dfd5a27fc on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:07:41.352177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Attempting to bind port 1454539d-1d5c-470a-a154-914dfd5a27fc by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:07:41.352687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Attempting to bind port 1454539d-1d5c-470a-a154-914dfd5a27fc on network b6c29649-58d9-47a6-8faa-3a67e09f9da2 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:07:41.361688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7969f3f2-2e12-4022-9e34-14c799d8cb56 None None] Network ba071955-fd30-4b22-a93b-fc9408c54c5c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:41.442691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] DHCP port deletion for 54a519e5-73cf-42c0-a2e0-026b5819e595 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:07:41.446048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:07:41.446424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Checking segment: {'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:07:41.454930 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:41.456667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Bound using segment: {'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:07:41.457699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Bound port: 1454539d-1d5c-470a-a154-914dfd5a27fc, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:07:41.458927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:41.649023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:41.666068 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:41.763407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] device_id is not set on port fc732593-e3e3-46b8-b687-23b7c42b1458 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:07:41.765240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] For port 1454539d-1d5c-470a-a154-914dfd5a27fc, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:07:41.774527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] For port 1454539d-1d5c-470a-a154-914dfd5a27fc, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1454539d-1d5c-470a-a154-914dfd5a27fc,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:07:41.777459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2ff56a10-8b07-4633-b915-45242ba5457d None None] Provisioning for port 55c392a4-4e47-4419-8e51-751dac0b6680 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:41.793097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-c9261759-4323-4b0a-bf64-76d3152e206a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:41.796027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-c9261759-4323-4b0a-bf64-76d3152e206a tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.90 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.2856414 Aug 04 17:07:41.838773 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:41.906722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2ff56a10-8b07-4633-b915-45242ba5457d None None] Provisioning complete for port 55c392a4-4e47-4419-8e51-751dac0b6680 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:41.908785 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2ff56a10-8b07-4633-b915-45242ba5457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:41.943482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b42f2f-8e31-41f0-ba0e-3348e41786ff req-69aaf37b-d554-4b45-a198-21345cbdd436 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:41.944645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b42f2f-8e31-41f0-ba0e-3348e41786ff req-69aaf37b-d554-4b45-a198-21345cbdd436 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 945 time: 0.3398983 Aug 04 17:07:42.006166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Calling delete_port for 54037492-79c8-48e7-adfe-737862b43b4c owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:42.235886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Allocated IP 10.1.1.222 (ba071955-fd30-4b22-a93b-fc9408c54c5c/ac82c4b4-fb28-43c6-aadf-f16f34ea2b06/fc732593-e3e3-46b8-b687-23b7c42b1458) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:42.262761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 54037492-79c8-48e7-adfe-737862b43b4c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:07:42.319516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:42.375365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] No DVR routers for this DVR port 54037492-79c8-48e7-adfe-737862b43b4c on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:07:42.440632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event deleted for resources: {'Port': ['ID=54037492-79c8-48e7-adfe-737862b43b4c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:42.545508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No active binding found for port 54037492-79c8-48e7-adfe-737862b43b4c {{(pid=105830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 17:07:42.546394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 54037492-79c8-48e7-adfe-737862b43b4c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:07:42.644653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:42.685410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a519e5-73cf-42c0-a2e0-026b5819e595']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:42.711228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d01e3e4-a566-4424-952c-9b1c585bb945') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:42.711617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d01e3e4-a566-4424-952c-9b1c585bb945') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:42.715784 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:42.731058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] Deleting port 54037492-79c8-48e7-adfe-737862b43b4c {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:42.732901 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:42.743684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:42.753468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Transition to ACTIVE for port object fc732593-e3e3-46b8-b687-23b7c42b1458 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:42.762943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:42.776596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:07:42.777896 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:42.793595 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a74cb-eff8-4b36-b211-700ab02fc16e None None] Pushing event updated for resources: {'Port': ['ID=1454539d-1d5c-470a-a154-914dfd5a27fc,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:42.864677 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:07:43.001681 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:07:43.009290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.018209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.026986 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] 10.222.0.39 "DELETE /v2.0/networks/54a519e5-73cf-42c0-a2e0-026b5819e595 HTTP/1.1" status: 204 len: 168 time: 2.4381328 Aug 04 17:07:43.029975 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f684f-875a-4563-9a9d-5b0a62228be0 req-0632c7a3-cccc-45f8-b34d-ca3501ab4645 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:43.041952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c28f684f-875a-4563-9a9d-5b0a62228be0 req-0632c7a3-cccc-45f8-b34d-ca3501ab4645 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 1.1595204 Aug 04 17:07:43.049238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284591c-5cbe-4ff8-b621-8960eb6f01f9 tempest-FloatingIPNegativeTestJSON-408916943 tempest-FloatingIPNegativeTestJSON-408916943-project] Pushing event deleted for resources: {'Network': ['ID=54a519e5-73cf-42c0-a2e0-026b5819e595,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:43.073808 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2ff56a10-8b07-4633-b915-45242ba5457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.104048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b42f2f-8e31-41f0-ba0e-3348e41786ff req-ac9a1fce-da8c-4db2-95e6-bba84a9cdcf9 tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/security-groups?id=30b259d4-d303-4b37-b923-2d6c78b3459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1351833 Aug 04 17:07:43.135303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] For port 54037492-79c8-48e7-adfe-737862b43b4c, host n-d-764435-5, got binding levels [] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:43.135701 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.208996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network ba071955-fd30-4b22-a93b-fc9408c54c5c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:43.229704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] Calling delete_port for 54037492-79c8-48e7-adfe-737862b43b4c owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:43.235733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:43.243032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Port': ['ID=fc732593-e3e3-46b8-b687-23b7c42b1458,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:43.246679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.ipam_backend_mixin [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] Port 54037492-79c8-48e7-adfe-737862b43b4c was not found and therefore no delete operation was performed {{(pid=105830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:07:43.250613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2ff56a10-8b07-4633-b915-45242ba5457d None None] For port 55c392a4-4e47-4419-8e51-751dac0b6680, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=55c392a4-4e47-4419-8e51-751dac0b6680,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:43.252158 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.256869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:43.262316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] Network 54a519e5-73cf-42c0-a2e0-026b5819e595 is not hosted by any dhcp agent {{(pid=105830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 17:07:43.263091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] No DVR routers for this DVR port 54037492-79c8-48e7-adfe-737862b43b4c on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:07:43.266202 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2ff56a10-8b07-4633-b915-45242ba5457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.311947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756a095-c009-4460-9f5a-520872b34aa0 None None] Pushing event deleted for resources: {'Port': ['ID=54037492-79c8-48e7-adfe-737862b43b4c,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:43.410954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c28f684f-875a-4563-9a9d-5b0a62228be0 req-f576aa81-4ffc-40cd-81d4-f9f1cd7163e9 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3676360 Aug 04 17:07:43.423982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6ad545dc-a40e-48de-96f6-601a84f19cbf None None] Provisioning complete for port 55c392a4-4e47-4419-8e51-751dac0b6680 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:43.424448 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6ad545dc-a40e-48de-96f6-601a84f19cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.465238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-b120a9cc-b95c-4202-bcf1-c4df489eca9d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Deleting port 7f74e630-816c-44b1-b0fc-bce168666631 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:43.468673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-b120a9cc-b95c-4202-bcf1-c4df489eca9d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.527456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff56a10-8b07-4633-b915-45242ba5457d None None] Pushing event updated for resources: {'Port': ['ID=55c392a4-4e47-4419-8e51-751dac0b6680,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:43.593442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:43.593737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.658135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6ad545dc-a40e-48de-96f6-601a84f19cbf None None] Provisioning for port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:43.666144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6ad545dc-a40e-48de-96f6-601a84f19cbf None None] Provisioning complete for port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:43.667027 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6ad545dc-a40e-48de-96f6-601a84f19cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.691474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-56533750-c5f0-4988-b972-d4eeb3557580 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6026204 Aug 04 17:07:43.691474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59882) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:43.736764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6ad545dc-a40e-48de-96f6-601a84f19cbf None None] Port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:07:43.809078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-b120a9cc-b95c-4202-bcf1-c4df489eca9d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] For port 7f74e630-816c-44b1-b0fc-bce168666631, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f74e630-816c-44b1-b0fc-bce168666631,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:43.809443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-b120a9cc-b95c-4202-bcf1-c4df489eca9d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.859670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0949f20f-1418-44ea-bb35-432213306659 None None] Provisioning complete for port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:43.860274 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0949f20f-1418-44ea-bb35-432213306659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:43.864688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-b120a9cc-b95c-4202-bcf1-c4df489eca9d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Calling delete_port for 7f74e630-816c-44b1-b0fc-bce168666631 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:43.901824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb8b3e-0dab-4845-b5a8-942a3804d9fc None None] Network b6c29649-58d9-47a6-8faa-3a67e09f9da2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:44.153650 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-b120a9cc-b95c-4202-bcf1-c4df489eca9d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.206126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0949f20f-1418-44ea-bb35-432213306659 None None] Port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:07:44.312483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120a9cc-b95c-4202-bcf1-c4df489eca9d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Pushing event deleted for resources: {'Port': ['ID=7f74e630-816c-44b1-b0fc-bce168666631,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:44.313556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59896) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:44.319191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-63317516-4a77-457d-b416-f3b7d9b7582c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097037662', 'description': 'tempest-description--722760881'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:44.322141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-00c571c0-c6e0-462e-a5ce-f51904068b33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fc3f03fc17941d381ebc3fa2b2d4ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081927 Aug 04 17:07:44.325577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59898) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:44.342871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 55c392a4-4e47-4419-8e51-751dac0b6680 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:44.355974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-060172ae-5a57-47f6-b1a8-b1f0ca6c8276 None None] Provisioning for port fc732593-e3e3-46b8-b687-23b7c42b1458 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:44.368090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63317516-4a77-457d-b416-f3b7d9b7582c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.407599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e91b485f-a311-4e35-b3a4-e072315f41e1 req-b165768b-229f-41b7-8ed8-11d82c4cf0fb tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17 HTTP/1.1" status: 200 len: 210 time: 0.1658652 Aug 04 17:07:44.408446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-b120a9cc-b95c-4202-bcf1-c4df489eca9d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] No DVR routers for this DVR port 7f74e630-816c-44b1-b0fc-bce168666631 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:07:44.415761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-b120a9cc-b95c-4202-bcf1-c4df489eca9d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.421324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3c599d6-4010-479f-8218-4b32f8af2b74 req-b120a9cc-b95c-4202-bcf1-c4df489eca9d tempest-ServerRescueTestJSON-987360766 tempest-ServerRescueTestJSON-987360766-project] 10.222.0.90 "DELETE /v2.0/ports/7f74e630-816c-44b1-b0fc-bce168666631 HTTP/1.1" status: 204 len: 173 time: 2.1621065 Aug 04 17:07:44.424018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17', 'name': 'network-vif-deleted', 'tag': '7f74e630-816c-44b1-b0fc-bce168666631'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:07:44.434639 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58a950c-15c1-4f80-8b35-4679792abd80" -d '{"events": [{"server_uuid": "6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17", "name": "network-vif-deleted", "tag": "7f74e630-816c-44b1-b0fc-bce168666631"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:07:44.444023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-060172ae-5a57-47f6-b1a8-b1f0ca6c8276 None None] Provisioning complete for port fc732593-e3e3-46b8-b687-23b7c42b1458 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:44.451079 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-060172ae-5a57-47f6-b1a8-b1f0ca6c8276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.530002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-122ea81c-6dc1-44d6-9556-4d264e2d448a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.543749 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83df904d-565c-4bae-99b7-6ad84be742d7 x-openstack-request-id: req-83df904d-565c-4bae-99b7-6ad84be742d7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:07:44.544108 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17", "name": "network-vif-deleted", "tag": "7f74e630-816c-44b1-b0fc-bce168666631", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:07:44.544358 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83df904d-565c-4bae-99b7-6ad84be742d7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:07:44.550864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63317516-4a77-457d-b416-f3b7d9b7582c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.555085 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe5f370-5ffb-4d03-8cdd-5fe3a07bfd17', 'name': 'network-vif-deleted', 'tag': '7f74e630-816c-44b1-b0fc-bce168666631', 'status': 'completed', 'code': 200} Aug 04 17:07:44.558478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63317516-4a77-457d-b416-f3b7d9b7582c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.605045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-060172ae-5a57-47f6-b1a8-b1f0ca6c8276 None None] Port fc732593-e3e3-46b8-b687-23b7c42b1458 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:07:44.627829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-060172ae-5a57-47f6-b1a8-b1f0ca6c8276 None None] Provisioning for port 1454539d-1d5c-470a-a154-914dfd5a27fc completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:44.633645 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63317516-4a77-457d-b416-f3b7d9b7582c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.634137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 55c392a4-4e47-4419-8e51-751dac0b6680 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:44.640223 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-63317516-4a77-457d-b416-f3b7d9b7582c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3247786 Aug 04 17:07:44.645610 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-122ea81c-6dc1-44d6-9556-4d264e2d448a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.646373 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.647086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59908) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:44.658533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-25233072-50bc-4c34-8dc1-7b0be77e87db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'security_group_rule': {'security_group_id': '4824f7ac-9a7a-4304-89e4-306054f506c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:44.674481 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63317516-4a77-457d-b416-f3b7d9b7582c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4824f7ac-9a7a-4304-89e4-306054f506c3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:44.749133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-25233072-50bc-4c34-8dc1-7b0be77e87db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.804292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1454539d-1d5c-470a-a154-914dfd5a27fc up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:44.847275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce09a7-94c8-41cc-aaa1-b62dd03683a4 req-d63bab14-f1df-43bf-9712-fc5ec534bdfb tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:44.854009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39ce09a7-94c8-41cc-aaa1-b62dd03683a4 req-d63bab14-f1df-43bf-9712-fc5ec534bdfb tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.2202106 Aug 04 17:07:44.882283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-25233072-50bc-4c34-8dc1-7b0be77e87db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.892185 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-25233072-50bc-4c34-8dc1-7b0be77e87db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.912136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39ce09a7-94c8-41cc-aaa1-b62dd03683a4 req-d854dcd1-151b-4357-9363-445be7f9c81c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Aug 04 17:07:44.912797 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-122ea81c-6dc1-44d6-9556-4d264e2d448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.915650 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-122ea81c-6dc1-44d6-9556-4d264e2d448a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.919211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-122ea81c-6dc1-44d6-9556-4d264e2d448a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cbd5d34-17b4-4cd1-8ff2-12e3f1ca12c2 HTTP/1.1" status: 204 len: 168 time: 0.5890062 Aug 04 17:07:44.924873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ea81c-6dc1-44d6-9556-4d264e2d448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbd5d34-17b4-4cd1-8ff2-12e3f1ca12c2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:44.952219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25233072-50bc-4c34-8dc1-7b0be77e87db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b19faf-aba0-42f4-a67c-ea0da6c1c5dd,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:44.962921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1454539d-1d5c-470a-a154-914dfd5a27fc completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:44.969869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1454539d-1d5c-470a-a154-914dfd5a27fc triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:44.970656 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.987559 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-25233072-50bc-4c34-8dc1-7b0be77e87db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:44.989632 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-25233072-50bc-4c34-8dc1-7b0be77e87db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3406298 Aug 04 17:07:44.992449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59920) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:45.005999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-73dd231f-65fb-4ff8-9e45-b54e898d8c8d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'security_group_rule': {'security_group_id': '4824f7ac-9a7a-4304-89e4-306054f506c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:45.068983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-73dd231f-65fb-4ff8-9e45-b54e898d8c8d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:45.080540 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:45.093251 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 7f74e630-816c-44b1-b0fc-bce168666631 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:07:45.119958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 7f74e630-816c-44b1-b0fc-bce168666631 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:07:45.120452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 7f74e630-816c-44b1-b0fc-bce168666631 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:07:45.168244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 1454539d-1d5c-470a-a154-914dfd5a27fc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1454539d-1d5c-470a-a154-914dfd5a27fc,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:45.178081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:45.230766 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-73dd231f-65fb-4ff8-9e45-b54e898d8c8d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:45.235827 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-73dd231f-65fb-4ff8-9e45-b54e898d8c8d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:45.241673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=1454539d-1d5c-470a-a154-914dfd5a27fc,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:45.267038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd231f-65fb-4ff8-9e45-b54e898d8c8d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac19c8c-c95e-4150-8adf-b6f502050a74,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:45.283490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-73dd231f-65fb-4ff8-9e45-b54e898d8c8d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:45.285188 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-73dd231f-65fb-4ff8-9e45-b54e898d8c8d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2915442 Aug 04 17:07:45.288440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59926) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:45.294261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:45.333758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:45.461063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:45.497134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59938) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:45.695074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Allocated IP 172.25.2.106 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/467ff9f2-614e-45a6-8b59-cd8cef1a579f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:45.895850 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.000974 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.114168 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.140874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:46.146083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1454539d-1d5c-470a-a154-914dfd5a27fc up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:46.169565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:46.173886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Port': ['ID=467ff9f2-614e-45a6-8b59-cd8cef1a579f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:46.177397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:46.241328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6202e52-4605-46cb-8322-aa4fd6bdadf6 req-1f9c4ff0-8f69-4f5e-8f86-a8468c7974da tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:46.242339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1454539d-1d5c-470a-a154-914dfd5a27fc triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:46.243178 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.254257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6202e52-4605-46cb-8322-aa4fd6bdadf6 req-1f9c4ff0-8f69-4f5e-8f86-a8468c7974da tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.1945040 Aug 04 17:07:46.395609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6202e52-4605-46cb-8322-aa4fd6bdadf6 req-ce6eb3b8-fe71-409d-8edc-554556664c62 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314554 Aug 04 17:07:46.443388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.515679 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.572179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] Deleting port 8b1082e2-7091-4a54-8dfe-774e655fc977 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:46.572913 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.690395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] For port 8b1082e2-7091-4a54-8dfe-774e655fc977, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8b1082e2-7091-4a54-8dfe-774e655fc977,segment=NetworkSegment(2293684b-b34c-4c37-95f6-dd610040e87d),segment_id=2293684b-b34c-4c37-95f6-dd610040e87d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:46.691046 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.713581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] Calling delete_port for 8b1082e2-7091-4a54-8dfe-774e655fc977 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:46.770775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.778742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.908142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Port': ['ID=467ff9f2-614e-45a6-8b59-cd8cef1a579f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:46.925251 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.945665 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:46.947213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ac74a839-dbd6-47ab-8619-d2db8e46d407 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6576817 Aug 04 17:07:47.021926 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:47.033931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59994) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:47.086898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1082e2-7091-4a54-8dfe-774e655fc977,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:47.120990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8c91700d-dd81-4f29-b62b-f9c502199311 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:07:47.398642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:47.520203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:47.542053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '8c91700d-dd81-4f29-b62b-f9c502199311', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'port_id': '8c91700d-dd81-4f29-b62b-f9c502199311', 'mac_address': 'fa:16:3e:4f:55:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:07:47.549756 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e8caeb4-1bc0-46a1-a2f5-aecd0e714615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:47.609985 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:47.636919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c91700d-dd81-4f29-b62b-f9c502199311 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:07:47.691029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:47.701830 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:47.754284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ae4c1dc1-0099-425f-a384-9b95ff8e3f25 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2097037662&fields=id&tenant_id=2cc94953506a4e78aea23a881315503c HTTP/1.1" status: 200 len: 267 time: 0.1870816 Aug 04 17:07:47.757038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:47.770406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8561e-03a5-4f13-8804-be1f35a918c9 req-b3fec0a6-5bc9-485b-ac80-ec702ed0d046 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:47.772033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70c8561e-03a5-4f13-8804-be1f35a918c9 req-b3fec0a6-5bc9-485b-ac80-ec702ed0d046 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 944 time: 0.2261934 Aug 04 17:07:47.811525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] Router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:07:47.873425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-43d55cf4-705d-4277-a7d9-004b5aafd524 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:47.874772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-43d55cf4-705d-4277-a7d9-004b5aafd524 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports/055d70de-a204-430b-8bd6-bc6a5dc0ccdd HTTP/1.1" status: 200 len: 936 time: 0.1017017 Aug 04 17:07:47.890568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70c8561e-03a5-4f13-8804-be1f35a918c9 req-c2f74861-425c-40c8-ad24-1d67853ee72e tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073580 Aug 04 17:07:47.946240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-8e6b82cc-dec6-4b06-852d-3620f5d2c528 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:47.947742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-8e6b82cc-dec6-4b06-852d-3620f5d2c528 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports/fc732593-e3e3-46b8-b687-23b7c42b1458 HTTP/1.1" status: 200 len: 937 time: 0.0622950 Aug 04 17:07:47.954371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:07:47.962405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8c91700d-dd81-4f29-b62b-f9c502199311'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:07:47.966667 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6be648d6-090b-475e-abf9-046b2ec0f7bf admin admin] 10.222.0.39 "PUT /v2.0/routers/17d7659f-e0a5-4e48-bc7c-26aced1fdde7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4655590 Aug 04 17:07:47.967054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60030) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:47.969241 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] Sync routers for ids ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:07:47.991302 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] Routers {'17d7659f-e0a5-4e48-bc7c-26aced1fdde7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:07:47.992139 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:48.078726 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e8caeb4-1bc0-46a1-a2f5-aecd0e714615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:48.109128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-1c27c441-eb08-4279-af83-cccdae661d42 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1506741 Aug 04 17:07:48.110338 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0e8caeb4-1bc0-46a1-a2f5-aecd0e714615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:48.217956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0e8caeb4-1bc0-46a1-a2f5-aecd0e714615 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c9353a330354997a125aa4284fe4086&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1805065 Aug 04 17:07:48.217956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8caeb4-1bc0-46a1-a2f5-aecd0e714615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d07c9-ee9d-431e-bcb0-3e858905dd9e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:48.223222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60034) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:48.278318 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:48.287990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-eda5dc81-9b70-4646-b7ce-82abff381f19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1216755 Aug 04 17:07:48.322005 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] Set router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:07:48.379953 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c49b4c0a-48e0-4eb2-9fbb-b2299976a43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:48.422617 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c49b4c0a-48e0-4eb2-9fbb-b2299976a43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:48.465040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-3af5e353-8b34-4e88-8499-08a932605bfb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:48.470814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-3af5e353-8b34-4e88-8499-08a932605bfb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:48.476605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-3af5e353-8b34-4e88-8499-08a932605bfb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:48.478271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-3af5e353-8b34-4e88-8499-08a932605bfb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/networks?id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2 HTTP/1.1" status: 200 len: 1996 time: 0.1697972 Aug 04 17:07:48.499952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:48.500239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-09a3f26f-274f-4e45-a2fb-45ae50283e2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/quotas/2cc94953506a4e78aea23a881315503c HTTP/1.1" status: 200 len: 375 time: 0.0139029 Aug 04 17:07:48.595704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-4926352f-a0e0-4c95-81c2-2dcaf4671aeb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0891445 Aug 04 17:07:48.598636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c49b4c0a-48e0-4eb2-9fbb-b2299976a43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:48.601367 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c49b4c0a-48e0-4eb2-9fbb-b2299976a43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:48.602506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c49b4c0a-48e0-4eb2-9fbb-b2299976a43d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac9d07c9-ee9d-431e-bcb0-3e858905dd9e HTTP/1.1" status: 204 len: 168 time: 0.3631465 Aug 04 17:07:48.611960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Deleting port 0bc1a82b-54f4-4463-b27b-c903df2450fb {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:07:48.612346 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:48.618735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b4c0a-48e0-4eb2-9fbb-b2299976a43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d07c9-ee9d-431e-bcb0-3e858905dd9e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:48.656355 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'name': 'tempest-ServerRescueTestJSON-253580759-router', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:33Z', 'updated_at': '2021-08-04T17:07:46Z', 'revision_number': 5, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'gw_port': {'id': '0bc1a82b-54f4-4463-b27b-c903df2450fb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:05:35Z', 'updated_at': '2021-08-04T17:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:48.749233 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] For port 0bc1a82b-54f4-4463-b27b-c903df2450fb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0bc1a82b-54f4-4463-b27b-c903df2450fb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:48.749616 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:48.772021 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Calling delete_port for 0bc1a82b-54f4-4463-b27b-c903df2450fb owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:07:48.884359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-95aaf198-55bf-41c1-b564-5d71442f9bfa service neutron] 10.222.0.39 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496057 Aug 04 17:07:48.901386 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] Checking router: 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:07:48.912391 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] Routers {'17d7659f-e0a5-4e48-bc7c-26aced1fdde7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:07:48.913522 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:48.998439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.048457 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] Set router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:07:49.062163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc1a82b-54f4-4463-b27b-c903df2450fb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:49.129563 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'name': 'tempest-ServerRescueTestJSON-253580759-router', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:33Z', 'updated_at': '2021-08-04T17:07:48Z', 'revision_number': 6, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:49.130997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60068) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:49.135703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8c91700d-dd81-4f29-b62b-f9c502199311 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:07:49.150361 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef4ebc80-c877-4a49-9425-c6eb1a1f749a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.153741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-74f7a625-3955-485c-81c4-dc0f4fc4bc2c service neutron] 10.222.0.39 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576609 Aug 04 17:07:49.162530 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d0cfb7-d764-4f13-bc53-df792541c9aa None None] The sync data for ids ['17d7659f-e0a5-4e48-bc7c-26aced1fdde7'] in n-d-764435-5 is: [{'id': '17d7659f-e0a5-4e48-bc7c-26aced1fdde7', 'name': 'tempest-ServerRescueTestJSON-253580759-router', 'tenant_id': 'fb60676ed82b42899fecd4437f375f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:05:33Z', 'updated_at': '2021-08-04T17:07:48Z', 'revision_number': 6, 'project_id': 'fb60676ed82b42899fecd4437f375f7f', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:07:49.173091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ab349-2e7d-44f9-91b4-f1360165756e req-d937ef0e-ceaf-4a8b-84db-35c17215f153 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:49.175167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-757ab349-2e7d-44f9-91b4-f1360165756e req-d937ef0e-ceaf-4a8b-84db-35c17215f153 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 945 time: 0.1216555 Aug 04 17:07:49.182970 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.227612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 8c91700d-dd81-4f29-b62b-f9c502199311 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:49.228893 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.242646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-b8f0824a-7e10-4a5a-ad00-5880c5fa8a89 service neutron] 10.222.0.39 "GET /v2.0/ports/055d70de-a204-430b-8bd6-bc6a5dc0ccdd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0664258 Aug 04 17:07:49.301147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.301147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.317266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-757ab349-2e7d-44f9-91b4-f1360165756e req-e59facce-6fb9-481d-905e-304c59f10351 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274743 Aug 04 17:07:49.350696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.404886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:07:49.408017 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e41dcc8-5739-49a9-9cf1-67dd6e496835" -d '{"events": [{"server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "name": "network-vif-plugged", "status": "completed", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:07:49.410859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.411411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17d7659f-e0a5-4e48-bc7c-26aced1fdde7 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:07:49.412969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:07:49.416745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.419882 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.420613 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bb8e72c5-37c8-49e6-961f-21fcbdcb03e1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/17d7659f-e0a5-4e48-bc7c-26aced1fdde7 HTTP/1.1" status: 204 len: 168 time: 1.4525421 Aug 04 17:07:49.421229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60076) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:49.442230 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef4ebc80-c877-4a49-9425-c6eb1a1f749a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.474012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb14e4a2-3b86-43b6-a640-cf926aae5eda admin admin] Deleting subnet 7fd3435b-5995-4704-90e3-7a7debc78484 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:07:49.476614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-5548bcc3-71e2-4f5a-9078-8d31d2284237 service neutron] 10.222.0.39 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205801 Aug 04 17:07:49.478274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ef4ebc80-c877-4a49-9425-c6eb1a1f749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.480938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=10']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:49.487097 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb14e4a2-3b86-43b6-a640-cf926aae5eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.492845 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e4a67c-1fa3-4268-8504-e009f274d659 x-openstack-request-id: req-96e4a67c-1fa3-4268-8504-e009f274d659 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:07:49.493345 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "name": "network-vif-plugged", "status": "completed", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:07:49.493772 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96e4a67c-1fa3-4268-8504-e009f274d659 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:07:49.494773 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311', 'code': 200} Aug 04 17:07:49.556820 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb14e4a2-3b86-43b6-a640-cf926aae5eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.616225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb14e4a2-3b86-43b6-a640-cf926aae5eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.696674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb14e4a2-3b86-43b6-a640-cf926aae5eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.712735 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb14e4a2-3b86-43b6-a640-cf926aae5eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.715382 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-eb14e4a2-3b86-43b6-a640-cf926aae5eda admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7fd3435b-5995-4704-90e3-7a7debc78484 HTTP/1.1" status: 204 len: 168 time: 0.2931321 Aug 04 17:07:49.735551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60080) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:49.743930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14e4a2-3b86-43b6-a640-cf926aae5eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd3435b-5995-4704-90e3-7a7debc78484,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:49.849854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.941363 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.953519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ae89e2-39c6-428c-9d51-4b52d2d2f836']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:49.966157 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2293684b-b34c-4c37-95f6-dd610040e87d') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:49.966462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2293684b-b34c-4c37-95f6-dd610040e87d') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:49.976028 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:49.991211 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.003147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:07:50.003802 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:07:50.005784 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:07:50.031911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ebc80-c877-4a49-9425-c6eb1a1f749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b71df8e-ed5f-4f6a-906d-c446674f7d78,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:50.041136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ef4ebc80-c877-4a49-9425-c6eb1a1f749a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe1f982e4ad04874827eb9839775eb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9087839 Aug 04 17:07:50.045494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60090) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:50.067307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d018bed-2a9e-43fb-a9bf-a90c1587c212 req-06a30a04-783f-41f7-8f96-040aedd80b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:50.068823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d018bed-2a9e-43fb-a9bf-a90c1587c212 req-06a30a04-783f-41f7-8f96-040aedd80b0e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 1098 time: 0.0791481 Aug 04 17:07:50.099149 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.106972 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.131135 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] 10.222.0.39 "DELETE /v2.0/networks/46ae89e2-39c6-428c-9d51-4b52d2d2f836 HTTP/1.1" status: 204 len: 168 time: 0.3873663 Aug 04 17:07:50.149426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb1c62-97a4-4007-b7f6-3fb34e93bbfe admin admin] Pushing event deleted for resources: {'Network': ['ID=46ae89e2-39c6-428c-9d51-4b52d2d2f836,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:50.160628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c9ad27a3-203b-425c-8c5d-288f03b88f87 service neutron] 10.222.0.39 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722503 Aug 04 17:07:50.167782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d018bed-2a9e-43fb-a9bf-a90c1587c212 req-b29a8c48-66b8-4e96-baf4-7bc9c063585a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896680 Aug 04 17:07:50.206792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0bc1a82b-54f4-4463-b27b-c903df2450fb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:07:50.222211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-6a8a7661-4627-4df0-bb94-58d760d6252f service neutron] 10.222.0.39 "GET /v2.0/ports/fc732593-e3e3-46b8-b687-23b7c42b1458?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0462072 Aug 04 17:07:50.225288 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c7ca32f4-c876-4ac8-a667-c9db1ea648c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.250789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c7ca32f4-c876-4ac8-a667-c9db1ea648c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.257955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 0bc1a82b-54f4-4463-b27b-c903df2450fb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:07:50.260920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0bc1a82b-54f4-4463-b27b-c903df2450fb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:07:50.262696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8b1082e2-7091-4a54-8dfe-774e655fc977 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:07:50.311553 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c7ca32f4-c876-4ac8-a667-c9db1ea648c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.313453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 8b1082e2-7091-4a54-8dfe-774e655fc977 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:07:50.315621 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c7ca32f4-c876-4ac8-a667-c9db1ea648c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.317332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8b1082e2-7091-4a54-8dfe-774e655fc977 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:07:50.320542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c7ca32f4-c876-4ac8-a667-c9db1ea648c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b71df8e-ed5f-4f6a-906d-c446674f7d78 HTTP/1.1" status: 204 len: 168 time: 0.2736564 Aug 04 17:07:50.369770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca32f4-c876-4ac8-a667-c9db1ea648c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b71df8e-ed5f-4f6a-906d-c446674f7d78,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:50.452872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60104) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:50.468791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-8ef80d20-3768-4b17-818c-7a9cd6b18fe9 service neutron] 10.222.0.39 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684561 Aug 04 17:07:50.537626 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d9aa7a06-8396-4852-9fba-663df533341a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb60676ed82b42899fecd4437f375f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834217 Aug 04 17:07:50.544965 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60106) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:50.666997 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23988855-afda-4e3e-9142-41d0978b805a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.679470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f1e5e-19f8-4945-81d8-24832f9ef90f req-6c235e78-ee82-4fcd-9cc1-27e9f28fc2b4 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:50.681214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa3f1e5e-19f8-4945-81d8-24832f9ef90f req-6c235e78-ee82-4fcd-9cc1-27e9f28fc2b4 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 947 time: 0.1705701 Aug 04 17:07:50.703579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23988855-afda-4e3e-9142-41d0978b805a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.716865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-f567b2f7-db35-434d-86f1-4ecbab119f4e service neutron] 10.222.0.39 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405972 Aug 04 17:07:50.791954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23988855-afda-4e3e-9142-41d0978b805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.795132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23988855-afda-4e3e-9142-41d0978b805a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:50.796870 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-23988855-afda-4e3e-9142-41d0978b805a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30b259d4-d303-4b37-b923-2d6c78b3459c HTTP/1.1" status: 204 len: 168 time: 0.2449679 Aug 04 17:07:50.808051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23988855-afda-4e3e-9142-41d0978b805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b259d4-d303-4b37-b923-2d6c78b3459c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:50.883386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa3f1e5e-19f8-4945-81d8-24832f9ef90f req-29a0b471-d4b5-460b-b673-873016923936 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943750 Aug 04 17:07:50.953534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-6f81c456-c3aa-494c-9bf8-9ef2e1f74dd6 service neutron] 10.222.0.39 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218313 Aug 04 17:07:51.101748 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:07:51.106263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e0879daf-b1ff-4d09-b2d0-2997e5a4c9f0 service neutron] 10.222.0.39 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503201 Aug 04 17:07:51.249381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-057a0fda-166a-44f0-b515-d2c10fc4b242 service neutron] 10.222.0.39 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417005 Aug 04 17:07:51.378641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-a99d3cfd-a8bf-4905-9f8f-86a93062ba2d service neutron] 10.222.0.39 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230361 Aug 04 17:07:51.480534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-0ebef19b-a70b-4bd0-a88a-aaf1a96cb82e service neutron] 10.222.0.39 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960021 Aug 04 17:07:51.712361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ab4b976e-0bcb-4bde-bdcf-6d22fc4457ae service neutron] 10.222.0.39 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196302 Aug 04 17:07:51.969669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d80f268d-c830-4b91-ade5-b6ccff09cfe3 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330587 Aug 04 17:07:52.262852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a163065-7f80-4b2b-b4b7-bfe85fc4d2ff req-c70b101e-1a25-46ac-9a2c-3136a9f55308 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:52.271636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a163065-7f80-4b2b-b4b7-bfe85fc4d2ff req-c70b101e-1a25-46ac-9a2c-3136a9f55308 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 947 time: 0.2364290 Aug 04 17:07:52.411490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a163065-7f80-4b2b-b4b7-bfe85fc4d2ff req-ab1d0c68-58d7-4b3f-8316-6fe7e30f815c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388407 Aug 04 17:07:52.421635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-9f3fb379-3b0a-4e89-a8b6-0a110f1cc312 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439087 Aug 04 17:07:52.686697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60228) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:52.953581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-network', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:52.989737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Made reservation on behalf of bba4d1181f934dc69f61c8c203644dbf for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:52.993096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:53.005431 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:53.150610 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:53.157807 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:53.226144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:07:53.236759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b409de8c-c887-4ad3-b583-27e6a2251f98,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:53.258250 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:53.258708 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Added segment 82ef0f41-0a57-4445-8d4e-f88e9dca8d5a of type vlan for network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 Aug 04 17:07:53.314079 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:53.354720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:53.357365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:53.358977 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:53.588323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9005473 Aug 04 17:07:53.591349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60286) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:53.598390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Request body: {'subnet': {'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-subnet', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:53.639131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Made reservation on behalf of bba4d1181f934dc69f61c8c203644dbf for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:53.643678 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:53.675510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05cafc1b-7d20-4fda-972d-d6a3b9ea2a97 req-54129ad2-fcdd-4404-a91a-ebd058baa3dd tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.1440313 Aug 04 17:07:53.690995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4896e1d-e1c5-43c8-a8f5-036bbd7d40b9 admin admin] Pushing event updated for resources: {'Network': ['ID=eef1ac65-f8cf-40f6-9718-98fc9ce21a89,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:53.716667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:07:53.719252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694aa70-5413-4a82-a250-62ddf2010d53 req-b9bbb26d-bc5d-485c-a35a-84d73ea52931 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:53.756535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6694aa70-5413-4a82-a250-62ddf2010d53 req-b9bbb26d-bc5d-485c-a35a-84d73ea52931 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 947 time: 0.1860859 Aug 04 17:07:53.827095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6694aa70-5413-4a82-a250-62ddf2010d53 req-e6b95d41-b16a-45d8-bb84-61ef145c2de6 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674417 Aug 04 17:07:54.556141 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:54.636689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=466d761b-13ae-40a8-b011-70321654bc07,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:54.663086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Checking segment: {'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:07:54.663864 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Network hostable DHCP agents. Network: eef1ac65-f8cf-40f6-9718-98fc9ce21a89, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:07:54.692910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:07:54.714927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, eef1ac65-f8cf-40f6-9718-98fc9ce21a89) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:54.722737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59acde0-aa9d-48fd-a3ad-3fef1ffaeb6b None None] Network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:54.727642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:54.728334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:54.744335 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9a690c3b-0fb9-4377-b47f-bec04c962a3c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1509931 Aug 04 17:07:54.748129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60328) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:54.753505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-router', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:54.800665 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:54.802561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:54.863700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da48c14-8545-47dd-a781-f33e0cf4f787 None None] Network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:07:54.869681 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.088177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b1eeace-af55-4cdb-bed4-15fb59ca52ca req-be67f9aa-9922-4076-b0cb-3bd6cc004e48 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.1121433 Aug 04 17:07:55.104069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60338) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:55.126108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-6aeedbb4-6d71-4056-b83d-76c1055cf09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:55.128322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-6aeedbb4-6d71-4056-b83d-76c1055cf09a service neutron] 10.222.0.82 "GET /v2.0/ports/055d70de-a204-430b-8bd6-bc6a5dc0ccdd HTTP/1.1" status: 200 len: 1032 time: 0.1443417 Aug 04 17:07:55.248230 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.256981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bab5fd2e-160b-41ef-b67e-b1da2cf77d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:55.258520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bab5fd2e-160b-41ef-b67e-b1da2cf77d90 service neutron] 10.222.0.82 "GET /v2.0/ports/fc732593-e3e3-46b8-b687-23b7c42b1458 HTTP/1.1" status: 200 len: 1033 time: 0.0700533 Aug 04 17:07:55.309357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91045903-f5e8-45cd-a589-38f173d112d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.462031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2496ca2c-c058-4106-96d7-17cb60383df0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:55.467380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91045903-f5e8-45cd-a589-38f173d112d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.467963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2496ca2c-c058-4106-96d7-17cb60383df0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:55.474172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2496ca2c-c058-4106-96d7-17cb60383df0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:55.474531 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91045903-f5e8-45cd-a589-38f173d112d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.476120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2496ca2c-c058-4106-96d7-17cb60383df0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "GET /v2.0/networks?id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2 HTTP/1.1" status: 200 len: 1996 time: 0.2060840 Aug 04 17:07:55.521535 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-91045903-f5e8-45cd-a589-38f173d112d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cccfa8219aa4a3ca12a656c163bb789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152339 Aug 04 17:07:55.522463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91045903-f5e8-45cd-a589-38f173d112d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998e245c-ecb8-49de-934f-e000b279b01f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:55.525097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60348) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:55.586961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97e8b85e-716d-4dd3-ab0e-e7a7958286bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.613342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97e8b85e-716d-4dd3-ab0e-e7a7958286bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.653839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-f3bfb34c-68f3-4827-af64-f342d87e627c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc94953506a4e78aea23a881315503c HTTP/1.1" status: 200 len: 380 time: 0.1674111 Aug 04 17:07:55.665561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'admin_state_up': True, 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'security_groups': ['4824f7ac-9a7a-4304-89e4-306054f506c3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:55.671720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.673046 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97e8b85e-716d-4dd3-ab0e-e7a7958286bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.677434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97e8b85e-716d-4dd3-ab0e-e7a7958286bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.681311 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-97e8b85e-716d-4dd3-ab0e-e7a7958286bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/998e245c-ecb8-49de-934f-e000b279b01f HTTP/1.1" status: 204 len: 168 time: 0.1527054 Aug 04 17:07:55.690253 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8b85e-716d-4dd3-ab0e-e7a7958286bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e245c-ecb8-49de-934f-e000b279b01f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:55.757763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.963639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:55.967694 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:55.990759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Allocated IP 172.25.2.74 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/261da9ca-c949-489d-bf46-57f4b4afb54f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:56.130968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60360) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:56.159761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e603db3-f2a3-4927-b252-53a736abfa6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:56.267752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Allocated IP 172.20.0.12 (b3eb9666-862a-4b2f-a577-a9a0071ffb65/ef543eaa-4be5-4e02-bbc5-f2ae9095973a/da58f926-5e25-416a-b85c-cbfc1468b16c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:56.309019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e603db3-f2a3-4927-b252-53a736abfa6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:56.315562 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e603db3-f2a3-4927-b252-53a736abfa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:56.357177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84c11c61-3717-4653-b609-150c2e6f024d req-f25dc207-fd6e-4072-892b-4555f82aefdf tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0782771 Aug 04 17:07:56.360770 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9e603db3-f2a3-4927-b252-53a736abfa6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=348afc12824a45a1afb2cb2532dc7bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282817 Aug 04 17:07:56.361839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e603db3-f2a3-4927-b252-53a736abfa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c8d8c6-e732-4a1f-942e-cae1abeb8f75,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:56.368337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60364) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:56.389852 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:56.448367 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbb6150f-a89b-4ecb-b663-5e8ba324749f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:56.476759 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbb6150f-a89b-4ecb-b663-5e8ba324749f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:56.537462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbb6150f-a89b-4ecb-b663-5e8ba324749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:56.540742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbb6150f-a89b-4ecb-b663-5e8ba324749f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:56.544987 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fbb6150f-a89b-4ecb-b663-5e8ba324749f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4c8d8c6-e732-4a1f-942e-cae1abeb8f75 HTTP/1.1" status: 204 len: 168 time: 0.1678731 Aug 04 17:07:56.554355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6150f-a89b-4ecb-b663-5e8ba324749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c8d8c6-e732-4a1f-942e-cae1abeb8f75,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:56.635817 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:56.730850 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:56.735771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:56.742007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:56.753009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:56.818066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Pushing event updated for resources: {'Port': ['ID=261da9ca-c949-489d-bf46-57f4b4afb54f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:56.821296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Transition to ACTIVE for port object da58f926-5e25-416a-b85c-cbfc1468b16c will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:56.981331 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:57.452391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network b3eb9666-862a-4b2f-a577-a9a0071ffb65 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:57.461292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:57.468184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:57.472579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Port': ['ID=da58f926-5e25-416a-b85c-cbfc1468b16c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:57.590144 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:57.701406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:57.702351 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:57.797026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d7a4c17f-a316-48ba-81c5-37f982409897 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1355894 Aug 04 17:07:57.818785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7e0dc-2a3b-4b5c-8e48-eca2121fc755 req-8ec48307-1ba6-446f-85a1-296ccd61c1d2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:57.820620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51c7e0dc-2a3b-4b5c-8e48-eca2121fc755 req-8ec48307-1ba6-446f-85a1-296ccd61c1d2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 932 time: 0.2279940 Aug 04 17:07:57.826761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c', 'admin_state_up': True, 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'security_groups': ['4824f7ac-9a7a-4304-89e4-306054f506c3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:57.896850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-43c68e5b-167f-4273-85c7-ea4af00e0ba6 None None] Provisioning for port da58f926-5e25-416a-b85c-cbfc1468b16c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:57.903888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-43c68e5b-167f-4273-85c7-ea4af00e0ba6 None None] Provisioning complete for port da58f926-5e25-416a-b85c-cbfc1468b16c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:07:57.904686 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-43c68e5b-167f-4273-85c7-ea4af00e0ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:57.989324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-43c68e5b-167f-4273-85c7-ea4af00e0ba6 None None] Port da58f926-5e25-416a-b85c-cbfc1468b16c cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:07:57.991677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51c7e0dc-2a3b-4b5c-8e48-eca2121fc755 req-90419e15-7e51-42be-9e66-d11c77226b02 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560891 Aug 04 17:07:58.156834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:58.250777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:07:58.254952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:58.545426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Router 463d6d90-4935-441e-b47c-11e18c8e51b0 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:07:58.557739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Allocated IP 10.1.1.47 (ba071955-fd30-4b22-a93b-fc9408c54c5c/ac82c4b4-fb28-43c6-aadf-f16f34ea2b06/eb287487-5fc2-496c-a194-2e1ecc152829) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:07:58.770264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:07:58.779277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Sync routers for ids ['463d6d90-4935-441e-b47c-11e18c8e51b0'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:07:58.800237 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Routers {'463d6d90-4935-441e-b47c-11e18c8e51b0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:07:58.801037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['463d6d90-4935-441e-b47c-11e18c8e51b0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:58.838926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:58.842956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-20145afa-8dbe-438f-8952-13b5425a2622 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0911419 Aug 04 17:07:58.843392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60450) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:07:58.860804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:58.876630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Transition to ACTIVE for port object eb287487-5fc2-496c-a194-2e1ecc152829 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:07:58.943193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:59.141979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network ba071955-fd30-4b22-a93b-fc9408c54c5c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:07:59.173156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:07:59.231193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:07:59.251076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Set router 463d6d90-4935-441e-b47c-11e18c8e51b0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:07:59.259173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Port': ['ID=eb287487-5fc2-496c-a194-2e1ecc152829,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:07:59.491501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:59.492684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:59.552548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447e337-d2bb-4e25-bdc3-5d9f5d4dcd69 req-60483211-f71d-4be4-941b-9d8add3b2860 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:59.562494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447e337-d2bb-4e25-bdc3-5d9f5d4dcd69 req-60483211-f71d-4be4-941b-9d8add3b2860 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:07:59.572954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f447e337-d2bb-4e25-bdc3-5d9f5d4dcd69 req-60483211-f71d-4be4-941b-9d8add3b2860 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 1653 time: 0.3293231 Aug 04 17:07:59.622790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-38364541-8e10-44b8-a647-4272aef5773f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8007693 Aug 04 17:07:59.649889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c', 'admin_state_up': True, 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'security_groups': ['4824f7ac-9a7a-4304-89e4-306054f506c3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:07:59.683301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-router', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:07:54Z', 'updated_at': '2021-08-04T17:07:56Z', 'revision_number': 3, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'gw_port': {'id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:07:55Z', 'updated_at': '2021-08-04T17:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:07:59.729786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Checking router: 463d6d90-4935-441e-b47c-11e18c8e51b0 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:07:59.734564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Updating router 463d6d90-4935-441e-b47c-11e18c8e51b0 port 261da9ca-c949-489d-bf46-57f4b4afb54f binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:07:59.800330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:07:59.961297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e9a88dab-40c3-4ab3-bdbd-4c4ebdd4f481 None None] Provisioning for port eb287487-5fc2-496c-a194-2e1ecc152829 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:07:59.966439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f447e337-d2bb-4e25-bdc3-5d9f5d4dcd69 req-3fa9edca-c6e1-4b35-be8d-3173122fa1cf tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670404 Aug 04 17:08:00.031796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60480) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:00.043665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:00.047578 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:00.096708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2681c-0245-4a8c-b7f4-5ed1df6e7672 req-a91ac8ce-9087-46fa-9e65-f63f01c65482 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.110242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2681c-0245-4a8c-b7f4-5ed1df6e7672 req-a91ac8ce-9087-46fa-9e65-f63f01c65482 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.126193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2681c-0245-4a8c-b7f4-5ed1df6e7672 req-a91ac8ce-9087-46fa-9e65-f63f01c65482 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.139516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2681c-0245-4a8c-b7f4-5ed1df6e7672 req-a91ac8ce-9087-46fa-9e65-f63f01c65482 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.184765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2681c-0245-4a8c-b7f4-5ed1df6e7672 req-a91ac8ce-9087-46fa-9e65-f63f01c65482 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.207845 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e9a88dab-40c3-4ab3-bdbd-4c4ebdd4f481 None None] Provisioning complete for port eb287487-5fc2-496c-a194-2e1ecc152829 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:00.208452 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e9a88dab-40c3-4ab3-bdbd-4c4ebdd4f481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:00.212833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2681c-0245-4a8c-b7f4-5ed1df6e7672 req-a91ac8ce-9087-46fa-9e65-f63f01c65482 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.219710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2681c-0245-4a8c-b7f4-5ed1df6e7672 req-a91ac8ce-9087-46fa-9e65-f63f01c65482 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.228265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce2681c-0245-4a8c-b7f4-5ed1df6e7672 req-a91ac8ce-9087-46fa-9e65-f63f01c65482 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5434 time: 0.3262029 Aug 04 17:08:00.343687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce2681c-0245-4a8c-b7f4-5ed1df6e7672 req-4a42e9e5-b0b1-4403-b8c8-c12e7ed11c2f tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095984 Aug 04 17:08:00.375817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd76225a-7b91-4dfd-8dad-c2f2df893460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:00.465225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e9a88dab-40c3-4ab3-bdbd-4c4ebdd4f481 None None] Port eb287487-5fc2-496c-a194-2e1ecc152829 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:08:00.478109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:00.609579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Allocated IP 10.1.1.226 (ba071955-fd30-4b22-a93b-fc9408c54c5c/ac82c4b4-fb28-43c6-aadf-f16f34ea2b06/e816567d-e02e-4090-a94f-767175a8aa9e) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:00.716182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f49f3-07c2-4a51-b552-7d0919bec315 req-77fe0f80-47eb-4ff1-9086-1d1a6c0765cc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.725002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f49f3-07c2-4a51-b552-7d0919bec315 req-77fe0f80-47eb-4ff1-9086-1d1a6c0765cc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.739149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f49f3-07c2-4a51-b552-7d0919bec315 req-77fe0f80-47eb-4ff1-9086-1d1a6c0765cc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.760844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f49f3-07c2-4a51-b552-7d0919bec315 req-77fe0f80-47eb-4ff1-9086-1d1a6c0765cc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.772865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f49f3-07c2-4a51-b552-7d0919bec315 req-77fe0f80-47eb-4ff1-9086-1d1a6c0765cc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.779544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f49f3-07c2-4a51-b552-7d0919bec315 req-77fe0f80-47eb-4ff1-9086-1d1a6c0765cc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.786018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f49f3-07c2-4a51-b552-7d0919bec315 req-77fe0f80-47eb-4ff1-9086-1d1a6c0765cc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:00.788124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e08f49f3-07c2-4a51-b552-7d0919bec315 req-77fe0f80-47eb-4ff1-9086-1d1a6c0765cc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5434 time: 0.2310786 Aug 04 17:08:00.820537 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:00.836650 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Transition to ACTIVE for port object 261da9ca-c949-489d-bf46-57f4b4afb54f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:00.851894 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:00.899048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd76225a-7b91-4dfd-8dad-c2f2df893460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:00.913388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bd76225a-7b91-4dfd-8dad-c2f2df893460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:00.950221 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:00.967907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Transition to ACTIVE for port object e816567d-e02e-4090-a94f-767175a8aa9e will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:01.013270 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:01.020309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d67e7c-72c1-4102-a3dd-5d52ed36aba6 None None] Pushing event updated for resources: {'Port': ['ID=261da9ca-c949-489d-bf46-57f4b4afb54f,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:01.048358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Attempting to bind port 261da9ca-c949-489d-bf46-57f4b4afb54f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:01.049332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Attempting to bind port 261da9ca-c949-489d-bf46-57f4b4afb54f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:01.049946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Attempting to bind port 261da9ca-c949-489d-bf46-57f4b4afb54f on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:01.056197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:01.056958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:01.057922 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:01.058669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:01.059620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Bound port: 261da9ca-c949-489d-bf46-57f4b4afb54f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:01.060220 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:01.075617 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bd76225a-7b91-4dfd-8dad-c2f2df893460 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1848097531b641b5a211afbbd5c2edd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0405734 Aug 04 17:08:01.076580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76225a-7b91-4dfd-8dad-c2f2df893460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff2e5f5-e831-4234-a6d7-870748e9c8ee,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:01.081526 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60498) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:01.137333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] For port 261da9ca-c949-489d-bf46-57f4b4afb54f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:01.144649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] For port 261da9ca-c949-489d-bf46-57f4b4afb54f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=261da9ca-c949-489d-bf46-57f4b4afb54f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:01.153333 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:01.183348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Port': ['ID=e816567d-e02e-4090-a94f-767175a8aa9e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:01.198306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Allocated IP 172.20.0.1 (eef1ac65-f8cf-40f6-9718-98fc9ce21a89/466d761b-13ae-40a8-b011-70321654bc07/d0561ea0-ea69-44c8-8127-2cb941a89d90) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:01.219726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network ba071955-fd30-4b22-a93b-fc9408c54c5c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:01.223922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:01.229134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:01.274994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Routers {'463d6d90-4935-441e-b47c-11e18c8e51b0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:01.276028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['463d6d90-4935-441e-b47c-11e18c8e51b0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:01.330910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec5cf6-6c17-4f98-9a26-96dad257692b req-79428d74-7462-468a-bea9-b66d949be8c2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:01.337039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec5cf6-6c17-4f98-9a26-96dad257692b req-79428d74-7462-468a-bea9-b66d949be8c2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:01.366535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec5cf6-6c17-4f98-9a26-96dad257692b req-79428d74-7462-468a-bea9-b66d949be8c2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:01.368363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9ec5cf6-6c17-4f98-9a26-96dad257692b req-79428d74-7462-468a-bea9-b66d949be8c2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 2374 time: 0.2030659 Aug 04 17:08:01.426105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] Set router 463d6d90-4935-441e-b47c-11e18c8e51b0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:01.468183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:01.468851 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:01.541119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9ec5cf6-6c17-4f98-9a26-96dad257692b req-b724fe65-adfa-446e-b4e4-05b62788121e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587775 Aug 04 17:08:01.542555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-35e0294d-3720-4057-a079-061705a47c3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9028270 Aug 04 17:08:01.558684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2', 'admin_state_up': True, 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'security_groups': ['4824f7ac-9a7a-4304-89e4-306054f506c3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:01.701870 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f70b2a39-0cb9-410d-a269-50c68cff0b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:01.724924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d67e7c-72c1-4102-a3dd-5d52ed36aba6 None None] Pushing event updated for resources: {'Port': ['ID=261da9ca-c949-489d-bf46-57f4b4afb54f,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:01.788517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-71ef3d2b-3e11-48a6-b6f3-a94679ff7b75 None None] Provisioning for port e816567d-e02e-4090-a94f-767175a8aa9e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:01.793990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f70b2a39-0cb9-410d-a269-50c68cff0b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:01.822886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-71ef3d2b-3e11-48a6-b6f3-a94679ff7b75 None None] Provisioning complete for port e816567d-e02e-4090-a94f-767175a8aa9e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:01.823357 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-71ef3d2b-3e11-48a6-b6f3-a94679ff7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:01.910949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f70b2a39-0cb9-410d-a269-50c68cff0b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:01.920892 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f70b2a39-0cb9-410d-a269-50c68cff0b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:01.922081 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f70b2a39-0cb9-410d-a269-50c68cff0b7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ff2e5f5-e831-4234-a6d7-870748e9c8ee HTTP/1.1" status: 204 len: 168 time: 0.8395696 Aug 04 17:08:02.003300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-71ef3d2b-3e11-48a6-b6f3-a94679ff7b75 None None] Port e816567d-e02e-4090-a94f-767175a8aa9e cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:08:02.010451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b2a39-0cb9-410d-a269-50c68cff0b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff2e5f5-e831-4234-a6d7-870748e9c8ee,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:02.103545 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9de6-c5ff-4eaf-b9b4-7e4665d5dc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:02.120959 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:02.149583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83a517c5-f118-4aad-99d6-127376bdf15b req-26eb8cc2-1f5c-4234-a829-2390fe0a7359 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3920207 Aug 04 17:08:02.166044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:02.177236 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-router', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:07:54Z', 'updated_at': '2021-08-04T17:07:56Z', 'revision_number': 3, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'gw_port': {'id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:07:55Z', 'updated_at': '2021-08-04T17:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:02.220499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2700c-1bde-46e8-8dc0-f33dba358eea None None] The sync data for ids ['463d6d90-4935-441e-b47c-11e18c8e51b0'] in n-d-764435-5 is: [{'id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-router', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:07:54Z', 'updated_at': '2021-08-04T17:07:56Z', 'revision_number': 3, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'gw_port': {'id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:07:55Z', 'updated_at': '2021-08-04T17:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:08:02.277747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:02.357482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:02.377065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:02.385540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:02.509959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Pushing event updated for resources: {'Port': ['ID=d0561ea0-ea69-44c8-8127-2cb941a89d90,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:02.518502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a517c5-f118-4aad-99d6-127376bdf15b req-6399471c-f6f7-4e97-8894-867d36920cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:02.520102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83a517c5-f118-4aad-99d6-127376bdf15b req-6399471c-f6f7-4e97-8894-867d36920cdc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1887efc899274f9b821aaa08cad678b0&device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 1098 time: 0.3311357 Aug 04 17:08:02.564041 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:02.600656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:02.962865 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:03.550591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a517c5-f118-4aad-99d6-127376bdf15b req-6f58cd4d-597b-41e8-a8ac-5ccb60e3536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:03.562042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83a517c5-f118-4aad-99d6-127376bdf15b req-6f58cd4d-597b-41e8-a8ac-5ccb60e3536a service neutron] 10.222.0.90 "GET /v2.0/networks?id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 200 len: 919 time: 1.0157924 Aug 04 17:08:03.599772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:03.613808 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:03.704612 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:03.840473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468784-5679-4098-aa99-0ed043296582 req-9f2ad0fe-7b39-4c21-a9a4-67f75f252ef7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:03.846735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468784-5679-4098-aa99-0ed043296582 req-9f2ad0fe-7b39-4c21-a9a4-67f75f252ef7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:03.869778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468784-5679-4098-aa99-0ed043296582 req-9f2ad0fe-7b39-4c21-a9a4-67f75f252ef7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:03.872755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Pushing event updated for resources: {'Port': ['ID=d0561ea0-ea69-44c8-8127-2cb941a89d90,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:03.884776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7468784-5679-4098-aa99-0ed043296582 req-9f2ad0fe-7b39-4c21-a9a4-67f75f252ef7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 2374 time: 0.9094918 Aug 04 17:08:04.058033 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60560) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:04.071440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7468784-5679-4098-aa99-0ed043296582 req-807b1483-5822-448d-92e3-5b199a7e4854 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854339 Aug 04 17:08:04.127644 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:04.134484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:04.190730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83a517c5-f118-4aad-99d6-127376bdf15b req-7668a59f-e4d7-4bb2-add9-d060da8979ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c91700d-dd81-4f29-b62b-f9c502199311 HTTP/1.1" status: 200 len: 1002 time: 0.5871749 Aug 04 17:08:04.332727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Allocated IP 10.2.2.100 (b6c29649-58d9-47a6-8faa-3a67e09f9da2/110d186f-3474-4f10-971a-ba1fe20cc9a0/cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:04.382951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 261da9ca-c949-489d-bf46-57f4b4afb54f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:04.405050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a517c5-f118-4aad-99d6-127376bdf15b req-60633126-51f3-4c46-8c2c-86583b7bd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:04.407240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83a517c5-f118-4aad-99d6-127376bdf15b req-60633126-51f3-4c46-8c2c-86583b7bd9d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 200 len: 856 time: 0.1978109 Aug 04 17:08:04.462232 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce8db-3cf1-4f38-8af8-d0d9c01f03ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:04.533733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 261da9ca-c949-489d-bf46-57f4b4afb54f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:04.543892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 261da9ca-c949-489d-bf46-57f4b4afb54f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:04.544523 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:04.622778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Router 463d6d90-4935-441e-b47c-11e18c8e51b0 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:08:04.650616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a517c5-f118-4aad-99d6-127376bdf15b req-8a0f6d14-b922-44ab-b806-9367bf948420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:04.652874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83a517c5-f118-4aad-99d6-127376bdf15b req-8a0f6d14-b922-44ab-b806-9367bf948420 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311947 Aug 04 17:08:04.819424 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67fff-7a16-4e22-a5be-fe194699e14a req-2658d4d8-e807-46b3-9348-18efbe6cf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:04.819918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67fff-7a16-4e22-a5be-fe194699e14a req-2658d4d8-e807-46b3-9348-18efbe6cf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:04.820416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67fff-7a16-4e22-a5be-fe194699e14a req-2658d4d8-e807-46b3-9348-18efbe6cf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:04.820903 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67fff-7a16-4e22-a5be-fe194699e14a req-2658d4d8-e807-46b3-9348-18efbe6cf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:04.821388 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67fff-7a16-4e22-a5be-fe194699e14a req-2658d4d8-e807-46b3-9348-18efbe6cf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:04.821872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67fff-7a16-4e22-a5be-fe194699e14a req-2658d4d8-e807-46b3-9348-18efbe6cf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:04.822348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f67fff-7a16-4e22-a5be-fe194699e14a req-2658d4d8-e807-46b3-9348-18efbe6cf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:04.852159 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-24f67fff-7a16-4e22-a5be-fe194699e14a req-2658d4d8-e807-46b3-9348-18efbe6cf249 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6491 time: 0.7868106 Aug 04 17:08:05.129181 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-24f67fff-7a16-4e22-a5be-fe194699e14a req-e18bb42b-6901-491b-93ae-981cd22035a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e47e213b-2944-424d-b5ed-62bbfd455ff7&id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2579815 Aug 04 17:08:05.185718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:08:05.220376 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:05.245288 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c95d026-7255-41b0-a0ec-1a89339cf512 admin admin] 10.222.0.39 "PUT /v2.0/routers/463d6d90-4935-441e-b47c-11e18c8e51b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3893323 Aug 04 17:08:05.275860 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 261da9ca-c949-489d-bf46-57f4b4afb54f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=261da9ca-c949-489d-bf46-57f4b4afb54f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:05.302329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:05.449927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=261da9ca-c949-489d-bf46-57f4b4afb54f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:05.471752 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:05.714719 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:05.731823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Transition to ACTIVE for port object cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:05.782756 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:05.791771 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:05.875446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network b6c29649-58d9-47a6-8faa-3a67e09f9da2 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:05.894012 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Sync routers for ids ['463d6d90-4935-441e-b47c-11e18c8e51b0'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:08:05.896749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:05.909286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:05.912611 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Routers {'463d6d90-4935-441e-b47c-11e18c8e51b0'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:05.913419 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['463d6d90-4935-441e-b47c-11e18c8e51b0'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:05.977320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83a517c5-f118-4aad-99d6-127376bdf15b req-20220ee8-4008-40d7-bd65-759ab308d4d9 service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3128784 Aug 04 17:08:06.000615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7d896-253c-4b2c-af0d-1774a5314089 req-596804e4-294d-4614-95d7-947835572f8f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:06.018351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7d896-253c-4b2c-af0d-1774a5314089 req-596804e4-294d-4614-95d7-947835572f8f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:06.025787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7d896-253c-4b2c-af0d-1774a5314089 req-596804e4-294d-4614-95d7-947835572f8f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:06.035080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7d896-253c-4b2c-af0d-1774a5314089 req-596804e4-294d-4614-95d7-947835572f8f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:06.035925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ee7d896-253c-4b2c-af0d-1774a5314089 req-596804e4-294d-4614-95d7-947835572f8f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 3095 time: 0.4533868 Aug 04 17:08:06.036605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Port': ['ID=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:06.232886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 261da9ca-c949-489d-bf46-57f4b4afb54f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:06.268287 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Set router 463d6d90-4935-441e-b47c-11e18c8e51b0 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:06.301582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:06.302609 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:06.340645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d8f2a267-6d4f-4143-b819-ac4c8d047d31 None None] Provisioning for port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:06.368633 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d8f2a267-6d4f-4143-b819-ac4c8d047d31 None None] Provisioning complete for port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:06.369008 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a267-6d4f-4143-b819-ac4c8d047d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:06.454037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 261da9ca-c949-489d-bf46-57f4b4afb54f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:06.454753 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:06.476976 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ee7d896-253c-4b2c-af0d-1774a5314089 req-9c015baa-d50a-49d7-b6fe-2ccd2afac5d3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092317 Aug 04 17:08:06.550702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2a267-6d4f-4143-b819-ac4c8d047d31 None None] Port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:08:06.585948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee54186d-5d83-491e-82bf-72fe05fe1ef3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0349729 Aug 04 17:08:06.655482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2', 'admin_state_up': True, 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'security_groups': ['4824f7ac-9a7a-4304-89e4-306054f506c3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:06.715327 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83a517c5-f118-4aad-99d6-127376bdf15b req-e274d896-3653-4410-a6a5-54276144f38e service neutron] 10.222.0.90 "GET /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6724155 Aug 04 17:08:06.826179 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-router', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:07:54Z', 'updated_at': '2021-08-04T17:08:02Z', 'revision_number': 4, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'gw_port': {'id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:07:55Z', 'updated_at': '2021-08-04T17:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd0561ea0-ea69-44c8-8127-2cb941a89d90', 'name': '', 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'mac_address': 'fa:16:3e:59:45:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': '466d761b-13ae-40a8-b011-70321654bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:00Z', 'updated_at': '2021-08-04T17:08:03Z', 'revision_number': 2, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'subnets': [{'id': '466d761b-13ae-40a8-b011-70321654bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:06.843520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-f6aaa3c4-9e8f-471a-b18b-9f3e319c1bdd tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:06.855240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-f6aaa3c4-9e8f-471a-b18b-9f3e319c1bdd tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 819 time: 0.6078439 Aug 04 17:08:06.897280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-8686a531-04b9-42d1-bf7d-27d7be82d9c6 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/quotas/bba4d1181f934dc69f61c8c203644dbf HTTP/1.1" status: 200 len: 375 time: 0.0322266 Aug 04 17:08:06.905165 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Checking router: 463d6d90-4935-441e-b47c-11e18c8e51b0 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:08:06.906221 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Updating router 463d6d90-4935-441e-b47c-11e18c8e51b0 port d0561ea0-ea69-44c8-8127-2cb941a89d90 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:08:06.968676 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:06.986900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-44d124b2-0b79-4772-8931-cf59a0fad307 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831921 Aug 04 17:08:06.989194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Made reservation on behalf of 2cc94953506a4e78aea23a881315503c for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:06.996193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.145144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-35680c62-b940-40d2-8328-d22e366f4006 service neutron] 10.222.0.39 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444018 Aug 04 17:08:07.149496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60658) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:07.360697 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-188d72f7-86a3-43a0-a3f1-b8195849124d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.364912 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.376360 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Transition to ACTIVE for port object d0561ea0-ea69-44c8-8127-2cb941a89d90 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:07.384207 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-71a919b3-958a-4b8a-8258-0560355cda46 service neutron] 10.222.0.39 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235646 Aug 04 17:08:07.397994 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.400278 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.423320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Allocated IP 10.2.2.200 (b6c29649-58d9-47a6-8faa-3a67e09f9da2/110d186f-3474-4f10-971a-ba1fe20cc9a0/c15942b0-432c-480d-9005-da6faf613418) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:07.520840 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Pushing event updated for resources: {'Port': ['ID=d0561ea0-ea69-44c8-8127-2cb941a89d90,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:07.589009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-188d72f7-86a3-43a0-a3f1-b8195849124d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.601419 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-188d72f7-86a3-43a0-a3f1-b8195849124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.613244 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.613244 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.616569 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.616716 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.617062 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.617398 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.617742 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.618038 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.618360 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.618679 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.619020 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.619336 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:07.685323 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-188d72f7-86a3-43a0-a3f1-b8195849124d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04235603ef0d4930a010030ffa7f51d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347178 Aug 04 17:08:07.687258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60666) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:07.688230 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d72f7-86a3-43a0-a3f1-b8195849124d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a07ae7a-3b83-4735-b9bc-94bb01dbc408,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:07.732115 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Attempting to bind port d0561ea0-ea69-44c8-8127-2cb941a89d90 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:07.732472 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Attempting to bind port d0561ea0-ea69-44c8-8127-2cb941a89d90 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:07.733026 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Attempting to bind port d0561ea0-ea69-44c8-8127-2cb941a89d90 on network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:07.748142 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:07.748517 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Checking segment: {'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:07.748922 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.749315 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Bound using segment: {'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:07.749799 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Bound port: d0561ea0-ea69-44c8-8127-2cb941a89d90, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:07.750167 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.831242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-462d565c-6043-4490-b422-648aae659e96 req-9b47cf12-f428-4bba-bdd1-0fea4e661580 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 210 time: 0.1152253 Aug 04 17:08:07.920318 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] For port d0561ea0-ea69-44c8-8127-2cb941a89d90, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:07.922243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0016289-2151-4550-8511-3deacd2bf0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.932847 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] For port d0561ea0-ea69-44c8-8127-2cb941a89d90, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d0561ea0-ea69-44c8-8127-2cb941a89d90,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:07.942611 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.944628 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:07.999773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0016289-2151-4550-8511-3deacd2bf0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:08.041510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e625d-198f-4f83-b035-c20ae094dc23 req-0063be4d-07cf-431b-bc43-86844e159a83 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:08.064217 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e625d-198f-4f83-b035-c20ae094dc23 req-0063be4d-07cf-431b-bc43-86844e159a83 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:08.071999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e625d-198f-4f83-b035-c20ae094dc23 req-0063be4d-07cf-431b-bc43-86844e159a83 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:08.083790 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Routers {'463d6d90-4935-441e-b47c-11e18c8e51b0'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:08.098119 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['463d6d90-4935-441e-b47c-11e18c8e51b0'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:08.102029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e625d-198f-4f83-b035-c20ae094dc23 req-0063be4d-07cf-431b-bc43-86844e159a83 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:08.118796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c89e625d-198f-4f83-b035-c20ae094dc23 req-0063be4d-07cf-431b-bc43-86844e159a83 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 3095 time: 0.4344566 Aug 04 17:08:08.123975 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Transition to ACTIVE for port object c15942b0-432c-480d-9005-da6faf613418 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:08.134360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0016289-2151-4550-8511-3deacd2bf0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:08.140881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0016289-2151-4550-8511-3deacd2bf0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:08.145552 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c0016289-2151-4550-8511-3deacd2bf0c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a07ae7a-3b83-4735-b9bc-94bb01dbc408 HTTP/1.1" status: 204 len: 168 time: 0.4520657 Aug 04 17:08:08.170786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0016289-2151-4550-8511-3deacd2bf0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a07ae7a-3b83-4735-b9bc-94bb01dbc408,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:08.229820 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eba9e-94fa-4de4-bd9d-4097ce2bd27c None None] Pushing event updated for resources: {'Port': ['ID=d0561ea0-ea69-44c8-8127-2cb941a89d90,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:08.353645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c89e625d-198f-4f83-b035-c20ae094dc23 req-55fe9835-0f39-4016-8e9a-a592733da99d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280064 Aug 04 17:08:08.400384 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] Set router 463d6d90-4935-441e-b47c-11e18c8e51b0 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:08.487580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:08.644035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-38ae93f4-2784-458b-8853-bd1029ee210f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:08.645907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-38ae93f4-2784-458b-8853-bd1029ee210f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 819 time: 0.3498981 Aug 04 17:08:08.658037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Network b6c29649-58d9-47a6-8faa-3a67e09f9da2 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:08.699332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:08.714403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:08.720032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event updated for resources: {'Port': ['ID=c15942b0-432c-480d-9005-da6faf613418,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:08.723615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-63bbf3d7-59cf-4f84-99d6-d555dba89d71 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/quotas/bba4d1181f934dc69f61c8c203644dbf HTTP/1.1" status: 200 len: 375 time: 0.0572729 Aug 04 17:08:08.791536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.791974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.792323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.792665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.793002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.793336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.793667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.793995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.794324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.794650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.794998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.795324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:08.826217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60720) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:08.856113 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e45bea1c-cf1c-4b0b-8aa3-31cfd8c6e703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:08.889221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:08.890759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:08.908530 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:08.953603 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:08.958336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-197418df-7e3b-4e05-b37b-92a907ccbc05 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1925588 Aug 04 17:08:08.997887 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-router', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:07:54Z', 'updated_at': '2021-08-04T17:08:02Z', 'revision_number': 4, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'gw_port': {'id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:07:55Z', 'updated_at': '2021-08-04T17:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd0561ea0-ea69-44c8-8127-2cb941a89d90', 'name': '', 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'mac_address': 'fa:16:3e:59:45:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': '466d761b-13ae-40a8-b011-70321654bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:00Z', 'updated_at': '2021-08-04T17:08:07Z', 'revision_number': 4, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'subnets': [{'id': '466d761b-13ae-40a8-b011-70321654bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:09.066355 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98150305-5e85-46dc-b76f-71b3a1e91001 None None] The sync data for ids ['463d6d90-4935-441e-b47c-11e18c8e51b0'] in n-d-764435-5 is: [{'id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-router', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:07:54Z', 'updated_at': '2021-08-04T17:08:02Z', 'revision_number': 4, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'gw_port': {'id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:07:55Z', 'updated_at': '2021-08-04T17:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd0561ea0-ea69-44c8-8127-2cb941a89d90', 'name': '', 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'mac_address': 'fa:16:3e:59:45:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': '466d761b-13ae-40a8-b011-70321654bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:00Z', 'updated_at': '2021-08-04T17:08:07Z', 'revision_number': 4, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'subnets': [{'id': '466d761b-13ae-40a8-b011-70321654bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:08:09.092838 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e45bea1c-cf1c-4b0b-8aa3-31cfd8c6e703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:09.100653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2cf3f23a-aacd-4396-95c9-c91cf0820cd0 None None] Provisioning for port c15942b0-432c-480d-9005-da6faf613418 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:09.105583 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e45bea1c-cf1c-4b0b-8aa3-31cfd8c6e703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:09.109490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2cf3f23a-aacd-4396-95c9-c91cf0820cd0 None None] Provisioning complete for port c15942b0-432c-480d-9005-da6faf613418 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:09.109853 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2cf3f23a-aacd-4396-95c9-c91cf0820cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:09.166192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-fc73d609-907c-4b74-9d3b-be87cd6d46ba service neutron] 10.222.0.39 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050233 Aug 04 17:08:09.168069 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d834d1b6-1065-4b1a-88c0-1bdc951dc133 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5716193 Aug 04 17:08:09.188438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:09.212513 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e45bea1c-cf1c-4b0b-8aa3-31cfd8c6e703 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48349bc9211e4fae9d7a1f67a02b0162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821926 Aug 04 17:08:09.235294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3f23a-aacd-4396-95c9-c91cf0820cd0 None None] Port c15942b0-432c-480d-9005-da6faf613418 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:08:09.252930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60728) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:09.255317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bea1c-cf1c-4b0b-8aa3-31cfd8c6e703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a05172-6009-400d-b7d7-250cc13a5b05,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:09.496832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:09.686966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28fc9-d418-4801-b3e5-8fd772c15841 req-c35430e0-e94d-4320-b517-136cfbcbc260 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:09.695470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28fc9-d418-4801-b3e5-8fd772c15841 req-c35430e0-e94d-4320-b517-136cfbcbc260 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:09.702464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28fc9-d418-4801-b3e5-8fd772c15841 req-c35430e0-e94d-4320-b517-136cfbcbc260 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:09.709289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28fc9-d418-4801-b3e5-8fd772c15841 req-c35430e0-e94d-4320-b517-136cfbcbc260 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:09.716229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28fc9-d418-4801-b3e5-8fd772c15841 req-c35430e0-e94d-4320-b517-136cfbcbc260 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:09.718171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72d28fc9-d418-4801-b3e5-8fd772c15841 req-c35430e0-e94d-4320-b517-136cfbcbc260 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 3816 time: 0.1700339 Aug 04 17:08:09.718915 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf6c7-2700-4b4f-8f2e-2349e3c37046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:09.843562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60738) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:09.863548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-e9adec41-9b4a-442c-9b4f-a453fd258137 service neutron] 10.222.0.39 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684353 Aug 04 17:08:09.875407 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf6c7-2700-4b4f-8f2e-2349e3c37046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:09.926865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a104f447-4511-4963-b1c0-fc04eb6d2ae3 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:09.928457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a104f447-4511-4963-b1c0-fc04eb6d2ae3 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.90 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 819 time: 0.5063887 Aug 04 17:08:09.961759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Request body: {'port': {'device_id': 'c8ada8b8-29d3-41d5-9535-65bced01d90a', 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89', 'admin_state_up': True, 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:10.028180 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1b4e-4a8d-420a-9422-f432b6b1423f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.214568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72d28fc9-d418-4801-b3e5-8fd772c15841 req-34b089f9-18af-4a8c-80a7-12ef2075dbdb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4809229 Aug 04 17:08:10.258204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d0561ea0-ea69-44c8-8127-2cb941a89d90 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:10.306454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e32b3cc-5caf-4a40-a107-070e1814bcba req-dde3e6d6-3c14-4203-9aca-529d8f162e07 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 210 time: 0.0855780 Aug 04 17:08:10.390996 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1b4e-4a8d-420a-9422-f432b6b1423f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.395829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf6c7-2700-4b4f-8f2e-2349e3c37046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.398776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port d0561ea0-ea69-44c8-8127-2cb941a89d90 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:10.402378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf6c7-2700-4b4f-8f2e-2349e3c37046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.405305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4ccaf6c7-2700-4b4f-8f2e-2349e3c37046 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70a05172-6009-400d-b7d7-250cc13a5b05 HTTP/1.1" status: 204 len: 168 time: 1.1501014 Aug 04 17:08:10.407961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d0561ea0-ea69-44c8-8127-2cb941a89d90 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:10.414908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ebb1b4e-4a8d-420a-9422-f432b6b1423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.415248 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.454668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaf6c7-2700-4b4f-8f2e-2349e3c37046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a05172-6009-400d-b7d7-250cc13a5b05,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:10.481136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb1b4e-4a8d-420a-9422-f432b6b1423f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3844ace6-2f60-427e-9112-d64d72a29b16,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:10.527592 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7ebb1b4e-4a8d-420a-9422-f432b6b1423f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=861814865ed64f30b493c7d7249d4a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6825154 Aug 04 17:08:10.528839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60756) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:10.575278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Made reservation on behalf of bba4d1181f934dc69f61c8c203644dbf for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:10.590078 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.668570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8579-01c7-4ef7-9d88-e6259df0b90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.724983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8579-01c7-4ef7-9d88-e6259df0b90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.750450 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.838316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da58f926-5e25-416a-b85c-cbfc1468b16c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:10.840707 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8579-01c7-4ef7-9d88-e6259df0b90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.851975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8579-01c7-4ef7-9d88-e6259df0b90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.855486 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0bcc8579-01c7-4ef7-9d88-e6259df0b90f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3844ace6-2f60-427e-9112-d64d72a29b16 HTTP/1.1" status: 204 len: 168 time: 0.3246763 Aug 04 17:08:10.862253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.866081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port d0561ea0-ea69-44c8-8127-2cb941a89d90, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d0561ea0-ea69-44c8-8127-2cb941a89d90,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:10.884294 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:10.910412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc8579-01c7-4ef7-9d88-e6259df0b90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844ace6-2f60-427e-9112-d64d72a29b16,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:10.951976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Transition to ACTIVE for port object da58f926-5e25-416a-b85c-cbfc1468b16c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:10.968745 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:11.044052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=d0561ea0-ea69-44c8-8127-2cb941a89d90,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:11.086051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Allocated IP 172.20.0.10 (eef1ac65-f8cf-40f6-9718-98fc9ce21a89/466d761b-13ae-40a8-b011-70321654bc07/f78e0052-b1b5-4602-bae5-94ec8c375614) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:11.170300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Pushing event updated for resources: {'Port': ['ID=da58f926-5e25-416a-b85c-cbfc1468b16c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:11.581573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5c2cd48-fac8-4ef4-8e0a-6b5231e8eeba req-5e2e1fcb-f35a-42cb-86ea-2307942066bb tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 210 time: 0.0828466 Aug 04 17:08:11.587889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Attempting to bind port da58f926-5e25-416a-b85c-cbfc1468b16c on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:11.588224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Attempting to bind port da58f926-5e25-416a-b85c-cbfc1468b16c by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:11.588556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Attempting to bind port da58f926-5e25-416a-b85c-cbfc1468b16c on network b3eb9666-862a-4b2f-a577-a9a0071ffb65 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:11.605859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Port da58f926-5e25-416a-b85c-cbfc1468b16c on network b3eb9666-862a-4b2f-a577-a9a0071ffb65 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:08:11.606173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Attempting to bind port da58f926-5e25-416a-b85c-cbfc1468b16c on network b3eb9666-862a-4b2f-a577-a9a0071ffb65 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:11.623612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:11.623957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Checking segment: {'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:11.624350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Bound using segment: {'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:11.624809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Bound port: da58f926-5e25-416a-b85c-cbfc1468b16c, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:11.625180 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:11.641644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb906-0c3f-4ae8-b417-a6935933b5dc req-b7301f01-615e-4c56-ae51-057816a0a100 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:11.648147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb906-0c3f-4ae8-b417-a6935933b5dc req-b7301f01-615e-4c56-ae51-057816a0a100 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:11.654336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb906-0c3f-4ae8-b417-a6935933b5dc req-b7301f01-615e-4c56-ae51-057816a0a100 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:11.660702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb906-0c3f-4ae8-b417-a6935933b5dc req-b7301f01-615e-4c56-ae51-057816a0a100 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:11.667509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb906-0c3f-4ae8-b417-a6935933b5dc req-b7301f01-615e-4c56-ae51-057816a0a100 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:11.669544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80ebb906-0c3f-4ae8-b417-a6935933b5dc req-b7301f01-615e-4c56-ae51-057816a0a100 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 3828 time: 0.2595010 Aug 04 17:08:11.735878 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60788) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:11.759266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:11.768240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-155c220a-6945-484d-b0a5-c48d1b70c2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:11.891896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80ebb906-0c3f-4ae8-b417-a6935933b5dc req-84e1f8b4-c3f6-4990-8342-25535df83fb2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021620 Aug 04 17:08:12.003560 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-155c220a-6945-484d-b0a5-c48d1b70c2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.010933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-155c220a-6945-484d-b0a5-c48d1b70c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.064340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] For port da58f926-5e25-416a-b85c-cbfc1468b16c, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:12.068891 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-155c220a-6945-484d-b0a5-c48d1b70c2ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22e9edf67c02431f8b6c653bc3cfbed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317349 Aug 04 17:08:12.069965 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c220a-6945-484d-b0a5-c48d1b70c2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a977a9-63cf-4d9d-883e-06101db062ff,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:12.072664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60794) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:12.079405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] For port da58f926-5e25-416a-b85c-cbfc1468b16c, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=da58f926-5e25-416a-b85c-cbfc1468b16c,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:12.085091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.093305 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.145276 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c742e9e8-024d-47e7-8031-4a572eb27215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.171207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:12.172409 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.174654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] 10.222.0.82 "PUT /v2.0/ports/da58f926-5e25-416a-b85c-cbfc1468b16c HTTP/1.1" status: 200 len: 1092 time: 2.9936206 Aug 04 17:08:12.176404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d0561ea0-ea69-44c8-8127-2cb941a89d90 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:12.190013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'da58f926-5e25-416a-b85c-cbfc1468b16c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:08:12.200289 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3ea8b9-4213-452b-96ab-018407b308a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "da58f926-5e25-416a-b85c-cbfc1468b16c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:08:12.237785 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c742e9e8-024d-47e7-8031-4a572eb27215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.281970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d0561ea0-ea69-44c8-8127-2cb941a89d90 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:12.282552 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.322921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c742e9e8-024d-47e7-8031-4a572eb27215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.331230 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c742e9e8-024d-47e7-8031-4a572eb27215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.336085 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c742e9e8-024d-47e7-8031-4a572eb27215 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4a977a9-63cf-4d9d-883e-06101db062ff HTTP/1.1" status: 204 len: 168 time: 0.2620299 Aug 04 17:08:12.355859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:12.413283 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1ba25f-7f78-4677-8d49-38a8764b786c x-openstack-request-id: req-5c1ba25f-7f78-4677-8d49-38a8764b786c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:08:12.413584 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "da58f926-5e25-416a-b85c-cbfc1468b16c", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:08:12.413841 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c1ba25f-7f78-4677-8d49-38a8764b786c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:08:12.420212 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'da58f926-5e25-416a-b85c-cbfc1468b16c', 'status': 'completed', 'code': 200} Aug 04 17:08:12.428726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742e9e8-024d-47e7-8031-4a572eb27215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a977a9-63cf-4d9d-883e-06101db062ff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:12.460665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-601eb998-4d05-4511-9f38-32dc6d80b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:12.461320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-601eb998-4d05-4511-9f38-32dc6d80b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:12.461870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-601eb998-4d05-4511-9f38-32dc6d80b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:12.462729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-601eb998-4d05-4511-9f38-32dc6d80b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:12.463338 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-601eb998-4d05-4511-9f38-32dc6d80b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:12.465531 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-601eb998-4d05-4511-9f38-32dc6d80b61b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 4363 time: 0.1281924 Aug 04 17:08:12.524265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:12.531384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Pushing event updated for resources: {'Port': ['ID=f78e0052-b1b5-4602-bae5-94ec8c375614,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:12.567490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:12.603223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:12.843009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:12.843704 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:12.924312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-a50f7c01-2b49-41df-a5e3-01f9d90339dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:12.926225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-a50f7c01-2b49-41df-a5e3-01f9d90339dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:12.927769 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-a50f7c01-2b49-41df-a5e3-01f9d90339dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:12.935182 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-a50f7c01-2b49-41df-a5e3-01f9d90339dc service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2cc94953506a4e78aea23a881315503c&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.4601204 Aug 04 17:08:13.298453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-caea1007-b5d4-454b-a57f-5fe13876fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:13.303031 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4f3ea8b9-4213-452b-96ab-018407b308a9 req-caea1007-b5d4-454b-a57f-5fe13876fbd3 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3600867 Aug 04 17:08:13.457472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-00e2ac21-751d-4378-a185-99c34baf268b tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:13.459102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-00e2ac21-751d-4378-a185-99c34baf268b tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.82 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 819 time: 1.6025558 Aug 04 17:08:13.520289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64ef076c-cf3f-4d2e-9463-85c9799cfac1 req-e2cd26b1-ae3e-4f8b-92fd-b9cbcb51ba6f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 210 time: 0.6631413 Aug 04 17:08:13.562055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Request body: {'port': {'device_id': '812c5911-9f2b-477c-8145-d911cc4e1f30', 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89', 'admin_state_up': True, 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:13.728835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:13.731738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fc606e9-6b10-4347-8f9b-6b9f099d627c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7846861 Aug 04 17:08:13.744409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9cae0-9c90-4317-9861-8026e6a8d30c service neutron] Pushing event updated for resources: {'Port': ['ID=da58f926-5e25-416a-b85c-cbfc1468b16c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:13.757539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Request body: {'port': {'device_id': 'c8ada8b8-29d3-41d5-9535-65bced01d90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:13.882012 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:13.961919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd601-a61d-4191-bb7b-275b8f4dcded req-d12f04f3-1b80-4aa4-913e-20a26ac30037 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:13.972212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd601-a61d-4191-bb7b-275b8f4dcded req-d12f04f3-1b80-4aa4-913e-20a26ac30037 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:13.990065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd601-a61d-4191-bb7b-275b8f4dcded req-d12f04f3-1b80-4aa4-913e-20a26ac30037 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:13.998872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd601-a61d-4191-bb7b-275b8f4dcded req-d12f04f3-1b80-4aa4-913e-20a26ac30037 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:14.008467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd601-a61d-4191-bb7b-275b8f4dcded req-d12f04f3-1b80-4aa4-913e-20a26ac30037 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:14.021496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-693dd601-a61d-4191-bb7b-275b8f4dcded req-d12f04f3-1b80-4aa4-913e-20a26ac30037 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 3828 time: 0.5907598 Aug 04 17:08:14.029643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Made reservation on behalf of bba4d1181f934dc69f61c8c203644dbf for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:14.035797 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:14.543663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-693dd601-a61d-4191-bb7b-275b8f4dcded req-62f6d5f3-5c9a-45fd-9cf0-24996fe3a65b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5199916 Aug 04 17:08:14.620017 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Allocated IP 172.20.0.8 (eef1ac65-f8cf-40f6-9718-98fc9ce21a89/466d761b-13ae-40a8-b011-70321654bc07/f3b58e53-8938-47a2-a323-efc81597f155) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:14.702645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cbc30059-b2cd-426a-9fde-615cc5878d13 req-4a8d0d0e-47b7-4741-85aa-5184fea9696a tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 210 time: 0.0517542 Aug 04 17:08:14.932848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055d70de-a204-430b-8bd6-bc6a5dc0ccdd {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:14.948713 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:14.978671 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:14.981563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Transition to ACTIVE for port object 055d70de-a204-430b-8bd6-bc6a5dc0ccdd will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:14.988577 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:15.070367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Pushing event updated for resources: {'Port': ['ID=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:15.105262 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:15.300769 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60920) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:15.335168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:15.338347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:15.378965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:15.396948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Pushing event updated for resources: {'Port': ['ID=f3b58e53-8938-47a2-a323-efc81597f155,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:15.430171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Attempting to bind port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:15.431695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Attempting to bind port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:15.432312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Attempting to bind port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:15.506004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd on network ba071955-fd30-4b22-a93b-fc9408c54c5c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:08:15.506330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Attempting to bind port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:15.535622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:15.536014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Checking segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:15.536496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Bound using segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:15.536957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Bound port: 055d70de-a204-430b-8bd6-bc6a5dc0ccdd, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:15.537248 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:15.584484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:15.585188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:15.645121 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9832d634-52cf-48a9-86ce-e09d98203726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:15.711728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-c452f6d1-d895-4a31-a603-ea8a34059483 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2219779 Aug 04 17:08:15.843487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Request body: {'port': {'device_id': '812c5911-9f2b-477c-8145-d911cc4e1f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:15.860154 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9832d634-52cf-48a9-86ce-e09d98203726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:15.882391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9832d634-52cf-48a9-86ce-e09d98203726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:15.895373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78e0052-b1b5-4602-bae5-94ec8c375614 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:15.907102 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:15.918272 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9832d634-52cf-48a9-86ce-e09d98203726 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38bfb763f295496abf860198aae0f236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160245 Aug 04 17:08:15.920887 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60944) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:15.928492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Transition to ACTIVE for port object f78e0052-b1b5-4602-bae5-94ec8c375614 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:15.959841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.002270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832d634-52cf-48a9-86ce-e09d98203726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e43b53-a167-4297-acf4-5a9844d47ca4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:16.041006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] For port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:16.072757 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f50caad2-d192-4264-988e-f4ac28d14872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.101769 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f50caad2-d192-4264-988e-f4ac28d14872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.116964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] For port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:16.149253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71efb65-70ca-460b-b03d-7d73b24a1a65 req-c5d42bf7-0f73-4713-8b6e-42d0f7412a1c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.161454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71efb65-70ca-460b-b03d-7d73b24a1a65 req-c5d42bf7-0f73-4713-8b6e-42d0f7412a1c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.169655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71efb65-70ca-460b-b03d-7d73b24a1a65 req-c5d42bf7-0f73-4713-8b6e-42d0f7412a1c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.179995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71efb65-70ca-460b-b03d-7d73b24a1a65 req-c5d42bf7-0f73-4713-8b6e-42d0f7412a1c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.183405 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f50caad2-d192-4264-988e-f4ac28d14872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.186474 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f50caad2-d192-4264-988e-f4ac28d14872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.187135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71efb65-70ca-460b-b03d-7d73b24a1a65 req-c5d42bf7-0f73-4713-8b6e-42d0f7412a1c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.191401 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f50caad2-d192-4264-988e-f4ac28d14872 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18e43b53-a167-4297-acf4-5a9844d47ca4 HTTP/1.1" status: 204 len: 168 time: 0.2690890 Aug 04 17:08:16.195843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71efb65-70ca-460b-b03d-7d73b24a1a65 req-c5d42bf7-0f73-4713-8b6e-42d0f7412a1c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.198643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d71efb65-70ca-460b-b03d-7d73b24a1a65 req-c5d42bf7-0f73-4713-8b6e-42d0f7412a1c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 4605 time: 0.4851227 Aug 04 17:08:16.201590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50caad2-d192-4264-988e-f4ac28d14872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e43b53-a167-4297-acf4-5a9844d47ca4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:16.227543 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.240144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53bf5c-1b78-4bdd-a044-3a359c9869c9 req-74c017c2-6018-495b-93e9-104fd525db2a tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.248242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e53bf5c-1b78-4bdd-a044-3a359c9869c9 req-74c017c2-6018-495b-93e9-104fd525db2a tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 931 time: 0.3921726 Aug 04 17:08:16.258158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Pushing event updated for resources: {'Port': ['ID=f78e0052-b1b5-4602-bae5-94ec8c375614,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:16.281218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.366737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Pushing event updated for resources: {'Port': ['ID=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:16.503671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.504460 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.505983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-47c6f89d-8647-4cd3-955a-fc4a27d8b7fa service neutron] 10.222.0.82 "PUT /v2.0/ports/055d70de-a204-430b-8bd6-bc6a5dc0ccdd HTTP/1.1" status: 200 len: 1135 time: 4.2691708 Aug 04 17:08:16.510500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': '055d70de-a204-430b-8bd6-bc6a5dc0ccdd'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:08:16.512989 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169" -d '{"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "055d70de-a204-430b-8bd6-bc6a5dc0ccdd"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:08:16.531742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d71efb65-70ca-460b-b03d-7d73b24a1a65 req-0ddc7ad4-99c8-49af-976e-38aebc26326e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2684667 Aug 04 17:08:16.547560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:16.567290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e53bf5c-1b78-4bdd-a044-3a359c9869c9 req-29220469-a84c-429f-8691-9b088c0f11fa tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122516 Aug 04 17:08:16.635075 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39874b1-f23b-44d4-b0a7-bd4f88ef6f5b x-openstack-request-id: req-c39874b1-f23b-44d4-b0a7-bd4f88ef6f5b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:08:16.635772 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "055d70de-a204-430b-8bd6-bc6a5dc0ccdd", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:08:16.635772 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c39874b1-f23b-44d4-b0a7-bd4f88ef6f5b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:08:16.636315 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': '055d70de-a204-430b-8bd6-bc6a5dc0ccdd', 'status': 'completed', 'code': 200} Aug 04 17:08:16.639657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Attempting to bind port f78e0052-b1b5-4602-bae5-94ec8c375614 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:16.640123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Attempting to bind port f78e0052-b1b5-4602-bae5-94ec8c375614 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:16.640551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Attempting to bind port f78e0052-b1b5-4602-bae5-94ec8c375614 on network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:16.762360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-817e2b7a-fbe9-4946-9c53-8f4a4a87734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.762861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-817e2b7a-fbe9-4946-9c53-8f4a4a87734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.763329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-817e2b7a-fbe9-4946-9c53-8f4a4a87734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.763793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-817e2b7a-fbe9-4946-9c53-8f4a4a87734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.765267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-817e2b7a-fbe9-4946-9c53-8f4a4a87734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.766107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-817e2b7a-fbe9-4946-9c53-8f4a4a87734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.782427 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-817e2b7a-fbe9-4946-9c53-8f4a4a87734a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5291 time: 0.1252871 Aug 04 17:08:16.786720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Port f78e0052-b1b5-4602-bae5-94ec8c375614 on network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:08:16.787202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Attempting to bind port f78e0052-b1b5-4602-bae5-94ec8c375614 on network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:16.821753 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60970) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:16.830288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:16.830824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Checking segment: {'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:16.831303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Bound using segment: {'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:16.831847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Bound port: f78e0052-b1b5-4602-bae5-94ec8c375614, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:16.832298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.867451 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff321a30-eb96-481f-9ce9-ba10052017d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.921687 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:16.957163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-0d70b751-fdab-4a55-9505-6e7669eef07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.957588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-0d70b751-fdab-4a55-9505-6e7669eef07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.958106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-0d70b751-fdab-4a55-9505-6e7669eef07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:16.961731 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-0d70b751-fdab-4a55-9505-6e7669eef07c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2cc94953506a4e78aea23a881315503c&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.1692910 Aug 04 17:08:17.132537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] For port f78e0052-b1b5-4602-bae5-94ec8c375614, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:17.154192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-9aa06d56-c73d-429b-a95a-33c4a04ab67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:17.156276 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4ee4040-1efd-4a5c-bbeb-38371f1a1169 req-9aa06d56-c73d-429b-a95a-33c4a04ab67f service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1860478 Aug 04 17:08:17.158707 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff321a30-eb96-481f-9ce9-ba10052017d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:17.171004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff321a30-eb96-481f-9ce9-ba10052017d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:17.220779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff321a30-eb96-481f-9ce9-ba10052017d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eff5cc-1818-413b-ade5-5f43d2f03331,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:17.240168 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ff321a30-eb96-481f-9ce9-ba10052017d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ecbbb172eb8740dc8395cfde4a8397c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139860 Aug 04 17:08:17.242148 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60984) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:17.284358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] For port f78e0052-b1b5-4602-bae5-94ec8c375614, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f78e0052-b1b5-4602-bae5-94ec8c375614,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:17.323356 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44b15b2e-70bb-46ad-9457-0ef20252af21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:17.326215 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:17.357755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44b15b2e-70bb-46ad-9457-0ef20252af21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:17.432997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:17.433895 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:17.435822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] 10.222.0.90 "PUT /v2.0/ports/f78e0052-b1b5-4602-bae5-94ec8c375614 HTTP/1.1" status: 200 len: 1092 time: 3.6887984 Aug 04 17:08:17.448073 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44b15b2e-70bb-46ad-9457-0ef20252af21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:17.454663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44b15b2e-70bb-46ad-9457-0ef20252af21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:17.460031 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-44b15b2e-70bb-46ad-9457-0ef20252af21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56eff5cc-1818-413b-ade5-5f43d2f03331 HTTP/1.1" status: 204 len: 168 time: 0.2162290 Aug 04 17:08:17.477869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b15b2e-70bb-46ad-9457-0ef20252af21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eff5cc-1818-413b-ade5-5f43d2f03331,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:17.593713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b58e53-8938-47a2-a323-efc81597f155 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:17.610926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:17.616593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6609b2b-ad32-4327-8ce8-3d2f4570e68f service neutron] Pushing event updated for resources: {'Port': ['ID=f78e0052-b1b5-4602-bae5-94ec8c375614,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:17.663400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Transition to ACTIVE for port object f3b58e53-8938-47a2-a323-efc81597f155 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:17.678312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fbb8bec-b59a-4090-b52c-1805ed573058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:17.679915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-3fbb8bec-b59a-4090-b52c-1805ed573058 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 1095 time: 0.1713507 Aug 04 17:08:17.680561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:18.128132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-eed78c6b-0536-4251-b777-463575a9742e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f78e0052-b1b5-4602-bae5-94ec8c375614 HTTP/1.1" status: 200 len: 217 time: 0.4335313 Aug 04 17:08:18.315952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b58e53-8938-47a2-a323-efc81597f155,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:18.403142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab8f83-cda1-449d-a946-a90ac6537d6e req-72efc164-8258-47f3-9ef0-ff9c6d3b2c20 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:18.411307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab8f83-cda1-449d-a946-a90ac6537d6e req-72efc164-8258-47f3-9ef0-ff9c6d3b2c20 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:18.418861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab8f83-cda1-449d-a946-a90ac6537d6e req-72efc164-8258-47f3-9ef0-ff9c6d3b2c20 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:18.425949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab8f83-cda1-449d-a946-a90ac6537d6e req-72efc164-8258-47f3-9ef0-ff9c6d3b2c20 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:18.433231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab8f83-cda1-449d-a946-a90ac6537d6e req-72efc164-8258-47f3-9ef0-ff9c6d3b2c20 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:18.440611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab8f83-cda1-449d-a946-a90ac6537d6e req-72efc164-8258-47f3-9ef0-ff9c6d3b2c20 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:18.442914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bab8f83-cda1-449d-a946-a90ac6537d6e req-72efc164-8258-47f3-9ef0-ff9c6d3b2c20 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 4605 time: 0.7049582 Aug 04 17:08:18.458568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fe204-6cd7-4197-b29e-c043fae862a6 req-49434190-e1e7-4dc0-930b-9d7bc653205f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:18.460446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f3fe204-6cd7-4197-b29e-c043fae862a6 req-49434190-e1e7-4dc0-930b-9d7bc653205f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 943 time: 0.7236781 Aug 04 17:08:18.464969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc732593-e3e3-46b8-b687-23b7c42b1458 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:18.472032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-db6e4027-4d13-48d8-b88b-87aadb501bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:18.473505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-db6e4027-4d13-48d8-b88b-87aadb501bd0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 200 len: 859 time: 0.2896211 Aug 04 17:08:18.498510 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:18.575358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-ea7e3a20-d34a-4cd4-a9df-9cb99618f529 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734141 Aug 04 17:08:18.580379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Transition to ACTIVE for port object fc732593-e3e3-46b8-b687-23b7c42b1458 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:18.610701 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:18.628567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Attempting to bind port f3b58e53-8938-47a2-a323-efc81597f155 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:18.628907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Attempting to bind port f3b58e53-8938-47a2-a323-efc81597f155 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:18.630619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Attempting to bind port f3b58e53-8938-47a2-a323-efc81597f155 on network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:18.691090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ada8b8-29d3-41d5-9535-65bced01d90a', 'tag': 'f78e0052-b1b5-4602-bae5-94ec8c375614'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:08:18.693619 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5e67a-7d67-4e9f-8261-96cc04669a74" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ada8b8-29d3-41d5-9535-65bced01d90a", "tag": "f78e0052-b1b5-4602-bae5-94ec8c375614"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:08:18.774382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f3fe204-6cd7-4197-b29e-c043fae862a6 req-79d7d721-d354-49f6-814b-7a04c1fb34dc tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903738 Aug 04 17:08:18.778535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Port f3b58e53-8938-47a2-a323-efc81597f155 on network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:08:18.779092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Attempting to bind port f3b58e53-8938-47a2-a323-efc81597f155 on network eef1ac65-f8cf-40f6-9718-98fc9ce21a89 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:18.798070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bab8f83-cda1-449d-a946-a90ac6537d6e req-0ee0b550-8388-43c8-b895-b3895aab9d4b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3282139 Aug 04 17:08:18.812094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:18.812519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Checking segment: {'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:18.813385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Bound using segment: {'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:18.813910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Bound port: f3b58e53-8938-47a2-a323-efc81597f155, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:18.814622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:18.844328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 32800) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:18.929180 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f213ef-8b38-4931-b027-f05a7c54283b x-openstack-request-id: req-56f213ef-8b38-4931-b027-f05a7c54283b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:08:18.930340 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ada8b8-29d3-41d5-9535-65bced01d90a", "tag": "f78e0052-b1b5-4602-bae5-94ec8c375614", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:08:18.930771 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56f213ef-8b38-4931-b027-f05a7c54283b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:08:18.931369 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ada8b8-29d3-41d5-9535-65bced01d90a', 'tag': 'f78e0052-b1b5-4602-bae5-94ec8c375614', 'status': 'completed', 'code': 200} Aug 04 17:08:18.973832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc732593-e3e3-46b8-b687-23b7c42b1458,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:19.057090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-ca84ac65-c58c-4d21-bb0d-141e8239da72 service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686074 Aug 04 17:08:19.066157 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5380-9688-446d-8336-53553f4ad916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.210533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] For port f3b58e53-8938-47a2-a323-efc81597f155, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:19.233577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Attempting to bind port fc732593-e3e3-46b8-b687-23b7c42b1458 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:19.233916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Attempting to bind port fc732593-e3e3-46b8-b687-23b7c42b1458 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:19.234249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Attempting to bind port fc732593-e3e3-46b8-b687-23b7c42b1458 on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:19.254115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5380-9688-446d-8336-53553f4ad916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.270622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] For port f3b58e53-8938-47a2-a323-efc81597f155, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f3b58e53-8938-47a2-a323-efc81597f155,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:19.270978 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5380-9688-446d-8336-53553f4ad916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.274247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Port fc732593-e3e3-46b8-b687-23b7c42b1458 on network ba071955-fd30-4b22-a93b-fc9408c54c5c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:08:19.274775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Attempting to bind port fc732593-e3e3-46b8-b687-23b7c42b1458 on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:19.291698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.303596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:19.304254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Checking segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:19.305278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Bound using segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:19.305898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Bound port: fc732593-e3e3-46b8-b687-23b7c42b1458, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:19.306434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.323897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc5be62-a329-4c4c-b50c-b83093e09155 req-24a02d1b-8433-453c-afae-9c2b3cb29894 service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558677 Aug 04 17:08:19.378193 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fa4b5380-9688-446d-8336-53553f4ad916 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5c6d1fbcbcf4edfb6d423ba1cd0a427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310664 Aug 04 17:08:19.405175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 32830) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:19.406236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b5380-9688-446d-8336-53553f4ad916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc996b7-aa37-4dfe-8699-5155e983a115,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:19.428021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:19.429238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.431434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] 10.222.0.82 "PUT /v2.0/ports/f3b58e53-8938-47a2-a323-efc81597f155 HTTP/1.1" status: 200 len: 1091 time: 3.6478715 Aug 04 17:08:19.452744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43e78c-7dd4-484c-853f-d62c8b814773 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b58e53-8938-47a2-a323-efc81597f155,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:19.541485 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c066b5fc-22a3-49e1-98c1-1ccf4b4090a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.572819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-5233876e-29a6-468a-96e4-7941d715c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:19.574418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-5233876e-29a6-468a-96e4-7941d715c666 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 1094 time: 0.0843840 Aug 04 17:08:19.578750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e67a-7d67-4e9f-8261-96cc04669a74 req-9ce0cf7d-e463-448a-a1ee-2f1488bd9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:19.580434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2de5e67a-7d67-4e9f-8261-96cc04669a74 req-9ce0cf7d-e463-448a-a1ee-2f1488bd9428 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 1095 time: 0.1477351 Aug 04 17:08:19.589856 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c066b5fc-22a3-49e1-98c1-1ccf4b4090a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.630268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-5443140e-5fcf-43d4-950c-d455121981aa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3b58e53-8938-47a2-a323-efc81597f155 HTTP/1.1" status: 200 len: 217 time: 0.0469201 Aug 04 17:08:19.651801 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] For port fc732593-e3e3-46b8-b687-23b7c42b1458, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:19.702844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-f0bc5da9-e039-48f4-b74b-d3b28370d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:19.707622 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c066b5fc-22a3-49e1-98c1-1ccf4b4090a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.708746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-f0bc5da9-e039-48f4-b74b-d3b28370d97a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 200 len: 859 time: 0.0548139 Aug 04 17:08:19.710771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c066b5fc-22a3-49e1-98c1-1ccf4b4090a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.715755 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c066b5fc-22a3-49e1-98c1-1ccf4b4090a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbc996b7-aa37-4dfe-8699-5155e983a115 HTTP/1.1" status: 204 len: 168 time: 0.3053007 Aug 04 17:08:19.730531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066b5fc-22a3-49e1-98c1-1ccf4b4090a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc996b7-aa37-4dfe-8699-5155e983a115,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:19.826378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] For port fc732593-e3e3-46b8-b687-23b7c42b1458, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=fc732593-e3e3-46b8-b687-23b7c42b1458,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:19.896624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:19.904164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-9c304628-4c45-41c3-96a0-d249e6f13446 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286373 Aug 04 17:08:20.116433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.117376 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:20.118883 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] 10.222.0.82 "PUT /v2.0/ports/fc732593-e3e3-46b8-b687-23b7c42b1458 HTTP/1.1" status: 200 len: 1136 time: 3.5761418 Aug 04 17:08:20.152278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6cdf1-3a70-496f-9927-7032a702b4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc732593-e3e3-46b8-b687-23b7c42b1458,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:20.160254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e67a-7d67-4e9f-8261-96cc04669a74 req-0ac69d4e-4201-4eed-ae84-7465223c6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.162199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2de5e67a-7d67-4e9f-8261-96cc04669a74 req-0ac69d4e-4201-4eed-ae84-7465223c6199 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 921 time: 0.5296154 Aug 04 17:08:20.173265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:20.278479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 32904) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:20.299334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fba907ec-1c04-4d8d-9e09-9895a13f84ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:20.344164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86eb94-dae1-404c-b723-dedd68c15b0b req-1e9412bc-aba8-4556-a303-9f4a19011502 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.357669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86eb94-dae1-404c-b723-dedd68c15b0b req-1e9412bc-aba8-4556-a303-9f4a19011502 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.364866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86eb94-dae1-404c-b723-dedd68c15b0b req-1e9412bc-aba8-4556-a303-9f4a19011502 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.371795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86eb94-dae1-404c-b723-dedd68c15b0b req-1e9412bc-aba8-4556-a303-9f4a19011502 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.379409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86eb94-dae1-404c-b723-dedd68c15b0b req-1e9412bc-aba8-4556-a303-9f4a19011502 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.397048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86eb94-dae1-404c-b723-dedd68c15b0b req-1e9412bc-aba8-4556-a303-9f4a19011502 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.404738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86eb94-dae1-404c-b723-dedd68c15b0b req-1e9412bc-aba8-4556-a303-9f4a19011502 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.414556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f86eb94-dae1-404c-b723-dedd68c15b0b req-1e9412bc-aba8-4556-a303-9f4a19011502 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5383 time: 0.4427016 Aug 04 17:08:20.430878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743654f-e4cb-47bc-8309-6863730474b5 req-b37738c7-5599-466d-8857-e506bf5c245d tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.432702 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1743654f-e4cb-47bc-8309-6863730474b5 req-b37738c7-5599-466d-8857-e506bf5c245d tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 943 time: 0.5154047 Aug 04 17:08:20.434220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2de5e67a-7d67-4e9f-8261-96cc04669a74 req-88378e44-a685-4a30-a774-bff23c2532cb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f78e0052-b1b5-4602-bae5-94ec8c375614 HTTP/1.1" status: 200 len: 217 time: 0.2302957 Aug 04 17:08:20.517013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fba907ec-1c04-4d8d-9e09-9895a13f84ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:20.524623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fba907ec-1c04-4d8d-9e09-9895a13f84ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:20.541655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1743654f-e4cb-47bc-8309-6863730474b5 req-2d6e1a4e-3066-4bc0-9775-20fb1216aebe tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851848 Aug 04 17:08:20.593866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-9fb2246a-a745-4724-adc7-50ef8e742bea service neutron] 10.222.0.82 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751814 Aug 04 17:08:20.610709 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fba907ec-1c04-4d8d-9e09-9895a13f84ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c877bdbdad17452bbe560bd05e4d79b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311043 Aug 04 17:08:20.612198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba907ec-1c04-4d8d-9e09-9895a13f84ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07088d6b-9323-4f4e-91e2-87b36b00bc17,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:20.615738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 32910) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:20.644950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 32912) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:20.661603 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f86eb94-dae1-404c-b723-dedd68c15b0b req-3506ce9f-83be-46ca-ba96-6fc07b3d3dc2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2458212 Aug 04 17:08:20.714667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:20.741975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea8bbeee-08c8-4501-9a68-274781e7487e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:20.789904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e67a-7d67-4e9f-8261-96cc04669a74 req-aa9cc613-c9e3-4bba-b41c-59b828f91b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:20.792121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2de5e67a-7d67-4e9f-8261-96cc04669a74 req-aa9cc613-c9e3-4bba-b41c-59b828f91b09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 200 len: 859 time: 0.3436942 Aug 04 17:08:20.800565 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea8bbeee-08c8-4501-9a68-274781e7487e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:20.853501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5128d548-ab2a-4543-9b26-56462a20d1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:20.859149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2de5e67a-7d67-4e9f-8261-96cc04669a74 req-696ac22d-02c2-45dd-8781-4fc7fe82ccd2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410347 Aug 04 17:08:20.909368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea8bbeee-08c8-4501-9a68-274781e7487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:20.911916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea8bbeee-08c8-4501-9a68-274781e7487e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:20.916232 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ea8bbeee-08c8-4501-9a68-274781e7487e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07088d6b-9323-4f4e-91e2-87b36b00bc17 HTTP/1.1" status: 204 len: 168 time: 0.2964365 Aug 04 17:08:20.934497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812c5911-9f2b-477c-8145-d911cc4e1f30', 'tag': 'f3b58e53-8938-47a2-a323-efc81597f155'}, {'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'fc732593-e3e3-46b8-b687-23b7c42b1458'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:08:20.937227 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d35958d-65d9-4d58-951a-7e084b00539d" -d '{"events": [{"name": "network-changed", "server_uuid": "812c5911-9f2b-477c-8145-d911cc4e1f30", "tag": "f3b58e53-8938-47a2-a323-efc81597f155"}, {"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "fc732593-e3e3-46b8-b687-23b7c42b1458"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:08:20.952161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bbeee-08c8-4501-9a68-274781e7487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07088d6b-9323-4f4e-91e2-87b36b00bc17,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:21.047308 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 17:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449704e1-4cbd-47f1-963a-ce5c3ba5d90a x-openstack-request-id: req-449704e1-4cbd-47f1-963a-ce5c3ba5d90a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:08:21.047907 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812c5911-9f2b-477c-8145-d911cc4e1f30", "tag": "f3b58e53-8938-47a2-a323-efc81597f155", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "fc732593-e3e3-46b8-b687-23b7c42b1458", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:08:21.048164 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-449704e1-4cbd-47f1-963a-ce5c3ba5d90a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:08:21.048582 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812c5911-9f2b-477c-8145-d911cc4e1f30', 'tag': 'f3b58e53-8938-47a2-a323-efc81597f155', 'status': 'completed', 'code': 200} Aug 04 17:08:21.048934 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'fc732593-e3e3-46b8-b687-23b7c42b1458', 'status': 'completed', 'code': 200} Aug 04 17:08:21.072151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1404f97e-fb0f-4b81-afe5-3bfb91f00879 req-be5c7e25-851e-46c1-8f2b-dc5a28a573cc service neutron] 10.222.0.82 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084837 Aug 04 17:08:21.074360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5128d548-ab2a-4543-9b26-56462a20d1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:21.090190 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5128d548-ab2a-4543-9b26-56462a20d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:21.152658 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5128d548-ab2a-4543-9b26-56462a20d1e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2aa206cdd964944a5ac97ea47ccedf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062413 Aug 04 17:08:21.152915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 32922) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:21.163767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128d548-ab2a-4543-9b26-56462a20d1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e75fa2-3507-4645-a980-bb5bfadc4c4d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:21.196356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2de5e67a-7d67-4e9f-8261-96cc04669a74 req-1d078f25-9769-4340-b62e-932e1ab78dd6 service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278563 Aug 04 17:08:21.234324 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c58f561d-f593-4040-bbc8-90cae1155874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:21.261170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c58f561d-f593-4040-bbc8-90cae1155874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:21.292151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-8c3cc9b6-f8f8-4a5a-81d9-1bca027f697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:21.294003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d35958d-65d9-4d58-951a-7e084b00539d req-8c3cc9b6-f8f8-4a5a-81d9-1bca027f697e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 1094 time: 0.1524363 Aug 04 17:08:21.326656 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c58f561d-f593-4040-bbc8-90cae1155874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:21.331223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c58f561d-f593-4040-bbc8-90cae1155874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:21.341371 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c58f561d-f593-4040-bbc8-90cae1155874 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01e75fa2-3507-4645-a980-bb5bfadc4c4d HTTP/1.1" status: 204 len: 168 time: 0.1803336 Aug 04 17:08:21.359380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f561d-f593-4040-bbc8-90cae1155874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e75fa2-3507-4645-a980-bb5bfadc4c4d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:21.467855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2de5e67a-7d67-4e9f-8261-96cc04669a74 req-61ba9215-d4d4-4bfe-8a38-26031398a0ae service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597370 Aug 04 17:08:21.515570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-b9ba1145-c066-4221-9e09-dfb78cf17eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:21.517146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d35958d-65d9-4d58-951a-7e084b00539d req-b9ba1145-c066-4221-9e09-dfb78cf17eb3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 921 time: 0.2137346 Aug 04 17:08:21.537790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb287487-5fc2-496c-a194-2e1ecc152829 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:21.578377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d35958d-65d9-4d58-951a-7e084b00539d req-611fb6bd-2330-4afc-b948-e64c1b9a1615 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3b58e53-8938-47a2-a323-efc81597f155 HTTP/1.1" status: 200 len: 217 time: 0.0508463 Aug 04 17:08:21.580841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:21.624247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Transition to ACTIVE for port object eb287487-5fc2-496c-a194-2e1ecc152829 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:21.636238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:21.730751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-db74455d-7f3a-4717-95ea-ebf9cda06e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:21.746367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d35958d-65d9-4d58-951a-7e084b00539d req-db74455d-7f3a-4717-95ea-ebf9cda06e3c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 200 len: 859 time: 0.1564977 Aug 04 17:08:22.431720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d35958d-65d9-4d58-951a-7e084b00539d req-3a0585ef-220e-4e95-830f-87c96f301288 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6358950 Aug 04 17:08:22.488500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Pushing event updated for resources: {'Port': ['ID=eb287487-5fc2-496c-a194-2e1ecc152829,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:22.685614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e699757-9799-41e4-92e6-427b6a6c22d3 req-d561d45d-e8de-4f36-9825-6de2c954daa7 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:22.688560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e699757-9799-41e4-92e6-427b6a6c22d3 req-d561d45d-e8de-4f36-9825-6de2c954daa7 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 943 time: 0.9893064 Aug 04 17:08:22.695958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Attempting to bind port eb287487-5fc2-496c-a194-2e1ecc152829 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:22.696701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Attempting to bind port eb287487-5fc2-496c-a194-2e1ecc152829 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:22.697512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Attempting to bind port eb287487-5fc2-496c-a194-2e1ecc152829 on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:22.742688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Port eb287487-5fc2-496c-a194-2e1ecc152829 on network ba071955-fd30-4b22-a93b-fc9408c54c5c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:08:22.744366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Attempting to bind port eb287487-5fc2-496c-a194-2e1ecc152829 on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:22.765777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f3b58e53-8938-47a2-a323-efc81597f155 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:08:22.797617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70feed6-a902-4163-b48c-b410fa6cca0d req-81b413af-c0ed-45a0-b7cf-b971c03194db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:22.814564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70feed6-a902-4163-b48c-b410fa6cca0d req-81b413af-c0ed-45a0-b7cf-b971c03194db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:22.831205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70feed6-a902-4163-b48c-b410fa6cca0d req-81b413af-c0ed-45a0-b7cf-b971c03194db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:22.844283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70feed6-a902-4163-b48c-b410fa6cca0d req-81b413af-c0ed-45a0-b7cf-b971c03194db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:22.860064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70feed6-a902-4163-b48c-b410fa6cca0d req-81b413af-c0ed-45a0-b7cf-b971c03194db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:22.878464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70feed6-a902-4163-b48c-b410fa6cca0d req-81b413af-c0ed-45a0-b7cf-b971c03194db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:22.887386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70feed6-a902-4163-b48c-b410fa6cca0d req-81b413af-c0ed-45a0-b7cf-b971c03194db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:22.889379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a70feed6-a902-4163-b48c-b410fa6cca0d req-81b413af-c0ed-45a0-b7cf-b971c03194db tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5395 time: 0.5181181 Aug 04 17:08:22.942671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:22.943094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Checking segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:22.943493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Bound using segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:22.943932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Bound port: eb287487-5fc2-496c-a194-2e1ecc152829, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:22.944497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:22.983152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e699757-9799-41e4-92e6-427b6a6c22d3 req-d1a5b4df-856a-4ad1-b67a-1f6f33247b01 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744133 Aug 04 17:08:23.003730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f3b58e53-8938-47a2-a323-efc81597f155, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f3b58e53-8938-47a2-a323-efc81597f155,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:23.031876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'f3b58e53-8938-47a2-a323-efc81597f155', 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89', 'port_id': 'f3b58e53-8938-47a2-a323-efc81597f155', 'mac_address': 'fa:16:3e:6f:5a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466d761b-13ae-40a8-b011-70321654bc07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:08:23.086659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] For port eb287487-5fc2-496c-a194-2e1ecc152829, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:23.090525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] For port eb287487-5fc2-496c-a194-2e1ecc152829, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=eb287487-5fc2-496c-a194-2e1ecc152829,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:23.099352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d35958d-65d9-4d58-951a-7e084b00539d req-fce66ecd-6669-4452-a23d-7dbba21286fb service neutron] 10.222.0.82 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040835 Aug 04 17:08:23.115521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:23.122106 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a70feed6-a902-4163-b48c-b410fa6cca0d req-cd464c8b-f253-42dd-9b98-a216e89c3995 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2240198 Aug 04 17:08:23.145426 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:23.196361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.196903 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:23.198423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] 10.222.0.82 "PUT /v2.0/ports/eb287487-5fc2-496c-a194-2e1ecc152829 HTTP/1.1" status: 200 len: 1090 time: 3.0403965 Aug 04 17:08:23.200261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b58e53-8938-47a2-a323-efc81597f155 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:23.233296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f3b58e53-8938-47a2-a323-efc81597f155, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f3b58e53-8938-47a2-a323-efc81597f155,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:23.251267 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:23.306684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'eb287487-5fc2-496c-a194-2e1ecc152829'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:08:23.313384 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d75e74-4686-4fe5-b49e-e866849bdb00" -d '{"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "eb287487-5fc2-496c-a194-2e1ecc152829"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:08:23.342829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:23.399696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f3b58e53-8938-47a2-a323-efc81597f155,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:23.409018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f78e0052-b1b5-4602-bae5-94ec8c375614 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:08:23.418533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.419235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.419849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.420367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.420987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.421581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.422131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.422676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.423354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.424500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.425396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.426047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:23.459456 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb51a0c3-bfec-4c58-acad-8fbc92f8a373 x-openstack-request-id: req-fb51a0c3-bfec-4c58-acad-8fbc92f8a373 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:08:23.459767 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "eb287487-5fc2-496c-a194-2e1ecc152829", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:08:23.460058 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb51a0c3-bfec-4c58-acad-8fbc92f8a373 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:08:23.474476 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'eb287487-5fc2-496c-a194-2e1ecc152829', 'status': 'completed', 'code': 200} Aug 04 17:08:23.518070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33016) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:23.535879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f3b58e53-8938-47a2-a323-efc81597f155'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:08:23.542558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d35958d-65d9-4d58-951a-7e084b00539d req-1f05b993-46e8-4f30-8015-83146c137c10 service neutron] 10.222.0.82 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184561 Aug 04 17:08:23.575421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-ad06171c-c908-407d-92a9-279dadcd7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.577165 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-ad06171c-c908-407d-92a9-279dadcd7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.578604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-ad06171c-c908-407d-92a9-279dadcd7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.579458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-ad06171c-c908-407d-92a9-279dadcd7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.580080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-ad06171c-c908-407d-92a9-279dadcd7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.580751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-ad06171c-c908-407d-92a9-279dadcd7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.581621 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-ad06171c-c908-407d-92a9-279dadcd7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.584394 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-ad06171c-c908-407d-92a9-279dadcd7a39 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6287 time: 0.1200793 Aug 04 17:08:23.637840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:23.652675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea33418-1780-45c4-a8f6-a510c3eb355c service neutron] Pushing event updated for resources: {'Port': ['ID=eb287487-5fc2-496c-a194-2e1ecc152829,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:23.670798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f78e0052-b1b5-4602-bae5-94ec8c375614, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f78e0052-b1b5-4602-bae5-94ec8c375614,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:23.728803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'f78e0052-b1b5-4602-bae5-94ec8c375614', 'network_id': 'eef1ac65-f8cf-40f6-9718-98fc9ce21a89', 'port_id': 'f78e0052-b1b5-4602-bae5-94ec8c375614', 'mac_address': 'fa:16:3e:9d:af:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466d761b-13ae-40a8-b011-70321654bc07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:08:23.745764 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-62fa62c9-2a52-430f-a7d8-c64a1219d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.746564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-62fa62c9-2a52-430f-a7d8-c64a1219d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.747262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-62fa62c9-2a52-430f-a7d8-c64a1219d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.749024 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-62fa62c9-2a52-430f-a7d8-c64a1219d9b0 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2cc94953506a4e78aea23a881315503c&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.1555955 Aug 04 17:08:23.825969 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:23.853032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78e0052-b1b5-4602-bae5-94ec8c375614 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:23.870693 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1854880959'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:23.895527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f78e0052-b1b5-4602-bae5-94ec8c375614, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f78e0052-b1b5-4602-bae5-94ec8c375614,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:23.905607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:23.913460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-fa86b7b7-c186-43e1-b254-2e3ab885b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:23.915638 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-86d75e74-4686-4fe5-b49e-e866849bdb00 req-fa86b7b7-c186-43e1-b254-2e3ab885b27f service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1585872 Aug 04 17:08:23.917075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Made reservation on behalf of a733cf5fe6a141e4afb7f0f15811764d for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:23.922830 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:23.936897 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.041860 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=f78e0052-b1b5-4602-bae5-94ec8c375614,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:24.078458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-68c4dc6c-a853-4c38-9f23-4c142708219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.078970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-68c4dc6c-a853-4c38-9f23-4c142708219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.079450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-68c4dc6c-a853-4c38-9f23-4c142708219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.079925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-68c4dc6c-a853-4c38-9f23-4c142708219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.080448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-68c4dc6c-a853-4c38-9f23-4c142708219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.080910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-68c4dc6c-a853-4c38-9f23-4c142708219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.081363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-68c4dc6c-a853-4c38-9f23-4c142708219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.083254 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4d35958d-65d9-4d58-951a-7e084b00539d req-68c4dc6c-a853-4c38-9f23-4c142708219a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6287 time: 0.1079977 Aug 04 17:08:24.136720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e816567d-e02e-4090-a94f-767175a8aa9e {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:24.149528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.178979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f78e0052-b1b5-4602-bae5-94ec8c375614'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:08:24.183441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Transition to ACTIVE for port object e816567d-e02e-4090-a94f-767175a8aa9e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:24.193147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686102a8-45ed-4126-8793-4b88c432544f req-3a7c82ae-2326-474b-a145-17aa6cba8ef2 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.195080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-686102a8-45ed-4126-8793-4b88c432544f req-3a7c82ae-2326-474b-a145-17aa6cba8ef2 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 944 time: 0.1089702 Aug 04 17:08:24.203746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b67378-1a5a-4769-babc-c85944afe024 req-c212b532-2884-495e-a47d-afc511a6a586 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.205377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1b67378-1a5a-4769-babc-c85944afe024 req-c212b532-2884-495e-a47d-afc511a6a586 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 947 time: 0.1408839 Aug 04 17:08:24.207462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.208039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.219602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.232235 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:08:24.242058 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.242671 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Added segment e00a71cc-234c-4e09-9706-2bfb643cccf1 of type vlan for network a2e54b1e-bae1-4426-a5a0-8336c7419093 Aug 04 17:08:24.298992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Pushing event updated for resources: {'Port': ['ID=e816567d-e02e-4090-a94f-767175a8aa9e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:24.320369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-686102a8-45ed-4126-8793-4b88c432544f req-ad4e417a-3340-4699-8277-5f8739a52e3f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139331 Aug 04 17:08:24.372232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1b67378-1a5a-4769-babc-c85944afe024 req-2a5d635d-303b-4fb2-b258-2fab490eba1f tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987022 Aug 04 17:08:24.578797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Attempting to bind port e816567d-e02e-4090-a94f-767175a8aa9e on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:24.579184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Attempting to bind port e816567d-e02e-4090-a94f-767175a8aa9e by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:24.579495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Attempting to bind port e816567d-e02e-4090-a94f-767175a8aa9e on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:24.596365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2248aa-8774-41c0-9c1c-043352d6f6f3 req-877c9041-0ce1-46c5-b971-31d6f9a3487b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.608532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2248aa-8774-41c0-9c1c-043352d6f6f3 req-877c9041-0ce1-46c5-b971-31d6f9a3487b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.616614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2248aa-8774-41c0-9c1c-043352d6f6f3 req-877c9041-0ce1-46c5-b971-31d6f9a3487b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.623359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2248aa-8774-41c0-9c1c-043352d6f6f3 req-877c9041-0ce1-46c5-b971-31d6f9a3487b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.630259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2248aa-8774-41c0-9c1c-043352d6f6f3 req-877c9041-0ce1-46c5-b971-31d6f9a3487b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.639130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2248aa-8774-41c0-9c1c-043352d6f6f3 req-877c9041-0ce1-46c5-b971-31d6f9a3487b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.647203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2248aa-8774-41c0-9c1c-043352d6f6f3 req-877c9041-0ce1-46c5-b971-31d6f9a3487b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.663444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e2248aa-8774-41c0-9c1c-043352d6f6f3 req-877c9041-0ce1-46c5-b971-31d6f9a3487b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5407 time: 0.2150815 Aug 04 17:08:24.679482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Port e816567d-e02e-4090-a94f-767175a8aa9e on network ba071955-fd30-4b22-a93b-fc9408c54c5c not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:08:24.679872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Attempting to bind port e816567d-e02e-4090-a94f-767175a8aa9e on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:24.700446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:24.700969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Checking segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:24.701304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Bound using segment: {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:24.701818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Bound port: e816567d-e02e-4090-a94f-767175a8aa9e, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9825c28-c523-48d2-af58-57089d1c48a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:24.702266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.758675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-e64404a2-4cd9-4e77-abc3-653b9a223389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.759336 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-e64404a2-4cd9-4e77-abc3-653b9a223389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.759766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-e64404a2-4cd9-4e77-abc3-653b9a223389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.761614 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4d35958d-65d9-4d58-951a-7e084b00539d req-e64404a2-4cd9-4e77-abc3-653b9a223389 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2cc94953506a4e78aea23a881315503c&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.6678138 Aug 04 17:08:24.764173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e2248aa-8774-41c0-9c1c-043352d6f6f3 req-db27b80c-4d03-47b4-bb13-81cdc7a8af51 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934696 Aug 04 17:08:24.766226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f3b58e53-8938-47a2-a323-efc81597f155 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:24.812436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] For port e816567d-e02e-4090-a94f-767175a8aa9e, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:24.821210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] For port e816567d-e02e-4090-a94f-767175a8aa9e, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e816567d-e02e-4090-a94f-767175a8aa9e,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:24.826524 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.832894 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.839579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port f3b58e53-8938-47a2-a323-efc81597f155 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:24.844299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port f3b58e53-8938-47a2-a323-efc81597f155 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:24.845149 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.881213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30423184-da2e-416d-9d41-be6c362abdfe,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:24.924628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.927388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:24.933079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] 10.222.0.82 "PUT /v2.0/ports/e816567d-e02e-4090-a94f-767175a8aa9e HTTP/1.1" status: 200 len: 1091 time: 1.6044347 Aug 04 17:08:24.979271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:24.979551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35958d-65d9-4d58-951a-7e084b00539d req-3ef84efa-49da-4412-9957-7135e8d37d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:24.981173 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4d35958d-65d9-4d58-951a-7e084b00539d req-3ef84efa-49da-4412-9957-7135e8d37d77 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1966023 Aug 04 17:08:24.994137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeee990-286a-48c5-a57b-366f97370afa service neutron] Pushing event updated for resources: {'Port': ['ID=e816567d-e02e-4090-a94f-767175a8aa9e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:24.998335 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.000577 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.006449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:25.008756 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.095702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f3b58e53-8938-47a2-a323-efc81597f155, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f3b58e53-8938-47a2-a323-efc81597f155,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:25.098865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812c5911-9f2b-477c-8145-d911cc4e1f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b58e53-8938-47a2-a323-efc81597f155'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:08:25.101684 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5823493 Aug 04 17:08:25.107179 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f4723-d810-4766-bef4-82e5d2b36248" -d '{"events": [{"server_uuid": "812c5911-9f2b-477c-8145-d911cc4e1f30", "name": "network-vif-plugged", "status": "completed", "tag": "f3b58e53-8938-47a2-a323-efc81597f155"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:08:25.117714 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.117932 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33054) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:25.120030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.143381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Request body: {'subnet': {'network_id': 'a2e54b1e-bae1-4426-a5a0-8336c7419093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:25.207471 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec076ca-85f6-4d93-8bf0-d13edd967a1b x-openstack-request-id: req-1ec076ca-85f6-4d93-8bf0-d13edd967a1b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:08:25.207768 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812c5911-9f2b-477c-8145-d911cc4e1f30", "name": "network-vif-plugged", "status": "completed", "tag": "f3b58e53-8938-47a2-a323-efc81597f155", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:08:25.208229 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ec076ca-85f6-4d93-8bf0-d13edd967a1b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:08:25.208804 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812c5911-9f2b-477c-8145-d911cc4e1f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b58e53-8938-47a2-a323-efc81597f155', 'code': 200} Aug 04 17:08:25.252261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f3b58e53-8938-47a2-a323-efc81597f155,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:25.300818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e4a90-e99b-4303-a2cb-239622631c3a tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Pushing event updated for resources: {'Network': ['ID=a2e54b1e-bae1-4426-a5a0-8336c7419093,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:25.312319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a2e54b1e-bae1-4426-a5a0-8336c7419093 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:08:25.361735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305c7d6-e5ee-4fe9-91a8-b37b0cada2a4 req-618f7cab-c990-4d06-998a-80588283dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:25.363806 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c305c7d6-e5ee-4fe9-91a8-b37b0cada2a4 req-618f7cab-c990-4d06-998a-80588283dafd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 1096 time: 0.0915103 Aug 04 17:08:25.428651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Made reservation on behalf of a733cf5fe6a141e4afb7f0f15811764d for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:25.433259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.463166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f78e0052-b1b5-4602-bae5-94ec8c375614 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:25.475558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'e816567d-e02e-4090-a94f-767175a8aa9e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:08:25.478287 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74084fa-6de7-4f4f-8760-35e7a5b32034" -d '{"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "e816567d-e02e-4090-a94f-767175a8aa9e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:08:25.531970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-1be37f5e-f103-452a-aab3-6042f29d1ac3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:25.533961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-1be37f5e-f103-452a-aab3-6042f29d1ac3 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.90 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 947 time: 0.1823266 Aug 04 17:08:25.545180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port f78e0052-b1b5-4602-bae5-94ec8c375614 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:25.550216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port f78e0052-b1b5-4602-bae5-94ec8c375614 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:25.550885 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.590301 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c305c7d6-e5ee-4fe9-91a8-b37b0cada2a4 req-41483e97-2692-4d21-b2d3-d5849e34fc90 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164390 Aug 04 17:08:25.681710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb13a7-4e8d-458d-a29f-d2a1659b9df6 req-3a65a868-8d1b-4ad7-9198-b0829b1ec749 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:25.683376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72fb13a7-4e8d-458d-a29f-d2a1659b9df6 req-3a65a868-8d1b-4ad7-9198-b0829b1ec749 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.2113373 Aug 04 17:08:25.745547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8c25d-4407-4b0f-bfa5-e15c5d377900 req-f4cf137d-f30c-4ad7-ad56-7c4d4366bf5c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:25.747448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5f8c25d-4407-4b0f-bfa5-e15c5d377900 req-f4cf137d-f30c-4ad7-ad56-7c4d4366bf5c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 947 time: 0.1889522 Aug 04 17:08:25.748366 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.812224 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f78e0052-b1b5-4602-bae5-94ec8c375614, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f78e0052-b1b5-4602-bae5-94ec8c375614,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:25.821537 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.848657 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.864239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72fb13a7-4e8d-458d-a29f-d2a1659b9df6 req-2a630883-b39e-45fa-a914-6329b8cd3930 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514113 Aug 04 17:08:25.883144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=f78e0052-b1b5-4602-bae5-94ec8c375614,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:25.883696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Deleting port 8c91700d-dd81-4f29-b62b-f9c502199311 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:25.883912 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.916235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:25.923505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5f8c25d-4407-4b0f-bfa5-e15c5d377900 req-db60d526-3306-41e1-b18c-e04529096544 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559303 Aug 04 17:08:25.952690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Pushing event updated for resources: {'Subnet': ['ID=cb1e638b-c4e4-4a21-9401-8c189b3e53eb,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:25.964735 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baab89ef-fbae-4903-bc35-143e7855387d x-openstack-request-id: req-baab89ef-fbae-4903-bc35-143e7855387d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:08:25.964930 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "e816567d-e02e-4090-a94f-767175a8aa9e", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:08:25.965161 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-baab89ef-fbae-4903-bc35-143e7855387d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:08:25.965569 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'e816567d-e02e-4090-a94f-767175a8aa9e', 'status': 'completed', 'code': 200} Aug 04 17:08:25.967566 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:25.992698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Transition to ACTIVE for port object cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:26.009975 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.041868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-829da44e-022a-4568-8b25-02cff912ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.042368 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-829da44e-022a-4568-8b25-02cff912ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.044115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-829da44e-022a-4568-8b25-02cff912ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.044115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-829da44e-022a-4568-8b25-02cff912ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.044691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-829da44e-022a-4568-8b25-02cff912ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.045552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-829da44e-022a-4568-8b25-02cff912ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.046083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-829da44e-022a-4568-8b25-02cff912ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.049194 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-829da44e-022a-4568-8b25-02cff912ada6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6354 time: 0.0796893 Aug 04 17:08:26.060330 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Checking segment: {'id': 'e00a71cc-234c-4e09-9706-2bfb643cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a2e54b1e-bae1-4426-a5a0-8336c7419093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:26.060718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Network hostable DHCP agents. Network: a2e54b1e-bae1-4426-a5a0-8336c7419093, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:08:26.122518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] For port 8c91700d-dd81-4f29-b62b-f9c502199311, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8c91700d-dd81-4f29-b62b-f9c502199311,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:26.123289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.137537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Pushing event updated for resources: {'Port': ['ID=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:26.140531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Network a2e54b1e-bae1-4426-a5a0-8336c7419093 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:08:26.171356 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, a2e54b1e-bae1-4426-a5a0-8336c7419093) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:26.181335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.182208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.182971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd76c68-0698-4810-b07c-440c5568dffe None None] Network a2e54b1e-bae1-4426-a5a0-8336c7419093 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:08:26.213189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-494399cd-306e-4d54-8fcc-a0bbb6953022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.215935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-494399cd-306e-4d54-8fcc-a0bbb6953022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.216595 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-494399cd-306e-4d54-8fcc-a0bbb6953022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.218428 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-494399cd-306e-4d54-8fcc-a0bbb6953022 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2cc94953506a4e78aea23a881315503c&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.1531239 Aug 04 17:08:26.223844 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fb10d092-d66b-4a70-9994-1bcc2a7485d2 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1048243 Aug 04 17:08:26.229511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33080) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:26.247521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Request body: {'port': {'network_id': 'a2e54b1e-bae1-4426-a5a0-8336c7419093', 'name': 'tempest-DHCPAgentSchedulersTestJSON-889349005'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:26.279671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef337-7552-486c-9778-19b414220546 req-0eaeb84e-861a-4381-98c5-b3b664633a55 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.285721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef337-7552-486c-9778-19b414220546 req-0eaeb84e-861a-4381-98c5-b3b664633a55 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.301340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef337-7552-486c-9778-19b414220546 req-0eaeb84e-861a-4381-98c5-b3b664633a55 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.325631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef337-7552-486c-9778-19b414220546 req-0eaeb84e-861a-4381-98c5-b3b664633a55 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.337173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef337-7552-486c-9778-19b414220546 req-0eaeb84e-861a-4381-98c5-b3b664633a55 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.346431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef337-7552-486c-9778-19b414220546 req-0eaeb84e-861a-4381-98c5-b3b664633a55 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.363921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef337-7552-486c-9778-19b414220546 req-0eaeb84e-861a-4381-98c5-b3b664633a55 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.373009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-833ef337-7552-486c-9778-19b414220546 req-0eaeb84e-861a-4381-98c5-b3b664633a55 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5419 time: 0.3525052 Aug 04 17:08:26.452782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-a2e54b1e-bae1-4426-a5a0-8336c7419093', 'network_id': 'a2e54b1e-bae1-4426-a5a0-8336c7419093', 'tenant_id': 'a733cf5fe6a141e4afb7f0f15811764d', 'fixed_ips': [{'subnet_id': 'cb1e638b-c4e4-4a21-9401-8c189b3e53eb'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:08:26.454392 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.525890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-393f454b-3b38-4f81-b5f1-93352a1c573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.527718 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c74084fa-6de7-4f4f-8760-35e7a5b32034 req-393f454b-3b38-4f81-b5f1-93352a1c573c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2990959 Aug 04 17:08:26.561891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Made reservation on behalf of a733cf5fe6a141e4afb7f0f15811764d for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:26.569738 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.594853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-833ef337-7552-486c-9778-19b414220546 req-a0f68d21-bdd0-4525-b444-b184a5915549 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108917 Aug 04 17:08:26.613247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Attempting to bind port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:26.613497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Attempting to bind port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:26.613783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Attempting to bind port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 on network b6c29649-58d9-47a6-8faa-3a67e09f9da2 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:26.626427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] device_id is not set on port 3b7b2271-e54f-4885-bd29-4ecad2817616 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:08:26.654042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 on network b6c29649-58d9-47a6-8faa-3a67e09f9da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:08:26.654371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Attempting to bind port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 on network b6c29649-58d9-47a6-8faa-3a67e09f9da2 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:26.667243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:26.667585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Checking segment: {'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:26.667975 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Bound using segment: {'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:26.668417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Bound port: cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:26.668774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.674259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Allocated IP 172.20.0.2 (a2e54b1e-bae1-4426-a5a0-8336c7419093/cb1e638b-c4e4-4a21-9401-8c189b3e53eb/1ba69709-c5d0-42d7-be1d-534aa5b5f89a) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:26.719399 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.721498 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.721498 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Floating IP 28d61905-417a-4253-b84c-5a8a34646b96 disassociated. External IP: 172.25.2.192, port: 8c91700d-dd81-4f29-b62b-f9c502199311. Aug 04 17:08:26.721498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Calling delete_port for 8c91700d-dd81-4f29-b62b-f9c502199311 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:26.791884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] For port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:26.796505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] For port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:26.809657 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.849504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:26.850136 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.851911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] 10.222.0.82 "PUT /v2.0/ports/cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 HTTP/1.1" status: 200 len: 1091 time: 1.8819590 Aug 04 17:08:26.885289 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.896795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Transition to ACTIVE for port object 1ba69709-c5d0-42d7-be1d-534aa5b5f89a will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:26.917753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Transition to ACTIVE for port object 1ba69709-c5d0-42d7-be1d-534aa5b5f89a will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:26.925531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Request body: {'port': {'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:26.927600 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:26.945398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f25b1b-224b-471b-a09f-cfb3582da7de service neutron] Pushing event updated for resources: {'Port': ['ID=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:26.978454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Network a2e54b1e-bae1-4426-a5a0-8336c7419093 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:26.993143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:27.000848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:27.014614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Pushing event updated for resources: {'Port': ['ID=1ba69709-c5d0-42d7-be1d-534aa5b5f89a,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:27.049643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Allocated IP 172.20.0.12 (a2e54b1e-bae1-4426-a5a0-8336c7419093/cb1e638b-c4e4-4a21-9401-8c189b3e53eb/3b7b2271-e54f-4885-bd29-4ecad2817616) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:27.109690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Attempting to bind port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:27.109984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Attempting to bind port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e00a71cc-234c-4e09-9706-2bfb643cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a2e54b1e-bae1-4426-a5a0-8336c7419093'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:27.110351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Attempting to bind port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a on network a2e54b1e-bae1-4426-a5a0-8336c7419093 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:27.131114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:27.131473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Checking segment: {'id': 'e00a71cc-234c-4e09-9706-2bfb643cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a2e54b1e-bae1-4426-a5a0-8336c7419093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:27.131888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:27.132347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Bound using segment: {'id': 'e00a71cc-234c-4e09-9706-2bfb643cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a2e54b1e-bae1-4426-a5a0-8336c7419093'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:27.132829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Bound port: 1ba69709-c5d0-42d7-be1d-534aa5b5f89a, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00a71cc-234c-4e09-9706-2bfb643cccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a2e54b1e-bae1-4426-a5a0-8336c7419093'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:27.133216 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:27.215995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f646b-7df5-483f-961e-af0f2b58179e req-510e4ab5-9a43-44f2-ab34-a09538e159d2 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:27.223591 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-203f646b-7df5-483f-961e-af0f2b58179e req-510e4ab5-9a43-44f2-ab34-a09538e159d2 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.2184904 Aug 04 17:08:27.242208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ada8b8-29d3-41d5-9535-65bced01d90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78e0052-b1b5-4602-bae5-94ec8c375614'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:08:27.244913 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9222616b-29dc-4d4b-89dc-580916d5e98e" -d '{"events": [{"server_uuid": "c8ada8b8-29d3-41d5-9535-65bced01d90a", "name": "network-vif-plugged", "status": "completed", "tag": "f78e0052-b1b5-4602-bae5-94ec8c375614"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:08:27.263407 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:27.268337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:27.329699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] For port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:27.346792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] For port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1ba69709-c5d0-42d7-be1d-534aa5b5f89a,segment=NetworkSegment(e00a71cc-234c-4e09-9706-2bfb643cccf1),segment_id=e00a71cc-234c-4e09-9706-2bfb643cccf1)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:27.351360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-203f646b-7df5-483f-961e-af0f2b58179e req-f7e0a4a8-66fa-4996-9f43-39d01846e04f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221724 Aug 04 17:08:27.359314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6c969-7585-47f0-91bb-83e5851e1a3a req-9b449925-56e9-4134-8def-7ca68f4f3e00 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:27.365526 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:27.377116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0e6c969-7585-47f0-91bb-83e5851e1a3a req-9b449925-56e9-4134-8def-7ca68f4f3e00 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 868 time: 0.3167953 Aug 04 17:08:27.380440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event deleted for resources: {'Port': ['ID=8c91700d-dd81-4f29-b62b-f9c502199311,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:27.399498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:27.455566 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Transition to ACTIVE for port object 3b7b2271-e54f-4885-bd29-4ecad2817616 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:27.463955 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b161640d-0c89-4f55-aaf9-0a0f1d1e9821 x-openstack-request-id: req-b161640d-0c89-4f55-aaf9-0a0f1d1e9821 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:08:27.464434 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ada8b8-29d3-41d5-9535-65bced01d90a", "name": "network-vif-plugged", "status": "completed", "tag": "f78e0052-b1b5-4602-bae5-94ec8c375614", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:08:27.464894 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b161640d-0c89-4f55-aaf9-0a0f1d1e9821 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:08:27.465418 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ada8b8-29d3-41d5-9535-65bced01d90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78e0052-b1b5-4602-bae5-94ec8c375614', 'code': 200} Aug 04 17:08:27.529564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1646c1b-bd2e-400e-9879-dd8d64390c66 None None] Pushing event updated for resources: {'Port': ['ID=1ba69709-c5d0-42d7-be1d-534aa5b5f89a,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:27.600845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77b0a3-1ca2-4c44-aad2-340ceecd1e11 req-782b5aa3-b4a2-4ea7-8434-f14ada845c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:27.602410 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1a77b0a3-1ca2-4c44-aad2-340ceecd1e11 req-782b5aa3-b4a2-4ea7-8434-f14ada845c2a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 1097 time: 0.0651147 Aug 04 17:08:27.603996 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:27.694581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Network a2e54b1e-bae1-4426-a5a0-8336c7419093 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:27.728523 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-1a77b0a3-1ca2-4c44-aad2-340ceecd1e11 req-084fd6f2-b021-4a6b-ac1d-dc4f62ad9e63 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159186 Aug 04 17:08:27.729752 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:27.744253 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:27.754452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Pushing event updated for resources: {'Port': ['ID=3b7b2271-e54f-4885-bd29-4ecad2817616,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:27.783301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0e6c969-7585-47f0-91bb-83e5851e1a3a req-4dcbdc04-8c36-4e3d-a350-63c8a61650e5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c6a9737-ec35-4633-8d5a-1a163a7bba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938398 Aug 04 17:08:27.926691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:27.927977 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:27.940008 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.940707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.941261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.941831 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.942407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.943890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.944675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.945286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.945862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.946657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.948019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.948019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:08:27.978257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-9e038d78-a0f5-4ced-bb01-cf759475dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:27.981202 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-9e038d78-a0f5-4ced-bb01-cf759475dd15 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 1096 time: 0.1738775 Aug 04 17:08:27.986672 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0f7dbea4-e582-4a7a-8ca2-a6fdda1dfc62 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7443442 Aug 04 17:08:27.987749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33112) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:28.110846 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:08:28.285494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-42ca3c9d-cf04-4414-8674-14e7d44a7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:28.287109 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-42ca3c9d-cf04-4414-8674-14e7d44a7b01 service neutron] 10.222.0.82 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 921 time: 0.2898793 Aug 04 17:08:28.288152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1ba69709-c5d0-42d7-be1d-534aa5b5f89a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:28.296543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9d62872f-be00-41d6-af19-aeac18639191 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Deleting port 3b7b2271-e54f-4885-bd29-4ecad2817616 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:28.297142 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d62872f-be00-41d6-af19-aeac18639191 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:28.357377 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-1b707919-2225-489c-9853-10e80bf0c372 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3b58e53-8938-47a2-a323-efc81597f155 HTTP/1.1" status: 200 len: 217 time: 0.0564375 Aug 04 17:08:28.418713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:28.475755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-aa87c409-d30a-43c4-b997-10ef2cdaafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:28.477838 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-aa87c409-d30a-43c4-b997-10ef2cdaafb1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 200 len: 859 time: 0.1046576 Aug 04 17:08:28.559231 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-13b14582-0a03-4f64-ae3b-24c4130a6f46 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729079 Aug 04 17:08:28.593287 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d62872f-be00-41d6-af19-aeac18639191 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:28.606109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:08:28.609210 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:08:28.655177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9d62872f-be00-41d6-af19-aeac18639191 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Calling delete_port for 3b7b2271-e54f-4885-bd29-4ecad2817616 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:28.758096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a039b4-f3dc-4b44-b71c-8c3783d87f7d req-fa851fb0-ce67-4c70-b5dc-0620a1b2ab4d tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:28.759755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93a039b4-f3dc-4b44-b71c-8c3783d87f7d req-fa851fb0-ce67-4c70-b5dc-0620a1b2ab4d tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.1381025 Aug 04 17:08:28.785018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c6b6e-2685-4102-b35a-6f57a07d50b6 req-e8204959-22d9-4b90-80d5-6b01947c6a7e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:28.793662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c6b6e-2685-4102-b35a-6f57a07d50b6 req-e8204959-22d9-4b90-80d5-6b01947c6a7e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:28.817667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c6b6e-2685-4102-b35a-6f57a07d50b6 req-e8204959-22d9-4b90-80d5-6b01947c6a7e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:28.824863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c6b6e-2685-4102-b35a-6f57a07d50b6 req-e8204959-22d9-4b90-80d5-6b01947c6a7e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:28.832591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c6b6e-2685-4102-b35a-6f57a07d50b6 req-e8204959-22d9-4b90-80d5-6b01947c6a7e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:28.838970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c6b6e-2685-4102-b35a-6f57a07d50b6 req-e8204959-22d9-4b90-80d5-6b01947c6a7e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:28.845079 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-eecd9631-840b-4501-bc61-7481c2092a8f service neutron] 10.222.0.82 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776840 Aug 04 17:08:28.845304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c6b6e-2685-4102-b35a-6f57a07d50b6 req-e8204959-22d9-4b90-80d5-6b01947c6a7e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:28.854224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab5c6b6e-2685-4102-b35a-6f57a07d50b6 req-e8204959-22d9-4b90-80d5-6b01947c6a7e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5419 time: 0.9812992 Aug 04 17:08:28.882588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:08:28.989910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab5c6b6e-2685-4102-b35a-6f57a07d50b6 req-07ef2ac2-6658-4d6c-ac4f-4bceafb9ed71 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1324344 Aug 04 17:08:28.993241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d62872f-be00-41d6-af19-aeac18639191 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.038798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62872f-be00-41d6-af19-aeac18639191 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Pushing event deleted for resources: {'Port': ['ID=3b7b2271-e54f-4885-bd29-4ecad2817616,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:29.089765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea02f9-c276-440e-8be1-899ec9578580 None None] Network a2e54b1e-bae1-4426-a5a0-8336c7419093 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:08:29.107982 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083a3d95-b48b-4b1b-94dc-7b25ae2f9458 x-openstack-request-id: req-083a3d95-b48b-4b1b-94dc-7b25ae2f9458 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:08:29.108588 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:08:29.109526 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-083a3d95-b48b-4b1b-94dc-7b25ae2f9458 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:08:29.110115 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30', 'status': 'completed', 'code': 200} Aug 04 17:08:29.121468 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-6f169392-41ba-4fc8-8067-1eb346551b16 service neutron] 10.222.0.82 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681537 Aug 04 17:08:29.123086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15942b0-432c-480d-9005-da6faf613418 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:29.151183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93a039b4-f3dc-4b44-b71c-8c3783d87f7d req-41fa2bf8-46bf-4119-b8b2-d87ef526426e tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798645 Aug 04 17:08:29.153868 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.223550 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d62872f-be00-41d6-af19-aeac18639191 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.226785 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9d62872f-be00-41d6-af19-aeac18639191 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] 10.222.0.39 "DELETE /v2.0/ports/3b7b2271-e54f-4885-bd29-4ecad2817616 HTTP/1.1" status: 204 len: 168 time: 1.2377658 Aug 04 17:08:29.229341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33126) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:29.264138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Transition to ACTIVE for port object c15942b0-432c-480d-9005-da6faf613418 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:29.280094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3ccac1e4-e90a-4ef0-9e88-f2d5882d8f46 None None] Provisioning for port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:29.286562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b882879-c1db-4cb6-b9c3-ae31aa61c198 req-be70add4-5bfa-45e0-a52e-78da42b169c7 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf11736-65fd-4dbc-b551-ff29dd5d67e4 HTTP/1.1" status: 200 len: 210 time: 0.0880392 Aug 04 17:08:29.287379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3ccac1e4-e90a-4ef0-9e88-f2d5882d8f46 None None] Provisioning complete for port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:29.290312 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3ccac1e4-e90a-4ef0-9e88-f2d5882d8f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.290933 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.306485 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a06d6d63-ca7d-446b-b298-f9fe788919d5 tempest-DHCPAgentSchedulersTestJSON-1871266273 tempest-DHCPAgentSchedulersTestJSON-1871266273-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0756536 Aug 04 17:08:29.309090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33132) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:29.316617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-350951229'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:29.369318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:08:29.376885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-c893c334-f4ab-4109-8d35-702dffe420f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.378156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-c893c334-f4ab-4109-8d35-702dffe420f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.378156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-c893c334-f4ab-4109-8d35-702dffe420f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.378906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-c893c334-f4ab-4109-8d35-702dffe420f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.378906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-c893c334-f4ab-4109-8d35-702dffe420f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.380810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-c893c334-f4ab-4109-8d35-702dffe420f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.380810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-c893c334-f4ab-4109-8d35-702dffe420f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.382163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Made reservation on behalf of a733cf5fe6a141e4afb7f0f15811764d for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:29.387213 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.399799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-c893c334-f4ab-4109-8d35-702dffe420f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6421 time: 0.2670286 Aug 04 17:08:29.448112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8c91700d-dd81-4f29-b62b-f9c502199311 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:08:29.448387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:08:29.459401 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.460055 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Added segment d19aecb3-b648-461f-81e6-c93df714e131 of type vlan for network c172c873-5daa-4e74-9620-3c6d33fd77fc Aug 04 17:08:29.476282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] Sync routers for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:08:29.531844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.541373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] No DVR routers for this DVR port 8c91700d-dd81-4f29-b62b-f9c502199311 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:08:29.583345 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.589016 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.592260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76a8b582-ccdc-44f3-ac5f-a8ec0f9b9a64 req-9d8e817c-be7f-4970-925e-73b0d6541af5 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.90 "DELETE /v2.0/ports/8c91700d-dd81-4f29-b62b-f9c502199311 HTTP/1.1" status: 204 len: 173 time: 4.0476310 Aug 04 17:08:29.594188 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.594915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:29.600817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c15942b0-432c-480d-9005-da6faf613418,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:29.622179 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3107708 Aug 04 17:08:29.651546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33140) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:29.672665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 8c91700d-dd81-4f29-b62b-f9c502199311 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:08:29.672665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8c91700d-dd81-4f29-b62b-f9c502199311 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:08:29.722554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deae4a-1db1-4386-b78b-8af52a6ae2b1 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Pushing event updated for resources: {'Network': ['ID=c172c873-5daa-4e74-9620-3c6d33fd77fc,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:29.746249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network c172c873-5daa-4e74-9620-3c6d33fd77fc details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:08:29.753159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:29.754316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:29.941477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Attempting to bind port c15942b0-432c-480d-9005-da6faf613418 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:29.941997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Attempting to bind port c15942b0-432c-480d-9005-da6faf613418 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:29.942264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Attempting to bind port c15942b0-432c-480d-9005-da6faf613418 on network b6c29649-58d9-47a6-8faa-3a67e09f9da2 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:29.968925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Port c15942b0-432c-480d-9005-da6faf613418 on network b6c29649-58d9-47a6-8faa-3a67e09f9da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:08:29.969249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Attempting to bind port c15942b0-432c-480d-9005-da6faf613418 on network b6c29649-58d9-47a6-8faa-3a67e09f9da2 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:29.987029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-79e4b708-e8b1-43f8-a906-edc4948dfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.987595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-79e4b708-e8b1-43f8-a906-edc4948dfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.988062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-79e4b708-e8b1-43f8-a906-edc4948dfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:29.989689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-79e4b708-e8b1-43f8-a906-edc4948dfbdd service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2cc94953506a4e78aea23a881315503c&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.5655568 Aug 04 17:08:30.013778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:30.014124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Checking segment: {'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:30.014518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Bound using segment: {'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:30.015028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Bound port: c15942b0-432c-480d-9005-da6faf613418, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a1e383-f9d8-45d1-a2f1-b478e3b3231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:30.015391 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:30.136286 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3ccac1e4-e90a-4ef0-9e88-f2d5882d8f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:30.205142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3ccac1e4-e90a-4ef0-9e88-f2d5882d8f46 None None] For port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1ba69709-c5d0-42d7-be1d-534aa5b5f89a,segment=NetworkSegment(e00a71cc-234c-4e09-9706-2bfb643cccf1),segment_id=e00a71cc-234c-4e09-9706-2bfb643cccf1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:30.217007 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3ccac1e4-e90a-4ef0-9e88-f2d5882d8f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:30.449151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a634212e-b2dd-4ddd-80f8-1b9c83b45caa tempest-DHCPAgentSchedulersTestJSON-1871266273 tempest-DHCPAgentSchedulersTestJSON-1871266273-project-admin] 10.222.0.39 "GET /v2.0/agents/df72dfc2-5f60-497f-8011-a880d9604218/dhcp-networks HTTP/1.1" status: 200 len: 9668 time: 0.7935109 Aug 04 17:08:30.452024 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33160) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:30.561031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] For port c15942b0-432c-480d-9005-da6faf613418, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:30.591422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6473b7-872b-438f-af4d-594a73476306 req-406f1d1d-0afa-48dd-ae48-2170d33dfd92 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:30.599652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6473b7-872b-438f-af4d-594a73476306 req-406f1d1d-0afa-48dd-ae48-2170d33dfd92 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:30.605336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:30.606100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6473b7-872b-438f-af4d-594a73476306 req-406f1d1d-0afa-48dd-ae48-2170d33dfd92 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:30.614221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6473b7-872b-438f-af4d-594a73476306 req-406f1d1d-0afa-48dd-ae48-2170d33dfd92 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:30.614437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e41aa-7371-4c83-b6be-a6999dd5a5ef tempest-DHCPAgentSchedulersTestJSON-1871266273 tempest-DHCPAgentSchedulersTestJSON-1871266273-project-admin] Network c172c873-5daa-4e74-9620-3c6d33fd77fc is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:08:30.620656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6473b7-872b-438f-af4d-594a73476306 req-406f1d1d-0afa-48dd-ae48-2170d33dfd92 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:30.627507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6473b7-872b-438f-af4d-594a73476306 req-406f1d1d-0afa-48dd-ae48-2170d33dfd92 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:30.634211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6473b7-872b-438f-af4d-594a73476306 req-406f1d1d-0afa-48dd-ae48-2170d33dfd92 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:30.639805 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c67e41aa-7371-4c83-b6be-a6999dd5a5ef tempest-DHCPAgentSchedulersTestJSON-1871266273 tempest-DHCPAgentSchedulersTestJSON-1871266273-project-admin] 10.222.0.39 "POST /v2.0/agents/df72dfc2-5f60-497f-8011-a880d9604218/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1844318 Aug 04 17:08:30.640722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33162) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:30.642988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6473b7-872b-438f-af4d-594a73476306 req-406f1d1d-0afa-48dd-ae48-2170d33dfd92 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.4440832 Aug 04 17:08:30.652673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337886bc-2893-4063-ab4e-2d265214f19d req-a8c79386-7de8-4663-b4aa-c33c6ec84384 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:30.654272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-337886bc-2893-4063-ab4e-2d265214f19d req-a8c79386-7de8-4663-b4aa-c33c6ec84384 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.3194973 Aug 04 17:08:30.674190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-33ef8eec-04f4-49ff-8d5c-a0f7f92742f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:30.676182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4f4746d-00ae-4a82-b98e-46bd7b9f6ebb req-33ef8eec-04f4-49ff-8d5c-a0f7f92742f0 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6364543 Aug 04 17:08:30.703877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] For port c15942b0-432c-480d-9005-da6faf613418, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c15942b0-432c-480d-9005-da6faf613418,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:30.711080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d321f8be-75e9-49cd-98f8-a38cca0f6f8d None None] Network c172c873-5daa-4e74-9620-3c6d33fd77fc requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:08:30.735688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-337886bc-2893-4063-ab4e-2d265214f19d req-dd4ced87-2154-41b1-a5a5-70f033154686 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653985 Aug 04 17:08:30.769244 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:30.817356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccac1e4-e90a-4ef0-9e88-f2d5882d8f46 None None] Pushing event updated for resources: {'Port': ['ID=1ba69709-c5d0-42d7-be1d-534aa5b5f89a,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:30.852917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33168) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:30.879817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33172) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:30.912106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c15942b0-432c-480d-9005-da6faf613418,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:30.961492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af6473b7-872b-438f-af4d-594a73476306 req-3a1d0a3e-9304-41aa-a244-dc44751642b0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3172562 Aug 04 17:08:30.973064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:30.975854 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:30.988489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-30b4a9e1-6e08-4243-a7ee-b666730183a0 service neutron] 10.222.0.82 "PUT /v2.0/ports/c15942b0-432c-480d-9005-da6faf613418 HTTP/1.1" status: 200 len: 1091 time: 4.0731061 Aug 04 17:08:31.013165 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9b68cb6a-410f-4c3a-b522-356cae781159 tempest-DHCPAgentSchedulersTestJSON-1871266273 tempest-DHCPAgentSchedulersTestJSON-1871266273-project-admin] 10.222.0.39 "GET /v2.0/agents/df72dfc2-5f60-497f-8011-a880d9604218/dhcp-networks HTTP/1.1" status: 200 len: 10440 time: 0.3712635 Aug 04 17:08:31.016065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33174) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:31.021946 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10b320c3-a5da-4f33-b384-8cf75e121420 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:31.100235 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10b320c3-a5da-4f33-b384-8cf75e121420 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:31.162393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'name': 'network-vif-deleted', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311'}, {'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'c15942b0-432c-480d-9005-da6faf613418'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:08:31.165210 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3" -d '{"events": [{"server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "name": "network-vif-deleted", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311"}, {"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "c15942b0-432c-480d-9005-da6faf613418"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:08:31.195448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b2aad456-d97b-49ff-8cc3-009ae24c0a84 None None] Provisioning complete for port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:31.210316 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b2aad456-d97b-49ff-8cc3-009ae24c0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:31.214365 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10b320c3-a5da-4f33-b384-8cf75e121420 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:31.217014 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10b320c3-a5da-4f33-b384-8cf75e121420 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:31.229201 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-10b320c3-a5da-4f33-b384-8cf75e121420 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "DELETE /v2.0/security-groups/4c6a9737-ec35-4633-8d5a-1a163a7bba0d HTTP/1.1" status: 204 len: 168 time: 0.3479211 Aug 04 17:08:31.229976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33178) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:31.249303 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-514e2eb4-4de8-4461-b596-24331f82adbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:31.251264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33180) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:31.254952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4e6c4f1b-dbaa-4940-aff5-1d5f25edca86 tempest-DHCPAgentSchedulersTestJSON-1871266273 tempest-DHCPAgentSchedulersTestJSON-1871266273-project-admin] 10.222.0.39 "DELETE /v2.0/agents/df72dfc2-5f60-497f-8011-a880d9604218/dhcp-networks/c172c873-5daa-4e74-9620-3c6d33fd77fc HTTP/1.1" status: 204 len: 168 time: 0.2238343 Aug 04 17:08:31.290460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e0536d43-f42d-4cee-8e16-2753b6cd20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:31.291059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e0536d43-f42d-4cee-8e16-2753b6cd20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:31.291535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e0536d43-f42d-4cee-8e16-2753b6cd20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:31.292081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e0536d43-f42d-4cee-8e16-2753b6cd20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:31.292574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e0536d43-f42d-4cee-8e16-2753b6cd20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:31.293516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e0536d43-f42d-4cee-8e16-2753b6cd20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:31.293516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e0536d43-f42d-4cee-8e16-2753b6cd20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:31.297185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b320c3-a5da-4f33-b384-8cf75e121420 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6a9737-ec35-4633-8d5a-1a163a7bba0d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:31.308782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e0536d43-f42d-4cee-8e16-2753b6cd20cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6488 time: 0.2505121 Aug 04 17:08:31.310537 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 04 Aug 2021 17:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab9134b-3cb2-4159-ba1e-d44eeed55e35 x-openstack-request-id: req-1ab9134b-3cb2-4159-ba1e-d44eeed55e35 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:08:31.310863 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf11736-65fd-4dbc-b551-ff29dd5d67e4", "name": "network-vif-deleted", "tag": "8c91700d-dd81-4f29-b62b-f9c502199311", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "c15942b0-432c-480d-9005-da6faf613418", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:08:31.311103 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ab9134b-3cb2-4159-ba1e-d44eeed55e35 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:08:31.311613 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf11736-65fd-4dbc-b551-ff29dd5d67e4', 'name': 'network-vif-deleted', 'tag': '8c91700d-dd81-4f29-b62b-f9c502199311', 'status': 'completed', 'code': 200} Aug 04 17:08:31.311720 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'c15942b0-432c-480d-9005-da6faf613418', 'status': 'completed', 'code': 200} Aug 04 17:08:31.354278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:31.386075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-883cde2a-9119-47fd-bdb7-ca01cffb1e5a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da58f926-5e25-416a-b85c-cbfc1468b16c HTTP/1.1" status: 200 len: 217 time: 0.0680554 Aug 04 17:08:31.392763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] Checking router: dde7ca5d-7a33-479e-99ce-c47e1451e1f1 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:08:31.417463 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-2772a9cb-b1c8-4060-91d8-d413f098b3f0 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] show failed (client error): The resource could not be found. Aug 04 17:08:31.424970 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2772a9cb-b1c8-4060-91d8-d413f098b3f0 tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "GET /v2.0/security-groups/4c6a9737-ec35-4633-8d5a-1a163a7bba0d HTTP/1.1" status: 404 len: 347 time: 0.1735477 Aug 04 17:08:31.432489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33182) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:31.459720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:31.460527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:31.466198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-8ea441d9-8845-4ea6-b4c7-e277ab38a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:31.467837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-8ea441d9-8845-4ea6-b4c7-e277ab38a95c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ef543eaa-4be5-4e02-bbc5-f2ae9095973a HTTP/1.1" status: 200 len: 856 time: 0.0707240 Aug 04 17:08:31.523467 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e50471bf-3dc6-4d3d-90ee-9401bb589691 tempest-DHCPAgentSchedulersTestJSON-1871266273 tempest-DHCPAgentSchedulersTestJSON-1871266273-project-admin] 10.222.0.39 "GET /v2.0/agents/df72dfc2-5f60-497f-8011-a880d9604218/dhcp-networks HTTP/1.1" status: 200 len: 9668 time: 0.2242250 Aug 04 17:08:31.530960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33184) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:31.560166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-fddaea1f-b00b-4e3a-b3f2-50d79886f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:31.561860 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-fddaea1f-b00b-4e3a-b3f2-50d79886f43b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868256 Aug 04 17:08:31.570002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3313797e-24a0-44ec-9fcd-aec801824109 tempest-DHCPAgentSchedulersTestJSON-1871266273 tempest-DHCPAgentSchedulersTestJSON-1871266273-project-admin] 10.222.0.39 "GET /v2.0/networks/a2e54b1e-bae1-4426-a5a0-8336c7419093/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0379009 Aug 04 17:08:31.572451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33188) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:31.665080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:31.710487 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ecd42373-8e4b-4097-816c-24e84c46e11e tempest-DHCPAgentSchedulersTestJSON-1871266273 tempest-DHCPAgentSchedulersTestJSON-1871266273-project-admin] 10.222.0.39 "GET /v2.0/networks/a2e54b1e-bae1-4426-a5a0-8336c7419093/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1346035 Aug 04 17:08:31.711409 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33192) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:31.803971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-806fa8cf-aec4-4528-940b-8cdaf02d20d1 service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214966 Aug 04 17:08:31.865091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d56fbad4-3f7f-43a9-91b1-7afa5b9ccac7 None None] Could not find standard attr ID for object 3b7b2271-e54f-4885-bd29-4ecad2817616. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:08:31.934681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-58ea0780-5082-4473-9dd5-7121009fcb7c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Deleting port 8e58b01d-5cdc-47b1-8ee2-e82f608fb9c4 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:31.934920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58ea0780-5082-4473-9dd5-7121009fcb7c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:31.968721 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2180cb1b-d40b-45fa-ac1f-42a06718d03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.037047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adbda3-9a0e-4450-b600-cca9fe6784db req-5862e956-7164-4532-b6f2-4827c6c8b7fb tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:32.041038 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4adbda3-9a0e-4450-b600-cca9fe6784db req-5862e956-7164-4532-b6f2-4827c6c8b7fb tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.1484554 Aug 04 17:08:32.042106 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:32.087683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7012d-cc4e-4034-ae09-3f2ae508f55c None None] The sync data for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 is: [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:00:03Z', 'revision_number': 4, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '610cf5c0-be77-4779-9fc3-2fe29a51d40d', 'name': '', 'network_id': '4bf716c2-61fa-42c0-ad22-fe8639e9b0f1', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'mac_address': 'fa:16:3e:57:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:00:02Z', 'updated_at': '2021-08-04T17:00:25Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'subnets': [{'id': '546b3f6f-1b8c-4958-8513-3b5840aed771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:08:32.139738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-eb5d46c3-103d-49a9-b53e-081981c13c47 service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250880 Aug 04 17:08:32.166951 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-514e2eb4-4de8-4461-b596-24331f82adbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.173874 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be174022-fed2-4411-8eae-34854b44aafd tempest-DHCPAgentSchedulersTestJSON-1871266273 tempest-DHCPAgentSchedulersTestJSON-1871266273-project-admin] 10.222.0.39 "GET /v2.0/agents/df72dfc2-5f60-497f-8011-a880d9604218/dhcp-networks HTTP/1.1" status: 200 len: 9668 time: 0.4612012 Aug 04 17:08:32.180190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33202) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:32.208769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1ba69709-c5d0-42d7-be1d-534aa5b5f89a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:32.255740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e576d3ab-2af1-428c-90b8-613bf715385d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=055d70de-a204-430b-8bd6-bc6a5dc0ccdd HTTP/1.1" status: 200 len: 217 time: 0.1083100 Aug 04 17:08:32.263473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.269238 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-514e2eb4-4de8-4461-b596-24331f82adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.271344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:32.271964 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.319746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33204) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:32.334866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4adbda3-9a0e-4450-b600-cca9fe6784db req-0e6f71f3-55c6-40a8-a48a-2a4d4e2f15e7 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749140 Aug 04 17:08:32.382136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9763a-4f82-43b6-bf75-aa5a5b445a13 req-996c08df-f168-451a-829d-e2f9e9c50211 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:32.388748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9763a-4f82-43b6-bf75-aa5a5b445a13 req-996c08df-f168-451a-829d-e2f9e9c50211 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:32.400594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9763a-4f82-43b6-bf75-aa5a5b445a13 req-996c08df-f168-451a-829d-e2f9e9c50211 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:32.410091 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-514e2eb4-4de8-4461-b596-24331f82adbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0fe5170c7244c34befdc97c384b2cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5558288 Aug 04 17:08:32.413329 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9763a-4f82-43b6-bf75-aa5a5b445a13 req-996c08df-f168-451a-829d-e2f9e9c50211 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:32.419339 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58ea0780-5082-4473-9dd5-7121009fcb7c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.419660 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58ea0780-5082-4473-9dd5-7121009fcb7c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.419882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9763a-4f82-43b6-bf75-aa5a5b445a13 req-996c08df-f168-451a-829d-e2f9e9c50211 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:32.424012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33208) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:32.427335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9763a-4f82-43b6-bf75-aa5a5b445a13 req-996c08df-f168-451a-829d-e2f9e9c50211 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:32.433827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9763a-4f82-43b6-bf75-aa5a5b445a13 req-996c08df-f168-451a-829d-e2f9e9c50211 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:32.449619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2eb4-4de8-4461-b596-24331f82adbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f11d13-5bee-4e41-ae0d-cab1c6b26340,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:32.451249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08a9763a-4f82-43b6-bf75-aa5a5b445a13 req-996c08df-f168-451a-829d-e2f9e9c50211 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.3313286 Aug 04 17:08:32.461073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-46ac8abe-af81-4d3e-ab78-02dbbbf13b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:32.463028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-46ac8abe-af81-4d3e-ab78-02dbbbf13b1b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.1975427 Aug 04 17:08:32.500728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-58ea0780-5082-4473-9dd5-7121009fcb7c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Calling delete_port for 8e58b01d-5cdc-47b1-8ee2-e82f608fb9c4 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:32.528438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99d78f45-7aac-4d69-a6b8-7bda847e5723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.543616 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.546018 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770c4af-52b9-44fc-b721-8fa43891750b None None] New status for floating IP 28d61905-417a-4253-b84c-5a8a34646b96: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:08:32.565320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08a9763a-4f82-43b6-bf75-aa5a5b445a13 req-4eed35ac-2e28-4768-8f4c-140c33657e2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130078 Aug 04 17:08:32.569986 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-a3848537-7fb7-43d4-87dc-51b48ceab675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:32.571693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-a3848537-7fb7-43d4-87dc-51b48ceab675 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005926 Aug 04 17:08:32.595081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c172c873-5daa-4e74-9620-3c6d33fd77fc']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:32.608477 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19aecb3-b648-461f-81e6-c93df714e131') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:32.608896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19aecb3-b648-461f-81e6-c93df714e131') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:32.623756 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.655803 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6395010-2920-4ead-8117-2ea2d7b91db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.660225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.684479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:08:32.685270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:08:32.688502 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:08:32.722339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2c0ea2af-acd2-4d17-a83e-aa9138fdc564 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387315 Aug 04 17:08:32.756712 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6395010-2920-4ead-8117-2ea2d7b91db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.798556 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99d78f45-7aac-4d69-a6b8-7bda847e5723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.809361 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99d78f45-7aac-4d69-a6b8-7bda847e5723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.819772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.832006 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.836205 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] 10.222.0.39 "DELETE /v2.0/networks/c172c873-5daa-4e74-9620-3c6d33fd77fc HTTP/1.1" status: 204 len: 168 time: 0.6525955 Aug 04 17:08:32.837112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33210) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:32.852356 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929b225-7808-4703-b2ec-ff37bc62118d tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Pushing event deleted for resources: {'Network': ['ID=c172c873-5daa-4e74-9620-3c6d33fd77fc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:32.859984 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58ea0780-5082-4473-9dd5-7121009fcb7c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.886754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea0780-5082-4473-9dd5-7121009fcb7c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Pushing event deleted for resources: {'Port': ['ID=8e58b01d-5cdc-47b1-8ee2-e82f608fb9c4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:32.891094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6395010-2920-4ead-8117-2ea2d7b91db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.893184 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6395010-2920-4ead-8117-2ea2d7b91db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:32.895344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-99d78f45-7aac-4d69-a6b8-7bda847e5723 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08ee04665fe84bc49dedcee8f1e97b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5593026 Aug 04 17:08:32.897215 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e6395010-2920-4ead-8117-2ea2d7b91db7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49f11d13-5bee-4e41-ae0d-cab1c6b26340 HTTP/1.1" status: 204 len: 168 time: 0.4721794 Aug 04 17:08:32.899112 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d515b862-6bb9-4ddd-bfa1-5f29d16bc352 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] DELETE failed (client error): The resource could not be found. Aug 04 17:08:32.899953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d515b862-6bb9-4ddd-bfa1-5f29d16bc352 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:08:32.901563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d515b862-6bb9-4ddd-bfa1-5f29d16bc352 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] 10.222.0.39 "DELETE /v2.0/ports/3b7b2271-e54f-4885-bd29-4ecad2817616 HTTP/1.1" status: 404 len: 333 time: 0.0624447 Aug 04 17:08:32.902138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33214) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:32.902842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d78f45-7aac-4d69-a6b8-7bda847e5723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20c0cc8-b195-4ef9-b8f9-8397bcf2b9f3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:32.905062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33216) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:32.906863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ee150616-24b0-4327-a4c8-6102119a6d6b service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801054 Aug 04 17:08:32.965092 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-efb78c7c-72ee-4b88-991e-edf5eb6fa77e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=fc732593-e3e3-46b8-b687-23b7c42b1458 HTTP/1.1" status: 200 len: 217 time: 0.0462837 Aug 04 17:08:32.966610 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6395010-2920-4ead-8117-2ea2d7b91db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f11d13-5bee-4e41-ae0d-cab1c6b26340,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:33.032702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-3d6fc4b2-9f8f-4f20-bb89-65229450c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:33.034982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-3d6fc4b2-9f8f-4f20-bb89-65229450c8c9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0612259 Aug 04 17:08:33.041147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a50142-7d3c-43fa-a9d1-293d8630e6af tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Deleting subnet cb1e638b-c4e4-4a21-9401-8c189b3e53eb {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:08:33.049448 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-15a50142-7d3c-43fa-a9d1-293d8630e6af tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.055008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58ea0780-5082-4473-9dd5-7121009fcb7c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.057520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58ea0780-5082-4473-9dd5-7121009fcb7c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.061809 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-58ea0780-5082-4473-9dd5-7121009fcb7c tempest-AttachVolumeShelveTestJSON-983010504 tempest-AttachVolumeShelveTestJSON-983010504-project] 10.222.0.39 "DELETE /v2.0/floatingips/28d61905-417a-4253-b84c-5a8a34646b96 HTTP/1.1" status: 204 len: 168 time: 1.6237273 Aug 04 17:08:33.090306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2cc76d40-977b-433d-9bfb-87cdb8520487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:33.092458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-2cc76d40-977b-433d-9bfb-87cdb8520487 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508606 Aug 04 17:08:33.116787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27d16c31-3b45-4f06-84fe-1f63322c2a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.119167 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-15a50142-7d3c-43fa-a9d1-293d8630e6af tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.182239 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27d16c31-3b45-4f06-84fe-1f63322c2a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.266202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-eedc0ac0-14a8-4f8e-8dd9-5896b2dd0d42 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655622 Aug 04 17:08:33.311305 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-15a50142-7d3c-43fa-a9d1-293d8630e6af tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.358067 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27d16c31-3b45-4f06-84fe-1f63322c2a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.366216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27d16c31-3b45-4f06-84fe-1f63322c2a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.370530 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-27d16c31-3b45-4f06-84fe-1f63322c2a40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d20c0cc8-b195-4ef9-b8f9-8397bcf2b9f3 HTTP/1.1" status: 204 len: 168 time: 0.4637594 Aug 04 17:08:33.383879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d16c31-3b45-4f06-84fe-1f63322c2a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20c0cc8-b195-4ef9-b8f9-8397bcf2b9f3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:33.401735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33228) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:33.437978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e91704a-e42f-4481-8462-e2df213bd8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.459362 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-15a50142-7d3c-43fa-a9d1-293d8630e6af tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.491442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a50142-7d3c-43fa-a9d1-293d8630e6af tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1e638b-c4e4-4a21-9401-8c189b3e53eb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:33.497741 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-15a50142-7d3c-43fa-a9d1-293d8630e6af tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:33.503958 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-15a50142-7d3c-43fa-a9d1-293d8630e6af tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] 10.222.0.39 "DELETE /v2.0/subnets/cb1e638b-c4e4-4a21-9401-8c189b3e53eb HTTP/1.1" status: 204 len: 168 time: 0.5970671 Aug 04 17:08:33.504962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33230) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:33.507260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448864b2-c517-45b6-942f-227c0f8277c4 None None] Network a2e54b1e-bae1-4426-a5a0-8336c7419093 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:08:33.524761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-bba335cd-d19a-4549-8484-544ba0a65e5e service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479956 Aug 04 17:08:33.585646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-82b22657-be0b-4e0e-96e1-699adbeaad38 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=eb287487-5fc2-496c-a194-2e1ecc152829 HTTP/1.1" status: 200 len: 217 time: 0.0522966 Aug 04 17:08:33.629560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ef153-bd66-42d4-b148-b02bf2e79c74 req-243a8683-2a90-4233-91c9-b694051447b9 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:33.635400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a85ef153-bd66-42d4-b148-b02bf2e79c74 req-243a8683-2a90-4233-91c9-b694051447b9 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.1755428 Aug 04 17:08:33.870978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add26684-d5cb-4a46-95c1-07eec4f76328 None None] DHCP port deletion for a2e54b1e-bae1-4426-a5a0-8336c7419093 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:08:33.939746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-add26684-d5cb-4a46-95c1-07eec4f76328 None None] Deleting port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:33.940351 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-add26684-d5cb-4a46-95c1-07eec4f76328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.034707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-add26684-d5cb-4a46-95c1-07eec4f76328 None None] For port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1ba69709-c5d0-42d7-be1d-534aa5b5f89a,segment=NetworkSegment(e00a71cc-234c-4e09-9706-2bfb643cccf1),segment_id=e00a71cc-234c-4e09-9706-2bfb643cccf1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:34.035155 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-add26684-d5cb-4a46-95c1-07eec4f76328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.062261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-add26684-d5cb-4a46-95c1-07eec4f76328 None None] Calling delete_port for 1ba69709-c5d0-42d7-be1d-534aa5b5f89a owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:34.121206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33238) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:34.141694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2c39cb1-bf92-4d5f-9f51-9e8c76724af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.193705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.196063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1ba69709-c5d0-42d7-be1d-534aa5b5f89a no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:08:34.274003 n-d-764435-5 neutron-server[105830]: INFO neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No ports have port_id starting with 1ba69709-c5d0-42d7-be1d-534aa5b5f89a Aug 04 17:08:34.278830 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-add26684-d5cb-4a46-95c1-07eec4f76328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.297103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add26684-d5cb-4a46-95c1-07eec4f76328 None None] No DVR routers for this DVR port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:08:34.332423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add26684-d5cb-4a46-95c1-07eec4f76328 None None] Pushing event deleted for resources: {'Port': ['ID=1ba69709-c5d0-42d7-be1d-534aa5b5f89a,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:34.358651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Deleting port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:34.361580 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.379655 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f6aef19-4af7-49ec-a2c1-f4e27a612757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.459391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-276c03c3-e5e6-4a3b-ba61-39dccf731b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:34.460877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-276c03c3-e5e6-4a3b-ba61-39dccf731b34 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.8607407 Aug 04 17:08:34.463865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a85ef153-bd66-42d4-b148-b02bf2e79c74 req-d197b6e2-f0c9-45d8-8c42-7a4e2d5c83a1 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8245440 Aug 04 17:08:34.467488 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] For port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a, host n-d-764435-5, got binding levels [] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:34.467909 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.484447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Calling delete_port for 1ba69709-c5d0-42d7-be1d-534aa5b5f89a owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:34.490125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a was not found and therefore no delete operation was performed {{(pid=105829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:08:34.492341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.510148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e91704a-e42f-4481-8462-e2df213bd8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.527669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e0d8-5b17-43f6-b5fa-a88b2945d25d req-d8943848-bbb4-44f2-80d2-d1c541d1cb2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:34.529942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] No DVR routers for this DVR port 1ba69709-c5d0-42d7-be1d-534aa5b5f89a on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:08:34.533865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e0d8-5b17-43f6-b5fa-a88b2945d25d req-d8943848-bbb4-44f2-80d2-d1c541d1cb2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:34.537655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Pushing event deleted for resources: {'Port': ['ID=1ba69709-c5d0-42d7-be1d-534aa5b5f89a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:34.540250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e0d8-5b17-43f6-b5fa-a88b2945d25d req-d8943848-bbb4-44f2-80d2-d1c541d1cb2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:34.546193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e0d8-5b17-43f6-b5fa-a88b2945d25d req-d8943848-bbb4-44f2-80d2-d1c541d1cb2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:34.552118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e0d8-5b17-43f6-b5fa-a88b2945d25d req-d8943848-bbb4-44f2-80d2-d1c541d1cb2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:34.558716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e0d8-5b17-43f6-b5fa-a88b2945d25d req-d8943848-bbb4-44f2-80d2-d1c541d1cb2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:34.564915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e0d8-5b17-43f6-b5fa-a88b2945d25d req-d8943848-bbb4-44f2-80d2-d1c541d1cb2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:34.567149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cde9e0d8-5b17-43f6-b5fa-a88b2945d25d req-d8943848-bbb4-44f2-80d2-d1c541d1cb2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.8016748 Aug 04 17:08:34.570277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5e91704a-e42f-4481-8462-e2df213bd8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.624385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-3ff47fab-a109-4b87-be40-12e5920cf737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:34.625819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-3ff47fab-a109-4b87-be40-12e5920cf737 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1556430 Aug 04 17:08:34.643794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.649154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5e91704a-e42f-4481-8462-e2df213bd8bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=490a8b3541664b328f545854681f9b84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2463477 Aug 04 17:08:34.653331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33242) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:34.671481 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e54b1e-bae1-4426-a5a0-8336c7419093']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:34.701538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91704a-e42f-4481-8462-e2df213bd8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40711552-f365-464c-93aa-403e5f58ccd2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:34.709347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00a71cc-234c-4e09-9706-2bfb643cccf1') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:34.709839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00a71cc-234c-4e09-9706-2bfb643cccf1') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:34.723107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cde9e0d8-5b17-43f6-b5fa-a88b2945d25d req-2e890b99-75fc-4877-ba43-2ac9c17e30b4 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469395 Aug 04 17:08:34.732752 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.759691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-11aeb9c5-5081-4b23-a848-3d2fc83d951c service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237423 Aug 04 17:08:34.782741 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.797215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:08:34.797687 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:08:34.801205 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:08:34.804152 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-691bd366-c44b-44ac-9f33-073ae6b99cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.854001 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2c39cb1-bf92-4d5f-9f51-9e8c76724af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.860951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d936838b-b7b5-449f-a00c-1976931378ca service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945852 Aug 04 17:08:34.871130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2c39cb1-bf92-4d5f-9f51-9e8c76724af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.893816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-691bd366-c44b-44ac-9f33-073ae6b99cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.911900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-d356c089-2e3f-4acc-9c6a-d0541141ac27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=e816567d-e02e-4090-a94f-767175a8aa9e HTTP/1.1" status: 200 len: 217 time: 0.0434690 Aug 04 17:08:34.939773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.944400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.949701 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] 10.222.0.39 "DELETE /v2.0/networks/a2e54b1e-bae1-4426-a5a0-8336c7419093 HTTP/1.1" status: 204 len: 168 time: 1.4430728 Aug 04 17:08:34.973136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:34.982502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-f4bcafea-8ec1-4ffe-a48e-f6d426cf9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:34.984292 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-f4bcafea-8ec1-4ffe-a48e-f6d426cf9b75 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0654294 Aug 04 17:08:34.995572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c39cb1-bf92-4d5f-9f51-9e8c76724af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586aee95-6ae6-4a46-8980-8404bde36403,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:35.004369 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f2c39cb1-bf92-4d5f-9f51-9e8c76724af5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=224642603adf48f7962f1beb6a71419e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8820238 Aug 04 17:08:35.005323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ae364-7bfb-415b-8138-63aab5c27343 tempest-DHCPAgentSchedulersTestJSON-274583870 tempest-DHCPAgentSchedulersTestJSON-274583870-project] Pushing event deleted for resources: {'Network': ['ID=a2e54b1e-bae1-4426-a5a0-8336c7419093,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:35.005545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33246) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:35.029535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-691bd366-c44b-44ac-9f33-073ae6b99cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:35.034283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-691bd366-c44b-44ac-9f33-073ae6b99cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:35.036017 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-691bd366-c44b-44ac-9f33-073ae6b99cbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40711552-f365-464c-93aa-403e5f58ccd2 HTTP/1.1" status: 204 len: 168 time: 0.3795106 Aug 04 17:08:35.048979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bd366-c44b-44ac-9f33-073ae6b99cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40711552-f365-464c-93aa-403e5f58ccd2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:35.086646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-f124b761-0524-41ce-adf3-124c40ba4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:35.088412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-f124b761-0524-41ce-adf3-124c40ba4e03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970740 Aug 04 17:08:35.135806 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10e19e63-d9e8-4ded-9d8f-921e4c1907ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:35.220961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10e19e63-d9e8-4ded-9d8f-921e4c1907ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:35.272034 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-a35cfdc1-14ac-48d7-9d3e-6ed1f4add83b service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706100 Aug 04 17:08:35.347440 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10e19e63-d9e8-4ded-9d8f-921e4c1907ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:35.351754 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10e19e63-d9e8-4ded-9d8f-921e4c1907ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:35.356320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-10e19e63-d9e8-4ded-9d8f-921e4c1907ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/586aee95-6ae6-4a46-8980-8404bde36403 HTTP/1.1" status: 204 len: 168 time: 0.3492324 Aug 04 17:08:35.374847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e19e63-d9e8-4ded-9d8f-921e4c1907ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586aee95-6ae6-4a46-8980-8404bde36403,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:35.396398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33256) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:35.453243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-4eb0d872-9c49-441e-b981-9682ba29243f service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741185 Aug 04 17:08:35.524009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-50397c67-6f61-4c01-b8ce-8cf1191bccdf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 HTTP/1.1" status: 200 len: 217 time: 0.0631838 Aug 04 17:08:35.596684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-dc687482-5e41-4fda-a502-d04f0820aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:35.598689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-dc687482-5e41-4fda-a502-d04f0820aeff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.0672686 Aug 04 17:08:35.629859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33272) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:35.654726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9072095-b8ad-4fac-9f46-ffa730089e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:35.792712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ed8c1917-e15b-4f4f-ab9e-5669926cb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:35.794325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-ed8c1917-e15b-4f4f-ab9e-5669926cb734 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1777275 Aug 04 17:08:35.813945 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:35.817204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5cc46-6550-4fa5-b144-6a349a3e277e req-4a0a4dfb-8ea3-4818-98a9-6812a1276894 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:35.819166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8d5cc46-6550-4fa5-b144-6a349a3e277e req-4a0a4dfb-8ea3-4818-98a9-6812a1276894 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.2191842 Aug 04 17:08:35.889241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9072095-b8ad-4fac-9f46-ffa730089e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:35.899050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9072095-b8ad-4fac-9f46-ffa730089e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:35.982853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9072095-b8ad-4fac-9f46-ffa730089e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca07385-548e-45bc-9800-e277d0083238,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:35.996730 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f9072095-b8ad-4fac-9f46-ffa730089e23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f307c91c208d4a7cbbb301afe8a29f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629370 Aug 04 17:08:36.000274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33286) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:36.068078 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b914bc69-542e-48c0-86f2-bb629ab3a291 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a733cf5fe6a141e4afb7f0f15811764d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698165 Aug 04 17:08:36.068431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33288) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:36.110205 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1965fea-0ba2-4541-b294-5fd8eb80f0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:36.138364 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1965fea-0ba2-4541-b294-5fd8eb80f0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:36.157835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e50c6-c3fa-45e0-a9b7-e75589b19aa7 req-66d2a2df-5dd7-4106-b7b2-5a89344ba52e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:36.179970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e50c6-c3fa-45e0-a9b7-e75589b19aa7 req-66d2a2df-5dd7-4106-b7b2-5a89344ba52e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:36.190545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e50c6-c3fa-45e0-a9b7-e75589b19aa7 req-66d2a2df-5dd7-4106-b7b2-5a89344ba52e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:36.194462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1965fea-0ba2-4541-b294-5fd8eb80f0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:36.197443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1965fea-0ba2-4541-b294-5fd8eb80f0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:36.198885 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c1965fea-0ba2-4541-b294-5fd8eb80f0bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aca07385-548e-45bc-9800-e277d0083238 HTTP/1.1" status: 204 len: 168 time: 0.1990104 Aug 04 17:08:36.224075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1965fea-0ba2-4541-b294-5fd8eb80f0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca07385-548e-45bc-9800-e277d0083238,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:36.225227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e50c6-c3fa-45e0-a9b7-e75589b19aa7 req-66d2a2df-5dd7-4106-b7b2-5a89344ba52e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:36.240889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e50c6-c3fa-45e0-a9b7-e75589b19aa7 req-66d2a2df-5dd7-4106-b7b2-5a89344ba52e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:36.254158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e50c6-c3fa-45e0-a9b7-e75589b19aa7 req-66d2a2df-5dd7-4106-b7b2-5a89344ba52e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:36.272862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e50c6-c3fa-45e0-a9b7-e75589b19aa7 req-66d2a2df-5dd7-4106-b7b2-5a89344ba52e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:36.275023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-960e50c6-c3fa-45e0-a9b7-e75589b19aa7 req-66d2a2df-5dd7-4106-b7b2-5a89344ba52e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.3526931 Aug 04 17:08:36.293329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-514c98c0-3f9b-4d48-9a15-67caa5796e1e service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731369 Aug 04 17:08:36.311366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8d5cc46-6550-4fa5-b144-6a349a3e277e req-df939651-bd23-4530-ba62-d73f114355a1 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685585 Aug 04 17:08:36.439515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-960e50c6-c3fa-45e0-a9b7-e75589b19aa7 req-5b3eb613-2299-4dc8-9ff2-c07a28f381b5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1438839 Aug 04 17:08:36.536445 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b835e98-3c5e-4cb8-bdc9-0965f0f6214d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:36.586518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b835e98-3c5e-4cb8-bdc9-0965f0f6214d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:36.607873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-6e885e32-14cb-42d3-a5ad-5b8ad8ae3ec5 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905486 Aug 04 17:08:36.724748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-e5216fd5-f974-43ea-8b02-f16d23aa8648 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c15942b0-432c-480d-9005-da6faf613418 HTTP/1.1" status: 200 len: 217 time: 0.0979450 Aug 04 17:08:36.810540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b835e98-3c5e-4cb8-bdc9-0965f0f6214d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:36.813746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1b835e98-3c5e-4cb8-bdc9-0965f0f6214d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:36.815902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1b835e98-3c5e-4cb8-bdc9-0965f0f6214d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30423184-da2e-416d-9d41-be6c362abdfe HTTP/1.1" status: 204 len: 168 time: 0.7436478 Aug 04 17:08:36.824394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-17d60ed6-2066-47b7-9819-9b0431c73f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:36.825972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-17d60ed6-2066-47b7-9819-9b0431c73f8e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.0926547 Aug 04 17:08:36.831189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b835e98-3c5e-4cb8-bdc9-0965f0f6214d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30423184-da2e-416d-9d41-be6c362abdfe,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:36.889769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-a6bb1944-3960-49c9-803a-3f62a4f879e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:36.897202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-a6bb1944-3960-49c9-803a-3f62a4f879e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633993 Aug 04 17:08:37.056658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-8eddca36-062d-486e-bbc3-f1e0ecb95957 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502595 Aug 04 17:08:37.180711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27a20fc7-851a-47e4-a2ea-610e7aee61b0 req-480faed9-756e-4924-b343-dbd935867541 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155071 Aug 04 17:08:37.299640 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33332) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:37.318193 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dcaaca25-7fb7-4f4b-89d8-7ba9f7712206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:37.329193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-da7afca9-b852-4b3f-acfa-61fc81b21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.329744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-da7afca9-b852-4b3f-acfa-61fc81b21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.330510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-da7afca9-b852-4b3f-acfa-61fc81b21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.331029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-da7afca9-b852-4b3f-acfa-61fc81b21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.331753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-da7afca9-b852-4b3f-acfa-61fc81b21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.332235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-da7afca9-b852-4b3f-acfa-61fc81b21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.332704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-da7afca9-b852-4b3f-acfa-61fc81b21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.335122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-da7afca9-b852-4b3f-acfa-61fc81b21845 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6488 time: 0.0728250 Aug 04 17:08:37.395350 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:37.496579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dcaaca25-7fb7-4f4b-89d8-7ba9f7712206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:37.507997 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dcaaca25-7fb7-4f4b-89d8-7ba9f7712206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:37.525333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-24205afb-9e0c-4d29-8a7b-eb8ca4b17ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.527065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-24205afb-9e0c-4d29-8a7b-eb8ca4b17ecf service neutron] 10.222.0.82 "GET /v2.0/networks?id=b6c29649-58d9-47a6-8faa-3a67e09f9da2 HTTP/1.1" status: 200 len: 904 time: 0.1841254 Aug 04 17:08:37.621055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-25f3f4f5-8c1d-4a2f-b47e-c6c29719c84b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c15942b0-432c-480d-9005-da6faf613418 HTTP/1.1" status: 200 len: 217 time: 0.0808866 Aug 04 17:08:37.628555 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dcaaca25-7fb7-4f4b-89d8-7ba9f7712206 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba7ad7b941db41d5b5b696b8b322d51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276320 Aug 04 17:08:37.632971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33344) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:37.634986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaca25-7fb7-4f4b-89d8-7ba9f7712206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e319ff4-5efd-4db2-86a3-aa9e73d79211,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:37.712485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b27f10-dd88-48aa-bd9f-66f489ca056e req-a7726ae4-b35f-4396-91d5-c57afe29d3aa tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.714021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0b27f10-dd88-48aa-bd9f-66f489ca056e req-a7726ae4-b35f-4396-91d5-c57afe29d3aa tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.1859448 Aug 04 17:08:37.735606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-038b63c6-9008-48b0-9093-290edc45f0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:37.750739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf112923-0bbe-46ac-ace7-fcdebd5f7f6e req-5350c66a-8474-4818-95f1-0bcf13c90855 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.761411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf112923-0bbe-46ac-ace7-fcdebd5f7f6e req-5350c66a-8474-4818-95f1-0bcf13c90855 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.767689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf112923-0bbe-46ac-ace7-fcdebd5f7f6e req-5350c66a-8474-4818-95f1-0bcf13c90855 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.774034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf112923-0bbe-46ac-ace7-fcdebd5f7f6e req-5350c66a-8474-4818-95f1-0bcf13c90855 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.780196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf112923-0bbe-46ac-ace7-fcdebd5f7f6e req-5350c66a-8474-4818-95f1-0bcf13c90855 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.782535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-038b63c6-9008-48b0-9093-290edc45f0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:37.786985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf112923-0bbe-46ac-ace7-fcdebd5f7f6e req-5350c66a-8474-4818-95f1-0bcf13c90855 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.793236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf112923-0bbe-46ac-ace7-fcdebd5f7f6e req-5350c66a-8474-4818-95f1-0bcf13c90855 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.801367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf112923-0bbe-46ac-ace7-fcdebd5f7f6e req-5350c66a-8474-4818-95f1-0bcf13c90855 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.1830471 Aug 04 17:08:37.806953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-23a901ba-1628-4a66-a67d-c3a158d301b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.808405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-23a901ba-1628-4a66-a67d-c3a158d301b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.1703985 Aug 04 17:08:37.862655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-038b63c6-9008-48b0-9093-290edc45f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:37.865538 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-038b63c6-9008-48b0-9093-290edc45f0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:37.867568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-038b63c6-9008-48b0-9093-290edc45f0b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e319ff4-5efd-4db2-86a3-aa9e73d79211 HTTP/1.1" status: 204 len: 168 time: 0.2223794 Aug 04 17:08:37.878994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b63c6-9008-48b0-9093-290edc45f0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e319ff4-5efd-4db2-86a3-aa9e73d79211,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:37.915514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0b27f10-dd88-48aa-bd9f-66f489ca056e req-384b3dab-9405-4401-a888-e2642ad0189e tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877549 Aug 04 17:08:37.928798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf112923-0bbe-46ac-ace7-fcdebd5f7f6e req-cddb2dd9-96a9-4924-9140-269cf9b3b56d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246226 Aug 04 17:08:37.964356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-8e2c6472-56d4-42b0-8c6b-00f6331cd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:37.965697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-8e2c6472-56d4-42b0-8c6b-00f6331cd534 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1364160 Aug 04 17:08:38.100634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-7a5bcbe9-3bd4-4053-91f0-1f3e91596bc5 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268351 Aug 04 17:08:38.230138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dc6a2a6-9fc1-4e61-9a11-20b85fa764a3 req-650954bf-b40f-43fb-a4cd-e769cd3f6c26 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213534 Aug 04 17:08:38.894358 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:38.918540 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:39.130426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb21201-3a49-480e-9de5-073a829f97e0 req-e800d71c-14fc-42cf-9f51-ab9ed8e79fc0 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:39.132198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7cb21201-3a49-480e-9de5-073a829f97e0 req-e800d71c-14fc-42cf-9f51-ab9ed8e79fc0 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.1179693 Aug 04 17:08:39.166044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35ecbc-749c-4c7d-8d62-b3c54bca8955 req-64e1099f-686d-4782-a941-8b09f7faa86c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:39.172356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35ecbc-749c-4c7d-8d62-b3c54bca8955 req-64e1099f-686d-4782-a941-8b09f7faa86c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:39.178587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35ecbc-749c-4c7d-8d62-b3c54bca8955 req-64e1099f-686d-4782-a941-8b09f7faa86c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:39.184828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35ecbc-749c-4c7d-8d62-b3c54bca8955 req-64e1099f-686d-4782-a941-8b09f7faa86c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:39.191997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35ecbc-749c-4c7d-8d62-b3c54bca8955 req-64e1099f-686d-4782-a941-8b09f7faa86c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:39.199305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35ecbc-749c-4c7d-8d62-b3c54bca8955 req-64e1099f-686d-4782-a941-8b09f7faa86c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:39.207154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35ecbc-749c-4c7d-8d62-b3c54bca8955 req-64e1099f-686d-4782-a941-8b09f7faa86c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:39.228703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae35ecbc-749c-4c7d-8d62-b3c54bca8955 req-64e1099f-686d-4782-a941-8b09f7faa86c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.1504579 Aug 04 17:08:39.287409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7cb21201-3a49-480e-9de5-073a829f97e0 req-bc545e88-de93-4dbb-a979-da6d11ab5791 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483018 Aug 04 17:08:39.337671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae35ecbc-749c-4c7d-8d62-b3c54bca8955 req-cb9334e0-65b8-4336-8bd0-1b2c7801890d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075768 Aug 04 17:08:39.464511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33426) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:40.029915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33450) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:40.093257 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:40.164226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cd2bd78a-c3f9-4c84-aece-074a68d05d20 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-638193416'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:40.164712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cd2bd78a-c3f9-4c84-aece-074a68d05d20 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Unknown quota resources ['metering_label']. {{(pid=105828) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 17:08:40.369665 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd78a-c3f9-4c84-aece-074a68d05d20 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:40.371006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cd2bd78a-c3f9-4c84-aece-074a68d05d20 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3398669 Aug 04 17:08:40.375520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33456) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:40.381910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-35186656-6287-404c-8a03-23bf19194bb3 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '754f8205-fcf5-4cba-97ea-06100059d38f'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:40.382783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-35186656-6287-404c-8a03-23bf19194bb3 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 17:08:40.431263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] Deleting port 610cf5c0-be77-4779-9fc3-2fe29a51d40d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:40.431632 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:40.454377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b3766-2864-4038-9001-35a1805015f5 req-f24d5438-3a16-459e-85d2-65299af957ba tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:40.456533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d02b3766-2864-4038-9001-35a1805015f5 req-f24d5438-3a16-459e-85d2-65299af957ba tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.0895844 Aug 04 17:08:40.521821 n-d-764435-5 neutron-server[105829]: WARNING neutron.services.metering.metering_plugin [None req-35186656-6287-404c-8a03-23bf19194bb3 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 04 17:08:40.537404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d02b3766-2864-4038-9001-35a1805015f5 req-a319d282-2a5f-4658-9899-968ee98b5850 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715787 Aug 04 17:08:40.558350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268a99-6600-4ef3-b057-e82ff4a3dd5d req-8a7d3a56-f900-4429-8412-c544ec7cc59e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:40.564350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268a99-6600-4ef3-b057-e82ff4a3dd5d req-8a7d3a56-f900-4429-8412-c544ec7cc59e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:40.570250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268a99-6600-4ef3-b057-e82ff4a3dd5d req-8a7d3a56-f900-4429-8412-c544ec7cc59e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:40.576553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268a99-6600-4ef3-b057-e82ff4a3dd5d req-8a7d3a56-f900-4429-8412-c544ec7cc59e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:40.582529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268a99-6600-4ef3-b057-e82ff4a3dd5d req-8a7d3a56-f900-4429-8412-c544ec7cc59e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:40.588459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268a99-6600-4ef3-b057-e82ff4a3dd5d req-8a7d3a56-f900-4429-8412-c544ec7cc59e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:40.594342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268a99-6600-4ef3-b057-e82ff4a3dd5d req-8a7d3a56-f900-4429-8412-c544ec7cc59e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:40.596309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24268a99-6600-4ef3-b057-e82ff4a3dd5d req-8a7d3a56-f900-4429-8412-c544ec7cc59e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.1333966 Aug 04 17:08:40.637756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24268a99-6600-4ef3-b057-e82ff4a3dd5d req-4e358245-74cc-4414-90a5-b48578c642ad tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350609 Aug 04 17:08:40.650388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-35186656-6287-404c-8a03-23bf19194bb3 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:40.651612 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-35186656-6287-404c-8a03-23bf19194bb3 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2751455 Aug 04 17:08:40.656323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33460) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:40.661541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ab05b725-223a-4797-ac83-67d4a6282200 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '754f8205-fcf5-4cba-97ea-06100059d38f'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:40.662059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ab05b725-223a-4797-ac83-67d4a6282200 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105828) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 17:08:40.681219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] For port 610cf5c0-be77-4779-9fc3-2fe29a51d40d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=610cf5c0-be77-4779-9fc3-2fe29a51d40d,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:40.681689 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:40.696506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] Calling delete_port for 610cf5c0-be77-4779-9fc3-2fe29a51d40d owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:40.744322 n-d-764435-5 neutron-server[105828]: WARNING neutron.services.metering.metering_plugin [None req-ab05b725-223a-4797-ac83-67d4a6282200 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 04 17:08:40.860024 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab05b725-223a-4797-ac83-67d4a6282200 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:40.861386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ab05b725-223a-4797-ac83-67d4a6282200 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2039368 Aug 04 17:08:40.867041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33468) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:40.898658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-624f3dc5-5fc5-4079-98aa-6cf3c44a8750 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=66339331-e673-4a04-a790-84ed98066d27 HTTP/1.1" status: 200 len: 464 time: 0.0333078 Aug 04 17:08:40.900366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33474) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:40.906498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:40.944267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=610cf5c0-be77-4779-9fc3-2fe29a51d40d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:41.051207 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-42e0ce69-5384-4e3b-9b9a-9ba2ec8b8bac tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:41.052743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-42e0ce69-5384-4e3b-9b9a-9ba2ec8b8bac tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/66339331-e673-4a04-a790-84ed98066d27 HTTP/1.1" status: 204 len: 168 time: 0.1509340 Aug 04 17:08:41.055730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33482) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.076293 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2d6d810b-efcb-4966-a236-03fd9d1918e0 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=66339331-e673-4a04-a790-84ed98066d27 HTTP/1.1" status: 200 len: 221 time: 0.0150054 Aug 04 17:08:41.077137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33484) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.086121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-87c6d6f2-8065-46e8-a4f0-3a739c123944 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1562833187', 'description': 'label created by tempest'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:41.088784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-87c6d6f2-8065-46e8-a4f0-3a739c123944 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Unknown quota resources ['metering_label']. {{(pid=105828) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 17:08:41.269438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:41.325330 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87c6d6f2-8065-46e8-a4f0-3a739c123944 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:41.327112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-87c6d6f2-8065-46e8-a4f0-3a739c123944 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2464464 Aug 04 17:08:41.331115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33490) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.414881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-28eaf5aa-1b19-4f28-b739-c62ae2e0f153 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=66a1b06d-a2d2-410a-8109-62c0d9c33be8 HTTP/1.1" status: 200 len: 468 time: 0.0811398 Aug 04 17:08:41.417254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33492) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.530693 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] Router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:08:41.631030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49c892e8-16e5-4c6c-9296-e68fc98d33d8 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:41.632577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-49c892e8-16e5-4c6c-9296-e68fc98d33d8 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/66a1b06d-a2d2-410a-8109-62c0d9c33be8 HTTP/1.1" status: 204 len: 168 time: 0.2142949 Aug 04 17:08:41.635494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33496) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.684192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-29689961-4401-4f88-a148-c735da0f13fa tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=66a1b06d-a2d2-410a-8109-62c0d9c33be8 HTTP/1.1" status: 200 len: 216 time: 0.0473554 Aug 04 17:08:41.690677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33500) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.708489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e3ab90df-010c-41d5-bf83-9b62a309c723 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0118234 Aug 04 17:08:41.709397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:08:41.711261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33502) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.718677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] Sync routers for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:08:41.722186 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b17b5485-df14-4904-9d82-3f5cb6119ab4 admin admin] 10.222.0.39 "PUT /v2.0/routers/dde7ca5d-7a33-479e-99ce-c47e1451e1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2557762 Aug 04 17:08:41.724881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33504) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.730251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434aac6d-08c7-4b58-8eab-b4d802d20b62 req-23bd6ac8-f334-4c87-9d9a-044289bd20df tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:41.743139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-434aac6d-08c7-4b58-8eab-b4d802d20b62 req-23bd6ac8-f334-4c87-9d9a-044289bd20df tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.0965123 Aug 04 17:08:41.743393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33506) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.744550 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-eac9b949-f3ad-4011-a14e-f6ea496acdc4 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0256770 Aug 04 17:08:41.757111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:41.758065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:41.859399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:41.868275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1c25dd15-2a93-4060-8f5c-a0ba4d82c0f1 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/754f8205-fcf5-4cba-97ea-06100059d38f HTTP/1.1" status: 200 len: 472 time: 0.1189325 Aug 04 17:08:41.870585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33508) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.880026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-434aac6d-08c7-4b58-8eab-b4d802d20b62 req-2784c49c-5497-4ba4-8c93-8295cb6ac5b3 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345177 Aug 04 17:08:41.889773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8b34e62f-f9f3-4c0c-a208-752ac0a181d0 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/415c5254-5502-4aca-a824-a4956e234110 HTTP/1.1" status: 200 len: 461 time: 0.0152731 Aug 04 17:08:41.893364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33510) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:41.914473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:41.934480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc1545-32d7-499d-a075-c78ca19021e9 req-3e012aa5-c7eb-406a-bf31-5ed362344f0b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:41.940695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc1545-32d7-499d-a075-c78ca19021e9 req-3e012aa5-c7eb-406a-bf31-5ed362344f0b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:41.946771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc1545-32d7-499d-a075-c78ca19021e9 req-3e012aa5-c7eb-406a-bf31-5ed362344f0b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:41.953568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc1545-32d7-499d-a075-c78ca19021e9 req-3e012aa5-c7eb-406a-bf31-5ed362344f0b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:41.960051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc1545-32d7-499d-a075-c78ca19021e9 req-3e012aa5-c7eb-406a-bf31-5ed362344f0b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:41.966443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc1545-32d7-499d-a075-c78ca19021e9 req-3e012aa5-c7eb-406a-bf31-5ed362344f0b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:41.972849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc1545-32d7-499d-a075-c78ca19021e9 req-3e012aa5-c7eb-406a-bf31-5ed362344f0b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:41.981417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45cc1545-32d7-499d-a075-c78ca19021e9 req-3e012aa5-c7eb-406a-bf31-5ed362344f0b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.2032540 Aug 04 17:08:42.081289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:42.162479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:08:40Z', 'revision_number': 5, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port': {'id': '45c377b9-a1c1-4257-803c-8c0b8a37aa5c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:55Z', 'updated_at': '2021-08-04T17:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:42.196429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] Checking router: dde7ca5d-7a33-479e-99ce-c47e1451e1f1 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:08:42.208566 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] Routers {'dde7ca5d-7a33-479e-99ce-c47e1451e1f1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:42.209541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:42.346531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] Set router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:42.409621 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:08:42Z', 'revision_number': 6, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:42.484788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845e88d-d3bc-431e-b6c2-21c160d59d7f None None] The sync data for ids ['dde7ca5d-7a33-479e-99ce-c47e1451e1f1'] in n-d-764435-5 is: [{'id': 'dde7ca5d-7a33-479e-99ce-c47e1451e1f1', 'name': 'tempest-AttachVolumeShelveTestJSON-1065601455-router', 'tenant_id': '1887efc899274f9b821aaa08cad678b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:54Z', 'updated_at': '2021-08-04T17:08:42Z', 'revision_number': 6, 'project_id': '1887efc899274f9b821aaa08cad678b0', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:08:42.540946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Deleting port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:42.541473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:42.629846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] For port 45c377b9-a1c1-4257-803c-8c0b8a37aa5c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=45c377b9-a1c1-4257-803c-8c0b8a37aa5c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:42.630282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:42.649486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45cc1545-32d7-499d-a075-c78ca19021e9 req-9d33fa41-d952-4128-8306-00b173995ea9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6670527 Aug 04 17:08:42.650119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Calling delete_port for 45c377b9-a1c1-4257-803c-8c0b8a37aa5c owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:42.721282 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a9bd-5082-40f0-b6cc-c1bfbe43831d tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:42.724999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1ca6a9bd-5082-40f0-b6cc-c1bfbe43831d tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/415c5254-5502-4aca-a824-a4956e234110 HTTP/1.1" status: 204 len: 168 time: 0.8270924 Aug 04 17:08:42.725304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33524) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:42.921631 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:42.952196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Pushing event deleted for resources: {'Port': ['ID=45c377b9-a1c1-4257-803c-8c0b8a37aa5c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:42.999177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9da0a060-4652-4ace-bc7f-fa159528e6a2 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.003199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9da0a060-4652-4ace-bc7f-fa159528e6a2 tempest-MeteringTestJSON-909477971 tempest-MeteringTestJSON-909477971-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/754f8205-fcf5-4cba-97ea-06100059d38f HTTP/1.1" status: 204 len: 168 time: 0.2735796 Aug 04 17:08:43.050597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d211c-7de5-4417-9583-6ed21451fe7f req-bfa29b78-018a-419d-b046-4c837e1b540c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:43.052320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d1d211c-7de5-4417-9583-6ed21451fe7f req-bfa29b78-018a-419d-b046-4c837e1b540c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.0674369 Aug 04 17:08:43.063250 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.120784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d1d211c-7de5-4417-9583-6ed21451fe7f req-76c9337c-8ab8-47ce-bb07-e87c3b0e48db tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523458 Aug 04 17:08:43.206452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.208975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.263193 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.263841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dde7ca5d-7a33-479e-99ce-c47e1451e1f1 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:08:43.269242 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.270473 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a82a37f1-db7e-4358-af1a-496c5697d07d admin admin] 10.222.0.39 "DELETE /v2.0/routers/dde7ca5d-7a33-479e-99ce-c47e1451e1f1 HTTP/1.1" status: 204 len: 168 time: 1.5445812 Aug 04 17:08:43.273213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33530) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:43.323934 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-b107af8c-8dfb-495f-ae6f-78593da20585 admin admin] Deleting subnet 546b3f6f-1b8c-4958-8513-3b5840aed771 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:08:43.327378 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b107af8c-8dfb-495f-ae6f-78593da20585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.393807 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b107af8c-8dfb-495f-ae6f-78593da20585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.448983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33536) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:43.523857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b107af8c-8dfb-495f-ae6f-78593da20585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.603630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b107af8c-8dfb-495f-ae6f-78593da20585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.604280 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a921cdbb-4188-4bd4-98a1-f3d26172829f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.640288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107af8c-8dfb-495f-ae6f-78593da20585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546b3f6f-1b8c-4958-8513-3b5840aed771,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:43.642584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ea34c-ee88-4f73-aad2-5f4ece5c3f4a None None] Network 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:08:43.643107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b107af8c-8dfb-495f-ae6f-78593da20585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.647951 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b107af8c-8dfb-495f-ae6f-78593da20585 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/546b3f6f-1b8c-4958-8513-3b5840aed771 HTTP/1.1" status: 204 len: 168 time: 0.3710432 Aug 04 17:08:43.648788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33540) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:43.782184 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.831231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a921cdbb-4188-4bd4-98a1-f3d26172829f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.851785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a921cdbb-4188-4bd4-98a1-f3d26172829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.889611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Deleting port 2d46af31-d186-4dcf-8061-423120fab052 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:43.890252 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.913090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a921cdbb-4188-4bd4-98a1-f3d26172829f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5bce72691aa427397ff4a0f511b1574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4629195 Aug 04 17:08:43.916385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33546) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:43.969148 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] For port 2d46af31-d186-4dcf-8061-423120fab052, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2d46af31-d186-4dcf-8061-423120fab052,segment=NetworkSegment(94a8798e-3980-467c-b4de-b1c9143c2916),segment_id=94a8798e-3980-467c-b4de-b1c9143c2916)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:43.969523 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:43.987461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Calling delete_port for 2d46af31-d186-4dcf-8061-423120fab052 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:44.004225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f17cc5f-a532-4df7-b7c5-6e0a71023b67 None None] DHCP port deletion for 4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:08:44.028281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921cdbb-4188-4bd4-98a1-f3d26172829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97193d3-94c8-42e2-81ee-aa415cae945b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:44.054580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33f8331a-0883-45e8-9d40-7b65873eca3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.068316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c501f9-78dd-487e-8913-23b317d7ffae req-229a0945-791e-44bb-b154-14c91aa22c08 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:44.074655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c501f9-78dd-487e-8913-23b317d7ffae req-229a0945-791e-44bb-b154-14c91aa22c08 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:44.081790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c501f9-78dd-487e-8913-23b317d7ffae req-229a0945-791e-44bb-b154-14c91aa22c08 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:44.089122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c501f9-78dd-487e-8913-23b317d7ffae req-229a0945-791e-44bb-b154-14c91aa22c08 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:44.095942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c501f9-78dd-487e-8913-23b317d7ffae req-229a0945-791e-44bb-b154-14c91aa22c08 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:44.096237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.116127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6f17cc5f-a532-4df7-b7c5-6e0a71023b67 None None] Deleting port 2d46af31-d186-4dcf-8061-423120fab052 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:44.116584 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f17cc5f-a532-4df7-b7c5-6e0a71023b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.118513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c501f9-78dd-487e-8913-23b317d7ffae req-229a0945-791e-44bb-b154-14c91aa22c08 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:44.124691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c501f9-78dd-487e-8913-23b317d7ffae req-229a0945-791e-44bb-b154-14c91aa22c08 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:44.136372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d46af31-d186-4dcf-8061-423120fab052,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:44.140261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38c501f9-78dd-487e-8913-23b317d7ffae req-229a0945-791e-44bb-b154-14c91aa22c08 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.3196895 Aug 04 17:08:44.151637 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] No DVR routers for this DVR port 2d46af31-d186-4dcf-8061-423120fab052 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:08:44.207373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2d46af31-d186-4dcf-8061-423120fab052 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:08:44.227712 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33f8331a-0883-45e8-9d40-7b65873eca3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.259095 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.272824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf716c2-61fa-42c0-ad22-fe8639e9b0f1']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:44.273667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6f17cc5f-a532-4df7-b7c5-6e0a71023b67 None None] For port 2d46af31-d186-4dcf-8061-423120fab052, host n-d-764435-5, got binding levels [] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:44.274077 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f17cc5f-a532-4df7-b7c5-6e0a71023b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.275766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38c501f9-78dd-487e-8913-23b317d7ffae req-c6e1ee13-4ddf-4c80-ac55-af1a66905059 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346309 Aug 04 17:08:44.288634 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a8798e-3980-467c-b4de-b1c9143c2916') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:44.289353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a8798e-3980-467c-b4de-b1c9143c2916') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:44.294345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6f17cc5f-a532-4df7-b7c5-6e0a71023b67 None None] Calling delete_port for 2d46af31-d186-4dcf-8061-423120fab052 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:44.297627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.ipam_backend_mixin [None req-6f17cc5f-a532-4df7-b7c5-6e0a71023b67 None None] Port 2d46af31-d186-4dcf-8061-423120fab052 was not found and therefore no delete operation was performed {{(pid=105830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:08:44.300020 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f17cc5f-a532-4df7-b7c5-6e0a71023b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.314950 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.324563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 2d46af31-d186-4dcf-8061-423120fab052 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:08:44.325192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2d46af31-d186-4dcf-8061-423120fab052 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:08:44.325804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 610cf5c0-be77-4779-9fc3-2fe29a51d40d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:08:44.329426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17cc5f-a532-4df7-b7c5-6e0a71023b67 None None] Pushing event deleted for resources: {'Port': ['ID=2d46af31-d186-4dcf-8061-423120fab052,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:44.332879 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.344397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:08:44.345659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:08:44.353841 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:08:44.360473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 610cf5c0-be77-4779-9fc3-2fe29a51d40d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:08:44.361148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 610cf5c0-be77-4779-9fc3-2fe29a51d40d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:08:44.362229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 45c377b9-a1c1-4257-803c-8c0b8a37aa5c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:08:44.363178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b7300-13b0-4c8f-af9f-b29ac7a9fcef req-c9db3a39-d18c-4cce-8f2a-90b5333eebc6 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:44.365017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f47b7300-13b0-4c8f-af9f-b29ac7a9fcef req-c9db3a39-d18c-4cce-8f2a-90b5333eebc6 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.0957699 Aug 04 17:08:44.373380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17cc5f-a532-4df7-b7c5-6e0a71023b67 None None] No DVR routers for this DVR port 2d46af31-d186-4dcf-8061-423120fab052 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:08:44.393438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33f8331a-0883-45e8-9d40-7b65873eca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.396039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 45c377b9-a1c1-4257-803c-8c0b8a37aa5c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:08:44.396349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-33f8331a-0883-45e8-9d40-7b65873eca3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.396814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 45c377b9-a1c1-4257-803c-8c0b8a37aa5c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:08:44.397874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-33f8331a-0883-45e8-9d40-7b65873eca3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e97193d3-94c8-42e2-81ee-aa415cae945b HTTP/1.1" status: 204 len: 168 time: 0.4804177 Aug 04 17:08:44.425268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8331a-0883-45e8-9d40-7b65873eca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97193d3-94c8-42e2-81ee-aa415cae945b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:44.469301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f47b7300-13b0-4c8f-af9f-b29ac7a9fcef req-bef0ed6f-8b63-476d-89c2-2d67572e2909 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971773 Aug 04 17:08:44.487394 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.504520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.509226 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4bf716c2-61fa-42c0-ad22-fe8639e9b0f1 HTTP/1.1" status: 204 len: 168 time: 0.8564312 Aug 04 17:08:44.518304 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e251458-cde5-4fed-9b80-6355847fe699 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf716c2-61fa-42c0-ad22-fe8639e9b0f1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:44.837171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33562) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:44.857523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40f9ef1e-f2ad-45ef-b656-b6b3bb36ab51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:44.873476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33566) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:44.973066 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8f9bb8e1-f909-4da3-9100-a4579bdb1b4f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1887efc899274f9b821aaa08cad678b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981226 Aug 04 17:08:44.974351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33568) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:44.976660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33570) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:45.026332 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40f9ef1e-f2ad-45ef-b656-b6b3bb36ab51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.035475 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-40f9ef1e-f2ad-45ef-b656-b6b3bb36ab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.100372 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-40f9ef1e-f2ad-45ef-b656-b6b3bb36ab51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3649f65999074df7ad6894a4cb4f854e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620912 Aug 04 17:08:45.101965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9ef1e-f2ad-45ef-b656-b6b3bb36ab51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff0806-3c8c-49d5-80ed-72d2d077e75c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:45.103174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33576) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:45.104752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c19a8d3-a6ea-4f8b-9d38-681d74319760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.124257 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-add6c0f5-a34a-467e-b770-63085c5d7bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.129001 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c19a8d3-a6ea-4f8b-9d38-681d74319760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.179903 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c19a8d3-a6ea-4f8b-9d38-681d74319760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.184346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c19a8d3-a6ea-4f8b-9d38-681d74319760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.198263 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cae9efab-6cc1-487f-a37c-efa794f8a6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.199310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0c19a8d3-a6ea-4f8b-9d38-681d74319760 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/caf7a956-bd35-49e7-a877-5ef13818efe9 HTTP/1.1" status: 204 len: 168 time: 0.2212763 Aug 04 17:08:45.221705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19a8d3-a6ea-4f8b-9d38-681d74319760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf7a956-bd35-49e7-a877-5ef13818efe9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:45.236612 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cae9efab-6cc1-487f-a37c-efa794f8a6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.312090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-add6c0f5-a34a-467e-b770-63085c5d7bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.320428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-add6c0f5-a34a-467e-b770-63085c5d7bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.344368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cae9efab-6cc1-487f-a37c-efa794f8a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.347267 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cae9efab-6cc1-487f-a37c-efa794f8a6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.348425 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cae9efab-6cc1-487f-a37c-efa794f8a6ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2ff0806-3c8c-49d5-80ed-72d2d077e75c HTTP/1.1" status: 204 len: 168 time: 0.2441471 Aug 04 17:08:45.367901 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-add6c0f5-a34a-467e-b770-63085c5d7bb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4c0d73d775d4867bba8a7e56b00cc14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883853 Aug 04 17:08:45.369904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6c0f5-a34a-467e-b770-63085c5d7bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9bbd78-d9ab-4d75-8617-5449e07eb54a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:45.370736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33586) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:45.383484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9efab-6cc1-487f-a37c-efa794f8a6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff0806-3c8c-49d5-80ed-72d2d077e75c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:45.491419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4c7c-8d40-4787-a5e6-f037e56491d9 req-ff7f97b0-ff29-4ffb-8d20-4871071e4714 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:45.497413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4c7c-8d40-4787-a5e6-f037e56491d9 req-ff7f97b0-ff29-4ffb-8d20-4871071e4714 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:45.503559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4c7c-8d40-4787-a5e6-f037e56491d9 req-ff7f97b0-ff29-4ffb-8d20-4871071e4714 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:45.509658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4c7c-8d40-4787-a5e6-f037e56491d9 req-ff7f97b0-ff29-4ffb-8d20-4871071e4714 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:45.515586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4c7c-8d40-4787-a5e6-f037e56491d9 req-ff7f97b0-ff29-4ffb-8d20-4871071e4714 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:45.521461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4c7c-8d40-4787-a5e6-f037e56491d9 req-ff7f97b0-ff29-4ffb-8d20-4871071e4714 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:45.527577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4c7c-8d40-4787-a5e6-f037e56491d9 req-ff7f97b0-ff29-4ffb-8d20-4871071e4714 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:45.529575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7be4c7c-8d40-4787-a5e6-f037e56491d9 req-ff7f97b0-ff29-4ffb-8d20-4871071e4714 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.1472228 Aug 04 17:08:45.573177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-12447067-357d-4b60-8be9-c4cc14a44b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.598407 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7be4c7c-8d40-4787-a5e6-f037e56491d9 req-959cb6e3-2b80-4d18-99c3-3a2041dfd355 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618269 Aug 04 17:08:45.635167 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-12447067-357d-4b60-8be9-c4cc14a44b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.677436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef1836-06b5-40ae-949e-08ef680e8070 req-d3213089-cf97-4fb0-b7ba-690d4cd10f2f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:45.679118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2ef1836-06b5-40ae-949e-08ef680e8070 req-d3213089-cf97-4fb0-b7ba-690d4cd10f2f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.1009502 Aug 04 17:08:45.756637 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-12447067-357d-4b60-8be9-c4cc14a44b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.760031 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-12447067-357d-4b60-8be9-c4cc14a44b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:45.761576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-12447067-357d-4b60-8be9-c4cc14a44b2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c9bbd78-d9ab-4d75-8617-5449e07eb54a HTTP/1.1" status: 204 len: 168 time: 0.3895531 Aug 04 17:08:45.782365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2ef1836-06b5-40ae-949e-08ef680e8070 req-80bf3de3-3415-42cb-bbef-602c30064378 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839252 Aug 04 17:08:45.793004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12447067-357d-4b60-8be9-c4cc14a44b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9bbd78-d9ab-4d75-8617-5449e07eb54a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:46.288353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33634) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:46.307194 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb2a-fbaa-469e-a8e9-5fc9f831029b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.443967 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb2a-fbaa-469e-a8e9-5fc9f831029b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.444231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33638) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:46.449035 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb2a-fbaa-469e-a8e9-5fc9f831029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.494319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8deeeb2a-fbaa-469e-a8e9-5fc9f831029b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be698a06580e43fa8a3a38235d807074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044971 Aug 04 17:08:46.496938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33644) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:46.504309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeeb2a-fbaa-469e-a8e9-5fc9f831029b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366b234d-5b73-476d-b5b2-da29fb9caea7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:46.563297 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a41ebe48-3eae-499d-9103-41940684dd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.587222 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a41ebe48-3eae-499d-9103-41940684dd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.635290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33652) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:46.647592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a41ebe48-3eae-499d-9103-41940684dd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.651844 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a41ebe48-3eae-499d-9103-41940684dd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.656314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a41ebe48-3eae-499d-9103-41940684dd4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/366b234d-5b73-476d-b5b2-da29fb9caea7 HTTP/1.1" status: 204 len: 168 time: 0.1583939 Aug 04 17:08:46.659403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1262595794-network', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:46.667391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ebe48-3eae-499d-9103-41940684dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b234d-5b73-476d-b5b2-da29fb9caea7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:46.750997 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99737cac-e4b1-4dfa-a947-9fb362215ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.753300 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Made reservation on behalf of a11dfd243bc2479aa2a6a1e3adf23347 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:46.756106 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.771186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.772940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427823eb-abf9-4686-b20f-6ef77e479781 req-db701e4f-0505-4ed0-94f3-83b01117081c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:46.779781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427823eb-abf9-4686-b20f-6ef77e479781 req-db701e4f-0505-4ed0-94f3-83b01117081c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:46.787284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427823eb-abf9-4686-b20f-6ef77e479781 req-db701e4f-0505-4ed0-94f3-83b01117081c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:46.794075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427823eb-abf9-4686-b20f-6ef77e479781 req-db701e4f-0505-4ed0-94f3-83b01117081c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:46.803056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427823eb-abf9-4686-b20f-6ef77e479781 req-db701e4f-0505-4ed0-94f3-83b01117081c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:46.809320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427823eb-abf9-4686-b20f-6ef77e479781 req-db701e4f-0505-4ed0-94f3-83b01117081c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:46.816275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427823eb-abf9-4686-b20f-6ef77e479781 req-db701e4f-0505-4ed0-94f3-83b01117081c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:46.818318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-427823eb-abf9-4686-b20f-6ef77e479781 req-db701e4f-0505-4ed0-94f3-83b01117081c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.1115901 Aug 04 17:08:46.885762 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99737cac-e4b1-4dfa-a947-9fb362215ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.890086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-427823eb-abf9-4686-b20f-6ef77e479781 req-fc924c69-5afb-491d-87a6-91b76eb82773 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628762 Aug 04 17:08:46.902157 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99737cac-e4b1-4dfa-a947-9fb362215ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:46.966288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b847-6b1d-461e-bb23-59ffe7ad4a27 req-aa4c0763-b676-4262-8d8b-5c54898925b7 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:46.968992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6417b847-6b1d-461e-bb23-59ffe7ad4a27 req-aa4c0763-b676-4262-8d8b-5c54898925b7 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.0719764 Aug 04 17:08:46.977081 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-99737cac-e4b1-4dfa-a947-9fb362215ed6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1904e959be86461c92d36e80b2cf0584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406134 Aug 04 17:08:46.979778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33666) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:46.991400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99737cac-e4b1-4dfa-a947-9fb362215ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6231d4-93b1-45e3-827d-8e494a4855ff,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:47.062605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6417b847-6b1d-461e-bb23-59ffe7ad4a27 req-897eece3-2961-4b09-8de0-01033916c1b6 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753772 Aug 04 17:08:47.080858 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f7fb-8783-4cf8-8d19-65a97c6a4f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.105376 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.112599 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.114294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f7fb-8783-4cf8-8d19-65a97c6a4f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.169029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:08:47.175130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8da9f7f-7408-486c-b86d-b7c1d42901a4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:47.186117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f7fb-8783-4cf8-8d19-65a97c6a4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.189808 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b5b6f7fb-8783-4cf8-8d19-65a97c6a4f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.191338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b5b6f7fb-8783-4cf8-8d19-65a97c6a4f68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a6231d4-93b1-45e3-827d-8e494a4855ff HTTP/1.1" status: 204 len: 168 time: 0.2103043 Aug 04 17:08:47.196820 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.197219 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Added segment 6c5588b9-afa6-4f93-9658-efd70fd790db of type vlan for network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 Aug 04 17:08:47.201769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6f7fb-8783-4cf8-8d19-65a97c6a4f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6231d4-93b1-45e3-827d-8e494a4855ff,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:47.245087 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.280706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.281738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:47.282373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.345891 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9004998 Aug 04 17:08:47.348849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33684) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:47.353811 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Request body: {'subnet': {'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1262595794-subnet', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:47.365244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713ed60-ea80-452c-94da-014dbe9bd429 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:47.377205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:08:47.388591 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Made reservation on behalf of a11dfd243bc2479aa2a6a1e3adf23347 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:47.392999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.580332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33692) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:47.599768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c84974f6-00c6-49df-a7a3-d5c4e3efb6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.648014 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.725873 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c84974f6-00c6-49df-a7a3-d5c4e3efb6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.732286 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c84974f6-00c6-49df-a7a3-d5c4e3efb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.738379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f87335e-3fbe-4945-b321-aa9d1c760c0b,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:47.759526 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Checking segment: {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:47.759526 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Network hostable DHCP agents. Network: e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:08:47.762159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c84974f6-00c6-49df-a7a3-d5c4e3efb6cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ff719f083c045b59b0d777fc2a050b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792305 Aug 04 17:08:47.764662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33700) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:47.782771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:08:47.797192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:47.808105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece9345-9b59-4c71-a5a9-03faa9db5d77 None None] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:08:47.818167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:47.821765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.833636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84974f6-00c6-49df-a7a3-d5c4e3efb6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7515da-88d1-4bc2-9ba9-d7cf15f28a4d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:47.838357 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88b61c0a-34b8-4310-88aa-9ac0923315e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.866968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88b61c0a-34b8-4310-88aa-9ac0923315e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.868353 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-86b1f222-0402-4368-9a16-5def34df2850 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5180330 Aug 04 17:08:47.870837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33702) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:47.877202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:47.912804 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.914793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.928190 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88b61c0a-34b8-4310-88aa-9ac0923315e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.931559 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88b61c0a-34b8-4310-88aa-9ac0923315e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:47.935045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-88b61c0a-34b8-4310-88aa-9ac0923315e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b7515da-88d1-4bc2-9ba9-d7cf15f28a4d HTTP/1.1" status: 204 len: 168 time: 0.1671755 Aug 04 17:08:47.935045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33708) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:47.963649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b61c0a-34b8-4310-88aa-9ac0923315e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7515da-88d1-4bc2-9ba9-d7cf15f28a4d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:48.001831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.096586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2858a-214b-4b30-adf9-8573a5273f49 req-2a539706-9f2a-4745-97b8-dfd58746bee7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:48.104767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2858a-214b-4b30-adf9-8573a5273f49 req-2a539706-9f2a-4745-97b8-dfd58746bee7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:48.112835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2858a-214b-4b30-adf9-8573a5273f49 req-2a539706-9f2a-4745-97b8-dfd58746bee7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:48.120086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2858a-214b-4b30-adf9-8573a5273f49 req-2a539706-9f2a-4745-97b8-dfd58746bee7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:48.126366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2858a-214b-4b30-adf9-8573a5273f49 req-2a539706-9f2a-4745-97b8-dfd58746bee7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:48.135699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2858a-214b-4b30-adf9-8573a5273f49 req-2a539706-9f2a-4745-97b8-dfd58746bee7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:48.141882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2858a-214b-4b30-adf9-8573a5273f49 req-2a539706-9f2a-4745-97b8-dfd58746bee7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:48.152006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5c2858a-214b-4b30-adf9-8573a5273f49 req-2a539706-9f2a-4745-97b8-dfd58746bee7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.1410663 Aug 04 17:08:48.177794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:08:48.179806 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.213771 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5c2858a-214b-4b30-adf9-8573a5273f49 req-a5482b02-e6c1-4c1a-94b6-fc4dfe462ac5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558412 Aug 04 17:08:48.241907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.296927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83951486-86f0-4331-8449-3021c11447e6 req-3827ec58-2aa3-4005-9cb8-1b391fafc8cd tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:48.307949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83951486-86f0-4331-8449-3021c11447e6 req-3827ec58-2aa3-4005-9cb8-1b391fafc8cd tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.0888011 Aug 04 17:08:48.362235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83951486-86f0-4331-8449-3021c11447e6 req-c972595b-2f7b-4e35-8c59-9338aaaad5f6 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532701 Aug 04 17:08:48.414233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Allocated IP 172.20.0.2 (e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815/3f87335e-3fbe-4945-b321-aa9d1c760c0b/b78a0dee-ba89-4534-8a73-afc9b6240984) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:48.426433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-79297334', 'router:external': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:48.453865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Made reservation on behalf of ec336d14adfe423796b01b572305625c for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:48.457649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.476836 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.503886 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.532908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.679109 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.687562 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.699938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Allocated IP 172.25.2.22 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/397ece3d-1700-41f1-8dce-e2139a67a041) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:48.709815 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.725153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:08:48.727818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Transition to ACTIVE for port object b78a0dee-ba89-4534-8a73-afc9b6240984 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:48.737614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551a7dd3-91d2-4344-a0c2-fbdd842f20e5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:48.746952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.747893 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Added segment f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c of type vlan for network 874be0a3-0c53-4e00-9917-54168f8c6fdc Aug 04 17:08:48.771708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Transition to ACTIVE for port object b78a0dee-ba89-4534-8a73-afc9b6240984 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:48.785345 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.816719 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.847034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Pushing event updated for resources: {'Port': ['ID=b78a0dee-ba89-4534-8a73-afc9b6240984,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:48.859174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:48.861997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:48.864844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:48.870219 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.877983 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.879975 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:48.880782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.925856 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.949380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Attempting to bind port b78a0dee-ba89-4534-8a73-afc9b6240984 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:48.949767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Attempting to bind port b78a0dee-ba89-4534-8a73-afc9b6240984 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:48.960976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Attempting to bind port b78a0dee-ba89-4534-8a73-afc9b6240984 on network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:48.964358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0281374 Aug 04 17:08:48.967520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:48.967911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Checking segment: {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:48.968328 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.968925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:48.969072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Bound using segment: {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:48.969490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Bound port: b78a0dee-ba89-4534-8a73-afc9b6240984, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:48.969891 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:48.970017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33746) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:48.972692 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:48.976251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:48.977397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af132b1-3ca6-4816-a74d-09934abb1045 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event updated for resources: {'Network': ['ID=874be0a3-0c53-4e00-9917-54168f8c6fdc,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:48.982853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Request body: {'subnet': {'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:49.004353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 874be0a3-0c53-4e00-9917-54168f8c6fdc details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:08:49.036739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Pushing event updated for resources: {'Port': ['ID=397ece3d-1700-41f1-8dce-e2139a67a041,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:49.097348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Made reservation on behalf of ec336d14adfe423796b01b572305625c for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:49.099744 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:49.157952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] For port b78a0dee-ba89-4534-8a73-afc9b6240984, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:49.161795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] For port b78a0dee-ba89-4534-8a73-afc9b6240984, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b78a0dee-ba89-4534-8a73-afc9b6240984,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:49.177009 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:49.250914 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a445-979e-4fa8-b17c-5de1774b1ee8 None None] Pushing event updated for resources: {'Port': ['ID=b78a0dee-ba89-4534-8a73-afc9b6240984,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:49.463032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6866d1e-8236-48dc-b73f-327e583bccb9 req-d10c2bdc-e529-46c9-8f09-7d3a928adadd tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:49.471702 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:49.471971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6866d1e-8236-48dc-b73f-327e583bccb9 req-d10c2bdc-e529-46c9-8f09-7d3a928adadd tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:49.480544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6866d1e-8236-48dc-b73f-327e583bccb9 req-d10c2bdc-e529-46c9-8f09-7d3a928adadd tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:49.487183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6866d1e-8236-48dc-b73f-327e583bccb9 req-d10c2bdc-e529-46c9-8f09-7d3a928adadd tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:49.494155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6866d1e-8236-48dc-b73f-327e583bccb9 req-d10c2bdc-e529-46c9-8f09-7d3a928adadd tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:49.500450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6866d1e-8236-48dc-b73f-327e583bccb9 req-d10c2bdc-e529-46c9-8f09-7d3a928adadd tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:49.509656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6866d1e-8236-48dc-b73f-327e583bccb9 req-d10c2bdc-e529-46c9-8f09-7d3a928adadd tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:49.510005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6866d1e-8236-48dc-b73f-327e583bccb9 req-d10c2bdc-e529-46c9-8f09-7d3a928adadd tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.1292083 Aug 04 17:08:49.625649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac3e0-1e0f-4910-8889-677642380ca2 req-b64892c7-e940-4893-84f5-def33bae1827 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:49.636611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42eac3e0-1e0f-4910-8889-677642380ca2 req-b64892c7-e940-4893-84f5-def33bae1827 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.1256609 Aug 04 17:08:49.643983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6866d1e-8236-48dc-b73f-327e583bccb9 req-e5803835-c334-480b-bcaf-d3875dc34589 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121860 Aug 04 17:08:49.705845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42eac3e0-1e0f-4910-8889-677642380ca2 req-6a8122a4-4984-4dd4-8212-992044b05996 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680776 Aug 04 17:08:49.885096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:49.964547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.objects.ports [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105829) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:08:49.965101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:50.092208 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a1914e02-bc3c-4ea7-bf32-ff8d469862b8,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:50.159370 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Checking segment: {'id': 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:50.159905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Network hostable DHCP agents. Network: 874be0a3-0c53-4e00-9917-54168f8c6fdc, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:08:50.199393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Network 874be0a3-0c53-4e00-9917-54168f8c6fdc is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:08:50.233580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Router 140edcfd-b1a2-487b-8b41-30c8342ade6e is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:08:50.246210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 874be0a3-0c53-4e00-9917-54168f8c6fdc) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:50.262928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4898b086-fdc7-4929-88af-9eaffb5357af None None] Network 874be0a3-0c53-4e00-9917-54168f8c6fdc requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:08:50.268549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:50.269286 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:50.269488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b78a0dee-ba89-4534-8a73-afc9b6240984 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:50.293729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33780) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:50.293924 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9fe2baa7-44b6-4270-a685-c3cd2898dc4d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3186157 Aug 04 17:08:50.301469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-302794903', 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:50.353034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Made reservation on behalf of ec336d14adfe423796b01b572305625c for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:08:50.356827 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:50.392620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] device_id is not set on port 632fca02-c654-4fec-b63c-1841b7b74bc6 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:08:50.453152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:08:50.467146 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Sync routers for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:08:50.482087 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:50.482761 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:50.490333 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:50.501709 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8550a0df-f6b5-4588-91bd-4c71d39e0967 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6200621 Aug 04 17:08:50.501709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33786) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:50.642114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5465a-e505-44d7-b653-63b15fd6e50c None None] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:08:50.649864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Allocated IP 2001:db8::17 (874be0a3-0c53-4e00-9917-54168f8c6fdc/a1914e02-bc3c-4ea7-bf32-ff8d469862b8/632fca02-c654-4fec-b63c-1841b7b74bc6) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:50.752153 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:50.909282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port b78a0dee-ba89-4534-8a73-afc9b6240984 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:51.012776 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:49Z', 'revision_number': 3, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:51.043617 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Checking router: 140edcfd-b1a2-487b-8b41-30c8342ade6e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:08:51.044794 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Updating router 140edcfd-b1a2-487b-8b41-30c8342ade6e port 397ece3d-1700-41f1-8dce-e2139a67a041 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:08:51.083730 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.084104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.100123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8fc4d6-be85-414e-b770-7afb68d5663c None None] Network 874be0a3-0c53-4e00-9917-54168f8c6fdc requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:08:51.105928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-864f1b3a-0d96-4b66-88e0-d756748998b9 None None] Provisioning for port b78a0dee-ba89-4534-8a73-afc9b6240984 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:51.162578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-864f1b3a-0d96-4b66-88e0-d756748998b9 None None] Provisioning complete for port b78a0dee-ba89-4534-8a73-afc9b6240984 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:51.163400 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-864f1b3a-0d96-4b66-88e0-d756748998b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.192361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc18ae-183a-446b-836d-20f28fdc8e1e req-cf8ce6e0-caed-4d7a-89d4-2481e82411a2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:51.211837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc18ae-183a-446b-836d-20f28fdc8e1e req-cf8ce6e0-caed-4d7a-89d4-2481e82411a2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:51.225013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc18ae-183a-446b-836d-20f28fdc8e1e req-cf8ce6e0-caed-4d7a-89d4-2481e82411a2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:51.239723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc18ae-183a-446b-836d-20f28fdc8e1e req-cf8ce6e0-caed-4d7a-89d4-2481e82411a2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:51.249705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc18ae-183a-446b-836d-20f28fdc8e1e req-cf8ce6e0-caed-4d7a-89d4-2481e82411a2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:51.256087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc18ae-183a-446b-836d-20f28fdc8e1e req-cf8ce6e0-caed-4d7a-89d4-2481e82411a2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:51.262478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc18ae-183a-446b-836d-20f28fdc8e1e req-cf8ce6e0-caed-4d7a-89d4-2481e82411a2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:51.264748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cafc18ae-183a-446b-836d-20f28fdc8e1e req-cf8ce6e0-caed-4d7a-89d4-2481e82411a2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.3659973 Aug 04 17:08:51.267561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33808) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:51.287435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6724f99-4f69-473f-8457-56cecacaed8b req-3a91eb21-6b53-4e2e-9d3f-8c6bec50d279 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:51.289773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6724f99-4f69-473f-8457-56cecacaed8b req-3a91eb21-6b53-4e2e-9d3f-8c6bec50d279 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.3921864 Aug 04 17:08:51.393655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6724f99-4f69-473f-8457-56cecacaed8b req-23c33c44-7410-4fba-9e77-332357917920 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902846 Aug 04 17:08:51.397802 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.472480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event updated for resources: {'Port': ['ID=632fca02-c654-4fec-b63c-1841b7b74bc6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:51.477136 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.479310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cafc18ae-183a-446b-836d-20f28fdc8e1e req-576236b9-3273-411e-9045-7af89ccb93e7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825757 Aug 04 17:08:51.495903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Network 874be0a3-0c53-4e00-9917-54168f8c6fdc is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:51.498191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:51.501058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:51.502346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:51.503280 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.522626 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Transition to ACTIVE for port object 397ece3d-1700-41f1-8dce-e2139a67a041 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:51.531653 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-864f1b3a-0d96-4b66-88e0-d756748998b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.532297 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.536572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4bab27ba-6265-4846-8ca2-54f6fa997485 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2388079 Aug 04 17:08:51.540836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33812) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:51.543187 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bed2fd1-6c71-411a-9184-f1289a4548e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.587634 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526e0ef-3ca2-43d2-bdc5-8cbb91fc3346 None None] Pushing event updated for resources: {'Port': ['ID=397ece3d-1700-41f1-8dce-e2139a67a041,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:51.605985 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Attempting to bind port 397ece3d-1700-41f1-8dce-e2139a67a041 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:51.606759 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Attempting to bind port 397ece3d-1700-41f1-8dce-e2139a67a041 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:51.607405 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Attempting to bind port 397ece3d-1700-41f1-8dce-e2139a67a041 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:51.611651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-864f1b3a-0d96-4b66-88e0-d756748998b9 None None] For port b78a0dee-ba89-4534-8a73-afc9b6240984, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b78a0dee-ba89-4534-8a73-afc9b6240984,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:51.619308 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:51.620372 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:51.621112 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.621781 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:51.622215 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-864f1b3a-0d96-4b66-88e0-d756748998b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.622768 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Bound port: 397ece3d-1700-41f1-8dce-e2139a67a041, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:51.624599 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.688980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f1b3a-0d96-4b66-88e0-d756748998b9 None None] Pushing event updated for resources: {'Port': ['ID=b78a0dee-ba89-4534-8a73-afc9b6240984,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:51.720237 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] For port 397ece3d-1700-41f1-8dce-e2139a67a041, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:51.724131 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] For port 397ece3d-1700-41f1-8dce-e2139a67a041, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=397ece3d-1700-41f1-8dce-e2139a67a041,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:51.732549 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.843998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b846de53-d8fd-4a52-8e21-343dd2557873 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Deleting port 632fca02-c654-4fec-b63c-1841b7b74bc6 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:51.844649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b846de53-d8fd-4a52-8e21-343dd2557873 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.855304 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526e0ef-3ca2-43d2-bdc5-8cbb91fc3346 None None] Pushing event updated for resources: {'Port': ['ID=397ece3d-1700-41f1-8dce-e2139a67a041,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:51.879828 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:51.880869 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:51.891438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.922952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bed2fd1-6c71-411a-9184-f1289a4548e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.931876 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bed2fd1-6c71-411a-9184-f1289a4548e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:51.956534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f2deb09c-7fe7-450c-a09a-4a6509f2a95f None None] Provisioning complete for port b78a0dee-ba89-4534-8a73-afc9b6240984 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:51.957494 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f2deb09c-7fe7-450c-a09a-4a6509f2a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.046741 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:52.072708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed2fd1-6c71-411a-9184-f1289a4548e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9385fe-b627-4514-9bdf-c99d693fc505,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:52.077461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Allocated IP 172.20.0.1 (e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815/3f87335e-3fbe-4945-b321-aa9d1c760c0b/ba033dba-42cc-437e-aea2-018c271d4fe7) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:52.104941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6bed2fd1-6c71-411a-9184-f1289a4548e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9daf5160f6354fa48b91c231a638e1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8094032 Aug 04 17:08:52.111337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b846de53-d8fd-4a52-8e21-343dd2557873 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.114003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33816) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:52.145015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b846de53-d8fd-4a52-8e21-343dd2557873 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Calling delete_port for 632fca02-c654-4fec-b63c-1841b7b74bc6 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:52.227466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b78a0dee-ba89-4534-8a73-afc9b6240984 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:52.238646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.248160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54da4df-c48d-4904-9951-5844fe0fd133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.274551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Transition to ACTIVE for port object ba033dba-42cc-437e-aea2-018c271d4fe7 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:52.289633 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54da4df-c48d-4904-9951-5844fe0fd133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.291750 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b78a0dee-ba89-4534-8a73-afc9b6240984 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:52.292235 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.356476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.418170 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54da4df-c48d-4904-9951-5844fe0fd133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.421602 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:52.429275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:52.431958 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:52.437718 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54da4df-c48d-4904-9951-5844fe0fd133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.444323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c54da4df-c48d-4904-9951-5844fe0fd133 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b9385fe-b627-4514-9bdf-c99d693fc505 HTTP/1.1" status: 204 len: 168 time: 0.3271756 Aug 04 17:08:52.444323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b846de53-d8fd-4a52-8e21-343dd2557873 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.529658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54da4df-c48d-4904-9951-5844fe0fd133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9385fe-b627-4514-9bdf-c99d693fc505,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:52.571669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.585564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Pushing event updated for resources: {'Port': ['ID=ba033dba-42cc-437e-aea2-018c271d4fe7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:52.599927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846de53-d8fd-4a52-8e21-343dd2557873 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event deleted for resources: {'Port': ['ID=632fca02-c654-4fec-b63c-1841b7b74bc6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:52.629591 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:49Z', 'revision_number': 3, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:52.635949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b846de53-d8fd-4a52-8e21-343dd2557873 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.640034 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b846de53-d8fd-4a52-8e21-343dd2557873 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "DELETE /v2.0/ports/632fca02-c654-4fec-b63c-1841b7b74bc6 HTTP/1.1" status: 204 len: 168 time: 1.0970297 Aug 04 17:08:52.643714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33824) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:52.653759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc', 'external_fixed_ips': [{'subnet_id': 'a1914e02-bc3c-4ea7-bf32-ff8d469862b8', 'ip_address': '2001:db8::17'}]}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:52.714055 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.715713 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.751431 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09570a83-4edc-4fca-ad69-d13f32de07f7 None None] The sync data for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 is: [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:49Z', 'revision_number': 3, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:08:52.789749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.800669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:52.980107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9cf6838e-a6f3-48a5-a790-7a0588194a36 None None] Provisioning for port ba033dba-42cc-437e-aea2-018c271d4fe7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:52.988122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9cf6838e-a6f3-48a5-a790-7a0588194a36 None None] Provisioning complete for port ba033dba-42cc-437e-aea2-018c271d4fe7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:52.988821 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9cf6838e-a6f3-48a5-a790-7a0588194a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.013070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33830) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:53.033115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6838e-a6f3-48a5-a790-7a0588194a36 None None] Port ba033dba-42cc-437e-aea2-018c271d4fe7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:08:53.039013 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.044814 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab75aa8b-3749-4875-8a74-f4cdcd99d77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.071629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44a466-a392-43be-b8f2-7d0b2bd3bb28 req-18683de7-07a2-492f-8d4f-16afbc766a08 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:53.073165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec44a466-a392-43be-b8f2-7d0b2bd3bb28 req-18683de7-07a2-492f-8d4f-16afbc766a08 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.2806430 Aug 04 17:08:53.096307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673cd78-528f-4c64-8d50-ba896381cd6a req-9e8c6354-e0db-4b9e-814f-4b0d9ad87307 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:53.099219 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.104095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673cd78-528f-4c64-8d50-ba896381cd6a req-9e8c6354-e0db-4b9e-814f-4b0d9ad87307 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:53.111672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673cd78-528f-4c64-8d50-ba896381cd6a req-9e8c6354-e0db-4b9e-814f-4b0d9ad87307 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:53.117036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673cd78-528f-4c64-8d50-ba896381cd6a req-9e8c6354-e0db-4b9e-814f-4b0d9ad87307 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:53.125150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673cd78-528f-4c64-8d50-ba896381cd6a req-9e8c6354-e0db-4b9e-814f-4b0d9ad87307 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:53.131392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673cd78-528f-4c64-8d50-ba896381cd6a req-9e8c6354-e0db-4b9e-814f-4b0d9ad87307 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:53.131655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.137579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673cd78-528f-4c64-8d50-ba896381cd6a req-9e8c6354-e0db-4b9e-814f-4b0d9ad87307 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:53.139566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c673cd78-528f-4c64-8d50-ba896381cd6a req-9e8c6354-e0db-4b9e-814f-4b0d9ad87307 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.3483641 Aug 04 17:08:53.211959 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.219247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Pushing event updated for resources: {'Port': ['ID=ba033dba-42cc-437e-aea2-018c271d4fe7,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:53.315504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c673cd78-528f-4c64-8d50-ba896381cd6a req-243d3cf2-7c4e-421e-b04a-198bc8843c0f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667697 Aug 04 17:08:53.319902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec44a466-a392-43be-b8f2-7d0b2bd3bb28 req-367098e6-6910-479f-a1d6-20640fa7781a tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793458 Aug 04 17:08:53.331456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:53.333130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:53.407099 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab75aa8b-3749-4875-8a74-f4cdcd99d77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.422847 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab75aa8b-3749-4875-8a74-f4cdcd99d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.452317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ab75aa8b-3749-4875-8a74-f4cdcd99d77e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81f0970d645b48b7a2e230f4296c6b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369588 Aug 04 17:08:53.455334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33832) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:53.495426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Router 140edcfd-b1a2-487b-8b41-30c8342ade6e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:08:53.558063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75aa8b-3749-4875-8a74-f4cdcd99d77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd06d88-9ea2-45d4-8b0f-141a7ed0dbda,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:53.630416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:08:53.637403 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4aef816a-2164-4066-bfdb-0c9d48a3e298 admin admin] 10.222.0.39 "PUT /v2.0/routers/140edcfd-b1a2-487b-8b41-30c8342ade6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1407983 Aug 04 17:08:53.639839 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb06509-32cd-44d2-b1c0-56bf900383a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.642127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.659362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-48656490-486e-48d9-83d9-3801f21eb883 None None] Provisioning complete for port ba033dba-42cc-437e-aea2-018c271d4fe7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:53.659722 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-48656490-486e-48d9-83d9-3801f21eb883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.673257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.702589 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb06509-32cd-44d2-b1c0-56bf900383a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.718846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-48656490-486e-48d9-83d9-3801f21eb883 None None] Port ba033dba-42cc-437e-aea2-018c271d4fe7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:08:53.840968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb06509-32cd-44d2-b1c0-56bf900383a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.843460 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb06509-32cd-44d2-b1c0-56bf900383a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:53.847334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8bb06509-32cd-44d2-b1c0-56bf900383a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cdd06d88-9ea2-45d4-8b0f-141a7ed0dbda HTTP/1.1" status: 204 len: 168 time: 0.3882668 Aug 04 17:08:53.874875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb06509-32cd-44d2-b1c0-56bf900383a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd06d88-9ea2-45d4-8b0f-141a7ed0dbda,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:53.903480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Allocated IP 2001:db8::17 (874be0a3-0c53-4e00-9917-54168f8c6fdc/a1914e02-bc3c-4ea7-bf32-ff8d469862b8/6c5bb2d1-be60-4337-adb1-02eb718fb480) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:54.058672 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.142645 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.233994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 397ece3d-1700-41f1-8dce-e2139a67a041 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:54.252416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event updated for resources: {'Port': ['ID=6c5bb2d1-be60-4337-adb1-02eb718fb480,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:54.264255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Network 874be0a3-0c53-4e00-9917-54168f8c6fdc is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:54.265870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:54.275325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:54.319810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 397ece3d-1700-41f1-8dce-e2139a67a041 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:54.324890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33854) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:54.326612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 397ece3d-1700-41f1-8dce-e2139a67a041 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:54.327255 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.330626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a841f029-fc8b-4c08-a187-0364b9b77290 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847864736', 'description': 'tempest-description--1280326564'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:54.396430 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a841f029-fc8b-4c08-a187-0364b9b77290 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.448125 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.498453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 397ece3d-1700-41f1-8dce-e2139a67a041, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=397ece3d-1700-41f1-8dce-e2139a67a041,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:54.516398 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.593993 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=397ece3d-1700-41f1-8dce-e2139a67a041,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:54.647107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a841f029-fc8b-4c08-a187-0364b9b77290 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.654605 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a841f029-fc8b-4c08-a187-0364b9b77290 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.681917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f246bf-37eb-4e56-9dc3-3909429a7240 req-f7f5d030-f3a3-4de2-98b2-f84b7faa80c0 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:54.683543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43f246bf-37eb-4e56-9dc3-3909429a7240 req-f7f5d030-f3a3-4de2-98b2-f84b7faa80c0 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.1777771 Aug 04 17:08:54.708324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841f029-fc8b-4c08-a187-0364b9b77290 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cca811b-9d00-49ef-b5d6-910b448c6252,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:54.719327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6ee4e-41d3-43d4-88a1-58ba580185e0 req-28642822-b590-4f7c-b34c-f561fcbdea54 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:54.724439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a841f029-fc8b-4c08-a187-0364b9b77290 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.729464 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a841f029-fc8b-4c08-a187-0364b9b77290 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4007161 Aug 04 17:08:54.730013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33866) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:54.734086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6ee4e-41d3-43d4-88a1-58ba580185e0 req-28642822-b590-4f7c-b34c-f561fcbdea54 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:54.737252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f4e8b745-3cab-41b2-99ce-e9b18c2d74c2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'security_group_rule': {'security_group_id': '5cca811b-9d00-49ef-b5d6-910b448c6252', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:54.740454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6ee4e-41d3-43d4-88a1-58ba580185e0 req-28642822-b590-4f7c-b34c-f561fcbdea54 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:54.750232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6ee4e-41d3-43d4-88a1-58ba580185e0 req-28642822-b590-4f7c-b34c-f561fcbdea54 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:54.758926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6ee4e-41d3-43d4-88a1-58ba580185e0 req-28642822-b590-4f7c-b34c-f561fcbdea54 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:54.765594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6ee4e-41d3-43d4-88a1-58ba580185e0 req-28642822-b590-4f7c-b34c-f561fcbdea54 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:54.771338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6ee4e-41d3-43d4-88a1-58ba580185e0 req-28642822-b590-4f7c-b34c-f561fcbdea54 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:54.773215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f1c6ee4e-41d3-43d4-88a1-58ba580185e0 req-28642822-b590-4f7c-b34c-f561fcbdea54 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.2478228 Aug 04 17:08:54.777549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b745-3cab-41b2-99ce-e9b18c2d74c2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.828805 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.863839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b745-3cab-41b2-99ce-e9b18c2d74c2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.869589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b745-3cab-41b2-99ce-e9b18c2d74c2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.911013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8b745-3cab-41b2-99ce-e9b18c2d74c2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f4c069-ebaa-49b1-89d1-ed437c56fae7,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:54.911571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43f246bf-37eb-4e56-9dc3-3909429a7240 req-e4165e8a-cd34-4fd8-b473-3d7bc6b39698 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087443 Aug 04 17:08:54.939163 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b745-3cab-41b2-99ce-e9b18c2d74c2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.941723 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f4e8b745-3cab-41b2-99ce-e9b18c2d74c2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2106600 Aug 04 17:08:54.944538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33874) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:54.948044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f1c6ee4e-41d3-43d4-88a1-58ba580185e0 req-68f8d8d3-3ead-4a51-908e-b12445d55b6a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573000 Aug 04 17:08:54.949763 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-dead9b55-a414-4180-b62a-9588443a48c5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'security_group_rule': {'security_group_id': '5cca811b-9d00-49ef-b5d6-910b448c6252', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:54.979171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Sync routers for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:08:54.989462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dead9b55-a414-4180-b62a-9588443a48c5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:54.991002 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:54.991790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:55.072071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dead9b55-a414-4180-b62a-9588443a48c5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:55.078949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dead9b55-a414-4180-b62a-9588443a48c5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:55.133516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dead9b55-a414-4180-b62a-9588443a48c5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:55.140955 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dead9b55-a414-4180-b62a-9588443a48c5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1947868 Aug 04 17:08:55.141952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead9b55-a414-4180-b62a-9588443a48c5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bf2712-ad7b-489f-b1c8-93b569838121,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:55.144316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33880) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:55.176511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:55.192287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:08:55.287818 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:55.406311 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:55.473457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5567d-cbf9-4a97-8b08-50c6135736d9 req-adff016d-52ed-45bc-b573-e49b9894268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:55.475050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b5567d-cbf9-4a97-8b08-50c6135736d9 req-adff016d-52ed-45bc-b573-e49b9894268d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 1096 time: 0.1489046 Aug 04 17:08:55.545770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 2, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:55.570227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b5567d-cbf9-4a97-8b08-50c6135736d9 req-cb71f104-3203-4712-b35a-2aa87f65d9ce service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858603 Aug 04 17:08:55.582567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Checking router: 140edcfd-b1a2-487b-8b41-30c8342ade6e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:08:55.583256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Updating router 140edcfd-b1a2-487b-8b41-30c8342ade6e port ba033dba-42cc-437e-aea2-018c271d4fe7 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:08:55.633833 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:55.658729 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:55.723402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Router 5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:08:56.003487 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:56.020081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Transition to ACTIVE for port object ba033dba-42cc-437e-aea2-018c271d4fe7 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:56.037365 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:56.215905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 397ece3d-1700-41f1-8dce-e2139a67a041 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:56.445891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Allocated IP 172.25.2.34 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ea243327-4838-427c-9858-18c59b2ba2fd) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:08:56.466559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6a7ca-d9c2-45f1-9487-9cb048b007f4 req-eed0ac6f-ad4b-4035-b7d5-41ec8f4b96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:56.470092 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6c6a7ca-d9c2-45f1-9487-9cb048b007f4 req-eed0ac6f-ad4b-4035-b7d5-41ec8f4b96d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 1096 time: 0.2797151 Aug 04 17:08:56.533373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aba6b-1bff-4619-90e2-55df85753f7a None None] Pushing event updated for resources: {'Port': ['ID=ba033dba-42cc-437e-aea2-018c271d4fe7,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:56.571260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 397ece3d-1700-41f1-8dce-e2139a67a041 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:56.571969 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:56.592712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Attempting to bind port ba033dba-42cc-437e-aea2-018c271d4fe7 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:56.593129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Attempting to bind port ba033dba-42cc-437e-aea2-018c271d4fe7 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:56.593493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Attempting to bind port ba033dba-42cc-437e-aea2-018c271d4fe7 on network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:56.605902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da683304-e482-49a5-b977-fe230fc6543a req-2c15cd04-4244-4ba2-a862-4257390cb649 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:56.606911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:56.607543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Checking segment: {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:56.608129 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:56.608690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Bound using segment: {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:56.609387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Bound port: ba033dba-42cc-437e-aea2-018c271d4fe7, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:56.610060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:56.616112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da683304-e482-49a5-b977-fe230fc6543a req-2c15cd04-4244-4ba2-a862-4257390cb649 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.3871684 Aug 04 17:08:56.618433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:08:56.629702 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Sync routers for ids ['5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:08:56.641982 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Routers {'5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:56.642952 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:56.657078 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:56.709573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0165-763c-45a5-93d6-6fb50c650ff4 req-abb9bcd0-76ed-4a1c-8d0a-5094825774b9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:56.715462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0165-763c-45a5-93d6-6fb50c650ff4 req-abb9bcd0-76ed-4a1c-8d0a-5094825774b9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:56.721829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0165-763c-45a5-93d6-6fb50c650ff4 req-abb9bcd0-76ed-4a1c-8d0a-5094825774b9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:56.728080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0165-763c-45a5-93d6-6fb50c650ff4 req-abb9bcd0-76ed-4a1c-8d0a-5094825774b9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:56.734257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0165-763c-45a5-93d6-6fb50c650ff4 req-abb9bcd0-76ed-4a1c-8d0a-5094825774b9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:56.736127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] For port ba033dba-42cc-437e-aea2-018c271d4fe7, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:08:56.741276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0165-763c-45a5-93d6-6fb50c650ff4 req-abb9bcd0-76ed-4a1c-8d0a-5094825774b9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:56.747680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf0165-763c-45a5-93d6-6fb50c650ff4 req-abb9bcd0-76ed-4a1c-8d0a-5094825774b9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:56.749923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88cf0165-763c-45a5-93d6-6fb50c650ff4 req-abb9bcd0-76ed-4a1c-8d0a-5094825774b9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5431 time: 0.5222337 Aug 04 17:08:56.766664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] For port ba033dba-42cc-437e-aea2-018c271d4fe7, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ba033dba-42cc-437e-aea2-018c271d4fe7,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:08:56.769864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:56.782048 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:56.822956 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Set router 5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:56.881268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'Port': ['ID=ea243327-4838-427c-9858-18c59b2ba2fd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:56.896708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:08:56.917202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88cf0165-763c-45a5-93d6-6fb50c650ff4 req-e2cad8b2-eb99-44dc-9135-156dbebdc202 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489913 Aug 04 17:08:56.974419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:56.977351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:57.003589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da683304-e482-49a5-b977-fe230fc6543a req-4ae35323-c59e-4b42-ab8c-8ff8f064ed48 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864539 Aug 04 17:08:57.004417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.008865 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33938) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:57.011559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-504ad462-cda0-4060-8a8c-96c23f2534d7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.3588362 Aug 04 17:08:57.029032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:08:57.036536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:08:57.051887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:08:57.126888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:08:57.156764 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.164167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6a7ca-d9c2-45f1-9487-9cb048b007f4 req-75288a69-f8fc-4be4-9345-406cf3ab7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:57.165550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6c6a7ca-d9c2-45f1-9487-9cb048b007f4 req-75288a69-f8fc-4be4-9345-406cf3ab7083 service neutron] 10.222.0.82 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 921 time: 0.4684954 Aug 04 17:08:57.184185 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 17:08:57.185900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aba6b-1bff-4619-90e2-55df85753f7a None None] Pushing event updated for resources: {'Port': ['ID=ba033dba-42cc-437e-aea2-018c271d4fe7,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:57.297394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6c6a7ca-d9c2-45f1-9487-9cb048b007f4 req-5335327f-bdb6-4fa1-b873-0468d1f56f4e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3b58e53-8938-47a2-a323-efc81597f155 HTTP/1.1" status: 200 len: 217 time: 0.0799592 Aug 04 17:08:57.344850 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4', 'name': '', 'tenant_id': 'ec336d14adfe423796b01b572305625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc', 'external_fixed_ips': [{'subnet_id': 'a1914e02-bc3c-4ea7-bf32-ff8d469862b8', 'ip_address': '2001:db8::17'}], 'enable_snat': True}, 'gw_port_id': '6c5bb2d1-be60-4337-adb1-02eb718fb480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:52Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 3, 'project_id': 'ec336d14adfe423796b01b572305625c', 'gw_port': {'id': '6c5bb2d1-be60-4337-adb1-02eb718fb480', 'name': '', 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'a1914e02-bc3c-4ea7-bf32-ff8d469862b8', 'ip_address': '2001:db8::17', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:53Z', 'updated_at': '2021-08-04T17:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1914e02-bc3c-4ea7-bf32-ff8d469862b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:57.378896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:57.407032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30', 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2', 'port_id': 'cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30', 'mac_address': 'fa:16:3e:c4:62:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110d186f-3474-4f10-971a-ba1fe20cc9a0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:08:57.430055 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Checking router: 5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:08:57.431896 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Updating router 5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4 port 6c5bb2d1-be60-4337-adb1-02eb718fb480 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:08:57.474230 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.483731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6a7ca-d9c2-45f1-9487-9cb048b007f4 req-cf25c9e4-0712-4618-9d24-8c5afc094433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:57.485734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6c6a7ca-d9c2-45f1-9487-9cb048b007f4 req-cf25c9e4-0712-4618-9d24-8c5afc094433 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 200 len: 859 time: 0.1708310 Aug 04 17:08:57.486285 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.498886 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.517840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:57.531144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6c6a7ca-d9c2-45f1-9487-9cb048b007f4 req-571d2805-dadf-4d80-ae51-1fad9ec9d238 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364594 Aug 04 17:08:57.532600 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.547063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:57.555296 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.555960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 055d70de-a204-430b-8bd6-bc6a5dc0ccdd details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:08:57.600620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33944) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:57.623744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Deleting port 6c5bb2d1-be60-4337-adb1-02eb718fb480 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:08:57.627051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.631811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:56Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:08:57.645975 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.707334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f8d49-ba4d-4d77-9bfc-d55c4dc57511 None None] The sync data for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 is: [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:56Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:08:57.756078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:57.834259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6c6a7ca-d9c2-45f1-9487-9cb048b007f4 req-305d9f26-8904-49b9-8cb9-bfd0d0afe531 service neutron] 10.222.0.82 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947159 Aug 04 17:08:57.869878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:57.885573 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.897063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '055d70de-a204-430b-8bd6-bc6a5dc0ccdd', 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c', 'port_id': '055d70de-a204-430b-8bd6-bc6a5dc0ccdd', 'mac_address': 'fa:16:3e:98:d7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac82c4b4-fb28-43c6-aadf-f16f34ea2b06', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:08:57.924790 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36dbffd-6986-427d-bcd1-441e57e74867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:57.952163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Calling delete_port for 6c5bb2d1-be60-4337-adb1-02eb718fb480 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:08:58.005588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.041085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055d70de-a204-430b-8bd6-bc6a5dc0ccdd {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:58.078136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:58.087023 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.087678 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device eb287487-5fc2-496c-a194-2e1ecc152829 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:08:58.230057 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.248552 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Transition to ACTIVE for port object 6c5bb2d1-be60-4337-adb1-02eb718fb480 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:08:58.260547 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.280476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port eb287487-5fc2-496c-a194-2e1ecc152829, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=eb287487-5fc2-496c-a194-2e1ecc152829,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:58.286411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:58.317062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ba033dba-42cc-437e-aea2-018c271d4fe7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:08:58.356773 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515236e3-e92a-4cd8-9643-f27484052a26 None None] Pushing event updated for resources: {'Port': ['ID=6c5bb2d1-be60-4337-adb1-02eb718fb480,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:58.357794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'eb287487-5fc2-496c-a194-2e1ecc152829', 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c', 'port_id': 'eb287487-5fc2-496c-a194-2e1ecc152829', 'mac_address': 'fa:16:3e:b9:09:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac82c4b4-fb28-43c6-aadf-f16f34ea2b06', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:08:58.372138 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Attempting to bind port 6c5bb2d1-be60-4337-adb1-02eb718fb480 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:58.373775 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Attempting to bind port 6c5bb2d1-be60-4337-adb1-02eb718fb480 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:58.374216 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Attempting to bind port 6c5bb2d1-be60-4337-adb1-02eb718fb480 on network 874be0a3-0c53-4e00-9917-54168f8c6fdc {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:58.383195 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:58.383631 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Checking segment: {'id': 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:58.384087 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.384489 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Bound using segment: {'id': 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:58.384978 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Bound port: 6c5bb2d1-be60-4337-adb1-02eb718fb480, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:58.385411 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.423851 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36dbffd-6986-427d-bcd1-441e57e74867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.437422 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36dbffd-6986-427d-bcd1-441e57e74867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.447170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.449497 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.db.api [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:08:58.449888 n-d-764435-5 neutron-server[105831]: DEBUG oslo_db.api [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:08:58.476795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038002-caa7-46ef-b620-34d13a559338 req-db683fc4-ca56-48bd-8dbc-82082b713d5e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:58.497962 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.499009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038002-caa7-46ef-b620-34d13a559338 req-db683fc4-ca56-48bd-8dbc-82082b713d5e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:58.505594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038002-caa7-46ef-b620-34d13a559338 req-db683fc4-ca56-48bd-8dbc-82082b713d5e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:58.520456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038002-caa7-46ef-b620-34d13a559338 req-db683fc4-ca56-48bd-8dbc-82082b713d5e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:58.526542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038002-caa7-46ef-b620-34d13a559338 req-db683fc4-ca56-48bd-8dbc-82082b713d5e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:58.533759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port ba033dba-42cc-437e-aea2-018c271d4fe7 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:08:58.540032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.541244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038002-caa7-46ef-b620-34d13a559338 req-db683fc4-ca56-48bd-8dbc-82082b713d5e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:58.547244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038002-caa7-46ef-b620-34d13a559338 req-db683fc4-ca56-48bd-8dbc-82082b713d5e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:58.549969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb287487-5fc2-496c-a194-2e1ecc152829 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:58.554378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ba033dba-42cc-437e-aea2-018c271d4fe7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:08:58.555421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5038002-caa7-46ef-b620-34d13a559338 req-db683fc4-ca56-48bd-8dbc-82082b713d5e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5433 time: 0.4794426 Aug 04 17:08:58.561477 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.576718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3052b-f949-4f68-a536-ca37184515d4 req-0944aa7f-4766-4fad-a425-ae5af54a9efd tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:58.578262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0f3052b-f949-4f68-a536-ca37184515d4 req-0944aa7f-4766-4fad-a425-ae5af54a9efd tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.4410274 Aug 04 17:08:58.589357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6c6a7ca-d9c2-45f1-9487-9cb048b007f4 req-4c0cea8a-f271-49b7-8017-90b3f7915a2f service neutron] 10.222.0.82 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995943 Aug 04 17:08:58.622517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port eb287487-5fc2-496c-a194-2e1ecc152829, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=eb287487-5fc2-496c-a194-2e1ecc152829,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:58.638353 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.639127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device fc732593-e3e3-46b8-b687-23b7c42b1458 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:08:58.651703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c5bb2d1-be60-4337-adb1-02eb718fb480,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:58.676672 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.684482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0f3052b-f949-4f68-a536-ca37184515d4 req-20dcbaad-bb77-4bc5-b835-bb905a5807f1 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858374 Aug 04 17:08:58.691886 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d36dbffd-6986-427d-bcd1-441e57e74867 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11977002a57b49998f11d508728c0976&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0889754 Aug 04 17:08:58.715864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5038002-caa7-46ef-b620-34d13a559338 req-2febcafa-f85b-4629-9f85-859820233448 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572697 Aug 04 17:08:58.727575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33954) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:58.755545 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.771021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.775155 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.776851 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=eb287487-5fc2-496c-a194-2e1ecc152829,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:58.828403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port fc732593-e3e3-46b8-b687-23b7c42b1458, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=fc732593-e3e3-46b8-b687-23b7c42b1458,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:58.843605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dbffd-6986-427d-bcd1-441e57e74867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf41c48-2686-4ae2-ad48-108dade73a99,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:58.854771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.855479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:08:58.860393 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.865467 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-14a6c7fa-4430-4b3b-bec2-7c13e44f10e0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "DELETE /v2.0/routers/5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4 HTTP/1.1" status: 204 len: 168 time: 1.8551593 Aug 04 17:08:58.866289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33958) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:58.870288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'fc732593-e3e3-46b8-b687-23b7c42b1458', 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c', 'port_id': 'fc732593-e3e3-46b8-b687-23b7c42b1458', 'mac_address': 'fa:16:3e:71:e8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac82c4b4-fb28-43c6-aadf-f16f34ea2b06', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:08:58.923523 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2faea875-dd2f-4afc-9c9b-e765d1918446 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Deleting subnet a1914e02-bc3c-4ea7-bf32-ff8d469862b8 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:08:58.930329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2faea875-dd2f-4afc-9c9b-e765d1918446 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.964582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'Port': ['ID=ea243327-4838-427c-9858-18c59b2ba2fd,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:58.977591 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.983339 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Attempting to bind port 6c5bb2d1-be60-4337-adb1-02eb718fb480 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:08:58.984550 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Attempting to bind port 6c5bb2d1-be60-4337-adb1-02eb718fb480 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:08:58.986876 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d35bac91-7f29-417b-b717-88fbcdac4af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:58.987080 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Attempting to bind port 6c5bb2d1-be60-4337-adb1-02eb718fb480 on network 874be0a3-0c53-4e00-9917-54168f8c6fdc {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:08:58.991991 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.000047 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.004212 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:08:59.005201 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Checking segment: {'id': 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:08:59.005201 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.005493 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Bound using segment: {'id': 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:08:59.005887 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Bound port: 6c5bb2d1-be60-4337-adb1-02eb718fb480, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '874be0a3-0c53-4e00-9917-54168f8c6fdc'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:08:59.006266 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.012539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2faea875-dd2f-4afc-9c9b-e765d1918446 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.020385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256183f5-fa94-414e-a403-e49db62d9b15 req-d6a2e378-a03b-47fb-ab5f-c5270e79f274 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:59.028506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256183f5-fa94-414e-a403-e49db62d9b15 req-d6a2e378-a03b-47fb-ab5f-c5270e79f274 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.2033839 Aug 04 17:08:59.036584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc732593-e3e3-46b8-b687-23b7c42b1458 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:59.043172 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.plugin [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Port 6c5bb2d1-be60-4337-adb1-02eb718fb480 has been deleted concurrently {{(pid=105831) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 04 17:08:59.070596 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Routers set() bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:08:59.070596 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Router IDs set() for agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 17:08:59.071068 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_agentschedulers_db [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:08:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent'). {{(pid=105831) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 04 17:08:59.071775 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a567f49-9103-449f-982b-82bf2fc69464 None None] The sync data for ids ['5a148f59-9f5b-49fb-8662-ec0c3ed9e5f4'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:08:59.076107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port fc732593-e3e3-46b8-b687-23b7c42b1458, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=fc732593-e3e3-46b8-b687-23b7c42b1458,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:59.087791 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.087791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e816567d-e02e-4090-a94f-767175a8aa9e details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:08:59.107242 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.114958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-84b9c322-3262-4c64-8d06-aad43ab62c2c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9617107 Aug 04 17:08:59.114958 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d35bac91-7f29-417b-b717-88fbcdac4af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.120354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port ba033dba-42cc-437e-aea2-018c271d4fe7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ba033dba-42cc-437e-aea2-018c271d4fe7,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:59.139530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2faea875-dd2f-4afc-9c9b-e765d1918446 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.142064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.179479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e816567d-e02e-4090-a94f-767175a8aa9e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e816567d-e02e-4090-a94f-767175a8aa9e,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:59.182024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=fc732593-e3e3-46b8-b687-23b7c42b1458,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:59.192543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256183f5-fa94-414e-a403-e49db62d9b15 req-839f4fbc-cb63-408f-a899-ed605dc50000 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624410 Aug 04 17:08:59.231847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'e816567d-e02e-4090-a94f-767175a8aa9e', 'network_id': 'ba071955-fd30-4b22-a93b-fc9408c54c5c', 'port_id': 'e816567d-e02e-4090-a94f-767175a8aa9e', 'mac_address': 'fa:16:3e:f1:fd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac82c4b4-fb28-43c6-aadf-f16f34ea2b06', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:08:59.270633 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d35bac91-7f29-417b-b717-88fbcdac4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.274024 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d35bac91-7f29-417b-b717-88fbcdac4af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.284007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d35bac91-7f29-417b-b717-88fbcdac4af7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/baf41c48-2686-4ae2-ad48-108dade73a99 HTTP/1.1" status: 204 len: 168 time: 0.5513761 Aug 04 17:08:59.307967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bac91-7f29-417b-b717-88fbcdac4af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf41c48-2686-4ae2-ad48-108dade73a99,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:59.355516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2faea875-dd2f-4afc-9c9b-e765d1918446 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.401364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=ba033dba-42cc-437e-aea2-018c271d4fe7,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:59.443547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.446129 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2faea875-dd2f-4afc-9c9b-e765d1918446 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.456171 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2faea875-dd2f-4afc-9c9b-e765d1918446 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/a1914e02-bc3c-4ea7-bf32-ff8d469862b8 HTTP/1.1" status: 204 len: 168 time: 0.5880923 Aug 04 17:08:59.460149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33978) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:59.473026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e816567d-e02e-4090-a94f-767175a8aa9e {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:08:59.473527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faea875-dd2f-4afc-9c9b-e765d1918446 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a1914e02-bc3c-4ea7-bf32-ff8d469862b8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:59.524990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e816567d-e02e-4090-a94f-767175a8aa9e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e816567d-e02e-4090-a94f-767175a8aa9e,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:59.534294 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.534532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device da58f926-5e25-416a-b85c-cbfc1468b16c details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:08:59.664060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.715093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-5954ee8d-ed85-4966-8815-22f3833be8c5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--847864736&fields=id&tenant_id=a11dfd243bc2479aa2a6a1e3adf23347 HTTP/1.1" status: 200 len: 267 time: 0.1880505 Aug 04 17:08:59.785288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30d0e2-3329-4d5e-ad49-9cb24c280089 req-9c5c3d62-a8a1-4218-a2e3-978157888bf4 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:08:59.797812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b30d0e2-3329-4d5e-ad49-9cb24c280089 req-9c5c3d62-a8a1-4218-a2e3-978157888bf4 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.2910686 Aug 04 17:08:59.802732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e816567d-e02e-4090-a94f-767175a8aa9e,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:08:59.930039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port da58f926-5e25-416a-b85c-cbfc1468b16c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=da58f926-5e25-416a-b85c-cbfc1468b16c,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:08:59.943622 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33992) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:08:59.964761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'da58f926-5e25-416a-b85c-cbfc1468b16c', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'port_id': 'da58f926-5e25-416a-b85c-cbfc1468b16c', 'mac_address': 'fa:16:3e:4e:f4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:08:59.971776 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:08:59.977462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac1fc86e-cdb7-4620-8baa-8444bd403884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.006529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b30d0e2-3329-4d5e-ad49-9cb24c280089 req-16fb1a74-8759-4620-b984-a6e59bc02955 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022314 Aug 04 17:09:00.012100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874be0a3-0c53-4e00-9917-54168f8c6fdc']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:00.034692 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.042530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c304-f763-462c-8f88-7630b2d061cc req-c7552c60-7ac2-4074-875e-b4653666f417 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:00.046751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-c7552c60-7ac2-4074-875e-b4653666f417 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 811 time: 0.3275363 Aug 04 17:09:00.061878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da58f926-5e25-416a-b85c-cbfc1468b16c {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:09:00.094118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-6079409e-d85a-47ce-8c33-538d44367e39 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/quotas/a11dfd243bc2479aa2a6a1e3adf23347 HTTP/1.1" status: 200 len: 375 time: 0.0387011 Aug 04 17:09:00.122154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port da58f926-5e25-416a-b85c-cbfc1468b16c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=da58f926-5e25-416a-b85c-cbfc1468b16c,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:00.134140 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.134850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c15942b0-432c-480d-9005-da6faf613418 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:09:00.156766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:00.157069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f545dc5a-7e7e-4eab-a4a8-2d58591c8d9c') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:00.168208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.183507 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.191209 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:09:00.191765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.239550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=da58f926-5e25-416a-b85c-cbfc1468b16c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:00.254501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ba033dba-42cc-437e-aea2-018c271d4fe7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: items = [ Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:09:00.257759 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:09:00.269496 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.282369 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 874be0a3-0c53-4e00-9917-54168f8c6fdc {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 04 17:09:00.296681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-c675d4f6-978d-4c5e-9b90-79163f016cfd tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1969664 Aug 04 17:09:00.313384 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c15942b0-432c-480d-9005-da6faf613418, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c15942b0-432c-480d-9005-da6faf613418,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:00.317868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9100-9aa3-43c2-805c-254bd98be195 req-352680db-8ee6-4cbb-b5de-e7f17b5c6013 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:00.321401 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.326646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9100-9aa3-43c2-805c-254bd98be195 req-352680db-8ee6-4cbb-b5de-e7f17b5c6013 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:00.330792 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "DELETE /v2.0/networks/874be0a3-0c53-4e00-9917-54168f8c6fdc HTTP/1.1" status: 204 len: 168 time: 0.8689160 Aug 04 17:09:00.334514 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc03691-3b8a-452a-a80c-e896a6d16cce tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event deleted for resources: {'Network': ['ID=874be0a3-0c53-4e00-9917-54168f8c6fdc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:00.342572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9100-9aa3-43c2-805c-254bd98be195 req-352680db-8ee6-4cbb-b5de-e7f17b5c6013 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:00.350658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9100-9aa3-43c2-805c-254bd98be195 req-352680db-8ee6-4cbb-b5de-e7f17b5c6013 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:00.352054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac1fc86e-cdb7-4620-8baa-8444bd403884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.358340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9100-9aa3-43c2-805c-254bd98be195 req-352680db-8ee6-4cbb-b5de-e7f17b5c6013 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:00.362295 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac1fc86e-cdb7-4620-8baa-8444bd403884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.366821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9100-9aa3-43c2-805c-254bd98be195 req-352680db-8ee6-4cbb-b5de-e7f17b5c6013 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:00.374650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9100-9aa3-43c2-805c-254bd98be195 req-352680db-8ee6-4cbb-b5de-e7f17b5c6013 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:00.382790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'c15942b0-432c-480d-9005-da6faf613418', 'network_id': 'b6c29649-58d9-47a6-8faa-3a67e09f9da2', 'port_id': 'c15942b0-432c-480d-9005-da6faf613418', 'mac_address': 'fa:16:3e:19:77:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110d186f-3474-4f10-971a-ba1fe20cc9a0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:09:00.384864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d86f9100-9aa3-43c2-805c-254bd98be195 req-352680db-8ee6-4cbb-b5de-e7f17b5c6013 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5437 time: 0.1834822 Aug 04 17:09:00.386982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33998) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:00.437334 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac1fc86e-cdb7-4620-8baa-8444bd403884 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a18258d5fd24a949df0d0796915b946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916546 Aug 04 17:09:00.441686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34006) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:00.451758 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fc86e-cdb7-4620-8baa-8444bd403884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afdb396-be30-43fe-86df-19d1d87777ca,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:00.476162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ba033dba-42cc-437e-aea2-018c271d4fe7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:00.476362 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.514147 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.550909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15942b0-432c-480d-9005-da6faf613418 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:09:00.557824 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f86bb88b-8abc-459a-abb3-e48fbf0f75c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.599911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c15942b0-432c-480d-9005-da6faf613418, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c15942b0-432c-480d-9005-da6faf613418,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:00.606915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f86bb88b-8abc-459a-abb3-e48fbf0f75c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.610936 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.634175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d86f9100-9aa3-43c2-805c-254bd98be195 req-e6e1646a-77c5-440c-93a1-8dab26a48aeb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2481513 Aug 04 17:09:00.706712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c15942b0-432c-480d-9005-da6faf613418,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:00.713104 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f86bb88b-8abc-459a-abb3-e48fbf0f75c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.717965 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f86bb88b-8abc-459a-abb3-e48fbf0f75c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:00.729485 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f86bb88b-8abc-459a-abb3-e48fbf0f75c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8afdb396-be30-43fe-86df-19d1d87777ca HTTP/1.1" status: 204 len: 168 time: 0.2762263 Aug 04 17:09:00.729641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-9f8e8c72-d6a4-462f-8fc1-efa4c6c99c51 service neutron] 10.222.0.39 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396556 Aug 04 17:09:00.743491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bb88b-8abc-459a-abb3-e48fbf0f75c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afdb396-be30-43fe-86df-19d1d87777ca,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:00.902987 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62356a65-3c9e-48f8-9669-970eff48694f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.013282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-3e26bf7f-b1ec-47d9-87e0-b5c984f1d432 service neutron] 10.222.0.39 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748199 Aug 04 17:09:01.019963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34014) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:01.025340 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e8b1eb65-6abd-4eba-8825-f0777c7005d2 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Request body: {'router': {'name': 'tempest-router--1867292023', 'project_id': 'e9d5b4a9b7df4d5d9dd9e03005876912'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:01.162444 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62356a65-3c9e-48f8-9669-970eff48694f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.184361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbaa339-efa0-4d9d-935a-33a8d311a415 req-90726486-0c8d-4d1f-b13b-d54af49ecb0d tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:01.185935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abbaa339-efa0-4d9d-935a-33a8d311a415 req-90726486-0c8d-4d1f-b13b-d54af49ecb0d tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.0796218 Aug 04 17:09:01.186846 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-62356a65-3c9e-48f8-9669-970eff48694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.208075 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e8b1eb65-6abd-4eba-8825-f0777c7005d2 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.209302 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e8b1eb65-6abd-4eba-8825-f0777c7005d2 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.243637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['fc732593-e3e3-46b8-b687-23b7c42b1458'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:09:01.276719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-62356a65-3c9e-48f8-9669-970eff48694f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7446c2e6434c45f2aa053e3b35406b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8869905 Aug 04 17:09:01.284529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a5d2190-1ed6-4015-94ed-bdf5d6160e2e req-d7dfd09f-42f1-4ee6-812d-04be1f3602c0 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 210 time: 0.0539050 Aug 04 17:09:01.311047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34024) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:01.312303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['055d70de-a204-430b-8bd6-bc6a5dc0ccdd'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:09:01.316248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['e816567d-e02e-4090-a94f-767175a8aa9e'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:09:01.330707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abbaa339-efa0-4d9d-935a-33a8d311a415 req-d3c65682-05dd-49f3-9146-b63ec883f327 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188457 Aug 04 17:09:01.337099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62356a65-3c9e-48f8-9669-970eff48694f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733cf792-6b9f-417e-b7e0-bd565309aae4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:01.341201 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['da58f926-5e25-416a-b85c-cbfc1468b16c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:09:01.343263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c15942b0-432c-480d-9005-da6faf613418'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:09:01.393028 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e8b1eb65-6abd-4eba-8825-f0777c7005d2 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.399183 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-694a25c5-22f5-4215-a94d-020a839d4941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.403951 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e8b1eb65-6abd-4eba-8825-f0777c7005d2 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.437988 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e8b1eb65-6abd-4eba-8825-f0777c7005d2 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.440944 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e8b1eb65-6abd-4eba-8825-f0777c7005d2 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4198368 Aug 04 17:09:01.443793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34032) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:01.453115 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-694a25c5-22f5-4215-a94d-020a839d4941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.523048 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-694a25c5-22f5-4215-a94d-020a839d4941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.533326 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-694a25c5-22f5-4215-a94d-020a839d4941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.534763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-694a25c5-22f5-4215-a94d-020a839d4941 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/733cf792-6b9f-417e-b7e0-bd565309aae4 HTTP/1.1" status: 204 len: 168 time: 0.2227266 Aug 04 17:09:01.576303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a25c5-22f5-4215-a94d-020a839d4941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733cf792-6b9f-417e-b7e0-bd565309aae4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:01.632465 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd60f-ea1f-4f73-94e7-90a7e1ed2d42 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:01.874077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa50d6-143d-4801-bf10-51d102cf77e0 req-75c780b9-d8cb-439c-aad7-1cc6a4bb86c9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:01.883737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa50d6-143d-4801-bf10-51d102cf77e0 req-75c780b9-d8cb-439c-aad7-1cc6a4bb86c9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:01.895845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa50d6-143d-4801-bf10-51d102cf77e0 req-75c780b9-d8cb-439c-aad7-1cc6a4bb86c9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:01.923395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa50d6-143d-4801-bf10-51d102cf77e0 req-75c780b9-d8cb-439c-aad7-1cc6a4bb86c9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:01.934669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa50d6-143d-4801-bf10-51d102cf77e0 req-75c780b9-d8cb-439c-aad7-1cc6a4bb86c9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:01.947609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa50d6-143d-4801-bf10-51d102cf77e0 req-75c780b9-d8cb-439c-aad7-1cc6a4bb86c9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:01.961327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa50d6-143d-4801-bf10-51d102cf77e0 req-75c780b9-d8cb-439c-aad7-1cc6a4bb86c9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:01.978104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72aa50d6-143d-4801-bf10-51d102cf77e0 req-75c780b9-d8cb-439c-aad7-1cc6a4bb86c9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5438 time: 0.2295158 Aug 04 17:09:02.072871 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-06129b94-0ded-4a29-92d3-ed3ac48a645a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:02.092922 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd60f-ea1f-4f73-94e7-90a7e1ed2d42 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:02.097771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd60f-ea1f-4f73-94e7-90a7e1ed2d42 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:02.159362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:09:02.225398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['eb287487-5fc2-496c-a194-2e1ecc152829'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:09:02.226997 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd60f-ea1f-4f73-94e7-90a7e1ed2d42 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:02.227680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9fd60f-ea1f-4f73-94e7-90a7e1ed2d42 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa5db2bc-5107-4d88-8eec-2c25aee24c25 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:09:02.233225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd60f-ea1f-4f73-94e7-90a7e1ed2d42 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:02.238296 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4c9fd60f-ea1f-4f73-94e7-90a7e1ed2d42 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "DELETE /v2.0/routers/aa5db2bc-5107-4d88-8eec-2c25aee24c25 HTTP/1.1" status: 204 len: 168 time: 0.7921841 Aug 04 17:09:02.244616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72aa50d6-143d-4801-bf10-51d102cf77e0 req-dddc97ee-4f0a-4b93-953c-05a5ba5cad28 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2632165 Aug 04 17:09:02.275803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea3522-464f-47bc-bd44-4bc0104d4207 req-b056e72e-cd6f-40e3-86ff-00aad9d48764 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:02.283829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57ea3522-464f-47bc-bd44-4bc0104d4207 req-b056e72e-cd6f-40e3-86ff-00aad9d48764 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.2806845 Aug 04 17:09:02.402947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57ea3522-464f-47bc-bd44-4bc0104d4207 req-54fcc267-fa7e-4d35-8d5a-3f3fc5c50dc7 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152365 Aug 04 17:09:02.465531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abdf6fe5-4f0a-43c1-8cd0-ecb7208ce8d1 req-8d4c9179-6319-44de-be59-cb15ec7c8fc0 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 210 time: 0.0808270 Aug 04 17:09:02.636990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34076) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:02.916184 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-182910834', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:02.956079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c304-f763-462c-8f88-7630b2d061cc req-cd1c33e3-f8e7-4f92-b35e-752d8dd3ca07 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:02.958101 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-cd1c33e3-f8e7-4f92-b35e-752d8dd3ca07 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 811 time: 0.1232433 Aug 04 17:09:02.958264 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:02.963683 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:03.029567 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:03.054932 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-000e7c07-78b2-49f7-9f27-c9cb2a1fe559 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a11dfd243bc2479aa2a6a1e3adf23347 HTTP/1.1" status: 200 len: 379 time: 0.0749733 Aug 04 17:09:03.067284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'port': {'device_id': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'admin_state_up': True, 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'security_groups': ['5cca811b-9d00-49ef-b5d6-910b448c6252']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:03.201003 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:03.215676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Made reservation on behalf of a11dfd243bc2479aa2a6a1e3adf23347 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:03.223496 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:03.280952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34100) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:03.437194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-308936845-network', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:03.475401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Allocated IP 172.20.0.9 (e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815/3f87335e-3fbe-4945-b321-aa9d1c760c0b/418c44e6-24aa-4937-a309-db4b60873262) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:03.514651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Made reservation on behalf of 67aad0c6fdc346fb9a7bb519810f2bca for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:03.517371 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:03.519434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:03.545831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3e4b0-1543-4876-97ca-42bcabc337a7 req-8d039fc0-db69-42a2-ad72-fcc248c58f58 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:03.554721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3e4b0-1543-4876-97ca-42bcabc337a7 req-8d039fc0-db69-42a2-ad72-fcc248c58f58 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:03.563045 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:03.566135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3e4b0-1543-4876-97ca-42bcabc337a7 req-8d039fc0-db69-42a2-ad72-fcc248c58f58 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:03.568314 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:03.572552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3e4b0-1543-4876-97ca-42bcabc337a7 req-8d039fc0-db69-42a2-ad72-fcc248c58f58 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:03.578655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3e4b0-1543-4876-97ca-42bcabc337a7 req-8d039fc0-db69-42a2-ad72-fcc248c58f58 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:03.584771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3e4b0-1543-4876-97ca-42bcabc337a7 req-8d039fc0-db69-42a2-ad72-fcc248c58f58 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:03.595547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3e4b0-1543-4876-97ca-42bcabc337a7 req-8d039fc0-db69-42a2-ad72-fcc248c58f58 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:03.597692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9aa3e4b0-1543-4876-97ca-42bcabc337a7 req-8d039fc0-db69-42a2-ad72-fcc248c58f58 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5438 time: 0.1926048 Aug 04 17:09:03.710232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab17272-6420-4a86-ae91-bb414377c03e req-1216b92e-55a6-4321-b30c-8d6251ffabf1 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:03.712087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bab17272-6420-4a86-ae91-bb414377c03e req-1216b92e-55a6-4321-b30c-8d6251ffabf1 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.2203088 Aug 04 17:09:03.766022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9aa3e4b0-1543-4876-97ca-42bcabc337a7 req-6f51de6e-9a08-4140-a02b-5a28787faeb9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567218 Aug 04 17:09:03.767947 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Allocated IP 172.25.2.5 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/129f1ac7-a553-4c4d-98ac-1043c4caed5c) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:03.842253 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bab17272-6420-4a86-ae91-bb414377c03e req-25d351e4-0787-47b1-97f3-364a84a23995 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852897 Aug 04 17:09:03.916499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f7611602-c2de-496a-a75b-b58dd21476a8 req-fc58fe00-b5fa-4845-a442-39ef42fd341e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 210 time: 0.0508659 Aug 04 17:09:03.925098 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:03.949288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Transition to ACTIVE for port object 418c44e6-24aa-4937-a309-db4b60873262 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:04.011649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.104244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:04.105231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:04.114005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:04.202845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:04.203527 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.214846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'Port': ['ID=418c44e6-24aa-4937-a309-db4b60873262,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:04.367325 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b681dd0c-513f-4cc5-824f-f649f8e8d0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.386667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34134) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:04.395923 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.405436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.414964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-abde2556-db9d-4139-bbcc-afca63d23728 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3532002 Aug 04 17:09:04.431822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Request body: {'port': {'device_id': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:04.453252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:09:04.461007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1d708176-df4f-49bf-badf-bb905252ae8b None None] Provisioning for port 418c44e6-24aa-4937-a309-db4b60873262 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:04.465502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1d708176-df4f-49bf-badf-bb905252ae8b None None] Provisioning complete for port 418c44e6-24aa-4937-a309-db4b60873262 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:04.465871 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1d708176-df4f-49bf-badf-bb905252ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.478105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b3f1b8-b94a-4042-895f-9aaef9686f9d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:04.490284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.491102 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Added segment 8ab47596-c2be-4614-a93f-98a62f480333 of type vlan for network 357ca02e-8481-47e2-8b09-a8e527429479 Aug 04 17:09:04.519727 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.553364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1d708176-df4f-49bf-badf-bb905252ae8b None None] Port 418c44e6-24aa-4937-a309-db4b60873262 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:09:04.593208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.611866 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.631480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:04.667091 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.668196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:04.668868 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.669884 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e86eb00e-cd2c-436c-9d31-9594909cceba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.711381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:04.716246 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:04.717218 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.752121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] Pushing event updated for resources: {'Network': ['ID=357ca02e-8481-47e2-8b09-a8e527429479,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:04.761696 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be5bea14-ee82-43e3-a474-58126a2af925 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4793231 Aug 04 17:09:04.768102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34144) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:04.771012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 357ca02e-8481-47e2-8b09-a8e527429479 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:09:04.775202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Request body: {'subnet': {'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-308936845-subnet', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:04.787860 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.845510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:04.849538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:04.854028 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:04.895969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Pushing event updated for resources: {'Port': ['ID=129f1ac7-a553-4c4d-98ac-1043c4caed5c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:04.989873 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:04.995365 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.040537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:09:05.043248 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee81592c-5b55-4b5d-9ca7-28b56d25622a" -d '{"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:09:05.056123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:05.064680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.065595 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 055d70de-a204-430b-8bd6-bc6a5dc0ccdd up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:05.102135 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:09:05.114666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62aeae-66f8-42b6-8269-55546de710a6 req-97ae4fde-350c-490c-9b58-9466de0e400d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:05.122461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62aeae-66f8-42b6-8269-55546de710a6 req-97ae4fde-350c-490c-9b58-9466de0e400d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:05.130878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62aeae-66f8-42b6-8269-55546de710a6 req-97ae4fde-350c-490c-9b58-9466de0e400d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:05.146173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62aeae-66f8-42b6-8269-55546de710a6 req-97ae4fde-350c-490c-9b58-9466de0e400d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:05.153419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62aeae-66f8-42b6-8269-55546de710a6 req-97ae4fde-350c-490c-9b58-9466de0e400d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:05.161663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:05.162001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62aeae-66f8-42b6-8269-55546de710a6 req-97ae4fde-350c-490c-9b58-9466de0e400d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:05.168726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62aeae-66f8-42b6-8269-55546de710a6 req-97ae4fde-350c-490c-9b58-9466de0e400d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:05.170884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac62aeae-66f8-42b6-8269-55546de710a6 req-97ae4fde-350c-490c-9b58-9466de0e400d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5438 time: 0.2175534 Aug 04 17:09:05.181288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:05.186183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:05.186743 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.247492 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e86eb00e-cd2c-436c-9d31-9594909cceba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.262009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac62aeae-66f8-42b6-8269-55546de710a6 req-17e37e41-9a72-40f1-95ce-f713a8dc85ad tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819876 Aug 04 17:09:05.280058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0290e-5a01-47d2-9ae0-e3f64a9fb3ac req-39ee4a12-bd86-46a3-b2e4-243b5830dcf5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:05.282185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7e0290e-5a01-47d2-9ae0-e3f64a9fb3ac req-39ee4a12-bd86-46a3-b2e4-243b5830dcf5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 931 time: 0.2406168 Aug 04 17:09:05.289012 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e86eb00e-cd2c-436c-9d31-9594909cceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.305264 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.333027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86eb00e-cd2c-436c-9d31-9594909cceba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c08e103-2171-435b-956c-7344045206a8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:05.346580 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.358553 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d05019-462f-451f-9f80-1e70f523e6e7 x-openstack-request-id: req-a0d05019-462f-451f-9f80-1e70f523e6e7 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:09:05.358866 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:09:05.359308 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0d05019-462f-451f-9f80-1e70f523e6e7 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:09:05.359709 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30', 'code': 200} Aug 04 17:09:05.387817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:05.399187 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.400897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e86eb00e-cd2c-436c-9d31-9594909cceba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c78c0c3f064453d88b39c6a69aec1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0128536 Aug 04 17:09:05.402268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e816567d-e02e-4090-a94f-767175a8aa9e up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:05.404428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34152) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:05.435915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418c44e6-24aa-4937-a309-db4b60873262 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:09:05.452168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7e0290e-5a01-47d2-9ae0-e3f64a9fb3ac req-f23f848e-b541-400d-856b-4cdfcd778e57 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581051 Aug 04 17:09:05.454003 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.499018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Transition to ACTIVE for port object 418c44e6-24aa-4937-a309-db4b60873262 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:05.512258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.520384 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1a21e46-7a63-4aa1-82a6-b1d9b7772be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.520641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Made reservation on behalf of 67aad0c6fdc346fb9a7bb519810f2bca for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:05.526783 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.559385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:05.610164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port e816567d-e02e-4090-a94f-767175a8aa9e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:05.620476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port e816567d-e02e-4090-a94f-767175a8aa9e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:05.620888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.672935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1a21e46-7a63-4aa1-82a6-b1d9b7772be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.688211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Pushing event updated for resources: {'Port': ['ID=418c44e6-24aa-4937-a309-db4b60873262,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:05.797603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.859018 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.860016 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.893391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Attempting to bind port 418c44e6-24aa-4937-a309-db4b60873262 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:09:05.894037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Attempting to bind port 418c44e6-24aa-4937-a309-db4b60873262 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:09:05.894575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Attempting to bind port 418c44e6-24aa-4937-a309-db4b60873262 on network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:05.906024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Port 418c44e6-24aa-4937-a309-db4b60873262 on network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:09:05.906400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Attempting to bind port 418c44e6-24aa-4937-a309-db4b60873262 on network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:05.911623 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1a21e46-7a63-4aa1-82a6-b1d9b7772be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.914715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1a21e46-7a63-4aa1-82a6-b1d9b7772be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.916081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f1a21e46-7a63-4aa1-82a6-b1d9b7772be8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c08e103-2171-435b-956c-7344045206a8 HTTP/1.1" status: 204 len: 168 time: 0.5106435 Aug 04 17:09:05.929039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e816567d-e02e-4090-a94f-767175a8aa9e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e816567d-e02e-4090-a94f-767175a8aa9e,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:05.940126 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.941118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device eb287487-5fc2-496c-a194-2e1ecc152829 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:05.944201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:09:05.947706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Checking segment: {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:05.949098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Bound using segment: {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:09:05.952476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Bound port: 418c44e6-24aa-4937-a309-db4b60873262, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:09:05.953554 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:05.972635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a21e46-7a63-4aa1-82a6-b1d9b7772be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c08e103-2171-435b-956c-7344045206a8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:06.058551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e816567d-e02e-4090-a94f-767175a8aa9e,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:06.071896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] For port 418c44e6-24aa-4937-a309-db4b60873262, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:09:06.075983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] For port 418c44e6-24aa-4937-a309-db4b60873262, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=418c44e6-24aa-4937-a309-db4b60873262,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:09:06.078123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port eb287487-5fc2-496c-a194-2e1ecc152829 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:06.083224 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port eb287487-5fc2-496c-a194-2e1ecc152829 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:06.083804 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.085657 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.104271 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Router 93407537-f77c-4de6-a8bd-297029afeeab is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:09:06.110233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.127905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.128809 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.130463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] 10.222.0.90 "PUT /v2.0/ports/418c44e6-24aa-4937-a309-db4b60873262 HTTP/1.1" status: 200 len: 1091 time: 1.7059364 Aug 04 17:09:06.130935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'tag': '418c44e6-24aa-4937-a309-db4b60873262'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:09:06.133790 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4f98da-5452-4919-8f91-7ce3204e00e1" -d '{"events": [{"name": "network-changed", "server_uuid": "917afb37-cfc9-4e08-b0e5-1bb176066a93", "tag": "418c44e6-24aa-4937-a309-db4b60873262"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:09:06.174868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f1359-deb4-4fdc-9d8a-0b5069e55b67 service neutron] Pushing event updated for resources: {'Port': ['ID=418c44e6-24aa-4937-a309-db4b60873262,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:06.209759 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f471e452-0920-4f53-a466-642c064175f5 x-openstack-request-id: req-f471e452-0920-4f53-a466-642c064175f5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:09:06.210041 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917afb37-cfc9-4e08-b0e5-1bb176066a93", "tag": "418c44e6-24aa-4937-a309-db4b60873262", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:09:06.210242 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f471e452-0920-4f53-a466-642c064175f5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:09:06.210649 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'tag': '418c44e6-24aa-4937-a309-db4b60873262', 'status': 'completed', 'code': 200} Aug 04 17:09:06.235092 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.274404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c304-f763-462c-8f88-7630b2d061cc req-52a5a991-6cd7-42a4-878e-76a91b45484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.276151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-52a5a991-6cd7-42a4-878e-76a91b45484e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 1094 time: 0.0858142 Aug 04 17:09:06.278031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port eb287487-5fc2-496c-a194-2e1ecc152829, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=eb287487-5fc2-496c-a194-2e1ecc152829,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:06.285360 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.286684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device da58f926-5e25-416a-b85c-cbfc1468b16c up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:06.343879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc49710-2f01-47f1-8e0a-5ca88fa082ac,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:06.364963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-5c2b7ba8-9d32-48ea-90fa-84cb20c49cee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=418c44e6-24aa-4937-a309-db4b60873262 HTTP/1.1" status: 200 len: 217 time: 0.0802028 Aug 04 17:09:06.391524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=eb287487-5fc2-496c-a194-2e1ecc152829,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:06.411748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port da58f926-5e25-416a-b85c-cbfc1468b16c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:06.419203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port da58f926-5e25-416a-b85c-cbfc1468b16c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:06.419944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.426718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34164) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:06.441143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Checking segment: {'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:06.441773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Network hostable DHCP agents. Network: 357ca02e-8481-47e2-8b09-a8e527429479, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:09:06.446689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c304-f763-462c-8f88-7630b2d061cc req-d95cb130-b3fb-444a-9d3f-b8cdb41a0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.450120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-d95cb130-b3fb-444a-9d3f-b8cdb41a0953 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.0765381 Aug 04 17:09:06.466054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9224739-fec0-4ef3-a4e7-36fc91cfd46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.487486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Network 357ca02e-8481-47e2-8b09-a8e527429479 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:09:06.494887 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:06.513337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 357ca02e-8481-47e2-8b09-a8e527429479) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:06.526582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.527377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.533843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c304-f763-462c-8f88-7630b2d061cc req-e460ddcf-7d47-41d2-90a4-5258cac7f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.535543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-e460ddcf-7d47-41d2-90a4-5258cac7f085 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507879 Aug 04 17:09:06.544897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b937404-7f55-47d4-a95e-a176508ac4e0 None None] Sync routers for ids ['93407537-f77c-4de6-a8bd-297029afeeab'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:06.550727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057b55a4-aa9e-416e-985e-bc1b23e53958 None None] Network 357ca02e-8481-47e2-8b09-a8e527429479 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:09:06.558646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a918c81-aae0-4322-a4e0-9404dc241b21 req-4f8332fd-ea4f-4b03-ba7b-08514460150c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.565483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a918c81-aae0-4322-a4e0-9404dc241b21 req-4f8332fd-ea4f-4b03-ba7b-08514460150c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.572031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a918c81-aae0-4322-a4e0-9404dc241b21 req-4f8332fd-ea4f-4b03-ba7b-08514460150c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.578125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a918c81-aae0-4322-a4e0-9404dc241b21 req-4f8332fd-ea4f-4b03-ba7b-08514460150c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.584665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a918c81-aae0-4322-a4e0-9404dc241b21 req-4f8332fd-ea4f-4b03-ba7b-08514460150c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.591022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a918c81-aae0-4322-a4e0-9404dc241b21 req-4f8332fd-ea4f-4b03-ba7b-08514460150c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.597406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a918c81-aae0-4322-a4e0-9404dc241b21 req-4f8332fd-ea4f-4b03-ba7b-08514460150c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:06.599676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a918c81-aae0-4322-a4e0-9404dc241b21 req-4f8332fd-ea4f-4b03-ba7b-08514460150c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5442 time: 0.1483536 Aug 04 17:09:06.630644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9224739-fec0-4ef3-a4e7-36fc91cfd46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.639157 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9224739-fec0-4ef3-a4e7-36fc91cfd46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.641768 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.647408 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b937404-7f55-47d4-a95e-a176508ac4e0 None None] Routers {'93407537-f77c-4de6-a8bd-297029afeeab'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:06.648162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6b937404-7f55-47d4-a95e-a176508ac4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['93407537-f77c-4de6-a8bd-297029afeeab'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:06.651897 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.653135 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6399adac-ad33-46ef-adff-30f2c4e28e0d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0151000 Aug 04 17:09:06.657993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34170) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:06.661649 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ed857350-70bb-4278-ad05-728a727b4d4a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8924925 Aug 04 17:09:06.668708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34172) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:06.673599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:06.701293 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f9224739-fec0-4ef3-a4e7-36fc91cfd46e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ba2a9b0a297471480c2a3814dadb630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697620 Aug 04 17:09:06.702064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9224739-fec0-4ef3-a4e7-36fc91cfd46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995c478b-e270-4063-a33c-338c794b83d3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:06.711716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6b937404-7f55-47d4-a95e-a176508ac4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:06.716979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34174) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:06.752724 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.753828 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.798035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b937404-7f55-47d4-a95e-a176508ac4e0 None None] Routers {'93407537-f77c-4de6-a8bd-297029afeeab'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:06.807321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6b937404-7f55-47d4-a95e-a176508ac4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['93407537-f77c-4de6-a8bd-297029afeeab'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:06.810498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-357ca02e-8481-47e2-8b09-a8e527429479', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:09:06.811758 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.812109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-669fb96c-f4b7-4988-9809-d18342fc9e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.847585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.849565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port da58f926-5e25-416a-b85c-cbfc1468b16c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=da58f926-5e25-416a-b85c-cbfc1468b16c,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:06.857089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6b937404-7f55-47d4-a95e-a176508ac4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:06.857887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b937404-7f55-47d4-a95e-a176508ac4e0 None None] The sync data for ids ['93407537-f77c-4de6-a8bd-297029afeeab'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:06.861444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:06.862590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device fc732593-e3e3-46b8-b687-23b7c42b1458 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:06.928452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-669fb96c-f4b7-4988-9809-d18342fc9e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.016930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=da58f926-5e25-416a-b85c-cbfc1468b16c,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:07.026036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.060070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port fc732593-e3e3-46b8-b687-23b7c42b1458 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:07.070374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port fc732593-e3e3-46b8-b687-23b7c42b1458 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:07.070932 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.090161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-669fb96c-f4b7-4988-9809-d18342fc9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.092954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-669fb96c-f4b7-4988-9809-d18342fc9e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.096712 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-669fb96c-f4b7-4988-9809-d18342fc9e6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/995c478b-e270-4063-a33c-338c794b83d3 HTTP/1.1" status: 204 len: 168 time: 0.3765032 Aug 04 17:09:07.107101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fb96c-f4b7-4988-9809-d18342fc9e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995c478b-e270-4063-a33c-338c794b83d3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:07.144883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Allocated IP 172.20.0.2 (357ca02e-8481-47e2-8b09-a8e527429479/8cc49710-2f01-47f1-8e0a-5ca88fa082ac/2236356c-d4e5-48c9-9b38-340f49e84fe0) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:07.179300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a918c81-aae0-4322-a4e0-9404dc241b21 req-c377525b-601a-4e4b-868a-cdc39be330ad tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5596011 Aug 04 17:09:07.249904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e987cd-cf5f-4c4e-a732-5b5d89546b2c req-1a9ca73b-91a6-43f2-8d43-73aa28a1a59a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:07.251891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4e987cd-cf5f-4c4e-a732-5b5d89546b2c req-1a9ca73b-91a6-43f2-8d43-73aa28a1a59a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 943 time: 0.6511023 Aug 04 17:09:07.307756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-9a569284-6f92-4a48-8338-b8899845a1df service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975961 Aug 04 17:09:07.337461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8ea39a8c-b641-4f92-87dd-079c4bdc3e87 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/routers/93407537-f77c-4de6-a8bd-297029afeeab HTTP/1.1" status: 200 len: 922 time: 0.6498649 Aug 04 17:09:07.338615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34182) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:07.338943 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.364592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055d70de-a204-430b-8bd6-bc6a5dc0ccdd'}, {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e816567d-e02e-4090-a94f-767175a8aa9e'}, {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb287487-5fc2-496c-a194-2e1ecc152829'}, {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da58f926-5e25-416a-b85c-cbfc1468b16c'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:09:07.367075 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f404b0-1871-42ac-843a-ddbff506abcb" -d '{"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "055d70de-a204-430b-8bd6-bc6a5dc0ccdd"}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "e816567d-e02e-4090-a94f-767175a8aa9e"}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "eb287487-5fc2-496c-a194-2e1ecc152829"}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "da58f926-5e25-416a-b85c-cbfc1468b16c"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:09:07.384717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4e987cd-cf5f-4c4e-a732-5b5d89546b2c req-8f855533-68eb-4c29-9b9b-2a4baac9890d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217933 Aug 04 17:09:07.417796 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-19f658e5-f5a7-465a-812a-a2084db9f06d tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=93407537-f77c-4de6-a8bd-297029afeeab HTTP/1.1" status: 200 len: 205 time: 0.0752482 Aug 04 17:09:07.418195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34188) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:07.422074 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.433935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port fc732593-e3e3-46b8-b687-23b7c42b1458, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=fc732593-e3e3-46b8-b687-23b7c42b1458,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:07.447025 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.448472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c15942b0-432c-480d-9005-da6faf613418 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:07.517697 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 04 Aug 2021 17:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7024c14f-0628-4ae2-a44f-603b176701ed x-openstack-request-id: req-7024c14f-0628-4ae2-a44f-603b176701ed {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:09:07.518132 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "055d70de-a204-430b-8bd6-bc6a5dc0ccdd", "code": 200}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "e816567d-e02e-4090-a94f-767175a8aa9e", "code": 200}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "eb287487-5fc2-496c-a194-2e1ecc152829", "code": 200}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "da58f926-5e25-416a-b85c-cbfc1468b16c", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:09:07.518607 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7024c14f-0628-4ae2-a44f-603b176701ed {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:09:07.519273 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055d70de-a204-430b-8bd6-bc6a5dc0ccdd', 'code': 200} Aug 04 17:09:07.519622 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e816567d-e02e-4090-a94f-767175a8aa9e', 'code': 200} Aug 04 17:09:07.519959 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb287487-5fc2-496c-a194-2e1ecc152829', 'code': 200} Aug 04 17:09:07.520344 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da58f926-5e25-416a-b85c-cbfc1468b16c', 'code': 200} Aug 04 17:09:07.534127 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.573901 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.594601 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.597426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef574b1a-fafd-4349-8140-54c07935ef23 req-93917806-c818-4e87-92d7-b832dabf2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:07.599301 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ef574b1a-fafd-4349-8140-54c07935ef23 req-93917806-c818-4e87-92d7-b832dabf2a11 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 1097 time: 0.1094615 Aug 04 17:09:07.601060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port c15942b0-432c-480d-9005-da6faf613418 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:07.629332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port c15942b0-432c-480d-9005-da6faf613418 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:07.629806 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.632191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=fc732593-e3e3-46b8-b687-23b7c42b1458,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:07.637894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Transition to ACTIVE for port object 2236356c-d4e5-48c9-9b38-340f49e84fe0 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:07.689211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Transition to ACTIVE for port object 2236356c-d4e5-48c9-9b38-340f49e84fe0 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:07.693682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc67c304-f763-462c-8f88-7630b2d061cc req-d9aee903-a907-4c71-b1e3-08836dab39ca service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751335 Aug 04 17:09:07.708304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7fa4b-7e0a-4c5c-a738-b4089b2038fb req-8efcc0b7-f60d-48be-9009-fbcbf868b870 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:07.710198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65c7fa4b-7e0a-4c5c-a738-b4089b2038fb req-8efcc0b7-f60d-48be-9009-fbcbf868b870 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1520214 Aug 04 17:09:07.715302 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.734330 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.763453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Pushing event updated for resources: {'Port': ['ID=2236356c-d4e5-48c9-9b38-340f49e84fe0,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:07.782912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Network 357ca02e-8481-47e2-8b09-a8e527429479 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:07.785498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:07.789234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:07.811901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef574b1a-fafd-4349-8140-54c07935ef23 req-f6609056-93fc-4737-9e0d-0d4f24dce756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:07.814258 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ef574b1a-fafd-4349-8140-54c07935ef23 req-f6609056-93fc-4737-9e0d-0d4f24dce756 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 921 time: 0.1453557 Aug 04 17:09:07.829871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65c7fa4b-7e0a-4c5c-a738-b4089b2038fb req-d7285dd5-b1d0-4bf7-bf94-c849b26c95e0 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060860 Aug 04 17:09:07.867819 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.885330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Attempting to bind port 2236356c-d4e5-48c9-9b38-340f49e84fe0 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:09:07.885964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Attempting to bind port 2236356c-d4e5-48c9-9b38-340f49e84fe0 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:09:07.886513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Attempting to bind port 2236356c-d4e5-48c9-9b38-340f49e84fe0 on network 357ca02e-8481-47e2-8b09-a8e527429479 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:07.893185 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ef574b1a-fafd-4349-8140-54c07935ef23 req-212cf8bf-57a6-4b0a-bda6-966de337578f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f78e0052-b1b5-4602-bae5-94ec8c375614 HTTP/1.1" status: 200 len: 217 time: 0.0628066 Aug 04 17:09:07.899389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:09:07.899756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Checking segment: {'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:07.900547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.900547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Bound using segment: {'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:09:07.901139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Bound port: 2236356c-d4e5-48c9-9b38-340f49e84fe0, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:09:07.901492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.921670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-6de2d7e0-6b52-4d7b-8bce-2acd6210501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:07.923354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-6de2d7e0-6b52-4d7b-8bce-2acd6210501b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 1094 time: 0.1412194 Aug 04 17:09:07.929437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c15942b0-432c-480d-9005-da6faf613418, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c15942b0-432c-480d-9005-da6faf613418,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:07.951739 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:07.992045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef574b1a-fafd-4349-8140-54c07935ef23 req-62466818-b19f-4d62-9d8a-6585bc58d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:07.993942 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ef574b1a-fafd-4349-8140-54c07935ef23 req-62466818-b19f-4d62-9d8a-6585bc58d26f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 200 len: 859 time: 0.0746450 Aug 04 17:09:07.994980 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Allocated IP 172.25.2.192 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/cecfa13d-c031-428f-8f6d-86af94df2986) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:08.031359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] For port 2236356c-d4e5-48c9-9b38-340f49e84fe0, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:09:08.034942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] For port 2236356c-d4e5-48c9-9b38-340f49e84fe0, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2236356c-d4e5-48c9-9b38-340f49e84fe0,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:09:08.037106 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:08.043941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c15942b0-432c-480d-9005-da6faf613418,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:08.044224 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ef574b1a-fafd-4349-8140-54c07935ef23 req-604d57e4-62be-4e8f-a288-22f060bd323a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426958 Aug 04 17:09:08.049718 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:08.139843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-167f6faf-5710-4d19-bb2d-cacc7535c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.140748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923c717-2447-4f54-9439-132e4914dbf2 None None] Pushing event updated for resources: {'Port': ['ID=2236356c-d4e5-48c9-9b38-340f49e84fe0,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:08.141379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-167f6faf-5710-4d19-bb2d-cacc7535c076 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 913 time: 0.2090881 Aug 04 17:09:08.220706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-bef9957b-96da-4f71-aad8-49b03553c48f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=418c44e6-24aa-4937-a309-db4b60873262 HTTP/1.1" status: 200 len: 217 time: 0.0674498 Aug 04 17:09:08.276008 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ef574b1a-fafd-4349-8140-54c07935ef23 req-1751457d-b10c-4617-a668-bd5b92cdcec4 service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231169 Aug 04 17:09:08.278730 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:08.279661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Deleting port 129f1ac7-a553-4c4d-98ac-1043c4caed5c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:09:08.280092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:08.385035 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:08.411707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Calling delete_port for 129f1ac7-a553-4c4d-98ac-1043c4caed5c owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:09:08.434855 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ef574b1a-fafd-4349-8140-54c07935ef23 req-5269c4a5-1c1b-4b2b-822b-68e4b274632c service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498048 Aug 04 17:09:08.441059 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:08.484266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-c64a997c-9e96-45d9-8f22-555ec297f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.486183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-c64a997c-9e96-45d9-8f22-555ec297f2a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.2561998 Aug 04 17:09:08.532542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:08.537092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:08.540381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:08.624289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5d38e-c7a2-4ac8-a867-b6216c53d788 req-9e93ea80-a049-429b-bb7c-f1520c4bf7a6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.630647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5d38e-c7a2-4ac8-a867-b6216c53d788 req-9e93ea80-a049-429b-bb7c-f1520c4bf7a6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.636670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5d38e-c7a2-4ac8-a867-b6216c53d788 req-9e93ea80-a049-429b-bb7c-f1520c4bf7a6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.642487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5d38e-c7a2-4ac8-a867-b6216c53d788 req-9e93ea80-a049-429b-bb7c-f1520c4bf7a6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.648597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5d38e-c7a2-4ac8-a867-b6216c53d788 req-9e93ea80-a049-429b-bb7c-f1520c4bf7a6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.654753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5d38e-c7a2-4ac8-a867-b6216c53d788 req-9e93ea80-a049-429b-bb7c-f1520c4bf7a6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.660850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5d38e-c7a2-4ac8-a867-b6216c53d788 req-9e93ea80-a049-429b-bb7c-f1520c4bf7a6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.662852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-afc5d38e-c7a2-4ac8-a867-b6216c53d788 req-9e93ea80-a049-429b-bb7c-f1520c4bf7a6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5445 time: 0.2441230 Aug 04 17:09:08.669285 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Pushing event updated for resources: {'Port': ['ID=cecfa13d-c031-428f-8f6d-86af94df2986,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:08.717532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-5058da46-fc54-447c-a703-06314ded64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.719163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-5058da46-fc54-447c-a703-06314ded64f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203290 Aug 04 17:09:08.733720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3db23c-5c5a-4d7a-916b-0a986932cfbc req-49262588-31c4-421f-902a-a671ae397be5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:08.735243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e3db23c-5c5a-4d7a-916b-0a986932cfbc req-49262588-31c4-421f-902a-a671ae397be5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 943 time: 0.1792164 Aug 04 17:09:08.857170 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-afc5d38e-c7a2-4ac8-a867-b6216c53d788 req-98455535-3f23-4216-9073-4183b7ff7fda tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1802325 Aug 04 17:09:08.908102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e3db23c-5c5a-4d7a-916b-0a986932cfbc req-84358fdf-a0c8-4de6-9465-5ed2cbaa0745 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358628 Aug 04 17:09:08.975536 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:08.979076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-eb047231-7896-436c-93fc-d89badadeb0a service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427163 Aug 04 17:09:08.981043 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.034286 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.119595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Pushing event deleted for resources: {'Port': ['ID=129f1ac7-a553-4c4d-98ac-1043c4caed5c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:09.149946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.150202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.150547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.152297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.152665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.153007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.153346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.153681 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.154009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.154351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.154674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.155027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:09.223988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b116f-8e2d-418e-b97a-1562009e4154 req-ea7d25cc-06f7-4102-9162-62a59e93bdab tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:09.225662 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c03b116f-8e2d-418e-b97a-1562009e4154 req-ea7d25cc-06f7-4102-9162-62a59e93bdab tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.2385466 Aug 04 17:09:09.289096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.293855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c03b116f-8e2d-418e-b97a-1562009e4154 req-4a09aaf4-cbdb-45ac-8666-9bb934f46ea6 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561588 Aug 04 17:09:09.298688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c4f98da-5452-4919-8f91-7ce3204e00e1 req-8fd0623c-586c-4103-9095-a54f9e105add service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055651 Aug 04 17:09:09.316133 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.434748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.437022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.472891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b9b40a-a720-4704-85a4-ffd1d35510c5 None None] Network 357ca02e-8481-47e2-8b09-a8e527429479 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:09:09.493022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.493733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Fanout notify agent at l3_agent the message router_deleted on router 93407537-f77c-4de6-a8bd-297029afeeab {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:09:09.501944 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.506628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b55511be-b530-4be4-8440-888d45ca1eea tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/93407537-f77c-4de6-a8bd-297029afeeab HTTP/1.1" status: 204 len: 168 time: 2.0838463 Aug 04 17:09:09.506974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34236) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:09.512198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1394931336', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'enable_snat': False}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:09.522039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc732593-e3e3-46b8-b687-23b7c42b1458'}, {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15942b0-432c-480d-9005-da6faf613418'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:09:09.526329 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126d00e4-d788-4c27-bd2e-7b1b08e43025" -d '{"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "fc732593-e3e3-46b8-b687-23b7c42b1458"}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "c15942b0-432c-480d-9005-da6faf613418"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:09:09.582126 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.584684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.586732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.623069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5dcb6d2d-8f14-4e87-9887-48b4ac84b941 None None] Provisioning for port 2236356c-d4e5-48c9-9b38-340f49e84fe0 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:09.651669 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c76a208-88e4-40da-a44a-186f57de65a8 x-openstack-request-id: req-6c76a208-88e4-40da-a44a-186f57de65a8 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:09:09.651992 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "fc732593-e3e3-46b8-b687-23b7c42b1458", "code": 200}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-plugged", "status": "completed", "tag": "c15942b0-432c-480d-9005-da6faf613418", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:09:09.652238 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c76a208-88e4-40da-a44a-186f57de65a8 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:09:09.652659 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc732593-e3e3-46b8-b687-23b7c42b1458', 'code': 200} Aug 04 17:09:09.652895 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15942b0-432c-480d-9005-da6faf613418', 'code': 200} Aug 04 17:09:09.724780 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.835025 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Router 595a235c-85b6-46cd-946a-0da4af20dacd is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:09:09.946392 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:09.970520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf0968-ae14-482f-ae77-b55252134460 req-1c03288b-82bb-41d4-9ccb-646ea3e94f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:09.975658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf0968-ae14-482f-ae77-b55252134460 req-1c03288b-82bb-41d4-9ccb-646ea3e94f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:09.976153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf0968-ae14-482f-ae77-b55252134460 req-1c03288b-82bb-41d4-9ccb-646ea3e94f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:09.976624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf0968-ae14-482f-ae77-b55252134460 req-1c03288b-82bb-41d4-9ccb-646ea3e94f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:09.977096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf0968-ae14-482f-ae77-b55252134460 req-1c03288b-82bb-41d4-9ccb-646ea3e94f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:09.977558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf0968-ae14-482f-ae77-b55252134460 req-1c03288b-82bb-41d4-9ccb-646ea3e94f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:09.978026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf0968-ae14-482f-ae77-b55252134460 req-1c03288b-82bb-41d4-9ccb-646ea3e94f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:09.980427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6cdf0968-ae14-482f-ae77-b55252134460 req-1c03288b-82bb-41d4-9ccb-646ea3e94f2b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6502 time: 0.2109466 Aug 04 17:09:10.014951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:10.025673 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Sync routers for ids ['595a235c-85b6-46cd-946a-0da4af20dacd'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:10.044383 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:10.049027 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-08783483-4694-422d-aaf0-e342b924f223 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3762956 Aug 04 17:09:10.049353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34250) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:10.051837 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Routers {'595a235c-85b6-46cd-946a-0da4af20dacd'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:10.052803 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['595a235c-85b6-46cd-946a-0da4af20dacd'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:10.143280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6cdf0968-ae14-482f-ae77-b55252134460 req-b7034923-0cf4-4538-a574-7d7fb4922962 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411283 Aug 04 17:09:10.171152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4011c-3168-438f-aa4c-8e45e75bb09c req-56abef69-52a5-4860-86a2-48de33ea5f2b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:10.179039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39b4011c-3168-438f-aa4c-8e45e75bb09c req-56abef69-52a5-4860-86a2-48de33ea5f2b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 943 time: 0.1783361 Aug 04 17:09:10.203538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3605b0-f20a-49d4-9339-bb34a7242ff4 req-665f5ca2-780c-4791-83b0-9ec85f870cc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:10.205558 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Set router 595a235c-85b6-46cd-946a-0da4af20dacd gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:10.210249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3605b0-f20a-49d4-9339-bb34a7242ff4 req-665f5ca2-780c-4791-83b0-9ec85f870cc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:10.216388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3605b0-f20a-49d4-9339-bb34a7242ff4 req-665f5ca2-780c-4791-83b0-9ec85f870cc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:10.223048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3605b0-f20a-49d4-9339-bb34a7242ff4 req-665f5ca2-780c-4791-83b0-9ec85f870cc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:10.228979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3605b0-f20a-49d4-9339-bb34a7242ff4 req-665f5ca2-780c-4791-83b0-9ec85f870cc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:10.234831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3605b0-f20a-49d4-9339-bb34a7242ff4 req-665f5ca2-780c-4791-83b0-9ec85f870cc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:10.242886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3605b0-f20a-49d4-9339-bb34a7242ff4 req-665f5ca2-780c-4791-83b0-9ec85f870cc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:10.244777 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f3605b0-f20a-49d4-9339-bb34a7242ff4 req-665f5ca2-780c-4791-83b0-9ec85f870cc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5445 time: 0.2453568 Aug 04 17:09:10.276599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2236356c-d4e5-48c9-9b38-340f49e84fe0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:10.349355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f3605b0-f20a-49d4-9339-bb34a7242ff4 req-8d63845d-2a60-460f-b3cd-c2f8e4723261 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953674 Aug 04 17:09:10.389862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 2236356c-d4e5-48c9-9b38-340f49e84fe0 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:10.395144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2236356c-d4e5-48c9-9b38-340f49e84fe0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:10.396206 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:10.398024 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39b4011c-3168-438f-aa4c-8e45e75bb09c req-c92ba9d6-0dd8-454e-9b41-9bdbc2728fb2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180183 Aug 04 17:09:10.506904 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:10.533560 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:08Z', 'revision_number': 3, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:10.546724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 2236356c-d4e5-48c9-9b38-340f49e84fe0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2236356c-d4e5-48c9-9b38-340f49e84fe0,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:10.565184 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:10.565901 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Checking router: 595a235c-85b6-46cd-946a-0da4af20dacd for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:09:10.566411 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Updating router 595a235c-85b6-46cd-946a-0da4af20dacd port cecfa13d-c031-428f-8f6d-86af94df2986 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:09:10.601105 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:10.852490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:10.924228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=2236356c-d4e5-48c9-9b38-340f49e84fe0,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:11.097210 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.111134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3079e29-18b3-4548-966c-5adc02ee62d1 req-c3a1c513-ac0c-4f8e-bf64-9dea498bf68e tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:11.113003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3079e29-18b3-4548-966c-5adc02ee62d1 req-c3a1c513-ac0c-4f8e-bf64-9dea498bf68e tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.0906415 Aug 04 17:09:11.119281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.120490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Allocated IP 172.20.0.1 (357ca02e-8481-47e2-8b09-a8e527429479/8cc49710-2f01-47f1-8e0a-5ca88fa082ac/cee66539-c016-4e42-8767-ec5974a7dc3c) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:11.122976 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Transition to ACTIVE for port object cecfa13d-c031-428f-8f6d-86af94df2986 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:11.135262 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.149017 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.221411 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Pushing event updated for resources: {'Port': ['ID=cecfa13d-c031-428f-8f6d-86af94df2986,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:11.223926 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Attempting to bind port cecfa13d-c031-428f-8f6d-86af94df2986 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:09:11.224548 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Attempting to bind port cecfa13d-c031-428f-8f6d-86af94df2986 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:09:11.225142 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Attempting to bind port cecfa13d-c031-428f-8f6d-86af94df2986 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:11.231037 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:09:11.231735 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:11.232378 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.232988 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:09:11.233659 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Bound port: cecfa13d-c031-428f-8f6d-86af94df2986, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:09:11.234255 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.266642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.281523 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Transition to ACTIVE for port object cee66539-c016-4e42-8767-ec5974a7dc3c will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:11.291645 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] For port cecfa13d-c031-428f-8f6d-86af94df2986, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:09:11.295246 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] For port cecfa13d-c031-428f-8f6d-86af94df2986, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=cecfa13d-c031-428f-8f6d-86af94df2986,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:09:11.302997 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.308057 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.309030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.310793 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.311475 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.312047 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.312563 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.313200 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.314728 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.315115 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.315519 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.315879 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:11.319436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.330176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3079e29-18b3-4548-966c-5adc02ee62d1 req-cce4f141-2559-4e90-9b62-46a0e5866e19 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824872 Aug 04 17:09:11.331157 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.364738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Network 357ca02e-8481-47e2-8b09-a8e527429479 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:11.368414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:11.388010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Allocated IP 172.25.2.153 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/3f0eebc7-3016-4196-9c2a-e7cc65dd38aa) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:11.390911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:11.398772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Pushing event updated for resources: {'Port': ['ID=cee66539-c016-4e42-8767-ec5974a7dc3c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:11.402036 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970ae6c-5108-4fda-9b5a-be33c6abb7db None None] Pushing event updated for resources: {'Port': ['ID=cecfa13d-c031-428f-8f6d-86af94df2986,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:11.465888 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Routers {'595a235c-85b6-46cd-946a-0da4af20dacd'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:11.466838 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['595a235c-85b6-46cd-946a-0da4af20dacd'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:11.477747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.540299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 418c44e6-24aa-4937-a309-db4b60873262 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:09:11.682486 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] Set router 595a235c-85b6-46cd-946a-0da4af20dacd gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:11.744955 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.750068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 418c44e6-24aa-4937-a309-db4b60873262, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=418c44e6-24aa-4937-a309-db4b60873262,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:11.760994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c57c1-dba1-4fe9-a24f-fdbce3705ffe req-2e0101a1-dac7-45fe-b5a0-9cd63922a394 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:11.762599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f8c57c1-dba1-4fe9-a24f-fdbce3705ffe req-2e0101a1-dac7-45fe-b5a0-9cd63922a394 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 943 time: 0.1904809 Aug 04 17:09:11.772645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '418c44e6-24aa-4937-a309-db4b60873262', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'port_id': '418c44e6-24aa-4937-a309-db4b60873262', 'mac_address': 'fa:16:3e:ac:bb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:09:11.794387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024936e-4375-46f9-b769-abd0ebf15087 req-e7f3ff32-b5f8-4ec9-87f6-07b4bb98ece6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:11.800894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024936e-4375-46f9-b769-abd0ebf15087 req-e7f3ff32-b5f8-4ec9-87f6-07b4bb98ece6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:11.806889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024936e-4375-46f9-b769-abd0ebf15087 req-e7f3ff32-b5f8-4ec9-87f6-07b4bb98ece6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:11.812856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024936e-4375-46f9-b769-abd0ebf15087 req-e7f3ff32-b5f8-4ec9-87f6-07b4bb98ece6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:11.819779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024936e-4375-46f9-b769-abd0ebf15087 req-e7f3ff32-b5f8-4ec9-87f6-07b4bb98ece6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:11.825790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024936e-4375-46f9-b769-abd0ebf15087 req-e7f3ff32-b5f8-4ec9-87f6-07b4bb98ece6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:11.826225 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.832158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024936e-4375-46f9-b769-abd0ebf15087 req-e7f3ff32-b5f8-4ec9-87f6-07b4bb98ece6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:11.837809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-279e5505-5581-4212-8825-3ccab8faa114 None None] Provisioning for port cee66539-c016-4e42-8767-ec5974a7dc3c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:11.840536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0024936e-4375-46f9-b769-abd0ebf15087 req-e7f3ff32-b5f8-4ec9-87f6-07b4bb98ece6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5445 time: 0.2653024 Aug 04 17:09:11.845217 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.846111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-279e5505-5581-4212-8825-3ccab8faa114 None None] Provisioning complete for port cee66539-c016-4e42-8767-ec5974a7dc3c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:11.847217 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-279e5505-5581-4212-8825-3ccab8faa114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.849655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418c44e6-24aa-4937-a309-db4b60873262 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:09:11.874427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 418c44e6-24aa-4937-a309-db4b60873262, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=418c44e6-24aa-4937-a309-db4b60873262,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:11.903130 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:11.931498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f8c57c1-dba1-4fe9-a24f-fdbce3705ffe req-8ca56aa3-cfd2-40e0-8019-518e73858e93 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589952 Aug 04 17:09:11.950583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0024936e-4375-46f9-b769-abd0ebf15087 req-62dc3aec-83e1-48db-911e-a644eec4d5e5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090853 Aug 04 17:09:11.993536 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:12.005533 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:08Z', 'revision_number': 3, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:12.009593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=418c44e6-24aa-4937-a309-db4b60873262,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:12.027524 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:12.032096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-279e5505-5581-4212-8825-3ccab8faa114 None None] Port cee66539-c016-4e42-8767-ec5974a7dc3c cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:09:12.038835 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:12.040844 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833452b-4b40-4755-80a9-3d5bef58323b None None] The sync data for ids ['595a235c-85b6-46cd-946a-0da4af20dacd'] in n-d-764435-5 is: [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:08Z', 'revision_number': 3, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:12.047111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:12.056179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:12.060991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:12.064678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event updated for resources: {'Port': ['ID=3f0eebc7-3016-4196-9c2a-e7cc65dd38aa,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:12.112297 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Pushing event updated for resources: {'Port': ['ID=cee66539-c016-4e42-8767-ec5974a7dc3c,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:12.118929 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:12.181186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['418c44e6-24aa-4937-a309-db4b60873262'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:09:12.217738 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2236356c-d4e5-48c9-9b38-340f49e84fe0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:12.296626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Network 357ca02e-8481-47e2-8b09-a8e527429479 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:12.298625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:12.336413 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2236356c-d4e5-48c9-9b38-340f49e84fe0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:12.336630 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:12.514690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Router 595a235c-85b6-46cd-946a-0da4af20dacd has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:09:12.581761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:12.719160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a94dd-7a63-4408-863d-469a15ea5969 req-20e3dbd9-51dd-4fe1-8d5b-5b3c9d2ecd2b tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:12.720914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a13a94dd-7a63-4408-863d-469a15ea5969 req-20e3dbd9-51dd-4fe1-8d5b-5b3c9d2ecd2b tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1818132 Aug 04 17:09:12.724721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:12.756551 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1e32c979-8cc3-47f6-b043-b90f4c032b72 admin admin] 10.222.0.39 "PUT /v2.0/routers/595a235c-85b6-46cd-946a-0da4af20dacd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7032640 Aug 04 17:09:12.887343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a13a94dd-7a63-4408-863d-469a15ea5969 req-de01d406-821f-4be9-938d-189515e64d06 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185150 Aug 04 17:09:12.887594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-797eed23-b340-49fd-a9af-ec1b38ff86e7 None None] Provisioning complete for port cee66539-c016-4e42-8767-ec5974a7dc3c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:12.888914 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-797eed23-b340-49fd-a9af-ec1b38ff86e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:12.954755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-797eed23-b340-49fd-a9af-ec1b38ff86e7 None None] Port cee66539-c016-4e42-8767-ec5974a7dc3c cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:09:12.979714 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:13.196469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120c871-5693-4a27-afb1-4245e8add682 req-84267e5a-be37-4c76-a70f-a037237d1942 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.198094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e120c871-5693-4a27-afb1-4245e8add682 req-84267e5a-be37-4c76-a70f-a037237d1942 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 944 time: 0.1635053 Aug 04 17:09:13.239646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28983ce4-6660-4ba6-927c-fd2c74ac9433 req-9e8a1b9f-7860-43d0-ac5a-eeb73f5f958e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.246234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28983ce4-6660-4ba6-927c-fd2c74ac9433 req-9e8a1b9f-7860-43d0-ac5a-eeb73f5f958e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.255065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28983ce4-6660-4ba6-927c-fd2c74ac9433 req-9e8a1b9f-7860-43d0-ac5a-eeb73f5f958e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.261938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28983ce4-6660-4ba6-927c-fd2c74ac9433 req-9e8a1b9f-7860-43d0-ac5a-eeb73f5f958e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.268867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28983ce4-6660-4ba6-927c-fd2c74ac9433 req-9e8a1b9f-7860-43d0-ac5a-eeb73f5f958e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.275168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28983ce4-6660-4ba6-927c-fd2c74ac9433 req-9e8a1b9f-7860-43d0-ac5a-eeb73f5f958e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.280913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28983ce4-6660-4ba6-927c-fd2c74ac9433 req-9e8a1b9f-7860-43d0-ac5a-eeb73f5f958e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.283105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28983ce4-6660-4ba6-927c-fd2c74ac9433 req-9e8a1b9f-7860-43d0-ac5a-eeb73f5f958e tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5445 time: 0.2107203 Aug 04 17:09:13.353343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e120c871-5693-4a27-afb1-4245e8add682 req-229d1273-4a12-4f36-a609-d01c65f860b4 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479568 Aug 04 17:09:13.370558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28983ce4-6660-4ba6-927c-fd2c74ac9433 req-b5063830-ea0a-4633-a4f8-660f470903b6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754263 Aug 04 17:09:13.380046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Router 90a0d3fb-fa43-4932-a13b-d582f93596ce is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:09:13.556001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 418c44e6-24aa-4937-a309-db4b60873262 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:13.558010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:13.581611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34292) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:13.587403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62972340-0b47-4a6d-a741-fd160595a64b req-90d1b81c-e9c5-4537-946f-343c1b0ee444 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.587876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1107900857-network', 'tenant_id': '3285e88e524342a7832ee62069416a15'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:13.594474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62972340-0b47-4a6d-a741-fd160595a64b req-90d1b81c-e9c5-4537-946f-343c1b0ee444 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.601946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Sync routers for ids ['90a0d3fb-fa43-4932-a13b-d582f93596ce'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:13.602143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62972340-0b47-4a6d-a741-fd160595a64b req-90d1b81c-e9c5-4537-946f-343c1b0ee444 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.609610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62972340-0b47-4a6d-a741-fd160595a64b req-90d1b81c-e9c5-4537-946f-343c1b0ee444 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.614888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Made reservation on behalf of 3285e88e524342a7832ee62069416a15 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:13.616690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62972340-0b47-4a6d-a741-fd160595a64b req-90d1b81c-e9c5-4537-946f-343c1b0ee444 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.617805 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:13.623214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62972340-0b47-4a6d-a741-fd160595a64b req-90d1b81c-e9c5-4537-946f-343c1b0ee444 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.628386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Routers {'90a0d3fb-fa43-4932-a13b-d582f93596ce'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:13.629113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['90a0d3fb-fa43-4932-a13b-d582f93596ce'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:13.629412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62972340-0b47-4a6d-a741-fd160595a64b req-90d1b81c-e9c5-4537-946f-343c1b0ee444 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:13.630394 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:13.631394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62972340-0b47-4a6d-a741-fd160595a64b req-90d1b81c-e9c5-4537-946f-343c1b0ee444 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5445 time: 0.1306591 Aug 04 17:09:13.643809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34294) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:13.645753 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:13.649842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bc128006-492b-43c9-a826-da35823499f5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1416469 Aug 04 17:09:13.650501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34296) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:13.652207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ec38a907-46a3-4c67-ac8d-c8756a132e30 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Request body: {'floatingip': {'port_id': 'da58f926-5e25-416a-b85c-cbfc1468b16c'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:13.716456 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec38a907-46a3-4c67-ac8d-c8756a132e30 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:13.763617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 418c44e6-24aa-4937-a309-db4b60873262 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:13.774667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 418c44e6-24aa-4937-a309-db4b60873262 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:13.775426 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:13.778730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Set router 90a0d3fb-fa43-4932-a13b-d582f93596ce gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:13.791651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a2e7ad20-60cb-44e0-a75f-c85e525c4f7c tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/routers/90a0d3fb-fa43-4932-a13b-d582f93596ce HTTP/1.1" status: 200 len: 909 time: 0.1395857 Aug 04 17:09:13.792996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34298) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:13.801504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1394931336', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'enable_snat': True}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:14.005947 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.015395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.056127 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.060877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8af9c7-566d-4859-bca6-d1d7ef61e3d1 req-d9e7dcf5-08c0-44a6-b7b4-2eadbecca403 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:14.064485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de8af9c7-566d-4859-bca6-d1d7ef61e3d1 req-d9e7dcf5-08c0-44a6-b7b4-2eadbecca403 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.0695481 Aug 04 17:09:14.065875 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.078840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.092964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c44e6-24aa-4937-a309-db4b60873262'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:09:14.099153 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46bad14-0c68-473d-9d0e-4bc4e6108096" -d '{"events": [{"server_uuid": "917afb37-cfc9-4e08-b0e5-1bb176066a93", "name": "network-vif-plugged", "status": "completed", "tag": "418c44e6-24aa-4937-a309-db4b60873262"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:09:14.103911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:09:14.124389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.124794 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Added segment 172dc9fe-7778-4626-b1d0-b999ae2a15ef of type vlan for network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 Aug 04 17:09:14.145028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 418c44e6-24aa-4937-a309-db4b60873262, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=418c44e6-24aa-4937-a309-db4b60873262,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:14.166586 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.169838 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.192600 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d573aa-aea9-401f-8537-38bb46582671 x-openstack-request-id: req-97d573aa-aea9-401f-8537-38bb46582671 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:09:14.193200 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917afb37-cfc9-4e08-b0e5-1bb176066a93", "name": "network-vif-plugged", "status": "completed", "tag": "418c44e6-24aa-4937-a309-db4b60873262", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:09:14.193654 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97d573aa-aea9-401f-8537-38bb46582671 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:09:14.194245 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c44e6-24aa-4937-a309-db4b60873262', 'code': 200} Aug 04 17:09:14.200529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.225545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de8af9c7-566d-4859-bca6-d1d7ef61e3d1 req-baed78ac-110d-4282-83cc-f17a13df12f6 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393983 Aug 04 17:09:14.299923 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.299923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:14.300699 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.320743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=418c44e6-24aa-4937-a309-db4b60873262,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:14.326448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cecfa13d-c031-428f-8f6d-86af94df2986 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:14.407329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a0d3fb-fa43-4932-a13b-d582f93596ce', 'name': 'tempest-snat-router-1394931336', 'tenant_id': 'ec336d14adfe423796b01b572305625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.153'}], 'enable_snat': False}, 'gw_port_id': '3f0eebc7-3016-4196-9c2a-e7cc65dd38aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:09Z', 'updated_at': '2021-08-04T17:09:12Z', 'revision_number': 3, 'project_id': 'ec336d14adfe423796b01b572305625c', 'gw_port': {'id': '3f0eebc7-3016-4196-9c2a-e7cc65dd38aa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0d3fb-fa43-4932-a13b-d582f93596ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:11Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:14.411514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.431118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ebb9e-09a5-40b1-847c-ce89b59875ec req-1107f651-fa9e-4a1e-86ad-e04c8c2d94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:14.433149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-692ebb9e-09a5-40b1-847c-ce89b59875ec req-1107f651-fa9e-4a1e-86ad-e04c8c2d94f7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 1096 time: 0.1599534 Aug 04 17:09:14.458293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port cecfa13d-c031-428f-8f6d-86af94df2986 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:14.471779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port cecfa13d-c031-428f-8f6d-86af94df2986 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:14.472978 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.475889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Checking router: 90a0d3fb-fa43-4932-a13b-d582f93596ce for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:09:14.476247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Updating router 90a0d3fb-fa43-4932-a13b-d582f93596ce port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:09:14.484336 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Pushing event updated for resources: {'Network': ['ID=fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:14.537395 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:14.561579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Sync routers for ids ['595a235c-85b6-46cd-946a-0da4af20dacd'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:14.579429 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Routers {'595a235c-85b6-46cd-946a-0da4af20dacd'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:14.580726 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['595a235c-85b6-46cd-946a-0da4af20dacd'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:14.654006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-692ebb9e-09a5-40b1-847c-ce89b59875ec req-24dbb3a1-4be7-4ef1-8bb1-35e386dd5087 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080779 Aug 04 17:09:14.691886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ad9da-4632-4c7c-90f9-356a1d9e23ed req-4dd8fc9f-2517-47dd-b973-8fb38f192266 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:14.701866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a2ad9da-4632-4c7c-90f9-356a1d9e23ed req-4dd8fc9f-2517-47dd-b973-8fb38f192266 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1906066 Aug 04 17:09:14.769583 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Set router 595a235c-85b6-46cd-946a-0da4af20dacd gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:14.795390 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a2ad9da-4632-4c7c-90f9-356a1d9e23ed req-86a77d81-9b6d-4029-b02a-1fc99953d1f7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910373 Aug 04 17:09:14.847269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:09:14.974258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.001469 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.077383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34312) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:15.084651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34314) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:15.090710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.092105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Request body: {'subnet': {'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1107900857-subnet', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:15.092929 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5060599 Aug 04 17:09:15.109148 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47171e92-0039-4ebb-b77c-849201e56a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbca8270-3199-4c2a-9665-4472bccbf336,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:15.120300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Made reservation on behalf of 3285e88e524342a7832ee62069416a15 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:15.125738 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.151868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port cecfa13d-c031-428f-8f6d-86af94df2986, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=cecfa13d-c031-428f-8f6d-86af94df2986,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:15.174028 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.197362 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'cee66539-c016-4e42-8767-ec5974a7dc3c', 'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'mac_address': 'fa:16:3e:54:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:10Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 2, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'subnets': [{'id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:15.230563 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.233255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=cecfa13d-c031-428f-8f6d-86af94df2986,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:15.253936 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Checking router: 595a235c-85b6-46cd-946a-0da4af20dacd for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:09:15.254291 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Updating router 595a235c-85b6-46cd-946a-0da4af20dacd port cee66539-c016-4e42-8767-ec5974a7dc3c binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:09:15.256888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Transition to ACTIVE for port object 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:15.268378 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.323892 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.336889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Attempting to bind port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:09:15.337328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Attempting to bind port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:09:15.337698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Attempting to bind port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:15.340545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cc26b-3d30-402e-bed7-43b71c0dbe97 None None] Pushing event updated for resources: {'Port': ['ID=3f0eebc7-3016-4196-9c2a-e7cc65dd38aa,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:15.350551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:09:15.350971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:15.351497 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.351774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:09:15.352582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Bound port: 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:09:15.363087 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.422978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27e4bc70-bdc7-4897-9789-47f28dc019dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.447735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] For port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:09:15.452743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] For port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3f0eebc7-3016-4196-9c2a-e7cc65dd38aa,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:09:15.459341 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.464451 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.471030 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.resource_extend [None req-ec38a907-46a3-4c67-ac8d-c8756a132e30 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 17:09:15.532176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Allocated IP 172.25.2.152 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/d0edf6ae-79a7-40ac-b1ac-e5aba0343d03) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:15.546432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13993372-4428-4e16-bffc-e4d8072fed94 req-9591fc51-63f7-4ac3-aa50-6fe00cc3a5dc tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:15.548120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13993372-4428-4e16-bffc-e4d8072fed94 req-9591fc51-63f7-4ac3-aa50-6fe00cc3a5dc tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1700799 Aug 04 17:09:15.554660 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Routers {'90a0d3fb-fa43-4932-a13b-d582f93596ce'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:15.555600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['90a0d3fb-fa43-4932-a13b-d582f93596ce'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:15.596159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5298ebc3-767a-4d41-8c2a-c242b58fb071,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:15.606429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cc26b-3d30-402e-bed7-43b71c0dbe97 None None] Pushing event updated for resources: {'Port': ['ID=3f0eebc7-3016-4196-9c2a-e7cc65dd38aa,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:15.639777 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec38a907-46a3-4c67-ac8d-c8756a132e30 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.648832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec38a907-46a3-4c67-ac8d-c8756a132e30 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.701634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13993372-4428-4e16-bffc-e4d8072fed94 req-e7c62455-bc49-44e7-bef7-46e0881506fd tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438963 Aug 04 17:09:15.717559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Checking segment: {'id': '172dc9fe-7778-4626-b1d0-b999ae2a15ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:15.717916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Network hostable DHCP agents. Network: fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:09:15.760134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] Set router 90a0d3fb-fa43-4932-a13b-d582f93596ce gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:15.775564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:09:15.790243 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-ec38a907-46a3-4c67-ac8d-c8756a132e30 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Floating IP 3f722c78-50e8-45a9-8738-7ac47d32626e associated. External IP: 172.25.2.106, port: da58f926-5e25-416a-b85c-cbfc1468b16c. Aug 04 17:09:15.804639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.808154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:15.820930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:15.821514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.830548 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27e4bc70-bdc7-4897-9789-47f28dc019dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.832445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a32cd6-3934-48b3-af39-34b765ce8a11 None None] Network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:09:15.844663 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-27e4bc70-bdc7-4897-9789-47f28dc019dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.855545 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.874507 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Transition to ACTIVE for port object cee66539-c016-4e42-8767-ec5974a7dc3c will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:15.882302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-117c6c9c-6a51-4e35-a928-046253d8d998 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7959642 Aug 04 17:09:15.888359 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.903605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34322) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:15.909802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1107900857-router', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:15.941658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-27e4bc70-bdc7-4897-9789-47f28dc019dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fa71113dd544a26a7544b265a5142a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8625464 Aug 04 17:09:15.958277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34324) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:15.965487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4bc70-bdc7-4897-9789-47f28dc019dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c9802e-02df-4ff3-a11b-490dfe4d3eb5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:15.977212 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.979097 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:15.986706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.034521 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db608983-44bb-49ea-a341-d1b7b7fca343 None None] Pushing event updated for resources: {'Port': ['ID=cee66539-c016-4e42-8767-ec5974a7dc3c,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:16.037268 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Attempting to bind port cee66539-c016-4e42-8767-ec5974a7dc3c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:09:16.037638 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Attempting to bind port cee66539-c016-4e42-8767-ec5974a7dc3c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:09:16.038012 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Attempting to bind port cee66539-c016-4e42-8767-ec5974a7dc3c on network 357ca02e-8481-47e2-8b09-a8e527429479 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:16.045038 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:09:16.045416 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Checking segment: {'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:16.045823 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.046215 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Bound using segment: {'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:09:16.046913 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Bound port: cee66539-c016-4e42-8767-ec5974a7dc3c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:09:16.047246 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.089161 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event updated for resources: {'Port': ['ID=d0edf6ae-79a7-40ac-b1ac-e5aba0343d03,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:16.104715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936075-0ea7-41f9-808b-5dd5fda54ce5 req-6bc8d80c-a991-466d-8931-f282a41a5fb5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:16.107059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a936075-0ea7-41f9-808b-5dd5fda54ce5 req-6bc8d80c-a991-466d-8931-f282a41a5fb5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1972253 Aug 04 17:09:16.127920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:16.130238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:16.138697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:16.142191 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] For port cee66539-c016-4e42-8767-ec5974a7dc3c, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:09:16.152956 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] For port cee66539-c016-4e42-8767-ec5974a7dc3c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=cee66539-c016-4e42-8767-ec5974a7dc3c,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:09:16.161798 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.200978 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.229656 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Routers {'595a235c-85b6-46cd-946a-0da4af20dacd'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:16.230289 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['595a235c-85b6-46cd-946a-0da4af20dacd'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:16.295318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a936075-0ea7-41f9-808b-5dd5fda54ce5 req-09eaa6ff-ec4b-4182-b2b2-8e1ea758ac43 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736057 Aug 04 17:09:16.315427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a144-3758-4a18-84c9-c858d08b3a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.342960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cecfa13d-c031-428f-8f6d-86af94df2986 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:16.374658 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] Set router 595a235c-85b6-46cd-946a-0da4af20dacd gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:16.416738 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a144-3758-4a18-84c9-c858d08b3a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.497729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port cecfa13d-c031-428f-8f6d-86af94df2986 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:16.498103 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.504028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a0d3fb-fa43-4932-a13b-d582f93596ce', 'name': 'tempest-snat-router-1394931336', 'tenant_id': 'ec336d14adfe423796b01b572305625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.153'}], 'enable_snat': False}, 'gw_port_id': '3f0eebc7-3016-4196-9c2a-e7cc65dd38aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:09Z', 'updated_at': '2021-08-04T17:09:12Z', 'revision_number': 3, 'project_id': 'ec336d14adfe423796b01b572305625c', 'gw_port': {'id': '3f0eebc7-3016-4196-9c2a-e7cc65dd38aa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0d3fb-fa43-4932-a13b-d582f93596ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:11Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:16.530356 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db608983-44bb-49ea-a341-d1b7b7fca343 None None] Pushing event updated for resources: {'Port': ['ID=cee66539-c016-4e42-8767-ec5974a7dc3c,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:16.537142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9', 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'fixed_ips': [{'subnet_id': '5298ebc3-767a-4d41-8c2a-c242b58fb071'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:09:16.538003 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.561264 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.592936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3df4b-252d-4137-a8d9-6f8408628120 None None] The sync data for ids ['90a0d3fb-fa43-4932-a13b-d582f93596ce'] in n-d-764435-5 is: [{'id': '90a0d3fb-fa43-4932-a13b-d582f93596ce', 'name': 'tempest-snat-router-1394931336', 'tenant_id': 'ec336d14adfe423796b01b572305625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.153'}], 'enable_snat': False}, 'gw_port_id': '3f0eebc7-3016-4196-9c2a-e7cc65dd38aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:09Z', 'updated_at': '2021-08-04T17:09:12Z', 'revision_number': 3, 'project_id': 'ec336d14adfe423796b01b572305625c', 'gw_port': {'id': '3f0eebc7-3016-4196-9c2a-e7cc65dd38aa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a0d3fb-fa43-4932-a13b-d582f93596ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:11Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:16.683684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec38a907-46a3-4c67-ac8d-c8756a132e30 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:09:16.706541 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'cee66539-c016-4e42-8767-ec5974a7dc3c', 'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'mac_address': 'fa:16:3e:54:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:10Z', 'updated_at': '2021-08-04T17:09:16Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'subnets': [{'id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:16.758660 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a144-3758-4a18-84c9-c858d08b3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.762375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a144-3758-4a18-84c9-c858d08b3a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:16.763873 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ebd0a144-3758-4a18-84c9-c858d08b3a03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43c9802e-02df-4ff3-a11b-490dfe4d3eb5 HTTP/1.1" status: 204 len: 168 time: 0.8022265 Aug 04 17:09:16.783590 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9cac4-7433-4896-aeb3-f32f48f58b71 None None] The sync data for ids ['595a235c-85b6-46cd-946a-0da4af20dacd'] in n-d-764435-5 is: [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'cee66539-c016-4e42-8767-ec5974a7dc3c', 'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'mac_address': 'fa:16:3e:54:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:10Z', 'updated_at': '2021-08-04T17:09:16Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'subnets': [{'id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:16.793136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0a144-3758-4a18-84c9-c858d08b3a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c9802e-02df-4ff3-a11b-490dfe4d3eb5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:16.822919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Allocated IP 172.20.0.2 (fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9/5298ebc3-767a-4d41-8c2a-c242b58fb071/14f25b2d-2780-424a-ac5c-4c97fd23d24d) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:16.969379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec38a907-46a3-4c67-ac8d-c8756a132e30 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:16.975144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec38a907-46a3-4c67-ac8d-c8756a132e30 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:17.013644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] Sync routers for ids ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:17.180202 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ec38a907-46a3-4c67-ac8d-c8756a132e30 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "PUT /v2.0/floatingips/3f722c78-50e8-45a9-8738-7ac47d32626e HTTP/1.1" status: 200 len: 992 time: 3.5352345 Aug 04 17:09:17.199675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'da58f926-5e25-416a-b85c-cbfc1468b16c'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:09:17.202208 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "da58f926-5e25-416a-b85c-cbfc1468b16c"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:09:17.245359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:17.257290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] Routers {'9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:17.257976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:17.276939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:17.483683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34338) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:17.488719 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Allocated IP 172.25.2.132 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/890f4a2a-3f8b-4d04-b334-ca0da64e14cb) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:17.501389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] Set router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:17.538480 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e74e-c40c-4467-a880-9da141c9a499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:17.636058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b3f2d-0bb8-462e-bc6c-713fa880a842 req-38dcea6d-97cc-4b5c-8c8c-933fa980c1a3 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:17.637691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b90b3f2d-0bb8-462e-bc6c-713fa880a842 req-38dcea6d-97cc-4b5c-8c8c-933fa980c1a3 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.3677585 Aug 04 17:09:17.651551 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:17.670449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Transition to ACTIVE for port object 14f25b2d-2780-424a-ac5c-4c97fd23d24d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:17.672833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901829f9-b29b-4b69-a212-e52450c8d621 req-bcdebfa7-63f0-4bb1-af2b-558e53524706 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:17.676756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-901829f9-b29b-4b69-a212-e52450c8d621 req-bcdebfa7-63f0-4bb1-af2b-558e53524706 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.4055281 Aug 04 17:09:17.688296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34340) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:17.702357 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3ed33a57-13be-4ba5-abcf-e9998868769e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'floatingip': {'port_id': '418c44e6-24aa-4937-a309-db4b60873262'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:17.719952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Transition to ACTIVE for port object 14f25b2d-2780-424a-ac5c-4c97fd23d24d will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:17.723157 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:17.790786 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:17.803411 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:17.848737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Pushing event updated for resources: {'Port': ['ID=14f25b2d-2780-424a-ac5c-4c97fd23d24d,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:17.851936 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:17.858452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ed33a57-13be-4ba5-abcf-e9998868769e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:17.910278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:17.915819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:17.919579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:17.989429 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:17.990993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:18.050211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:18.076370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Attempting to bind port 14f25b2d-2780-424a-ac5c-4c97fd23d24d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:09:18.076742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Attempting to bind port 14f25b2d-2780-424a-ac5c-4c97fd23d24d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '172dc9fe-7778-4626-b1d0-b999ae2a15ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:09:18.077437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b90b3f2d-0bb8-462e-bc6c-713fa880a842 req-6a95a516-ba10-4b5a-85d3-f8fd1fc95220 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726389 Aug 04 17:09:18.077693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Attempting to bind port 14f25b2d-2780-424a-ac5c-4c97fd23d24d on network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:18.088734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:09:18.089782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Checking segment: {'id': '172dc9fe-7778-4626-b1d0-b999ae2a15ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:18.090688 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:18.091371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Bound using segment: {'id': '172dc9fe-7778-4626-b1d0-b999ae2a15ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:09:18.092052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Bound port: 14f25b2d-2780-424a-ac5c-4c97fd23d24d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172dc9fe-7778-4626-b1d0-b999ae2a15ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:09:18.093089 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:18.196151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '3f722c78-50e8-45a9-8738-7ac47d32626e', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'port_id': 'da58f926-5e25-416a-b85c-cbfc1468b16c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'mac_address': 'fa:16:3e:4e:f4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:07:46Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 1, 'project_id': '2cc94953506a4e78aea23a881315503c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c92b14d-c38e-4a04-a630-808c62481d10', 'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'mac_address': 'fa:16:3e:aa:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:49Z', 'updated_at': '2021-08-04T17:07:03Z', 'revision_number': 5, 'project_id': '2cc94953506a4e78aea23a881315503c', 'subnets': [{'id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:18.236880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] Checking router: 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:09:18.265138 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] For port 14f25b2d-2780-424a-ac5c-4c97fd23d24d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:09:18.279619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] For port 14f25b2d-2780-424a-ac5c-4c97fd23d24d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=14f25b2d-2780-424a-ac5c-4c97fd23d24d,segment=NetworkSegment(172dc9fe-7778-4626-b1d0-b999ae2a15ef),segment_id=172dc9fe-7778-4626-b1d0-b999ae2a15ef)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:09:18.280730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] Routers {'9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:18.281388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:18.290726 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:18.332625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:18.372338 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a9fa3a-0ec0-4866-9702-b1e01780cdfb x-openstack-request-id: req-d7a9fa3a-0ec0-4866-9702-b1e01780cdfb {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:09:18.373269 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "tag": "da58f926-5e25-416a-b85c-cbfc1468b16c", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:09:18.373269 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7a9fa3a-0ec0-4866-9702-b1e01780cdfb {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:09:18.373757 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'tag': 'da58f926-5e25-416a-b85c-cbfc1468b16c', 'status': 'completed', 'code': 200} Aug 04 17:09:18.392718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-a6a4d4fb-135b-43cf-87e1-891506c0a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:18.393375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-a6a4d4fb-135b-43cf-87e1-891506c0a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:18.393919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-a6a4d4fb-135b-43cf-87e1-891506c0a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:18.394404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-a6a4d4fb-135b-43cf-87e1-891506c0a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:18.394908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-a6a4d4fb-135b-43cf-87e1-891506c0a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:18.395385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-a6a4d4fb-135b-43cf-87e1-891506c0a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:18.395860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-a6a4d4fb-135b-43cf-87e1-891506c0a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:18.397910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-a6a4d4fb-135b-43cf-87e1-891506c0a75c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6502 time: 0.1671112 Aug 04 17:09:18.417209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8c63f-f702-4e02-b6b0-9cdcde6fe218 None None] Pushing event updated for resources: {'Port': ['ID=14f25b2d-2780-424a-ac5c-4c97fd23d24d,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:18.420118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:18.445673 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Pushing event updated for resources: {'Port': ['ID=890f4a2a-3f8b-4d04-b334-ca0da64e14cb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:18.473965 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e74e-c40c-4467-a880-9da141c9a499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:18.616523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e74e-c40c-4467-a880-9da141c9a499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:18.632966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] Set router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:18.636236 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:18.666707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:18.667369 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:18.681672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8e74e-c40c-4467-a880-9da141c9a499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff436e66-7d2e-49f0-8e0c-c4bb4e706d13,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:18.726457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a5d8e74e-c40c-4467-a880-9da141c9a499 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae50e66aec4348b48e1b267cce4fcfd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2286694 Aug 04 17:09:18.734129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34344) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:18.887503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-e2d3dc81-82e8-414e-b1c7-b9cce7ef3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:18.889389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-e2d3dc81-82e8-414e-b1c7-b9cce7ef3d69 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3eb9666-862a-4b2f-a577-a9a0071ffb65 HTTP/1.1" status: 200 len: 919 time: 0.4814770 Aug 04 17:09:18.897027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Router 33c5132b-a720-415c-b380-0be964a10395 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:09:19.016869 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b792d3b5-bc56-4a3e-baa8-134c874fcd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.098327 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b792d3b5-bc56-4a3e-baa8-134c874fcd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.164480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-40c62107-15b6-43a6-8064-9c9eb6c7250f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da58f926-5e25-416a-b85c-cbfc1468b16c HTTP/1.1" status: 200 len: 1000 time: 0.2395740 Aug 04 17:09:19.247701 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.275537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:19.281742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3f0eebc7-3016-4196-9c2a-e7cc65dd38aa,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:19.289211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-76446c9d-96a9-460b-8014-3d2b21e44de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:19.290940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-76446c9d-96a9-460b-8014-3d2b21e44de7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ef543eaa-4be5-4e02-bbc5-f2ae9095973a HTTP/1.1" status: 200 len: 856 time: 0.1124485 Aug 04 17:09:19.292905 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.293923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cee66539-c016-4e42-8767-ec5974a7dc3c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:19.299442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '3f722c78-50e8-45a9-8738-7ac47d32626e', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'port_id': 'da58f926-5e25-416a-b85c-cbfc1468b16c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'mac_address': 'fa:16:3e:4e:f4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:07:46Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 1, 'project_id': '2cc94953506a4e78aea23a881315503c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c92b14d-c38e-4a04-a630-808c62481d10', 'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'mac_address': 'fa:16:3e:aa:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:49Z', 'updated_at': '2021-08-04T17:07:03Z', 'revision_number': 5, 'project_id': '2cc94953506a4e78aea23a881315503c', 'subnets': [{'id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:19.311517 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Sync routers for ids ['33c5132b-a720-415c-b380-0be964a10395'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:19.317153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.resource_extend [None req-3ed33a57-13be-4ba5-abcf-e9998868769e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 17:09:19.325754 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Routers {'33c5132b-a720-415c-b380-0be964a10395'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:19.327098 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['33c5132b-a720-415c-b380-0be964a10395'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:19.348383 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b792d3b5-bc56-4a3e-baa8-134c874fcd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.351300 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b792d3b5-bc56-4a3e-baa8-134c874fcd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.355943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b792d3b5-bc56-4a3e-baa8-134c874fcd5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff436e66-7d2e-49f0-8e0c-c4bb4e706d13 HTTP/1.1" status: 204 len: 168 time: 0.5983586 Aug 04 17:09:19.362430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21fa05-ff64-4acb-abc2-9ff0387b5421 req-def1f6a3-107f-4db7-a5b8-08421c9194bf tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:19.370617 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c21fa05-ff64-4acb-abc2-9ff0387b5421 req-def1f6a3-107f-4db7-a5b8-08421c9194bf tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1766117 Aug 04 17:09:19.391356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792d3b5-bc56-4a3e-baa8-134c874fcd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff436e66-7d2e-49f0-8e0c-c4bb4e706d13,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:19.401310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa612e61-514a-4ebc-bc4e-87b7a0654fb4 None None] The sync data for ids ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'] in n-d-764435-5 is: [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '3f722c78-50e8-45a9-8738-7ac47d32626e', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'port_id': 'da58f926-5e25-416a-b85c-cbfc1468b16c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'mac_address': 'fa:16:3e:4e:f4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b65a54c-0e56-4474-885f-bfa642286237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:07:46Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 1, 'project_id': '2cc94953506a4e78aea23a881315503c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c92b14d-c38e-4a04-a630-808c62481d10', 'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'mac_address': 'fa:16:3e:aa:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:49Z', 'updated_at': '2021-08-04T17:07:03Z', 'revision_number': 5, 'project_id': '2cc94953506a4e78aea23a881315503c', 'subnets': [{'id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:19.403982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.405629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-faf6b839-2d4c-405b-a68e-aaeebcb09ffc tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6109989 Aug 04 17:09:19.408948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34352) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:19.449709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-dfae213b-f19b-4bac-8a00-40ddf2762444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:19.464174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-dfae213b-f19b-4bac-8a00-40ddf2762444 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620779 Aug 04 17:09:19.497132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.561674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c21fa05-ff64-4acb-abc2-9ff0387b5421 req-edcbbe8f-6cd4-45dd-b34e-19f09443f9ec tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899846 Aug 04 17:09:19.572693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=3f0eebc7-3016-4196-9c2a-e7cc65dd38aa,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:19.598247 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Set router 33c5132b-a720-415c-b380-0be964a10395 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:19.599249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port cee66539-c016-4e42-8767-ec5974a7dc3c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:19.617843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port cee66539-c016-4e42-8767-ec5974a7dc3c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:19.619556 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.671513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccceeb-62f4-4aeb-ae0f-24daf0ee20de req-e20137d6-275f-4be4-91a5-25eb59d04792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:19.674525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9dccceeb-62f4-4aeb-ae0f-24daf0ee20de req-e20137d6-275f-4be4-91a5-25eb59d04792 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 1097 time: 0.1369483 Aug 04 17:09:19.712366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ed33a57-13be-4ba5-abcf-e9998868769e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.725855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ed33a57-13be-4ba5-abcf-e9998868769e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.778456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9dccceeb-62f4-4aeb-ae0f-24daf0ee20de req-490c6271-6bcc-449a-93c1-16ffe94e6b20 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937662 Aug 04 17:09:19.784863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-de25ea49-cde9-4da0-94a7-0f66489ab64c service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119838 Aug 04 17:09:19.844292 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.935959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port cee66539-c016-4e42-8767-ec5974a7dc3c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=cee66539-c016-4e42-8767-ec5974a7dc3c,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:19.952485 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:19.971503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51cd6a9f-fe26-411b-9f0a-1bdcb1eb465c req-4e963852-18c1-4d5d-8745-093a72ac605e service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781015 Aug 04 17:09:20.051974 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c5132b-a720-415c-b380-0be964a10395', 'name': 'tempest-snat-router-1394931336', 'tenant_id': 'ec336d14adfe423796b01b572305625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'd0edf6ae-79a7-40ac-b1ac-e5aba0343d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:14Z', 'updated_at': '2021-08-04T17:09:17Z', 'revision_number': 3, 'project_id': 'ec336d14adfe423796b01b572305625c', 'gw_port': {'id': 'd0edf6ae-79a7-40ac-b1ac-e5aba0343d03', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c5132b-a720-415c-b380-0be964a10395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:15Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:20.119046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=cee66539-c016-4e42-8767-ec5974a7dc3c,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:20.131530 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Checking router: 33c5132b-a720-415c-b380-0be964a10395 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:09:20.132117 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Updating router 33c5132b-a720-415c-b380-0be964a10395 port d0edf6ae-79a7-40ac-b1ac-e5aba0343d03 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:09:20.196340 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:20.199490 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-33f5413b-72c5-428f-9b5d-3572bb9973c7 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/routers/33c5132b-a720-415c-b380-0be964a10395 HTTP/1.1" status: 200 len: 908 time: 0.7845907 Aug 04 17:09:20.199978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34362) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:20.222694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad686f-effd-460b-92bd-752e15944c5b None None] Network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:09:20.278736 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-3ed33a57-13be-4ba5-abcf-e9998868769e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Floating IP 5ce65027-2125-4acb-b70d-72464705fe77 associated. External IP: 172.25.2.34, port: 418c44e6-24aa-4937-a309-db4b60873262. Aug 04 17:09:20.380693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a0697-6275-43ed-826a-5d1a79f103c0 None None] New status for floating IP 3f722c78-50e8-45a9-8738-7ac47d32626e: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:09:20.437732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:20.564865 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:20.603364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:20.706360 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:20.706982 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:20.709946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed33a57-13be-4ba5-abcf-e9998868769e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Router 140edcfd-b1a2-487b-8b41-30c8342ade6e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:09:20.720977 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Transition to ACTIVE for port object d0edf6ae-79a7-40ac-b1ac-e5aba0343d03 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:20.741219 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:20.763566 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-50c60ee6-76a4-4f08-afa2-008de659bf1a None None] Provisioning for port 14f25b2d-2780-424a-ac5c-4c97fd23d24d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:20.827216 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Attempting to bind port d0edf6ae-79a7-40ac-b1ac-e5aba0343d03 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:09:20.827587 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Attempting to bind port d0edf6ae-79a7-40ac-b1ac-e5aba0343d03 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:09:20.828094 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Attempting to bind port d0edf6ae-79a7-40ac-b1ac-e5aba0343d03 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:20.835561 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42741a3-eb1f-411e-91a8-7c10d19fdba4 None None] Pushing event updated for resources: {'Port': ['ID=d0edf6ae-79a7-40ac-b1ac-e5aba0343d03,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:20.839393 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:09:20.840111 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:20.841184 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:20.841882 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:09:20.842548 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Bound port: d0edf6ae-79a7-40ac-b1ac-e5aba0343d03, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:09:20.843131 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:20.847500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43166bc1-6ca1-4a0b-a4cf-3809d4b4e271 req-9b32154d-cd07-42e3-8b55-bd18469096bb tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:20.849374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43166bc1-6ca1-4a0b-a4cf-3809d4b4e271 req-9b32154d-cd07-42e3-8b55-bd18469096bb tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.0822749 Aug 04 17:09:20.854311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:20.855303 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:20.857299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Deleting port d0edf6ae-79a7-40ac-b1ac-e5aba0343d03 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:09:20.858537 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:20.945854 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] For port d0edf6ae-79a7-40ac-b1ac-e5aba0343d03, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:09:20.948496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43166bc1-6ca1-4a0b-a4cf-3809d4b4e271 req-c88345ea-79fe-4e90-b7db-bc68b83fb6c9 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873306 Aug 04 17:09:20.961596 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] For port d0edf6ae-79a7-40ac-b1ac-e5aba0343d03, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d0edf6ae-79a7-40ac-b1ac-e5aba0343d03,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:09:20.972441 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:21.006214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] For port d0edf6ae-79a7-40ac-b1ac-e5aba0343d03, host n-d-764435-5, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:21.006585 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:21.040181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Router 35598508-23eb-48ee-bb17-75b705968625 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:09:21.061302 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed33a57-13be-4ba5-abcf-e9998868769e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:21.070476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ed33a57-13be-4ba5-abcf-e9998868769e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:21.072212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Calling delete_port for d0edf6ae-79a7-40ac-b1ac-e5aba0343d03 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:09:21.075042 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] Sync routers for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:21.091002 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42741a3-eb1f-411e-91a8-7c10d19fdba4 None None] Pushing event updated for resources: {'Port': ['ID=d0edf6ae-79a7-40ac-b1ac-e5aba0343d03,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:21.094655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Routers {'33c5132b-a720-415c-b380-0be964a10395'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:21.095529 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['33c5132b-a720-415c-b380-0be964a10395'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:21.102143 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:21.102744 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:21.156402 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3ed33a57-13be-4ba5-abcf-e9998868769e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "PUT /v2.0/floatingips/5ce65027-2125-4acb-b70d-72464705fe77 HTTP/1.1" status: 200 len: 990 time: 3.4672945 Aug 04 17:09:21.162961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'tag': '418c44e6-24aa-4937-a309-db4b60873262'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:09:21.166089 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "917afb37-cfc9-4e08-b0e5-1bb176066a93", "tag": "418c44e6-24aa-4937-a309-db4b60873262"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:09:21.279006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:21.335510 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:21.336786 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-90cee517-6928-425f-a527-2b748aa1ca69 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4320550 Aug 04 17:09:21.339693 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34396) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:21.344943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Sync routers for ids ['35598508-23eb-48ee-bb17-75b705968625'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:21.397641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Routers {'35598508-23eb-48ee-bb17-75b705968625'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:21.398569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['35598508-23eb-48ee-bb17-75b705968625'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:21.405103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 14f25b2d-2780-424a-ac5c-4c97fd23d24d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:21.533327 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38f498b-23c9-4b60-b30a-e20c820716f5 x-openstack-request-id: req-b38f498b-23c9-4b60-b30a-e20c820716f5 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:09:21.533603 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917afb37-cfc9-4e08-b0e5-1bb176066a93", "tag": "418c44e6-24aa-4937-a309-db4b60873262", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:09:21.533853 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b38f498b-23c9-4b60-b30a-e20c820716f5 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:09:21.534262 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'tag': '418c44e6-24aa-4937-a309-db4b60873262', 'status': 'completed', 'code': 200} Aug 04 17:09:21.552032 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:21.594424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Set router 35598508-23eb-48ee-bb17-75b705968625 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:21.597189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 14f25b2d-2780-424a-ac5c-4c97fd23d24d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:21.692171 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:21.700721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0edf6ae-79a7-40ac-b1ac-e5aba0343d03,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:21.701094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 14f25b2d-2780-424a-ac5c-4c97fd23d24d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:21.701646 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:21.750258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6abe6-39f5-4ded-944d-ba0197ad0395 req-65205b17-6f60-4f6c-be6e-4b16e323631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:21.752324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0a6abe6-39f5-4ded-944d-ba0197ad0395 req-65205b17-6f60-4f6c-be6e-4b16e323631b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 1097 time: 0.2356462 Aug 04 17:09:21.767800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-df9c752b-5345-43bb-8d77-f1c37cb1b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:21.773329 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-df9c752b-5345-43bb-8d77-f1c37cb1b9cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 1096 time: 0.2420568 Aug 04 17:09:21.783917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed69f2-8b19-4283-8325-e3633e38a054 req-22473785-21d1-45ed-b57f-535418e65938 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:21.794021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4ed69f2-8b19-4283-8325-e3633e38a054 req-22473785-21d1-45ed-b57f-535418e65938 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.2731330 Aug 04 17:09:21.833255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e92f273b-9d60-4ef5-8e5d-145fe0715e62 None None] Provisioning complete for port 14f25b2d-2780-424a-ac5c-4c97fd23d24d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:21.833627 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e92f273b-9d60-4ef5-8e5d-145fe0715e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:21.896034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-cd2967d7-8b61-4c24-b29b-99595b17613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:21.897519 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-cd2967d7-8b61-4c24-b29b-99595b17613f service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 913 time: 0.1119320 Aug 04 17:09:21.917063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4ed69f2-8b19-4283-8325-e3633e38a054 req-a60b27fe-ecde-4331-b4fb-62f578e9f36d tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150594 Aug 04 17:09:21.948942 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:21.975583 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] Set router 33c5132b-a720-415c-b380-0be964a10395 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:22.000952 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:22.045889 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c5132b-a720-415c-b380-0be964a10395', 'name': 'tempest-snat-router-1394931336', 'tenant_id': 'ec336d14adfe423796b01b572305625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:14Z', 'updated_at': '2021-08-04T17:09:20Z', 'revision_number': 4, 'project_id': 'ec336d14adfe423796b01b572305625c', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:22.081841 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d611830-54d0-4acd-bbac-bc576493bf9a None None] The sync data for ids ['33c5132b-a720-415c-b380-0be964a10395'] in n-d-764435-5 is: [{'id': '33c5132b-a720-415c-b380-0be964a10395', 'name': 'tempest-snat-router-1394931336', 'tenant_id': 'ec336d14adfe423796b01b572305625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:14Z', 'updated_at': '2021-08-04T17:09:20Z', 'revision_number': 4, 'project_id': 'ec336d14adfe423796b01b572305625c', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:22.082345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 14f25b2d-2780-424a-ac5c-4c97fd23d24d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=14f25b2d-2780-424a-ac5c-4c97fd23d24d,segment=NetworkSegment(172dc9fe-7778-4626-b1d0-b999ae2a15ef),segment_id=172dc9fe-7778-4626-b1d0-b999ae2a15ef)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:22.094916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35598508-23eb-48ee-bb17-75b705968625', 'name': 'tempest-TestServerBasicOps-1107900857-router', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:15Z', 'updated_at': '2021-08-04T17:09:18Z', 'revision_number': 3, 'project_id': '3285e88e524342a7832ee62069416a15', 'gw_port': {'id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35598508-23eb-48ee-bb17-75b705968625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:17Z', 'updated_at': '2021-08-04T17:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:22.103391 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:22.165513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Checking router: 35598508-23eb-48ee-bb17-75b705968625 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:09:22.166109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Updating router 35598508-23eb-48ee-bb17-75b705968625 port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:09:22.168813 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e92f273b-9d60-4ef5-8e5d-145fe0715e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:22.248812 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-ac585542-bc57-4de4-8f6a-b8e24c2f7741 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=418c44e6-24aa-4937-a309-db4b60873262 HTTP/1.1" status: 200 len: 998 time: 0.3437245 Aug 04 17:09:22.252631 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:22.347735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cee66539-c016-4e42-8767-ec5974a7dc3c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:22.399048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:22.453465 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '5ce65027-2125-4acb-b70d-72464705fe77', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'port_id': '418c44e6-24aa-4937-a309-db4b60873262', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'mac_address': 'fa:16:3e:ac:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:08:57Z', 'updated_at': '2021-08-04T17:09:18Z', 'revision_number': 1, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:22.503554 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] Checking router: 140edcfd-b1a2-487b-8b41-30c8342ade6e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:09:22.524370 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:22.525153 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:22.541374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-67cdad83-cb8e-470e-ba89-a0cbfff71f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:22.553916 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-67cdad83-cb8e-470e-ba89-a0cbfff71f2f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.2456818 Aug 04 17:09:22.574358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=14f25b2d-2780-424a-ac5c-4c97fd23d24d,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:22.730564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-d4b85178-2b37-4681-81ba-c487fbdc8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:22.734154 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-d4b85178-2b37-4681-81ba-c487fbdc8ae4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609125 Aug 04 17:09:22.834584 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:22.895654 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-e92f273b-9d60-4ef5-8e5d-145fe0715e62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:09:22.896012 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-e92f273b-9d60-4ef5-8e5d-145fe0715e62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:09:23.112787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6abe6-39f5-4ded-944d-ba0197ad0395 req-d5c9a848-08d1-4352-a0d1-3f8f3425d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:23.113766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0a6abe6-39f5-4ded-944d-ba0197ad0395 req-d5c9a848-08d1-4352-a0d1-3f8f3425d547 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 921 time: 1.3397260 Aug 04 17:09:23.116193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.119976 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.170899 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0a6abe6-39f5-4ded-944d-ba0197ad0395 req-a4b72968-7f9c-4115-b8c2-3bed6feaf63c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f78e0052-b1b5-4602-bae5-94ec8c375614 HTTP/1.1" status: 200 len: 217 time: 0.0449264 Aug 04 17:09:23.287703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6abe6-39f5-4ded-944d-ba0197ad0395 req-5f5d8aa9-5e90-465d-84c0-edc33f3f80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:23.289734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0a6abe6-39f5-4ded-944d-ba0197ad0395 req-5f5d8aa9-5e90-465d-84c0-edc33f3f80e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 200 len: 859 time: 0.0615973 Aug 04 17:09:23.299937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce0f23-69a7-4365-af2b-5e27652b3a4d req-6585a673-206d-4f7c-bc97-7072e7f951c3 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:23.311936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93ce0f23-69a7-4365-af2b-5e27652b3a4d req-6585a673-206d-4f7c-bc97-7072e7f951c3 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.2459180 Aug 04 17:09:23.322311 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.323627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Allocated IP 172.20.0.1 (fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9/5298ebc3-767a-4d41-8c2a-c242b58fb071/d8092b90-f88c-4ee4-bc37-149ab7deb17f) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:23.355230 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '5ce65027-2125-4acb-b70d-72464705fe77', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'port_id': '418c44e6-24aa-4937-a309-db4b60873262', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'mac_address': 'fa:16:3e:ac:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:08:57Z', 'updated_at': '2021-08-04T17:09:18Z', 'revision_number': 1, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:23.358306 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Transition to ACTIVE for port object 890f4a2a-3f8b-4d04-b334-ca0da64e14cb will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:23.361170 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-4d131c5c-0571-48da-a7da-dcde4da2ffab service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190987 Aug 04 17:09:23.367639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0a6abe6-39f5-4ded-944d-ba0197ad0395 req-f8ac8d97-24ef-4864-aa90-1e1a8711567b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513554 Aug 04 17:09:23.370100 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.370841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33c5132b-a720-415c-b380-0be964a10395 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:09:23.372488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port cee66539-c016-4e42-8767-ec5974a7dc3c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:23.372977 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.384812 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.390933 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.392957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5f4d46aa-db8d-4743-bfc4-0ce244e7e9d9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "DELETE /v2.0/routers/33c5132b-a720-415c-b380-0be964a10395 HTTP/1.1" status: 204 len: 168 time: 3.1890166 Aug 04 17:09:23.415980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34474) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:23.433706 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797770bd-2c03-4410-ac5e-74429859dbaf None None] The sync data for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 is: [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '5ce65027-2125-4acb-b70d-72464705fe77', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'port_id': '418c44e6-24aa-4937-a309-db4b60873262', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'mac_address': 'fa:16:3e:ac:bb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:08:57Z', 'updated_at': '2021-08-04T17:09:18Z', 'revision_number': 1, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:23.607327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Attempting to bind port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:09:23.608086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Attempting to bind port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:09:23.608687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Attempting to bind port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:23.616761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Pushing event updated for resources: {'Port': ['ID=890f4a2a-3f8b-4d04-b334-ca0da64e14cb,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:23.631680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.632252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.632469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.632894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.633235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.633712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.633909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.634407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.634740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.635083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.635501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.635968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:23.641301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:09:23.641653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:23.642161 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.642558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:09:23.643076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Bound port: 890f4a2a-3f8b-4d04-b334-ca0da64e14cb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:09:23.643566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.687781 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-93ab74a4-e8d9-481b-921e-9b483c3fe8b1 req-d71b0bf6-d1d3-41b7-a494-4bb9d78c73aa service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117502 Aug 04 17:09:23.692576 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.709701 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Transition to ACTIVE for port object d8092b90-f88c-4ee4-bc37-149ab7deb17f will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:23.767816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.792164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93ce0f23-69a7-4365-af2b-5e27652b3a4d req-22eae7e9-43cf-4173-94f7-7abd4f0d42ba tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798059 Aug 04 17:09:23.798391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] For port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:09:23.819342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] For port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=890f4a2a-3f8b-4d04-b334-ca0da64e14cb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:09:23.827221 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.862011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:23.869598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:23.873989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:23.882692 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Pushing event updated for resources: {'Port': ['ID=d8092b90-f88c-4ee4-bc37-149ab7deb17f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:23.897592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.948585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Routers {'35598508-23eb-48ee-bb17-75b705968625'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:23.949555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['35598508-23eb-48ee-bb17-75b705968625'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:23.953827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1581561-43c0-48f1-bcf6-1e44433a8970 None None] Pushing event updated for resources: {'Port': ['ID=890f4a2a-3f8b-4d04-b334-ca0da64e14cb,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:23.982745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:23.997228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0a6abe6-39f5-4ded-944d-ba0197ad0395 req-4ca43b68-299c-4447-aa96-d7549ad94723 service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030819 Aug 04 17:09:24.165248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] Set router 35598508-23eb-48ee-bb17-75b705968625 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:24.249781 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:24.257530 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51004e7b-e43b-4f49-b931-4227b57c77c2 None None] New status for floating IP 5ce65027-2125-4acb-b70d-72464705fe77: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:09:24.335261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 14f25b2d-2780-424a-ac5c-4c97fd23d24d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:24.361474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0a6abe6-39f5-4ded-944d-ba0197ad0395 req-b5138674-e3f9-4947-b0b9-69843f5cc7d7 service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549230 Aug 04 17:09:24.363259 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:24.459192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4d53beb6-e80a-4b06-97cf-fa644a44e14e None None] Provisioning for port d8092b90-f88c-4ee4-bc37-149ab7deb17f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:24.468696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4d53beb6-e80a-4b06-97cf-fa644a44e14e None None] Provisioning complete for port d8092b90-f88c-4ee4-bc37-149ab7deb17f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:24.468696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4d53beb6-e80a-4b06-97cf-fa644a44e14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:24.493335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Deleting port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:09:24.493684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:24.557070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4d53beb6-e80a-4b06-97cf-fa644a44e14e None None] Port d8092b90-f88c-4ee4-bc37-149ab7deb17f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:09:24.561553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 14f25b2d-2780-424a-ac5c-4c97fd23d24d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:24.561553 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:24.568383 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:24.576519 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:24.627048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] For port 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3f0eebc7-3016-4196-9c2a-e7cc65dd38aa,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:24.627685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:24.642547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35598508-23eb-48ee-bb17-75b705968625', 'name': 'tempest-TestServerBasicOps-1107900857-router', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:15Z', 'updated_at': '2021-08-04T17:09:18Z', 'revision_number': 3, 'project_id': '3285e88e524342a7832ee62069416a15', 'gw_port': {'id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35598508-23eb-48ee-bb17-75b705968625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:17Z', 'updated_at': '2021-08-04T17:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:24.685325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Calling delete_port for 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:09:24.723655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:24.726672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Pushing event updated for resources: {'Port': ['ID=d8092b90-f88c-4ee4-bc37-149ab7deb17f,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:24.729108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105b2fe-d637-482d-8e28-963b0e42cd2a None None] The sync data for ids ['35598508-23eb-48ee-bb17-75b705968625'] in n-d-764435-5 is: [{'id': '35598508-23eb-48ee-bb17-75b705968625', 'name': 'tempest-TestServerBasicOps-1107900857-router', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:15Z', 'updated_at': '2021-08-04T17:09:18Z', 'revision_number': 3, 'project_id': '3285e88e524342a7832ee62069416a15', 'gw_port': {'id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35598508-23eb-48ee-bb17-75b705968625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:17Z', 'updated_at': '2021-08-04T17:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:24.853330 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:24.857030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:24.972970 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.012185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Router 35598508-23eb-48ee-bb17-75b705968625 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:09:25.026525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f0eebc7-3016-4196-9c2a-e7cc65dd38aa,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:25.071133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e6a7d-e4f5-49dc-ba8b-4a80405e7f88 req-4b552804-4fd2-4ae4-b2b9-13ef65e93144 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:25.072843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e87e6a7d-e4f5-49dc-ba8b-4a80405e7f88 req-4b552804-4fd2-4ae4-b2b9-13ef65e93144 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1632848 Aug 04 17:09:25.163976 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.196701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bc4b6765-d327-44e3-bae2-888b70336ee4 None None] Provisioning complete for port d8092b90-f88c-4ee4-bc37-149ab7deb17f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:25.197367 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6765-d327-44e3-bae2-888b70336ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.202021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e87e6a7d-e4f5-49dc-ba8b-4a80405e7f88 req-b925c7ee-1ac2-4c64-b50d-66aa879befb8 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971029 Aug 04 17:09:25.245441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:25.257035 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ca8426d5-8f15-47e4-90e2-7d207d84c85e admin admin] 10.222.0.39 "PUT /v2.0/routers/35598508-23eb-48ee-bb17-75b705968625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9162469 Aug 04 17:09:25.292060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b6765-d327-44e3-bae2-888b70336ee4 None None] Port d8092b90-f88c-4ee4-bc37-149ab7deb17f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:09:25.319181 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.324967 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.386772 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.387547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90a0d3fb-fa43-4932-a13b-d582f93596ce {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:09:25.392030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.396222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eef0e057-eb2d-418d-b0e1-d4ad882ab672 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "DELETE /v2.0/routers/90a0d3fb-fa43-4932-a13b-d582f93596ce HTTP/1.1" status: 204 len: 168 time: 1.9429884 Aug 04 17:09:25.399599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34490) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:25.405571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1628083636', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:25.441878 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.443190 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.507629 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.664751 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.934614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34502) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:25.941195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6cdb92e4-4f85-4f48-84d3-4d0a6c013cf9 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748310469', 'description': 'tempest-secgroup-smoke-748310469 description', 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:25.967643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.982459 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6cdb92e4-4f85-4f48-84d3-4d0a6c013cf9 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:25.995555 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.119397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6cdb92e4-4f85-4f48-84d3-4d0a6c013cf9 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.128638 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6cdb92e4-4f85-4f48-84d3-4d0a6c013cf9 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.166947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6cdb92e4-4f85-4f48-84d3-4d0a6c013cf9 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.168647 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6cdb92e4-4f85-4f48-84d3-4d0a6c013cf9 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2328238 Aug 04 17:09:26.171888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34504) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:26.176232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Allocated IP 172.25.2.133 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/f4bd1ec5-818e-48dc-8dae-8a1089b70756) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:26.182549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d618318a-dd7e-49f9-9dc3-ccc702d99943 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Request body: {'security_group_rule': {'security_group_id': 'd106f38e-3c56-4b24-9788-ac56c2caeb4f', 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:26.191975 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb92e4-4f85-4f48-84d3-4d0a6c013cf9 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d106f38e-3c56-4b24-9788-ac56c2caeb4f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:26.224994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d618318a-dd7e-49f9-9dc3-ccc702d99943 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.261790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 890f4a2a-3f8b-4d04-b334-ca0da64e14cb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:26.333189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:26.340274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:26.341391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d618318a-dd7e-49f9-9dc3-ccc702d99943 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.341541 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.351449 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d618318a-dd7e-49f9-9dc3-ccc702d99943 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.371019 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.386164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618318a-dd7e-49f9-9dc3-ccc702d99943 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a12598b-a610-4d40-89c3-008a64b24b23,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:26.398777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc32ae-64bf-4cdc-886d-ca7e1f722b5d req-87087a6e-31df-4387-aa34-cd51c594a5f1 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:26.400433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53dc32ae-64bf-4cdc-886d-ca7e1f722b5d req-87087a6e-31df-4387-aa34-cd51c594a5f1 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1046817 Aug 04 17:09:26.411545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d618318a-dd7e-49f9-9dc3-ccc702d99943 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.415824 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d618318a-dd7e-49f9-9dc3-ccc702d99943 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2388232 Aug 04 17:09:26.416201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34510) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:26.424386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ac6ca404-60e5-4769-a716-0b206abaf9fc tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Request body: {'security_group_rule': {'security_group_id': 'd106f38e-3c56-4b24-9788-ac56c2caeb4f', 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:26.479679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac6ca404-60e5-4769-a716-0b206abaf9fc tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.480783 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.522095 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.533037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53dc32ae-64bf-4cdc-886d-ca7e1f722b5d req-4ed59b63-7e56-4188-b7c1-78fb1a8780b1 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173420 Aug 04 17:09:26.549695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:26.557876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:26.567457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:26.571230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=890f4a2a-3f8b-4d04-b334-ca0da64e14cb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:26.585615 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.595669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac6ca404-60e5-4769-a716-0b206abaf9fc tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.605366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac6ca404-60e5-4769-a716-0b206abaf9fc tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.634214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ca404-60e5-4769-a716-0b206abaf9fc tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a375d597-a7e1-463b-89b7-6733fdde10ca,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:26.643463 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac6ca404-60e5-4769-a716-0b206abaf9fc tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.645378 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac6ca404-60e5-4769-a716-0b206abaf9fc tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2280426 Aug 04 17:09:26.648134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34514) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:26.653799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6b5a97e1-30c6-4968-aeb5-2ced301ed5ee tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Request body: {'security_group_rule': {'security_group_id': 'd106f38e-3c56-4b24-9788-ac56c2caeb4f', 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:26.673468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Pushing event updated for resources: {'Port': ['ID=f4bd1ec5-818e-48dc-8dae-8a1089b70756,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:26.696029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:09:26.700519 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b5a97e1-30c6-4968-aeb5-2ced301ed5ee tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.750390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:09:26.751013 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3f0eebc7-3016-4196-9c2a-e7cc65dd38aa not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:09:26.752771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=890f4a2a-3f8b-4d04-b334-ca0da64e14cb,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:26.789055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b5a97e1-30c6-4968-aeb5-2ced301ed5ee tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.797302 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b5a97e1-30c6-4968-aeb5-2ced301ed5ee tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.838179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a97e1-30c6-4968-aeb5-2ced301ed5ee tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfebefea-1729-4874-9f02-6dc66851d4fc,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:26.848231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b5a97e1-30c6-4968-aeb5-2ced301ed5ee tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:26.850548 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6b5a97e1-30c6-4968-aeb5-2ced301ed5ee tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2012608 Aug 04 17:09:26.855623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34518) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:26.876858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8aecfbad-2504-4b50-b14a-7d33752b19ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Request body: {'security_group_rule': {'security_group_id': 'd106f38e-3c56-4b24-9788-ac56c2caeb4f', 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:26.961144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8aecfbad-2504-4b50-b14a-7d33752b19ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.017018 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.073922 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8aecfbad-2504-4b50-b14a-7d33752b19ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.087410 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8aecfbad-2504-4b50-b14a-7d33752b19ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.121852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecfbad-2504-4b50-b14a-7d33752b19ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c25e13-1e86-4a70-8766-b19714eeb1c0,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:27.130186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8aecfbad-2504-4b50-b14a-7d33752b19ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.134971 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8aecfbad-2504-4b50-b14a-7d33752b19ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2777684 Aug 04 17:09:27.135704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34528) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:27.141334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-49bee807-4e1d-42ff-a3e8-484c4934d458 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Request body: {'security_group_rule': {'security_group_id': 'd106f38e-3c56-4b24-9788-ac56c2caeb4f', 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:27.183900 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-49bee807-4e1d-42ff-a3e8-484c4934d458 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Project 67aad0c6fdc346fb9a7bb519810f2bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:09:27.191930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-49bee807-4e1d-42ff-a3e8-484c4934d458 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.295280 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-49bee807-4e1d-42ff-a3e8-484c4934d458 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.304717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-49bee807-4e1d-42ff-a3e8-484c4934d458 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.320871 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.334501 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bee807-4e1d-42ff-a3e8-484c4934d458 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c68b87c-a591-4cad-8fc5-16e5ed5fe38f,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:27.354183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-49bee807-4e1d-42ff-a3e8-484c4934d458 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.356672 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-49bee807-4e1d-42ff-a3e8-484c4934d458 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2196226 Aug 04 17:09:27.359272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34532) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:27.364649 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a8f868fb-6832-43e8-b611-e29b0384174e tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Request body: {'security_group_rule': {'security_group_id': 'd106f38e-3c56-4b24-9788-ac56c2caeb4f', 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:27.395475 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-a8f868fb-6832-43e8-b611-e29b0384174e tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Project 67aad0c6fdc346fb9a7bb519810f2bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:09:27.403340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8f868fb-6832-43e8-b611-e29b0384174e tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.491198 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8f868fb-6832-43e8-b611-e29b0384174e tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.491445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Router 1bb3aeab-e621-4fd0-b241-6dbbea0bd85e is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:09:27.499532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8f868fb-6832-43e8-b611-e29b0384174e tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.524996 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8f868fb-6832-43e8-b611-e29b0384174e tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.526843 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a8f868fb-6832-43e8-b611-e29b0384174e tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662755 Aug 04 17:09:27.536311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f868fb-6832-43e8-b611-e29b0384174e tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb80e52-ae5c-4531-9a35-ec2f24655f99,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:27.673368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Sync routers for ids ['35598508-23eb-48ee-bb17-75b705968625'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:27.674038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:27.688940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Routers {'35598508-23eb-48ee-bb17-75b705968625'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:27.690014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['35598508-23eb-48ee-bb17-75b705968625'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:27.690756 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c837821-2331-4424-9d0e-ec117c2dafd5 None None] Sync routers for ids ['1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:27.708174 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c837821-2331-4424-9d0e-ec117c2dafd5 None None] Routers {'1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:27.708847 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0c837821-2331-4424-9d0e-ec117c2dafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:27.728834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:27.730324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6f6f9f56-e845-4dea-a2da-75aba90f9042 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3297451 Aug 04 17:09:27.733256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34546) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:27.738722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b2e3a6a6-3c06-4178-9e18-806d156885eb tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'enable_snat': False}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:27.770200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-178ba67c-4674-49aa-9f17-903a5dd257ee tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748310469&fields=id&tenant_id=67aad0c6fdc346fb9a7bb519810f2bca HTTP/1.1" status: 200 len: 267 time: 0.0571415 Aug 04 17:09:27.801003 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0c837821-2331-4424-9d0e-ec117c2dafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:27.826505 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c837821-2331-4424-9d0e-ec117c2dafd5 None None] Routers {'1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:27.827157 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0c837821-2331-4424-9d0e-ec117c2dafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:27.858422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Set router 35598508-23eb-48ee-bb17-75b705968625 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:27.936199 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0c837821-2331-4424-9d0e-ec117c2dafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:27.939256 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c837821-2331-4424-9d0e-ec117c2dafd5 None None] The sync data for ids ['1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:27.991282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-b7b5877a-e205-4c8f-8899-be438fbfa747 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:28.001210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-b7b5877a-e205-4c8f-8899-be438fbfa747 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/networks?id=357ca02e-8481-47e2-8b09-a8e527429479 HTTP/1.1" status: 200 len: 808 time: 0.2290008 Aug 04 17:09:28.039535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-75da150b-46cc-4be7-b6e0-b7e3c6ef8834 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/quotas/67aad0c6fdc346fb9a7bb519810f2bca HTTP/1.1" status: 200 len: 375 time: 0.0370953 Aug 04 17:09:28.158343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-f16d30f4-0678-4bb5-9855-a18a7164b0be tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=67aad0c6fdc346fb9a7bb519810f2bca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165953 Aug 04 17:09:28.273275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 890f4a2a-3f8b-4d04-b334-ca0da64e14cb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:28.347963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35598508-23eb-48ee-bb17-75b705968625', 'name': 'tempest-TestServerBasicOps-1107900857-router', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:15Z', 'updated_at': '2021-08-04T17:09:24Z', 'revision_number': 4, 'project_id': '3285e88e524342a7832ee62069416a15', 'gw_port': {'id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35598508-23eb-48ee-bb17-75b705968625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:17Z', 'updated_at': '2021-08-04T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd8092b90-f88c-4ee4-bc37-149ab7deb17f', 'name': '', 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'mac_address': 'fa:16:3e:f0:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35598508-23eb-48ee-bb17-75b705968625', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '5298ebc3-767a-4d41-8c2a-c242b58fb071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:22Z', 'updated_at': '2021-08-04T17:09:24Z', 'revision_number': 2, 'project_id': '3285e88e524342a7832ee62069416a15', 'subnets': [{'id': '5298ebc3-767a-4d41-8c2a-c242b58fb071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:28.359790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-d92230f2-65fa-424b-b78b-6c4e6894f860 service neutron] 10.222.0.39 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912210 Aug 04 17:09:28.381541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1fd3-5812-4f52-afcd-c81fcdb613f5 req-1422fbe1-7b18-4e2b-b4aa-9b8001bf41f8 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:28.383154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5dfb1fd3-5812-4f52-afcd-c81fcdb613f5 req-1422fbe1-7b18-4e2b-b4aa-9b8001bf41f8 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1287017 Aug 04 17:09:28.387433 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Checking router: 35598508-23eb-48ee-bb17-75b705968625 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:09:28.388326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Updating router 35598508-23eb-48ee-bb17-75b705968625 port d8092b90-f88c-4ee4-bc37-149ab7deb17f binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:09:28.394400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a6a6-3c06-4178-9e18-806d156885eb tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:28.431211 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:28.456015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:28.456455 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:28.486848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5dfb1fd3-5812-4f52-afcd-c81fcdb613f5 req-44fc965a-e162-42b8-af7c-3006dbf6dac3 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812900 Aug 04 17:09:28.514163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-1b190466-677b-40ad-9ff5-bbe8bfbb0f89 service neutron] 10.222.0.39 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385310 Aug 04 17:09:28.883277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b9ac397-a937-4b57-8222-60be2f5ec217 req-8ca4bc8e-fd41-4bba-9b69-693fa68798e9 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 210 time: 0.0530879 Aug 04 17:09:28.950471 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:28.965230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Transition to ACTIVE for port object d8092b90-f88c-4ee4-bc37-149ab7deb17f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:29.003495 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:29.071291 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a6a6-3c06-4178-9e18-806d156885eb tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:29.080505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a6a6-3c06-4178-9e18-806d156885eb tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:29.174055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Attempting to bind port d8092b90-f88c-4ee4-bc37-149ab7deb17f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:09:29.174640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Attempting to bind port d8092b90-f88c-4ee4-bc37-149ab7deb17f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '172dc9fe-7778-4626-b1d0-b999ae2a15ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:09:29.175099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Attempting to bind port d8092b90-f88c-4ee4-bc37-149ab7deb17f on network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:29.188495 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5b23f-75a5-46a6-a8ca-958da590a43a None None] Pushing event updated for resources: {'Port': ['ID=d8092b90-f88c-4ee4-bc37-149ab7deb17f,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:29.202797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:09:29.203311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Checking segment: {'id': '172dc9fe-7778-4626-b1d0-b999ae2a15ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:29.204095 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:29.204592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Bound using segment: {'id': '172dc9fe-7778-4626-b1d0-b999ae2a15ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:09:29.205139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Bound port: d8092b90-f88c-4ee4-bc37-149ab7deb17f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172dc9fe-7778-4626-b1d0-b999ae2a15ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:09:29.205861 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:29.344044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] For port d8092b90-f88c-4ee4-bc37-149ab7deb17f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:09:29.349081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] For port d8092b90-f88c-4ee4-bc37-149ab7deb17f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d8092b90-f88c-4ee4-bc37-149ab7deb17f,segment=NetworkSegment(172dc9fe-7778-4626-b1d0-b999ae2a15ef),segment_id=172dc9fe-7778-4626-b1d0-b999ae2a15ef)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:09:29.359129 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:29.422449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e3a6a6-3c06-4178-9e18-806d156885eb tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Router 1bb3aeab-e621-4fd0-b241-6dbbea0bd85e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:09:29.526320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Routers {'35598508-23eb-48ee-bb17-75b705968625'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:29.527086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['35598508-23eb-48ee-bb17-75b705968625'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:29.599053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e3a6a6-3c06-4178-9e18-806d156885eb tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:29.604382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2e3a6a6-3c06-4178-9e18-806d156885eb tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:29.605770 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b2e3a6a6-3c06-4178-9e18-806d156885eb tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "PUT /v2.0/routers/1bb3aeab-e621-4fd0-b241-6dbbea0bd85e HTTP/1.1" status: 200 len: 926 time: 1.8714886 Aug 04 17:09:29.608392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34586) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:29.761822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5b23f-75a5-46a6-a8ca-958da590a43a None None] Pushing event updated for resources: {'Port': ['ID=d8092b90-f88c-4ee4-bc37-149ab7deb17f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:29.762394 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3fd5e835-8ad3-4396-9b49-8c14db5ea3f9 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/routers/1bb3aeab-e621-4fd0-b241-6dbbea0bd85e HTTP/1.1" status: 200 len: 926 time: 0.1523504 Aug 04 17:09:29.764819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34588) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:29.814338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f071a8-39c6-4faf-9001-c377d582f069 None None] Sync routers for ids ['1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:29.857314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f071a8-39c6-4faf-9001-c377d582f069 None None] Routers {'1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:29.857964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e5f071a8-39c6-4faf-9001-c377d582f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:29.889661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0d2fd-9b23-4297-bb1a-7e2f361ed051 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:29.893204 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-42d0d2fd-9b23-4297-bb1a-7e2f361ed051 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&device_id=1bb3aeab-e621-4fd0-b241-6dbbea0bd85e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1261761 Aug 04 17:09:29.894961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34590) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:29.919881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e5f071a8-39c6-4faf-9001-c377d582f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:29.941105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] Set router 35598508-23eb-48ee-bb17-75b705968625 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:29.943598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f071a8-39c6-4faf-9001-c377d582f069 None None] Routers {'1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:29.943960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e5f071a8-39c6-4faf-9001-c377d582f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:30.045610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a60b119-100c-4102-a824-edc9bd95d429 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:30.048335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3a60b119-100c-4102-a824-edc9bd95d429 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 881 time: 0.1479542 Aug 04 17:09:30.051331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34594) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:30.080304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-048ba1be-bf48-4b70-bcec-16479d6abe2c req-2fc86c89-384d-4857-aabb-9db621c371b3 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 210 time: 0.0313654 Aug 04 17:09:30.092185 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-036ec53c-efda-40e5-b98f-ce93dc3de170 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bb3aeab-e621-4fd0-b241-6dbbea0bd85e HTTP/1.1" status: 200 len: 205 time: 0.0395284 Aug 04 17:09:30.096202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34596) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:30.293214 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:30.327114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e5f071a8-39c6-4faf-9001-c377d582f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:30.327786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f071a8-39c6-4faf-9001-c377d582f069 None None] The sync data for ids ['1bb3aeab-e621-4fd0-b241-6dbbea0bd85e'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:30.644349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35598508-23eb-48ee-bb17-75b705968625', 'name': 'tempest-TestServerBasicOps-1107900857-router', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:15Z', 'updated_at': '2021-08-04T17:09:24Z', 'revision_number': 4, 'project_id': '3285e88e524342a7832ee62069416a15', 'gw_port': {'id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35598508-23eb-48ee-bb17-75b705968625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:17Z', 'updated_at': '2021-08-04T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd8092b90-f88c-4ee4-bc37-149ab7deb17f', 'name': '', 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'mac_address': 'fa:16:3e:f0:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35598508-23eb-48ee-bb17-75b705968625', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '5298ebc3-767a-4d41-8c2a-c242b58fb071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:22Z', 'updated_at': '2021-08-04T17:09:29Z', 'revision_number': 4, 'project_id': '3285e88e524342a7832ee62069416a15', 'subnets': [{'id': '5298ebc3-767a-4d41-8c2a-c242b58fb071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:30.687709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3bf022-aec3-4157-a105-6a6537d9b1b1 None None] The sync data for ids ['35598508-23eb-48ee-bb17-75b705968625'] in n-d-764435-5 is: [{'id': '35598508-23eb-48ee-bb17-75b705968625', 'name': 'tempest-TestServerBasicOps-1107900857-router', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:15Z', 'updated_at': '2021-08-04T17:09:24Z', 'revision_number': 4, 'project_id': '3285e88e524342a7832ee62069416a15', 'gw_port': {'id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35598508-23eb-48ee-bb17-75b705968625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:17Z', 'updated_at': '2021-08-04T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd8092b90-f88c-4ee4-bc37-149ab7deb17f', 'name': '', 'network_id': 'fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'mac_address': 'fa:16:3e:f0:39:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35598508-23eb-48ee-bb17-75b705968625', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '5298ebc3-767a-4d41-8c2a-c242b58fb071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:22Z', 'updated_at': '2021-08-04T17:09:29Z', 'revision_number': 4, 'project_id': '3285e88e524342a7832ee62069416a15', 'subnets': [{'id': '5298ebc3-767a-4d41-8c2a-c242b58fb071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:30.972138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-a7010c8e-ab4f-410b-a8ae-52052dafc666 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:30.973724 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-a7010c8e-ab4f-410b-a8ae-52052dafc666 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.82 "GET /v2.0/networks?id=357ca02e-8481-47e2-8b09-a8e527429479 HTTP/1.1" status: 200 len: 808 time: 0.1768219 Aug 04 17:09:30.976424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:31.052120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-d6456a37-0990-4ef0-b430-a9757c0b6cf4 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67aad0c6fdc346fb9a7bb519810f2bca HTTP/1.1" status: 200 len: 379 time: 0.0590239 Aug 04 17:09:31.070332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Request body: {'port': {'device_id': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'admin_state_up': True, 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'security_groups': ['d106f38e-3c56-4b24-9788-ac56c2caeb4f']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:31.132605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Deleting port f4bd1ec5-818e-48dc-8dae-8a1089b70756 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:09:31.132956 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:31.241516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2fb339f-5753-4d2c-b57f-11f3216e34d2 req-0f5dfd20-8b08-435b-8719-582e774306b5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 210 time: 0.0429382 Aug 04 17:09:31.363645 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:31.378734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Made reservation on behalf of 67aad0c6fdc346fb9a7bb519810f2bca for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:31.406058 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:31.442407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Calling delete_port for f4bd1ec5-818e-48dc-8dae-8a1089b70756 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:09:31.760928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Allocated IP 172.20.0.3 (357ca02e-8481-47e2-8b09-a8e527429479/8cc49710-2f01-47f1-8e0a-5ca88fa082ac/b05f9bf4-da5d-4637-81dd-a785c1e379b5) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:31.810741 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:31.862425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Pushing event deleted for resources: {'Port': ['ID=f4bd1ec5-818e-48dc-8dae-8a1089b70756,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:31.956802 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4847ddda-7c38-4f8b-b6fa-cdef1bcee786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:31.993861 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.109482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.116540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.123575 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.189467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Transition to ACTIVE for port object b05f9bf4-da5d-4637-81dd-a785c1e379b5 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:32.200901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.201524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Fanout notify agent at l3_agent the message router_deleted on router 1bb3aeab-e621-4fd0-b241-6dbbea0bd85e {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:09:32.210225 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.211399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5d87f614-3f90-4eda-8043-93cfdadc287e tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/1bb3aeab-e621-4fd0-b241-6dbbea0bd85e HTTP/1.1" status: 204 len: 168 time: 2.1141911 Aug 04 17:09:32.215435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34616) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:32.220591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4f6e63a2-d305-4b2c-b8c4-0df070df68db tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-343016368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:32.272631 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f6e63a2-d305-4b2c-b8c4-0df070df68db tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.273999 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f6e63a2-d305-4b2c-b8c4-0df070df68db tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.283209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.285115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d8092b90-f88c-4ee4-bc37-149ab7deb17f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:32.393941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port d8092b90-f88c-4ee4-bc37-149ab7deb17f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:32.398651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d8092b90-f88c-4ee4-bc37-149ab7deb17f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:32.399082 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.493928 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f6e63a2-d305-4b2c-b8c4-0df070df68db tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.519400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Network 357ca02e-8481-47e2-8b09-a8e527429479 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:32.520791 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f6e63a2-d305-4b2c-b8c4-0df070df68db tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.539103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event updated for resources: {'Port': ['ID=b05f9bf4-da5d-4637-81dd-a785c1e379b5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:32.580733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:32.588308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:32.609105 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.663527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port d8092b90-f88c-4ee4-bc37-149ab7deb17f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d8092b90-f88c-4ee4-bc37-149ab7deb17f,segment=NetworkSegment(172dc9fe-7778-4626-b1d0-b999ae2a15ef),segment_id=172dc9fe-7778-4626-b1d0-b999ae2a15ef)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:32.677659 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.718435 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f6e63a2-d305-4b2c-b8c4-0df070df68db tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.723532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34628) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:32.731655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:32.739891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4f6e63a2-d305-4b2c-b8c4-0df070df68db tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5230694 Aug 04 17:09:32.783971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:32.785006 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:32.802211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=d8092b90-f88c-4ee4-bc37-149ab7deb17f,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:32.805651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8842832-3102-4948-a178-a66b46a22720 req-f3af8010-33ff-4687-8638-6739bb613d3f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:32.818256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8842832-3102-4948-a178-a66b46a22720 req-f3af8010-33ff-4687-8638-6739bb613d3f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 931 time: 0.3107872 Aug 04 17:09:32.858748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-91aeb02e-8113-4cf7-bb52-663594f73ca5 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7971280 Aug 04 17:09:32.887422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Request body: {'port': {'device_id': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:32.955826 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8842832-3102-4948-a178-a66b46a22720 req-a31c5c68-86fe-4e0d-b9ca-23e6bf1f33c8 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361742 Aug 04 17:09:33.008009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:33.022176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-40fd5ae8-2d0f-46ca-a0f0-5d3f70aad34b None None] Provisioning for port b05f9bf4-da5d-4637-81dd-a785c1e379b5 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:33.028764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-40fd5ae8-2d0f-46ca-a0f0-5d3f70aad34b None None] Provisioning complete for port b05f9bf4-da5d-4637-81dd-a785c1e379b5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:33.029673 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-40fd5ae8-2d0f-46ca-a0f0-5d3f70aad34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:33.085443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-40fd5ae8-2d0f-46ca-a0f0-5d3f70aad34b None None] Port b05f9bf4-da5d-4637-81dd-a785c1e379b5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:09:33.468133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05f9bf4-da5d-4637-81dd-a785c1e379b5 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:09:33.492098 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:33.505760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Transition to ACTIVE for port object b05f9bf4-da5d-4637-81dd-a785c1e379b5 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:09:33.515007 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:33.625367 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:33.709674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Pushing event updated for resources: {'Port': ['ID=b05f9bf4-da5d-4637-81dd-a785c1e379b5,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:33.850477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Attempting to bind port b05f9bf4-da5d-4637-81dd-a785c1e379b5 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:09:33.851135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Attempting to bind port b05f9bf4-da5d-4637-81dd-a785c1e379b5 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:09:33.851721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Attempting to bind port b05f9bf4-da5d-4637-81dd-a785c1e379b5 on network 357ca02e-8481-47e2-8b09-a8e527429479 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:33.859933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Port b05f9bf4-da5d-4637-81dd-a785c1e379b5 on network 357ca02e-8481-47e2-8b09-a8e527429479 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:09:33.861057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Attempting to bind port b05f9bf4-da5d-4637-81dd-a785c1e379b5 on network 357ca02e-8481-47e2-8b09-a8e527429479 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:09:33.875747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:09:33.876761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Checking segment: {'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:33.877170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Bound using segment: {'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:09:33.877625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Bound port: b05f9bf4-da5d-4637-81dd-a785c1e379b5, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab47596-c2be-4614-a93f-98a62f480333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:09:33.877996 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:33.965051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:33.991304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:33.999444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] For port b05f9bf4-da5d-4637-81dd-a785c1e379b5, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:09:34.007139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] For port b05f9bf4-da5d-4637-81dd-a785c1e379b5, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b05f9bf4-da5d-4637-81dd-a785c1e379b5,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:09:34.020143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:34.081207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:34.082168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:34.085120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] 10.222.0.82 "PUT /v2.0/ports/b05f9bf4-da5d-4637-81dd-a785c1e379b5 HTTP/1.1" status: 200 len: 1091 time: 1.2142968 Aug 04 17:09:34.086366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'tag': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:09:34.089370 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f21a867-18d9-49e6-9d09-8e78c4730bae" -d '{"events": [{"name": "network-changed", "server_uuid": "46a9cc4d-0fe2-4758-bae8-1b0d86d0408d", "tag": "b05f9bf4-da5d-4637-81dd-a785c1e379b5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:09:34.222157 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832597c8-48ae-453e-95cd-b5f6de334065 x-openstack-request-id: req-832597c8-48ae-453e-95cd-b5f6de334065 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:09:34.222337 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a9cc4d-0fe2-4758-bae8-1b0d86d0408d", "tag": "b05f9bf4-da5d-4637-81dd-a785c1e379b5", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:09:34.222726 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-832597c8-48ae-453e-95cd-b5f6de334065 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:09:34.223174 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'tag': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5', 'status': 'completed', 'code': 200} Aug 04 17:09:34.246348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Allocated IP 172.25.2.57 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ec77cf68-3b75-4f2f-b5b1-de2ca3654b58) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:34.314244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4503bed-3c32-436d-8378-fad039599d40 req-3cbc90d1-8c87-40bb-9720-65743ebb91f7 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:34.319644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d8092b90-f88c-4ee4-bc37-149ab7deb17f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:34.320307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4503bed-3c32-436d-8378-fad039599d40 req-3cbc90d1-8c87-40bb-9720-65743ebb91f7 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 943 time: 0.2165740 Aug 04 17:09:34.330269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-970e0ae3-d04e-4056-b4d9-4aa42f346329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:34.332499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-970e0ae3-d04e-4056-b4d9-4aa42f346329 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=67aad0c6fdc346fb9a7bb519810f2bca&device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 1094 time: 0.1818304 Aug 04 17:09:34.335539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35490063-c312-472a-bf43-58ddb3bd5dae service neutron] Pushing event updated for resources: {'Port': ['ID=b05f9bf4-da5d-4637-81dd-a785c1e379b5,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:34.408567 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:34.463297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9401bd76-20f6-4c56-adac-9b5d104cd889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:34.477254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d8092b90-f88c-4ee4-bc37-149ab7deb17f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:34.477529 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:34.485781 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:34.512199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4503bed-3c32-436d-8378-fad039599d40 req-5e0cf32e-52b2-49da-8df8-13bb601b8afa tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783886 Aug 04 17:09:34.515957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-176a361d-5fc1-48d5-8049-0edddbd425d5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b05f9bf4-da5d-4637-81dd-a785c1e379b5 HTTP/1.1" status: 200 len: 217 time: 0.1472592 Aug 04 17:09:34.575931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Pushing event updated for resources: {'Port': ['ID=ec77cf68-3b75-4f2f-b5b1-de2ca3654b58,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:34.606290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-f7a9caa3-07c2-4801-a56b-7e77e213628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:34.606867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:34.607827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-f7a9caa3-07c2-4801-a56b-7e77e213628d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8cc49710-2f01-47f1-8e0a-5ca88fa082ac HTTP/1.1" status: 200 len: 847 time: 0.0865197 Aug 04 17:09:34.608304 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:34.612692 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.613180 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.613526 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.613863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.614202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.614541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.614935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.615281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.615610 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.615991 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.616271 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.616598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:09:34.621510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:34.716805 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-773c8afb-ba2f-48bd-9c6b-de6564f6188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:34.722075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-773c8afb-ba2f-48bd-9c6b-de6564f6188f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=357ca02e-8481-47e2-8b09-a8e527429479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051311 Aug 04 17:09:34.948953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-e96af3c8-08f2-4a46-9dc1-db4cb6de84c3 service neutron] 10.222.0.82 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143822 Aug 04 17:09:34.957384 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:35.089946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be41ac8-5755-4dc5-a6a7-ab35eb7307e6 req-694253c3-1672-4310-96f8-06e4f53a4a5a service neutron] 10.222.0.82 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291842 Aug 04 17:09:35.090512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:35.199478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-1298c7ad-23fe-4eb5-ae71-f80bab3a75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:35.201044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-1298c7ad-23fe-4eb5-ae71-f80bab3a75f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=67aad0c6fdc346fb9a7bb519810f2bca&device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 1094 time: 0.0579612 Aug 04 17:09:35.315724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-b7e5b72b-ec66-45e2-9a91-cac4dfe7bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:35.317445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-b7e5b72b-ec66-45e2-9a91-cac4dfe7bc0b service neutron] 10.222.0.82 "GET /v2.0/networks?id=357ca02e-8481-47e2-8b09-a8e527429479 HTTP/1.1" status: 200 len: 910 time: 0.1081729 Aug 04 17:09:35.381570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:35.385626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:35.385994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-77eb1dff-f6ca-45f3-bdd7-f09edb6a14ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b05f9bf4-da5d-4637-81dd-a785c1e379b5 HTTP/1.1" status: 200 len: 217 time: 0.0497663 Aug 04 17:09:35.448870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-42aca7b5-2ffd-4c9f-b054-3f8aac649132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:35.450558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-42aca7b5-2ffd-4c9f-b054-3f8aac649132 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8cc49710-2f01-47f1-8e0a-5ca88fa082ac HTTP/1.1" status: 200 len: 847 time: 0.0555806 Aug 04 17:09:35.502540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-697824bd-8cbb-4619-aa67-da4072a3dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:35.504549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-697824bd-8cbb-4619-aa67-da4072a3dcd4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=357ca02e-8481-47e2-8b09-a8e527429479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456569 Aug 04 17:09:35.529863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Router 15ada172-a774-4372-b15b-572aded4cc5d is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:09:35.648301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:35.650196 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-fe730875-db1a-47a9-8c77-34091d135090 service neutron] 10.222.0.82 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342909 Aug 04 17:09:35.657721 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:35.657721 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0dcd79c0-9371-4902-b4ea-2ad7cafa485a tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "PUT /v2.0/routers/15ada172-a774-4372-b15b-572aded4cc5d HTTP/1.1" status: 200 len: 882 time: 2.9327610 Aug 04 17:09:35.660935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34654) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:35.662751 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d8ef86-f0ce-4e9c-bb68-f73db25f42bb None None] Sync routers for ids ['15ada172-a774-4372-b15b-572aded4cc5d'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:35.674454 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d8ef86-f0ce-4e9c-bb68-f73db25f42bb None None] Routers {'15ada172-a774-4372-b15b-572aded4cc5d'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:35.675759 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-93d8ef86-f0ce-4e9c-bb68-f73db25f42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15ada172-a774-4372-b15b-572aded4cc5d'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:35.677908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ce079-1502-40a4-a2f5-4976b580505d req-37c9d07c-5c78-46f9-b23b-7bea521da273 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:35.679912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415ce079-1502-40a4-a2f5-4976b580505d req-37c9d07c-5c78-46f9-b23b-7bea521da273 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 943 time: 0.0793579 Aug 04 17:09:35.711279 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-93d8ef86-f0ce-4e9c-bb68-f73db25f42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:35.720761 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d8ef86-f0ce-4e9c-bb68-f73db25f42bb None None] Routers {'15ada172-a774-4372-b15b-572aded4cc5d'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:35.721912 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-93d8ef86-f0ce-4e9c-bb68-f73db25f42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15ada172-a774-4372-b15b-572aded4cc5d'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:35.762880 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-93d8ef86-f0ce-4e9c-bb68-f73db25f42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:35.763926 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d8ef86-f0ce-4e9c-bb68-f73db25f42bb None None] The sync data for ids ['15ada172-a774-4372-b15b-572aded4cc5d'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:35.787367 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:35.794138 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-05c16d8e-4b14-458d-91f1-044e52485e25 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/routers/15ada172-a774-4372-b15b-572aded4cc5d HTTP/1.1" status: 200 len: 923 time: 0.1317134 Aug 04 17:09:35.798110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34658) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:35.867738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac939a-60ad-4ee7-9fcb-657b92a0ad6a tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:35.879577 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-41ac939a-60ad-4ee7-9fcb-657b92a0ad6a tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&device_id=15ada172-a774-4372-b15b-572aded4cc5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0793624 Aug 04 17:09:35.882277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34662) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:35.884497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415ce079-1502-40a4-a2f5-4976b580505d req-0696885d-8910-47dc-afa9-f45c538666c1 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155210 Aug 04 17:09:35.893023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f21a867-18d9-49e6-9d09-8e78c4730bae req-32eec8de-b99f-4df0-9f2c-ac351e2bd60a service neutron] 10.222.0.82 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121141 Aug 04 17:09:35.989007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deff4c2f-8ec7-4b4a-a0af-76d810127a88 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:35.990608 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-deff4c2f-8ec7-4b4a-a0af-76d810127a88 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 881 time: 0.1062870 Aug 04 17:09:35.993710 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34668) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:36.030612 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3f141a3f-b073-4c21-8bb6-6e601f03b5c2 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=15ada172-a774-4372-b15b-572aded4cc5d HTTP/1.1" status: 200 len: 205 time: 0.0356801 Aug 04 17:09:36.033725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34670) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:36.157874 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.271767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.327677 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Deleting port ec77cf68-3b75-4f2f-b5b1-de2ca3654b58 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:09:36.328038 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.409162 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.421500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Calling delete_port for ec77cf68-3b75-4f2f-b5b1-de2ca3654b58 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:09:36.598662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.626161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Pushing event deleted for resources: {'Port': ['ID=ec77cf68-3b75-4f2f-b5b1-de2ca3654b58,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:36.694037 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.798257 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.800454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.815076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b05f9bf4-da5d-4637-81dd-a785c1e379b5 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:09:36.848305 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.848857 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Fanout notify agent at l3_agent the message router_deleted on router 15ada172-a774-4372-b15b-572aded4cc5d {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:09:36.857276 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.858638 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4c1b3848-8d7c-402a-986a-af9f3d50c072 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/15ada172-a774-4372-b15b-572aded4cc5d HTTP/1.1" status: 204 len: 168 time: 0.8239126 Aug 04 17:09:36.862617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34674) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:36.869422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-824ccbea-8ce9-4176-9fbb-795370309fda tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1648482691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:36.898683 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-824ccbea-8ce9-4176-9fbb-795370309fda tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.899922 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-824ccbea-8ce9-4176-9fbb-795370309fda tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.976328 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-824ccbea-8ce9-4176-9fbb-795370309fda tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:36.983019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-824ccbea-8ce9-4176-9fbb-795370309fda tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:37.001987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port b05f9bf4-da5d-4637-81dd-a785c1e379b5, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b05f9bf4-da5d-4637-81dd-a785c1e379b5,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:37.008520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-824ccbea-8ce9-4176-9fbb-795370309fda tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:37.010866 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-824ccbea-8ce9-4176-9fbb-795370309fda tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1459117 Aug 04 17:09:37.013224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34684) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:37.021979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'enable_snat': True}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:37.042643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'port_id': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5', 'mac_address': 'fa:16:3e:b9:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:09:37.102705 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:37.109521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cf5e9-863e-45e1-bc4a-f462dc669d8d req-3bbc3d52-0eed-4a4b-9cda-8b1a5065a4f3 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:37.118014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d0cf5e9-863e-45e1-bc4a-f462dc669d8d req-3bbc3d52-0eed-4a4b-9cda-8b1a5065a4f3 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 943 time: 0.0687735 Aug 04 17:09:37.121028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05f9bf4-da5d-4637-81dd-a785c1e379b5 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:09:37.158364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port b05f9bf4-da5d-4637-81dd-a785c1e379b5, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b05f9bf4-da5d-4637-81dd-a785c1e379b5,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:37.169805 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:37.190293 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d0cf5e9-863e-45e1-bc4a-f462dc669d8d req-425d8612-3ab4-4307-b5e3-7e08eba9c72b tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711939 Aug 04 17:09:37.253794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=b05f9bf4-da5d-4637-81dd-a785c1e379b5,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:37.390098 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:37.480360 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['b05f9bf4-da5d-4637-81dd-a785c1e379b5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:09:37.560692 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:37.795778 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:37.815906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:37.938824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Allocated IP 172.25.2.73 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/97011e78-8355-4a30-80eb-4a2f68bb6f1e) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:38.063671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:38.122611 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:38.175509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:38.181093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:38.184886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:38.191483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event updated for resources: {'Port': ['ID=97011e78-8355-4a30-80eb-4a2f68bb6f1e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:38.356931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fcab9-1083-4009-a441-a0a54c50e721 req-110a3ada-4464-4182-9558-c1e929d63f2f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:38.359678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f90fcab9-1083-4009-a441-a0a54c50e721 req-110a3ada-4464-4182-9558-c1e929d63f2f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 944 time: 0.0770624 Aug 04 17:09:38.403125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f90fcab9-1083-4009-a441-a0a54c50e721 req-f4f94d91-3597-4141-9d4b-4271224796c0 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367637 Aug 04 17:09:38.487294 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:38.703329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:38.710241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:38.830615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b05f9bf4-da5d-4637-81dd-a785c1e379b5 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:09:38.969125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Router 6da4d511-4a28-4f56-9e0c-a8e5fc559360 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:09:38.973602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port b05f9bf4-da5d-4637-81dd-a785c1e379b5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:09:38.976568 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:38.977528 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:38.980330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port b05f9bf4-da5d-4637-81dd-a785c1e379b5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:09:38.980833 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:39.088985 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:39.115298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:09:39.118102 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f22536-aa3b-41e4-aabb-4b1879492f32" -d '{"events": [{"server_uuid": "46a9cc4d-0fe2-4758-bae8-1b0d86d0408d", "name": "network-vif-plugged", "status": "completed", "tag": "b05f9bf4-da5d-4637-81dd-a785c1e379b5"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:09:39.135173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port b05f9bf4-da5d-4637-81dd-a785c1e379b5, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b05f9bf4-da5d-4637-81dd-a785c1e379b5,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:09:39.148604 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:39.180104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:39.190516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:39.200050 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e524db7d-f4a5-414c-81d0-89feacb9a167 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "PUT /v2.0/routers/6da4d511-4a28-4f56-9e0c-a8e5fc559360 HTTP/1.1" status: 200 len: 918 time: 2.1856260 Aug 04 17:09:39.202667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34714) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:39.257044 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dd5299-084d-4e62-988b-8b9d8412b293 x-openstack-request-id: req-64dd5299-084d-4e62-988b-8b9d8412b293 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:09:39.257482 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a9cc4d-0fe2-4758-bae8-1b0d86d0408d", "name": "network-vif-plugged", "status": "completed", "tag": "b05f9bf4-da5d-4637-81dd-a785c1e379b5", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:09:39.257877 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64dd5299-084d-4e62-988b-8b9d8412b293 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:09:39.258584 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5', 'code': 200} Aug 04 17:09:39.269718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7823835-df63-4601-a260-2be65e719a91 None None] Sync routers for ids ['6da4d511-4a28-4f56-9e0c-a8e5fc559360'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:39.300360 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7823835-df63-4601-a260-2be65e719a91 None None] Routers {'6da4d511-4a28-4f56-9e0c-a8e5fc559360'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:39.301988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7823835-df63-4601-a260-2be65e719a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6da4d511-4a28-4f56-9e0c-a8e5fc559360'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:39.353150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7823835-df63-4601-a260-2be65e719a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:39.376839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=b05f9bf4-da5d-4637-81dd-a785c1e379b5,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:39.379823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7823835-df63-4601-a260-2be65e719a91 None None] Routers {'6da4d511-4a28-4f56-9e0c-a8e5fc559360'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:39.380839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7823835-df63-4601-a260-2be65e719a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6da4d511-4a28-4f56-9e0c-a8e5fc559360'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:39.422102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b7823835-df63-4601-a260-2be65e719a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:39.423204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7823835-df63-4601-a260-2be65e719a91 None None] The sync data for ids ['6da4d511-4a28-4f56-9e0c-a8e5fc559360'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:39.447757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8966a5-5a1a-44b2-8519-dc10b237aa93 req-439b528e-1d43-4a1b-b6c4-1c01af55d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:39.450880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f8966a5-5a1a-44b2-8519-dc10b237aa93 req-439b528e-1d43-4a1b-b6c4-1c01af55d7aa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 1096 time: 0.1421835 Aug 04 17:09:39.526471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d42611a3-a20a-4a53-bd4c-4c38ac13ebd5 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/routers/6da4d511-4a28-4f56-9e0c-a8e5fc559360 HTTP/1.1" status: 200 len: 924 time: 0.3219180 Aug 04 17:09:39.528840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34726) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:39.538036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f8966a5-5a1a-44b2-8519-dc10b237aa93 req-592f2665-3df8-468e-b2f8-14a1a13907d8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782866 Aug 04 17:09:39.558297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d52f19-06ff-4d84-8784-c821f6b5fd3b req-1b8edf5f-2e3e-4818-9c44-955b15a20a9c tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:39.559893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2d52f19-06ff-4d84-8784-c821f6b5fd3b req-1b8edf5f-2e3e-4818-9c44-955b15a20a9c tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 945 time: 0.0732510 Aug 04 17:09:39.574023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc44a8-95ea-48fd-b5c5-3054fd8820ac tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:39.578118 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0fbc44a8-95ea-48fd-b5c5-3054fd8820ac tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&device_id=6da4d511-4a28-4f56-9e0c-a8e5fc559360&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0456700 Aug 04 17:09:39.578349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34728) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:39.603208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2d52f19-06ff-4d84-8784-c821f6b5fd3b req-205a1b4b-80e2-4504-ada6-93cc995fc5e4 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356669 Aug 04 17:09:39.670980 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20fbf2-b5a4-439a-9fd6-64f4a44ed16d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:39.672487 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7f20fbf2-b5a4-439a-9fd6-64f4a44ed16d tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 881 time: 0.0929492 Aug 04 17:09:39.675256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34730) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:39.709209 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-11862137-e123-4366-9e3b-c5025d29adc9 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=6da4d511-4a28-4f56-9e0c-a8e5fc559360 HTTP/1.1" status: 200 len: 205 time: 0.0303981 Aug 04 17:09:39.709922 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34732) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:39.820949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:39.933585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.007292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Deleting port 97011e78-8355-4a30-80eb-4a2f68bb6f1e {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:09:40.007643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.090397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.104171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Calling delete_port for 97011e78-8355-4a30-80eb-4a2f68bb6f1e owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:09:40.317421 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.367237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Pushing event deleted for resources: {'Port': ['ID=97011e78-8355-4a30-80eb-4a2f68bb6f1e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:40.444682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.558281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.560187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.612134 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.612708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Fanout notify agent at l3_agent the message router_deleted on router 6da4d511-4a28-4f56-9e0c-a8e5fc559360 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:09:40.620433 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.626191 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c245c8ff-f505-48c7-98df-6666bd925381 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/6da4d511-4a28-4f56-9e0c-a8e5fc559360 HTTP/1.1" status: 204 len: 168 time: 0.9116333 Aug 04 17:09:40.626191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34742) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:40.631515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-04141922-1997-4ff0-9197-0c7e401b933f tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1248551478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:40.657754 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04141922-1997-4ff0-9197-0c7e401b933f tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.659287 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04141922-1997-4ff0-9197-0c7e401b933f tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.723292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04141922-1997-4ff0-9197-0c7e401b933f tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.729695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04141922-1997-4ff0-9197-0c7e401b933f tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.738796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d02c4-b28b-4f09-8e17-9591bf5c3012 req-51ae2ca8-d981-4caf-9f99-707b72212eb4 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:40.740488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f95d02c4-b28b-4f09-8e17-9591bf5c3012 req-51ae2ca8-d981-4caf-9f99-707b72212eb4 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 945 time: 0.0593250 Aug 04 17:09:40.758666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04141922-1997-4ff0-9197-0c7e401b933f tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:40.760101 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-04141922-1997-4ff0-9197-0c7e401b933f tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1328042 Aug 04 17:09:40.762939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34754) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:40.768028 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'enable_snat': False}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:40.792404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f95d02c4-b28b-4f09-8e17-9591bf5c3012 req-6ffb40a9-e9c6-442b-ab9c-d835344cefb3 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434639 Aug 04 17:09:40.938487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370535e-c2f3-432f-949f-b7b75a201af1 req-4817bafd-24d1-4b4e-9900-6918cdf04536 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:40.940607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f370535e-c2f3-432f-949f-b7b75a201af1 req-4817bafd-24d1-4b4e-9900-6918cdf04536 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 945 time: 0.0688627 Aug 04 17:09:40.985069 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f370535e-c2f3-432f-949f-b7b75a201af1 req-36efbdaf-0416-4c8c-8ee7-dcb386c255c8 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379419 Aug 04 17:09:41.132381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a0309-93ba-4be2-9b1e-b9219a30d006 req-2670c53f-4bcf-4196-85d4-c6c373a2df48 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:41.134008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f04a0309-93ba-4be2-9b1e-b9219a30d006 req-2670c53f-4bcf-4196-85d4-c6c373a2df48 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 945 time: 0.0553119 Aug 04 17:09:41.187765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f04a0309-93ba-4be2-9b1e-b9219a30d006 req-cfb0b810-70d4-4899-b11d-2a8958c8efc2 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452864 Aug 04 17:09:41.212640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34760) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:41.276619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:41.378779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed45a780-c122-4499-a4e8-4e84d8fe1309 tempest-TestServerBasicOps-1229565742 tempest-TestServerBasicOps-1229565742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:41.380429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ed45a780-c122-4499-a4e8-4e84d8fe1309 tempest-TestServerBasicOps-1229565742 tempest-TestServerBasicOps-1229565742-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 1091 time: 0.1665914 Aug 04 17:09:41.386186 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34766) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:41.393729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:41.520033 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:41.623989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:41.654952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:41.779553 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:41.821655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Allocated IP 172.25.2.220 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/4105a13e-97ee-4541-a353-229605921397) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:41.871855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b65bf0-9fb8-4a02-b051-53635b935fa9 req-028ba2ad-9a48-481a-8327-f26a92eb677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:41.873548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1b65bf0-9fb8-4a02-b051-53635b935fa9 req-028ba2ad-9a48-481a-8327-f26a92eb677b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 1097 time: 0.0784171 Aug 04 17:09:41.899206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11f0d0-31c1-46b6-a6dc-ae3c342ffdf2 req-e02b1c02-9bc8-4244-a0c1-c56c05092d7e tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:41.900979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc11f0d0-31c1-46b6-a6dc-ae3c342ffdf2 req-e02b1c02-9bc8-4244-a0c1-c56c05092d7e tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.0743985 Aug 04 17:09:41.995512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc11f0d0-31c1-46b6-a6dc-ae3c342ffdf2 req-9099ceb0-72f5-415c-8d42-727f88653a63 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835326 Aug 04 17:09:41.999087 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:42.016825 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b65bf0-9fb8-4a02-b051-53635b935fa9 req-9ec13284-1a8d-4a91-8b4a-e4cf15a890d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:42.019361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1b65bf0-9fb8-4a02-b051-53635b935fa9 req-9ec13284-1a8d-4a91-8b4a-e4cf15a890d1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 921 time: 0.1378050 Aug 04 17:09:42.051786 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:42.068419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1b65bf0-9fb8-4a02-b051-53635b935fa9 req-407df576-72d0-4cbc-84ac-b79697eaa34e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f78e0052-b1b5-4602-bae5-94ec8c375614 HTTP/1.1" status: 200 len: 217 time: 0.0388296 Aug 04 17:09:42.107550 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:09:42.126614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:42.133033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b65bf0-9fb8-4a02-b051-53635b935fa9 req-19faa285-bda0-4974-b1f3-472d794cf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:42.133675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:42.134255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1b65bf0-9fb8-4a02-b051-53635b935fa9 req-19faa285-bda0-4974-b1f3-472d794cf75a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 200 len: 859 time: 0.0588453 Aug 04 17:09:42.145288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:42.172124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1b65bf0-9fb8-4a02-b051-53635b935fa9 req-fb4fe8ad-1208-43a9-8526-829598cf6e1e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300276 Aug 04 17:09:42.200468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Pushing event updated for resources: {'Port': ['ID=4105a13e-97ee-4541-a353-229605921397,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:42.217463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Allocated IP 172.25.2.88 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/117d1369-b5e8-49cb-a893-079c1f2f5bb5) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:42.283559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1b65bf0-9fb8-4a02-b051-53635b935fa9 req-4876d1d8-2951-44c2-a617-3d6be0d12658 service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030273 Aug 04 17:09:42.382897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1b65bf0-9fb8-4a02-b051-53635b935fa9 req-21010f55-4d63-44f9-92ec-6cf0e5529555 service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904837 Aug 04 17:09:42.502407 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:42.621854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:42.660050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:42.725035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:42.767764 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:42.774351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:42.788857 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event updated for resources: {'Port': ['ID=117d1369-b5e8-49cb-a893-079c1f2f5bb5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:43.058388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:43.066233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:43.163510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500bfd7-ea57-414a-aa9f-56a0aab36b96 req-2ebef10a-f501-4cad-bf4b-29d3f554c385 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:43.164761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8500bfd7-ea57-414a-aa9f-56a0aab36b96 req-2ebef10a-f501-4cad-bf4b-29d3f554c385 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.0737648 Aug 04 17:09:43.652138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8500bfd7-ea57-414a-aa9f-56a0aab36b96 req-97cdd4c4-3497-478d-8149-423e951fbe1f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776947 Aug 04 17:09:43.694570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Router 94115c7f-e148-4a1a-a0ed-2d86927c175c is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:09:43.756973 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:43.883842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:43.885428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:43.889226 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:43.890579 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-56d849bc-cb17-4383-b413-aa0436cef9e8 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "PUT /v2.0/routers/94115c7f-e148-4a1a-a0ed-2d86927c175c HTTP/1.1" status: 200 len: 920 time: 3.1265934 Aug 04 17:09:43.893838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34798) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:43.900372 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc02974-e2d3-4349-aad8-57dca7ea1bdf None None] Sync routers for ids ['94115c7f-e148-4a1a-a0ed-2d86927c175c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:43.913628 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc02974-e2d3-4349-aad8-57dca7ea1bdf None None] Routers {'94115c7f-e148-4a1a-a0ed-2d86927c175c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:43.915229 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bcc02974-e2d3-4349-aad8-57dca7ea1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['94115c7f-e148-4a1a-a0ed-2d86927c175c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:43.962580 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bcc02974-e2d3-4349-aad8-57dca7ea1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:43.975123 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc02974-e2d3-4349-aad8-57dca7ea1bdf None None] Routers {'94115c7f-e148-4a1a-a0ed-2d86927c175c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:43.976113 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bcc02974-e2d3-4349-aad8-57dca7ea1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['94115c7f-e148-4a1a-a0ed-2d86927c175c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:44.018766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd0f0f12-7a39-43bc-80b7-0c0722594678 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/routers/94115c7f-e148-4a1a-a0ed-2d86927c175c HTTP/1.1" status: 200 len: 926 time: 0.1228762 Aug 04 17:09:44.023164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34800) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:44.027189 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bcc02974-e2d3-4349-aad8-57dca7ea1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:44.028454 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc02974-e2d3-4349-aad8-57dca7ea1bdf None None] The sync data for ids ['94115c7f-e148-4a1a-a0ed-2d86927c175c'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:44.072106 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:44.077989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:44.099264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb7542-afdf-49a2-b469-5a3017a9ab9b tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:44.100799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3fcb7542-afdf-49a2-b469-5a3017a9ab9b tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&device_id=94115c7f-e148-4a1a-a0ed-2d86927c175c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0745862 Aug 04 17:09:44.103783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34802) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:44.146824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event updated for resources: {'Port': ['ID=117d1369-b5e8-49cb-a893-079c1f2f5bb5,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:44.160943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:44.191452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2e02d8-e263-43e7-b261-f94d701fb484 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:44.192852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3f2e02d8-e263-43e7-b261-f94d701fb484 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/networks/4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 881 time: 0.0882528 Aug 04 17:09:44.195724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34804) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:44.222305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c1bc6027-2100-48d5-bfca-1a19741b344b tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=94115c7f-e148-4a1a-a0ed-2d86927c175c HTTP/1.1" status: 200 len: 205 time: 0.0255046 Aug 04 17:09:44.224877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34806) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:44.264642 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Floating IP fdcad7bf-95ec-4820-8bd8-331c40e400ce associated. External IP: 172.25.2.88, port: b05f9bf4-da5d-4637-81dd-a785c1e379b5. Aug 04 17:09:44.332450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:44.437454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:44.477759 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Router 595a235c-85b6-46cd-946a-0da4af20dacd has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:09:44.493399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Deleting port 4105a13e-97ee-4541-a353-229605921397 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:09:44.493760 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:44.576341 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:44.589314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Calling delete_port for 4105a13e-97ee-4541-a353-229605921397 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:09:44.590678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:44.603205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] Sync routers for ids ['595a235c-85b6-46cd-946a-0da4af20dacd'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:44.608089 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:44.618001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] Routers {'595a235c-85b6-46cd-946a-0da4af20dacd'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:44.618797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['595a235c-85b6-46cd-946a-0da4af20dacd'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:44.640227 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7b16806d-0703-4d7e-9aee-2d7a264c9a0f tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2542458 Aug 04 17:09:44.640819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'tag': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:09:44.643388 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e6b5dc-02f1-4c3f-8346-afec59018b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "46a9cc4d-0fe2-4758-bae8-1b0d86d0408d", "tag": "b05f9bf4-da5d-4637-81dd-a785c1e379b5"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:09:44.690272 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bfb0af-ad3d-4f2a-a05a-9745d91711db x-openstack-request-id: req-97bfb0af-ad3d-4f2a-a05a-9745d91711db {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:09:44.690834 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a9cc4d-0fe2-4758-bae8-1b0d86d0408d", "tag": "b05f9bf4-da5d-4637-81dd-a785c1e379b5", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:09:44.691304 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97bfb0af-ad3d-4f2a-a05a-9745d91711db {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:09:44.692627 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'tag': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5', 'status': 'completed', 'code': 200} Aug 04 17:09:44.732346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] Set router 595a235c-85b6-46cd-946a-0da4af20dacd gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:44.780036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-2a2f9171-55af-479d-9b3c-ff6e09a6b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:44.781719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-2a2f9171-55af-479d-9b3c-ff6e09a6b2f9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=67aad0c6fdc346fb9a7bb519810f2bca&device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 1096 time: 0.0620251 Aug 04 17:09:44.967100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb262b2-cc40-48a3-a190-4442bea26533 req-d88083a0-72eb-48ab-a473-292d3f18bde5 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:44.968766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fb262b2-cc40-48a3-a190-4442bea26533 req-d88083a0-72eb-48ab-a473-292d3f18bde5 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1623619 Aug 04 17:09:44.976815 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:45.010116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'fdcad7bf-95ec-4820-8bd8-331c40e400ce', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'port_id': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'mac_address': 'fa:16:3e:b9:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:09:43Z', 'updated_at': '2021-08-04T17:09:43Z', 'revision_number': 0, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee66539-c016-4e42-8767-ec5974a7dc3c', 'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'mac_address': 'fa:16:3e:54:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:10Z', 'updated_at': '2021-08-04T17:09:19Z', 'revision_number': 5, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'subnets': [{'id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:45.035473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Pushing event deleted for resources: {'Port': ['ID=4105a13e-97ee-4541-a353-229605921397,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:45.038116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-e28c8d3a-4fda-440c-a4ff-42cc2d6a2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:45.039785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-e28c8d3a-4fda-440c-a4ff-42cc2d6a2d24 service neutron] 10.222.0.82 "GET /v2.0/networks?id=357ca02e-8481-47e2-8b09-a8e527429479 HTTP/1.1" status: 200 len: 910 time: 0.2498527 Aug 04 17:09:45.042280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] Checking router: 595a235c-85b6-46cd-946a-0da4af20dacd for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:09:45.051530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] Routers {'595a235c-85b6-46cd-946a-0da4af20dacd'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:45.052292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['595a235c-85b6-46cd-946a-0da4af20dacd'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:45.117069 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fb262b2-cc40-48a3-a190-4442bea26533 req-e604a573-b09f-486e-8163-d8dee0524227 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363120 Aug 04 17:09:45.170741 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:45.176931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] Set router 595a235c-85b6-46cd-946a-0da4af20dacd gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:09:45.210671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-d3105137-52d5-4c03-98ed-498e3b581df9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b05f9bf4-da5d-4637-81dd-a785c1e379b5 HTTP/1.1" status: 200 len: 998 time: 0.1610770 Aug 04 17:09:45.305020 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:45.308506 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:45.354826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-8ebae066-9e39-43bf-be3a-49f7f784269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:45.356323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-8ebae066-9e39-43bf-be3a-49f7f784269a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8cc49710-2f01-47f1-8e0a-5ca88fa082ac HTTP/1.1" status: 200 len: 847 time: 0.1145637 Aug 04 17:09:45.374334 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:45.374918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Fanout notify agent at l3_agent the message router_deleted on router 94115c7f-e148-4a1a-a0ed-2d86927c175c {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:09:45.396033 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:45.400766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a37c3705-5e26-4cec-a5d1-e46ddc80d005 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/94115c7f-e148-4a1a-a0ed-2d86927c175c HTTP/1.1" status: 204 len: 168 time: 1.1714411 Aug 04 17:09:45.401018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34828) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:45.407398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1472848428', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:45.438416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'fdcad7bf-95ec-4820-8bd8-331c40e400ce', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'port_id': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'mac_address': 'fa:16:3e:b9:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:09:43Z', 'updated_at': '2021-08-04T17:09:43Z', 'revision_number': 0, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee66539-c016-4e42-8767-ec5974a7dc3c', 'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'mac_address': 'fa:16:3e:54:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:10Z', 'updated_at': '2021-08-04T17:09:19Z', 'revision_number': 5, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'subnets': [{'id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:45.445962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-4cd97e2c-9c0c-437e-8cd3-b326896c2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:45.448134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-4cd97e2c-9c0c-437e-8cd3-b326896c2766 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=357ca02e-8481-47e2-8b09-a8e527429479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837140 Aug 04 17:09:45.449761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:45.451076 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:45.470410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b5bb1-9738-44c1-bcb7-e6bcf0b675d1 None None] The sync data for ids ['595a235c-85b6-46cd-946a-0da4af20dacd'] in n-d-764435-5 is: [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'fdcad7bf-95ec-4820-8bd8-331c40e400ce', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'port_id': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'mac_address': 'fa:16:3e:b9:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:09:43Z', 'updated_at': '2021-08-04T17:09:43Z', 'revision_number': 0, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee66539-c016-4e42-8767-ec5974a7dc3c', 'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'mac_address': 'fa:16:3e:54:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:10Z', 'updated_at': '2021-08-04T17:09:19Z', 'revision_number': 5, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'subnets': [{'id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:45.576745 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:45.662351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-bab173df-efbe-4965-9ddf-614fdf34333b service neutron] 10.222.0.82 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056384 Aug 04 17:09:45.719287 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992fc68-730a-40c1-8c18-2c7323c68f3b None None] New status for floating IP fdcad7bf-95ec-4820-8bd8-331c40e400ce: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:09:45.783510 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:45.875084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25e6b5dc-02f1-4c3f-8346-afec59018b4a req-fe7e6baa-27a7-4db0-81fc-92d047bf22f6 service neutron] 10.222.0.82 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026730 Aug 04 17:09:46.038467 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:46.058394 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:46.171229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Allocated IP 172.25.2.218 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/75fd8dba-940a-4300-96ef-34f4e99a3564) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:09:46.312061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5abf4a-286e-4b3b-b097-73d0f6a2eebf req-e54f3326-02e9-4fa0-b858-206bce15f47f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:46.314059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a5abf4a-286e-4b3b-b097-73d0f6a2eebf req-e54f3326-02e9-4fa0-b858-206bce15f47f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.0897958 Aug 04 17:09:46.328163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:46.380816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a5abf4a-286e-4b3b-b097-73d0f6a2eebf req-83ab2ef2-ccf6-4e53-9307-0b3224116f0c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576639 Aug 04 17:09:46.417224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:46.481301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:09:46.487643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:46.491914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:46.498552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Pushing event updated for resources: {'Port': ['ID=75fd8dba-940a-4300-96ef-34f4e99a3564,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:46.755241 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:46.963301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:47.467220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Router fb074c9c-d250-40e5-b7a7-1d3be8b6f097 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:09:47.614375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9f500-1aab-4876-963f-5e71adcec911 req-27f4d78d-5dcf-4d9b-9f6c-04e63c4052d2 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:47.615992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68c9f500-1aab-4876-963f-5e71adcec911 req-27f4d78d-5dcf-4d9b-9f6c-04e63c4052d2 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1018035 Aug 04 17:09:47.621425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:47.631811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bffdb0-81cc-4435-96d4-1125e306c372 None None] Sync routers for ids ['fb074c9c-d250-40e5-b7a7-1d3be8b6f097'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:47.643423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bffdb0-81cc-4435-96d4-1125e306c372 None None] Routers {'fb074c9c-d250-40e5-b7a7-1d3be8b6f097'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:47.644074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b4bffdb0-81cc-4435-96d4-1125e306c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['fb074c9c-d250-40e5-b7a7-1d3be8b6f097'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:47.662335 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:47.666538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0edd5a7d-7d86-44c2-b836-f46531e915bd tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2619836 Aug 04 17:09:47.666840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34850) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:47.671591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:47.683181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b4bffdb0-81cc-4435-96d4-1125e306c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:47.693069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bffdb0-81cc-4435-96d4-1125e306c372 None None] Routers {'fb074c9c-d250-40e5-b7a7-1d3be8b6f097'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:47.693673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b4bffdb0-81cc-4435-96d4-1125e306c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['fb074c9c-d250-40e5-b7a7-1d3be8b6f097'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:47.715303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68c9f500-1aab-4876-963f-5e71adcec911 req-e15e2909-522c-4099-9e30-70cff81c19bd tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917954 Aug 04 17:09:47.729536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b4bffdb0-81cc-4435-96d4-1125e306c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:47.730660 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bffdb0-81cc-4435-96d4-1125e306c372 None None] The sync data for ids ['fb074c9c-d250-40e5-b7a7-1d3be8b6f097'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:48.011443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:48.026841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:48.083496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Deleting port 75fd8dba-940a-4300-96ef-34f4e99a3564 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:09:48.083496 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:48.175220 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:48.194455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Calling delete_port for 75fd8dba-940a-4300-96ef-34f4e99a3564 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:09:48.383235 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:48.411564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Pushing event deleted for resources: {'Port': ['ID=75fd8dba-940a-4300-96ef-34f4e99a3564,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:48.481206 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:48.691441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fe47e-9c6c-4a48-b7ad-8bd90908f411 req-b540c712-6474-4a69-9eb5-0270bd957d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:48.692974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-289fe47e-9c6c-4a48-b7ad-8bd90908f411 req-b540c712-6474-4a69-9eb5-0270bd957d96 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 1097 time: 0.1413922 Aug 04 17:09:48.740136 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:48.747903 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:48.794519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-289fe47e-9c6c-4a48-b7ad-8bd90908f411 req-6ded6764-269f-472d-8496-abfad13ae4d8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746264 Aug 04 17:09:48.876040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Router fb074c9c-d250-40e5-b7a7-1d3be8b6f097 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:09:48.946424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c11eb-a095-4b99-827f-c8cc41dd9c75 req-97fcf547-f287-4f41-bb8a-ecfb65833368 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:48.947877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e33c11eb-a095-4b99-827f-c8cc41dd9c75 req-97fcf547-f287-4f41-bb8a-ecfb65833368 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1174011 Aug 04 17:09:48.995259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:09:49.009396 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:49.015367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7a029775-7528-4478-b12f-721827f69c94 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "PUT /v2.0/routers/fb074c9c-d250-40e5-b7a7-1d3be8b6f097 HTTP/1.1" status: 200 len: 710 time: 1.3432934 Aug 04 17:09:49.019899 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40d4d2-4b33-43d3-b678-90458c39f162 None None] Sync routers for ids ['fb074c9c-d250-40e5-b7a7-1d3be8b6f097'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:09:49.020488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34860) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:49.027629 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c40d4d2-4b33-43d3-b678-90458c39f162 None None] Routers {'fb074c9c-d250-40e5-b7a7-1d3be8b6f097'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:49.028590 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3c40d4d2-4b33-43d3-b678-90458c39f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['fb074c9c-d250-40e5-b7a7-1d3be8b6f097'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:49.069741 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3c40d4d2-4b33-43d3-b678-90458c39f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:49.080604 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c40d4d2-4b33-43d3-b678-90458c39f162 None None] Routers {'fb074c9c-d250-40e5-b7a7-1d3be8b6f097'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:09:49.080857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e33c11eb-a095-4b99-827f-c8cc41dd9c75 req-8f41c849-14a2-478e-a130-36186faf7317 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037874 Aug 04 17:09:49.081601 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3c40d4d2-4b33-43d3-b678-90458c39f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:09:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['fb074c9c-d250-40e5-b7a7-1d3be8b6f097'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:49.127519 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3c40d4d2-4b33-43d3-b678-90458c39f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:49.128444 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40d4d2-4b33-43d3-b678-90458c39f162 None None] The sync data for ids ['fb074c9c-d250-40e5-b7a7-1d3be8b6f097'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:09:49.139330 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34866) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:49.140719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-041274ad-6abb-4094-80a6-114f0b0edd64 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/routers/fb074c9c-d250-40e5-b7a7-1d3be8b6f097 HTTP/1.1" status: 200 len: 745 time: 0.1239235 Aug 04 17:09:49.224426 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f879efff-56fb-4a20-9f30-86870d6d93c0 tempest-RoutersIpV6AdminTest-1170285921 tempest-RoutersIpV6AdminTest-1170285921-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&device_id=fb074c9c-d250-40e5-b7a7-1d3be8b6f097 HTTP/1.1" status: 200 len: 205 time: 0.0826485 Aug 04 17:09:49.225198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34868) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:49.261314 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a4c18c4c-c10f-418d-b04c-679e075bc4a7 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb074c9c-d250-40e5-b7a7-1d3be8b6f097 HTTP/1.1" status: 200 len: 205 time: 0.0348580 Aug 04 17:09:49.264222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34870) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:49.363692 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-284aeffc-03ec-4191-9272-b10fa28e8303 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:49.628292 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-284aeffc-03ec-4191-9272-b10fa28e8303 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:49.634128 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-284aeffc-03ec-4191-9272-b10fa28e8303 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:49.716748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-284aeffc-03ec-4191-9272-b10fa28e8303 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:49.717721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284aeffc-03ec-4191-9272-b10fa28e8303 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Fanout notify agent at l3_agent the message router_deleted on router fb074c9c-d250-40e5-b7a7-1d3be8b6f097 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:09:49.735503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-284aeffc-03ec-4191-9272-b10fa28e8303 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:49.737304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-284aeffc-03ec-4191-9272-b10fa28e8303 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/fb074c9c-d250-40e5-b7a7-1d3be8b6f097 HTTP/1.1" status: 204 len: 168 time: 0.4719036 Aug 04 17:09:49.742330 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34874) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:49.779864 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8a468edd-11de-4a10-a900-7d06a4679125 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb074c9c-d250-40e5-b7a7-1d3be8b6f097 HTTP/1.1" status: 200 len: 205 time: 0.0357859 Aug 04 17:09:49.783793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34876) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:49.827363 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-611dbd5b-5143-494e-b0ca-c15f4e5b70d2 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] delete failed (client error): The resource could not be found. Aug 04 17:09:49.831928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34878) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:49.845275 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-611dbd5b-5143-494e-b0ca-c15f4e5b70d2 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/fb074c9c-d250-40e5-b7a7-1d3be8b6f097 HTTP/1.1" status: 404 len: 336 time: 0.0465446 Aug 04 17:09:49.885443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bc4087bf-2570-4845-996e-dc651238b6aa tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=94115c7f-e148-4a1a-a0ed-2d86927c175c HTTP/1.1" status: 200 len: 205 time: 0.0504844 Aug 04 17:09:49.887662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34880) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:49.946599 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-d449dcbf-1e06-44b8-a817-f2f8fa0b75e6 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] delete failed (client error): The resource could not be found. Aug 04 17:09:49.948460 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d449dcbf-1e06-44b8-a817-f2f8fa0b75e6 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/94115c7f-e148-4a1a-a0ed-2d86927c175c HTTP/1.1" status: 404 len: 336 time: 0.0597670 Aug 04 17:09:49.952473 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34882) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:49.993720 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-60fe9b1c-ec76-4aaa-916f-a60a5f479528 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=6da4d511-4a28-4f56-9e0c-a8e5fc559360 HTTP/1.1" status: 200 len: 205 time: 0.0385630 Aug 04 17:09:49.998563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34884) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:50.096447 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-3a47e6dc-f30e-490c-8053-228b1df59294 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] delete failed (client error): The resource could not be found. Aug 04 17:09:50.101542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34886) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:50.103602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3a47e6dc-f30e-490c-8053-228b1df59294 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/6da4d511-4a28-4f56-9e0c-a8e5fc559360 HTTP/1.1" status: 404 len: 336 time: 0.0966799 Aug 04 17:09:50.140588 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-41624453-8594-4284-b703-e35f7ea08576 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=15ada172-a774-4372-b15b-572aded4cc5d HTTP/1.1" status: 200 len: 205 time: 0.0365489 Aug 04 17:09:50.143456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34890) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:50.204569 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-c911d80c-034b-408a-af99-3c6c5cbe4740 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] delete failed (client error): The resource could not be found. Aug 04 17:09:50.205844 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c911d80c-034b-408a-af99-3c6c5cbe4740 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/15ada172-a774-4372-b15b-572aded4cc5d HTTP/1.1" status: 404 len: 336 time: 0.0611222 Aug 04 17:09:50.208614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34894) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:50.251660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34898) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:50.252567 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bc94b260-19cb-4b4e-ab57-e599bb851aab tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bb3aeab-e621-4fd0-b241-6dbbea0bd85e HTTP/1.1" status: 200 len: 205 time: 0.0418525 Aug 04 17:09:50.306750 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-2f0fc21a-9c25-439b-8a4a-2702f9c33d0b tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] delete failed (client error): The resource could not be found. Aug 04 17:09:50.307927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2f0fc21a-9c25-439b-8a4a-2702f9c33d0b tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/1bb3aeab-e621-4fd0-b241-6dbbea0bd85e HTTP/1.1" status: 404 len: 336 time: 0.0554287 Aug 04 17:09:50.314500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34900) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:50.331637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412ff75-5d43-4eac-bd64-4e39666f0491 req-db61058c-e31e-46fa-9fd6-3ebb3b0090eb tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:50.333178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4412ff75-5d43-4eac-bd64-4e39666f0491 req-db61058c-e31e-46fa-9fd6-3ebb3b0090eb tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1274850 Aug 04 17:09:50.367923 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4961ea0a-de23-4ca8-b955-3b38edb2ad28 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "GET /v2.0/ports?device_id=93407537-f77c-4de6-a8bd-297029afeeab HTTP/1.1" status: 200 len: 205 time: 0.0485759 Aug 04 17:09:50.373444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34902) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:50.414228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4412ff75-5d43-4eac-bd64-4e39666f0491 req-52149e6c-9ae9-4531-a6bb-059a86e0e74f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687909 Aug 04 17:09:50.424223 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-41263126-608e-4ee8-b437-3c1c746b9487 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] delete failed (client error): The resource could not be found. Aug 04 17:09:50.426483 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-41263126-608e-4ee8-b437-3c1c746b9487 tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/routers/93407537-f77c-4de6-a8bd-297029afeeab HTTP/1.1" status: 404 len: 336 time: 0.0560775 Aug 04 17:09:50.431544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34904) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:50.470671 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab933e38-4121-4f97-bbc3-3ba1e793397f tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] DELETE failed (client error): The resource could not be found. Aug 04 17:09:50.471175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab933e38-4121-4f97-bbc3-3ba1e793397f tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:09:50.478661 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ab933e38-4121-4f97-bbc3-3ba1e793397f tempest-RoutersIpV6AdminTest-528661150 tempest-RoutersIpV6AdminTest-528661150-project] 10.222.0.39 "DELETE /v2.0/subnets/a1914e02-bc3c-4ea7-bf32-ff8d469862b8 HTTP/1.1" status: 404 len: 337 time: 0.0409942 Aug 04 17:09:50.904639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f7736-777a-4347-8f6b-de467bef2870 req-375740cd-a988-45ae-9a2e-f1dc0537c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:50.908002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce0f7736-777a-4347-8f6b-de467bef2870 req-375740cd-a988-45ae-9a2e-f1dc0537c703 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bba4d1181f934dc69f61c8c203644dbf&device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 1097 time: 0.0955718 Aug 04 17:09:50.924093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ee1a9-c1e4-4fad-b8d0-8ab6816ed64d req-0e6158ce-96f6-4596-a2bc-569749affeb4 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:50.925482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e74ee1a9-c1e4-4fad-b8d0-8ab6816ed64d req-0e6158ce-96f6-4596-a2bc-569749affeb4 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1026745 Aug 04 17:09:50.964604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34920) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:51.050966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e74ee1a9-c1e4-4fad-b8d0-8ab6816ed64d req-2f1351a2-9688-45c3-859a-865db4502d41 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142445 Aug 04 17:09:51.087652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f7736-777a-4347-8f6b-de467bef2870 req-781a41e3-35ef-4dd4-a740-dfe6c0773bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:51.089619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce0f7736-777a-4347-8f6b-de467bef2870 req-781a41e3-35ef-4dd4-a740-dfe6c0773bcb service neutron] 10.222.0.90 "GET /v2.0/networks?id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 200 len: 921 time: 0.1628709 Aug 04 17:09:51.146314 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc665668-721f-4aba-a508-f796b72b25c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:51.147415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce0f7736-777a-4347-8f6b-de467bef2870 req-2f5b8f6f-6f2a-423e-a4dd-1c648ee1ebeb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f78e0052-b1b5-4602-bae5-94ec8c375614 HTTP/1.1" status: 200 len: 217 time: 0.0500414 Aug 04 17:09:51.229377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f7736-777a-4347-8f6b-de467bef2870 req-49fd2125-747d-4758-a5d9-801cc3bc2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:51.233582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce0f7736-777a-4347-8f6b-de467bef2870 req-49fd2125-747d-4758-a5d9-801cc3bc2b71 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 200 len: 859 time: 0.0786378 Aug 04 17:09:51.278162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce0f7736-777a-4347-8f6b-de467bef2870 req-56bc09d8-e2bc-4ab5-a28b-7becf2329fc7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eef1ac65-f8cf-40f6-9718-98fc9ce21a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363882 Aug 04 17:09:51.284281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc665668-721f-4aba-a508-f796b72b25c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:51.299344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc665668-721f-4aba-a508-f796b72b25c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:51.359685 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fc665668-721f-4aba-a508-f796b72b25c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82cddd8353714e22b15f491ba0802b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881907 Aug 04 17:09:51.359685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc665668-721f-4aba-a508-f796b72b25c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df27d054-64e7-45f8-8967-ac9f07ced87c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:51.361855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34928) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:51.437491 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d14b2724-9dcb-41c1-b07e-bbc094762000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:51.464705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce0f7736-777a-4347-8f6b-de467bef2870 req-fe6ac662-0f2f-4b45-833f-c629938d91a6 service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758623 Aug 04 17:09:51.469036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d14b2724-9dcb-41c1-b07e-bbc094762000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:51.548862 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d14b2724-9dcb-41c1-b07e-bbc094762000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:51.553058 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d14b2724-9dcb-41c1-b07e-bbc094762000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:51.554306 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d14b2724-9dcb-41c1-b07e-bbc094762000 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df27d054-64e7-45f8-8967-ac9f07ced87c HTTP/1.1" status: 204 len: 168 time: 0.1929376 Aug 04 17:09:51.563924 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b2724-9dcb-41c1-b07e-bbc094762000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27d054-64e7-45f8-8967-ac9f07ced87c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:51.593128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce0f7736-777a-4347-8f6b-de467bef2870 req-f6660e5f-7614-4d22-9215-9ec210f82caa service neutron] 10.222.0.90 "GET /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214430 Aug 04 17:09:51.939046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34938) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:51.988110 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-03910a6b-f2b5-4c5e-873a-ba53a9c718e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec336d14adfe423796b01b572305625c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475202 Aug 04 17:09:51.991347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34940) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:52.059820 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1702f08-d560-40f4-825a-db5a5a82302c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:52.087966 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1702f08-d560-40f4-825a-db5a5a82302c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:52.153441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1702f08-d560-40f4-825a-db5a5a82302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:52.162185 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1702f08-d560-40f4-825a-db5a5a82302c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:52.166571 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e1702f08-d560-40f4-825a-db5a5a82302c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/551a7dd3-91d2-4344-a0c2-fbdd842f20e5 HTTP/1.1" status: 204 len: 168 time: 0.1736138 Aug 04 17:09:52.178038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1702f08-d560-40f4-825a-db5a5a82302c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551a7dd3-91d2-4344-a0c2-fbdd842f20e5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:52.222498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc419e-bef9-4bd4-86cd-951d217f211e req-c20261f6-9a7e-4ecb-9fdd-c983be80b0c6 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:52.224131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-86fc419e-bef9-4bd4-86cd-951d217f211e req-c20261f6-9a7e-4ecb-9fdd-c983be80b0c6 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.0632317 Aug 04 17:09:52.286104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-86fc419e-bef9-4bd4-86cd-951d217f211e req-3ffff054-73fb-4f85-9394-2ce467a4ceb2 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547206 Aug 04 17:09:53.094608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34970) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:53.217231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'networks': [{'name': 'tempest-network--1676906563'}, {'name': 'tempest-network--1082341411'}]} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:53.217854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'network': {'name': 'tempest-network--1676906563'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:53.218015 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'network': {'name': 'tempest-network--1082341411'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:53.242228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Made reservation on behalf of 1c2ba77de60d409fb8738e381d9319a8 for: {'network': 2} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:53.246585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.255622 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.356911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.362677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.363456 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.437843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8d0ce-84bf-4db4-8e3a-e497d5734071 req-da1aaf53-487f-4684-9650-81dac9f3d2be tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:53.441278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573cf24f-5365-4a0b-a992-85ff75652933,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:53.451511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd8d0ce-84bf-4db4-8e3a-e497d5734071 req-da1aaf53-487f-4684-9650-81dac9f3d2be tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.0797825 Aug 04 17:09:53.459277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:09:53.497327 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.499360 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Added segment eab1fbc3-634c-4729-b779-3e8cc1aeba25 of type vlan for network 4b31fd12-08b3-412d-97ae-184d226b0ab5 Aug 04 17:09:53.513251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd8d0ce-84bf-4db4-8e3a-e497d5734071 req-fa8ae955-2093-4c2b-94b7-c506237b3e11 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569396 Aug 04 17:09:53.568242 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.618317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:09:53.628626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.629089 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Added segment c1865aa4-3547-454b-96d2-372f322946a4 of type vlan for network 3b49bdcf-ef61-4996-8e1a-caaa5d282a0c Aug 04 17:09:53.673878 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.720805 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.721329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.727101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:53.732035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:53.732795 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:53.807002 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7108994 Aug 04 17:09:53.809610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34990) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:53.826897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'Network': ['ID=4b31fd12-08b3-412d-97ae-184d226b0ab5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:53.841803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 4b31fd12-08b3-412d-97ae-184d226b0ab5 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:09:53.924641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8a217-e2ba-4a2f-8cf7-0fbcf1c8e544 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'Network': ['ID=3b49bdcf-ef61-4996-8e1a-caaa5d282a0c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:53.952208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 3b49bdcf-ef61-4996-8e1a-caaa5d282a0c details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:09:54.049904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f89ef-8be9-4d2f-8c91-ff95a54ad898 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:54.056848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f89ef-8be9-4d2f-8c91-ff95a54ad898 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:54.064431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f89ef-8be9-4d2f-8c91-ff95a54ad898 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:54.071244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f89ef-8be9-4d2f-8c91-ff95a54ad898 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:54.073024 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a76f89ef-8be9-4d2f-8c91-ff95a54ad898 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2620654 Aug 04 17:09:54.076108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34994) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:54.162904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.255884 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.266603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b31fd12-08b3-412d-97ae-184d226b0ab5']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:54.277599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab1fbc3-634c-4729-b779-3e8cc1aeba25') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:54.277882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab1fbc3-634c-4729-b779-3e8cc1aeba25') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:54.300888 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.320214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.327452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:09:54.328003 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:09:54.331613 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:09:54.397887 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.403095 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.409408 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "DELETE /v2.0/networks/4b31fd12-08b3-412d-97ae-184d226b0ab5 HTTP/1.1" status: 204 len: 168 time: 0.3285637 Aug 04 17:09:54.411226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34996) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:54.427405 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b9b3f-d3b2-41fc-bdf1-964cbb4e8224 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Network': ['ID=4b31fd12-08b3-412d-97ae-184d226b0ab5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:54.515065 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.625386 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.640058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b49bdcf-ef61-4996-8e1a-caaa5d282a0c']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:54.657644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1865aa4-3547-454b-96d2-372f322946a4') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:54.657981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1865aa4-3547-454b-96d2-372f322946a4') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:09:54.670374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.685941 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.693059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:09:54.693445 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:09:54.696569 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:09:54.765255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.775797 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:54.780619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "DELETE /v2.0/networks/3b49bdcf-ef61-4996-8e1a-caaa5d282a0c HTTP/1.1" status: 204 len: 168 time: 0.3672812 Aug 04 17:09:54.780988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35002) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:54.792742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ba999-c824-4234-ae99-e109e8986416 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Network': ['ID=3b49bdcf-ef61-4996-8e1a-caaa5d282a0c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:55.013209 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e19a4-93df-461f-95b5-6607a4502c1b tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:55.019261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e19a4-93df-461f-95b5-6607a4502c1b tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:55.021417 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ae0e19a4-93df-461f-95b5-6607a4502c1b tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2391407 Aug 04 17:09:55.025083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35008) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:55.030598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1207847606'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:55.056890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Made reservation on behalf of 1c2ba77de60d409fb8738e381d9319a8 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:55.061197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.090741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:09:55.101331 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.101663 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Added segment 4c17c9b2-c074-4bda-9fc1-8e1e3dc53f8c of type vlan for network ab615407-2b03-475f-9fe0-fdc3619b31f9 Aug 04 17:09:55.171645 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.207208 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.213519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:55.214205 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.282983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2549355 Aug 04 17:09:55.284413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35010) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:55.291905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2127012033'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:55.296071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d7c98-1d3a-40eb-8534-faa593fdea2f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'Network': ['ID=ab615407-2b03-475f-9fe0-fdc3619b31f9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:55.310940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ab615407-2b03-475f-9fe0-fdc3619b31f9 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:09:55.319004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Made reservation on behalf of 1c2ba77de60d409fb8738e381d9319a8 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:55.322935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.356420 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:09:55.370618 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.371011 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Added segment 9a1284bf-a193-4483-871d-a225e55069ff of type vlan for network c479be13-cdeb-402a-8d7e-a438f4d8022f Aug 04 17:09:55.427238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.484564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.493205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:55.493843 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.565792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2801108 Aug 04 17:09:55.568602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35012) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:55.575903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'ports': [{'network_id': 'ab615407-2b03-475f-9fe0-fdc3619b31f9', 'name': 'tempest-port--912577169', 'admin_state_up': True}, {'network_id': 'c479be13-cdeb-402a-8d7e-a438f4d8022f', 'admin_state_up': False}]} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:55.576758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'port': {'network_id': 'ab615407-2b03-475f-9fe0-fdc3619b31f9', 'name': 'tempest-port--912577169', 'admin_state_up': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:55.577218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'port': {'network_id': 'c479be13-cdeb-402a-8d7e-a438f4d8022f', 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:55.583964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6c6f0-1acb-46ef-84c5-828264da4a12 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'Network': ['ID=c479be13-cdeb-402a-8d7e-a438f4d8022f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:55.596471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network c479be13-cdeb-402a-8d7e-a438f4d8022f details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:09:55.807413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Made reservation on behalf of 1c2ba77de60d409fb8738e381d9319a8 for: {'port': 2} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:55.813631 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.832223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:55.923638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] device_id is not set on port b9fd082a-acb6-4a57-8b1c-c3e09c0c4abc yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:09:56.085816 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:56.186190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] device_id is not set on port 55cdbf77-0b59-4d82-85ac-6ce728de9865 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:09:56.669625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:56.714255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:56.798456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'Port': ['ID=b9fd082a-acb6-4a57-8b1c-c3e09c0c4abc,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:56.806635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Checking segment: {'id': '4c17c9b2-c074-4bda-9fc1-8e1e3dc53f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ab615407-2b03-475f-9fe0-fdc3619b31f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:56.807366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Network hostable DHCP agents. Network: ab615407-2b03-475f-9fe0-fdc3619b31f9, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:09:56.834935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Network ab615407-2b03-475f-9fe0-fdc3619b31f9 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:09:56.845639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ab615407-2b03-475f-9fe0-fdc3619b31f9) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:56.850345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:56.851580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:56.863569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407d428-5899-4921-bde9-7a3a40072ffa None None] Network ab615407-2b03-475f-9fe0-fdc3619b31f9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:09:56.960383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Checking segment: {'id': '9a1284bf-a193-4483-871d-a225e55069ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c479be13-cdeb-402a-8d7e-a438f4d8022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:56.960869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Network hostable DHCP agents. Network: c479be13-cdeb-402a-8d7e-a438f4d8022f, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:09:56.963224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'Port': ['ID=55cdbf77-0b59-4d82-85ac-6ce728de9865,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:56.996883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Network c479be13-cdeb-402a-8d7e-a438f4d8022f is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:09:57.012261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, c479be13-cdeb-402a-8d7e-a438f4d8022f) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:57.020099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:09:57.026617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd647d8-a1aa-4c55-9136-1d35d28accd6 None None] Network c479be13-cdeb-402a-8d7e-a438f4d8022f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:09:57.027138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:57.035988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:57.037017 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:57.060459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35036) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:57.061836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8f5b0d93-3cbf-4cfb-97fd-971337c8bae1 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4922092 Aug 04 17:09:57.220259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4532a0e-f57f-4209-806e-9595cd5f017e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:57.232798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4532a0e-f57f-4209-806e-9595cd5f017e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:57.234712 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f4532a0e-f57f-4209-806e-9595cd5f017e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1730201 Aug 04 17:09:57.241241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35040) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:57.367705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f62aeee3-7594-4d22-a4a9-dd352700631c tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Deleting port b9fd082a-acb6-4a57-8b1c-c3e09c0c4abc {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:09:57.368060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f62aeee3-7594-4d22-a4a9-dd352700631c tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:57.434705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f62aeee3-7594-4d22-a4a9-dd352700631c tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:57.447687 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f62aeee3-7594-4d22-a4a9-dd352700631c tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Calling delete_port for b9fd082a-acb6-4a57-8b1c-c3e09c0c4abc owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:09:57.539124 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f62aeee3-7594-4d22-a4a9-dd352700631c tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:57.570011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aeee3-7594-4d22-a4a9-dd352700631c tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Port': ['ID=b9fd082a-acb6-4a57-8b1c-c3e09c0c4abc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:57.575677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f62aeee3-7594-4d22-a4a9-dd352700631c tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:57.577445 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f62aeee3-7594-4d22-a4a9-dd352700631c tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "DELETE /v2.0/ports/b9fd082a-acb6-4a57-8b1c-c3e09c0c4abc HTTP/1.1" status: 204 len: 168 time: 0.3337312 Aug 04 17:09:57.580587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35046) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:57.677262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b877731e-631e-4ed0-8259-62516e80c502 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Deleting port 55cdbf77-0b59-4d82-85ac-6ce728de9865 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:09:57.677873 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b877731e-631e-4ed0-8259-62516e80c502 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:57.751785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b877731e-631e-4ed0-8259-62516e80c502 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:57.765924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b877731e-631e-4ed0-8259-62516e80c502 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Calling delete_port for 55cdbf77-0b59-4d82-85ac-6ce728de9865 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:09:57.883482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b877731e-631e-4ed0-8259-62516e80c502 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:57.924826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877731e-631e-4ed0-8259-62516e80c502 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Port': ['ID=55cdbf77-0b59-4d82-85ac-6ce728de9865,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:57.937072 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b877731e-631e-4ed0-8259-62516e80c502 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:57.941979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b877731e-631e-4ed0-8259-62516e80c502 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "DELETE /v2.0/ports/55cdbf77-0b59-4d82-85ac-6ce728de9865 HTTP/1.1" status: 204 len: 168 time: 0.3579292 Aug 04 17:09:57.942740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35056) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:57.978747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f6cda98b-6bb7-4061-b3e8-4db1d4a62775 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0322580 Aug 04 17:09:57.979205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35058) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:57.984599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1035824216'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:58.034212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Made reservation on behalf of 1c2ba77de60d409fb8738e381d9319a8 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:58.038247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.084891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:09:58.101551 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.102394 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Added segment cdcd0eb2-7bae-4641-a519-58a5de8d084b of type vlan for network bdbb0271-3d70-4463-8f6c-5f0819cd6cc1 Aug 04 17:09:58.172746 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.175554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-fdf307e8-a6b3-478f-a5ba-bfc16e607d43 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1027284 Aug 04 17:09:58.216724 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.222702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.223436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.292751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'Network': ['ID=bdbb0271-3d70-4463-8f6c-5f0819cd6cc1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:58.308171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network bdbb0271-3d70-4463-8f6c-5f0819cd6cc1 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:09:58.312053 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a8ec1787-7a21-4ca8-9836-9ef4ebcbb5d5 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3316619 Aug 04 17:09:58.314924 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35066) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:58.321691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-528401243'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:58.331303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-8132dfb2-190e-4ab0-965d-e19de880d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.331787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-8132dfb2-190e-4ab0-965d-e19de880d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.332258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-8132dfb2-190e-4ab0-965d-e19de880d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.332722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-8132dfb2-190e-4ab0-965d-e19de880d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.333185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-8132dfb2-190e-4ab0-965d-e19de880d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.333649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-8132dfb2-190e-4ab0-965d-e19de880d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.334109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-8132dfb2-190e-4ab0-965d-e19de880d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.341267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-8132dfb2-190e-4ab0-965d-e19de880d16d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6502 time: 0.0999835 Aug 04 17:09:58.351883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Made reservation on behalf of 1c2ba77de60d409fb8738e381d9319a8 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:58.356836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.413335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:09:58.426021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.426912 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Added segment 9c791e90-2f27-4606-9a5e-3439625bc978 of type vlan for network 6faa7434-e1b6-41ea-8d70-3bc64ccec94c Aug 04 17:09:58.480981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.498505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-da536044-ee2b-461c-aa7f-39fbc1ba4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.499040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-da536044-ee2b-461c-aa7f-39fbc1ba4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.499634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-da536044-ee2b-461c-aa7f-39fbc1ba4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.502318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-da536044-ee2b-461c-aa7f-39fbc1ba4a62 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2 HTTP/1.1" status: 200 len: 2302 time: 0.1248181 Aug 04 17:09:58.515321 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.521626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.522407 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.589750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-98ae70f2-6f51-4662-9b93-dadf203557b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da58f926-5e25-416a-b85c-cbfc1468b16c HTTP/1.1" status: 200 len: 1002 time: 0.0788429 Aug 04 17:09:58.592350 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2757998 Aug 04 17:09:58.599251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251ca64-535d-490b-bf3d-3a07186e7e44 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'Network': ['ID=6faa7434-e1b6-41ea-8d70-3bc64ccec94c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:58.617942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 6faa7434-e1b6-41ea-8d70-3bc64ccec94c details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:09:58.647512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-06d83b25-fe9c-46b8-bb94-7c9fef02075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.649176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-06d83b25-fe9c-46b8-bb94-7c9fef02075c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ef543eaa-4be5-4e02-bbc5-f2ae9095973a HTTP/1.1" status: 200 len: 856 time: 0.0520091 Aug 04 17:09:58.712838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-14af0fdd-8a19-4993-92ae-5d0fc228e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:58.714394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-14af0fdd-8a19-4993-92ae-5d0fc228e609 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554242 Aug 04 17:09:58.749482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35070) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:58.758762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'subnets': [{'network_id': 'bdbb0271-3d70-4463-8f6c-5f0819cd6cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1896927353', 'ip_version': 4}, {'network_id': '6faa7434-e1b6-41ea-8d70-3bc64ccec94c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:58.759166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'subnet': {'network_id': 'bdbb0271-3d70-4463-8f6c-5f0819cd6cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1896927353', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:58.759707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Request body: {'subnet': {'network_id': '6faa7434-e1b6-41ea-8d70-3bc64ccec94c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:09:58.837873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-2c1ddcf5-a1a7-4bc9-a73a-1e8090a52417 service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107688 Aug 04 17:09:58.952856 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-4b9abc68-77c4-4679-b158-8cbef1622f53 service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057556 Aug 04 17:09:58.956328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Made reservation on behalf of 1c2ba77de60d409fb8738e381d9319a8 for: {'subnet': 2} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:09:58.961584 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:58.962034 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:59.006007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-9f42b396-e446-4376-89ac-38d1fa474502 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=055d70de-a204-430b-8bd6-bc6a5dc0ccdd HTTP/1.1" status: 200 len: 217 time: 0.0448990 Aug 04 17:09:59.059624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-2b0b7325-0550-4779-a733-b0e19b84512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:59.061132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-2b0b7325-0550-4779-a733-b0e19b84512b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0468438 Aug 04 17:09:59.136944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-de203e99-816f-4d8b-ac16-750a14637f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:59.136944 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-de203e99-816f-4d8b-ac16-750a14637f89 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0637784 Aug 04 17:09:59.305794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-a787f28d-e727-4e9d-9121-1feaff5ea237 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596811 Aug 04 17:09:59.430617 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-84e60b60-8122-4858-8c2c-cc7909bffd6f service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123934 Aug 04 17:09:59.447700 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:59.498471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-ba7f8993-f330-4ca5-a740-f90877f5c1d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=fc732593-e3e3-46b8-b687-23b7c42b1458 HTTP/1.1" status: 200 len: 217 time: 0.0587015 Aug 04 17:09:59.520410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'Subnet': ['ID=7242735a-2440-4b79-bca5-b32509e86485,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:59.546972 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Checking segment: {'id': 'cdcd0eb2-7bae-4641-a519-58a5de8d084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bdbb0271-3d70-4463-8f6c-5f0819cd6cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:59.547694 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Network hostable DHCP agents. Network: bdbb0271-3d70-4463-8f6c-5f0819cd6cc1, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:09:59.560314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-8520c5d4-869a-4c31-bc0c-9b91d57b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:59.562795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-8520c5d4-869a-4c31-bc0c-9b91d57b7664 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0556223 Aug 04 17:09:59.568874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Network bdbb0271-3d70-4463-8f6c-5f0819cd6cc1 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:09:59.582384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, bdbb0271-3d70-4463-8f6c-5f0819cd6cc1) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:59.590359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:59.598087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9c20b-689b-43a1-adc0-af53e54e75bc None None] Network bdbb0271-3d70-4463-8f6c-5f0819cd6cc1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:09:59.641020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-137facd1-0841-48ce-b90c-5d3a08c5fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:59.642739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-137facd1-0841-48ce-b90c-5d3a08c5fd78 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689974 Aug 04 17:09:59.651279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event updated for resources: {'Subnet': ['ID=dc70da87-3c8b-4ef8-82a9-4011567670a8,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:09:59.721632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Checking segment: {'id': '9c791e90-2f27-4606-9a5e-3439625bc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6faa7434-e1b6-41ea-8d70-3bc64ccec94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:09:59.722389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Network hostable DHCP agents. Network: 6faa7434-e1b6-41ea-8d70-3bc64ccec94c, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:09:59.748705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Network 6faa7434-e1b6-41ea-8d70-3bc64ccec94c is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:09:59.764431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 6faa7434-e1b6-41ea-8d70-3bc64ccec94c) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:09:59.771631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-1943315b-95a2-41c2-800a-1d8ee16e7cd8 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156683 Aug 04 17:09:59.774714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:59.775583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:09:59.776450 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:09:59.799176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950105bc-3793-427f-bce3-92097f311306 None None] Network 6faa7434-e1b6-41ea-8d70-3bc64ccec94c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:09:59.816489 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09357bf0-9531-4f98-8fd2-eab790545a55 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0657175 Aug 04 17:09:59.820689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35088) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:09:59.928103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-e1652438-1856-4b7b-be0a-ca538c368cf5 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465449 Aug 04 17:10:00.001370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-1b6b000a-5b7d-4f51-aaf4-f93f872f77d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=eb287487-5fc2-496c-a194-2e1ecc152829 HTTP/1.1" status: 200 len: 217 time: 0.0636675 Aug 04 17:10:00.109746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-617d1ed5-52f8-4938-bd5d-749c61168fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:00.111344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-617d1ed5-52f8-4938-bd5d-749c61168fbb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.1028895 Aug 04 17:10:00.217792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-cc3727b3-d582-4a18-9443-74f39eaebd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:00.219810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-cc3727b3-d582-4a18-9443-74f39eaebd80 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003551 Aug 04 17:10:00.263288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c1c02b-6add-4dd7-99ad-3f8cc9c04354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-bdbb0271-3d70-4463-8f6c-5f0819cd6cc1', 'network_id': 'bdbb0271-3d70-4463-8f6c-5f0819cd6cc1', 'tenant_id': '1c2ba77de60d409fb8738e381d9319a8', 'fixed_ips': [{'subnet_id': '7242735a-2440-4b79-bca5-b32509e86485'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:10:00.264611 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-31c1c02b-6add-4dd7-99ad-3f8cc9c04354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:00.395946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-3ee56de2-60a7-4151-9e34-1f97ae8f6803 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668651 Aug 04 17:10:00.459873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09965f48-0bc8-483a-b27d-670237fdf7f9 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:00.462690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09965f48-0bc8-483a-b27d-670237fdf7f9 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:00.464521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09965f48-0bc8-483a-b27d-670237fdf7f9 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:00.466656 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09965f48-0bc8-483a-b27d-670237fdf7f9 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6443028 Aug 04 17:10:00.475922 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35096) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:00.493593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-6faa7434-e1b6-41ea-8d70-3bc64ccec94c', 'network_id': '6faa7434-e1b6-41ea-8d70-3bc64ccec94c', 'tenant_id': '1c2ba77de60d409fb8738e381d9319a8', 'fixed_ips': [{'subnet_id': 'dc70da87-3c8b-4ef8-82a9-4011567670a8'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:10:00.494493 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:00.552316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5953328-7be4-49ed-bd2a-16939f3f84da tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Deleting subnet 7242735a-2440-4b79-bca5-b32509e86485 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:00.556593 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5953328-7be4-49ed-bd2a-16939f3f84da tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:00.573175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-bf54f253-e1d7-4682-afe1-9e5b9445fc99 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638234 Aug 04 17:10:00.629727 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5953328-7be4-49ed-bd2a-16939f3f84da tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:00.634570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-f9101b08-f279-4ab6-8414-9c1e68def92a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=e816567d-e02e-4090-a94f-767175a8aa9e HTTP/1.1" status: 200 len: 217 time: 0.0506146 Aug 04 17:10:00.691395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-fd7d3d4c-58ab-4633-8efd-8524a43c6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:00.694613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-fd7d3d4c-58ab-4633-8efd-8524a43c6b0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0523496 Aug 04 17:10:00.697010 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5953328-7be4-49ed-bd2a-16939f3f84da tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:00.754680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Allocated IP 172.20.0.18 (6faa7434-e1b6-41ea-8d70-3bc64ccec94c/dc70da87-3c8b-4ef8-82a9-4011567670a8/0e534363-d472-4a8f-89b3-5707074548b7) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:00.769792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-3cde498a-f7a0-42c2-aaf5-c85d4c01ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:00.771503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-3cde498a-f7a0-42c2-aaf5-c85d4c01ed7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684421 Aug 04 17:10:00.788818 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5953328-7be4-49ed-bd2a-16939f3f84da tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server [None req-31c1c02b-6add-4dd7-99ad-3f8cc9c04354 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7242735a-2440-4b79-bca5-b32509e86485: This subnet is being modified by another concurrent operation. Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:10:00.824914 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise exception Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7242735a-2440-4b79-bca5-b32509e86485: This subnet is being modified by another concurrent operation. Aug 04 17:10:00.829829 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Aug 04 17:10:00.855788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e487f129-e5ce-4f87-8584-8b0c7eea2f1c None None] Network bdbb0271-3d70-4463-8f6c-5f0819cd6cc1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:00.881676 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5953328-7be4-49ed-bd2a-16939f3f84da tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Subnet': ['ID=7242735a-2440-4b79-bca5-b32509e86485,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:00.894772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5953328-7be4-49ed-bd2a-16939f3f84da tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:00.899503 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d5953328-7be4-49ed-bd2a-16939f3f84da tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "DELETE /v2.0/subnets/7242735a-2440-4b79-bca5-b32509e86485 HTTP/1.1" status: 204 len: 168 time: 0.4215291 Aug 04 17:10:00.902265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35100) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:00.987791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-dc9b1e24-e050-4d1c-ba0c-c4cca60c7870 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069232 Aug 04 17:10:01.020631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25e85f3-f6dd-437d-9a71-65300af2a950 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Deleting subnet dc70da87-3c8b-4ef8-82a9-4011567670a8 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:01.128786 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.137542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Transition to ACTIVE for port object 0e534363-d472-4a8f-89b3-5707074548b7 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:01.145018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-3cb05b2a-5b7f-4060-a306-354c036ae466 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492400 Aug 04 17:10:01.161664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Transition to ACTIVE for port object 0e534363-d472-4a8f-89b3-5707074548b7 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:01.176084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e25e85f3-f6dd-437d-9a71-65300af2a950 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.176487 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.206587 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Network 6faa7434-e1b6-41ea-8d70-3bc64ccec94c is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:01.218675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-99d66360-43ac-4d52-bfc4-c57e48c36388 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 HTTP/1.1" status: 200 len: 217 time: 0.0606742 Aug 04 17:10:01.233537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:01.237257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:01.267117 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e25e85f3-f6dd-437d-9a71-65300af2a950 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.280979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-1bf84084-3a25-4bae-b35b-5fde0ee7395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:01.283812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-1bf84084-3a25-4bae-b35b-5fde0ee7395d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.0601697 Aug 04 17:10:01.292625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Pushing event updated for resources: {'Port': ['ID=0e534363-d472-4a8f-89b3-5707074548b7,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:01.304704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Attempting to bind port 0e534363-d472-4a8f-89b3-5707074548b7 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:01.305051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Attempting to bind port 0e534363-d472-4a8f-89b3-5707074548b7 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '9c791e90-2f27-4606-9a5e-3439625bc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6faa7434-e1b6-41ea-8d70-3bc64ccec94c'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:01.305426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Attempting to bind port 0e534363-d472-4a8f-89b3-5707074548b7 on network 6faa7434-e1b6-41ea-8d70-3bc64ccec94c {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:01.311774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:01.312210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Checking segment: {'id': '9c791e90-2f27-4606-9a5e-3439625bc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6faa7434-e1b6-41ea-8d70-3bc64ccec94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:01.312694 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.313299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Bound using segment: {'id': '9c791e90-2f27-4606-9a5e-3439625bc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6faa7434-e1b6-41ea-8d70-3bc64ccec94c'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:01.314171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Bound port: 0e534363-d472-4a8f-89b3-5707074548b7, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c791e90-2f27-4606-9a5e-3439625bc978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6faa7434-e1b6-41ea-8d70-3bc64ccec94c'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:01.314891 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.378794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-ee50dfc3-2288-4664-9a14-581efeb729b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:01.381066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-ee50dfc3-2288-4664-9a14-581efeb729b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829775 Aug 04 17:10:01.404818 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e25e85f3-f6dd-437d-9a71-65300af2a950 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.491715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] For port 0e534363-d472-4a8f-89b3-5707074548b7, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:01.496066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] For port 0e534363-d472-4a8f-89b3-5707074548b7, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0e534363-d472-4a8f-89b3-5707074548b7,segment=NetworkSegment(9c791e90-2f27-4606-9a5e-3439625bc978),segment_id=9c791e90-2f27-4606-9a5e-3439625bc978)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:01.497244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-5fb06a90-51af-4d7d-bc84-87e2195bbb0f service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080151 Aug 04 17:10:01.499472 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e25e85f3-f6dd-437d-9a71-65300af2a950 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.505036 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.532018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e85f3-f6dd-437d-9a71-65300af2a950 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Subnet': ['ID=dc70da87-3c8b-4ef8-82a9-4011567670a8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:01.543774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e25e85f3-f6dd-437d-9a71-65300af2a950 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.549701 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e25e85f3-f6dd-437d-9a71-65300af2a950 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "DELETE /v2.0/subnets/dc70da87-3c8b-4ef8-82a9-4011567670a8 HTTP/1.1" status: 204 len: 168 time: 0.6462953 Aug 04 17:10:01.550383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35108) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:01.614353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631b59a-f693-4fb9-829d-8323ec5be349 None None] Pushing event updated for resources: {'Port': ['ID=0e534363-d472-4a8f-89b3-5707074548b7,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:01.628349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04c55b-5c53-439c-a341-d4a930a86f2b tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:01.638207 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3d04c55b-5c53-439c-a341-d4a930a86f2b tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865421 Aug 04 17:10:01.644539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35110) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:01.730517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-52b40062-335d-40f6-a8dd-edf3b08559d3 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233591 Aug 04 17:10:01.769298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.803361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-7345af64-efcd-45e9-91e9-eb2a5095a7af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c15942b0-432c-480d-9005-da6faf613418 HTTP/1.1" status: 200 len: 217 time: 0.0607677 Aug 04 17:10:01.867907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Deleting port 0e534363-d472-4a8f-89b3-5707074548b7 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:01.868329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:01.914690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-24302bad-d7df-4e05-86d2-56dd55ed0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:01.928230 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-24302bad-d7df-4e05-86d2-56dd55ed0c0a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.1126263 Aug 04 17:10:01.973225 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8d508bc6-4931-4ebe-9c4c-ce828dad7768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.011604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] For port 0e534363-d472-4a8f-89b3-5707074548b7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0e534363-d472-4a8f-89b3-5707074548b7,segment=NetworkSegment(9c791e90-2f27-4606-9a5e-3439625bc978),segment_id=9c791e90-2f27-4606-9a5e-3439625bc978)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:02.011985 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.021056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-155d4684-09a3-459d-aa52-d7c91e3ff4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:02.023974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-155d4684-09a3-459d-aa52-d7c91e3ff4e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888915 Aug 04 17:10:02.033650 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Calling delete_port for 0e534363-d472-4a8f-89b3-5707074548b7 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:02.149069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.180988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-f5faf396-67b2-4fba-af06-927542777057 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440675 Aug 04 17:10:02.210697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Port': ['ID=0e534363-d472-4a8f-89b3-5707074548b7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:02.235533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] No DVR routers for this DVR port 0e534363-d472-4a8f-89b3-5707074548b7 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:02.355783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6604f2d8-2a6e-42bd-a525-201f1d804548 req-00239d14-2750-4146-8a5d-906fa90dbdf3 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662080 Aug 04 17:10:02.370451 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.379231 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0e534363-d472-4a8f-89b3-5707074548b7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:02.395294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6faa7434-e1b6-41ea-8d70-3bc64ccec94c']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:02.402451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 0e534363-d472-4a8f-89b3-5707074548b7 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:02.402451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0e534363-d472-4a8f-89b3-5707074548b7 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 04 17:10:02.415006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c791e90-2f27-4606-9a5e-3439625bc978') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:02.415519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c791e90-2f27-4606-9a5e-3439625bc978') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:02.426940 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.443296 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.449902 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:02.450299 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:02.456039 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:02.460183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Port 0e534363-d472-4a8f-89b3-5707074548b7 not found, will not notify nova. {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 04 17:10:02.543170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.556933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.559145 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "DELETE /v2.0/networks/6faa7434-e1b6-41ea-8d70-3bc64ccec94c HTTP/1.1" status: 204 len: 168 time: 0.9134841 Aug 04 17:10:02.561666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35120) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:02.583678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f2888-13ee-4a2e-a4e2-28f352fb7e18 tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Network': ['ID=6faa7434-e1b6-41ea-8d70-3bc64ccec94c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:02.689117 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.865628 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.890968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbb0271-3d70-4463-8f6c-5f0819cd6cc1']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:02.917983 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcd0eb2-7bae-4641-a519-58a5de8d084b') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:02.919925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcd0eb2-7bae-4641-a519-58a5de8d084b') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:02.930652 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.958647 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.970893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:02.977149 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:02.980847 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:03.116099 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:03.133434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:03.133786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-7859618a-df34-4539-be87-2df86aff1fdd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0928657 Aug 04 17:10:03.135568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "DELETE /v2.0/networks/bdbb0271-3d70-4463-8f6c-5f0819cd6cc1 HTTP/1.1" status: 204 len: 168 time: 0.5728176 Aug 04 17:10:03.151496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35126) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:03.161939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680194f-5d30-4e45-82f9-f1170a23081f tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Network': ['ID=bdbb0271-3d70-4463-8f6c-5f0819cd6cc1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:03.188258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d61699df-eeb6-4b69-8e55-61a53109402f None None] Could not find standard attr ID for object 0e534363-d472-4a8f-89b3-5707074548b7. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:10:03.313039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeeb3d1-f0bb-4c75-96f3-f990efa8b77d None None] DHCP port deletion for 6faa7434-e1b6-41ea-8d70-3bc64ccec94c request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:10:03.331720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb5d89-5e84-4dba-bd82-47c0504be0fe None None] Network 6faa7434-e1b6-41ea-8d70-3bc64ccec94c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:03.359649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:03.385288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb5d89-5e84-4dba-bd82-47c0504be0fe None None] Network 6faa7434-e1b6-41ea-8d70-3bc64ccec94c could not be found, it might have been deleted concurrently. {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 17:10:03.399317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-648bcb88-df12-4a5c-acf2-36631d9cfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:03.400083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-648bcb88-df12-4a5c-acf2-36631d9cfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:03.401458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4586f0c-3fef-4c3f-9b95-fd65e0282718 None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:10:03.404902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-648bcb88-df12-4a5c-acf2-36631d9cfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:03.409067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-648bcb88-df12-4a5c-acf2-36631d9cfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:03.409891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-648bcb88-df12-4a5c-acf2-36631d9cfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:03.410549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-648bcb88-df12-4a5c-acf2-36631d9cfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:03.415473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-648bcb88-df12-4a5c-acf2-36631d9cfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:03.418563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-648bcb88-df12-4a5c-acf2-36631d9cfc34 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 6491 time: 0.1688039 Aug 04 17:10:03.580016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:03.619491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c479be13-cdeb-402a-8d7e-a438f4d8022f']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:03.667124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1284bf-a193-4483-871d-a225e55069ff') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:03.667356 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1284bf-a193-4483-871d-a225e55069ff') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:03.701706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:03.721705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:03.730436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:03.731539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:03.811283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-9f6f1ed2-a127-4618-876a-2a57d0a1cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:03.811824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-9f6f1ed2-a127-4618-876a-2a57d0a1cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:03.818742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-9f6f1ed2-a127-4618-876a-2a57d0a1cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:03.819713 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:03.826140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-9f6f1ed2-a127-4618-876a-2a57d0a1cc5b service neutron] 10.222.0.90 "GET /v2.0/networks?id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&id=b41deb09-8151-429d-9ece-729aeb2ad31e&id=b41deb09-8151-429d-9ece-729aeb2ad31e HTTP/1.1" status: 200 len: 2294 time: 0.3686116 Aug 04 17:10:03.831418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4586f0c-3fef-4c3f-9b95-fd65e0282718 None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:10:03.832728 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:03.853324 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:03.857148 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "DELETE /v2.0/networks/c479be13-cdeb-402a-8d7e-a438f4d8022f HTTP/1.1" status: 204 len: 168 time: 0.7042708 Aug 04 17:10:03.869937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35136) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:03.926093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec8e1e-9f6b-48f2-af24-2ec42f4c19ae tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Network': ['ID=c479be13-cdeb-402a-8d7e-a438f4d8022f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:03.985415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-aceea6cc-20f0-4d1c-b31e-28fb8467ff3d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8856018a-3c76-4c7c-86aa-4640eb461494 HTTP/1.1" status: 200 len: 1001 time: 0.1461067 Aug 04 17:10:04.123846 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:04.130345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-0995e2ab-bdbf-4208-9ba8-78b1b2041c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:04.134328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-0995e2ab-bdbf-4208-9ba8-78b1b2041c71 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fbcb1f8d-7827-496e-ba78-9e7176299506 HTTP/1.1" status: 200 len: 850 time: 0.1423297 Aug 04 17:10:04.308685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0e534363-d472-4a8f-89b3-5707074548b7 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:04.319752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-8a80bd0a-e7f0-4a62-ad2b-de670537b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:04.322181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-8a80bd0a-e7f0-4a62-ad2b-de670537b6aa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d03c8cfc-aa93-4e8d-9427-7d300c74678a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718137 Aug 04 17:10:04.373680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:04.425898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab615407-2b03-475f-9fe0-fdc3619b31f9']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:04.460873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 0e534363-d472-4a8f-89b3-5707074548b7 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:04.461206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0e534363-d472-4a8f-89b3-5707074548b7 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:04.464882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c17c9b2-c074-4bda-9fc1-8e1e3dc53f8c') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:04.468750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c17c9b2-c074-4bda-9fc1-8e1e3dc53f8c') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:04.503915 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-55df62b2-3ff4-4381-8a13-8a28aefbda60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:04.506932 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:04.555029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:04.593539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:04.595191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:04.609309 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:04.643927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-a22274a3-50df-4af8-bd89-4891e7319b73 service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040929 Aug 04 17:10:04.723077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:04.737649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:04.743916 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] 10.222.0.39 "DELETE /v2.0/networks/ab615407-2b03-475f-9fe0-fdc3619b31f9 HTTP/1.1" status: 204 len: 168 time: 0.8566000 Aug 04 17:10:04.761574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb16190-19ee-412e-aae6-fd87982dce6e tempest-BulkNetworkOpsTest-219754442 tempest-BulkNetworkOpsTest-219754442-project] Pushing event deleted for resources: {'Network': ['ID=ab615407-2b03-475f-9fe0-fdc3619b31f9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:04.829419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-cf6d3b59-edad-46fd-91c3-20bf34a114dd service neutron] 10.222.0.90 "GET /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693368 Aug 04 17:10:04.884504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-f0a03e06-b036-48e2-a3f8-6205ea23819d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=460da60e-6c2e-403f-adbf-cb7105a4357d HTTP/1.1" status: 200 len: 217 time: 0.0470083 Aug 04 17:10:04.955026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:04.983125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-f24ffb62-67d0-430d-b7cb-f523e6f9077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:04.983125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-f24ffb62-67d0-430d-b7cb-f523e6f9077b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.0932951 Aug 04 17:10:05.064957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-6bf7da73-eb74-4a6a-a1f2-5821d1597029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:05.066853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-6bf7da73-eb74-4a6a-a1f2-5821d1597029 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725987 Aug 04 17:10:05.190372 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-e3018d51-7a65-4368-92db-ce1d91309f65 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121147 Aug 04 17:10:05.256883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35150) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:05.306475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-53ccb790-cf44-4ea2-9352-3805bfc91be2 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082726 Aug 04 17:10:05.368992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-4cf7025f-3c80-4bae-bbc5-281933e645c0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=33984ace-de3e-45de-bf74-7bb18b44d292 HTTP/1.1" status: 200 len: 217 time: 0.0490623 Aug 04 17:10:05.451128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-5cbed83a-1331-413d-981e-dbf8d48b520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:05.452635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-5cbed83a-1331-413d-981e-dbf8d48b520b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.0684569 Aug 04 17:10:05.461290 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e37b3e51-410e-4242-9b4a-a0826fc47de9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c2ba77de60d409fb8738e381d9319a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027373 Aug 04 17:10:05.461937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35156) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:05.522959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-b555f6eb-0e73-4be6-9127-b823fc93625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:05.528569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-b555f6eb-0e73-4be6-9127-b823fc93625d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683730 Aug 04 17:10:05.545014 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a02b4ef-ceeb-4159-ae46-cb1307b36163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:05.593593 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a02b4ef-ceeb-4159-ae46-cb1307b36163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:05.723758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-4bdca85c-7c07-4554-aba6-d293599f7c2c service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867061 Aug 04 17:10:05.783282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a02b4ef-ceeb-4159-ae46-cb1307b36163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:05.788491 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a02b4ef-ceeb-4159-ae46-cb1307b36163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:05.792292 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9a02b4ef-ceeb-4159-ae46-cb1307b36163 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/573cf24f-5365-4a0b-a992-85ff75652933 HTTP/1.1" status: 204 len: 168 time: 0.3269260 Aug 04 17:10:05.796953 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:05.799159 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02b4ef-ceeb-4159-ae46-cb1307b36163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573cf24f-5365-4a0b-a992-85ff75652933,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:06.028311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc971197-0e2a-4387-9dac-286bd09954f5 req-6df108f1-8e5f-4e38-9495-13cdccaf5123 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:06.031375 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc971197-0e2a-4387-9dac-286bd09954f5 req-6df108f1-8e5f-4e38-9495-13cdccaf5123 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.1429081 Aug 04 17:10:06.034879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-95f28412-5dcc-4bbc-a47e-c8c3f14a3140 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036165 Aug 04 17:10:06.126304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-2aabf517-afe8-4e1f-957b-55ac399504be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=f0eb97b5-e476-43d8-ac81-a06109efec2b HTTP/1.1" status: 200 len: 217 time: 0.0687039 Aug 04 17:10:06.157489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc971197-0e2a-4387-9dac-286bd09954f5 req-ec8675de-d2ea-4598-88dd-1fcfdcdb3e63 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109455 Aug 04 17:10:06.251821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-216d598c-338c-4aeb-8530-0a5e985eb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:06.259287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-216d598c-338c-4aeb-8530-0a5e985eb016 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.1007192 Aug 04 17:10:06.351602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-4b10614b-85c2-4490-9ec7-00dbd19a6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:06.353290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-4b10614b-85c2-4490-9ec7-00dbd19a6dd8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856729 Aug 04 17:10:06.502379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-65203b38-037b-4551-9143-8bc455b3b974 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411872 Aug 04 17:10:06.678855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-2d49e21c-cd92-4989-865e-98b44e3f0347 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671717 Aug 04 17:10:06.808422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-5ad84d82-7759-49ac-9428-686cf3f65c64 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=5a660b25-d508-4707-af34-20208e49075f HTTP/1.1" status: 200 len: 217 time: 0.1192095 Aug 04 17:10:06.881450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-5a37e335-bfb9-4c69-8343-6761e990bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:06.883126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-5a37e335-bfb9-4c69-8343-6761e990bf72 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 200 len: 797 time: 0.0592337 Aug 04 17:10:06.938653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-925b87e6-08e1-4c6f-95c5-70b9d7c757b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:06.940842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-925b87e6-08e1-4c6f-95c5-70b9d7c757b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c3e7a446-dda9-4525-9c8c-b1a9183c87dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470250 Aug 04 17:10:07.028603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35200) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:07.100795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-cd4b78e9-f73e-43e3-9e7a-fe2800ef6629 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512394 Aug 04 17:10:07.184250 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-884060309'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:07.217809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:07.231949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:07.235461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-5163e0ce-fdbf-4359-adf3-37d84fdf3ef1 service neutron] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273487 Aug 04 17:10:07.244752 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:07.395534 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:07.418333 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:07.427402 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:07.463309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:10:07.475100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eecaa00-c059-4ed4-90f0-4a9eb63eafe1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:07.501094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:07.501749 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Added segment 3cee0cac-8134-49a8-89a8-6719dac5af47 of type vlan for network ba996f9d-0501-420f-a121-863961c04e5d Aug 04 17:10:07.564978 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:07.607608 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:07.613816 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:07.614530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:07.679792 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6507969 Aug 04 17:10:07.682617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35208) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:07.688766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'name': 'tempest-PortsTestJSON-1334206149'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:07.747058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d4723-eb07-49b3-a49a-ef33142c3950 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Network': ['ID=ba996f9d-0501-420f-a121-863961c04e5d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:07.771248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ba996f9d-0501-420f-a121-863961c04e5d details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:10:07.798223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-88a62e22-a366-44d7-9b43-ba1b219215c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd HTTP/1.1" status: 200 len: 217 time: 0.5279899 Aug 04 17:10:07.835325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:07.839174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:07.863575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:07.931818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693055-4f31-475e-bb3f-3d266b9610a7 req-b2f8a3f7-9953-41a1-9f77-cb9ffdc8a73a tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:07.933507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77693055-4f31-475e-bb3f-3d266b9610a7 req-b2f8a3f7-9953-41a1-9f77-cb9ffdc8a73a tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.6754713 Aug 04 17:10:07.936606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-b118a697-2c15-448e-9c2c-d511fff6b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:07.938174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-b118a697-2c15-448e-9c2c-d511fff6b32f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.1160614 Aug 04 17:10:07.950834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bf1c5-a46c-4df1-b75d-7fecadfc4b1a req-d38d0fe9-d697-4198-9c78-3fe198fe19fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:07.956931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bf1c5-a46c-4df1-b75d-7fecadfc4b1a req-d38d0fe9-d697-4198-9c78-3fe198fe19fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:07.963181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bf1c5-a46c-4df1-b75d-7fecadfc4b1a req-d38d0fe9-d697-4198-9c78-3fe198fe19fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:07.969387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bf1c5-a46c-4df1-b75d-7fecadfc4b1a req-d38d0fe9-d697-4198-9c78-3fe198fe19fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:07.975526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bf1c5-a46c-4df1-b75d-7fecadfc4b1a req-d38d0fe9-d697-4198-9c78-3fe198fe19fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:07.981757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bf1c5-a46c-4df1-b75d-7fecadfc4b1a req-d38d0fe9-d697-4198-9c78-3fe198fe19fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:07.988034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bf1c5-a46c-4df1-b75d-7fecadfc4b1a req-d38d0fe9-d697-4198-9c78-3fe198fe19fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:07.995535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f5bf1c5-a46c-4df1-b75d-7fecadfc4b1a req-d38d0fe9-d697-4198-9c78-3fe198fe19fe tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5434 time: 0.2150590 Aug 04 17:10:08.090678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f5bf1c5-a46c-4df1-b75d-7fecadfc4b1a req-79e04e3f-908b-421c-b440-0af1ed760ff0 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930078 Aug 04 17:10:08.102309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77693055-4f31-475e-bb3f-3d266b9610a7 req-043a2caa-c3bf-4977-ae27-60c38be3b86c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036978 Aug 04 17:10:08.109186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-c7f2fa8d-b64f-4be1-911f-2f56322311f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.110970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-c7f2fa8d-b64f-4be1-911f-2f56322311f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1145077 Aug 04 17:10:08.146543 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:08.254396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:08.306655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-54904c83-47fd-417e-b77c-3912d633fc23 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.308641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-54904c83-47fd-417e-b77c-3912d633fc23 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.82 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 945 time: 0.1480131 Aug 04 17:10:08.323570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=46ec4e55-a53d-45d4-a4e5-55b9b32383d7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:08.342599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Checking segment: {'id': '3cee0cac-8134-49a8-89a8-6719dac5af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:08.342997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network hostable DHCP agents. Network: ba996f9d-0501-420f-a121-863961c04e5d, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:10:08.359476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-41652bec-cd1f-4416-8cb5-e70f29ae9162 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397499 Aug 04 17:10:08.362834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:10:08.375175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ba996f9d-0501-420f-a121-863961c04e5d) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:08.383672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c65403b-c658-4134-8e41-f76a41f8b380 None None] Network ba996f9d-0501-420f-a121-863961c04e5d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:08.387227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:08.393711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.394997 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:08.416747 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b98454da-f990-425e-b58e-da5e6693fd83 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7298656 Aug 04 17:10:08.417179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35216) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:08.429421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2077241018'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:08.482597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:08.487694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:08.516524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-f866259a-d645-4bbb-a25c-87e1a0dda588 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457889 Aug 04 17:10:08.517571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:10:08.530187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:08.531125 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Added segment b53f572b-23ac-4c37-a526-96e09cc5d2b5 of type vlan for network d277a58f-9a1a-4eff-87e0-381e9805b149 Aug 04 17:10:08.578308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-31d37564-ac0a-43aa-8e6d-2e47c1f970bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aedf5264-6657-4b09-a9fa-711bead1cc33 HTTP/1.1" status: 200 len: 217 time: 0.0536335 Aug 04 17:10:08.581265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-ddce748a-caf4-46f2-a950-9c79a1abe1ad tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Deleting port f3b58e53-8938-47a2-a323-efc81597f155 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:08.582385 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-ddce748a-caf4-46f2-a950-9c79a1abe1ad tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:08.584522 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:08.658947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:08.665131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.665747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:08.689560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-60c04823-3cbe-4172-b83a-8f75ab5d98c7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.691547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-1d478b87-d737-4883-ba9d-6dc2046d8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.693152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-1d478b87-d737-4883-ba9d-6dc2046d8f39 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 200 len: 797 time: 0.1070600 Aug 04 17:10:08.696218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-60c04823-3cbe-4172-b83a-8f75ab5d98c7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.702141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-60c04823-3cbe-4172-b83a-8f75ab5d98c7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.708386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-60c04823-3cbe-4172-b83a-8f75ab5d98c7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.716170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-60c04823-3cbe-4172-b83a-8f75ab5d98c7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.723348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-60c04823-3cbe-4172-b83a-8f75ab5d98c7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.729938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-60c04823-3cbe-4172-b83a-8f75ab5d98c7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.732023 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-60c04823-3cbe-4172-b83a-8f75ab5d98c7 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5434 time: 0.1578150 Aug 04 17:10:08.756142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-ddce748a-caf4-46f2-a950-9c79a1abe1ad tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] For port f3b58e53-8938-47a2-a323-efc81597f155, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f3b58e53-8938-47a2-a323-efc81597f155,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:08.756501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-ddce748a-caf4-46f2-a950-9c79a1abe1ad tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:08.776151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-755298eb-4310-4cc9-9d4c-389f5d1f4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.777667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-755298eb-4310-4cc9-9d4c-389f5d1f4b60 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b41deb09-8151-429d-9ece-729aeb2ad31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740302 Aug 04 17:10:08.782339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-ddce748a-caf4-46f2-a950-9c79a1abe1ad tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Calling delete_port for f3b58e53-8938-47a2-a323-efc81597f155 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:08.815938 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3945756 Aug 04 17:10:08.817849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35218) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:08.825162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'ports': [{'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d'}, {'network_id': 'd277a58f-9a1a-4eff-87e0-381e9805b149'}]} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:08.825471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:08.825942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'd277a58f-9a1a-4eff-87e0-381e9805b149'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:08.854210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d7e67-36d2-4b98-9674-1efdb7201c18 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Network': ['ID=d277a58f-9a1a-4eff-87e0-381e9805b149,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:08.868739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d277a58f-9a1a-4eff-87e0-381e9805b149 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:10:08.873849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-599ad18c-be59-43e6-8698-59ceb4f299aa tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:08.875384 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-599ad18c-be59-43e6-8698-59ceb4f299aa tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "GET /v2.0/ports/33984ace-de3e-45de-bf74-7bb18b44d292?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1286383 Aug 04 17:10:08.943710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-17c00985-d741-4a03-9c77-12a40fadd4b1 service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560972 Aug 04 17:10:09.003592 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.012303 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.077275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-ddce748a-caf4-46f2-a950-9c79a1abe1ad tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.092288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f78e0052-b1b5-4602-bae5-94ec8c375614'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:10:09.096527 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-1d684978-d386-4c9d-98ee-89f51bbc62c1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "GET /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1610682 Aug 04 17:10:09.115286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce748a-caf4-46f2-a950-9c79a1abe1ad tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Pushing event deleted for resources: {'Port': ['ID=f3b58e53-8938-47a2-a323-efc81597f155,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:09.128194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:09.155282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eec1093-1ce2-4a61-a2cc-b7ef121a9b77 req-d82b2a19-ea38-4e41-9c53-d20db050711d service neutron] 10.222.0.90 "GET /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025704 Aug 04 17:10:09.178315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-ddce748a-caf4-46f2-a950-9c79a1abe1ad tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] No DVR routers for this DVR port f3b58e53-8938-47a2-a323-efc81597f155 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:09.181010 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-ddce748a-caf4-46f2-a950-9c79a1abe1ad tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.183145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c9d6c67-3ff7-4d63-aeb8-b1dc5256fda0 req-ddce748a-caf4-46f2-a950-9c79a1abe1ad tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.82 "DELETE /v2.0/ports/f3b58e53-8938-47a2-a323-efc81597f155 HTTP/1.1" status: 204 len: 173 time: 0.8616266 Aug 04 17:10:09.183646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812c5911-9f2b-477c-8145-d911cc4e1f30', 'name': 'network-vif-deleted', 'tag': 'f3b58e53-8938-47a2-a323-efc81597f155'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:10:09.186033 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6e4586-3fea-4d80-8ff2-7501595deb77" -d '{"events": [{"server_uuid": "812c5911-9f2b-477c-8145-d911cc4e1f30", "name": "network-vif-deleted", "tag": "f3b58e53-8938-47a2-a323-efc81597f155"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:10:09.249516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.311811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c652862c-1023-461a-8273-ea43c9685ee1 req-356136f8-3b16-41d0-966f-3b4dcb8b7438 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=812c5911-9f2b-477c-8145-d911cc4e1f30 HTTP/1.1" status: 200 len: 210 time: 0.0654526 Aug 04 17:10:09.329784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 2} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:09.338538 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.347301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09358a7e-52ce-43a1-b57e-85844e7e28e5 req-034a7201-1b40-4e37-9031-4d1719f8e1fc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:09.354431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09358a7e-52ce-43a1-b57e-85844e7e28e5 req-034a7201-1b40-4e37-9031-4d1719f8e1fc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:09.388197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09358a7e-52ce-43a1-b57e-85844e7e28e5 req-034a7201-1b40-4e37-9031-4d1719f8e1fc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:09.395275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09358a7e-52ce-43a1-b57e-85844e7e28e5 req-034a7201-1b40-4e37-9031-4d1719f8e1fc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:09.401996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09358a7e-52ce-43a1-b57e-85844e7e28e5 req-034a7201-1b40-4e37-9031-4d1719f8e1fc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:09.402638 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.408922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09358a7e-52ce-43a1-b57e-85844e7e28e5 req-034a7201-1b40-4e37-9031-4d1719f8e1fc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:09.416483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09358a7e-52ce-43a1-b57e-85844e7e28e5 req-034a7201-1b40-4e37-9031-4d1719f8e1fc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:09.417831 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09358a7e-52ce-43a1-b57e-85844e7e28e5 req-034a7201-1b40-4e37-9031-4d1719f8e1fc tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 5434 time: 0.1704624 Aug 04 17:10:09.419358 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490fe30b-2954-475a-83ae-ff0a379e3700 x-openstack-request-id: req-490fe30b-2954-475a-83ae-ff0a379e3700 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:10:09.419677 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812c5911-9f2b-477c-8145-d911cc4e1f30", "name": "network-vif-deleted", "tag": "f3b58e53-8938-47a2-a323-efc81597f155", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:10:09.419904 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-490fe30b-2954-475a-83ae-ff0a379e3700 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:10:09.420261 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812c5911-9f2b-477c-8145-d911cc4e1f30', 'name': 'network-vif-deleted', 'tag': 'f3b58e53-8938-47a2-a323-efc81597f155', 'status': 'completed', 'code': 200} Aug 04 17:10:09.491853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09358a7e-52ce-43a1-b57e-85844e7e28e5 req-d7e4ee2b-d687-4f92-9f03-33df4c632844 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568204 Aug 04 17:10:09.557791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port f3111e64-d5b2-4017-8e84-1c10ca844cfb yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:09.580082 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] For port 33984ace-de3e-45de-bf74-7bb18b44d292, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=33984ace-de3e-45de-bf74-7bb18b44d292,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:09.626168 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] For port 33984ace-de3e-45de-bf74-7bb18b44d292, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:09.703475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] device_id is not set on port 33984ace-de3e-45de-bf74-7bb18b44d292 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:09.720571 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.735909 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.782724 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.890615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] No DVR routers for this DVR port 33984ace-de3e-45de-bf74-7bb18b44d292 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:09.916283 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=33984ace-de3e-45de-bf74-7bb18b44d292,revision_number=6']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:09.938743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port 8cbc7a30-a72a-4e1e-a929-0b61bc915896 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:09.960038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] In _notify_port_updated(), no bound segment for port 33984ace-de3e-45de-bf74-7bb18b44d292 on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:10:09.961043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:09.961659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:09.963003 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d69084a3-eaea-4df2-a18d-95471cabf5a7 service neutron] 10.222.0.90 "PUT /v2.0/ports/33984ace-de3e-45de-bf74-7bb18b44d292 HTTP/1.1" status: 200 len: 1028 time: 0.8401368 Aug 04 17:10:10.079442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-31f67ac4-0b7f-41c9-9837-b3137db14601 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:10.081568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-31f67ac4-0b7f-41c9-9837-b3137db14601 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "GET /v2.0/ports/460da60e-6c2e-403f-adbf-cb7105a4357d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1049647 Aug 04 17:10:10.093147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:10.102305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4b0bd03d-c405-477e-9dad-8d1e74ac11ae None None] Provisioning complete for port 33984ace-de3e-45de-bf74-7bb18b44d292 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:10.103032 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4b0bd03d-c405-477e-9dad-8d1e74ac11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:10.167797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4b0bd03d-c405-477e-9dad-8d1e74ac11ae None None] Port 33984ace-de3e-45de-bf74-7bb18b44d292 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:10:10.184641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:10.188543 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:10.321074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:10.670576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:10.671449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003321db-51e2-4d69-8f7e-da28793cefc1 req-29855f35-b220-4899-be95-504e2339d819 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:10.677664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003321db-51e2-4d69-8f7e-da28793cefc1 req-29855f35-b220-4899-be95-504e2339d819 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:10.678916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:10.684862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003321db-51e2-4d69-8f7e-da28793cefc1 req-29855f35-b220-4899-be95-504e2339d819 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:10.685667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:10.686476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:10.688441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=f3111e64-d5b2-4017-8e84-1c10ca844cfb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:10.691628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003321db-51e2-4d69-8f7e-da28793cefc1 req-29855f35-b220-4899-be95-504e2339d819 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:10.698364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003321db-51e2-4d69-8f7e-da28793cefc1 req-29855f35-b220-4899-be95-504e2339d819 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:10.704846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003321db-51e2-4d69-8f7e-da28793cefc1 req-29855f35-b220-4899-be95-504e2339d819 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:10.705023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] For port 460da60e-6c2e-403f-adbf-cb7105a4357d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=460da60e-6c2e-403f-adbf-cb7105a4357d,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:10.706760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-003321db-51e2-4d69-8f7e-da28793cefc1 req-29855f35-b220-4899-be95-504e2339d819 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 4659 time: 0.1218133 Aug 04 17:10:10.749529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c325bd-7243-43fb-8eb4-668e9dd78bf6 req-e4581597-3fb2-4d9e-ab50-928069148841 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:10.751120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90c325bd-7243-43fb-8eb4-668e9dd78bf6 req-e4581597-3fb2-4d9e-ab50-928069148841 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1197946 Aug 04 17:10:10.764272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=8cbc7a30-a72a-4e1e-a929-0b61bc915896,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:10.784114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-003321db-51e2-4d69-8f7e-da28793cefc1 req-a548a892-7d73-4bf1-970b-1cbc8eb4a317 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&id=e47e213b-2944-424d-b5ed-62bbfd455ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699635 Aug 04 17:10:10.786958 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] For port 460da60e-6c2e-403f-adbf-cb7105a4357d, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:10.812182 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Checking segment: {'id': 'b53f572b-23ac-4c37-a526-96e09cc5d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd277a58f-9a1a-4eff-87e0-381e9805b149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:10.812589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network hostable DHCP agents. Network: d277a58f-9a1a-4eff-87e0-381e9805b149, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:10:10.814285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90c325bd-7243-43fb-8eb4-668e9dd78bf6 req-2cbd6b75-51b2-465f-b640-c90de892175b tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526965 Aug 04 17:10:10.839216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] device_id is not set on port 460da60e-6c2e-403f-adbf-cb7105a4357d yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:10.844562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network d277a58f-9a1a-4eff-87e0-381e9805b149 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:10:10.850223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:10.859771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:10.867860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, d277a58f-9a1a-4eff-87e0-381e9805b149) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:10.877469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b7c43a-7ffa-4f45-b064-2916f9815e1d None None] Network d277a58f-9a1a-4eff-87e0-381e9805b149 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:10.894605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:10.900241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:10.905018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:10.905664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:10.936848 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-af535fd6-bb0b-41bf-858c-f82163bdb7eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1156340 Aug 04 17:10:10.939856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35246) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:10.959877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] Pushing event updated for resources: {'Port': ['ID=460da60e-6c2e-403f-adbf-cb7105a4357d,revision_number=6']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:10.962456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] No DVR routers for this DVR port 460da60e-6c2e-403f-adbf-cb7105a4357d on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:11.000133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f3b58e53-8938-47a2-a323-efc81597f155 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:11.028538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] In _notify_port_updated(), no bound segment for port 460da60e-6c2e-403f-adbf-cb7105a4357d on network c3e7a446-dda9-4525-9c8c-b1a9183c87dd {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:10:11.029507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:11.030202 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.032039 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-70abc518-0fb8-46fb-bf3a-8f05b6d3821e service neutron] 10.222.0.90 "PUT /v2.0/ports/460da60e-6c2e-403f-adbf-cb7105a4357d HTTP/1.1" status: 200 len: 1028 time: 0.9432042 Aug 04 17:10:11.058704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: f3b58e53-8938-47a2-a323-efc81597f155 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:11.059346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f3b58e53-8938-47a2-a323-efc81597f155 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:11.078293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 8cbc7a30-a72a-4e1e-a929-0b61bc915896 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:11.078863 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.169121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.179973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting port 8856018a-3c76-4c7c-86aa-4640eb461494 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:11.180249 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.188835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 8cbc7a30-a72a-4e1e-a929-0b61bc915896 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:11.200597 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dee34a62-da1c-4f42-b839-dbef73f64439 None None] Provisioning complete for port 460da60e-6c2e-403f-adbf-cb7105a4357d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:11.201235 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dee34a62-da1c-4f42-b839-dbef73f64439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.262664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-dee34a62-da1c-4f42-b839-dbef73f64439 None None] Port 460da60e-6c2e-403f-adbf-cb7105a4357d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:10:11.281167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] For port 8856018a-3c76-4c7c-86aa-4640eb461494, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8856018a-3c76-4c7c-86aa-4640eb461494,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:11.281883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.301179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.331583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=8cbc7a30-a72a-4e1e-a929-0b61bc915896,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:11.341848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.341990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.342337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.342664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.343041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.343366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.343718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.344039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.344355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.344690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.345081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.345399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:11.352544 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.354518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6fb2b46f-19bc-4ef7-9d6d-122341e1e3eb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/8cbc7a30-a72a-4e1e-a929-0b61bc915896 HTTP/1.1" status: 204 len: 168 time: 0.4136453 Aug 04 17:10:11.357081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35256) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:11.409513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9a421d-c6dd-456d-b2d1-5dba4eb7d68f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:11.416993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9a421d-c6dd-456d-b2d1-5dba4eb7d68f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:11.419405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5b9a421d-c6dd-456d-b2d1-5dba4eb7d68f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0611067 Aug 04 17:10:11.422268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35258) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:11.534796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-72eaf0e8-1eec-43f9-8664-71e0e44e6ea5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port f3111e64-d5b2-4017-8e84-1c10ca844cfb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:11.535163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72eaf0e8-1eec-43f9-8664-71e0e44e6ea5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.538581 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.539151 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.539303 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Floating IP 48af85dc-6dbf-4adc-b1e8-9f7c5f8a5e29 disassociated. External IP: 172.25.2.143, port: 8856018a-3c76-4c7c-86aa-4640eb461494. Aug 04 17:10:11.539653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Calling delete_port for 8856018a-3c76-4c7c-86aa-4640eb461494 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:11.624407 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72eaf0e8-1eec-43f9-8664-71e0e44e6ea5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.644227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-72eaf0e8-1eec-43f9-8664-71e0e44e6ea5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for f3111e64-d5b2-4017-8e84-1c10ca844cfb owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:11.693650 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.722060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Port': ['ID=8856018a-3c76-4c7c-86aa-4640eb461494,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:11.748288 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72eaf0e8-1eec-43f9-8664-71e0e44e6ea5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.781981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaf0e8-1eec-43f9-8664-71e0e44e6ea5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=f3111e64-d5b2-4017-8e84-1c10ca844cfb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:11.792281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72eaf0e8-1eec-43f9-8664-71e0e44e6ea5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:11.797016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-72eaf0e8-1eec-43f9-8664-71e0e44e6ea5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/f3111e64-d5b2-4017-8e84-1c10ca844cfb HTTP/1.1" status: 204 len: 168 time: 0.3710859 Aug 04 17:10:11.797328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35262) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:11.835209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 460da60e-6c2e-403f-adbf-cb7105a4357d no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:11.851455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:10:11.889063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055eb54-bae9-4368-8380-4f6fdfddaf9c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:11.892390 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8055eb54-bae9-4368-8380-4f6fdfddaf9c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0940537 Aug 04 17:10:11.895244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35270) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:11.907807 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 460da60e-6c2e-403f-adbf-cb7105a4357d not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:11.908241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8856018a-3c76-4c7c-86aa-4640eb461494 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:11.930886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 8856018a-3c76-4c7c-86aa-4640eb461494 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:11.931535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8856018a-3c76-4c7c-86aa-4640eb461494 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:11.932146 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 7f7e66dc-52c8-47b8-be73-42db55fd9bcd no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:11.965317 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed00d83-99f3-4f4a-909c-e1520b92878a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:11.969525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6ed00d83-99f3-4f4a-909c-e1520b92878a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/8cbc7a30-a72a-4e1e-a929-0b61bc915896 HTTP/1.1" status: 404 len: 333 time: 0.0679116 Aug 04 17:10:11.979375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35272) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:12.015975 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-47db2f39-61f8-4f41-bace-86539b47b573 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:12.020114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e1d2-4727-40c9-8fa8-1531b92cacc1 req-8893a08b-7023-4aa6-8303-efa224215047 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:12.020324 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-47db2f39-61f8-4f41-bace-86539b47b573 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/f3111e64-d5b2-4017-8e84-1c10ca844cfb HTTP/1.1" status: 404 len: 333 time: 0.0377159 Aug 04 17:10:12.020324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:10:12.020913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35274) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:12.021373 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.032039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] Sync routers for ids ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:10:12.033338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e1d2-4727-40c9-8fa8-1531b92cacc1 req-8893a08b-7023-4aa6-8303-efa224215047 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:12.041763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e1d2-4727-40c9-8fa8-1531b92cacc1 req-8893a08b-7023-4aa6-8303-efa224215047 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:12.049573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e1d2-4727-40c9-8fa8-1531b92cacc1 req-8893a08b-7023-4aa6-8303-efa224215047 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:12.049772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] Routers {'504f6bb5-21e1-40f8-a9de-e961a1e8e748'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:12.050309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:12.050951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6752e1d2-4727-40c9-8fa8-1531b92cacc1 req-8893a08b-7023-4aa6-8303-efa224215047 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 3149 time: 0.1547358 Aug 04 17:10:12.065993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2e69d-b95a-457b-abd5-095bcf80863c req-7fcb7e3e-76b6-4ca9-b2f5-b8e702d44621 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:12.066655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7e66dc-52c8-47b8-be73-42db55fd9bcd'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:10:12.068071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbb2e69d-b95a-457b-abd5-095bcf80863c req-7fcb7e3e-76b6-4ca9-b2f5-b8e702d44621 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1543503 Aug 04 17:10:12.068945 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e86fa-151e-4c16-be0b-f898684c0cd7" -d '{"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7e66dc-52c8-47b8-be73-42db55fd9bcd"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:10:12.135220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6752e1d2-4727-40c9-8fa8-1531b92cacc1 req-6d60ec37-0e42-4e52-bde7-93c9d5c010f1 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660753 Aug 04 17:10:12.143764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbb2e69d-b95a-457b-abd5-095bcf80863c req-ed095417-0142-473d-8055-396f19a66f48 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674579 Aug 04 17:10:12.163312 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:12.167532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] No DVR routers for this DVR port 8856018a-3c76-4c7c-86aa-4640eb461494 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:12.190473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.190981 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.190981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device aedf5264-6657-4b09-a9fa-711bead1cc33 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:12.191472 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-919741ea-4571-40be-aefd-a81fc5d28b02 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "DELETE /v2.0/ports/8856018a-3c76-4c7c-86aa-4640eb461494 HTTP/1.1" status: 204 len: 173 time: 1.1317511 Aug 04 17:10:12.191472 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-deleted', 'tag': '8856018a-3c76-4c7c-86aa-4640eb461494'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:10:12.191472 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9e2da1-c7f8-4b47-b26f-1ae9bcaae68b" -d '{"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-deleted", "tag": "8856018a-3c76-4c7c-86aa-4640eb461494"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:10:12.289288 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e008cdd-4c23-4982-8794-f08ef03627ae x-openstack-request-id: req-7e008cdd-4c23-4982-8794-f08ef03627ae {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:10:12.290197 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7e66dc-52c8-47b8-be73-42db55fd9bcd", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:10:12.290609 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e008cdd-4c23-4982-8794-f08ef03627ae {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:10:12.291219 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7e66dc-52c8-47b8-be73-42db55fd9bcd', 'code': 200} Aug 04 17:10:12.294638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:12.323307 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783d7b44-e4b5-421d-bf01-5b4cf5129d39 x-openstack-request-id: req-783d7b44-e4b5-421d-bf01-5b4cf5129d39 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:10:12.323934 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-deleted", "tag": "8856018a-3c76-4c7c-86aa-4640eb461494", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:10:12.324533 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-783d7b44-e4b5-421d-bf01-5b4cf5129d39 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:10:12.324930 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-deleted', 'tag': '8856018a-3c76-4c7c-86aa-4640eb461494', 'status': 'completed', 'code': 200} Aug 04 17:10:12.332166 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.391942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-f34bee80-b213-4e88-b550-959117875825 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting port f0eb97b5-e476-43d8-ac81-a06109efec2b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:12.392307 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-f34bee80-b213-4e88-b550-959117875825 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.415649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] Set router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:12.498745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.519469 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d277a58f-9a1a-4eff-87e0-381e9805b149']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:12.531761 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.536098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53f572b-23ac-4c37-a526-96e09cc5d2b5') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:12.536428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53f572b-23ac-4c37-a526-96e09cc5d2b5') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:12.555774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.570247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-f34bee80-b213-4e88-b550-959117875825 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] For port f0eb97b5-e476-43d8-ac81-a06109efec2b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f0eb97b5-e476-43d8-ac81-a06109efec2b,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:12.570650 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-f34bee80-b213-4e88-b550-959117875825 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.586793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.588938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-f34bee80-b213-4e88-b550-959117875825 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Calling delete_port for f0eb97b5-e476-43d8-ac81-a06109efec2b owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:12.597956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:12.598367 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:12.601673 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:12.612046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port aedf5264-6657-4b09-a9fa-711bead1cc33, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aedf5264-6657-4b09-a9fa-711bead1cc33,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:12.626738 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.627487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f0eb97b5-e476-43d8-ac81-a06109efec2b no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:12.713354 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.728963 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.731713 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/networks/d277a58f-9a1a-4eff-87e0-381e9805b149 HTTP/1.1" status: 204 len: 168 time: 0.7095587 Aug 04 17:10:12.735273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35284) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:12.743169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1901095576'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:12.745139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=aedf5264-6657-4b09-a9fa-711bead1cc33,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:12.746571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81407ac-de13-439f-88e1-4d55056e2bc3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Network': ['ID=d277a58f-9a1a-4eff-87e0-381e9805b149,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:12.791421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:12.798916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.804357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '646736f5-8a68-4090-9f5c-0d04f890d42a', 'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'mac_address': 'fa:16:3e:bb:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:13Z', 'updated_at': '2021-08-04T16:59:27Z', 'revision_number': 5, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'subnets': [{'id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:12.808806 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.833147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:10:12.840183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] Checking router: 504f6bb5-21e1-40f8-a9de-e961a1e8e748 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:10:12.846991 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.847407 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Added segment 65933e9d-7fd3-482c-bcc3-213c63d93c04 of type vlan for network f151c47e-6900-4aa9-b63c-8b7cbd454165 Aug 04 17:10:12.847539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-f34bee80-b213-4e88-b550-959117875825 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.876959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] Routers {'504f6bb5-21e1-40f8-a9de-e961a1e8e748'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:12.877594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:12.889384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bee80-b213-4e88-b550-959117875825 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Port': ['ID=f0eb97b5-e476-43d8-ac81-a06109efec2b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:12.899200 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.948612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 33984ace-de3e-45de-bf74-7bb18b44d292 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:12.952025 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-f34bee80-b213-4e88-b550-959117875825 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] No DVR routers for this DVR port f0eb97b5-e476-43d8-ac81-a06109efec2b on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:12.954780 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-f34bee80-b213-4e88-b550-959117875825 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.956979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:12.960565 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-f34bee80-b213-4e88-b550-959117875825 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "DELETE /v2.0/ports/f0eb97b5-e476-43d8-ac81-a06109efec2b HTTP/1.1" status: 204 len: 173 time: 0.7657995 Aug 04 17:10:12.963944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:12.964502 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:13.034434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2951190 Aug 04 17:10:13.035422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35286) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:13.044108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'f151c47e-6900-4aa9-b63c-8b7cbd454165', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:13.052352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791c4f1-8746-44ce-b920-93f52f5ff2d6 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Network': ['ID=f151c47e-6900-4aa9-b63c-8b7cbd454165,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:13.097818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-239ade06-99d7-483a-b182-d4da49a35cd4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:13.098173 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-239ade06-99d7-483a-b182-d4da49a35cd4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:13.158631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:13.164831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:13.275020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network f151c47e-6900-4aa9-b63c-8b7cbd454165 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:10:13.275264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-239ade06-99d7-483a-b182-d4da49a35cd4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] For port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:13.275597 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-239ade06-99d7-483a-b182-d4da49a35cd4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:13.300871 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-239ade06-99d7-483a-b182-d4da49a35cd4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Calling delete_port for 7f7e66dc-52c8-47b8-be73-42db55fd9bcd owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:13.388094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] Set router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:13.489122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40893376-4825-45ff-91cd-ffb8e7ada366 req-74946dda-2f5d-47bf-8a52-2e320b37ad57 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:13.491618 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40893376-4825-45ff-91cd-ffb8e7ada366 req-74946dda-2f5d-47bf-8a52-2e320b37ad57 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.2020564 Aug 04 17:10:13.519092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 33984ace-de3e-45de-bf74-7bb18b44d292 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:13.519872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 5a660b25-d508-4707-af34-20208e49075f no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:13.526598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0f122-ef0a-428f-a3c6-f556ea548d18 req-a3f7f2f4-ac6e-420a-9d5b-bcb684714b21 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:13.539415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0f122-ef0a-428f-a3c6-f556ea548d18 req-a3f7f2f4-ac6e-420a-9d5b-bcb684714b21 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:13.553082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0f122-ef0a-428f-a3c6-f556ea548d18 req-a3f7f2f4-ac6e-420a-9d5b-bcb684714b21 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:13.554790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2eb0f122-ef0a-428f-a3c6-f556ea548d18 req-a3f7f2f4-ac6e-420a-9d5b-bcb684714b21 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 2411 time: 0.2469234 Aug 04 17:10:13.579026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-239ade06-99d7-483a-b182-d4da49a35cd4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:13.656003 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ade06-99d7-483a-b182-d4da49a35cd4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Port': ['ID=7f7e66dc-52c8-47b8-be73-42db55fd9bcd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:13.697954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40893376-4825-45ff-91cd-ffb8e7ada366 req-ea1dcaaf-251a-479f-b376-c584a05b9858 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236005 Aug 04 17:10:13.715328 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:13.728284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-239ade06-99d7-483a-b182-d4da49a35cd4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] No DVR routers for this DVR port 7f7e66dc-52c8-47b8-be73-42db55fd9bcd on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:13.737144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-239ade06-99d7-483a-b182-d4da49a35cd4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:13.739455 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-239ade06-99d7-483a-b182-d4da49a35cd4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "DELETE /v2.0/ports/7f7e66dc-52c8-47b8-be73-42db55fd9bcd HTTP/1.1" status: 204 len: 173 time: 0.7677758 Aug 04 17:10:13.755420 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:13.803069 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2eb0f122-ef0a-428f-a3c6-f556ea548d18 req-e7c973b7-7d41-4553-a159-62240529da06 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups?id=97c82d27-53a6-4b63-b973-03df49d97de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220266 Aug 04 17:10:13.843569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 5a660b25-d508-4707-af34-20208e49075f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=5a660b25-d508-4707-af34-20208e49075f,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:13.868583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=141856d0-05ee-4d41-a1f8-119196a42daa,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:13.895285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Checking segment: {'id': '65933e9d-7fd3-482c-bcc3-213c63d93c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f151c47e-6900-4aa9-b63c-8b7cbd454165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:13.896189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network hostable DHCP agents. Network: f151c47e-6900-4aa9-b63c-8b7cbd454165, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:10:13.919278 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:13.923284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network f151c47e-6900-4aa9-b63c-8b7cbd454165 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:10:13.936516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-b9121096-b92b-49ba-9171-6926dc3eca50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting port 5a660b25-d508-4707-af34-20208e49075f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:13.936937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-b9121096-b92b-49ba-9171-6926dc3eca50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:13.944241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, f151c47e-6900-4aa9-b63c-8b7cbd454165) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:13.960604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:13.962715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:14.000017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-afb2be4d-ff6a-40cb-ac21-7f60dabad560 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9600017 Aug 04 17:10:14.000795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35304) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:14.008272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'f151c47e-6900-4aa9-b63c-8b7cbd454165', 'name': 'tempest-PortsTestJSON-954859616'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:14.019367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=5a660b25-d508-4707-af34-20208e49075f,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:14.036118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60b33a-2736-450c-99df-204871ed974f None None] Network f151c47e-6900-4aa9-b63c-8b7cbd454165 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:14.079298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-b9121096-b92b-49ba-9171-6926dc3eca50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] For port 5a660b25-d508-4707-af34-20208e49075f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=5a660b25-d508-4707-af34-20208e49075f,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:14.079666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-b9121096-b92b-49ba-9171-6926dc3eca50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:14.115545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-b9121096-b92b-49ba-9171-6926dc3eca50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Calling delete_port for 5a660b25-d508-4707-af34-20208e49075f owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:14.147977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '646736f5-8a68-4090-9f5c-0d04f890d42a', 'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'mac_address': 'fa:16:3e:bb:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:13Z', 'updated_at': '2021-08-04T16:59:27Z', 'revision_number': 5, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'subnets': [{'id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:14.206095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:14.210825 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:14.229062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ddd1e-3db6-4095-9e71-16268a85b2ea None None] The sync data for ids ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'] in n-d-764435-5 is: [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T16:59:15Z', 'revision_number': 4, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '646736f5-8a68-4090-9f5c-0d04f890d42a', 'name': '', 'network_id': 'd03c8cfc-aa93-4e8d-9427-7d300c74678a', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'mac_address': 'fa:16:3e:bb:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:13Z', 'updated_at': '2021-08-04T16:59:27Z', 'revision_number': 5, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'subnets': [{'id': 'fbcb1f8d-7827-496e-ba78-9e7176299506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:10:14.286751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port fad2a8de-86ef-4872-9d87-e50784ef3aeb yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:14.316142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedf5264-6657-4b09-a9fa-711bead1cc33'}, {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a660b25-d508-4707-af34-20208e49075f'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:10:14.318778 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ee2c52-e6e7-43d0-884c-db1a4f433b62" -d '{"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "aedf5264-6657-4b09-a9fa-711bead1cc33"}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "5a660b25-d508-4707-af34-20208e49075f"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:10:14.331192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-deleted', 'tag': 'f0eb97b5-e476-43d8-ac81-a06109efec2b'}, {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-deleted', 'tag': '7f7e66dc-52c8-47b8-be73-42db55fd9bcd'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:10:14.333622 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eefb16-57fc-49f4-81ca-d19eee8b5e93" -d '{"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-deleted", "tag": "f0eb97b5-e476-43d8-ac81-a06109efec2b"}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-deleted", "tag": "7f7e66dc-52c8-47b8-be73-42db55fd9bcd"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:10:14.365247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-b9121096-b92b-49ba-9171-6926dc3eca50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:14.377586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-f151c47e-6900-4aa9-b63c-8b7cbd454165', 'network_id': 'f151c47e-6900-4aa9-b63c-8b7cbd454165', 'tenant_id': '2d7952aaba0f481b96cc69213426925a', 'fixed_ips': [{'subnet_id': '141856d0-05ee-4d41-a1f8-119196a42daa'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:10:14.378786 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:14.444787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9121096-b92b-49ba-9171-6926dc3eca50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Port': ['ID=5a660b25-d508-4707-af34-20208e49075f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:14.478407 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 04 Aug 2021 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fc74f2-92de-46be-828d-3b535209aba3 x-openstack-request-id: req-14fc74f2-92de-46be-828d-3b535209aba3 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:10:14.479394 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "aedf5264-6657-4b09-a9fa-711bead1cc33", "code": 200}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "5a660b25-d508-4707-af34-20208e49075f", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:10:14.479870 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14fc74f2-92de-46be-828d-3b535209aba3 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:10:14.480445 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedf5264-6657-4b09-a9fa-711bead1cc33', 'code': 200} Aug 04 17:10:14.480865 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a660b25-d508-4707-af34-20208e49075f', 'code': 200} Aug 04 17:10:14.499061 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2ec9ad-901d-4871-b491-c0bc6a4c8699 x-openstack-request-id: req-bc2ec9ad-901d-4871-b491-c0bc6a4c8699 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:10:14.499508 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-deleted", "tag": "f0eb97b5-e476-43d8-ac81-a06109efec2b", "status": "completed", "code": 200}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-deleted", "tag": "7f7e66dc-52c8-47b8-be73-42db55fd9bcd", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:10:14.500356 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc2ec9ad-901d-4871-b491-c0bc6a4c8699 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:10:14.501639 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-deleted', 'tag': 'f0eb97b5-e476-43d8-ac81-a06109efec2b', 'status': 'completed', 'code': 200} Aug 04 17:10:14.502058 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-deleted', 'tag': '7f7e66dc-52c8-47b8-be73-42db55fd9bcd', 'status': 'completed', 'code': 200} Aug 04 17:10:14.504053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-b9121096-b92b-49ba-9171-6926dc3eca50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] No DVR routers for this DVR port 5a660b25-d508-4707-af34-20208e49075f on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:14.508533 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-b9121096-b92b-49ba-9171-6926dc3eca50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:14.515548 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-b9121096-b92b-49ba-9171-6926dc3eca50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "DELETE /v2.0/ports/5a660b25-d508-4707-af34-20208e49075f HTTP/1.1" status: 204 len: 173 time: 0.7627952 Aug 04 17:10:14.552024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.5 (f151c47e-6900-4aa9-b63c-8b7cbd454165/141856d0-05ee-4d41-a1f8-119196a42daa/fad2a8de-86ef-4872-9d87-e50784ef3aeb) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:14.674781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d782760b-550e-4f06-8cca-ce03b2f0eda4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting port aedf5264-6657-4b09-a9fa-711bead1cc33 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:14.675392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d782760b-550e-4f06-8cca-ce03b2f0eda4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:14.752929 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50cbb0-7fd6-48f3-b0ae-875318d0b9d7 None None] New status for floating IP 48af85dc-6dbf-4adc-b1e8-9f7c5f8a5e29: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:10:14.756769 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:14.791963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object fad2a8de-86ef-4872-9d87-e50784ef3aeb will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:14.909808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d782760b-550e-4f06-8cca-ce03b2f0eda4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] For port aedf5264-6657-4b09-a9fa-711bead1cc33, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=aedf5264-6657-4b09-a9fa-711bead1cc33,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:14.911221 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d782760b-550e-4f06-8cca-ce03b2f0eda4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:14.939974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d782760b-550e-4f06-8cca-ce03b2f0eda4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Calling delete_port for aedf5264-6657-4b09-a9fa-711bead1cc33 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:14.965377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f4743-ef6d-4299-b7b7-9badccbb50fd req-41b15d63-0287-4639-932f-d95ba3b00fab tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:14.969422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-271f4743-ef6d-4299-b7b7-9badccbb50fd req-41b15d63-0287-4639-932f-d95ba3b00fab tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1786621 Aug 04 17:10:15.037878 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.092502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-271f4743-ef6d-4299-b7b7-9badccbb50fd req-6570a220-4b86-4627-b9b6-7147d1ff9661 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107733 Aug 04 17:10:15.128320 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d782760b-550e-4f06-8cca-ce03b2f0eda4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.134098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Allocated IP 172.20.0.2 (f151c47e-6900-4aa9-b63c-8b7cbd454165/141856d0-05ee-4d41-a1f8-119196a42daa/1db4b0aa-4607-4f68-a395-2de4f8d03402) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:15.141952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network f151c47e-6900-4aa9-b63c-8b7cbd454165 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:15.164925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:15.173937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:15.201906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782760b-550e-4f06-8cca-ce03b2f0eda4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Port': ['ID=aedf5264-6657-4b09-a9fa-711bead1cc33,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:15.202223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6672d21b-7db7-4573-ac80-a14b183cf16c req-fa522071-b80b-4918-b6f5-81c02970199c tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.1220462 Aug 04 17:10:15.243517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=fad2a8de-86ef-4872-9d87-e50784ef3aeb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:15.276061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:15.276792 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.281257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d782760b-550e-4f06-8cca-ce03b2f0eda4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] No DVR routers for this DVR port aedf5264-6657-4b09-a9fa-711bead1cc33 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:15.285316 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d782760b-550e-4f06-8cca-ce03b2f0eda4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.288500 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b9811383-a979-4ccb-81f9-d4bd5bf1ca19 req-d782760b-550e-4f06-8cca-ce03b2f0eda4 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.90 "DELETE /v2.0/ports/aedf5264-6657-4b09-a9fa-711bead1cc33 HTTP/1.1" status: 204 len: 173 time: 0.7688737 Aug 04 17:10:15.303896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e4549a59-d050-44d9-bf41-3f5e3133bcb9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2992549 Aug 04 17:10:15.304241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35320) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:15.361938 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.372289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Transition to ACTIVE for port object 1db4b0aa-4607-4f68-a395-2de4f8d03402 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:15.390079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Transition to ACTIVE for port object 1db4b0aa-4607-4f68-a395-2de4f8d03402 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:15.400131 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.424983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-360d9890-6e65-4052-aa0c-700cbec7120c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port fad2a8de-86ef-4872-9d87-e50784ef3aeb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:15.425345 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-360d9890-6e65-4052-aa0c-700cbec7120c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.443868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Network f151c47e-6900-4aa9-b63c-8b7cbd454165 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:15.448817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:15.455374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:15.483358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Pushing event updated for resources: {'Port': ['ID=1db4b0aa-4607-4f68-a395-2de4f8d03402,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:15.518498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Attempting to bind port 1db4b0aa-4607-4f68-a395-2de4f8d03402 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:15.519344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Attempting to bind port 1db4b0aa-4607-4f68-a395-2de4f8d03402 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '65933e9d-7fd3-482c-bcc3-213c63d93c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f151c47e-6900-4aa9-b63c-8b7cbd454165'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:15.519344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Attempting to bind port 1db4b0aa-4607-4f68-a395-2de4f8d03402 on network f151c47e-6900-4aa9-b63c-8b7cbd454165 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:15.528234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:15.529068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Checking segment: {'id': '65933e9d-7fd3-482c-bcc3-213c63d93c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f151c47e-6900-4aa9-b63c-8b7cbd454165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:15.529068 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.529432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Bound using segment: {'id': '65933e9d-7fd3-482c-bcc3-213c63d93c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f151c47e-6900-4aa9-b63c-8b7cbd454165'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:15.529913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Bound port: 1db4b0aa-4607-4f68-a395-2de4f8d03402, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65933e9d-7fd3-482c-bcc3-213c63d93c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f151c47e-6900-4aa9-b63c-8b7cbd454165'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:15.530288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.551515 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-360d9890-6e65-4052-aa0c-700cbec7120c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.584580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-360d9890-6e65-4052-aa0c-700cbec7120c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for fad2a8de-86ef-4872-9d87-e50784ef3aeb owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:15.623877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] For port 1db4b0aa-4607-4f68-a395-2de4f8d03402, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:15.631632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] For port 1db4b0aa-4607-4f68-a395-2de4f8d03402, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1db4b0aa-4607-4f68-a395-2de4f8d03402,segment=NetworkSegment(65933e9d-7fd3-482c-bcc3-213c63d93c04),segment_id=65933e9d-7fd3-482c-bcc3-213c63d93c04)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:15.639989 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.750720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfd927-49de-476a-8fbc-bdb7dc10a8a7 None None] Pushing event updated for resources: {'Port': ['ID=1db4b0aa-4607-4f68-a395-2de4f8d03402,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:15.911509 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-360d9890-6e65-4052-aa0c-700cbec7120c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:15.920778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-222b6daa-6744-435c-9820-73573aa7524f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:15.924497 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-222b6daa-6744-435c-9820-73573aa7524f tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.0972924 Aug 04 17:10:15.958434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d9890-6e65-4052-aa0c-700cbec7120c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=fad2a8de-86ef-4872-9d87-e50784ef3aeb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:16.093590 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-360d9890-6e65-4052-aa0c-700cbec7120c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:16.096318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-360d9890-6e65-4052-aa0c-700cbec7120c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/fad2a8de-86ef-4872-9d87-e50784ef3aeb HTTP/1.1" status: 204 len: 168 time: 0.7909665 Aug 04 17:10:16.100443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35326) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:16.130341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-b5f2c69c-154e-454c-bb31-c20fe2f74390 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Deleting port f78e0052-b1b5-4602-bae5-94ec8c375614 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:16.130780 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-b5f2c69c-154e-454c-bb31-c20fe2f74390 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:16.167993 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0003904f-9fd5-4daa-b29e-ca543ca86fe1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:10:16.171355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0003904f-9fd5-4daa-b29e-ca543ca86fe1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:10:16.173609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0003904f-9fd5-4daa-b29e-ca543ca86fe1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/fad2a8de-86ef-4872-9d87-e50784ef3aeb HTTP/1.1" status: 404 len: 333 time: 0.0716949 Aug 04 17:10:16.178372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35330) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:16.247319 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f30e69-9908-4009-9fbe-bae9a70ff6ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:16.250310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-88f30e69-9908-4009-9fbe-bae9a70ff6ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/fad2a8de-86ef-4872-9d87-e50784ef3aeb HTTP/1.1" status: 404 len: 333 time: 0.0694189 Aug 04 17:10:16.254736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35336) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:16.314895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc8029-b691-4a69-bb69-9e1491fab50b req-8d8d669a-e763-49b2-9df8-119b7d73288d tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:16.323078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56dc8029-b691-4a69-bb69-9e1491fab50b req-8d8d669a-e763-49b2-9df8-119b7d73288d tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 946 time: 0.1137824 Aug 04 17:10:16.377555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56dc8029-b691-4a69-bb69-9e1491fab50b req-9545a660-b286-4d71-a53e-f2163245d93c tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/security-groups?id=b409de8c-c887-4ad3-b583-27e6a2251f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534933 Aug 04 17:10:16.398590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1db4b0aa-4607-4f68-a395-2de4f8d03402 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:16.438457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-b5f2c69c-154e-454c-bb31-c20fe2f74390 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] For port f78e0052-b1b5-4602-bae5-94ec8c375614, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f78e0052-b1b5-4602-bae5-94ec8c375614,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:16.439169 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-b5f2c69c-154e-454c-bb31-c20fe2f74390 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:16.468996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a79cdc7-c7c5-4866-919c-d9c9db635523 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet 141856d0-05ee-4d41-a1f8-119196a42daa {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:16.474444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a27cb04b-62b9-4843-b628-2a5abf4c2f12 req-61869f41-09f5-40d1-a6e5-532ec8ffa3b9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0276453 Aug 04 17:10:16.478976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-b5f2c69c-154e-454c-bb31-c20fe2f74390 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Calling delete_port for f78e0052-b1b5-4602-bae5-94ec8c375614 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:16.480714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a79cdc7-c7c5-4866-919c-d9c9db635523 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:16.506082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1db4b0aa-4607-4f68-a395-2de4f8d03402 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:16.525181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-deleted', 'tag': '5a660b25-d508-4707-af34-20208e49075f'}, {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-deleted', 'tag': 'aedf5264-6657-4b09-a9fa-711bead1cc33'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:10:16.527609 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65809bb0-2aec-4bf3-a063-164213bfb4e9" -d '{"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-deleted", "tag": "5a660b25-d508-4707-af34-20208e49075f"}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-deleted", "tag": "aedf5264-6657-4b09-a9fa-711bead1cc33"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:10:16.584122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a79cdc7-c7c5-4866-919c-d9c9db635523 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:16.588899 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8172885c-7137-4fcd-9599-9fbcf66bd3f0 x-openstack-request-id: req-8172885c-7137-4fcd-9599-9fbcf66bd3f0 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:10:16.589182 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-deleted", "tag": "5a660b25-d508-4707-af34-20208e49075f", "status": "completed", "code": 200}, {"server_uuid": "4ececf06-ab52-494f-a6bd-e8cdddb0d3a5", "name": "network-vif-deleted", "tag": "aedf5264-6657-4b09-a9fa-711bead1cc33", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:10:16.589432 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8172885c-7137-4fcd-9599-9fbcf66bd3f0 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:10:16.589810 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-deleted', 'tag': '5a660b25-d508-4707-af34-20208e49075f', 'status': 'completed', 'code': 200} Aug 04 17:10:16.590062 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ececf06-ab52-494f-a6bd-e8cdddb0d3a5', 'name': 'network-vif-deleted', 'tag': 'aedf5264-6657-4b09-a9fa-711bead1cc33', 'status': 'completed', 'code': 200} Aug 04 17:10:16.723637 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a79cdc7-c7c5-4866-919c-d9c9db635523 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:16.785968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-b5f2c69c-154e-454c-bb31-c20fe2f74390 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:16.800126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f78e0052-b1b5-4602-bae5-94ec8c375614'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:10:16.826338 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2c69c-154e-454c-bb31-c20fe2f74390 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Pushing event deleted for resources: {'Port': ['ID=f78e0052-b1b5-4602-bae5-94ec8c375614,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:16.855044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a79cdc7-c7c5-4866-919c-d9c9db635523 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:16.885367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-b5f2c69c-154e-454c-bb31-c20fe2f74390 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] No DVR routers for this DVR port f78e0052-b1b5-4602-bae5-94ec8c375614 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:16.914273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-b5f2c69c-154e-454c-bb31-c20fe2f74390 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:16.916425 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4a0435b5-1208-42ef-abde-292d83f3eb1c req-b5f2c69c-154e-454c-bb31-c20fe2f74390 tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.90 "DELETE /v2.0/ports/f78e0052-b1b5-4602-bae5-94ec8c375614 HTTP/1.1" status: 204 len: 173 time: 0.9849823 Aug 04 17:10:16.919991 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79cdc7-c7c5-4866-919c-d9c9db635523 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=141856d0-05ee-4d41-a1f8-119196a42daa,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:16.936840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a79cdc7-c7c5-4866-919c-d9c9db635523 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:16.941835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35346) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:16.941997 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9a79cdc7-c7c5-4866-919c-d9c9db635523 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/141856d0-05ee-4d41-a1f8-119196a42daa HTTP/1.1" status: 204 len: 168 time: 0.6870732 Aug 04 17:10:17.076227 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:17.186033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 1db4b0aa-4607-4f68-a395-2de4f8d03402 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:17.186624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:17.262765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] For port 1db4b0aa-4607-4f68-a395-2de4f8d03402, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1db4b0aa-4607-4f68-a395-2de4f8d03402,segment=NetworkSegment(65933e9d-7fd3-482c-bcc3-213c63d93c04),segment_id=65933e9d-7fd3-482c-bcc3-213c63d93c04)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:17.264604 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:17.289644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 1db4b0aa-4607-4f68-a395-2de4f8d03402 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:17.463522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5e693-0c5e-4287-a9e0-e43b39a16170 None None] Network f151c47e-6900-4aa9-b63c-8b7cbd454165 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:17.476728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:17.574257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=1db4b0aa-4607-4f68-a395-2de4f8d03402,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:17.623996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15939efd-7cb7-430e-a522-b25bf4cb70ef req-ad7857b2-5617-4191-97db-29516412060b tempest-ServerRescueNegativeTestJSON-1330628254 tempest-ServerRescueNegativeTestJSON-1330628254-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ada8b8-29d3-41d5-9535-65bced01d90a HTTP/1.1" status: 200 len: 210 time: 0.0694551 Aug 04 17:10:17.638318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No DVR routers for this DVR port 1db4b0aa-4607-4f68-a395-2de4f8d03402 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:17.638694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c0d53fa7-d863-48c1-9620-dcc4b77285e9 None None] Could not find standard attr ID for object 1db4b0aa-4607-4f68-a395-2de4f8d03402. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:10:17.716105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8507bd27-bcd7-4fc4-88a3-ad2a4415cb98 req-cc9d7118-ea68-4d0e-b06b-62f0e0b0724d tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0754192 Aug 04 17:10:17.788816 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:17.795003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c71b32-3bfa-47da-bb6f-3f104c2abaeb None None] DHCP port deletion for f151c47e-6900-4aa9-b63c-8b7cbd454165 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:10:17.800508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f151c47e-6900-4aa9-b63c-8b7cbd454165']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:17.813792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65933e9d-7fd3-482c-bcc3-213c63d93c04') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:17.814090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65933e9d-7fd3-482c-bcc3-213c63d93c04') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:17.823158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:17.837793 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:17.845197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:17.845612 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:17.849101 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:17.909865 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:17.943070 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:17.948856 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/networks/f151c47e-6900-4aa9-b63c-8b7cbd454165 HTTP/1.1" status: 204 len: 168 time: 1.0030086 Aug 04 17:10:17.949613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35360) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:17.955867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-647045510'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:17.967279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb233b-1b47-411b-9d0c-5984ddd0f14b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Network': ['ID=f151c47e-6900-4aa9-b63c-8b7cbd454165,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:17.983273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:17.987981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:18.016559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:10:18.030351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:18.030675 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Added segment 2db72612-8b1e-4346-9625-cdaeb578f10f of type vlan for network a490447a-4051-4b75-8b00-d87c008da6e2 Aug 04 17:10:18.076591 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:18.111204 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:18.117546 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:18.118255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:18.184652 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2331564 Aug 04 17:10:18.188243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35364) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:18.199204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'a490447a-4051-4b75-8b00-d87c008da6e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:18.248210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1db4b0aa-4607-4f68-a395-2de4f8d03402 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:18.282060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 1db4b0aa-4607-4f68-a395-2de4f8d03402 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:18.282717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1db4b0aa-4607-4f68-a395-2de4f8d03402 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:18.287607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be7980-7209-48f6-a981-8171ff126b12 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Network': ['ID=a490447a-4051-4b75-8b00-d87c008da6e2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:18.302115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a490447a-4051-4b75-8b00-d87c008da6e2 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:10:18.328464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:18.336857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:18.704579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35372) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:18.878169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ada8b8-29d3-41d5-9535-65bced01d90a', 'name': 'network-vif-deleted', 'tag': 'f78e0052-b1b5-4602-bae5-94ec8c375614'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:10:18.880460 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed019247-e066-4951-a516-094775f3cbc3" -d '{"events": [{"server_uuid": "c8ada8b8-29d3-41d5-9535-65bced01d90a", "name": "network-vif-deleted", "tag": "f78e0052-b1b5-4602-bae5-94ec8c375614"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:10:18.918115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:18.963347 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec3d3d8-bb8d-4cf9-b0d9-75195d3f6e73 x-openstack-request-id: req-aec3d3d8-bb8d-4cf9-b0d9-75195d3f6e73 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:10:18.964574 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ada8b8-29d3-41d5-9535-65bced01d90a", "name": "network-vif-deleted", "tag": "f78e0052-b1b5-4602-bae5-94ec8c375614", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:10:18.965391 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aec3d3d8-bb8d-4cf9-b0d9-75195d3f6e73 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:10:18.965391 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ada8b8-29d3-41d5-9535-65bced01d90a', 'name': 'network-vif-deleted', 'tag': 'f78e0052-b1b5-4602-bae5-94ec8c375614', 'status': 'completed', 'code': 200} Aug 04 17:10:19.005964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=ef3a3323-6ee7-4ebe-92ea-dd49847c0693,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:19.014232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Checking segment: {'id': '2db72612-8b1e-4346-9625-cdaeb578f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a490447a-4051-4b75-8b00-d87c008da6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:19.014686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network hostable DHCP agents. Network: a490447a-4051-4b75-8b00-d87c008da6e2, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:10:19.036894 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network a490447a-4051-4b75-8b00-d87c008da6e2 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:10:19.052140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, a490447a-4051-4b75-8b00-d87c008da6e2) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:19.058375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:19.059217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:19.068965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d76656-b072-45af-9d40-ed4c3338ffe3 None None] Network a490447a-4051-4b75-8b00-d87c008da6e2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:19.084724 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-576df85a-545c-45e3-9505-f64efcfbaede tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8949249 Aug 04 17:10:19.088793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35378) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:19.095700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'a490447a-4051-4b75-8b00-d87c008da6e2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-224954964'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:19.114394 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:10:19.318257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:19.322359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:19.342300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-a490447a-4051-4b75-8b00-d87c008da6e2', 'network_id': 'a490447a-4051-4b75-8b00-d87c008da6e2', 'tenant_id': '2d7952aaba0f481b96cc69213426925a', 'fixed_ips': [{'subnet_id': 'ef3a3323-6ee7-4ebe-92ea-dd49847c0693'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:10:19.343496 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:19.362423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port 93d33f93-5cf8-4c4e-8e6d-18c3690620cf yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:19.554374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Allocated IP 172.20.0.2 (a490447a-4051-4b75-8b00-d87c008da6e2/ef3a3323-6ee7-4ebe-92ea-dd49847c0693/46d26734-4d1f-48e7-bee5-e74230e09b7f) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:19.620312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d6ee7fe-da9a-4a01-ad2d-e92cd6809cc7 req-1fd420b9-ab49-4a8f-90a6-e4646e2e7988 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.6674364 Aug 04 17:10:19.759877 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:19.771007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Transition to ACTIVE for port object 46d26734-4d1f-48e7-bee5-e74230e09b7f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:19.790196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Transition to ACTIVE for port object 46d26734-4d1f-48e7-bee5-e74230e09b7f will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:19.814025 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:19.857037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f78e0052-b1b5-4602-bae5-94ec8c375614 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:19.919127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.8 (a490447a-4051-4b75-8b00-d87c008da6e2/ef3a3323-6ee7-4ebe-92ea-dd49847c0693/93d33f93-5cf8-4c4e-8e6d-18c3690620cf) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:19.961575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Network a490447a-4051-4b75-8b00-d87c008da6e2 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:19.965835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: f78e0052-b1b5-4602-bae5-94ec8c375614 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:19.966188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f78e0052-b1b5-4602-bae5-94ec8c375614 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:19.973608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:19.980895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:20.022829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.038076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Pushing event updated for resources: {'Port': ['ID=46d26734-4d1f-48e7-bee5-e74230e09b7f,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:20.129537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Attempting to bind port 46d26734-4d1f-48e7-bee5-e74230e09b7f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:20.130288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Attempting to bind port 46d26734-4d1f-48e7-bee5-e74230e09b7f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '2db72612-8b1e-4346-9625-cdaeb578f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a490447a-4051-4b75-8b00-d87c008da6e2'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:20.130288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Attempting to bind port 46d26734-4d1f-48e7-bee5-e74230e09b7f on network a490447a-4051-4b75-8b00-d87c008da6e2 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:20.141028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:20.141579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Checking segment: {'id': '2db72612-8b1e-4346-9625-cdaeb578f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a490447a-4051-4b75-8b00-d87c008da6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:20.142019 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.142418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Bound using segment: {'id': '2db72612-8b1e-4346-9625-cdaeb578f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a490447a-4051-4b75-8b00-d87c008da6e2'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:20.142920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Bound port: 46d26734-4d1f-48e7-bee5-e74230e09b7f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db72612-8b1e-4346-9625-cdaeb578f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a490447a-4051-4b75-8b00-d87c008da6e2'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:20.143307 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.177535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.192352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object 93d33f93-5cf8-4c4e-8e6d-18c3690620cf will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:20.260489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.297402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] For port 46d26734-4d1f-48e7-bee5-e74230e09b7f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:20.304000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] For port 46d26734-4d1f-48e7-bee5-e74230e09b7f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=46d26734-4d1f-48e7-bee5-e74230e09b7f,segment=NetworkSegment(2db72612-8b1e-4346-9625-cdaeb578f10f),segment_id=2db72612-8b1e-4346-9625-cdaeb578f10f)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:20.314624 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.331032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=93d33f93-5cf8-4c4e-8e6d-18c3690620cf,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:20.353885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network a490447a-4051-4b75-8b00-d87c008da6e2 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:20.355956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:20.359453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:20.412930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:20.414009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.433924 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8984fc37-35d2-497b-abcf-5b1f4084385c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3431304 Aug 04 17:10:20.436931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35390) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:20.488337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd732c-5b52-40fe-a402-28a8ef11309f None None] Pushing event updated for resources: {'Port': ['ID=46d26734-4d1f-48e7-bee5-e74230e09b7f,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:20.520375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] Deleting port d0561ea0-ea69-44c8-8127-2cb941a89d90 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:20.520725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.659056 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c6d5c7a1-8d11-4d4f-9aae-9af4b770586d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 93d33f93-5cf8-4c4e-8e6d-18c3690620cf {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:20.671202 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c7a1-8d11-4d4f-9aae-9af4b770586d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.730968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] For port d0561ea0-ea69-44c8-8127-2cb941a89d90, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d0561ea0-ea69-44c8-8127-2cb941a89d90,segment=NetworkSegment(82ef0f41-0a57-4445-8d4e-f88e9dca8d5a),segment_id=82ef0f41-0a57-4445-8d4e-f88e9dca8d5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:20.731353 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.758015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] Calling delete_port for d0561ea0-ea69-44c8-8127-2cb941a89d90 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:20.871802 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c7a1-8d11-4d4f-9aae-9af4b770586d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:20.883494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2046d01b-2a9d-4e90-abff-042ae16ec07e req-13a5ef7d-cfdb-4c9a-a3a9-9bdba2eb4b0a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.1225297 Aug 04 17:10:20.889885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c6d5c7a1-8d11-4d4f-9aae-9af4b770586d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 93d33f93-5cf8-4c4e-8e6d-18c3690620cf owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:21.073292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c7a1-8d11-4d4f-9aae-9af4b770586d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.077552 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.110452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5c7a1-8d11-4d4f-9aae-9af4b770586d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=93d33f93-5cf8-4c4e-8e6d-18c3690620cf,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:21.111052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0561ea0-ea69-44c8-8127-2cb941a89d90,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:21.203994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c7a1-8d11-4d4f-9aae-9af4b770586d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.208685 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c6d5c7a1-8d11-4d4f-9aae-9af4b770586d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/93d33f93-5cf8-4c4e-8e6d-18c3690620cf HTTP/1.1" status: 204 len: 168 time: 0.7702994 Aug 04 17:10:21.209317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35404) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:21.242117 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-b994594e-ce1f-45a6-83ea-11ec387eee27 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:21.246780 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b994594e-ce1f-45a6-83ea-11ec387eee27 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/93d33f93-5cf8-4c4e-8e6d-18c3690620cf HTTP/1.1" status: 404 len: 333 time: 0.0364909 Aug 04 17:10:21.247422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35406) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:21.301091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15de380-0d6e-4ffc-af54-66e2a2e54fb4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet ef3a3323-6ee7-4ebe-92ea-dd49847c0693 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:21.304907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e15de380-0d6e-4ffc-af54-66e2a2e54fb4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.347368 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.350350 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e15de380-0d6e-4ffc-af54-66e2a2e54fb4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.477191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e15de380-0d6e-4ffc-af54-66e2a2e54fb4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.562842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e15de380-0d6e-4ffc-af54-66e2a2e54fb4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.597308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15de380-0d6e-4ffc-af54-66e2a2e54fb4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3a3323-6ee7-4ebe-92ea-dd49847c0693,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:21.599713 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e15de380-0d6e-4ffc-af54-66e2a2e54fb4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.606349 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e15de380-0d6e-4ffc-af54-66e2a2e54fb4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/ef3a3323-6ee7-4ebe-92ea-dd49847c0693 HTTP/1.1" status: 204 len: 168 time: 0.3578289 Aug 04 17:10:21.607100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35410) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:21.713214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.813946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 46d26734-4d1f-48e7-bee5-e74230e09b7f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:21.819360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.819955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] Router 463d6d90-4935-441e-b47c-11e18c8e51b0 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:10:21.895689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] For port 46d26734-4d1f-48e7-bee5-e74230e09b7f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=46d26734-4d1f-48e7-bee5-e74230e09b7f,segment=NetworkSegment(2db72612-8b1e-4346-9625-cdaeb578f10f),segment_id=2db72612-8b1e-4346-9625-cdaeb578f10f)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:21.897385 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:21.924416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 46d26734-4d1f-48e7-bee5-e74230e09b7f owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:21.951443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d085d25c-496d-47d5-9c3e-9b8959d31609 None None] Network a490447a-4051-4b75-8b00-d87c008da6e2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:21.975998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:10:21.988583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-474a914e-c89a-4a0a-89e7-83941121e074 admin admin] 10.222.0.39 "PUT /v2.0/routers/463d6d90-4935-441e-b47c-11e18c8e51b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2829461 Aug 04 17:10:21.991673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35418) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:22.024266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] Sync routers for ids ['463d6d90-4935-441e-b47c-11e18c8e51b0'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:10:22.099948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5422dce-3632-4e31-adae-5a2345666ec1 req-af1059bf-d9be-4b12-acfa-bcb4add5bcb2 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0450945 Aug 04 17:10:22.103434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-017e5acb-e433-40a4-95d0-bd5015fad06e None None] Provisioning for port 46d26734-4d1f-48e7-bee5-e74230e09b7f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:22.117065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] Routers {'463d6d90-4935-441e-b47c-11e18c8e51b0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:22.118096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['463d6d90-4935-441e-b47c-11e18c8e51b0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:22.151760 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.194655 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.200737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=46d26734-4d1f-48e7-bee5-e74230e09b7f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:22.217129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No DVR routers for this DVR port 46d26734-4d1f-48e7-bee5-e74230e09b7f on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:22.369182 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.394087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a490447a-4051-4b75-8b00-d87c008da6e2']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:22.429950 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.434210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db72612-8b1e-4346-9625-cdaeb578f10f') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:22.434687 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db72612-8b1e-4346-9625-cdaeb578f10f') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:22.457613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.486608 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.495217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:22.495643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.521979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35432) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:22.548953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Deleting port 261da9ca-c949-489d-bf46-57f4b4afb54f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:22.549704 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:22.553245 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:22.592583 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.604745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.607068 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/networks/a490447a-4051-4b75-8b00-d87c008da6e2 HTTP/1.1" status: 204 len: 168 time: 0.9983408 Aug 04 17:10:22.611114 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35436) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:22.621422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'name': 'tempest-PortsTestJSON-833735639'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:22.652407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dafea-5539-446b-b7c5-e60cf002a909 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Network': ['ID=a490447a-4051-4b75-8b00-d87c008da6e2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:22.707231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6ccd9-ea94-4955-9db7-3c4f6ea1ca53 req-bcd4874c-a1c1-437b-b102-4c8facc10760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:22.708876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6d6ccd9-ea94-4955-9db7-3c4f6ea1ca53 req-bcd4874c-a1c1-437b-b102-4c8facc10760 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 1096 time: 0.1818714 Aug 04 17:10:22.720999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] Set router 463d6d90-4935-441e-b47c-11e18c8e51b0 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:22.755948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] For port 261da9ca-c949-489d-bf46-57f4b4afb54f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=261da9ca-c949-489d-bf46-57f4b4afb54f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:22.756120 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.782347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0220c9de-10ce-4ae5-bf5d-93fcb9f1ce1c None None] DHCP port deletion for a490447a-4051-4b75-8b00-d87c008da6e2 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:10:22.826190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:22.831327 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:22.832141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Calling delete_port for 261da9ca-c949-489d-bf46-57f4b4afb54f owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:22.882777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port 03b0b8fd-a6e9-478d-88f6-6db640bb4a5b yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:23.017986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-router', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:07:54Z', 'updated_at': '2021-08-04T17:10:21Z', 'revision_number': 5, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'gw_port': {'id': '261da9ca-c949-489d-bf46-57f4b4afb54f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:07:55Z', 'updated_at': '2021-08-04T17:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:23.030577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6d6ccd9-ea94-4955-9db7-3c4f6ea1ca53 req-774a0540-c50b-41c0-bf86-09bdf10f0d50 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108728 Aug 04 17:10:23.071071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] Checking router: 463d6d90-4935-441e-b47c-11e18c8e51b0 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:10:23.082484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] Routers {'463d6d90-4935-441e-b47c-11e18c8e51b0'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:23.083831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['463d6d90-4935-441e-b47c-11e18c8e51b0'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:23.244247 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.250090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.272686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] Set router 463d6d90-4935-441e-b47c-11e18c8e51b0 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:23.327121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc6193cb-acf2-4c7b-8e80-016845046a21 req-d36ce3a8-3eb9-40ee-a0fa-a1abbb427c96 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0753989 Aug 04 17:10:23.333633 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.340626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Pushing event deleted for resources: {'Port': ['ID=261da9ca-c949-489d-bf46-57f4b4afb54f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:23.370988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35452) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:23.380014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-router', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:07:54Z', 'updated_at': '2021-08-04T17:10:22Z', 'revision_number': 6, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:23.413183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:23.431266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:23.436940 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.445333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:23.451323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baa5903-0089-4ff4-b919-5eeaa1a46966 None None] The sync data for ids ['463d6d90-4935-441e-b47c-11e18c8e51b0'] in n-d-764435-5 is: [{'id': '463d6d90-4935-441e-b47c-11e18c8e51b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2136726706-router', 'tenant_id': 'bba4d1181f934dc69f61c8c203644dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:07:54Z', 'updated_at': '2021-08-04T17:10:22Z', 'revision_number': 6, 'project_id': 'bba4d1181f934dc69f61c8c203644dbf', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:10:23.452269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:23.453015 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.475187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=03b0b8fd-a6e9-478d-88f6-6db640bb4a5b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:23.503500 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-828b4ff3-da6e-4913-ad52-e76d83ccdfe2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8910058 Aug 04 17:10:23.507185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35456) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:23.641778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.651513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.654786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7719a85e-eb11-45eb-992f-2d3b09b87334 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 03b0b8fd-a6e9-478d-88f6-6db640bb4a5b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:23.655169 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7719a85e-eb11-45eb-992f-2d3b09b87334 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.682683 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb676-d53c-4dca-8ae6-f571d56648f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.744169 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7719a85e-eb11-45eb-992f-2d3b09b87334 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.749996 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.750499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 463d6d90-4935-441e-b47c-11e18c8e51b0 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:10:23.755872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.757382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-df7a804c-f13e-4185-964e-556eb40a2248 admin admin] 10.222.0.39 "DELETE /v2.0/routers/463d6d90-4935-441e-b47c-11e18c8e51b0 HTTP/1.1" status: 204 len: 168 time: 1.7644229 Aug 04 17:10:23.759964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35462) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:23.767187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7719a85e-eb11-45eb-992f-2d3b09b87334 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 03b0b8fd-a6e9-478d-88f6-6db640bb4a5b owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:23.866885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-15589b40-4aa9-4864-8157-9c819c1469d5 admin admin] Deleting subnet 466d761b-13ae-40a8-b011-70321654bc07 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:23.883067 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15589b40-4aa9-4864-8157-9c819c1469d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.965351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7719a85e-eb11-45eb-992f-2d3b09b87334 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:23.968518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15589b40-4aa9-4864-8157-9c819c1469d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.006567 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb676-d53c-4dca-8ae6-f571d56648f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.008220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719a85e-eb11-45eb-992f-2d3b09b87334 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=03b0b8fd-a6e9-478d-88f6-6db640bb4a5b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:24.023853 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb676-d53c-4dca-8ae6-f571d56648f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.026625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7719a85e-eb11-45eb-992f-2d3b09b87334 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.029201 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7719a85e-eb11-45eb-992f-2d3b09b87334 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/03b0b8fd-a6e9-478d-88f6-6db640bb4a5b HTTP/1.1" status: 204 len: 168 time: 0.5213006 Aug 04 17:10:24.032857 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35470) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:24.039003 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'mac_address': 'fa:16:3e:b6:8d:96', 'name': 'tempest-PortsTestJSON-234871039'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:24.065875 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15589b40-4aa9-4864-8157-9c819c1469d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.090692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bb676-d53c-4dca-8ae6-f571d56648f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16fbe94-5176-4daf-8bb7-fac042b68762,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:24.097586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3d6bb676-d53c-4dca-8ae6-f571d56648f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a39b03cb100b4d9db917c9874968e989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7255061 Aug 04 17:10:24.113039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35474) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:24.145356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15589b40-4aa9-4864-8157-9c819c1469d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.175870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15589b40-4aa9-4864-8157-9c819c1469d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466d761b-13ae-40a8-b011-70321654bc07,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:24.185175 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15589b40-4aa9-4864-8157-9c819c1469d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.190465 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35476) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:24.191012 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-15589b40-4aa9-4864-8157-9c819c1469d5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/466d761b-13ae-40a8-b011-70321654bc07 HTTP/1.1" status: 204 len: 168 time: 0.4299519 Aug 04 17:10:24.215903 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:24.264850 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-982379a1-2174-4a77-bd2d-d4e2b54ed37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.343071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.353609 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-982379a1-2174-4a77-bd2d-d4e2b54ed37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.373904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.430677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 261da9ca-c949-489d-bf46-57f4b4afb54f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:24.454755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 261da9ca-c949-489d-bf46-57f4b4afb54f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:24.455208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 261da9ca-c949-489d-bf46-57f4b4afb54f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:24.455694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 46d26734-4d1f-48e7-bee5-e74230e09b7f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:24.465064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a4c8b1f-8d41-487e-9b25-4ab5cc9bc588 req-31a384a2-06e8-420f-97f0-10693756c514 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0299072 Aug 04 17:10:24.488258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port 98540cb2-b5e6-496c-bdfd-7d5624ce1658 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:24.512685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.518925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 46d26734-4d1f-48e7-bee5-e74230e09b7f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:24.519349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 46d26734-4d1f-48e7-bee5-e74230e09b7f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:24.519882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d0561ea0-ea69-44c8-8127-2cb941a89d90 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:24.525169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef1ac65-f8cf-40f6-9718-98fc9ce21a89']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:24.546155 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: d0561ea0-ea69-44c8-8127-2cb941a89d90 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:24.546875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d0561ea0-ea69-44c8-8127-2cb941a89d90 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:24.566711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-982379a1-2174-4a77-bd2d-d4e2b54ed37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.569279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-982379a1-2174-4a77-bd2d-d4e2b54ed37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.570452 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-982379a1-2174-4a77-bd2d-d4e2b54ed37e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d16fbe94-5176-4daf-8bb7-fac042b68762 HTTP/1.1" status: 204 len: 168 time: 0.4564512 Aug 04 17:10:24.575743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:24.576040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ef0f41-0a57-4445-8d4e-f88e9dca8d5a') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:24.601098 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.613220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982379a1-2174-4a77-bd2d-d4e2b54ed37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16fbe94-5176-4daf-8bb7-fac042b68762,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:24.634216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.650928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:24.651305 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:24.653201 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:24.798240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.804389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.809626 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eef1ac65-f8cf-40f6-9718-98fc9ce21a89 HTTP/1.1" status: 204 len: 168 time: 0.6182494 Aug 04 17:10:24.823902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.839688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c071e90-cf5b-4aa5-895f-0499daa281a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef1ac65-f8cf-40f6-9718-98fc9ce21a89,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:24.896339 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.959224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:24.963147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:24.966665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:24.973708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:24.974391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:24.993940 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9603512 Aug 04 17:10:24.996529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35496) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:25.001321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a0b19-3d1f-48a3-a5a2-09406f225cd2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=98540cb2-b5e6-496c-bdfd-7d5624ce1658,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:25.047326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864932a-f549-4f8e-b891-cb19fe977fd1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:25.050893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3864932a-f549-4f8e-b891-cb19fe977fd1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/98540cb2-b5e6-496c-bdfd-7d5624ce1658 HTTP/1.1" status: 200 len: 840 time: 0.0512872 Aug 04 17:10:25.051619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35498) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:25.069125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35502) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:25.118937 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-32e76dfa-1c2b-4103-b9b0-0295acd4b016 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bba4d1181f934dc69f61c8c203644dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463948 Aug 04 17:10:25.119204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35504) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:25.165857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-19073476-97fb-4677-963b-ff68239ca2c9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 98540cb2-b5e6-496c-bdfd-7d5624ce1658 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:25.166585 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19073476-97fb-4677-963b-ff68239ca2c9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.183748 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc3792bf-025b-4f8e-a390-15be5e826be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.212885 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc3792bf-025b-4f8e-a390-15be5e826be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.275085 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19073476-97fb-4677-963b-ff68239ca2c9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.279081 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc3792bf-025b-4f8e-a390-15be5e826be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.281915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc3792bf-025b-4f8e-a390-15be5e826be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.285737 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fc3792bf-025b-4f8e-a390-15be5e826be8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b409de8c-c887-4ad3-b583-27e6a2251f98 HTTP/1.1" status: 204 len: 168 time: 0.1613042 Aug 04 17:10:25.293663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3792bf-025b-4f8e-a390-15be5e826be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b409de8c-c887-4ad3-b583-27e6a2251f98,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:25.312156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-19073476-97fb-4677-963b-ff68239ca2c9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 98540cb2-b5e6-496c-bdfd-7d5624ce1658 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:25.411645 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19073476-97fb-4677-963b-ff68239ca2c9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.448310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19073476-97fb-4677-963b-ff68239ca2c9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=98540cb2-b5e6-496c-bdfd-7d5624ce1658,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:25.451899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19073476-97fb-4677-963b-ff68239ca2c9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.454042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-19073476-97fb-4677-963b-ff68239ca2c9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/98540cb2-b5e6-496c-bdfd-7d5624ce1658 HTTP/1.1" status: 204 len: 168 time: 0.4010386 Aug 04 17:10:25.457092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35516) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:25.488805 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f8d9e5-71d0-42bf-9729-9e8d5f33c81e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:25.491064 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d6f8d9e5-71d0-42bf-9729-9e8d5f33c81e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/98540cb2-b5e6-496c-bdfd-7d5624ce1658 HTTP/1.1" status: 404 len: 333 time: 0.0303030 Aug 04 17:10:25.494724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35520) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:25.506989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'name': 'tempest-PortsTestJSON-891766183'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:25.612650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2ea2290-1197-4eaf-8d97-a03f4482b1c5 req-5e117c91-9028-43bc-b612-ef2c5fdd4747 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0400851 Aug 04 17:10:25.665196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:25.669746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.675493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35530) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:25.701678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port a136d498-2b59-4cf9-ba3f-60fd50561357 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:25.906428 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.941628 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1758761423-network', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:25.955319 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.972222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Made reservation on behalf of 1711d661c05b4ffa8a43fee1a2495611 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:25.975654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:25.987021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.006433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:26.009947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:26.021626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:26.027865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:26.028536 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.040171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=a136d498-2b59-4cf9-ba3f-60fd50561357,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:26.164918 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.174939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.179250 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9d47c833-b031-410b-a594-8b08e1820c16 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6829016 Aug 04 17:10:26.182016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35548) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:26.189477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-36551c66-929a-42b9-b78c-3336c5f66aca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:26.201286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:10:26.221294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bba723-28fb-469c-b634-1f657b5479d2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:26.225421 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.225765 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Added segment 5d0e475b-bd68-45f9-8f19-3f1035fb7bf1 of type vlan for network 63c4e97c-167a-4cc9-9402-f5d36e098c1a Aug 04 17:10:26.283169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36551c66-929a-42b9-b78c-3336c5f66aca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.289609 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.376931 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.377913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:26.378589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.420175 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7432089 Aug 04 17:10:26.423449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35556) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:26.428453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Request body: {'subnet': {'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1758761423-subnet', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:26.476084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367e8a0-cdf3-455b-8b15-45e08d0fd7e0 admin admin] Pushing event updated for resources: {'Network': ['ID=63c4e97c-167a-4cc9-9402-f5d36e098c1a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:26.483775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Made reservation on behalf of 1711d661c05b4ffa8a43fee1a2495611 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:26.486257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.486927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 63c4e97c-167a-4cc9-9402-f5d36e098c1a details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:10:26.560161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36551c66-929a-42b9-b78c-3336c5f66aca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.571708 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36551c66-929a-42b9-b78c-3336c5f66aca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.612551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-36551c66-929a-42b9-b78c-3336c5f66aca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] In _notify_port_updated(), no bound segment for port a136d498-2b59-4cf9-ba3f-60fd50561357 on network ba996f9d-0501-420f-a121-863961c04e5d {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:10:26.618354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36551c66-929a-42b9-b78c-3336c5f66aca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:26.618995 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-36551c66-929a-42b9-b78c-3336c5f66aca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.620572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-36551c66-929a-42b9-b78c-3336c5f66aca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "PUT /v2.0/ports/a136d498-2b59-4cf9-ba3f-60fd50561357 HTTP/1.1" status: 200 len: 818 time: 0.4370725 Aug 04 17:10:26.623456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35558) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:26.645304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36551c66-929a-42b9-b78c-3336c5f66aca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=a136d498-2b59-4cf9-ba3f-60fd50561357,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:26.750493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-112ff62d-e805-4892-8905-ca44e93319dd tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port a136d498-2b59-4cf9-ba3f-60fd50561357 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:26.751011 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-112ff62d-e805-4892-8905-ca44e93319dd tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.778145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d06fe59c-498d-4662-92f2-5cb771670d7b req-18e847a3-b75b-42d3-8741-d95e705c8db9 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0372343 Aug 04 17:10:26.789017 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.844028 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-112ff62d-e805-4892-8905-ca44e93319dd tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.866587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-112ff62d-e805-4892-8905-ca44e93319dd tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for a136d498-2b59-4cf9-ba3f-60fd50561357 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:26.873243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ecb76fd-0477-4674-85ee-7a482d728f70,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:26.890492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Checking segment: {'id': '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:26.891393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Network hostable DHCP agents. Network: 63c4e97c-167a-4cc9-9402-f5d36e098c1a, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:10:26.910925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Network 63c4e97c-167a-4cc9-9402-f5d36e098c1a is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:10:26.925635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 63c4e97c-167a-4cc9-9402-f5d36e098c1a) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:26.932433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:26.934917 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:26.939061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc87c69-5c96-4719-8b2c-6ace4cf7b389 None None] Network 63c4e97c-167a-4cc9-9402-f5d36e098c1a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:26.957785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3833a264-ba01-4d06-a231-cd8c92e480c2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5332680 Aug 04 17:10:26.960433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35568) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:26.965660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1758761423-router', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:26.974341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-112ff62d-e805-4892-8905-ca44e93319dd tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.003287 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.004417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.006395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-112ff62d-e805-4892-8905-ca44e93319dd tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.011763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35570) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:27.011999 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-112ff62d-e805-4892-8905-ca44e93319dd tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/a136d498-2b59-4cf9-ba3f-60fd50561357 HTTP/1.1" status: 204 len: 168 time: 0.3870740 Aug 04 17:10:27.044808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ff62d-e805-4892-8905-ca44e93319dd tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=a136d498-2b59-4cf9-ba3f-60fd50561357,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:27.109448 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.124303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecbbade-bd4b-4584-8d99-36941782e50e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:27.127744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-63c4e97c-167a-4cc9-9402-f5d36e098c1a', 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'fixed_ips': [{'subnet_id': '3ecb76fd-0477-4674-85ee-7a482d728f70'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:10:27.128926 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.133557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35574) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:27.145483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8ecbbade-bd4b-4584-8d99-36941782e50e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1312664 Aug 04 17:10:27.176814 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-462e2575-4e6e-46cc-bb54-f7f92a82124f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:27.185031 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-462e2575-4e6e-46cc-bb54-f7f92a82124f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/a136d498-2b59-4cf9-ba3f-60fd50561357 HTTP/1.1" status: 404 len: 333 time: 0.0501573 Aug 04 17:10:27.185921 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35576) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:27.193131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1581214091'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:27.231912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:27.236502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.294536 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:10:27.316227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.316996 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Added segment fba8b304-f5de-4007-8720-e851fc0b155e of type vlan for network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b Aug 04 17:10:27.366362 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.382463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Allocated IP 172.20.0.2 (63c4e97c-167a-4cc9-9402-f5d36e098c1a/3ecb76fd-0477-4674-85ee-7a482d728f70/205b00c1-2fee-4304-afcf-d852dda56391) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:27.392142 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.486503 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.493023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:27.494051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.612374 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.630950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Transition to ACTIVE for port object 205b00c1-2fee-4304-afcf-d852dda56391 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:27.649526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Transition to ACTIVE for port object 205b00c1-2fee-4304-afcf-d852dda56391 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:27.656507 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4692857 Aug 04 17:10:27.659609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35580) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:27.663862 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.664084 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.666062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:27.671404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c7391-0176-46a7-b9fd-ec864cdf0c61 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Network': ['ID=2c83d54a-c8d3-4ff7-b2b2-3cba917e705b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:27.692708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:10:27.693422 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.817483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:27.827217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.832235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Network 63c4e97c-167a-4cc9-9402-f5d36e098c1a is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:27.835357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:27.839115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:27.857627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Pushing event updated for resources: {'Port': ['ID=205b00c1-2fee-4304-afcf-d852dda56391,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:27.907024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.907024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.907024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.907024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.907024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.907024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.907024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.907024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.907968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.907968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.908338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.909122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:27.939048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Attempting to bind port 205b00c1-2fee-4304-afcf-d852dda56391 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:27.939511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Attempting to bind port 205b00c1-2fee-4304-afcf-d852dda56391 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:27.939936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Attempting to bind port 205b00c1-2fee-4304-afcf-d852dda56391 on network 63c4e97c-167a-4cc9-9402-f5d36e098c1a {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:27.960138 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:27.960591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Checking segment: {'id': '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:27.961065 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:27.961521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Bound using segment: {'id': '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:27.962072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Bound port: 205b00c1-2fee-4304-afcf-d852dda56391, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:27.962452 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:28.108395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] For port 205b00c1-2fee-4304-afcf-d852dda56391, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:28.122486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] For port 205b00c1-2fee-4304-afcf-d852dda56391, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=205b00c1-2fee-4304-afcf-d852dda56391,segment=NetworkSegment(5d0e475b-bd68-45f9-8f19-3f1035fb7bf1),segment_id=5d0e475b-bd68-45f9-8f19-3f1035fb7bf1)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:28.139347 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:28.165996 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:28.252765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859325ec-1279-49a4-9a51-128e88625ed2 None None] Pushing event updated for resources: {'Port': ['ID=205b00c1-2fee-4304-afcf-d852dda56391,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:28.333225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=72a43367-781b-4132-8ef9-46af6b7828fe,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:28.344598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Checking segment: {'id': 'fba8b304-f5de-4007-8720-e851fc0b155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:28.344956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network hostable DHCP agents. Network: 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:10:28.391494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:10:28.422567 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:28.427204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:28.427844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:28.440932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca43cd-e491-431b-838c-bb53404eb003 None None] Network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:28.469765 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2ca4b40b-d5db-4a6f-8ad7-00a475345e50 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8087862 Aug 04 17:10:28.472907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35598) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:28.478260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ac7d9848-c4e9-489c-b2a8-e887bd3d2915 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:28.481966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1a31ba2-5aef-4155-a935-dd00cebd4652 req-c67d4f33-fd70-41c7-b6bb-83f68e2e25c6 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0632899 Aug 04 17:10:28.550633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Allocated IP 172.25.2.77 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/1fc76bcb-1d9e-4890-a0cf-f751d75e11a7) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:28.768216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:28.789351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7d9848-c4e9-489c-b2a8-e887bd3d2915 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:28.790436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-2c83d54a-c8d3-4ff7-b2b2-3cba917e705b', 'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b', 'tenant_id': '2d7952aaba0f481b96cc69213426925a', 'fixed_ips': [{'subnet_id': '72a43367-781b-4132-8ef9-46af6b7828fe'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:10:28.791501 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:28.795822 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9848-c4e9-489c-b2a8-e887bd3d2915 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:28.830267 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:28.900063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:28.907349 n-d-764435-5 neutron-server[105829]: INFO neutron.db.ipam_backend_mixin [None req-ac7d9848-c4e9-489c-b2a8-e887bd3d2915 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 72a43367-781b-4132-8ef9-46af6b7828fe (CIDR: 172.20.0.0/28) Aug 04 17:10:28.911668 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7d9848-c4e9-489c-b2a8-e887bd3d2915 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:10:28.912757 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7d9848-c4e9-489c-b2a8-e887bd3d2915 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:10:28.916009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:28.922368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:28.938732 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac7d9848-c4e9-489c-b2a8-e887bd3d2915 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4644635 Aug 04 17:10:28.940353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35604) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:28.947574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2099cce5-6609-4493-a9f3-e3271e76e692 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:28.992687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Allocated IP 172.20.0.2 (2c83d54a-c8d3-4ff7-b2b2-3cba917e705b/72a43367-781b-4132-8ef9-46af6b7828fe/bd0c9de4-fd72-4ace-ba83-3222df6136ea) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:28.992936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc76bcb-1d9e-4890-a0cf-f751d75e11a7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:29.129114 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2099cce5-6609-4493-a9f3-e3271e76e692 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:29.133360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2099cce5-6609-4493-a9f3-e3271e76e692 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:29.163782 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:29.173175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Transition to ACTIVE for port object bd0c9de4-fd72-4ace-ba83-3222df6136ea will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:29.210071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Transition to ACTIVE for port object bd0c9de4-fd72-4ace-ba83-3222df6136ea will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:29.225170 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:29.320387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:29.324777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:29.331224 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:29.335824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Pushing event updated for resources: {'Port': ['ID=bd0c9de4-fd72-4ace-ba83-3222df6136ea,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:29.371122 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:29.413632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Attempting to bind port bd0c9de4-fd72-4ace-ba83-3222df6136ea on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:29.414014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Attempting to bind port bd0c9de4-fd72-4ace-ba83-3222df6136ea by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'fba8b304-f5de-4007-8720-e851fc0b155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:29.415207 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Attempting to bind port bd0c9de4-fd72-4ace-ba83-3222df6136ea on network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:29.432344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:29.432928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Checking segment: {'id': 'fba8b304-f5de-4007-8720-e851fc0b155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:29.433469 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:29.433996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Bound using segment: {'id': 'fba8b304-f5de-4007-8720-e851fc0b155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:29.434621 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Bound port: bd0c9de4-fd72-4ace-ba83-3222df6136ea, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba8b304-f5de-4007-8720-e851fc0b155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:29.435207 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:29.587500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] For port bd0c9de4-fd72-4ace-ba83-3222df6136ea, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:29.593288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] For port bd0c9de4-fd72-4ace-ba83-3222df6136ea, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bd0c9de4-fd72-4ace-ba83-3222df6136ea,segment=NetworkSegment(fba8b304-f5de-4007-8720-e851fc0b155e),segment_id=fba8b304-f5de-4007-8720-e851fc0b155e)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:29.603165 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:29.755017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d07840e-554e-4651-b9a7-6ef572600989 req-38e3d29c-4873-493e-83c7-a203f3e3a28c tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0834417 Aug 04 17:10:29.764072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9477f57-22e7-4ca7-ae7a-c46dafa42aab None None] Pushing event updated for resources: {'Port': ['ID=bd0c9de4-fd72-4ace-ba83-3222df6136ea,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:29.918363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:29.938048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bffbb53-a599-4c53-a57c-a67a5a72dae6 None None] Network 63c4e97c-167a-4cc9-9402-f5d36e098c1a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:30.070120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1d4fae8e-e2bf-45df-9696-97774eb3e270 None None] Provisioning for port 205b00c1-2fee-4304-afcf-d852dda56391 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:30.165462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Router 218e495b-afbd-462b-ba02-2aaaaab83083 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:10:30.172755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2099cce5-6609-4493-a9f3-e3271e76e692 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:30.277188 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2099cce5-6609-4493-a9f3-e3271e76e692 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:30.299212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-2099cce5-6609-4493-a9f3-e3271e76e692 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:30.306995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2099cce5-6609-4493-a9f3-e3271e76e692 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:30.312808 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2099cce5-6609-4493-a9f3-e3271e76e692 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:30.320178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099cce5-6609-4493-a9f3-e3271e76e692 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=0aa833e2-8138-40de-8444-c879690243ff,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:30.351216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:10:30.357360 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2099cce5-6609-4493-a9f3-e3271e76e692 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4130082 Aug 04 17:10:30.358865 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35614) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:30.362992 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b', 'fixed_ips': [{'subnet_id': '72a43367-781b-4132-8ef9-46af6b7828fe'}, {'subnet_id': '0aa833e2-8138-40de-8444-c879690243ff'}], 'name': 'tempest-PortsTestJSON-1295581149'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:30.374837 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Sync routers for ids ['218e495b-afbd-462b-ba02-2aaaaab83083'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:10:30.383818 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Routers {'218e495b-afbd-462b-ba02-2aaaaab83083'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:30.384461 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['218e495b-afbd-462b-ba02-2aaaaab83083'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:30.389120 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:30.391075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f197b654-9a54-4875-8566-129a2e840e61 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4294505 Aug 04 17:10:30.394014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35616) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:30.478568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 205b00c1-2fee-4304-afcf-d852dda56391 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:30.592881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 205b00c1-2fee-4304-afcf-d852dda56391 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:30.598658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 205b00c1-2fee-4304-afcf-d852dda56391 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:30.598658 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:30.615169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:30.643216 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Set router 218e495b-afbd-462b-ba02-2aaaaab83083 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:30.774545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:30.787491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d42c2065-569b-47e9-a228-3300561a7971 None None] Provisioning complete for port 205b00c1-2fee-4304-afcf-d852dda56391 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:30.795022 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port c5775030-a37e-4cc2-9ea7-55ec1193d3d5 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:30.795625 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d42c2065-569b-47e9-a228-3300561a7971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:30.921674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.036682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8c51a6f-2447-428f-a5d9-909c90c6e484 req-b513e348-de0b-4711-afa3-d6218f8e278a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ececf06-ab52-494f-a6bd-e8cdddb0d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0605867 Aug 04 17:10:31.090778 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d42c2065-569b-47e9-a228-3300561a7971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.112416 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'name': 'tempest-TestAggregatesBasicOps-1758761423-router', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:29Z', 'revision_number': 3, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'gw_port': {'id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:31.112739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 205b00c1-2fee-4304-afcf-d852dda56391, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=205b00c1-2fee-4304-afcf-d852dda56391,segment=NetworkSegment(5d0e475b-bd68-45f9-8f19-3f1035fb7bf1),segment_id=5d0e475b-bd68-45f9-8f19-3f1035fb7bf1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:31.159251 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-d42c2065-569b-47e9-a228-3300561a7971 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:10:31.159604 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-d42c2065-569b-47e9-a228-3300561a7971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:10:31.160317 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.160937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bd0c9de4-fd72-4ace-ba83-3222df6136ea up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:31.209078 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Checking router: 218e495b-afbd-462b-ba02-2aaaaab83083 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:10:31.209638 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Updating router 218e495b-afbd-462b-ba02-2aaaaab83083 port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:10:31.269878 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.297453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=205b00c1-2fee-4304-afcf-d852dda56391,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:31.318037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port bd0c9de4-fd72-4ace-ba83-3222df6136ea completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:31.397231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.473504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd4a24-4013-4c50-93e8-0eeadf12e187 None None] Network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:31.588466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.6 (2c83d54a-c8d3-4ff7-b2b2-3cba917e705b/72a43367-781b-4132-8ef9-46af6b7828fe/c5775030-a37e-4cc2-9ea7-55ec1193d3d5) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:31.596624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.21 (2c83d54a-c8d3-4ff7-b2b2-3cba917e705b/0aa833e2-8138-40de-8444-c879690243ff/c5775030-a37e-4cc2-9ea7-55ec1193d3d5) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:31.698986 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.703954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Allocated IP 172.20.0.1 (63c4e97c-167a-4cc9-9402-f5d36e098c1a/3ecb76fd-0477-4674-85ee-7a482d728f70/877f3178-2cde-4a99-a3e3-507b3c3b9b68) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:31.712557 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Transition to ACTIVE for port object 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:31.726999 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.785907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.802017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object c5775030-a37e-4cc2-9ea7-55ec1193d3d5 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:31.802433 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Pushing event updated for resources: {'Port': ['ID=1fc76bcb-1d9e-4890-a0cf-f751d75e11a7,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:31.832862 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Attempting to bind port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:31.833631 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Attempting to bind port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:31.833999 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Attempting to bind port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:31.839827 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:31.840479 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:31.841064 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.841632 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:31.842278 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Bound port: 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:31.843363 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.847258 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.847590 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.847919 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.848244 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.848568 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.848886 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.849201 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.849545 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.849858 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.850170 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.850482 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.850791 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:31.868608 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.873728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.888261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Transition to ACTIVE for port object 877f3178-2cde-4a99-a3e3-507b3c3b9b68 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:31.930011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:31.932008 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:31.936135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:31.940563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:31.948464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6389c551-af61-4332-8654-a0cb2f950c3e None None] Update dhcp port {'port': {'network_id': '2c83d54a-c8d3-4ff7-b2b2-3cba917e705b', 'fixed_ips': [{'subnet_id': '72a43367-781b-4132-8ef9-46af6b7828fe', 'ip_address': '172.20.0.2'}, {'subnet_id': '0aa833e2-8138-40de-8444-c879690243ff'}], 'binding:host_id': 'n-d-764435-5'}, 'id': 'bd0c9de4-fd72-4ace-ba83-3222df6136ea'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:10:31.967483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Network 63c4e97c-167a-4cc9-9402-f5d36e098c1a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:31.967729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=c5775030-a37e-4cc2-9ea7-55ec1193d3d5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:31.980486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:31.983610 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] For port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:31.986309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:31.987140 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] For port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1fc76bcb-1d9e-4890-a0cf-f751d75e11a7,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:31.997716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e6618d4b-5f68-4cfb-8396-e78535d98c99 None None] Provisioning for port bd0c9de4-fd72-4ace-ba83-3222df6136ea completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:32.002899 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.019838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:32.020555 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.031936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e6618d4b-5f68-4cfb-8396-e78535d98c99 None None] Provisioning complete for port bd0c9de4-fd72-4ace-ba83-3222df6136ea triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:32.033447 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e6618d4b-5f68-4cfb-8396-e78535d98c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.054400 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-97d859fd-8653-4894-b79b-71a74176d034 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6955371 Aug 04 17:10:32.056995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35642) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:32.063117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72a43367-781b-4132-8ef9-46af6b7828fe'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:32.071229 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6389c551-af61-4332-8654-a0cb2f950c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.077307 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88cc1969-c474-45b5-b2b9-f9e5d1683622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.130629 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.154235 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Routers {'218e495b-afbd-462b-ba02-2aaaaab83083'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:32.154890 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['218e495b-afbd-462b-ba02-2aaaaab83083'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:32.233295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35648) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:32.253881 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238ade7-09dc-413a-8561-8cabb9dca67b None None] Pushing event updated for resources: {'Port': ['ID=1fc76bcb-1d9e-4890-a0cf-f751d75e11a7,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:32.266166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Pushing event updated for resources: {'Port': ['ID=877f3178-2cde-4a99-a3e3-507b3c3b9b68,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:32.278610 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.359714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 205b00c1-2fee-4304-afcf-d852dda56391 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:32.395165 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0daca4b5-1bab-4953-8642-02039a2e1b50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.442318 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0daca4b5-1bab-4953-8642-02039a2e1b50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.449997 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] Set router 218e495b-afbd-462b-ba02-2aaaaab83083 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:32.539372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.610458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0daca4b5-1bab-4953-8642-02039a2e1b50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.614237 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0daca4b5-1bab-4953-8642-02039a2e1b50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.616419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0daca4b5-1bab-4953-8642-02039a2e1b50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "DELETE /v2.0/security-groups/97c82d27-53a6-4b63-b973-03df49d97de3 HTTP/1.1" status: 204 len: 168 time: 0.3817809 Aug 04 17:10:32.621426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35652) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:32.639246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daca4b5-1bab-4953-8642-02039a2e1b50 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c82d27-53a6-4b63-b973-03df49d97de3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:32.673726 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-f747c47d-47c0-494e-aa18-7e38b3b41151 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] show failed (client error): The resource could not be found. Aug 04 17:10:32.677994 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f747c47d-47c0-494e-aa18-7e38b3b41151 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "GET /v2.0/security-groups/97c82d27-53a6-4b63-b973-03df49d97de3 HTTP/1.1" status: 404 len: 347 time: 0.0552893 Aug 04 17:10:32.678604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35654) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:32.705162 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'name': 'tempest-TestAggregatesBasicOps-1758761423-router', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:29Z', 'revision_number': 3, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'gw_port': {'id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:32.748946 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e6618d4b-5f68-4cfb-8396-e78535d98c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.749536 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae67f1-173e-44c7-a912-38dfb4038e02 None None] The sync data for ids ['218e495b-afbd-462b-ba02-2aaaaab83083'] in n-d-764435-5 is: [{'id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'name': 'tempest-TestAggregatesBasicOps-1758761423-router', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:29Z', 'revision_number': 3, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'gw_port': {'id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:10:32.829169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.838258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.847197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e6618d4b-5f68-4cfb-8396-e78535d98c99 None None] For port bd0c9de4-fd72-4ace-ba83-3222df6136ea, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bd0c9de4-fd72-4ace-ba83-3222df6136ea,segment=NetworkSegment(fba8b304-f5de-4007-8720-e851fc0b155e),segment_id=fba8b304-f5de-4007-8720-e851fc0b155e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:32.854251 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-6389c551-af61-4332-8654-a0cb2f950c3e None None] Allocated IP 172.20.0.18 (2c83d54a-c8d3-4ff7-b2b2-3cba917e705b/0aa833e2-8138-40de-8444-c879690243ff/bd0c9de4-fd72-4ace-ba83-3222df6136ea) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:32.862652 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e6618d4b-5f68-4cfb-8396-e78535d98c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.892567 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e1586a40-029a-459f-9b0d-159d763a740e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting port 64bfb981-4c86-48a1-84e6-1578da2b400e {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:32.892917 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1586a40-029a-459f-9b0d-159d763a740e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.908143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.914405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Pushing event updated for resources: {'Port': ['ID=877f3178-2cde-4a99-a3e3-507b3c3b9b68,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:32.933460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 205b00c1-2fee-4304-afcf-d852dda56391 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:32.934149 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.981852 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1586a40-029a-459f-9b0d-159d763a740e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.982178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1586a40-029a-459f-9b0d-159d763a740e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:32.996765 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e1586a40-029a-459f-9b0d-159d763a740e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Calling delete_port for 64bfb981-4c86-48a1-84e6-1578da2b400e owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:33.011466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Network 63c4e97c-167a-4cc9-9402-f5d36e098c1a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:33.012845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:33.015644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6618d4b-5f68-4cfb-8396-e78535d98c99 None None] Pushing event updated for resources: {'Port': ['ID=bd0c9de4-fd72-4ace-ba83-3222df6136ea,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:33.043466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-978c2c0a-b612-4c7b-885b-489a96c4927e None None] Provisioning for port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:33.057598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-978c2c0a-b612-4c7b-885b-489a96c4927e None None] Provisioning complete for port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:33.057994 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-978c2c0a-b612-4c7b-885b-489a96c4927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:33.142225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6389c551-af61-4332-8654-a0cb2f950c3e None None] For port bd0c9de4-fd72-4ace-ba83-3222df6136ea, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bd0c9de4-fd72-4ace-ba83-3222df6136ea,segment=NetworkSegment(fba8b304-f5de-4007-8720-e851fc0b155e),segment_id=fba8b304-f5de-4007-8720-e851fc0b155e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:33.146962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-978c2c0a-b612-4c7b-885b-489a96c4927e None None] Port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:10:33.255776 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1586a40-029a-459f-9b0d-159d763a740e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:33.258510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Router 218e495b-afbd-462b-ba02-2aaaaab83083 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:10:33.289111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1586a40-029a-459f-9b0d-159d763a740e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Port': ['ID=64bfb981-4c86-48a1-84e6-1578da2b400e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:33.313761 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6389c551-af61-4332-8654-a0cb2f950c3e None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:33.338612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6389c551-af61-4332-8654-a0cb2f950c3e None None] Transition to ACTIVE for port object bd0c9de4-fd72-4ace-ba83-3222df6136ea will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:33.355793 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6389c551-af61-4332-8654-a0cb2f950c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:33.381434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1586a40-029a-459f-9b0d-159d763a740e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:33.384003 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1586a40-029a-459f-9b0d-159d763a740e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:33.387653 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e1586a40-029a-459f-9b0d-159d763a740e tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "DELETE /v2.0/floatingips/48af85dc-6dbf-4adc-b1e8-9f7c5f8a5e29 HTTP/1.1" status: 204 len: 168 time: 0.7025397 Aug 04 17:10:33.411202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35660) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:33.504009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:10:33.526589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bb5b639b-74e5-4297-88ce-b229e9d7f689 None None] Provisioning complete for port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:33.527804 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1f3c5cb2-60d8-4416-bdd7-45bba089744d admin admin] 10.222.0.39 "PUT /v2.0/routers/218e495b-afbd-462b-ba02-2aaaaab83083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1323245 Aug 04 17:10:33.533437 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bb5b639b-74e5-4297-88ce-b229e9d7f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:33.554637 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Delete allocated IP 172.20.0.21 (2c83d54a-c8d3-4ff7-b2b2-3cba917e705b/0aa833e2-8138-40de-8444-c879690243ff) {{(pid=105829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 17:10:33.615478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389c551-af61-4332-8654-a0cb2f950c3e None None] Pushing event updated for resources: {'Port': ['ID=bd0c9de4-fd72-4ace-ba83-3222df6136ea,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:33.624207 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b639b-74e5-4297-88ce-b229e9d7f689 None None] Port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:10:33.771694 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting port 33984ace-de3e-45de-bf74-7bb18b44d292 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:33.772297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:33.942745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:33.995877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Ignored duplicate provisioning block setup for port c5775030-a37e-4cc2-9ea7-55ec1193d3d5 by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 17:10:33.998142 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.012837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Calling delete_port for 33984ace-de3e-45de-bf74-7bb18b44d292 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:34.014723 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.302578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=c5775030-a37e-4cc2-9ea7-55ec1193d3d5,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:34.342191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] In _notify_port_updated(), no bound segment for port c5775030-a37e-4cc2-9ea7-55ec1193d3d5 on network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:10:34.351428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:34.352728 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.358007 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1920d897-d9d4-47c9-a948-e2723e102d20 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "PUT /v2.0/ports/c5775030-a37e-4cc2-9ea7-55ec1193d3d5 HTTP/1.1" status: 200 len: 919 time: 2.2999852 Aug 04 17:10:34.361206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35700) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:34.374861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72a43367-781b-4132-8ef9-46af6b7828fe'}, {'subnet_id': '0aa833e2-8138-40de-8444-c879690243ff'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:34.396142 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5342-81ea-4326-8b35-4f4705905dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.513524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bd0c9de4-fd72-4ace-ba83-3222df6136ea up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:34.575274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e5d47-040b-45f4-976c-c53eb3dc9960 None None] Network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:34.581995 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.659924 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35708) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:34.672284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-123861764-network', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:34.692716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Port': ['ID=33984ace-de3e-45de-bf74-7bb18b44d292,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:34.718313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bd0c9de4-fd72-4ace-ba83-3222df6136ea triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:34.719262 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.721638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-932a99fb-5a8e-4721-976f-b82451320e0f None None] Provisioning for port bd0c9de4-fd72-4ace-ba83-3222df6136ea completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:34.760927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.761373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.761807 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.762251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.762720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.763161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.763579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.764140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.764807 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.765477 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.765945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.766399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:10:34.771980 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.802505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-932a99fb-5a8e-4721-976f-b82451320e0f None None] Provisioning complete for port bd0c9de4-fd72-4ace-ba83-3222df6136ea triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:34.803203 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-932a99fb-5a8e-4721-976f-b82451320e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.923913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Made reservation on behalf of 8a9026ffa9e14d67bf34b3f87f595684 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:34.926235 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.946520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.958178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:34.963254 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-354610d6-d3b5-4076-a5be-3c15d0463031 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "DELETE /v2.0/ports/33984ace-de3e-45de-bf74-7bb18b44d292 HTTP/1.1" status: 204 len: 168 time: 1.5476544 Aug 04 17:10:34.964150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35716) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:34.980302 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.084029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:35.166716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-37118d46-a85e-4b01-8544-2f401c1e9445 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting port 460da60e-6c2e-403f-adbf-cb7105a4357d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:35.167245 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37118d46-a85e-4b01-8544-2f401c1e9445 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.221747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:35.226903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:35.227399 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.268869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.28 (2c83d54a-c8d3-4ff7-b2b2-3cba917e705b/0aa833e2-8138-40de-8444-c879690243ff/c5775030-a37e-4cc2-9ea7-55ec1193d3d5) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:35.271845 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37118d46-a85e-4b01-8544-2f401c1e9445 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.287830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-37118d46-a85e-4b01-8544-2f401c1e9445 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Calling delete_port for 460da60e-6c2e-403f-adbf-cb7105a4357d owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:35.405260 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.469885 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.476880 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.504733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1fc76bcb-1d9e-4890-a0cf-f751d75e11a7,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:35.510154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f34cb7ab-c22e-445b-9630-28740065be52 None None] Provisioning for port c5775030-a37e-4cc2-9ea7-55ec1193d3d5 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:35.519975 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.522883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f34cb7ab-c22e-445b-9630-28740065be52 None None] Provisioning complete for port c5775030-a37e-4cc2-9ea7-55ec1193d3d5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:35.523576 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f34cb7ab-c22e-445b-9630-28740065be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.605832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:10:35.635946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4a4f13-5d80-403d-8dee-1206a49f3cf8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:35.636916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Sync routers for ids ['218e495b-afbd-462b-ba02-2aaaaab83083'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:10:35.651678 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.651678 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Added segment 38d00bfe-66b7-4d16-b11a-0a9bb0610999 of type vlan for network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 Aug 04 17:10:35.685246 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.693002 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37118d46-a85e-4b01-8544-2f401c1e9445 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.715151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f34cb7ab-c22e-445b-9630-28740065be52 None None] Port c5775030-a37e-4cc2-9ea7-55ec1193d3d5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:10:35.718588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=1fc76bcb-1d9e-4890-a0cf-f751d75e11a7,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:35.722485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Routers {'218e495b-afbd-462b-ba02-2aaaaab83083'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:35.723258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['218e495b-afbd-462b-ba02-2aaaaab83083'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:35.736534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Ignored duplicate provisioning block setup for port c5775030-a37e-4cc2-9ea7-55ec1193d3d5 by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 17:10:35.742594 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.794017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37118d46-a85e-4b01-8544-2f401c1e9445 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Port': ['ID=460da60e-6c2e-403f-adbf-cb7105a4357d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:35.816621 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.843841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f34cb7ab-c22e-445b-9630-28740065be52 None None] Provisioning complete for port bd0c9de4-fd72-4ace-ba83-3222df6136ea triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:35.849740 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f34cb7ab-c22e-445b-9630-28740065be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.891122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37118d46-a85e-4b01-8544-2f401c1e9445 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.891448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=c5775030-a37e-4cc2-9ea7-55ec1193d3d5,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:35.896031 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-37118d46-a85e-4b01-8544-2f401c1e9445 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "DELETE /v2.0/ports/460da60e-6c2e-403f-adbf-cb7105a4357d HTTP/1.1" status: 204 len: 168 time: 0.9285231 Aug 04 17:10:35.896705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35732) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:35.931128 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.966967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e586959-8b95-4ed9-91a2-03c35fd3bf2a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting subnet 2d13f2b1-df7d-4bdb-8358-6416da03e049 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:35.970106 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.971121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:35.972052 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.977450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] In _notify_port_updated(), no bound segment for port c5775030-a37e-4cc2-9ea7-55ec1193d3d5 on network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:10:35.988362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:35.989076 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:35.990670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0bf755bf-99e1-4937-8434-f8bd89414d99 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "PUT /v2.0/ports/c5775030-a37e-4cc2-9ea7-55ec1193d3d5 HTTP/1.1" status: 200 len: 999 time: 1.6278160 Aug 04 17:10:35.997933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35734) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:36.009436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Set router 218e495b-afbd-462b-ba02-2aaaaab83083 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:36.042920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7e586959-8b95-4ed9-91a2-03c35fd3bf2a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.048806 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] Pushing event updated for resources: {'Network': ['ID=676f7959-6e26-43e8-9fdd-e6aa2b81bf96,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:36.063650 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:10:36.102471 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c039008a-d8f4-453b-b11e-2c1a5e48e273 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4361131 Aug 04 17:10:36.105700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35736) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:36.127435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Request body: {'subnet': {'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-123861764-subnet', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:36.151043 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7e586959-8b95-4ed9-91a2-03c35fd3bf2a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.193331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3345a8ca-7658-4403-9d45-0638547fa47a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port c5775030-a37e-4cc2-9ea7-55ec1193d3d5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:36.194400 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3345a8ca-7658-4403-9d45-0638547fa47a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.260817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Made reservation on behalf of 8a9026ffa9e14d67bf34b3f87f595684 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:36.264313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.382770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:36.390274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3345a8ca-7658-4403-9d45-0638547fa47a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.414398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3345a8ca-7658-4403-9d45-0638547fa47a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for c5775030-a37e-4cc2-9ea7-55ec1193d3d5 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:36.460397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7e586959-8b95-4ed9-91a2-03c35fd3bf2a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.547055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:36.547598 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.687112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7e586959-8b95-4ed9-91a2-03c35fd3bf2a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.737106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e586959-8b95-4ed9-91a2-03c35fd3bf2a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Subnet': ['ID=2d13f2b1-df7d-4bdb-8358-6416da03e049,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:36.739022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3345a8ca-7658-4403-9d45-0638547fa47a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.739572 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.746914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7e586959-8b95-4ed9-91a2-03c35fd3bf2a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.751726 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7e586959-8b95-4ed9-91a2-03c35fd3bf2a tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "DELETE /v2.0/subnets/2d13f2b1-df7d-4bdb-8358-6416da03e049 HTTP/1.1" status: 204 len: 168 time: 0.8516588 Aug 04 17:10:36.753266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35744) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:36.807966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f95fcd9-1241-446b-aaa8-785c25ef2df6 None None] Network b41deb09-8151-429d-9ece-729aeb2ad31e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:36.811547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed29b669-bbca-437f-bc67-0ea7c9c7e446,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:36.828724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345a8ca-7658-4403-9d45-0638547fa47a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=c5775030-a37e-4cc2-9ea7-55ec1193d3d5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:36.865725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-79fe642e-0cc8-4a54-b8cd-5f6ed3ecc7c6 None None] Could not find standard attr ID for object c5775030-a37e-4cc2-9ea7-55ec1193d3d5. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:10:36.897681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-48353738-7f14-40a0-a49d-dc373640da1b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting subnet e19d0eb6-1388-4936-8b94-5de3c1638ffd {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:36.901243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-48353738-7f14-40a0-a49d-dc373640da1b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.951801 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3345a8ca-7658-4403-9d45-0638547fa47a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:36.954786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3345a8ca-7658-4403-9d45-0638547fa47a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/c5775030-a37e-4cc2-9ea7-55ec1193d3d5 HTTP/1.1" status: 204 len: 168 time: 0.9532118 Aug 04 17:10:36.958098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35746) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:36.967238 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-48353738-7f14-40a0-a49d-dc373640da1b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.001438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'name': 'tempest-TestAggregatesBasicOps-1758761423-router', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:32Z', 'revision_number': 4, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'gw_port': {'id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '877f3178-2cde-4a99-a3e3-507b3c3b9b68', 'name': '', 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'mac_address': 'fa:16:3e:3a:3a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '3ecb76fd-0477-4674-85ee-7a482d728f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:31Z', 'updated_at': '2021-08-04T17:10:32Z', 'revision_number': 2, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'subnets': [{'id': '3ecb76fd-0477-4674-85ee-7a482d728f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:37.006307 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e7906c-3526-4513-a0b1-9c2d67f408f9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:37.008005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-39e7906c-3526-4513-a0b1-9c2d67f408f9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/c5775030-a37e-4cc2-9ea7-55ec1193d3d5 HTTP/1.1" status: 404 len: 333 time: 0.0489211 Aug 04 17:10:37.011112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35748) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:37.066675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f9c5f235-2cd7-4a8d-8c1f-5076aac22275 None None] Could not find standard attr ID for object c5775030-a37e-4cc2-9ea7-55ec1193d3d5. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:10:37.068998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-48353738-7f14-40a0-a49d-dc373640da1b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.073069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7478a56e-40e3-4944-99c0-5ab823183390 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet 0aa833e2-8138-40de-8444-c879690243ff {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:37.076555 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7478a56e-40e3-4944-99c0-5ab823183390 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.077395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Checking router: 218e495b-afbd-462b-ba02-2aaaaab83083 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:10:37.077854 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Updating router 218e495b-afbd-462b-ba02-2aaaaab83083 port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:10:37.120263 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.120627 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7478a56e-40e3-4944-99c0-5ab823183390 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.122971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Checking segment: {'id': '38d00bfe-66b7-4d16-b11a-0a9bb0610999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:37.123344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Network hostable DHCP agents. Network: 676f7959-6e26-43e8-9fdd-e6aa2b81bf96, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:10:37.160279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:10:37.163468 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-48353738-7f14-40a0-a49d-dc373640da1b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.216552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 676f7959-6e26-43e8-9fdd-e6aa2b81bf96) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:37.218260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48353738-7f14-40a0-a49d-dc373640da1b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Subnet': ['ID=e19d0eb6-1388-4936-8b94-5de3c1638ffd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:37.234558 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-48353738-7f14-40a0-a49d-dc373640da1b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.240054 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-48353738-7f14-40a0-a49d-dc373640da1b tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "DELETE /v2.0/subnets/e19d0eb6-1388-4936-8b94-5de3c1638ffd HTTP/1.1" status: 204 len: 168 time: 0.4298174 Aug 04 17:10:37.242639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35752) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:37.281064 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7478a56e-40e3-4944-99c0-5ab823183390 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.296641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:37.297372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.322049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f96c3ff-cbeb-4f95-a2a3-c522f95d71ca None None] DHCP port deletion for b41deb09-8151-429d-9ece-729aeb2ad31e request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:10:37.326381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a65e5-f54b-482c-ba3d-8b6838cf7e80 None None] Network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:37.338669 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5ba1276e-71ac-44e7-b811-b0d3a2e740df admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2321789 Aug 04 17:10:37.341223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35754) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:37.350215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-123861764-router', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:37.368622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785f199b-3439-42df-852a-81d7279cf742 None None] Network c3e7a446-dda9-4525-9c8c-b1a9183c87dd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:37.377923 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7478a56e-40e3-4944-99c0-5ab823183390 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.378871 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.384911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.386107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.431686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478a56e-40e3-4944-99c0-5ab823183390 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa833e2-8138-40de-8444-c879690243ff,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:37.453030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7478a56e-40e3-4944-99c0-5ab823183390 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.460352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7478a56e-40e3-4944-99c0-5ab823183390 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/0aa833e2-8138-40de-8444-c879690243ff HTTP/1.1" status: 204 len: 168 time: 0.4480646 Aug 04 17:10:37.460995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35756) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:37.462527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a618d35e-f0cb-47ea-a40d-e3ca0400605b None None] Network 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:37.485034 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.505610 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting port 3460c08b-321e-49f1-97b1-d90d09c3069b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:37.507157 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.531214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afbfad2-17e9-4a8a-b074-b3fc0097291c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet 72a43367-781b-4132-8ef9-46af6b7828fe {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:37.536269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3afbfad2-17e9-4a8a-b074-b3fc0097291c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.543924 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.594723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3afbfad2-17e9-4a8a-b074-b3fc0097291c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.609577 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6f96c3ff-cbeb-4f95-a2a3-c522f95d71ca None None] Deleting port 3460c08b-321e-49f1-97b1-d90d09c3069b {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:37.609964 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f96c3ff-cbeb-4f95-a2a3-c522f95d71ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.710104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3afbfad2-17e9-4a8a-b074-b3fc0097291c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.796934 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3afbfad2-17e9-4a8a-b074-b3fc0097291c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.856810 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3afbfad2-17e9-4a8a-b074-b3fc0097291c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.863897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3afbfad2-17e9-4a8a-b074-b3fc0097291c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/72a43367-781b-4132-8ef9-46af6b7828fe HTTP/1.1" status: 204 len: 168 time: 0.4016099 Aug 04 17:10:37.865677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35762) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:37.866768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbfad2-17e9-4a8a-b074-b3fc0097291c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=72a43367-781b-4132-8ef9-46af6b7828fe,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:37.866999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-676f7959-6e26-43e8-9fdd-e6aa2b81bf96', 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'fixed_ips': [{'subnet_id': 'ed29b669-bbca-437f-bc67-0ea7c9c7e446'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:10:37.868513 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.929881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6f96c3ff-cbeb-4f95-a2a3-c522f95d71ca None None] For port 3460c08b-321e-49f1-97b1-d90d09c3069b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3460c08b-321e-49f1-97b1-d90d09c3069b,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:37.930289 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f96c3ff-cbeb-4f95-a2a3-c522f95d71ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.985925 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:37.998975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6f96c3ff-cbeb-4f95-a2a3-c522f95d71ca None None] Calling delete_port for 3460c08b-321e-49f1-97b1-d90d09c3069b owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:38.064489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port bd0c9de4-fd72-4ace-ba83-3222df6136ea {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:38.064840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.084277 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.097588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Transition to ACTIVE for port object 877f3178-2cde-4a99-a3e3-507b3c3b9b68 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:38.145547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] For port 3460c08b-321e-49f1-97b1-d90d09c3069b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3460c08b-321e-49f1-97b1-d90d09c3069b,segment=NetworkSegment(8d5ae00d-ab4c-478f-8c3d-8add17ffd46d),segment_id=8d5ae00d-ab4c-478f-8c3d-8add17ffd46d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:38.146158 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.150509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] For port bd0c9de4-fd72-4ace-ba83-3222df6136ea, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bd0c9de4-fd72-4ace-ba83-3222df6136ea,segment=NetworkSegment(fba8b304-f5de-4007-8720-e851fc0b155e),segment_id=fba8b304-f5de-4007-8720-e851fc0b155e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:38.150991 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.156723 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.167298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Calling delete_port for 3460c08b-321e-49f1-97b1-d90d09c3069b owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:38.181870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for bd0c9de4-fd72-4ace-ba83-3222df6136ea owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:38.256351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d69a5-82c1-486e-b903-d4d96a21adf1 None None] DHCP port deletion for c3e7a446-dda9-4525-9c8c-b1a9183c87dd request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:10:38.262390 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.264246 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f96c3ff-cbeb-4f95-a2a3-c522f95d71ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.345472 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.384815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.388883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96c3ff-cbeb-4f95-a2a3-c522f95d71ca None None] No DVR routers for this DVR port 3460c08b-321e-49f1-97b1-d90d09c3069b on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:38.396449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3460c08b-321e-49f1-97b1-d90d09c3069b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:38.433093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Port': ['ID=3460c08b-321e-49f1-97b1-d90d09c3069b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:38.441915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=bd0c9de4-fd72-4ace-ba83-3222df6136ea,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:38.446295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No DVR routers for this DVR port bd0c9de4-fd72-4ace-ba83-3222df6136ea on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:38.461606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] No DVR routers for this DVR port 3460c08b-321e-49f1-97b1-d90d09c3069b on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:38.478154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Allocated IP 172.20.0.2 (676f7959-6e26-43e8-9fdd-e6aa2b81bf96/ed29b669-bbca-437f-bc67-0ea7c9c7e446/b6fd7588-c2a0-42ff-bbb2-2b682dd82050) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:38.480382 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3460c08b-321e-49f1-97b1-d90d09c3069b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:38.480785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3460c08b-321e-49f1-97b1-d90d09c3069b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:38.481276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device adc2f736-dc5f-4a3e-be8e-547d2b245652 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:38.533048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41045cee-edf2-4c51-8f2b-b9e97c9371b9 None None] DHCP port deletion for 2c83d54a-c8d3-4ff7-b2b2-3cba917e705b request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:10:38.560277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53a57e-da44-46cd-931b-06984143af6d None None] Pushing event updated for resources: {'Port': ['ID=877f3178-2cde-4a99-a3e3-507b3c3b9b68,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:38.596773 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.620325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c83d54a-c8d3-4ff7-b2b2-3cba917e705b']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:38.639367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba8b304-f5de-4007-8720-e851fc0b155e') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:38.640195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba8b304-f5de-4007-8720-e851fc0b155e') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:38.646670 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.654581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.673618 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.680780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96c3ff-cbeb-4f95-a2a3-c522f95d71ca None None] Pushing event deleted for resources: {'Port': ['ID=3460c08b-321e-49f1-97b1-d90d09c3069b,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:38.690458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41deb09-8151-429d-9ece-729aeb2ad31e']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:38.690849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:38.691624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:38.701870 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:38.713939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:38.713939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5ae00d-ab4c-478f-8c3d-8add17ffd46d') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:38.714316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Attempting to bind port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:38.714316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Attempting to bind port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:38.714316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Attempting to bind port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 on network 63c4e97c-167a-4cc9-9402-f5d36e098c1a {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:38.741761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:38.742220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Checking segment: {'id': '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:38.742528 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.742947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Bound using segment: {'id': '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:38.743431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Bound port: 877f3178-2cde-4a99-a3e3-507b3c3b9b68, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:38.744318 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.746926 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.768810 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.781110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.782418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a15d69a5-82c1-486e-b903-d4d96a21adf1 None None] Deleting port adc2f736-dc5f-4a3e-be8e-547d2b245652 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:38.782826 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a15d69a5-82c1-486e-b903-d4d96a21adf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.783934 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:38.784398 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:38.787992 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:38.805894 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.814954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.817862 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.824447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/networks/2c83d54a-c8d3-4ff7-b2b2-3cba917e705b HTTP/1.1" status: 204 len: 168 time: 0.9491079 Aug 04 17:10:38.825911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35766) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:38.855688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1489379-3342-49d9-a20b-464adf876a29 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Network': ['ID=2c83d54a-c8d3-4ff7-b2b2-3cba917e705b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:38.915268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb8d83c-642b-40b4-b446-742929220d2e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:38.918720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5bb8d83c-642b-40b4-b446-742929220d2e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0785158 Aug 04 17:10:38.920903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35774) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:38.962955 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.976513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:38.979016 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "DELETE /v2.0/networks/b41deb09-8151-429d-9ece-729aeb2ad31e HTTP/1.1" status: 204 len: 168 time: 1.7350576 Aug 04 17:10:38.991845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35776) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:39.040281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68a622-9e7c-4033-beb1-7e743dbbd330 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Network': ['ID=b41deb09-8151-429d-9ece-729aeb2ad31e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:39.107574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Allocated IP 172.25.2.246 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ccf71dfa-3b1f-432d-9c73-e611189ced98) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:39.171239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c9d6e4d3-6a00-4177-8a14-64f8d50df148 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2473555 Aug 04 17:10:39.176370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35780) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:39.182521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1869203976'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:39.200066 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.269535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:39.276637 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.279415 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.280014 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.280574 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.282993 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.332991 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.336968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:10:39.382458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:39.391647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:39.398777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:39.412935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] For port 877f3178-2cde-4a99-a3e3-507b3c3b9b68, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:39.424766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a15d69a5-82c1-486e-b903-d4d96a21adf1 None None] For port adc2f736-dc5f-4a3e-be8e-547d2b245652, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=adc2f736-dc5f-4a3e-be8e-547d2b245652,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:39.425169 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a15d69a5-82c1-486e-b903-d4d96a21adf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.454277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port adc2f736-dc5f-4a3e-be8e-547d2b245652, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=adc2f736-dc5f-4a3e-be8e-547d2b245652,segment=NetworkSegment(6135bea5-6e20-4b2b-9bc2-ff9be68752f8),segment_id=6135bea5-6e20-4b2b-9bc2-ff9be68752f8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:39.456642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] For port 877f3178-2cde-4a99-a3e3-507b3c3b9b68, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=877f3178-2cde-4a99-a3e3-507b3c3b9b68,segment=NetworkSegment(5d0e475b-bd68-45f9-8f19-3f1035fb7bf1),segment_id=5d0e475b-bd68-45f9-8f19-3f1035fb7bf1)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:39.456834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf71dfa-3b1f-432d-9c73-e611189ced98,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:39.460268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a15d69a5-82c1-486e-b903-d4d96a21adf1 None None] Calling delete_port for adc2f736-dc5f-4a3e-be8e-547d2b245652 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:39.490241 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.492513 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.511041 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.578351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Transition to ACTIVE for port object b6fd7588-c2a0-42ff-bbb2-2b682dd82050 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:39.662601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Transition to ACTIVE for port object b6fd7588-c2a0-42ff-bbb2-2b682dd82050 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:39.677047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=adc2f736-dc5f-4a3e-be8e-547d2b245652,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:39.692149 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.723428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Routers {'218e495b-afbd-462b-ba02-2aaaaab83083'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:39.724422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['218e495b-afbd-462b-ba02-2aaaaab83083'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:39.727612 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.788752 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a15d69a5-82c1-486e-b903-d4d96a21adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.853855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d69a5-82c1-486e-b903-d4d96a21adf1 None None] No DVR routers for this DVR port adc2f736-dc5f-4a3e-be8e-547d2b245652 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:39.908881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:39.933706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:39.936324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:39.946932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.948030 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Added segment 50b5090b-6afc-4e13-9409-4016e952c4fe of type vlan for network a6b63c33-d788-43cd-a95e-cedd6bd74f30 Aug 04 17:10:39.958332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Deleting port adc2f736-dc5f-4a3e-be8e-547d2b245652 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:39.959251 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:39.986499 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.001393 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53a57e-da44-46cd-931b-06984143af6d None None] Pushing event updated for resources: {'Port': ['ID=877f3178-2cde-4a99-a3e3-507b3c3b9b68,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:40.059124 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.059999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Pushing event updated for resources: {'Port': ['ID=b6fd7588-c2a0-42ff-bbb2-2b682dd82050,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:40.112166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] For port adc2f736-dc5f-4a3e-be8e-547d2b245652, host n-d-764435-5, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:40.112587 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.158178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Calling delete_port for adc2f736-dc5f-4a3e-be8e-547d2b245652 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:40.172709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Port adc2f736-dc5f-4a3e-be8e-547d2b245652 was not found and therefore no delete operation was performed {{(pid=105828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:10:40.176008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d69a5-82c1-486e-b903-d4d96a21adf1 None None] Pushing event deleted for resources: {'Port': ['ID=adc2f736-dc5f-4a3e-be8e-547d2b245652,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:40.185634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.217609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Attempting to bind port b6fd7588-c2a0-42ff-bbb2-2b682dd82050 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:40.218898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Attempting to bind port b6fd7588-c2a0-42ff-bbb2-2b682dd82050 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '38d00bfe-66b7-4d16-b11a-0a9bb0610999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:40.220128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Attempting to bind port b6fd7588-c2a0-42ff-bbb2-2b682dd82050 on network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:40.225765 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.231534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:40.232234 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.232757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:40.233132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Checking segment: {'id': '38d00bfe-66b7-4d16-b11a-0a9bb0610999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:40.233636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.234103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Bound using segment: {'id': '38d00bfe-66b7-4d16-b11a-0a9bb0610999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:40.235299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Bound port: b6fd7588-c2a0-42ff-bbb2-2b682dd82050, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d00bfe-66b7-4d16-b11a-0a9bb0610999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:40.236660 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.240784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Port': ['ID=adc2f736-dc5f-4a3e-be8e-547d2b245652,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:40.248853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] No DVR routers for this DVR port adc2f736-dc5f-4a3e-be8e-547d2b245652 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:40.261262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] Set router 218e495b-afbd-462b-ba02-2aaaaab83083 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:40.304820 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Router 65512eba-59fd-424e-be3f-1a74116f86fb is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:10:40.330579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bd0c9de4-fd72-4ace-ba83-3222df6136ea no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:40.357404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: bd0c9de4-fd72-4ace-ba83-3222df6136ea {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:40.357753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bd0c9de4-fd72-4ace-ba83-3222df6136ea not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:40.403836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2225268 Aug 04 17:10:40.409033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35788) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:40.415320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'a6b63c33-d788-43cd-a95e-cedd6bd74f30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:40.432309 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.469361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:10:40.472589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] For port b6fd7588-c2a0-42ff-bbb2-2b682dd82050, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:40.477480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] For port b6fd7588-c2a0-42ff-bbb2-2b682dd82050, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b6fd7588-c2a0-42ff-bbb2-2b682dd82050,segment=NetworkSegment(38d00bfe-66b7-4d16-b11a-0a9bb0610999),segment_id=38d00bfe-66b7-4d16-b11a-0a9bb0610999)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:40.488178 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Sync routers for ids ['65512eba-59fd-424e-be3f-1a74116f86fb'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:10:40.490271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5960105-2a4c-49e1-aaf7-013d5cf747d5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Network': ['ID=a6b63c33-d788-43cd-a95e-cedd6bd74f30,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:40.493193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.501071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.501276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e7a446-dda9-4525-9c8c-b1a9183c87dd']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:40.505268 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c6fb7dff-97be-4a5a-a32c-c43ad35418f7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1602030 Aug 04 17:10:40.505490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35790) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:40.517553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a6b63c33-d788-43cd-a95e-cedd6bd74f30 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:10:40.518222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6135bea5-6e20-4b2b-9bc2-ff9be68752f8') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:40.518613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6135bea5-6e20-4b2b-9bc2-ff9be68752f8') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:40.521913 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Routers {'65512eba-59fd-424e-be3f-1a74116f86fb'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:40.522773 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65512eba-59fd-424e-be3f-1a74116f86fb'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:40.538088 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.595123 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.620617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:40.625967 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:40.635143 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:40.697416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecde3d-0c43-4e1c-8bca-45a9acbfcd09 None None] Pushing event updated for resources: {'Port': ['ID=b6fd7588-c2a0-42ff-bbb2-2b682dd82050,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:40.713699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:40.718179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.739765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'name': 'tempest-TestAggregatesBasicOps-1758761423-router', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:32Z', 'revision_number': 4, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'gw_port': {'id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '877f3178-2cde-4a99-a3e3-507b3c3b9b68', 'name': '', 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'mac_address': 'fa:16:3e:3a:3a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '3ecb76fd-0477-4674-85ee-7a482d728f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:31Z', 'updated_at': '2021-08-04T17:10:39Z', 'revision_number': 4, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'subnets': [{'id': '3ecb76fd-0477-4674-85ee-7a482d728f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:40.807992 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.817562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd791d1-4d7d-4a82-94f4-7d90a6843d55 None None] The sync data for ids ['218e495b-afbd-462b-ba02-2aaaaab83083'] in n-d-764435-5 is: [{'id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'name': 'tempest-TestAggregatesBasicOps-1758761423-router', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:32Z', 'revision_number': 4, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'gw_port': {'id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '877f3178-2cde-4a99-a3e3-507b3c3b9b68', 'name': '', 'network_id': '63c4e97c-167a-4cc9-9402-f5d36e098c1a', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'mac_address': 'fa:16:3e:3a:3a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '3ecb76fd-0477-4674-85ee-7a482d728f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:31Z', 'updated_at': '2021-08-04T17:10:39Z', 'revision_number': 4, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'subnets': [{'id': '3ecb76fd-0477-4674-85ee-7a482d728f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:10:40.834731 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:40.837401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] 10.222.0.39 "DELETE /v2.0/networks/c3e7a446-dda9-4525-9c8c-b1a9183c87dd HTTP/1.1" status: 204 len: 168 time: 1.8434470 Aug 04 17:10:40.881008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2874b-4d72-4e81-b15e-c5f7ea2b1382 tempest-TaggedBootDevicesTest-1427543629 tempest-TaggedBootDevicesTest-1427543629-project] Pushing event deleted for resources: {'Network': ['ID=c3e7a446-dda9-4525-9c8c-b1a9183c87dd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:40.974090 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Set router 65512eba-59fd-424e-be3f-1a74116f86fb gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:41.304804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:41.416011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=84d70592-0684-4f3c-9b95-383af68d40be,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:41.480129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Checking segment: {'id': '50b5090b-6afc-4e13-9409-4016e952c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a6b63c33-d788-43cd-a95e-cedd6bd74f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:41.480496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network hostable DHCP agents. Network: a6b63c33-d788-43cd-a95e-cedd6bd74f30, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:10:41.497791 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'name': 'tempest-TestAggregatesBasicOps-123861764-router', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:37Z', 'updated_at': '2021-08-04T17:10:39Z', 'revision_number': 3, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'gw_port': {'id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:38Z', 'updated_at': '2021-08-04T17:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:41.517395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:41.522133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network a6b63c33-d788-43cd-a95e-cedd6bd74f30 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:10:41.538761 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Checking router: 65512eba-59fd-424e-be3f-1a74116f86fb for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:10:41.539126 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Updating router 65512eba-59fd-424e-be3f-1a74116f86fb port ccf71dfa-3b1f-432d-9c73-e611189ced98 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:10:41.541255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, a6b63c33-d788-43cd-a95e-cedd6bd74f30) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:41.548220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:41.548823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:41.559423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c907f7e-833c-45a3-8b6d-3438de6ae28a None None] Network a6b63c33-d788-43cd-a95e-cedd6bd74f30 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:41.572583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-317d29ad-053f-471b-a380-e2bebfbc7e76 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1597073 Aug 04 17:10:41.573312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35808) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:41.584169 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:41.609673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'a6b63c33-d788-43cd-a95e-cedd6bd74f30', 'name': 'tempest-PortsTestJSON-976180035'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:41.957498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:41.961348 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:41.964688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-a6b63c33-d788-43cd-a95e-cedd6bd74f30', 'network_id': 'a6b63c33-d788-43cd-a95e-cedd6bd74f30', 'tenant_id': '2d7952aaba0f481b96cc69213426925a', 'fixed_ips': [{'subnet_id': '84d70592-0684-4f3c-9b95-383af68d40be'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:10:41.965684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:41.998825 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port a3bd7fb8-5afb-4adb-8998-5231d3c7edbe yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:42.220781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.6 (a6b63c33-d788-43cd-a95e-cedd6bd74f30/84d70592-0684-4f3c-9b95-383af68d40be/a3bd7fb8-5afb-4adb-8998-5231d3c7edbe) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:42.267459 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:42.308686 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Transition to ACTIVE for port object ccf71dfa-3b1f-432d-9c73-e611189ced98 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:42.333717 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:42.344789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f928cfc-94d7-4c67-bc8f-03788cb593cf None None] Network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:42.456979 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Attempting to bind port ccf71dfa-3b1f-432d-9c73-e611189ced98 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:42.457343 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Attempting to bind port ccf71dfa-3b1f-432d-9c73-e611189ced98 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:42.464579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Attempting to bind port ccf71dfa-3b1f-432d-9c73-e611189ced98 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:42.498259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b6fd7588-c2a0-42ff-bbb2-2b682dd82050 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:42.654637 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:42.655810 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:42.656583 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:42.657327 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:42.659006 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:42.659731 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Bound port: ccf71dfa-3b1f-432d-9c73-e611189ced98, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:42.661974 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:42.731232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object a3bd7fb8-5afb-4adb-8998-5231d3c7edbe will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:42.780757 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] For port ccf71dfa-3b1f-432d-9c73-e611189ced98, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:42.785060 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] For port ccf71dfa-3b1f-432d-9c73-e611189ced98, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ccf71dfa-3b1f-432d-9c73-e611189ced98,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:42.786385 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b0ada-d8b7-4d03-bda9-2ab6af8340d4 None None] Pushing event updated for resources: {'Port': ['ID=ccf71dfa-3b1f-432d-9c73-e611189ced98,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:42.793900 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:42.825212 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:42.851497 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Routers {'65512eba-59fd-424e-be3f-1a74116f86fb'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:42.852704 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65512eba-59fd-424e-be3f-1a74116f86fb'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:42.925074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Allocated IP 172.20.0.1 (676f7959-6e26-43e8-9fdd-e6aa2b81bf96/ed29b669-bbca-437f-bc67-0ea7c9c7e446/b1e5dcef-75e1-4930-bf2b-8e38311a6ee0) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:42.981326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network a6b63c33-d788-43cd-a95e-cedd6bd74f30 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:42.992034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:43.010515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:43.029850 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] Set router 65512eba-59fd-424e-be3f-1a74116f86fb gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:43.042668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=a3bd7fb8-5afb-4adb-8998-5231d3c7edbe,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:43.169939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:43.170523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:43.227699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-528c9e7e-ba0f-4f5c-b8ef-b7ac248c674f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6524379 Aug 04 17:10:43.228465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35824) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:43.233832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e9c997c6-7729-45e9-9a3e-f39f11899934 None None] Provisioning for port b6fd7588-c2a0-42ff-bbb2-2b682dd82050 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:43.238060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'a6b63c33-d788-43cd-a95e-cedd6bd74f30', 'name': 'tempest-PortsTestJSON-2114130263'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:43.321310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:43.331404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Allocated IP 172.20.0.2 (a6b63c33-d788-43cd-a95e-cedd6bd74f30/84d70592-0684-4f3c-9b95-383af68d40be/96511cfd-8643-4669-933e-9f887b31fc9e) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:43.367681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port b6fd7588-c2a0-42ff-bbb2-2b682dd82050 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:43.369341 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b0ada-d8b7-4d03-bda9-2ab6af8340d4 None None] Pushing event updated for resources: {'Port': ['ID=ccf71dfa-3b1f-432d-9c73-e611189ced98,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:43.375129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Transition to ACTIVE for port object b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:43.389877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b6fd7588-c2a0-42ff-bbb2-2b682dd82050 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:43.391566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:43.523933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:43.530026 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:43.540675 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:43.573721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port 5a8b05c4-deb0-4646-89b0-2d7b65dda2c6 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:43.675325 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'name': 'tempest-TestAggregatesBasicOps-123861764-router', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:37Z', 'updated_at': '2021-08-04T17:10:39Z', 'revision_number': 3, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'gw_port': {'id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:38Z', 'updated_at': '2021-08-04T17:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:43.694039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:43.724035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:43.730953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:43.806708 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ead72-8c08-46a7-a67e-e14203e17bcb None None] The sync data for ids ['65512eba-59fd-424e-be3f-1a74116f86fb'] in n-d-764435-5 is: [{'id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'name': 'tempest-TestAggregatesBasicOps-123861764-router', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:37Z', 'updated_at': '2021-08-04T17:10:39Z', 'revision_number': 3, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'gw_port': {'id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:38Z', 'updated_at': '2021-08-04T17:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:10:43.847717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Pushing event updated for resources: {'Port': ['ID=b1e5dcef-75e1-4930-bf2b-8e38311a6ee0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:43.871202 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.029740 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.105507 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.134849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Transition to ACTIVE for port object 96511cfd-8643-4669-933e-9f887b31fc9e will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:44.147191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.198385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port b6fd7588-c2a0-42ff-bbb2-2b682dd82050, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b6fd7588-c2a0-42ff-bbb2-2b682dd82050,segment=NetworkSegment(38d00bfe-66b7-4d16-b11a-0a9bb0610999),segment_id=38d00bfe-66b7-4d16-b11a-0a9bb0610999)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:44.220596 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.222978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 877f3178-2cde-4a99-a3e3-507b3c3b9b68 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:44.323908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Transition to ACTIVE for port object 96511cfd-8643-4669-933e-9f887b31fc9e will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:44.402415 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.457185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7ebd2d91-62fa-400f-a459-ccc2a1647567 None None] Provisioning complete for port b6fd7588-c2a0-42ff-bbb2-2b682dd82050 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:44.457628 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2d91-62fa-400f-a459-ccc2a1647567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.491877 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.503276 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.533593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=b6fd7588-c2a0-42ff-bbb2-2b682dd82050,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:44.601737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.3 (a6b63c33-d788-43cd-a95e-cedd6bd74f30/84d70592-0684-4f3c-9b95-383af68d40be/5a8b05c4-deb0-4646-89b0-2d7b65dda2c6) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:44.664545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Pushing event updated for resources: {'Port': ['ID=b1e5dcef-75e1-4930-bf2b-8e38311a6ee0,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:44.682667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Network a6b63c33-d788-43cd-a95e-cedd6bd74f30 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:44.693537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Pushing event updated for resources: {'Port': ['ID=96511cfd-8643-4669-933e-9f887b31fc9e,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:44.706637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:44.720039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:44.806857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.862356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:44.928438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:44.928787 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.953595 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:44.990286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object 5a8b05c4-deb0-4646-89b0-2d7b65dda2c6 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:45.066513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:45.096319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Attempting to bind port 96511cfd-8643-4669-933e-9f887b31fc9e on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:45.096319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Attempting to bind port 96511cfd-8643-4669-933e-9f887b31fc9e by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '50b5090b-6afc-4e13-9409-4016e952c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a6b63c33-d788-43cd-a95e-cedd6bd74f30'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:45.096869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Attempting to bind port 96511cfd-8643-4669-933e-9f887b31fc9e on network a6b63c33-d788-43cd-a95e-cedd6bd74f30 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:45.120381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:45.129006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:45.129389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Checking segment: {'id': '50b5090b-6afc-4e13-9409-4016e952c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a6b63c33-d788-43cd-a95e-cedd6bd74f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:45.129803 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:45.130203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Bound using segment: {'id': '50b5090b-6afc-4e13-9409-4016e952c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a6b63c33-d788-43cd-a95e-cedd6bd74f30'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:45.130692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Bound port: 96511cfd-8643-4669-933e-9f887b31fc9e, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b5090b-6afc-4e13-9409-4016e952c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'a6b63c33-d788-43cd-a95e-cedd6bd74f30'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:45.131108 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:45.132487 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:45.163115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network a6b63c33-d788-43cd-a95e-cedd6bd74f30 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:45.166373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:45.181672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:45.287243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] For port 96511cfd-8643-4669-933e-9f887b31fc9e, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:45.293043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] For port 96511cfd-8643-4669-933e-9f887b31fc9e, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=96511cfd-8643-4669-933e-9f887b31fc9e,segment=NetworkSegment(50b5090b-6afc-4e13-9409-4016e952c4fe),segment_id=50b5090b-6afc-4e13-9409-4016e952c4fe)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:45.304964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:45.306906 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:45.310377 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:45.332899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=5a8b05c4-deb0-4646-89b0-2d7b65dda2c6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:45.353100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Router 65512eba-59fd-424e-be3f-1a74116f86fb has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:10:45.365174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8b58cc43-e521-4059-8186-0369d004fae0 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1326189 Aug 04 17:10:45.366309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35844) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:45.560473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa0437-4ccb-4db5-a541-227de68f6ab9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:45.565427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d3fa0437-4ccb-4db5-a541-227de68f6ab9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1950927 Aug 04 17:10:45.566366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35846) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:45.665139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:10:45.698420 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a624ea9c-0f97-433f-acd7-4b4a4f382e0a admin admin] 10.222.0.39 "PUT /v2.0/routers/65512eba-59fd-424e-be3f-1a74116f86fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1918347 Aug 04 17:10:45.808445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-00dadd45-4551-4efd-8a6d-06b852bebd07 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 5a8b05c4-deb0-4646-89b0-2d7b65dda2c6 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:45.809037 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00dadd45-4551-4efd-8a6d-06b852bebd07 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:45.884425 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:45.892856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fac881db-002d-4240-99d6-eb10fc4cbb3d None None] Provisioning for port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:45.907448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e3376-c36a-4701-b81b-b4a00e866f81 None None] Pushing event updated for resources: {'Port': ['ID=96511cfd-8643-4669-933e-9f887b31fc9e,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:45.934963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fac881db-002d-4240-99d6-eb10fc4cbb3d None None] Provisioning complete for port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:45.935211 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fac881db-002d-4240-99d6-eb10fc4cbb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.037256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 877f3178-2cde-4a99-a3e3-507b3c3b9b68, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=877f3178-2cde-4a99-a3e3-507b3c3b9b68,segment=NetworkSegment(5d0e475b-bd68-45f9-8f19-3f1035fb7bf1),segment_id=5d0e475b-bd68-45f9-8f19-3f1035fb7bf1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:46.052141 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-fac881db-002d-4240-99d6-eb10fc4cbb3d None None] Port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:10:46.057548 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.070014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00dadd45-4551-4efd-8a6d-06b852bebd07 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.107753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-00dadd45-4551-4efd-8a6d-06b852bebd07 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 5a8b05c4-deb0-4646-89b0-2d7b65dda2c6 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:46.123494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=877f3178-2cde-4a99-a3e3-507b3c3b9b68,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:46.174027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c9d36cdc-af9b-4f87-97d7-58c9fafb0f84 None None] Provisioning complete for port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:46.174413 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c9d36cdc-af9b-4f87-97d7-58c9fafb0f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.216539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c9d36cdc-af9b-4f87-97d7-58c9fafb0f84 None None] Port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:10:46.380518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00dadd45-4551-4efd-8a6d-06b852bebd07 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.381246 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 96511cfd-8643-4669-933e-9f887b31fc9e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:46.430886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dadd45-4551-4efd-8a6d-06b852bebd07 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=5a8b05c4-deb0-4646-89b0-2d7b65dda2c6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:46.456869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 96511cfd-8643-4669-933e-9f887b31fc9e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:46.465753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ccf71dfa-3b1f-432d-9c73-e611189ced98 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:46.519817 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00dadd45-4551-4efd-8a6d-06b852bebd07 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.522167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-00dadd45-4551-4efd-8a6d-06b852bebd07 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/5a8b05c4-deb0-4646-89b0-2d7b65dda2c6 HTTP/1.1" status: 204 len: 168 time: 0.9546263 Aug 04 17:10:46.525843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35870) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:46.554452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port ccf71dfa-3b1f-432d-9c73-e611189ced98 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:46.565367 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf44142a-efb7-40a3-b157-27f9d607d83a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:46.566615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ccf71dfa-3b1f-432d-9c73-e611189ced98 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:46.567226 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bf44142a-efb7-40a3-b157-27f9d607d83a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/5a8b05c4-deb0-4646-89b0-2d7b65dda2c6 HTTP/1.1" status: 404 len: 333 time: 0.0400422 Aug 04 17:10:46.569182 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.569982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35874) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:46.716345 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.743378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ee325cb8-787f-47a7-81cf-271b8bc9717f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port a3bd7fb8-5afb-4adb-8998-5231d3c7edbe {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:46.744477 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee325cb8-787f-47a7-81cf-271b8bc9717f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.773187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port ccf71dfa-3b1f-432d-9c73-e611189ced98, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ccf71dfa-3b1f-432d-9c73-e611189ced98,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:46.782581 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.783814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b6fd7588-c2a0-42ff-bbb2-2b682dd82050 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:46.894850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=ccf71dfa-3b1f-432d-9c73-e611189ced98,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:46.911843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b6fd7588-c2a0-42ff-bbb2-2b682dd82050 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:46.912156 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.968229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee325cb8-787f-47a7-81cf-271b8bc9717f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:46.997118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ee325cb8-787f-47a7-81cf-271b8bc9717f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for a3bd7fb8-5afb-4adb-8998-5231d3c7edbe owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:47.293571 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee325cb8-787f-47a7-81cf-271b8bc9717f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:47.315261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Sync routers for ids ['65512eba-59fd-424e-be3f-1a74116f86fb'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:10:47.349496 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Routers {'65512eba-59fd-424e-be3f-1a74116f86fb'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:47.350419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65512eba-59fd-424e-be3f-1a74116f86fb'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:47.382307 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee325cb8-787f-47a7-81cf-271b8bc9717f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=a3bd7fb8-5afb-4adb-8998-5231d3c7edbe,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:47.488874 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee325cb8-787f-47a7-81cf-271b8bc9717f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:47.494066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35906) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:47.494830 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ee325cb8-787f-47a7-81cf-271b8bc9717f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/a3bd7fb8-5afb-4adb-8998-5231d3c7edbe HTTP/1.1" status: 204 len: 168 time: 0.9235642 Aug 04 17:10:47.543550 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8bb7d8-c9f0-4277-a58b-5341777e8557 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:47.564393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7c8bb7d8-c9f0-4277-a58b-5341777e8557 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/a3bd7fb8-5afb-4adb-8998-5231d3c7edbe HTTP/1.1" status: 404 len: 333 time: 0.0680134 Aug 04 17:10:47.567652 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35916) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:47.727327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff64f41-de3c-49bb-8ab1-98fd91cd6466 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet 84d70592-0684-4f3c-9b95-383af68d40be {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:47.736208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cff64f41-de3c-49bb-8ab1-98fd91cd6466 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:47.748192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Set router 65512eba-59fd-424e-be3f-1a74116f86fb gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:47.777085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35918) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:47.825999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cff64f41-de3c-49bb-8ab1-98fd91cd6466 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:47.865479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c446d7-72f2-4f93-bda2-c67d433140b8 None None] Network a6b63c33-d788-43cd-a95e-cedd6bd74f30 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:48.034162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35930) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:48.089372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cff64f41-de3c-49bb-8ab1-98fd91cd6466 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.183698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cff64f41-de3c-49bb-8ab1-98fd91cd6466 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.216658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fe8ee76d-54af-4070-8ef5-fe8a80ccbe8f None None] Provisioning for port 96511cfd-8643-4669-933e-9f887b31fc9e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:48.229858 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7754437e-1b5f-4c1f-b4bd-341554d0e9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.289967 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cff64f41-de3c-49bb-8ab1-98fd91cd6466 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.295644 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cff64f41-de3c-49bb-8ab1-98fd91cd6466 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/84d70592-0684-4f3c-9b95-383af68d40be HTTP/1.1" status: 204 len: 168 time: 0.7261806 Aug 04 17:10:48.296827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35932) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:48.297642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff64f41-de3c-49bb-8ab1-98fd91cd6466 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=84d70592-0684-4f3c-9b95-383af68d40be,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:48.348210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ccf71dfa-3b1f-432d-9c73-e611189ced98 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:48.363819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fe8ee76d-54af-4070-8ef5-fe8a80ccbe8f None None] Provisioning complete for port 96511cfd-8643-4669-933e-9f887b31fc9e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:48.364803 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee76d-54af-4070-8ef5-fe8a80ccbe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.406076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.512442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 96511cfd-8643-4669-933e-9f887b31fc9e {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:48.512865 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.650221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] For port 96511cfd-8643-4669-933e-9f887b31fc9e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=96511cfd-8643-4669-933e-9f887b31fc9e,segment=NetworkSegment(50b5090b-6afc-4e13-9409-4016e952c4fe),segment_id=50b5090b-6afc-4e13-9409-4016e952c4fe)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:48.651060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.684598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ccf71dfa-3b1f-432d-9c73-e611189ced98 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:48.684874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 96511cfd-8643-4669-933e-9f887b31fc9e owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:48.685077 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.685282 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7754437e-1b5f-4c1f-b4bd-341554d0e9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.696255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7754437e-1b5f-4c1f-b4bd-341554d0e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.716299 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee76d-54af-4070-8ef5-fe8a80ccbe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.768497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7754437e-1b5f-4c1f-b4bd-341554d0e9f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23777cdd5abc4dc8aa2d370f079a817c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9902196 Aug 04 17:10:48.777391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35938) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:48.787341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754437e-1b5f-4c1f-b4bd-341554d0e9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80598a18-c4bf-41e2-b5e7-4f4feb7beb45,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:48.834497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.840071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-fe8ee76d-54af-4070-8ef5-fe8a80ccbe8f None None] For port 96511cfd-8643-4669-933e-9f887b31fc9e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=96511cfd-8643-4669-933e-9f887b31fc9e,segment=NetworkSegment(50b5090b-6afc-4e13-9409-4016e952c4fe),segment_id=50b5090b-6afc-4e13-9409-4016e952c4fe)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:48.859492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cadaa04-08e9-4fcb-ab1a-b52d0b226f42 None None] Network a6b63c33-d788-43cd-a95e-cedd6bd74f30 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:48.864025 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee76d-54af-4070-8ef5-fe8a80ccbe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.888793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-36a9206a-5ece-4e78-bd47-f78673ef3501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.913655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'name': 'tempest-TestAggregatesBasicOps-123861764-router', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:37Z', 'updated_at': '2021-08-04T17:10:44Z', 'revision_number': 4, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'gw_port': {'id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:38Z', 'updated_at': '2021-08-04T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'b1e5dcef-75e1-4930-bf2b-8e38311a6ee0', 'name': '', 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'ed29b669-bbca-437f-bc67-0ea7c9c7e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:41Z', 'updated_at': '2021-08-04T17:10:44Z', 'revision_number': 2, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'subnets': [{'id': 'ed29b669-bbca-437f-bc67-0ea7c9c7e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:48.924229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-36a9206a-5ece-4e78-bd47-f78673ef3501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.932353 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:48.965363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Checking router: 65512eba-59fd-424e-be3f-1a74116f86fb for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:10:48.965818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Updating router 65512eba-59fd-424e-be3f-1a74116f86fb port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:10:48.974565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=96511cfd-8643-4669-933e-9f887b31fc9e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:48.976718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No DVR routers for this DVR port 96511cfd-8643-4669-933e-9f887b31fc9e on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:49.041805 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.044455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 877f3178-2cde-4a99-a3e3-507b3c3b9b68 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:49.054433 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e2aafb88-80e0-48bf-8a89-e6febe8a1e28 None None] Could not find standard attr ID for object 96511cfd-8643-4669-933e-9f887b31fc9e. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:10:49.085476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.095875 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-36a9206a-5ece-4e78-bd47-f78673ef3501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.099020 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-36a9206a-5ece-4e78-bd47-f78673ef3501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.100155 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-36a9206a-5ece-4e78-bd47-f78673ef3501 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80598a18-c4bf-41e2-b5e7-4f4feb7beb45 HTTP/1.1" status: 204 len: 168 time: 0.3208780 Aug 04 17:10:49.121821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b63c33-d788-43cd-a95e-cedd6bd74f30']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:49.160839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9206a-5ece-4e78-bd47-f78673ef3501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80598a18-c4bf-41e2-b5e7-4f4feb7beb45,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:49.171101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b5090b-6afc-4e13-9409-4016e952c4fe') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:49.171969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b5090b-6afc-4e13-9409-4016e952c4fe') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:49.194369 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.223122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.230933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:49.231585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:49.236038 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:49.259075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] Deleting port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:49.259556 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.309419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ee76d-54af-4070-8ef5-fe8a80ccbe8f None None] Pushing event updated for resources: {'Port': ['ID=96511cfd-8643-4669-933e-9f887b31fc9e,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:49.340262 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.355083 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.363088 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/networks/a6b63c33-d788-43cd-a95e-cedd6bd74f30 HTTP/1.1" status: 204 len: 168 time: 1.0612540 Aug 04 17:10:49.364078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35946) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:49.390870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1978658491'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:49.405965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 877f3178-2cde-4a99-a3e3-507b3c3b9b68 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:49.406834 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.425912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] For port 877f3178-2cde-4a99-a3e3-507b3c3b9b68, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=877f3178-2cde-4a99-a3e3-507b3c3b9b68,segment=NetworkSegment(5d0e475b-bd68-45f9-8f19-3f1035fb7bf1),segment_id=5d0e475b-bd68-45f9-8f19-3f1035fb7bf1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:49.426477 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.444246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dee52-236f-4adf-97c2-cc6540fc0717 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Network': ['ID=a6b63c33-d788-43cd-a95e-cedd6bd74f30,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:49.450164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] Calling delete_port for 877f3178-2cde-4a99-a3e3-507b3c3b9b68 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:49.470578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012300a-d104-48d5-b075-39c10db6f917 None None] DHCP port deletion for a6b63c33-d788-43cd-a95e-cedd6bd74f30 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:10:49.484182 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:49.489143 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.529097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:10:49.541503 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.542095 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Added segment 180ba0bb-7367-4766-8501-349666d1a298 of type vlan for network d584b1d5-27fb-4a3f-98cc-582d4ea8f93d Aug 04 17:10:49.616020 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.669088 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.678617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:49.679664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.728942 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3568270 Aug 04 17:10:49.729264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35958) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:49.736161 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'd584b1d5-27fb-4a3f-98cc-582d4ea8f93d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:49.782085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.782967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c402441-e575-4ec1-90fb-e6a5c0183eee tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Network': ['ID=d584b1d5-27fb-4a3f-98cc-582d4ea8f93d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:49.799840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d584b1d5-27fb-4a3f-98cc-582d4ea8f93d details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:10:49.907779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Transition to ACTIVE for port object b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:49.909673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.919516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:49.952554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] Pushing event deleted for resources: {'Port': ['ID=877f3178-2cde-4a99-a3e3-507b3c3b9b68,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:50.026616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d8952-1a28-4d82-a43a-046df755a4ea None None] Pushing event updated for resources: {'Port': ['ID=b1e5dcef-75e1-4930-bf2b-8e38311a6ee0,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:50.043229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:50.047503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:50.408280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 96511cfd-8643-4669-933e-9f887b31fc9e no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:50.433497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 96511cfd-8643-4669-933e-9f887b31fc9e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:50.433812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 96511cfd-8643-4669-933e-9f887b31fc9e not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:50.461465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Attempting to bind port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:50.461826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Attempting to bind port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '38d00bfe-66b7-4d16-b11a-0a9bb0610999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:50.462187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Attempting to bind port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 on network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:50.468518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:50.468891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Checking segment: {'id': '38d00bfe-66b7-4d16-b11a-0a9bb0610999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:50.469296 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:50.469688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Bound using segment: {'id': '38d00bfe-66b7-4d16-b11a-0a9bb0610999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:50.470156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Bound port: b1e5dcef-75e1-4930-bf2b-8e38311a6ee0, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d00bfe-66b7-4d16-b11a-0a9bb0610999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:50.470534 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:50.479028 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:50.481317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:50.580213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] For port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:50.582784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] For port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b1e5dcef-75e1-4930-bf2b-8e38311a6ee0,segment=NetworkSegment(38d00bfe-66b7-4d16-b11a-0a9bb0610999),segment_id=38d00bfe-66b7-4d16-b11a-0a9bb0610999)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:50.595298 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:50.624546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=2982556a-686e-46a9-aa0f-4bec4f75a6da,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:50.628792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Checking segment: {'id': '180ba0bb-7367-4766-8501-349666d1a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'd584b1d5-27fb-4a3f-98cc-582d4ea8f93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:50.629433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network hostable DHCP agents. Network: d584b1d5-27fb-4a3f-98cc-582d4ea8f93d, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:10:50.687468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network d584b1d5-27fb-4a3f-98cc-582d4ea8f93d is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:10:50.701653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Routers {'65512eba-59fd-424e-be3f-1a74116f86fb'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:50.704462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65512eba-59fd-424e-be3f-1a74116f86fb'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:50.709405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, d584b1d5-27fb-4a3f-98cc-582d4ea8f93d) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:50.717774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:50.719495 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:50.757971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659d4fe-5c58-4ac8-85d9-31f2da039143 None None] Network d584b1d5-27fb-4a3f-98cc-582d4ea8f93d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:50.802765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c613df71-cea1-44fd-b9d6-dda963f54987 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0718477 Aug 04 17:10:50.805673 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35982) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:50.811101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'd584b1d5-27fb-4a3f-98cc-582d4ea8f93d', 'name': 'tempest-PortsTestJSON-866522604', 'fixed_ips': [{'subnet_id': '2982556a-686e-46a9-aa0f-4bec4f75a6da', 'ip_address': '172.20.0.10'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:50.830602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d8952-1a28-4d82-a43a-046df755a4ea None None] Pushing event updated for resources: {'Port': ['ID=b1e5dcef-75e1-4930-bf2b-8e38311a6ee0,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:50.925339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] Router 218e495b-afbd-462b-ba02-2aaaaab83083 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:10:50.999954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] Set router 65512eba-59fd-424e-be3f-1a74116f86fb gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:51.058493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:51.111794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:10:51.135043 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] Sync routers for ids ['218e495b-afbd-462b-ba02-2aaaaab83083'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:10:51.149983 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] Routers {'218e495b-afbd-462b-ba02-2aaaaab83083'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:51.155557 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['218e495b-afbd-462b-ba02-2aaaaab83083'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:51.156625 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cb5e59b6-a788-40a5-b5e4-2376f627e742 admin admin] 10.222.0.39 "PUT /v2.0/routers/218e495b-afbd-462b-ba02-2aaaaab83083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1210363 Aug 04 17:10:51.162374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-d584b1d5-27fb-4a3f-98cc-582d4ea8f93d', 'network_id': 'd584b1d5-27fb-4a3f-98cc-582d4ea8f93d', 'tenant_id': '2d7952aaba0f481b96cc69213426925a', 'fixed_ips': [{'subnet_id': '2982556a-686e-46a9-aa0f-4bec4f75a6da'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:10:51.162985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35990) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:51.163228 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:51.221060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:51.258596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port 50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:51.373777 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:51.394345 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] Set router 218e495b-afbd-462b-ba02-2aaaaab83083 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:51.563940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.10 (d584b1d5-27fb-4a3f-98cc-582d4ea8f93d/2982556a-686e-46a9-aa0f-4bec4f75a6da/50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:51.581897 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:51.725476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Deleting port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:51.729077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'name': 'tempest-TestAggregatesBasicOps-123861764-router', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:37Z', 'updated_at': '2021-08-04T17:10:44Z', 'revision_number': 4, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'gw_port': {'id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:38Z', 'updated_at': '2021-08-04T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'b1e5dcef-75e1-4930-bf2b-8e38311a6ee0', 'name': '', 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'ed29b669-bbca-437f-bc67-0ea7c9c7e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:41Z', 'updated_at': '2021-08-04T17:10:50Z', 'revision_number': 4, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'subnets': [{'id': 'ed29b669-bbca-437f-bc67-0ea7c9c7e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:51.729729 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:51.750315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:51.770485 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object 50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:51.800226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33705cae-c6ac-4bd0-a186-a476c4eb5bf8 None None] The sync data for ids ['65512eba-59fd-424e-be3f-1a74116f86fb'] in n-d-764435-5 is: [{'id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'name': 'tempest-TestAggregatesBasicOps-123861764-router', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:37Z', 'updated_at': '2021-08-04T17:10:44Z', 'revision_number': 4, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'gw_port': {'id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:38Z', 'updated_at': '2021-08-04T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'b1e5dcef-75e1-4930-bf2b-8e38311a6ee0', 'name': '', 'network_id': '676f7959-6e26-43e8-9fdd-e6aa2b81bf96', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'mac_address': 'fa:16:3e:cc:53:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'ed29b669-bbca-437f-bc67-0ea7c9c7e446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:41Z', 'updated_at': '2021-08-04T17:10:50Z', 'revision_number': 4, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'subnets': [{'id': 'ed29b669-bbca-437f-bc67-0ea7c9c7e446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:10:51.805095 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'name': 'tempest-TestAggregatesBasicOps-1758761423-router', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:49Z', 'revision_number': 5, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'gw_port': {'id': '1fc76bcb-1d9e-4890-a0cf-f751d75e11a7', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:51.852385 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] Checking router: 218e495b-afbd-462b-ba02-2aaaaab83083 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:10:51.865594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:51.866219 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] Routers {'218e495b-afbd-462b-ba02-2aaaaab83083'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:51.866759 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['218e495b-afbd-462b-ba02-2aaaaab83083'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:51.939197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] For port 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1fc76bcb-1d9e-4890-a0cf-f751d75e11a7,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:51.939830 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:51.975399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network d584b1d5-27fb-4a3f-98cc-582d4ea8f93d is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:51.985518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Calling delete_port for 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:51.996240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Allocated IP 172.20.0.2 (d584b1d5-27fb-4a3f-98cc-582d4ea8f93d/2982556a-686e-46a9-aa0f-4bec4f75a6da/192d90b9-d183-40e0-916b-167bf557829f) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:52.018450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:52.023279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:52.092093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:52.093112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:52.155767 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] Set router 218e495b-afbd-462b-ba02-2aaaaab83083 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:52.210096 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4032550 Aug 04 17:10:52.227308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f316bac-25cc-4db8-8e0b-f3c4f8db5de7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:52.248996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36012) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:52.267996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': 'd584b1d5-27fb-4a3f-98cc-582d4ea8f93d', 'name': 'tempest-PortsTestJSON-1219485928', 'fixed_ips': [{'subnet_id': '2982556a-686e-46a9-aa0f-4bec4f75a6da', 'ip_address': '172.20.0.9'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:52.374703 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:52.394524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Transition to ACTIVE for port object 192d90b9-d183-40e0-916b-167bf557829f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:52.434431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Transition to ACTIVE for port object 192d90b9-d183-40e0-916b-167bf557829f will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:52.447836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:52.504902 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:52.584537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:52.590064 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:52.633724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port 6ffbc21b-57d4-4fb4-9c98-b274d2e9d83b yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:10:52.638309 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'name': 'tempest-TestAggregatesBasicOps-1758761423-router', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:51Z', 'revision_number': 6, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:52.735428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Network d584b1d5-27fb-4a3f-98cc-582d4ea8f93d is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:52.742686 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb4697-c1f6-4160-913e-66e171e7eb4d None None] The sync data for ids ['218e495b-afbd-462b-ba02-2aaaaab83083'] in n-d-764435-5 is: [{'id': '218e495b-afbd-462b-ba02-2aaaaab83083', 'name': 'tempest-TestAggregatesBasicOps-1758761423-router', 'tenant_id': '1711d661c05b4ffa8a43fee1a2495611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:27Z', 'updated_at': '2021-08-04T17:10:51Z', 'revision_number': 6, 'project_id': '1711d661c05b4ffa8a43fee1a2495611', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:10:52.752240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Pushing event updated for resources: {'Port': ['ID=192d90b9-d183-40e0-916b-167bf557829f,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:52.756839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:52.763359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:52.798154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:52.941547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:52.942017 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:52.975156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Attempting to bind port 192d90b9-d183-40e0-916b-167bf557829f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:10:52.975716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Attempting to bind port 192d90b9-d183-40e0-916b-167bf557829f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '180ba0bb-7367-4766-8501-349666d1a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'd584b1d5-27fb-4a3f-98cc-582d4ea8f93d'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:10:52.976175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Attempting to bind port 192d90b9-d183-40e0-916b-167bf557829f on network d584b1d5-27fb-4a3f-98cc-582d4ea8f93d {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:10:53.001833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:10:53.002337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Checking segment: {'id': '180ba0bb-7367-4766-8501-349666d1a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'd584b1d5-27fb-4a3f-98cc-582d4ea8f93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:10:53.002876 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.003371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Bound using segment: {'id': '180ba0bb-7367-4766-8501-349666d1a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'd584b1d5-27fb-4a3f-98cc-582d4ea8f93d'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:10:53.004012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Bound port: 192d90b9-d183-40e0-916b-167bf557829f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180ba0bb-7367-4766-8501-349666d1a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'd584b1d5-27fb-4a3f-98cc-582d4ea8f93d'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:10:53.004493 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.072951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.9 (d584b1d5-27fb-4a3f-98cc-582d4ea8f93d/2982556a-686e-46a9-aa0f-4bec4f75a6da/6ffbc21b-57d4-4fb4-9c98-b274d2e9d83b) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:10:53.201699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] For port 192d90b9-d183-40e0-916b-167bf557829f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:10:53.225888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] For port 192d90b9-d183-40e0-916b-167bf557829f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=192d90b9-d183-40e0-916b-167bf557829f,segment=NetworkSegment(180ba0bb-7367-4766-8501-349666d1a298),segment_id=180ba0bb-7367-4766-8501-349666d1a298)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:10:53.238382 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.260254 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.380980 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.415439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b1e5dcef-75e1-4930-bf2b-8e38311a6ee0,segment=NetworkSegment(38d00bfe-66b7-4d16-b11a-0a9bb0610999),segment_id=38d00bfe-66b7-4d16-b11a-0a9bb0610999)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:53.434496 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.473610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34e6da-0b31-491a-85f4-e8196a267849 None None] Pushing event updated for resources: {'Port': ['ID=192d90b9-d183-40e0-916b-167bf557829f,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:53.490832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc76bcb-1d9e-4890-a0cf-f751d75e11a7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:53.540349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=b1e5dcef-75e1-4930-bf2b-8e38311a6ee0,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:53.547664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.581186 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object 6ffbc21b-57d4-4fb4-9c98-b274d2e9d83b will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:10:53.651054 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.657628 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.797693 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network d584b1d5-27fb-4a3f-98cc-582d4ea8f93d is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:10:53.815407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:10:53.822171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=6ffbc21b-57d4-4fb4-9c98-b274d2e9d83b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:53.825684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:10:53.887414 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.889962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.977079 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.978178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 218e495b-afbd-462b-ba02-2aaaaab83083 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:10:53.992598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:53.992961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.993825 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:53.996740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-217f7e8b-c006-43ec-8e05-94a44a7e93ae admin admin] 10.222.0.39 "DELETE /v2.0/routers/218e495b-afbd-462b-ba02-2aaaaab83083 HTTP/1.1" status: 204 len: 168 time: 2.8298695 Aug 04 17:10:53.996996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36034) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:54.027963 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f9d4bd63-a2f8-4633-bd60-7f2ce9679108 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7768061 Aug 04 17:10:54.028945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36036) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:54.086904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-393e7625-ff88-4f8b-8586-19f74c9114d9 admin admin] Deleting subnet 3ecb76fd-0477-4674-85ee-7a482d728f70 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:54.090749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-393e7625-ff88-4f8b-8586-19f74c9114d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.151998 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-393e7625-ff88-4f8b-8586-19f74c9114d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.195246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb2b065-d4b0-4bde-9a7d-adf84e685236 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:54.196846 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9fb2b065-d4b0-4bde-9a7d-adf84e685236 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1667478 Aug 04 17:10:54.199835 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36040) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:54.283690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-393e7625-ff88-4f8b-8586-19f74c9114d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.316814 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2203727e-24bb-4ab5-b0a9-0baa899593b2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:54.330893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2203727e-24bb-4ab5-b0a9-0baa899593b2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:54.355544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2203727e-24bb-4ab5-b0a9-0baa899593b2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:54.356940 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2203727e-24bb-4ab5-b0a9-0baa899593b2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1558049 Aug 04 17:10:54.357901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 192d90b9-d183-40e0-916b-167bf557829f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:54.359964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36042) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:54.374490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-393e7625-ff88-4f8b-8586-19f74c9114d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.418830 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-393e7625-ff88-4f8b-8586-19f74c9114d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.420993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-393e7625-ff88-4f8b-8586-19f74c9114d9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3ecb76fd-0477-4674-85ee-7a482d728f70 HTTP/1.1" status: 204 len: 168 time: 0.4207456 Aug 04 17:10:54.422198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e7625-ff88-4f8b-8586-19f74c9114d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ecb76fd-0477-4674-85ee-7a482d728f70,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:54.424015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36046) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:54.441021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800b951-83a2-4d3b-8cf4-e0b15b52f077 None None] Network 63c4e97c-167a-4cc9-9402-f5d36e098c1a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:54.449533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 192d90b9-d183-40e0-916b-167bf557829f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:54.465897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:54.570564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.602064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ee6f4-ffdc-4c27-904a-eb698b67c4ca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 6ffbc21b-57d4-4fb4-9c98-b274d2e9d83b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:54.603483 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee6f4-ffdc-4c27-904a-eb698b67c4ca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.711357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Deleting port 205b00c1-2fee-4304-afcf-d852dda56391 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:54.714316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.756753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:54.757357 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.835613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee6f4-ffdc-4c27-904a-eb698b67c4ca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.872914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ee6f4-ffdc-4c27-904a-eb698b67c4ca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 6ffbc21b-57d4-4fb4-9c98-b274d2e9d83b owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:54.888842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] For port 205b00c1-2fee-4304-afcf-d852dda56391, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=205b00c1-2fee-4304-afcf-d852dda56391,segment=NetworkSegment(5d0e475b-bd68-45f9-8f19-3f1035fb7bf1),segment_id=5d0e475b-bd68-45f9-8f19-3f1035fb7bf1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:54.889260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:54.948509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Calling delete_port for 205b00c1-2fee-4304-afcf-d852dda56391 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:54.954357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56516de2-0a63-42b6-923d-7b42193b9de3 None None] DHCP port deletion for 63c4e97c-167a-4cc9-9402-f5d36e098c1a request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:10:55.083282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-56516de2-0a63-42b6-923d-7b42193b9de3 None None] Deleting port 205b00c1-2fee-4304-afcf-d852dda56391 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:55.084297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-56516de2-0a63-42b6-923d-7b42193b9de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.126687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 877f3178-2cde-4a99-a3e3-507b3c3b9b68 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:55.212851 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.215490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af8fc1-0dda-4896-808a-61e8560ea382 None None] Network d584b1d5-27fb-4a3f-98cc-582d4ea8f93d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:55.221535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 877f3178-2cde-4a99-a3e3-507b3c3b9b68 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:55.222145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 877f3178-2cde-4a99-a3e3-507b3c3b9b68 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:55.222940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:55.236480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] No DVR routers for this DVR port 205b00c1-2fee-4304-afcf-d852dda56391 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:55.283478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee6f4-ffdc-4c27-904a-eb698b67c4ca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.299069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=205b00c1-2fee-4304-afcf-d852dda56391,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:55.309372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:55.309720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1fc76bcb-1d9e-4890-a0cf-f751d75e11a7 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:55.339082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-56516de2-0a63-42b6-923d-7b42193b9de3 None None] For port 205b00c1-2fee-4304-afcf-d852dda56391, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=205b00c1-2fee-4304-afcf-d852dda56391,segment=NetworkSegment(5d0e475b-bd68-45f9-8f19-3f1035fb7bf1),segment_id=5d0e475b-bd68-45f9-8f19-3f1035fb7bf1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:55.340062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-56516de2-0a63-42b6-923d-7b42193b9de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.341153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ee6f4-ffdc-4c27-904a-eb698b67c4ca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=6ffbc21b-57d4-4fb4-9c98-b274d2e9d83b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:55.369337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-56516de2-0a63-42b6-923d-7b42193b9de3 None None] Calling delete_port for 205b00c1-2fee-4304-afcf-d852dda56391 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:55.371087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-396a964a-7dd5-43df-84d8-ddf71ae5c1c8 None None] Provisioning for port 192d90b9-d183-40e0-916b-167bf557829f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:10:55.380071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-396a964a-7dd5-43df-84d8-ddf71ae5c1c8 None None] Provisioning complete for port 192d90b9-d183-40e0-916b-167bf557829f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:55.380071 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-396a964a-7dd5-43df-84d8-ddf71ae5c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.391992 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.412611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c4e97c-167a-4cc9-9402-f5d36e098c1a']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:55.426369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:55.428025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0e475b-bd68-45f9-8f19-3f1035fb7bf1') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:55.442778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.458637 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee6f4-ffdc-4c27-904a-eb698b67c4ca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.461239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ee6ee6f4-ffdc-4c27-904a-eb698b67c4ca tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/6ffbc21b-57d4-4fb4-9c98-b274d2e9d83b HTTP/1.1" status: 204 len: 168 time: 1.1004050 Aug 04 17:10:55.465254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36070) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:55.466441 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.494555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:55.495126 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:55.496832 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:55.507265 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-01276a9f-0bf0-4206-90ae-fde6c096ac91 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:55.516138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-01276a9f-0bf0-4206-90ae-fde6c096ac91 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/6ffbc21b-57d4-4fb4-9c98-b274d2e9d83b HTTP/1.1" status: 404 len: 333 time: 0.0445240 Aug 04 17:10:55.516461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36072) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:55.564301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.573662 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.579616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] 10.222.0.39 "DELETE /v2.0/networks/63c4e97c-167a-4cc9-9402-f5d36e098c1a HTTP/1.1" status: 204 len: 168 time: 1.1543932 Aug 04 17:10:55.580386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36074) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:55.600795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b4961-9d54-46c6-b391-a01106cebc70 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c4e97c-167a-4cc9-9402-f5d36e098c1a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:55.675697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8dfd-9bbb-40cb-8dc4-68a1ab6c9b6c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:55.675936 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8dfd-9bbb-40cb-8dc4-68a1ab6c9b6c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.729884 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-56516de2-0a63-42b6-923d-7b42193b9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.764855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56516de2-0a63-42b6-923d-7b42193b9de3 None None] Network 63c4e97c-167a-4cc9-9402-f5d36e098c1a is not hosted by any dhcp agent {{(pid=105830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 17:10:55.765304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56516de2-0a63-42b6-923d-7b42193b9de3 None None] No DVR routers for this DVR port 205b00c1-2fee-4304-afcf-d852dda56391 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:55.767798 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-396a964a-7dd5-43df-84d8-ddf71ae5c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.854652 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56516de2-0a63-42b6-923d-7b42193b9de3 None None] Pushing event deleted for resources: {'Port': ['ID=205b00c1-2fee-4304-afcf-d852dda56391,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:55.888363 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8dfd-9bbb-40cb-8dc4-68a1ab6c9b6c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.896878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-396a964a-7dd5-43df-84d8-ddf71ae5c1c8 None None] For port 192d90b9-d183-40e0-916b-167bf557829f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=192d90b9-d183-40e0-916b-167bf557829f,segment=NetworkSegment(180ba0bb-7367-4766-8501-349666d1a298),segment_id=180ba0bb-7367-4766-8501-349666d1a298)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:55.908791 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-396a964a-7dd5-43df-84d8-ddf71ae5c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:55.922149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8dfd-9bbb-40cb-8dc4-68a1ab6c9b6c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:56.055785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a964a-7dd5-43df-84d8-ddf71ae5c1c8 None None] Pushing event updated for resources: {'Port': ['ID=192d90b9-d183-40e0-916b-167bf557829f,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:56.104113 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:10:56.168175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1fabc738-e604-4e33-98a7-e6719c521844 None None] Provisioning complete for port 192d90b9-d183-40e0-916b-167bf557829f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:56.168777 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1fabc738-e604-4e33-98a7-e6719c521844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:56.249889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 192d90b9-d183-40e0-916b-167bf557829f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:10:56.373645 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8dfd-9bbb-40cb-8dc4-68a1ab6c9b6c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:56.491615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d8dfd-9bbb-40cb-8dc4-68a1ab6c9b6c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:56.501085 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:56.514698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 192d90b9-d183-40e0-916b-167bf557829f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:10:56.515305 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:56.558597 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1fabc738-e604-4e33-98a7-e6719c521844 None None] Could not find standard attr ID for object 50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:10:56.615016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8dfd-9bbb-40cb-8dc4-68a1ab6c9b6c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:56.619975 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2c5d8dfd-9bbb-40cb-8dc4-68a1ab6c9b6c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a HTTP/1.1" status: 204 len: 168 time: 1.1021044 Aug 04 17:10:56.620647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36096) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:56.681851 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44732ba-18fe-4b26-8413-35d8484b7d89 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:10:56.692059 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c44732ba-18fe-4b26-8413-35d8484b7d89 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a HTTP/1.1" status: 404 len: 333 time: 0.0702891 Aug 04 17:10:56.692284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36098) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:56.724565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b1f4fa93-29d0-42ce-b3cf-208bc65e1750 None None] Could not find standard attr ID for object 50e2e42e-3aeb-4320-a4d6-1ba4f3991e6a. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:10:56.831420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 205b00c1-2fee-4304-afcf-d852dda56391 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:56.853863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 205b00c1-2fee-4304-afcf-d852dda56391 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:10:56.854431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 205b00c1-2fee-4304-afcf-d852dda56391 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:56.887703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8d7cf6-b8de-4b0e-a05e-f503be5f0d59 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet 2982556a-686e-46a9-aa0f-4bec4f75a6da {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:10:56.897957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7cf6-b8de-4b0e-a05e-f503be5f0d59 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:56.973475 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7cf6-b8de-4b0e-a05e-f503be5f0d59 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:57.037529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-75c1470c-e964-472d-a9f9-86678e16ce07 None None] Could not find standard attr ID for object 6ffbc21b-57d4-4fb4-9c98-b274d2e9d83b. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:10:57.179746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] Deleting port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:57.180241 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:57.260466 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7cf6-b8de-4b0e-a05e-f503be5f0d59 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:57.358265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36124) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:57.486245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] For port b1e5dcef-75e1-4930-bf2b-8e38311a6ee0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b1e5dcef-75e1-4930-bf2b-8e38311a6ee0,segment=NetworkSegment(38d00bfe-66b7-4d16-b11a-0a9bb0610999),segment_id=38d00bfe-66b7-4d16-b11a-0a9bb0610999)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:57.489162 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:57.570361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] Calling delete_port for b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:57.599078 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7cf6-b8de-4b0e-a05e-f503be5f0d59 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:57.645241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d7cf6-b8de-4b0e-a05e-f503be5f0d59 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=2982556a-686e-46a9-aa0f-4bec4f75a6da,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:57.687150 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7cf6-b8de-4b0e-a05e-f503be5f0d59 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:57.690094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1a8d7cf6-b8de-4b0e-a05e-f503be5f0d59 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/2982556a-686e-46a9-aa0f-4bec4f75a6da HTTP/1.1" status: 204 len: 168 time: 0.9963980 Aug 04 17:10:57.693048 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36132) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:57.710298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4f1c0e-69c3-4a00-8fb3-61b4e69eee9f None None] Network d584b1d5-27fb-4a3f-98cc-582d4ea8f93d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:10:57.840807 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:57.888806 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:57.937272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e5dcef-75e1-4930-bf2b-8e38311a6ee0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:58.008100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a076c71-224b-43c0-9446-2de2fd604e40 None None] DHCP port deletion for d584b1d5-27fb-4a3f-98cc-582d4ea8f93d request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:10:58.028711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 192d90b9-d183-40e0-916b-167bf557829f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:58.028971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:58.097840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4a076c71-224b-43c0-9446-2de2fd604e40 None None] Deleting port 192d90b9-d183-40e0-916b-167bf557829f {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:58.099083 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4a076c71-224b-43c0-9446-2de2fd604e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:58.228132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4a076c71-224b-43c0-9446-2de2fd604e40 None None] For port 192d90b9-d183-40e0-916b-167bf557829f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=192d90b9-d183-40e0-916b-167bf557829f,segment=NetworkSegment(180ba0bb-7367-4766-8501-349666d1a298),segment_id=180ba0bb-7367-4766-8501-349666d1a298)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:58.228464 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4a076c71-224b-43c0-9446-2de2fd604e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:58.266854 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4a076c71-224b-43c0-9446-2de2fd604e40 None None] Calling delete_port for 192d90b9-d183-40e0-916b-167bf557829f owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:58.362843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-a2ef0f97-f242-4a0d-b863-08884f3914d9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1317723 Aug 04 17:10:58.370856 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:58.396277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 192d90b9-d183-40e0-916b-167bf557829f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:10:58.586850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-fe969958-e939-447f-bff6-0d9fdc5b2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:58.589766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-fe969958-e939-447f-bff6-0d9fdc5b2230 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=67aad0c6fdc346fb9a7bb519810f2bca&device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 1096 time: 0.1144443 Aug 04 17:10:58.647528 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4a076c71-224b-43c0-9446-2de2fd604e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:58.670691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] For port 192d90b9-d183-40e0-916b-167bf557829f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=192d90b9-d183-40e0-916b-167bf557829f,segment=NetworkSegment(180ba0bb-7367-4766-8501-349666d1a298),segment_id=180ba0bb-7367-4766-8501-349666d1a298)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:10:58.671596 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:58.687847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a076c71-224b-43c0-9446-2de2fd604e40 None None] Pushing event deleted for resources: {'Port': ['ID=192d90b9-d183-40e0-916b-167bf557829f,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:58.690358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a076c71-224b-43c0-9446-2de2fd604e40 None None] No DVR routers for this DVR port 192d90b9-d183-40e0-916b-167bf557829f on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:58.705047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No active binding found for port 192d90b9-d183-40e0-916b-167bf557829f {{(pid=105830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 17:10:58.705618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 192d90b9-d183-40e0-916b-167bf557829f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:10:58.710882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 192d90b9-d183-40e0-916b-167bf557829f owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:10:58.810377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:58.844218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] Router 65512eba-59fd-424e-be3f-1a74116f86fb has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:10:58.867899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=192d90b9-d183-40e0-916b-167bf557829f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:58.870895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No DVR routers for this DVR port 192d90b9-d183-40e0-916b-167bf557829f on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:10:58.984240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-0eae445c-e999-483f-a077-b2ba15654622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:58.986058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-0eae445c-e999-483f-a077-b2ba15654622 service neutron] 10.222.0.82 "GET /v2.0/networks?id=357ca02e-8481-47e2-8b09-a8e527429479 HTTP/1.1" status: 200 len: 910 time: 0.3037710 Aug 04 17:10:58.988327 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.003035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d584b1d5-27fb-4a3f-98cc-582d4ea8f93d']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:59.021969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180ba0bb-7367-4766-8501-349666d1a298') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:59.022571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180ba0bb-7367-4766-8501-349666d1a298') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:59.039076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.052774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:10:59.058053 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.062071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-87fc9737-9bf1-4537-943a-647f3e763bdf admin admin] 10.222.0.39 "PUT /v2.0/routers/65512eba-59fd-424e-be3f-1a74116f86fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4692864 Aug 04 17:10:59.064773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36154) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:59.071987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] Sync routers for ids ['65512eba-59fd-424e-be3f-1a74116f86fb'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:10:59.085487 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:10:59.086886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] Routers {'65512eba-59fd-424e-be3f-1a74116f86fb'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:59.087735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65512eba-59fd-424e-be3f-1a74116f86fb'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:59.089828 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:10:59.100577 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:10:59.114571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-85aba2f2-e4fb-41ef-ba83-3e408faff074 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b05f9bf4-da5d-4637-81dd-a785c1e379b5 HTTP/1.1" status: 200 len: 1000 time: 0.1117165 Aug 04 17:10:59.240687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] Set router 65512eba-59fd-424e-be3f-1a74116f86fb gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:59.243960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-4c11a9df-5b54-4449-a5ce-c40aa74980b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:59.245555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-4c11a9df-5b54-4449-a5ce-c40aa74980b7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8cc49710-2f01-47f1-8e0a-5ca88fa082ac HTTP/1.1" status: 200 len: 847 time: 0.1181507 Aug 04 17:10:59.247205 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.316630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.332126 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.334453 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/networks/d584b1d5-27fb-4a3f-98cc-582d4ea8f93d HTTP/1.1" status: 204 len: 168 time: 1.6387017 Aug 04 17:10:59.342611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36162) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:59.350923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-152300432'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:10:59.361701 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cf901-c04f-458b-98fc-54bba899aaa9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Network': ['ID=d584b1d5-27fb-4a3f-98cc-582d4ea8f93d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:10:59.376262 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.444504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-b6fc628e-c04c-4e2f-ba86-a1afbaf0a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:10:59.446130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-b6fc628e-c04c-4e2f-ba86-a1afbaf0a0fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=357ca02e-8481-47e2-8b09-a8e527429479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515200 Aug 04 17:10:59.495604 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'name': 'tempest-TestAggregatesBasicOps-123861764-router', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:37Z', 'updated_at': '2021-08-04T17:10:57Z', 'revision_number': 5, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'gw_port': {'id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:38Z', 'updated_at': '2021-08-04T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:59.549877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] Checking router: 65512eba-59fd-424e-be3f-1a74116f86fb for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:10:59.554903 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.560204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] Routers {'65512eba-59fd-424e-be3f-1a74116f86fb'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:10:59.560947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65512eba-59fd-424e-be3f-1a74116f86fb'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:59.561120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:10:59.568031 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.608953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:10:59.622509 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.624543 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Added segment 0021449d-f4ab-409b-8319-3401b2df607c of type vlan for network 8e60da35-710f-4fd9-8f07-afcf11efad4f Aug 04 17:10:59.686914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.709230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36170) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:10:59.719283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] Set router 65512eba-59fd-424e-be3f-1a74116f86fb gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:10:59.907931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] Deleting port 646736f5-8a68-4090-9f5c-0d04f890d42a {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:10:59.908482 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:10:59.952641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'name': 'tempest-TestAggregatesBasicOps-123861764-router', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:37Z', 'updated_at': '2021-08-04T17:10:57Z', 'revision_number': 5, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'gw_port': {'id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:38Z', 'updated_at': '2021-08-04T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:10:59.990377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a899c54-8c06-4bda-b4fe-f903a664559e None None] The sync data for ids ['65512eba-59fd-424e-be3f-1a74116f86fb'] in n-d-764435-5 is: [{'id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'name': 'tempest-TestAggregatesBasicOps-123861764-router', 'tenant_id': '8a9026ffa9e14d67bf34b3f87f595684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:10:37Z', 'updated_at': '2021-08-04T17:10:57Z', 'revision_number': 5, 'project_id': '8a9026ffa9e14d67bf34b3f87f595684', 'gw_port': {'id': 'ccf71dfa-3b1f-432d-9c73-e611189ced98', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65512eba-59fd-424e-be3f-1a74116f86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:10:38Z', 'updated_at': '2021-08-04T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:11:00.020961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] For port 646736f5-8a68-4090-9f5c-0d04f890d42a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=646736f5-8a68-4090-9f5c-0d04f890d42a,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:00.021341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.047473 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] Calling delete_port for 646736f5-8a68-4090-9f5c-0d04f890d42a owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:00.230789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4321dcf5-1d89-427a-8492-4804aacf358c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.232696 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.238740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:00.239317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.243641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.259751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-4f363bf4-aaf9-457c-a63e-d744185caa56 service neutron] 10.222.0.82 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7960584 Aug 04 17:11:00.271266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=646736f5-8a68-4090-9f5c-0d04f890d42a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:00.455048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1086237 Aug 04 17:11:00.457271 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36174) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:00.464630 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': '8e60da35-710f-4fd9-8f07-afcf11efad4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:00.486830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128aa48f-7224-4ea6-9b85-15758266a5b5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Network': ['ID=8e60da35-710f-4fd9-8f07-afcf11efad4f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:00.500466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:11:00.548513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:11:00.548980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b1e5dcef-75e1-4930-bf2b-8e38311a6ee0 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:11:00.557220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 8e60da35-710f-4fd9-8f07-afcf11efad4f details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:11:00.582096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Deleting port ccf71dfa-3b1f-432d-9c73-e611189ced98 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:00.584614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.710922 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.718853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f75802f8-4b12-4d2f-8d2d-251583ebb0bb req-59e991d6-cf34-469d-9f7e-fb38e824b4a4 service neutron] 10.222.0.82 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438639 Aug 04 17:11:00.804983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] For port ccf71dfa-3b1f-432d-9c73-e611189ced98, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ccf71dfa-3b1f-432d-9c73-e611189ced98,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:00.805377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.833706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4321dcf5-1d89-427a-8492-4804aacf358c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.835218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Calling delete_port for ccf71dfa-3b1f-432d-9c73-e611189ced98 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:00.844704 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4321dcf5-1d89-427a-8492-4804aacf358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.872198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:00.875776 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:00.925636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4321dcf5-1d89-427a-8492-4804aacf358c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=274f5808498542a9a87944ef918965ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2110300 Aug 04 17:11:00.925636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321dcf5-1d89-427a-8492-4804aacf358c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce4dbba-445d-4340-8c24-fe11611dc9c5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:00.928069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36182) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:01.046858 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7f309dd-8843-4b1b-89e1-42f0e6fe1e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.092389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7f309dd-8843-4b1b-89e1-42f0e6fe1e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.114322 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] Router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:11:01.170605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.206768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf71dfa-3b1f-432d-9c73-e611189ced98,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:01.256241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.282568 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7f309dd-8843-4b1b-89e1-42f0e6fe1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.287943 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7f309dd-8843-4b1b-89e1-42f0e6fe1e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.294915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f7f309dd-8843-4b1b-89e1-42f0e6fe1e01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ce4dbba-445d-4340-8c24-fe11611dc9c5 HTTP/1.1" status: 204 len: 168 time: 0.3657277 Aug 04 17:11:01.314274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.396399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=c971797f-9dad-492d-87a5-82a9c71206f0,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:01.402873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:11:01.405899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Checking segment: {'id': '0021449d-f4ab-409b-8319-3401b2df607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8e60da35-710f-4fd9-8f07-afcf11efad4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:11:01.406501 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network hostable DHCP agents. Network: 8e60da35-710f-4fd9-8f07-afcf11efad4f, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:11:01.417841 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f15d0cad-c9fb-4354-8955-0cf147ff3d28 admin admin] 10.222.0.39 "PUT /v2.0/routers/504f6bb5-21e1-40f8-a9de-e961a1e8e748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0578291 Aug 04 17:11:01.420445 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] Sync routers for ids ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:11:01.424861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36186) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:01.454018 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] Routers {'504f6bb5-21e1-40f8-a9de-e961a1e8e748'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:11:01.455396 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:01.486284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network 8e60da35-710f-4fd9-8f07-afcf11efad4f is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:11:01.519046 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.525393 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.535038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 8e60da35-710f-4fd9-8f07-afcf11efad4f) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:01.542590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:01.543216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.553486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb64c78-9a1f-451c-9da2-474518f771fc None None] Network 8e60da35-710f-4fd9-8f07-afcf11efad4f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:01.572008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.607386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f309dd-8843-4b1b-89e1-42f0e6fe1e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce4dbba-445d-4340-8c24-fe11611dc9c5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:01.622358 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.623152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65512eba-59fd-424e-be3f-1a74116f86fb {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:11:01.634782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.636419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e9aa5f8c-ed7c-44bb-9cdb-e7ca09456b5c admin admin] 10.222.0.39 "DELETE /v2.0/routers/65512eba-59fd-424e-be3f-1a74116f86fb HTTP/1.1" status: 204 len: 168 time: 2.5707014 Aug 04 17:11:01.639231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36192) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:01.706398 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-551d34b1-3012-4f7e-9950-bb5ce81b1184 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2477655 Aug 04 17:11:01.711175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36194) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:01.723342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4ae04b2c-7b52-493e-9e33-6138bc8619d3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-560479496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:01.743377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cf0937-b700-4e55-b339-cef1ff81833f admin admin] Deleting subnet ed29b669-bbca-437f-bc67-0ea7c9c7e446 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:11:01.754661 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01cf0937-b700-4e55-b339-cef1ff81833f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.757887 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] Set router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:11:01.866256 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01cf0937-b700-4e55-b339-cef1ff81833f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.868550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36198) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:01.883290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-8e60da35-710f-4fd9-8f07-afcf11efad4f', 'network_id': '8e60da35-710f-4fd9-8f07-afcf11efad4f', 'tenant_id': '2d7952aaba0f481b96cc69213426925a', 'fixed_ips': [{'subnet_id': 'c971797f-9dad-492d-87a5-82a9c71206f0'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:11:01.884462 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.942233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.957701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae04b2c-7b52-493e-9e33-6138bc8619d3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.961253 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae04b2c-7b52-493e-9e33-6138bc8619d3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:01.962176 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c708686b-1ab0-4dd7-ba03-8f27fde01302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.036765 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T17:11:00Z', 'revision_number': 5, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port': {'id': '40aadaf3-db4b-4322-8b10-24e658df33f5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:59:06Z', 'updated_at': '2021-08-04T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:02.041846 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-afd71dfe-c7f3-4801-87c8-b1b866b3958e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.052721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Deleting port 40aadaf3-db4b-4322-8b10-24e658df33f5 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:02.053071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.100138 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] Checking router: 504f6bb5-21e1-40f8-a9de-e961a1e8e748 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:11:02.110041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Allocated IP 172.20.0.2 (8e60da35-710f-4fd9-8f07-afcf11efad4f/c971797f-9dad-492d-87a5-82a9c71206f0/3dbfabb6-747d-4ede-a80a-47ad93f03448) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:02.113001 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] Routers {'504f6bb5-21e1-40f8-a9de-e961a1e8e748'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:11:02.114126 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:10:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:02.138902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01cf0937-b700-4e55-b339-cef1ff81833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.155287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] For port 40aadaf3-db4b-4322-8b10-24e658df33f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=40aadaf3-db4b-4322-8b10-24e658df33f5,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:02.156028 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.171662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Calling delete_port for 40aadaf3-db4b-4322-8b10-24e658df33f5 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:02.248173 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c708686b-1ab0-4dd7-ba03-8f27fde01302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.268364 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c708686b-1ab0-4dd7-ba03-8f27fde01302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.322329 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01cf0937-b700-4e55-b339-cef1ff81833f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.336133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae04b2c-7b52-493e-9e33-6138bc8619d3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.359857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae04b2c-7b52-493e-9e33-6138bc8619d3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.391362 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] Set router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:11:02.408695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf0937-b700-4e55-b339-cef1ff81833f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed29b669-bbca-437f-bc67-0ea7c9c7e446,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:02.409220 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae04b2c-7b52-493e-9e33-6138bc8619d3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.410449 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ae04b2c-7b52-493e-9e33-6138bc8619d3 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6978924 Aug 04 17:11:02.417490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c708686b-1ab0-4dd7-ba03-8f27fde01302 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=783586c754d34eab8d674f63c9d10b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481019 Aug 04 17:11:02.419920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708686b-1ab0-4dd7-ba03-8f27fde01302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cea15a-085f-49e9-b53e-e7b5666d2863,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:02.422744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36200) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:02.423368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36202) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:02.424614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01cf0937-b700-4e55-b339-cef1ff81833f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.427002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-01cf0937-b700-4e55-b339-cef1ff81833f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ed29b669-bbca-437f-bc67-0ea7c9c7e446 HTTP/1.1" status: 204 len: 168 time: 0.7864273 Aug 04 17:11:02.440146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'network_id': '8e60da35-710f-4fd9-8f07-afcf11efad4f', 'name': 'tempest-PortsTestJSON-857323535'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:02.445324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36204) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:02.462052 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.480272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Transition to ACTIVE for port object 3dbfabb6-747d-4ede-a80a-47ad93f03448 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:02.497168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ccf71dfa-3b1f-432d-9c73-e611189ced98 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:11:02.508443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7316b0-2658-4ffd-a892-c89ce64c8c44 None None] Network 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:02.522023 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T17:11:01Z', 'revision_number': 6, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:02.544169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Transition to ACTIVE for port object 3dbfabb6-747d-4ede-a80a-47ad93f03448 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:02.565923 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f77132-73d5-4a39-912a-a8165f8a7c8e None None] The sync data for ids ['504f6bb5-21e1-40f8-a9de-e961a1e8e748'] in n-d-764435-5 is: [{'id': '504f6bb5-21e1-40f8-a9de-e961a1e8e748', 'name': 'tempest-TaggedBootDevicesTest-515577098-router', 'tenant_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:59:05Z', 'updated_at': '2021-08-04T17:11:01Z', 'revision_number': 6, 'project_id': 'ab2a0df0e4c64e03b9224adffd67e9dd', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:11:02.597777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ccf71dfa-3b1f-432d-9c73-e611189ced98 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:11:02.598396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ccf71dfa-3b1f-432d-9c73-e611189ced98 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:11:02.599130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.629929 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.643400 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.655251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Pushing event deleted for resources: {'Port': ['ID=40aadaf3-db4b-4322-8b10-24e658df33f5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:02.676450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d882034e-4c17-47c3-aae2-1dbee324307c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.727196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Network 8e60da35-710f-4fd9-8f07-afcf11efad4f is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:02.752276 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.757127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:02.759792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:11:02.774985 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Pushing event updated for resources: {'Port': ['ID=3dbfabb6-747d-4ede-a80a-47ad93f03448,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:02.792964 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d882034e-4c17-47c3-aae2-1dbee324307c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.852325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:02.855936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.878021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Deleting port b6fd7588-c2a0-42ff-bbb2-2b682dd82050 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:02.878380 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.894384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port cb716435-e614-4160-972b-9a8b2c148034 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:11:02.897358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Attempting to bind port 3dbfabb6-747d-4ede-a80a-47ad93f03448 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:11:02.898389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Attempting to bind port 3dbfabb6-747d-4ede-a80a-47ad93f03448 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '0021449d-f4ab-409b-8319-3401b2df607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8e60da35-710f-4fd9-8f07-afcf11efad4f'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:11:02.901677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Attempting to bind port 3dbfabb6-747d-4ede-a80a-47ad93f03448 on network 8e60da35-710f-4fd9-8f07-afcf11efad4f {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:11:02.911582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:11:02.912073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Checking segment: {'id': '0021449d-f4ab-409b-8319-3401b2df607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8e60da35-710f-4fd9-8f07-afcf11efad4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:11:02.912582 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.913046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Bound using segment: {'id': '0021449d-f4ab-409b-8319-3401b2df607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8e60da35-710f-4fd9-8f07-afcf11efad4f'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:11:02.913603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Bound port: 3dbfabb6-747d-4ede-a80a-47ad93f03448, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0021449d-f4ab-409b-8319-3401b2df607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8e60da35-710f-4fd9-8f07-afcf11efad4f'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:11:02.926572 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.930671 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.934547 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.981732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d882034e-4c17-47c3-aae2-1dbee324307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.984942 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d882034e-4c17-47c3-aae2-1dbee324307c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:02.986336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d882034e-4c17-47c3-aae2-1dbee324307c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2cea15a-085f-49e9-b53e-e7b5666d2863 HTTP/1.1" status: 204 len: 168 time: 0.5565190 Aug 04 17:11:02.997047 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.000390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504f6bb5-21e1-40f8-a9de-e961a1e8e748 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:11:03.010410 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.013943 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2a532b2c-5bfd-49e5-a35b-db64460ed34e admin admin] 10.222.0.39 "DELETE /v2.0/routers/504f6bb5-21e1-40f8-a9de-e961a1e8e748 HTTP/1.1" status: 204 len: 168 time: 1.5838251 Aug 04 17:11:03.016440 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36212) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:03.022783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882034e-4c17-47c3-aae2-1dbee324307c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cea15a-085f-49e9-b53e-e7b5666d2863,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:03.055411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] For port b6fd7588-c2a0-42ff-bbb2-2b682dd82050, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b6fd7588-c2a0-42ff-bbb2-2b682dd82050,segment=NetworkSegment(38d00bfe-66b7-4d16-b11a-0a9bb0610999),segment_id=38d00bfe-66b7-4d16-b11a-0a9bb0610999)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:03.055888 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.094325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Calling delete_port for b6fd7588-c2a0-42ff-bbb2-2b682dd82050 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:03.109609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] For port 3dbfabb6-747d-4ede-a80a-47ad93f03448, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:11:03.116968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] For port 3dbfabb6-747d-4ede-a80a-47ad93f03448, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3dbfabb6-747d-4ede-a80a-47ad93f03448,segment=NetworkSegment(0021449d-f4ab-409b-8319-3401b2df607c),segment_id=0021449d-f4ab-409b-8319-3401b2df607c)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:11:03.136294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a41102-ee3c-4d64-a387-fd9d4cc5a14c admin admin] Deleting subnet fbcb1f8d-7827-496e-ba78-9e7176299506 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:11:03.154857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13a41102-ee3c-4d64-a387-fd9d4cc5a14c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.171770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.188434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.6 (8e60da35-710f-4fd9-8f07-afcf11efad4f/c971797f-9dad-492d-87a5-82a9c71206f0/cb716435-e614-4160-972b-9a8b2c148034) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:03.243898 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13a41102-ee3c-4d64-a387-fd9d4cc5a14c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.303806 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.316693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb4baa-b3d0-4fb0-9926-4d5c40846876 None None] Pushing event updated for resources: {'Port': ['ID=3dbfabb6-747d-4ede-a80a-47ad93f03448,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:03.349166 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13a41102-ee3c-4d64-a387-fd9d4cc5a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.420047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fd7588-c2a0-42ff-bbb2-2b682dd82050,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:03.434609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] No DVR routers for this DVR port b6fd7588-c2a0-42ff-bbb2-2b682dd82050 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:11:03.484705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fc09cf-130c-460e-8c79-706cbbfbfbe3 None None] DHCP port deletion for 676f7959-6e26-43e8-9fdd-e6aa2b81bf96 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:11:03.489595 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13a41102-ee3c-4d64-a387-fd9d4cc5a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.522269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a41102-ee3c-4d64-a387-fd9d4cc5a14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbcb1f8d-7827-496e-ba78-9e7176299506,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:03.531209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13a41102-ee3c-4d64-a387-fd9d4cc5a14c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.533739 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-13a41102-ee3c-4d64-a387-fd9d4cc5a14c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fbcb1f8d-7827-496e-ba78-9e7176299506 HTTP/1.1" status: 204 len: 168 time: 0.5161839 Aug 04 17:11:03.538874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6976d5eb-69dd-4dcb-8548-7df37189edc5 None None] Network d03c8cfc-aa93-4e8d-9427-7d300c74678a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:03.559140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36216) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:03.639442 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.735847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676f7959-6e26-43e8-9fdd-e6aa2b81bf96']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:03.761063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.782537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d00bfe-66b7-4d16-b11a-0a9bb0610999') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:03.788320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d00bfe-66b7-4d16-b11a-0a9bb0610999') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:03.823555 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.831351 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.843890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object cb716435-e614-4160-972b-9a8b2c148034 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:03.872088 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.895891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:11:03.896251 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:11:03.898620 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:11:04.012148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c7a54a-5667-4829-9143-08459f119bd8 None None] DHCP port deletion for d03c8cfc-aa93-4e8d-9427-7d300c74678a request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:11:04.028710 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:04.033580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:04.048550 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:04.054707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] 10.222.0.39 "DELETE /v2.0/networks/676f7959-6e26-43e8-9fdd-e6aa2b81bf96 HTTP/1.1" status: 204 len: 168 time: 1.6077726 Aug 04 17:11:04.121752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0261a10-a9b2-482f-bfb5-2897079ec6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=676f7959-6e26-43e8-9fdd-e6aa2b81bf96,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:04.144584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7a54a-5667-4829-9143-08459f119bd8 None None] Deleting port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:04.145033 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1c7a54a-5667-4829-9143-08459f119bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:04.268601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network 8e60da35-710f-4fd9-8f07-afcf11efad4f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:04.276501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:04.285363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:11:04.328544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=cb716435-e614-4160-972b-9a8b2c148034,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:04.355909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:04.356567 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:04.376865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a1c7a54a-5667-4829-9143-08459f119bd8 None None] For port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1c564a5e-db0e-40d9-84b3-e6ce12cf39bf,segment=NetworkSegment(291c5b71-719c-4ff8-93a6-ce9eea0f4482),segment_id=291c5b71-719c-4ff8-93a6-ce9eea0f4482)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:04.376865 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1c7a54a-5667-4829-9143-08459f119bd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:04.383571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3dbfabb6-747d-4ede-a80a-47ad93f03448 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:11:04.397395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-82d58450-1b5d-435b-917e-fcd8b438da7a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9628885 Aug 04 17:11:04.397395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36238) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:04.504850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7a54a-5667-4829-9143-08459f119bd8 None None] Calling delete_port for 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:04.632088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36242) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:04.637712 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-35c45d44-ca38-4adb-9f85-5bd02a5a1915 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8902457 Aug 04 17:11:04.714086 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6d729eed-46a2-4ceb-9651-819ffd60c12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:04.724556 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1c7a54a-5667-4829-9143-08459f119bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:04.780456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7a54a-5667-4829-9143-08459f119bd8 None None] Pushing event deleted for resources: {'Port': ['ID=1c564a5e-db0e-40d9-84b3-e6ce12cf39bf,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:04.784704 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-807be390-f1a8-4a15-ba92-63a885261804 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1711d661c05b4ffa8a43fee1a2495611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481164 Aug 04 17:11:04.795444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36248) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:04.796125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3dbfabb6-747d-4ede-a80a-47ad93f03448 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:04.807889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7a54a-5667-4829-9143-08459f119bd8 None None] No DVR routers for this DVR port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:11:04.872889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-0c8c2bf3-740e-4f17-b03f-2991f93fa727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:04.875269 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-0c8c2bf3-740e-4f17-b03f-2991f93fa727 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 1096 time: 0.2028720 Aug 04 17:11:04.919671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 646736f5-8a68-4090-9f5c-0d04f890d42a no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:11:04.949561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 646736f5-8a68-4090-9f5c-0d04f890d42a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:11:04.949906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 646736f5-8a68-4090-9f5c-0d04f890d42a not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:11:04.950337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:11:05.004317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:11:05.004665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:11:05.005094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b6fd7588-c2a0-42ff-bbb2-2b682dd82050 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:11:05.042009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: b6fd7588-c2a0-42ff-bbb2-2b682dd82050 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:11:05.042725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b6fd7588-c2a0-42ff-bbb2-2b682dd82050 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:11:05.042725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 40aadaf3-db4b-4322-8b10-24e658df33f5 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:11:05.078855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 40aadaf3-db4b-4322-8b10-24e658df33f5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:11:05.079204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 40aadaf3-db4b-4322-8b10-24e658df33f5 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:11:05.082929 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.115215 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.135351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-24888bbb-4d45-4df4-ac95-9da27816fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:05.137179 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-24888bbb-4d45-4df4-ac95-9da27816fc83 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 913 time: 0.2228780 Aug 04 17:11:05.182905 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1df8bbc8-71ef-4b37-94b8-2111a7338be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.192309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Deleting port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:05.192654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.294270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1df8bbc8-71ef-4b37-94b8-2111a7338be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.322129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643baaa1-bb62-4137-9363-c9d481df1985 None None] Network 8e60da35-710f-4fd9-8f07-afcf11efad4f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:05.357166 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-88f4ab26-2aff-4db4-a546-f966c0fb9905 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=418c44e6-24aa-4937-a309-db4b60873262 HTTP/1.1" status: 200 len: 1000 time: 0.2124810 Aug 04 17:11:05.364512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] For port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf, host n-d-764435-5, got binding levels [] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:05.364882 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.415478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Calling delete_port for 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:05.420327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf was not found and therefore no delete operation was performed {{(pid=105829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:11:05.423831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0cd7f204-2c0e-40cb-97d7-d87799dcd737 None None] Provisioning for port 3dbfabb6-747d-4ede-a80a-47ad93f03448 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:05.424209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.436108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0cd7f204-2c0e-40cb-97d7-d87799dcd737 None None] Provisioning complete for port 3dbfabb6-747d-4ede-a80a-47ad93f03448 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:05.436634 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f204-2c0e-40cb-97d7-d87799dcd737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.439494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] No DVR routers for this DVR port 1c564a5e-db0e-40d9-84b3-e6ce12cf39bf on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:11:05.491623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c564a5e-db0e-40d9-84b3-e6ce12cf39bf,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:05.496809 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1df8bbc8-71ef-4b37-94b8-2111a7338be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.499647 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1df8bbc8-71ef-4b37-94b8-2111a7338be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.503273 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1df8bbc8-71ef-4b37-94b8-2111a7338be0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48bba723-28fb-469c-b634-1f657b5479d2 HTTP/1.1" status: 204 len: 168 time: 0.6994016 Aug 04 17:11:05.510838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-00a453f2-da77-4f2c-bffb-a1814f0dfeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:05.512434 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-00a453f2-da77-4f2c-bffb-a1814f0dfeea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.1447849 Aug 04 17:11:05.522682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8bbc8-71ef-4b37-94b8-2111a7338be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bba723-28fb-469c-b634-1f657b5479d2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:05.626824 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.647935 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f204-2c0e-40cb-97d7-d87799dcd737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.648027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03c8cfc-aa93-4e8d-9427-7d300c74678a']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:05.655916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-433c9b0e-3102-454e-8f1d-6de7edc93a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:05.657468 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-433c9b0e-3102-454e-8f1d-6de7edc93a60 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316779 Aug 04 17:11:05.659360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291c5b71-719c-4ff8-93a6-ce9eea0f4482') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:05.659663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291c5b71-719c-4ff8-93a6-ce9eea0f4482') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:05.663670 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.672702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-b52277a7-d0d7-4e31-bf4d-235188ef024d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:11:05.674301 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-b52277a7-d0d7-4e31-bf4d-235188ef024d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064993 Aug 04 17:11:05.675271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.683802 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.815351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.827396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:11:05.829787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:11:05.920251 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:11:05.930543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=cb716435-e614-4160-972b-9a8b2c148034,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:05.933137 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.972855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:05.975305 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] 10.222.0.39 "DELETE /v2.0/networks/d03c8cfc-aa93-4e8d-9427-7d300c74678a HTTP/1.1" status: 204 len: 168 time: 2.4122214 Aug 04 17:11:05.976221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69269471-8b71-4f5f-b80d-e4cef917687d admin admin] Pushing event deleted for resources: {'Network': ['ID=d03c8cfc-aa93-4e8d-9427-7d300c74678a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:06.058325 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.064514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0cd7f204-2c0e-40cb-97d7-d87799dcd737 None None] For port 3dbfabb6-747d-4ede-a80a-47ad93f03448, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3dbfabb6-747d-4ede-a80a-47ad93f03448,segment=NetworkSegment(0021449d-f4ab-409b-8319-3401b2df607c),segment_id=0021449d-f4ab-409b-8319-3401b2df607c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:06.071973 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f204-2c0e-40cb-97d7-d87799dcd737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.074140 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-61f5005d-619f-4c1a-8583-fb3eee29d920 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829043 Aug 04 17:11:06.219363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.219892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7f204-2c0e-40cb-97d7-d87799dcd737 None None] Pushing event updated for resources: {'Port': ['ID=3dbfabb6-747d-4ede-a80a-47ad93f03448,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:06.284157 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-724f7c37-dcc0-41eb-bcdb-abcb69f04d6d req-54b6c474-b6f2-4a52-bd8b-53a6030af5b6 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945300 Aug 04 17:11:06.341215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36282) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:06.387717 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.417637 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ea74bfd4-e76b-401e-adaf-dc97c0b1571f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab2a0df0e4c64e03b9224adffd67e9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749116 Aug 04 17:11:06.418569 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36286) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:06.426066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36288) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:06.502896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-72f39c7e-efa7-4b12-9945-25f74369f0a8 None None] Provisioning for port cb716435-e614-4160-972b-9a8b2c148034 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:06.511874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-72f39c7e-efa7-4b12-9945-25f74369f0a8 None None] Provisioning complete for port cb716435-e614-4160-972b-9a8b2c148034 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:06.512670 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72f39c7e-efa7-4b12-9945-25f74369f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.521250 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-67ad41fe-0fb9-43b4-839b-f608893a199e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a9026ffa9e14d67bf34b3f87f595684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011004 Aug 04 17:11:06.525726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36290) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:06.536640 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c81e329f-31b5-4ae9-ba73-07f46d20f266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.562077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c81e329f-31b5-4ae9-ba73-07f46d20f266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.562710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-72f39c7e-efa7-4b12-9945-25f74369f0a8 None None] Port cb716435-e614-4160-972b-9a8b2c148034 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:06.576575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-72f39c7e-efa7-4b12-9945-25f74369f0a8 None None] Provisioning complete for port 3dbfabb6-747d-4ede-a80a-47ad93f03448 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:06.577228 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72f39c7e-efa7-4b12-9945-25f74369f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.639604 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c81e329f-31b5-4ae9-ba73-07f46d20f266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.643646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c81e329f-31b5-4ae9-ba73-07f46d20f266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.645522 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c81e329f-31b5-4ae9-ba73-07f46d20f266 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e47e213b-2944-424d-b5ed-62bbfd455ff7 HTTP/1.1" status: 204 len: 168 time: 0.2179496 Aug 04 17:11:06.663294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e329f-31b5-4ae9-ba73-07f46d20f266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47e213b-2944-424d-b5ed-62bbfd455ff7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:06.839429 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31c84424-de56-4159-afd3-924f14a2e93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.883837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0e775069-f8ed-474f-baae-434786de1db1 None None] Provisioning complete for port cb716435-e614-4160-972b-9a8b2c148034 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:06.884215 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0e775069-f8ed-474f-baae-434786de1db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.926690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31c84424-de56-4159-afd3-924f14a2e93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:06.966389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0e775069-f8ed-474f-baae-434786de1db1 None None] Port cb716435-e614-4160-972b-9a8b2c148034 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:07.025294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31c84424-de56-4159-afd3-924f14a2e93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:07.034175 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31c84424-de56-4159-afd3-924f14a2e93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:07.038744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-31c84424-de56-4159-afd3-924f14a2e93b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb4a4f13-5d80-403d-8dee-1206a49f3cf8 HTTP/1.1" status: 204 len: 168 time: 0.5086262 Aug 04 17:11:07.065990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c84424-de56-4159-afd3-924f14a2e93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4a4f13-5d80-403d-8dee-1206a49f3cf8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:07.087919 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:07.105139 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:07.189083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4eb3874a-685a-489e-9792-eaa037fab4a7 None None] Provisioning complete for port cb716435-e614-4160-972b-9a8b2c148034 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:07.190113 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4eb3874a-685a-489e-9792-eaa037fab4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:07.197202 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:07.207412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=cb716435-e614-4160-972b-9a8b2c148034,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:07.234623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3874a-685a-489e-9792-eaa037fab4a7 None None] Port cb716435-e614-4160-972b-9a8b2c148034 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:07.315800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network 8e60da35-710f-4fd9-8f07-afcf11efad4f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:07.317674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:07.411511 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:07.525842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Router 672d7157-cff3-4251-a9c2-64da94f93902 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:11:07.747197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:11:07.757953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36326) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:07.758459 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8dc297a0-f7a6-40bc-852e-00defc959045 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "PUT /v2.0/routers/672d7157-cff3-4251-a9c2-64da94f93902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3611779 Aug 04 17:11:07.781075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a552a-5213-4057-9f2b-1de1f8bc2a42 None None] Sync routers for ids ['672d7157-cff3-4251-a9c2-64da94f93902'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:11:07.809267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-997701c1-6880-447d-b377-13289b1005f9 None None] Provisioning complete for port cb716435-e614-4160-972b-9a8b2c148034 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:07.809779 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-997701c1-6880-447d-b377-13289b1005f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:07.840460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a552a-5213-4057-9f2b-1de1f8bc2a42 None None] Routers {'672d7157-cff3-4251-a9c2-64da94f93902'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:11:07.841119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b08a552a-5213-4057-9f2b-1de1f8bc2a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:11:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['672d7157-cff3-4251-a9c2-64da94f93902'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:07.855101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6878b608-ec85-4573-b1dd-bab919f2e27e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:07.856713 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6878b608-ec85-4573-b1dd-bab919f2e27e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports?device_id=672d7157-cff3-4251-a9c2-64da94f93902 HTTP/1.1" status: 200 len: 981 time: 0.0977566 Aug 04 17:11:07.860190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36334) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:07.881667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b08a552a-5213-4057-9f2b-1de1f8bc2a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:07.891123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-997701c1-6880-447d-b377-13289b1005f9 None None] Port cb716435-e614-4160-972b-9a8b2c148034 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:07.894429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a552a-5213-4057-9f2b-1de1f8bc2a42 None None] Routers {'672d7157-cff3-4251-a9c2-64da94f93902'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:11:07.895082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b08a552a-5213-4057-9f2b-1de1f8bc2a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:11:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['672d7157-cff3-4251-a9c2-64da94f93902'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:07.928850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b08a552a-5213-4057-9f2b-1de1f8bc2a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:07.929613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a552a-5213-4057-9f2b-1de1f8bc2a42 None None] The sync data for ids ['672d7157-cff3-4251-a9c2-64da94f93902'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:11:08.064526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36346) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:08.190656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3dbfabb6-747d-4ede-a80a-47ad93f03448 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:11:08.250248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3dbfabb6-747d-4ede-a80a-47ad93f03448 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:08.250642 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.273654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1313265853-network', 'tenant_id': '9920e00cb39540258056af9c956faa09'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:08.297525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Made reservation on behalf of 9920e00cb39540258056af9c956faa09 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:08.301362 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.321939 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.371711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.441113 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.447917 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.471352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:11:08.487032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36360) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:08.487715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3619cf85-2674-4e68-b969-944fc5664321,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:08.496605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.496957 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Added segment 1b876eb6-0253-476c-a567-8d9d6130b76f of type vlan for network d0bc597b-4866-431f-b49c-23f760a52f23 Aug 04 17:11:08.547577 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.578353 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.579445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:08.580099 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.616165 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port cb716435-e614-4160-972b-9a8b2c148034 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:08.616593 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.716365 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.731270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for cb716435-e614-4160-972b-9a8b2c148034 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:08.923110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.949017 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:08.958208 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=cb716435-e614-4160-972b-9a8b2c148034,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:08.973904 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.035397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9671218 Aug 04 17:11:09.035397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cc59db4-a76c-4141-a20c-6ad25d058922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.036549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36366) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:09.045153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Request body: {'subnet': {'network_id': 'd0bc597b-4866-431f-b49c-23f760a52f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1313265853-subnet', 'tenant_id': '9920e00cb39540258056af9c956faa09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:09.053899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7631168-fc57-4e94-a8e5-f0e1f03e90d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d0bc597b-4866-431f-b49c-23f760a52f23,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:09.075481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d0bc597b-4866-431f-b49c-23f760a52f23 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:11:09.135148 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.190240 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cc59db4-a76c-4141-a20c-6ad25d058922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.196548 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5cc59db4-a76c-4141-a20c-6ad25d058922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.245311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5cc59db4-a76c-4141-a20c-6ad25d058922 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34da4bdd2c0845ad8f84039eec4685e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7524281 Aug 04 17:11:09.247280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36368) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:09.255226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc59db4-a76c-4141-a20c-6ad25d058922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aa24a8-4524-48ea-8850-5df2dae2416f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:09.312418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Made reservation on behalf of 9920e00cb39540258056af9c956faa09 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:09.313082 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2e99e46-654b-4bbd-aafe-32dbc38e69c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.314708 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.334091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2e99e46-654b-4bbd-aafe-32dbc38e69c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.382126 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2e99e46-654b-4bbd-aafe-32dbc38e69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.384802 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2e99e46-654b-4bbd-aafe-32dbc38e69c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.386279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a2e99e46-654b-4bbd-aafe-32dbc38e69c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8aa24a8-4524-48ea-8850-5df2dae2416f HTTP/1.1" status: 204 len: 168 time: 0.1375165 Aug 04 17:11:09.394483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e99e46-654b-4bbd-aafe-32dbc38e69c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aa24a8-4524-48ea-8850-5df2dae2416f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:09.404122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Router 672d7157-cff3-4251-a9c2-64da94f93902 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:11:09.510306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:11:09.517478 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-335378de-7d75-41f6-b80f-8b535d4d119d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "PUT /v2.0/routers/672d7157-cff3-4251-a9c2-64da94f93902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6558897 Aug 04 17:11:09.520560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36376) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:09.523211 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1de774-daee-452c-a184-0e7479ca8fa6 None None] Sync routers for ids ['672d7157-cff3-4251-a9c2-64da94f93902'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:11:09.532735 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1de774-daee-452c-a184-0e7479ca8fa6 None None] Routers {'672d7157-cff3-4251-a9c2-64da94f93902'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:11:09.533605 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4c1de774-daee-452c-a184-0e7479ca8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:11:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['672d7157-cff3-4251-a9c2-64da94f93902'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:09.565851 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4c1de774-daee-452c-a184-0e7479ca8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:09.566632 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-721703fd-6208-40d0-ad38-ec251bb96965 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:11:09.572032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-721703fd-6208-40d0-ad38-ec251bb96965 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/cb716435-e614-4160-972b-9a8b2c148034 HTTP/1.1" status: 404 len: 333 time: 0.0493629 Aug 04 17:11:09.572795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36378) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:09.574940 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1de774-daee-452c-a184-0e7479ca8fa6 None None] Routers {'672d7157-cff3-4251-a9c2-64da94f93902'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:11:09.575713 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4c1de774-daee-452c-a184-0e7479ca8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:11:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['672d7157-cff3-4251-a9c2-64da94f93902'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:09.611915 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4c1de774-daee-452c-a184-0e7479ca8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:09.612791 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1de774-daee-452c-a184-0e7479ca8fa6 None None] The sync data for ids ['672d7157-cff3-4251-a9c2-64da94f93902'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:11:09.623779 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.659620 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d35e11eb-53f7-4b8f-8c98-3012a9b9b2f5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.671470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b14e7d5-e282-4ed4-832a-16c0cf3b734d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:09.694032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Checking segment: {'id': '1b876eb6-0253-476c-a567-8d9d6130b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd0bc597b-4866-431f-b49c-23f760a52f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:11:09.694400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Network hostable DHCP agents. Network: d0bc597b-4866-431f-b49c-23f760a52f23, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:11:09.710730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36382) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:09.720812 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Network d0bc597b-4866-431f-b49c-23f760a52f23 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:11:09.730437 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50a2525f-2a69-4d0f-9af8-a60584c5fd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.741226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, d0bc597b-4866-431f-b49c-23f760a52f23) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:09.751072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637cc73-055c-4a0e-af3d-2eb5b275daa6 None None] Network d0bc597b-4866-431f-b49c-23f760a52f23 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:09.753750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:09.754255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.857355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50a2525f-2a69-4d0f-9af8-a60584c5fd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.864055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50a2525f-2a69-4d0f-9af8-a60584c5fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.869986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d35e11eb-53f7-4b8f-8c98-3012a9b9b2f5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.872367 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d35e11eb-53f7-4b8f-8c98-3012a9b9b2f5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.875708 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6f95d48a-6ca4-4f68-8789-879d0fff6c38 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8367348 Aug 04 17:11:09.899782 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-50a2525f-2a69-4d0f-9af8-a60584c5fd81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d806bf0b0774f34b29a1b390149f674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879396 Aug 04 17:11:09.902968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36386) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:09.918709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481dbaef-d808-429e-8970-f206a48965fe None None] Network d0bc597b-4866-431f-b49c-23f760a52f23 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:09.926457 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d35e11eb-53f7-4b8f-8c98-3012a9b9b2f5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.927430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35e11eb-53f7-4b8f-8c98-3012a9b9b2f5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Fanout notify agent at l3_agent the message router_deleted on router 672d7157-cff3-4251-a9c2-64da94f93902 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:11:09.930561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2525f-2a69-4d0f-9af8-a60584c5fd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70351e56-8e35-4f26-a4c7-aed6a693c04b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:09.936197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d35e11eb-53f7-4b8f-8c98-3012a9b9b2f5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.941649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d35e11eb-53f7-4b8f-8c98-3012a9b9b2f5 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/routers/672d7157-cff3-4251-a9c2-64da94f93902 HTTP/1.1" status: 204 len: 168 time: 0.3677645 Aug 04 17:11:09.942536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36388) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:09.986961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90f08337-e194-48f1-8d33-1bb248ddc216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:09.998735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a481d04-a612-4cfd-b0ec-7b782af53907 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet c971797f-9dad-492d-87a5-82a9c71206f0 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:11:10.002073 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a481d04-a612-4cfd-b0ec-7b782af53907 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.011341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90f08337-e194-48f1-8d33-1bb248ddc216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.051260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a481d04-a612-4cfd-b0ec-7b782af53907 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.080581 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90f08337-e194-48f1-8d33-1bb248ddc216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.083844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-90f08337-e194-48f1-8d33-1bb248ddc216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.088343 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-90f08337-e194-48f1-8d33-1bb248ddc216 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70351e56-8e35-4f26-a4c7-aed6a693c04b HTTP/1.1" status: 204 len: 168 time: 0.1818597 Aug 04 17:11:10.109634 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f08337-e194-48f1-8d33-1bb248ddc216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70351e56-8e35-4f26-a4c7-aed6a693c04b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:10.188894 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a481d04-a612-4cfd-b0ec-7b782af53907 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.272343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a481d04-a612-4cfd-b0ec-7b782af53907 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.301254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a481d04-a612-4cfd-b0ec-7b782af53907 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=c971797f-9dad-492d-87a5-82a9c71206f0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:10.308417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a481d04-a612-4cfd-b0ec-7b782af53907 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.313377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6a481d04-a612-4cfd-b0ec-7b782af53907 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/c971797f-9dad-492d-87a5-82a9c71206f0 HTTP/1.1" status: 204 len: 168 time: 0.3670189 Aug 04 17:11:10.314189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36406) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:10.318929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e96b7de-75e8-4f95-bb7a-9c436694ded6 None None] Network 8e60da35-710f-4fd9-8f07-afcf11efad4f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:10.404545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.478558 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 3dbfabb6-747d-4ede-a80a-47ad93f03448 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:10.479265 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.564954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] For port 3dbfabb6-747d-4ede-a80a-47ad93f03448, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3dbfabb6-747d-4ede-a80a-47ad93f03448,segment=NetworkSegment(0021449d-f4ab-409b-8319-3401b2df607c),segment_id=0021449d-f4ab-409b-8319-3401b2df607c)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:10.565267 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.584226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 3dbfabb6-747d-4ede-a80a-47ad93f03448 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:10.616783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6404a78d-778a-4c33-bca7-676154896670 None None] DHCP port deletion for 8e60da35-710f-4fd9-8f07-afcf11efad4f request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:11:10.687470 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.706098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6404a78d-778a-4c33-bca7-676154896670 None None] Deleting port 3dbfabb6-747d-4ede-a80a-47ad93f03448 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:10.706682 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6404a78d-778a-4c33-bca7-676154896670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.734041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=3dbfabb6-747d-4ede-a80a-47ad93f03448,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:10.742834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No DVR routers for this DVR port 3dbfabb6-747d-4ede-a80a-47ad93f03448 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:11:10.784291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6404a78d-778a-4c33-bca7-676154896670 None None] For port 3dbfabb6-747d-4ede-a80a-47ad93f03448, host n-d-764435-5, got binding levels [] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:10.784962 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6404a78d-778a-4c33-bca7-676154896670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.798675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-5a8211c7-a673-496e-827a-e75d42b7f38c tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:10.800337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-5a8211c7-a673-496e-827a-e75d42b7f38c tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/networks?id=d0bc597b-4866-431f-b49c-23f760a52f23 HTTP/1.1" status: 200 len: 822 time: 0.1180766 Aug 04 17:11:10.802340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6404a78d-778a-4c33-bca7-676154896670 None None] Calling delete_port for 3dbfabb6-747d-4ede-a80a-47ad93f03448 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:10.805384 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.ipam_backend_mixin [None req-6404a78d-778a-4c33-bca7-676154896670 None None] Port 3dbfabb6-747d-4ede-a80a-47ad93f03448 was not found and therefore no delete operation was performed {{(pid=105830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:11:10.807356 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6404a78d-778a-4c33-bca7-676154896670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.821005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-474557d3-e5f5-4943-9d49-73745e923f7b tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/quotas/9920e00cb39540258056af9c956faa09 HTTP/1.1" status: 200 len: 375 time: 0.0137160 Aug 04 17:11:10.841334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404a78d-778a-4c33-bca7-676154896670 None None] Pushing event deleted for resources: {'Port': ['ID=3dbfabb6-747d-4ede-a80a-47ad93f03448,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:10.847337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6404a78d-778a-4c33-bca7-676154896670 None None] No DVR routers for this DVR port 3dbfabb6-747d-4ede-a80a-47ad93f03448 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:11:10.866833 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.878872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-03d8501b-5fc4-4ea8-a793-8653eadefc74 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9920e00cb39540258056af9c956faa09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492575 Aug 04 17:11:10.888868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e60da35-710f-4fd9-8f07-afcf11efad4f']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:10.901382 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0021449d-f4ab-409b-8319-3401b2df607c') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:10.901736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0021449d-f4ab-409b-8319-3401b2df607c') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:10.912361 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.928011 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.937875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:11:10.938509 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:11:10.942163 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:11:11.007612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-41043145-5775-4968-9b49-1425cd581767 service neutron] 10.222.0.39 "GET /v2.0/networks/d0bc597b-4866-431f-b49c-23f760a52f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200597 Aug 04 17:11:11.015440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:11.025044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:11.032294 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/networks/8e60da35-710f-4fd9-8f07-afcf11efad4f HTTP/1.1" status: 204 len: 168 time: 0.7177234 Aug 04 17:11:11.034846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36436) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:11.080375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889a2cd-4e8e-4605-b5f9-8903682b37df tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Network': ['ID=8e60da35-710f-4fd9-8f07-afcf11efad4f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:11.100551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2c13e8-d0cc-4f91-b6ab-70be181bcf5e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:11.105535 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c2c13e8-d0cc-4f91-b6ab-70be181bcf5e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/46ec4e55-a53d-45d4-a4e5-55b9b32383d7 HTTP/1.1" status: 200 len: 841 time: 0.0661008 Aug 04 17:11:11.107338 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36438) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:11.116320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-8eccdf4c-6916-4bf6-85eb-425150c90890 service neutron] 10.222.0.39 "GET /v2.0/networks/d0bc597b-4866-431f-b49c-23f760a52f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988154 Aug 04 17:11:11.156362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36442) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:11.156639 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ba0fe7c4-2b55-40a6-a542-2650cada7f88 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/46ec4e55-a53d-45d4-a4e5-55b9b32383d7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0478580 Aug 04 17:11:11.163990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:11.269864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:11.273832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:11.359586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6666f51-c244-419a-a036-8202fa3b4577 req-b79861ef-6b85-41d5-b48a-7329a8dff695 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0636921 Aug 04 17:11:11.540095 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:11.590299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:11.596518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:11.603724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:11.604180 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:11.611553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=382d15c0-86ba-49be-bc50-4ffd38da3a4c,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:11.611821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac6f97-60de-4973-8ca6-2e7010fee80d None None] Network ba996f9d-0501-420f-a121-863961c04e5d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:11.634079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.634527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.634779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.636642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.637024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.637611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.638164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.642721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.643678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.644081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.644467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.644807 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:11.651678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5583f66b-ee92-437e-90ed-e7a589d2f742 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4937096 Aug 04 17:11:11.655260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36466) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:11.660659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b38d1c14-9692-420c-a335-536140722e75 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'security_group': {'name': 'tempest-secgroup-1541835511'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:11.716821 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b38d1c14-9692-420c-a335-536140722e75 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:11.879350 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b38d1c14-9692-420c-a335-536140722e75 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:11.881166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-ba996f9d-0501-420f-a121-863961c04e5d', 'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'tenant_id': '2d7952aaba0f481b96cc69213426925a', 'fixed_ips': [{'subnet_id': '382d15c0-86ba-49be-bc50-4ffd38da3a4c'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:11:11.882192 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:11.886179 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b38d1c14-9692-420c-a335-536140722e75 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:11.935983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b38d1c14-9692-420c-a335-536140722e75 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:11.938107 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b38d1c14-9692-420c-a335-536140722e75 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2817721 Aug 04 17:11:11.941155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36476) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:11.948796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-be6a5919-4973-4a70-ba28-35a67a25c3c4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'security_group': {'name': 'tempest-secgroup-429473566'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:11.962952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d1c14-9692-420c-a335-536140722e75 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa8a0cf-47d7-47c0-a0de-3c82efc67d46,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:12.018177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be6a5919-4973-4a70-ba28-35a67a25c3c4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:12.118334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Allocated IP 172.20.0.2 (ba996f9d-0501-420f-a121-863961c04e5d/382d15c0-86ba-49be-bc50-4ffd38da3a4c/c44eb69d-ce40-4a3d-8d71-883d1e652518) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:12.146277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be6a5919-4973-4a70-ba28-35a67a25c3c4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:12.158756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3dbfabb6-747d-4ede-a80a-47ad93f03448 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:11:12.159080 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be6a5919-4973-4a70-ba28-35a67a25c3c4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:12.194380 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be6a5919-4973-4a70-ba28-35a67a25c3c4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:12.199363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36484) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:12.203631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-be6a5919-4973-4a70-ba28-35a67a25c3c4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2606943 Aug 04 17:11:12.205256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-836483689', 'security_groups': ['853c7fc2-d127-4ef2-af51-513aa703eb24'], 'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '382d15c0-86ba-49be-bc50-4ffd38da3a4c'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:12.210359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a5919-4973-4a70-ba28-35a67a25c3c4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853c7fc2-d127-4ef2-af51-513aa703eb24,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:12.211290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3dbfabb6-747d-4ede-a80a-47ad93f03448 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:11:12.211640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3dbfabb6-747d-4ede-a80a-47ad93f03448 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:11:12.325720 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:12.335898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Transition to ACTIVE for port object c44eb69d-ce40-4a3d-8d71-883d1e652518 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:12.342192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:12.355137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Transition to ACTIVE for port object c44eb69d-ce40-4a3d-8d71-883d1e652518 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:12.363157 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:12.426625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Pushing event updated for resources: {'Port': ['ID=c44eb69d-ce40-4a3d-8d71-883d1e652518,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:12.472888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:12.484962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:12.497491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:11:12.523642 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df553a5e-0b60-4715-a68a-3c53ad19283a req-400a2995-f6b2-4dcc-aa95-e216f3310b5f tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0550101 Aug 04 17:11:12.664742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Attempting to bind port c44eb69d-ce40-4a3d-8d71-883d1e652518 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:11:12.665408 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Attempting to bind port c44eb69d-ce40-4a3d-8d71-883d1e652518 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '3cee0cac-8134-49a8-89a8-6719dac5af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:11:12.665720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Attempting to bind port c44eb69d-ce40-4a3d-8d71-883d1e652518 on network ba996f9d-0501-420f-a121-863961c04e5d {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:11:12.675019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:11:12.675399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Checking segment: {'id': '3cee0cac-8134-49a8-89a8-6719dac5af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:11:12.675805 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:12.676405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Bound using segment: {'id': '3cee0cac-8134-49a8-89a8-6719dac5af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:11:12.676894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Bound port: c44eb69d-ce40-4a3d-8d71-883d1e652518, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cee0cac-8134-49a8-89a8-6719dac5af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:11:12.677281 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:12.801254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] For port c44eb69d-ce40-4a3d-8d71-883d1e652518, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:11:12.881485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] For port c44eb69d-ce40-4a3d-8d71-883d1e652518, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c44eb69d-ce40-4a3d-8d71-883d1e652518,segment=NetworkSegment(3cee0cac-8134-49a8-89a8-6719dac5af47),segment_id=3cee0cac-8134-49a8-89a8-6719dac5af47)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:11:12.890297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:12.972712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effad31e-44c1-4094-99da-fdcd0494d5a6 None None] Pushing event updated for resources: {'Port': ['ID=c44eb69d-ce40-4a3d-8d71-883d1e652518,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:12.975568 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:12.995074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59624fc-5be1-4007-8f47-9ee7b1a2a387 req-8e42c226-4468-4c4c-acd1-8032e4b1cac4 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:12.999710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a59624fc-5be1-4007-8f47-9ee7b1a2a387 req-8e42c226-4468-4c4c-acd1-8032e4b1cac4 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0991521 Aug 04 17:11:13.009176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-ffa6b099-1252-4390-ac90-0db0cfd58cb8 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:13.011100 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-ffa6b099-1252-4390-ac90-0db0cfd58cb8 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.90 "GET /v2.0/networks?id=d0bc597b-4866-431f-b49c-23f760a52f23 HTTP/1.1" status: 200 len: 822 time: 0.2719231 Aug 04 17:11:13.017482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:11:13.049193 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Request body: {'port': {'device_id': 'f669451d-af50-4d6b-93b7-bd1f3dc7ffa5', 'network_id': 'd0bc597b-4866-431f-b49c-23f760a52f23', 'admin_state_up': True, 'tenant_id': '9920e00cb39540258056af9c956faa09'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:13.054843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a59624fc-5be1-4007-8f47-9ee7b1a2a387 req-e97b6c03-df0f-4f9b-8230-747d0e6ad50a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507402 Aug 04 17:11:13.315616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Made reservation on behalf of 9920e00cb39540258056af9c956faa09 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:13.319466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:13.322437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.5 (ba996f9d-0501-420f-a121-863961c04e5d/382d15c0-86ba-49be-bc50-4ffd38da3a4c/37e11db3-b0d6-474f-9a1e-b3054c55b4d3) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:13.555943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Allocated IP 172.20.0.14 (d0bc597b-4866-431f-b49c-23f760a52f23/8b14e7d5-e282-4ed4-832a-16c0cf3b734d/f36d01cb-44b1-484c-9573-baf4710edba4) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:13.576063 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:13.606504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:13.630144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3035de4-b9ea-41ff-87b1-12e1a444d336 req-e097ea8d-09b4-4809-b785-6e43386063df tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0305138 Aug 04 17:11:13.726207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:13.791278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:13.798381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:13.809414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:11:13.827837 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:13.860218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=37e11db3-b0d6-474f-9a1e-b3054c55b4d3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:13.896312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:13.896979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:13.928146 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e1c2fe0c-0ae5-4a79-a3c0-d6a5454d8405 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7274146 Aug 04 17:11:13.930973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36532) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:13.936219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-61c18b38-2aa3-4ba0-b70d-527228814c9f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:13.952831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.042877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Network d0bc597b-4866-431f-b49c-23f760a52f23 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:14.051207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:14.059544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:11:14.066251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Pushing event updated for resources: {'Port': ['ID=f36d01cb-44b1-484c-9573-baf4710edba4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:14.163960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:14.164974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.208313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-056efe71-790e-4d52-9c36-9946c00a7578 None None] Provisioning for port c44eb69d-ce40-4a3d-8d71-883d1e652518 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:14.219956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c18b38-2aa3-4ba0-b70d-527228814c9f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:14.224630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c18b38-2aa3-4ba0-b70d-527228814c9f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.241367 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-bc8f1705-dbf2-4363-a2d3-7d0ccc8e33ca tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2160347 Aug 04 17:11:14.261950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-056efe71-790e-4d52-9c36-9946c00a7578 None None] Provisioning complete for port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:14.263029 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-056efe71-790e-4d52-9c36-9946c00a7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.269935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Request body: {'port': {'device_id': 'f669451d-af50-4d6b-93b7-bd1f3dc7ffa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:14.271091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3436a1-c480-41f8-8e40-2d83ec14a336 req-aba2f922-ba6d-416a-a72d-fc8430afc068 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:14.273353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da3436a1-c480-41f8-8e40-2d83ec14a336 req-aba2f922-ba6d-416a-a72d-fc8430afc068 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0926533 Aug 04 17:11:14.321011 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-056efe71-790e-4d52-9c36-9946c00a7578 None None] Port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:14.323863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c44eb69d-ce40-4a3d-8d71-883d1e652518 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:11:14.371836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da3436a1-c480-41f8-8e40-2d83ec14a336 req-f6f88507-1914-4214-84f9-90a95328cc9a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877764 Aug 04 17:11:14.390403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port c44eb69d-ce40-4a3d-8d71-883d1e652518 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:14.395019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c44eb69d-ce40-4a3d-8d71-883d1e652518 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:14.395394 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.406642 n-d-764435-5 neutron-server[105829]: INFO neutron.db.ipam_backend_mixin [None req-61c18b38-2aa3-4ba0-b70d-527228814c9f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 382d15c0-86ba-49be-bc50-4ffd38da3a4c (CIDR: 172.20.0.0/28) Aug 04 17:11:14.413798 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c18b38-2aa3-4ba0-b70d-527228814c9f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:11:14.414519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c18b38-2aa3-4ba0-b70d-527228814c9f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:14.452331 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-61c18b38-2aa3-4ba0-b70d-527228814c9f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5200181 Aug 04 17:11:14.454929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36548) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:14.456412 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.460615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9817c329-5cb8-4a4d-ad67-7b3d2bca647a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:14.474512 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dc582777-257d-43c7-9167-9ff1ef3fc7c8 None None] Provisioning for port 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:14.481079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dc582777-257d-43c7-9167-9ff1ef3fc7c8 None None] Provisioning complete for port 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:14.481525 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dc582777-257d-43c7-9167-9ff1ef3fc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.548693 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.567987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-dc582777-257d-43c7-9167-9ff1ef3fc7c8 None None] Port 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:14.585062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port c44eb69d-ce40-4a3d-8d71-883d1e652518, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c44eb69d-ce40-4a3d-8d71-883d1e652518,segment=NetworkSegment(3cee0cac-8134-49a8-89a8-6719dac5af47),segment_id=3cee0cac-8134-49a8-89a8-6719dac5af47)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:14.590373 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.622760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817c329-5cb8-4a4d-ad67-7b3d2bca647a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:14.629527 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9817c329-5cb8-4a4d-ad67-7b3d2bca647a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.654578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=c44eb69d-ce40-4a3d-8d71-883d1e652518,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:14.803350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2dc18a-c60a-4560-adf7-8e3a1cb2d390 req-68e7cbdd-0acd-4c67-9ec1-41edea5de0b8 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:14.804934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e2dc18a-c60a-4560-adf7-8e3a1cb2d390 req-68e7cbdd-0acd-4c67-9ec1-41edea5de0b8 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 932 time: 0.0829282 Aug 04 17:11:14.824292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36d01cb-44b1-484c-9573-baf4710edba4 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:11:14.833258 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.848445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Transition to ACTIVE for port object f36d01cb-44b1-484c-9573-baf4710edba4 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:14.854017 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.889301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e2dc18a-c60a-4560-adf7-8e3a1cb2d390 req-fa4b5671-e704-4ed5-9643-c82074ab99df tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3619cf85-2674-4e68-b969-944fc5664321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769665 Aug 04 17:11:14.909906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Pushing event updated for resources: {'Port': ['ID=f36d01cb-44b1-484c-9573-baf4710edba4,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:14.965363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9817c329-5cb8-4a4d-ad67-7b3d2bca647a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:14.988562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Attempting to bind port f36d01cb-44b1-484c-9573-baf4710edba4 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:11:14.988900 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Attempting to bind port f36d01cb-44b1-484c-9573-baf4710edba4 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '1b876eb6-0253-476c-a567-8d9d6130b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd0bc597b-4866-431f-b49c-23f760a52f23'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:11:14.989222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Attempting to bind port f36d01cb-44b1-484c-9573-baf4710edba4 on network d0bc597b-4866-431f-b49c-23f760a52f23 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:11:14.993505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Port f36d01cb-44b1-484c-9573-baf4710edba4 on network d0bc597b-4866-431f-b49c-23f760a52f23 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:11:14.993818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Attempting to bind port f36d01cb-44b1-484c-9573-baf4710edba4 on network d0bc597b-4866-431f-b49c-23f760a52f23 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:11:15.002278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:11:15.002629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Checking segment: {'id': '1b876eb6-0253-476c-a567-8d9d6130b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd0bc597b-4866-431f-b49c-23f760a52f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:11:15.003039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Bound using segment: {'id': '1b876eb6-0253-476c-a567-8d9d6130b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd0bc597b-4866-431f-b49c-23f760a52f23'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:11:15.003483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Bound port: f36d01cb-44b1-484c-9573-baf4710edba4, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b876eb6-0253-476c-a567-8d9d6130b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'd0bc597b-4866-431f-b49c-23f760a52f23'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:11:15.003845 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:15.007826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817c329-5cb8-4a4d-ad67-7b3d2bca647a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:15.011143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9817c329-5cb8-4a4d-ad67-7b3d2bca647a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:15.015760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817c329-5cb8-4a4d-ad67-7b3d2bca647a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:15.016354 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9817c329-5cb8-4a4d-ad67-7b3d2bca647a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:15.028580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c0f7a-b606-46e3-9c1d-75cf454867de None None] Network ba996f9d-0501-420f-a121-863961c04e5d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:15.037110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817c329-5cb8-4a4d-ad67-7b3d2bca647a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=d9d3f044-635e-4f98-acf9-d5401faab43e,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:15.047471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9817c329-5cb8-4a4d-ad67-7b3d2bca647a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5914235 Aug 04 17:11:15.050032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36564) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:15.055632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-935540932', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9d3f044-635e-4f98-acf9-d5401faab43e'}], 'security_groups': ['5aa8a0cf-47d7-47c0-a0de-3c82efc67d46']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:15.081169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] For port f36d01cb-44b1-484c-9573-baf4710edba4, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:11:15.084947 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] For port f36d01cb-44b1-484c-9573-baf4710edba4, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f36d01cb-44b1-484c-9573-baf4710edba4,segment=NetworkSegment(1b876eb6-0253-476c-a567-8d9d6130b76f),segment_id=1b876eb6-0253-476c-a567-8d9d6130b76f)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:11:15.094010 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:15.145244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:15.146926 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:15.148200 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-a6264064-6a95-407d-9fff-51762045c33e service neutron] 10.222.0.90 "PUT /v2.0/ports/f36d01cb-44b1-484c-9573-baf4710edba4 HTTP/1.1" status: 200 len: 1092 time: 0.8838575 Aug 04 17:11:15.148803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f669451d-af50-4d6b-93b7-bd1f3dc7ffa5', 'tag': 'f36d01cb-44b1-484c-9573-baf4710edba4'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:11:15.151848 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bc0de5-f86b-406d-9ca4-00187d990de5" -d '{"events": [{"name": "network-changed", "server_uuid": "f669451d-af50-4d6b-93b7-bd1f3dc7ffa5", "tag": "f36d01cb-44b1-484c-9573-baf4710edba4"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:11:15.223814 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6264064-6a95-407d-9fff-51762045c33e service neutron] Pushing event updated for resources: {'Port': ['ID=f36d01cb-44b1-484c-9573-baf4710edba4,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:15.245307 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a0197e-5c6e-459a-9c7e-e0acc6295963 x-openstack-request-id: req-51a0197e-5c6e-459a-9c7e-e0acc6295963 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:11:15.245813 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f669451d-af50-4d6b-93b7-bd1f3dc7ffa5", "tag": "f36d01cb-44b1-484c-9573-baf4710edba4", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:11:15.246190 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51a0197e-5c6e-459a-9c7e-e0acc6295963 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:11:15.246649 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f669451d-af50-4d6b-93b7-bd1f3dc7ffa5', 'tag': 'f36d01cb-44b1-484c-9573-baf4710edba4', 'status': 'completed', 'code': 200} Aug 04 17:11:15.261948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:15.286868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-5a0257c1-c8e4-48c3-991e-57e72ce55f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:15.288928 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-5a0257c1-c8e4-48c3-991e-57e72ce55f67 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9920e00cb39540258056af9c956faa09&device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 1095 time: 0.0826161 Aug 04 17:11:15.338399 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-1f6eb456-bc92-4a16-8f64-f9becc482ad1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f36d01cb-44b1-484c-9573-baf4710edba4 HTTP/1.1" status: 200 len: 217 time: 0.0408206 Aug 04 17:11:15.346590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc98420-51f3-4319-a601-27c187a39f51 None None] Update dhcp port {'port': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'fixed_ips': [{'subnet_id': '382d15c0-86ba-49be-bc50-4ffd38da3a4c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd9d3f044-635e-4f98-acf9-d5401faab43e'}], 'binding:host_id': 'n-d-764435-5'}, 'id': 'c44eb69d-ce40-4a3d-8d71-883d1e652518'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:11:15.377099 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dcc98420-51f3-4319-a601-27c187a39f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:15.392933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-ca0a38b7-3402-4973-8e24-19c48c9b5ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:15.394588 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-ca0a38b7-3402-4973-8e24-19c48c9b5ce8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b14e7d5-e282-4ed4-832a-16c0cf3b734d HTTP/1.1" status: 200 len: 862 time: 0.0489023 Aug 04 17:11:15.450388 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-2d0c045e-5523-46ea-a8d6-93ddc1b27b96 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0bc597b-4866-431f-b49c-23f760a52f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337338 Aug 04 17:11:15.562919 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-105b23cd-63db-4842-b244-1937ded6f0ad service neutron] 10.222.0.90 "GET /v2.0/networks/d0bc597b-4866-431f-b49c-23f760a52f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035824 Aug 04 17:11:15.567258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b5072-bb51-47b6-b93b-09f95573b7e1 req-05792205-e7c6-4341-b3b1-b091e53d06da tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:15.568794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a08b5072-bb51-47b6-b93b-09f95573b7e1 req-05792205-e7c6-4341-b3b1-b091e53d06da tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1034656 Aug 04 17:11:15.570937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-dcc98420-51f3-4319-a601-27c187a39f51 None None] Allocated IP 172.20.0.18 (ba996f9d-0501-420f-a121-863961c04e5d/d9d3f044-635e-4f98-acf9-d5401faab43e/c44eb69d-ce40-4a3d-8d71-883d1e652518) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:15.617722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a08b5072-bb51-47b6-b93b-09f95573b7e1 req-d433a2fa-cc5a-4eda-b93a-d3c2779b689d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408077 Aug 04 17:11:15.685458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-dcc98420-51f3-4319-a601-27c187a39f51 None None] For port c44eb69d-ce40-4a3d-8d71-883d1e652518, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c44eb69d-ce40-4a3d-8d71-883d1e652518,segment=NetworkSegment(3cee0cac-8134-49a8-89a8-6719dac5af47),segment_id=3cee0cac-8134-49a8-89a8-6719dac5af47)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:15.689218 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b488cef4-d33a-4c35-8e19-e19b3cb0866f req-915236d3-5efc-4f07-9f88-b11ab595a2c2 service neutron] 10.222.0.90 "GET /v2.0/networks/d0bc597b-4866-431f-b49c-23f760a52f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116962 Aug 04 17:11:15.725578 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dcc98420-51f3-4319-a601-27c187a39f51 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:15.743811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dcc98420-51f3-4319-a601-27c187a39f51 None None] Transition to ACTIVE for port object c44eb69d-ce40-4a3d-8d71-883d1e652518 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:15.750431 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dcc98420-51f3-4319-a601-27c187a39f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:15.786292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc0de5-f86b-406d-9ca4-00187d990de5 req-9c6beb2e-3ab6-4a2c-a60d-25f8a2d5f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:15.787928 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-46bc0de5-f86b-406d-9ca4-00187d990de5 req-9c6beb2e-3ab6-4a2c-a60d-25f8a2d5f933 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9920e00cb39540258056af9c956faa09&device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 1095 time: 0.0484090 Aug 04 17:11:15.883297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Delete allocated IP 172.20.0.5 (ba996f9d-0501-420f-a121-863961c04e5d/382d15c0-86ba-49be-bc50-4ffd38da3a4c) {{(pid=105828) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 17:11:15.893788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc98420-51f3-4319-a601-27c187a39f51 None None] Pushing event updated for resources: {'Port': ['ID=c44eb69d-ce40-4a3d-8d71-883d1e652518,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:15.898127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.24 (ba996f9d-0501-420f-a121-863961c04e5d/d9d3f044-635e-4f98-acf9-d5401faab43e/37e11db3-b0d6-474f-9a1e-b3054c55b4d3) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:15.921112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc0de5-f86b-406d-9ca4-00187d990de5 req-a25f0f52-ca1b-4819-a657-fbc5f3ce75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:15.922968 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-46bc0de5-f86b-406d-9ca4-00187d990de5 req-a25f0f52-ca1b-4819-a657-fbc5f3ce75ee service neutron] 10.222.0.90 "GET /v2.0/networks?id=d0bc597b-4866-431f-b49c-23f760a52f23 HTTP/1.1" status: 200 len: 924 time: 0.1260207 Aug 04 17:11:15.976804 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-46bc0de5-f86b-406d-9ca4-00187d990de5 req-1cd89612-28a9-405a-9b3f-4f3f13fd19a6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f36d01cb-44b1-484c-9573-baf4710edba4 HTTP/1.1" status: 200 len: 217 time: 0.0450807 Aug 04 17:11:16.041066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc0de5-f86b-406d-9ca4-00187d990de5 req-98be616a-a011-4b59-866c-f1bb6711daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:16.042692 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-46bc0de5-f86b-406d-9ca4-00187d990de5 req-98be616a-a011-4b59-866c-f1bb6711daf5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b14e7d5-e282-4ed4-832a-16c0cf3b734d HTTP/1.1" status: 200 len: 862 time: 0.0575297 Aug 04 17:11:16.076900 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-46bc0de5-f86b-406d-9ca4-00187d990de5 req-cfcc6956-6e6d-45a9-85db-fb1d1ce5324b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0bc597b-4866-431f-b49c-23f760a52f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250201 Aug 04 17:11:16.124902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5605a-1f6b-42fb-a14a-481b33d7dec9 req-a51fcf46-6ff6-46e6-9dd0-09e64c829bc7 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:16.135008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d5605a-1f6b-42fb-a14a-481b33d7dec9 req-a51fcf46-6ff6-46e6-9dd0-09e64c829bc7 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 944 time: 0.1584117 Aug 04 17:11:16.195724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c44eb69d-ce40-4a3d-8d71-883d1e652518 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:11:16.209798 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-46bc0de5-f86b-406d-9ca4-00187d990de5 req-f3868b33-8b56-436f-8031-fc417013b7e6 service neutron] 10.222.0.90 "GET /v2.0/networks/d0bc597b-4866-431f-b49c-23f760a52f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245797 Aug 04 17:11:16.212642 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:16.227296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:16.238600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0d5605a-1f6b-42fb-a14a-481b33d7dec9 req-c3026672-55b8-4f4e-909f-6488f6a2d289 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3619cf85-2674-4e68-b969-944fc5664321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026139 Aug 04 17:11:16.246319 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:16.346710 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-46bc0de5-f86b-406d-9ca4-00187d990de5 req-95e7f143-7c5a-4dec-9cc0-81bdbe7e5405 service neutron] 10.222.0.90 "GET /v2.0/networks/d0bc597b-4866-431f-b49c-23f760a52f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252573 Aug 04 17:11:16.374574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=37e11db3-b0d6-474f-9a1e-b3054c55b4d3,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:16.407316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] In _notify_port_updated(), no bound segment for port 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 on network ba996f9d-0501-420f-a121-863961c04e5d {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:11:16.413913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:16.414624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:16.418949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b77bda32-c448-4cba-869c-a410c491abf9 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "PUT /v2.0/ports/37e11db3-b0d6-474f-9a1e-b3054c55b4d3 HTTP/1.1" status: 200 len: 920 time: 1.3651106 Aug 04 17:11:16.419799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36604) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:16.521807 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-64d02329-047b-4aef-b802-7381772315ec tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:16.522293 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-64d02329-047b-4aef-b802-7381772315ec tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:16.605776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bb69567a-3bd9-48ea-bd37-21800a746099 None None] Provisioning for port c44eb69d-ce40-4a3d-8d71-883d1e652518 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:16.611232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bb69567a-3bd9-48ea-bd37-21800a746099 None None] Provisioning complete for port c44eb69d-ce40-4a3d-8d71-883d1e652518 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:16.611603 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bb69567a-3bd9-48ea-bd37-21800a746099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:16.621396 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-64d02329-047b-4aef-b802-7381772315ec tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:16.635076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-64d02329-047b-4aef-b802-7381772315ec tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:16.733826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bb69567a-3bd9-48ea-bd37-21800a746099 None None] Provisioning for port 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:16.738271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bb69567a-3bd9-48ea-bd37-21800a746099 None None] Provisioning complete for port 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:16.738880 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bb69567a-3bd9-48ea-bd37-21800a746099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:16.783403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-bb69567a-3bd9-48ea-bd37-21800a746099 None None] Port 37e11db3-b0d6-474f-9a1e-b3054c55b4d3 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:16.795017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bb69567a-3bd9-48ea-bd37-21800a746099 None None] Provisioning complete for port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:16.795950 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bb69567a-3bd9-48ea-bd37-21800a746099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:16.802771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18be5a-d15d-4118-a503-11ba3c58414c req-5bfbc417-0389-41f7-8838-2674af001bf9 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:16.804471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f18be5a-d15d-4118-a503-11ba3c58414c req-5bfbc417-0389-41f7-8838-2674af001bf9 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0945756 Aug 04 17:11:16.829550 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-64d02329-047b-4aef-b802-7381772315ec tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:16.833278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-bb69567a-3bd9-48ea-bd37-21800a746099 None None] Port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:16.863190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d02329-047b-4aef-b802-7381772315ec tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=37e11db3-b0d6-474f-9a1e-b3054c55b4d3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:16.905583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f18be5a-d15d-4118-a503-11ba3c58414c req-3039e3f8-9786-4b34-a960-16980a61a793 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921719 Aug 04 17:11:16.968054 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-64d02329-047b-4aef-b802-7381772315ec tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:16.972097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-64d02329-047b-4aef-b802-7381772315ec tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/37e11db3-b0d6-474f-9a1e-b3054c55b4d3 HTTP/1.1" status: 204 len: 168 time: 0.5505207 Aug 04 17:11:16.974461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36628) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:17.008601 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-da21080e-956b-4278-a571-cca813d6f47f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:11:17.013246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36630) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:17.013538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-da21080e-956b-4278-a571-cca813d6f47f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/37e11db3-b0d6-474f-9a1e-b3054c55b4d3 HTTP/1.1" status: 404 len: 333 time: 0.0375457 Aug 04 17:11:17.082289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-78f9f78c-2661-49b0-8612-c286929ff170 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.108270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-78f9f78c-2661-49b0-8612-c286929ff170 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.161255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a8bb250f-e6ff-4d5e-9bef-231cae75a0b9 None None] Could not find standard attr ID for object 37e11db3-b0d6-474f-9a1e-b3054c55b4d3. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:11:17.164307 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-78f9f78c-2661-49b0-8612-c286929ff170 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.167105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-78f9f78c-2661-49b0-8612-c286929ff170 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.168276 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-78f9f78c-2661-49b0-8612-c286929ff170 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/security-groups/853c7fc2-d127-4ef2-af51-513aa703eb24 HTTP/1.1" status: 204 len: 168 time: 0.1538014 Aug 04 17:11:17.171130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36634) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:17.179115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9f78c-2661-49b0-8612-c286929ff170 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c7fc2-d127-4ef2-af51-513aa703eb24,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:17.260931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3610955a-aa2a-4acb-948e-d82ab81ac47d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.288891 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3610955a-aa2a-4acb-948e-d82ab81ac47d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.361625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3610955a-aa2a-4acb-948e-d82ab81ac47d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.364890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3610955a-aa2a-4acb-948e-d82ab81ac47d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.366381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3610955a-aa2a-4acb-948e-d82ab81ac47d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/security-groups/5aa8a0cf-47d7-47c0-a0de-3c82efc67d46 HTTP/1.1" status: 204 len: 168 time: 0.1936486 Aug 04 17:11:17.369311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36642) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:17.386751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1691cf4-4de3-4120-bb01-48e27a119266 req-69b16fe5-31b7-458d-9a87-26e6e6e3e40e tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:17.388335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f1691cf4-4de3-4120-bb01-48e27a119266 req-69b16fe5-31b7-458d-9a87-26e6e6e3e40e tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0716705 Aug 04 17:11:17.390047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610955a-aa2a-4acb-948e-d82ab81ac47d tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa8a0cf-47d7-47c0-a0de-3c82efc67d46,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:17.430548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-5976a20d-214f-4cd8-b9b2-5e9b66968981 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet 382d15c0-86ba-49be-bc50-4ffd38da3a4c {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:11:17.434318 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5976a20d-214f-4cd8-b9b2-5e9b66968981 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.466794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f1691cf4-4de3-4120-bb01-48e27a119266 req-f70fbcf0-5136-454a-98b5-e07b7c2e24f7 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3619cf85-2674-4e68-b969-944fc5664321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661695 Aug 04 17:11:17.498624 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5976a20d-214f-4cd8-b9b2-5e9b66968981 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.593438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5976a20d-214f-4cd8-b9b2-5e9b66968981 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.653752 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5976a20d-214f-4cd8-b9b2-5e9b66968981 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.684031 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976a20d-214f-4cd8-b9b2-5e9b66968981 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=382d15c0-86ba-49be-bc50-4ffd38da3a4c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:17.691093 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5976a20d-214f-4cd8-b9b2-5e9b66968981 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:17.693140 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5976a20d-214f-4cd8-b9b2-5e9b66968981 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/382d15c0-86ba-49be-bc50-4ffd38da3a4c HTTP/1.1" status: 204 len: 168 time: 0.3222723 Aug 04 17:11:17.697421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36654) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:17.704296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b7218-e07f-48b5-bc16-6273cb9f1733 None None] Network ba996f9d-0501-420f-a121-863961c04e5d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:17.706011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-95d2f7c1-97b9-41a3-988a-3fb435a5699e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:17.839094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d2f7c1-97b9-41a3-988a-3fb435a5699e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:17.843079 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95d2f7c1-97b9-41a3-988a-3fb435a5699e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.105427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342193fd-347b-47a0-a39a-669724d419ef req-056a15be-33a5-46cb-84a3-6baa80c34c69 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:18.107209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-342193fd-347b-47a0-a39a-669724d419ef req-056a15be-33a5-46cb-84a3-6baa80c34c69 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1150064 Aug 04 17:11:18.113195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f36d01cb-44b1-484c-9573-baf4710edba4 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:11:18.190136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-342193fd-347b-47a0-a39a-669724d419ef req-5649de7e-909a-430f-8f1b-68f24ffb0932 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709732 Aug 04 17:11:18.200674 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95d2f7c1-97b9-41a3-988a-3fb435a5699e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.263100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f36d01cb-44b1-484c-9573-baf4710edba4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f36d01cb-44b1-484c-9573-baf4710edba4,segment=NetworkSegment(1b876eb6-0253-476c-a567-8d9d6130b76f),segment_id=1b876eb6-0253-476c-a567-8d9d6130b76f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:18.276198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d2f7c1-97b9-41a3-988a-3fb435a5699e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:18.277700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2f7c1-97b9-41a3-988a-3fb435a5699e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:18.277837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'f36d01cb-44b1-484c-9573-baf4710edba4', 'network_id': 'd0bc597b-4866-431f-b49c-23f760a52f23', 'port_id': 'f36d01cb-44b1-484c-9573-baf4710edba4', 'mac_address': 'fa:16:3e:9b:8f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b14e7d5-e282-4ed4-832a-16c0cf3b734d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:11:18.280547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-95d2f7c1-97b9-41a3-988a-3fb435a5699e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:18.283099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d2f7c1-97b9-41a3-988a-3fb435a5699e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:18.283692 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95d2f7c1-97b9-41a3-988a-3fb435a5699e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.312218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36664) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:18.313018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-95d2f7c1-97b9-41a3-988a-3fb435a5699e tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6142001 Aug 04 17:11:18.317074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f2ea8ce1-bb76-4778-bfd4-dddb891de24f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'security_group': {'name': 'tempest-secgroup-1963597227'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:18.339427 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.355606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36d01cb-44b1-484c-9573-baf4710edba4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:11:18.361608 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8ce1-bb76-4778-bfd4-dddb891de24f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.379297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f36d01cb-44b1-484c-9573-baf4710edba4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f36d01cb-44b1-484c-9573-baf4710edba4,segment=NetworkSegment(1b876eb6-0253-476c-a567-8d9d6130b76f),segment_id=1b876eb6-0253-476c-a567-8d9d6130b76f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:18.387342 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.451708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=f36d01cb-44b1-484c-9573-baf4710edba4,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:18.468207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8ce1-bb76-4778-bfd4-dddb891de24f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.473805 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8ce1-bb76-4778-bfd4-dddb891de24f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.476663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b411b-8db8-4072-8a3a-09569291bf9d None None] Network ba996f9d-0501-420f-a121-863961c04e5d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:18.509714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8ce1-bb76-4778-bfd4-dddb891de24f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.512907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36672) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:18.518506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9d807502-bfa4-4caa-a7d8-5d28e05a296c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'security_group': {'name': 'tempest-secgroup-227576233'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:18.523273 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f2ea8ce1-bb76-4778-bfd4-dddb891de24f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2098384 Aug 04 17:11:18.528347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea8ce1-bb76-4778-bfd4-dddb891de24f tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3873e3-3f2c-45aa-a39d-d8ce01bdf3a0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:18.568476 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d807502-bfa4-4caa-a7d8-5d28e05a296c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.671998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985d4b-bca7-4996-9efb-ee2e0f022913 req-27da9423-c0c3-4628-b522-1071805f75b3 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:18.673615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9985d4b-bca7-4996-9efb-ee2e0f022913 req-27da9423-c0c3-4628-b522-1071805f75b3 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0799968 Aug 04 17:11:18.730010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9985d4b-bca7-4996-9efb-ee2e0f022913 req-473d2d5d-9acc-4004-b6a3-c3312d8fac62 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3619cf85-2674-4e68-b969-944fc5664321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487256 Aug 04 17:11:18.742945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e0f5e07-9b45-4212-9864-e0de4e3965c8 None None] Provisioning complete for port c44eb69d-ce40-4a3d-8d71-883d1e652518 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:18.743529 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e0f5e07-9b45-4212-9864-e0de4e3965c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.750279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d807502-bfa4-4caa-a7d8-5d28e05a296c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.763080 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d807502-bfa4-4caa-a7d8-5d28e05a296c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.791305 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d807502-bfa4-4caa-a7d8-5d28e05a296c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.795522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9d807502-bfa4-4caa-a7d8-5d28e05a296c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2787912 Aug 04 17:11:18.795522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d807502-bfa4-4caa-a7d8-5d28e05a296c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90906f1c-a296-4b7a-ab4b-46d236544886,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:18.797827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36678) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:18.803558 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5a672519-8560-4065-a007-e75af2a7804a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'security_group': {'name': 'tempest-secgroup-461232268'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:18.808682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f36d01cb-44b1-484c-9573-baf4710edba4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:11:18.834490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a672519-8560-4065-a007-e75af2a7804a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.938131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a672519-8560-4065-a007-e75af2a7804a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.952279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a672519-8560-4065-a007-e75af2a7804a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.973590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e0f5e07-9b45-4212-9864-e0de4e3965c8 None None] Provisioning complete for port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:18.973971 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e0f5e07-9b45-4212-9864-e0de4e3965c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:18.987207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a672519-8560-4065-a007-e75af2a7804a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee6f7a0-0625-4266-9494-dbdf7ecf178b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:19.019747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a672519-8560-4065-a007-e75af2a7804a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:19.024798 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5a672519-8560-4065-a007-e75af2a7804a tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2255259 Aug 04 17:11:19.027399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36688) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:19.033528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-679592192', 'security_groups': ['dee6f7a0-0625-4266-9494-dbdf7ecf178b'], 'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:19.057516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f5e07-9b45-4212-9864-e0de4e3965c8 None None] Port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:19.092000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88609777-eed4-4215-9de5-c3a41b97207e None None] Update dhcp port {'port': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'fixed_ips': [{'subnet_id': 'd9d3f044-635e-4f98-acf9-d5401faab43e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9'}], 'binding:host_id': 'n-d-764435-5'}, 'id': 'c44eb69d-ce40-4a3d-8d71-883d1e652518'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:11:19.121678 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88609777-eed4-4215-9de5-c3a41b97207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:19.161664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:19.166998 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:19.187356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] device_id is not set on port 85320b80-f209-4719-9904-8b93308490c9 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:11:19.330621 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-88609777-eed4-4215-9de5-c3a41b97207e None None] Allocated IP 172.20.0.2 (ba996f9d-0501-420f-a121-863961c04e5d/e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9/c44eb69d-ce40-4a3d-8d71-883d1e652518) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:19.361192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4934144-095e-44f8-9446-e4772f9e1a6c req-e83cc8f0-6807-449b-8e70-b642c00ba90d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:19.362730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4934144-095e-44f8-9446-e4772f9e1a6c req-e83cc8f0-6807-449b-8e70-b642c00ba90d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0728569 Aug 04 17:11:19.402265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4934144-095e-44f8-9446-e4772f9e1a6c req-c6849022-c9f0-4ff5-affe-a60db25458ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326042 Aug 04 17:11:19.440457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-88609777-eed4-4215-9de5-c3a41b97207e None None] For port c44eb69d-ce40-4a3d-8d71-883d1e652518, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c44eb69d-ce40-4a3d-8d71-883d1e652518,segment=NetworkSegment(3cee0cac-8134-49a8-89a8-6719dac5af47),segment_id=3cee0cac-8134-49a8-89a8-6719dac5af47)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:19.471674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88609777-eed4-4215-9de5-c3a41b97207e None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:19.486368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-88609777-eed4-4215-9de5-c3a41b97207e None None] Transition to ACTIVE for port object c44eb69d-ce40-4a3d-8d71-883d1e652518 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:19.491652 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88609777-eed4-4215-9de5-c3a41b97207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:19.546494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.9 (ba996f9d-0501-420f-a121-863961c04e5d/e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9/85320b80-f209-4719-9904-8b93308490c9) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:19.585036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88609777-eed4-4215-9de5-c3a41b97207e None None] Pushing event updated for resources: {'Port': ['ID=c44eb69d-ce40-4a3d-8d71-883d1e652518,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:19.715306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:19.731129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object 85320b80-f209-4719-9904-8b93308490c9 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:20.132333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f36d01cb-44b1-484c-9573-baf4710edba4 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:11:20.201148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:20.206957 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c44eb69d-ce40-4a3d-8d71-883d1e652518 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:11:20.220834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c69003-e65b-4d86-b7e5-e835f07b973e req-78f6997a-ac94-4248-908e-c8e288e776b8 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:20.222439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63c69003-e65b-4d86-b7e5-e835f07b973e req-78f6997a-ac94-4248-908e-c8e288e776b8 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0664668 Aug 04 17:11:20.259820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e862acb6-1e68-4421-b8a9-78c994dc854c None None] Provisioning for port c44eb69d-ce40-4a3d-8d71-883d1e652518 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:20.271501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e862acb6-1e68-4421-b8a9-78c994dc854c None None] Provisioning complete for port c44eb69d-ce40-4a3d-8d71-883d1e652518 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:20.272151 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e862acb6-1e68-4421-b8a9-78c994dc854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:20.285531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:20.286886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=85320b80-f209-4719-9904-8b93308490c9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:20.294216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:20.301734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:11:20.327702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port f36d01cb-44b1-484c-9573-baf4710edba4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:20.333534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63c69003-e65b-4d86-b7e5-e835f07b973e req-169b2a66-8992-46a3-88f8-47b1adf1f041 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3619cf85-2674-4e68-b969-944fc5664321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864704 Aug 04 17:11:20.337432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port f36d01cb-44b1-484c-9573-baf4710edba4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:20.338353 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:20.343170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c44eb69d-ce40-4a3d-8d71-883d1e652518 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:20.344248 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:20.375075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:20.375658 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:20.401389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-08ef651d-0f0a-4e0a-af59-f8f713521f65 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3724277 Aug 04 17:11:20.403907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36726) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:20.410629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8f9ed892-2970-4c8a-ac63-cddee8e1a7a8 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:20.530895 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:20.588703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e862acb6-1e68-4421-b8a9-78c994dc854c None None] Provisioning complete for port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:20.589114 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e862acb6-1e68-4421-b8a9-78c994dc854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:20.603794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5f35a-3e67-4122-a184-d9d5e4b2ddd0 req-132bc062-8176-429a-92a2-e3d7dcdc5b77 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:20.605469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22b5f35a-3e67-4122-a184-d9d5e4b2ddd0 req-132bc062-8176-429a-92a2-e3d7dcdc5b77 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0987093 Aug 04 17:11:20.606567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ed892-2970-4c8a-ac63-cddee8e1a7a8 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:20.609978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed892-2970-4c8a-ac63-cddee8e1a7a8 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:20.614866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f669451d-af50-4d6b-93b7-bd1f3dc7ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d01cb-44b1-484c-9573-baf4710edba4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:11:20.616185 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eede7be-d326-4753-bab2-a90b3beaeb2f" -d '{"events": [{"server_uuid": "f669451d-af50-4d6b-93b7-bd1f3dc7ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "f36d01cb-44b1-484c-9573-baf4710edba4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:11:20.640604 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f36d01cb-44b1-484c-9573-baf4710edba4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f36d01cb-44b1-484c-9573-baf4710edba4,segment=NetworkSegment(1b876eb6-0253-476c-a567-8d9d6130b76f),segment_id=1b876eb6-0253-476c-a567-8d9d6130b76f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:20.662105 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7b6da1-9aa9-4052-a0c6-433ffe3b3d74 x-openstack-request-id: req-0a7b6da1-9aa9-4052-a0c6-433ffe3b3d74 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:11:20.663089 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f669451d-af50-4d6b-93b7-bd1f3dc7ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "f36d01cb-44b1-484c-9573-baf4710edba4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:11:20.663089 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a7b6da1-9aa9-4052-a0c6-433ffe3b3d74 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:11:20.663561 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f669451d-af50-4d6b-93b7-bd1f3dc7ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36d01cb-44b1-484c-9573-baf4710edba4', 'code': 200} Aug 04 17:11:20.666403 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:20.729919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e862acb6-1e68-4421-b8a9-78c994dc854c None None] Port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:20.731345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22b5f35a-3e67-4122-a184-d9d5e4b2ddd0 req-0f686fb5-afea-4ff8-9ecb-8a86d196e3a7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135552 Aug 04 17:11:20.772477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=f36d01cb-44b1-484c-9573-baf4710edba4,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:20.775531 n-d-764435-5 neutron-server[105828]: INFO neutron.db.ipam_backend_mixin [None req-8f9ed892-2970-4c8a-ac63-cddee8e1a7a8 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9 (CIDR: 172.20.0.0/28) Aug 04 17:11:20.781799 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9ed892-2970-4c8a-ac63-cddee8e1a7a8 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:11:20.782305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9ed892-2970-4c8a-ac63-cddee8e1a7a8 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:20.793573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9b08e-40cb-4758-aebf-75d467109b40 req-5f2dbf1c-731e-4b14-b36a-ec71bb22fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:20.795605 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6d9b08e-40cb-4758-aebf-75d467109b40 req-5f2dbf1c-731e-4b14-b36a-ec71bb22fb01 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 1097 time: 0.0550468 Aug 04 17:11:20.799210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8f9ed892-2970-4c8a-ac63-cddee8e1a7a8 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3940051 Aug 04 17:11:20.802203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36740) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:20.808007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a3de6c47-265c-4855-925f-0706934321d2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:20.840446 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f6d9b08e-40cb-4758-aebf-75d467109b40 req-9ac1e678-224c-464e-a879-a59db61aa66f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3619cf85-2674-4e68-b969-944fc5664321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383794 Aug 04 17:11:20.853191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ce3625d8-fd8a-4ed4-864d-c5914a490ca0 None None] Provisioning for port 85320b80-f209-4719-9904-8b93308490c9 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:20.859930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ce3625d8-fd8a-4ed4-864d-c5914a490ca0 None None] Provisioning complete for port 85320b80-f209-4719-9904-8b93308490c9 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:20.860106 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ce3625d8-fd8a-4ed4-864d-c5914a490ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:20.895924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ce3625d8-fd8a-4ed4-864d-c5914a490ca0 None None] Port 85320b80-f209-4719-9904-8b93308490c9 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:20.932390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3de6c47-265c-4855-925f-0706934321d2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:20.936303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c47-265c-4855-925f-0706934321d2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:21.022085 n-d-764435-5 neutron-server[105828]: INFO neutron.db.ipam_backend_mixin [None req-a3de6c47-265c-4855-925f-0706934321d2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d9d3f044-635e-4f98-acf9-d5401faab43e (CIDR: 172.20.0.16/28) Aug 04 17:11:21.025329 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3de6c47-265c-4855-925f-0706934321d2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:11:21.025800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3de6c47-265c-4855-925f-0706934321d2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:21.042582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a3de6c47-265c-4855-925f-0706934321d2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2387590 Aug 04 17:11:21.044969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36750) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:21.050787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-11d7c414-ce58-4a09-9969-8d9438ff5eab tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'subnet': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:21.176557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d7c414-ce58-4a09-9969-8d9438ff5eab tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Made reservation on behalf of 2d7952aaba0f481b96cc69213426925a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:21.180259 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11d7c414-ce58-4a09-9969-8d9438ff5eab tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:21.430719 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11d7c414-ce58-4a09-9969-8d9438ff5eab tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:21.494504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d7c414-ce58-4a09-9969-8d9438ff5eab tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Network ba996f9d-0501-420f-a121-863961c04e5d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:21.501070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-11d7c414-ce58-4a09-9969-8d9438ff5eab tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:21.508668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d7c414-ce58-4a09-9969-8d9438ff5eab tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:21.508668 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11d7c414-ce58-4a09-9969-8d9438ff5eab tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:21.510828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8f627-22c7-4597-8fba-6207ff892372 None None] Network ba996f9d-0501-420f-a121-863961c04e5d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:21.527836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7c414-ce58-4a09-9969-8d9438ff5eab tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Subnet': ['ID=345f343e-35e8-4f5c-9a9d-f2537685c1f0,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:21.544108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336853c-5423-403a-b9c1-216b02e26967 req-1508ec63-9492-4a67-82e9-134f29234c3e tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:21.545698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4336853c-5423-403a-b9c1-216b02e26967 req-1508ec63-9492-4a67-82e9-134f29234c3e tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 946 time: 0.1252668 Aug 04 17:11:21.550408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-11d7c414-ce58-4a09-9969-8d9438ff5eab tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5041461 Aug 04 17:11:21.550633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36762) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:21.558585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2065599038', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '345f343e-35e8-4f5c-9a9d-f2537685c1f0'}], 'security_groups': ['2b3873e3-3f2c-45aa-a39d-d8ce01bdf3a0', '90906f1c-a296-4b7a-ab4b-46d236544886']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:21.594465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4336853c-5423-403a-b9c1-216b02e26967 req-1c83f4c9-f80a-47d8-a4c9-cfe3b4f2272b tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3619cf85-2674-4e68-b969-944fc5664321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Aug 04 17:11:21.733775 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:21.791414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13f520-f11c-4f24-99b8-c76cdf68dd1e None None] Update dhcp port {'port': {'network_id': 'ba996f9d-0501-420f-a121-863961c04e5d', 'fixed_ips': [{'subnet_id': 'd9d3f044-635e-4f98-acf9-d5401faab43e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9', 'ip_address': '172.20.0.2'}, {'subnet_id': '345f343e-35e8-4f5c-9a9d-f2537685c1f0'}], 'binding:host_id': 'n-d-764435-5'}, 'id': 'c44eb69d-ce40-4a3d-8d71-883d1e652518'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:11:21.835715 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bd13f520-f11c-4f24-99b8-c76cdf68dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:21.882859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23edad-401d-401f-8e00-4ef60d699fc7 req-c342fdd3-1905-46b4-8a85-6243cdf83934 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:21.890662 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f23edad-401d-401f-8e00-4ef60d699fc7 req-c342fdd3-1905-46b4-8a85-6243cdf83934 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0642033 Aug 04 17:11:21.948349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f23edad-401d-401f-8e00-4ef60d699fc7 req-4b01efd3-6e24-4b2d-8e15-a8300495abb0 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425653 Aug 04 17:11:22.047762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-bd13f520-f11c-4f24-99b8-c76cdf68dd1e None None] Allocated IP 172.20.0.34 (ba996f9d-0501-420f-a121-863961c04e5d/345f343e-35e8-4f5c-9a9d-f2537685c1f0/c44eb69d-ce40-4a3d-8d71-883d1e652518) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:22.144496 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bd13f520-f11c-4f24-99b8-c76cdf68dd1e None None] For port c44eb69d-ce40-4a3d-8d71-883d1e652518, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c44eb69d-ce40-4a3d-8d71-883d1e652518,segment=NetworkSegment(3cee0cac-8134-49a8-89a8-6719dac5af47),segment_id=3cee0cac-8134-49a8-89a8-6719dac5af47)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:22.183070 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bd13f520-f11c-4f24-99b8-c76cdf68dd1e None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:22.197685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bd13f520-f11c-4f24-99b8-c76cdf68dd1e None None] Transition to ACTIVE for port object c44eb69d-ce40-4a3d-8d71-883d1e652518 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:22.204026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bd13f520-f11c-4f24-99b8-c76cdf68dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:22.309046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13f520-f11c-4f24-99b8-c76cdf68dd1e None None] Pushing event updated for resources: {'Port': ['ID=c44eb69d-ce40-4a3d-8d71-883d1e652518,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:22.312554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Delete allocated IP 172.20.0.9 (ba996f9d-0501-420f-a121-863961c04e5d/e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9) {{(pid=105829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 17:11:22.322427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Allocated IP 172.20.0.36 (ba996f9d-0501-420f-a121-863961c04e5d/345f343e-35e8-4f5c-9a9d-f2537685c1f0/85320b80-f209-4719-9904-8b93308490c9) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:22.524500 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:22.542545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Transition to ACTIVE for port object 85320b80-f209-4719-9904-8b93308490c9 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:22.547992 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:22.640768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event updated for resources: {'Port': ['ID=85320b80-f209-4719-9904-8b93308490c9,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:22.663941 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] In _notify_port_updated(), no bound segment for port 85320b80-f209-4719-9904-8b93308490c9 on network ba996f9d-0501-420f-a121-863961c04e5d {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:11:22.669604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:22.670382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:22.671792 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2799ee67-d97a-46c9-b96d-6bb694ffa5ac tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "PUT /v2.0/ports/85320b80-f209-4719-9904-8b93308490c9 HTTP/1.1" status: 200 len: 960 time: 1.1198421 Aug 04 17:11:22.674654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36784) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:22.757328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107bc34-e51e-4153-8573-d67c85273c48 req-79044413-8139-4e8f-bb77-92a2e255b106 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:22.764883 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d107bc34-e51e-4153-8573-d67c85273c48 req-79044413-8139-4e8f-bb77-92a2e255b106 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 946 time: 0.0716178 Aug 04 17:11:22.804495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d107bc34-e51e-4153-8573-d67c85273c48 req-19935210-d829-4586-ace0-6d6da62ba112 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3619cf85-2674-4e68-b969-944fc5664321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Aug 04 17:11:22.817535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-72bc1198-f019-4a8b-bf62-2dced1fb5461 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 85320b80-f209-4719-9904-8b93308490c9 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:22.817884 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72bc1198-f019-4a8b-bf62-2dced1fb5461 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:22.935961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-283cc047-3fe3-40ce-9072-51ba19fcadb2 None None] Provisioning for port c44eb69d-ce40-4a3d-8d71-883d1e652518 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:22.944148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-283cc047-3fe3-40ce-9072-51ba19fcadb2 None None] Provisioning complete for port c44eb69d-ce40-4a3d-8d71-883d1e652518 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:22.945166 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-283cc047-3fe3-40ce-9072-51ba19fcadb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:22.967292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72bc1198-f019-4a8b-bf62-2dced1fb5461 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:22.992319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-72bc1198-f019-4a8b-bf62-2dced1fb5461 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 85320b80-f209-4719-9904-8b93308490c9 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:23.023663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36798) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:23.084758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-283cc047-3fe3-40ce-9072-51ba19fcadb2 None None] Provisioning for port 85320b80-f209-4719-9904-8b93308490c9 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:23.089185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-283cc047-3fe3-40ce-9072-51ba19fcadb2 None None] Provisioning complete for port 85320b80-f209-4719-9904-8b93308490c9 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:23.089925 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-283cc047-3fe3-40ce-9072-51ba19fcadb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.105084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2d7bc-bd1b-4fca-87ea-bdcf953acdf4 req-7d53b673-f0c0-4689-86d5-aca749bc1210 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:23.107326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1d2d7bc-bd1b-4fca-87ea-bdcf953acdf4 req-7d53b673-f0c0-4689-86d5-aca749bc1210 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0857854 Aug 04 17:11:23.175732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-283cc047-3fe3-40ce-9072-51ba19fcadb2 None None] Port 85320b80-f209-4719-9904-8b93308490c9 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:23.187188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-283cc047-3fe3-40ce-9072-51ba19fcadb2 None None] Provisioning complete for port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:23.187546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-283cc047-3fe3-40ce-9072-51ba19fcadb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.205589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1d2d7bc-bd1b-4fca-87ea-bdcf953acdf4 req-ac087d97-b91e-4535-95c1-a80562ad3126 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890222 Aug 04 17:11:23.225250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-283cc047-3fe3-40ce-9072-51ba19fcadb2 None None] Port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:23.266822 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72bc1198-f019-4a8b-bf62-2dced1fb5461 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.270748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafec90d-3bb5-4820-a0f4-4fb1d0483198 req-2992f92c-532e-4733-bb22-6e7eaa0f9188 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:23.272547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bafec90d-3bb5-4820-a0f4-4fb1d0483198 req-2992f92c-532e-4733-bb22-6e7eaa0f9188 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 946 time: 0.0629418 Aug 04 17:11:23.278427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9aca279-bed9-45e7-ac4c-a0979ba7f671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.297093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc1198-f019-4a8b-bf62-2dced1fb5461 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=85320b80-f209-4719-9904-8b93308490c9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:23.344848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bafec90d-3bb5-4820-a0f4-4fb1d0483198 req-079ca00d-14fc-4013-99d7-72252d5d4979 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3619cf85-2674-4e68-b969-944fc5664321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564175 Aug 04 17:11:23.384470 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-72bc1198-f019-4a8b-bf62-2dced1fb5461 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.389419 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-72bc1198-f019-4a8b-bf62-2dced1fb5461 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/85320b80-f209-4719-9904-8b93308490c9 HTTP/1.1" status: 204 len: 168 time: 0.7108071 Aug 04 17:11:23.389855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36804) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:23.419320 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a4c909-dc89-4826-a535-6bb5a0f14cfc tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] GET failed (client error): The resource could not be found. Aug 04 17:11:23.423919 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9aca279-bed9-45e7-ac4c-a0979ba7f671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.424108 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-70a4c909-dc89-4826-a535-6bb5a0f14cfc tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports/85320b80-f209-4719-9904-8b93308490c9 HTTP/1.1" status: 404 len: 333 time: 0.0299578 Aug 04 17:11:23.424228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36806) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:23.435642 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9aca279-bed9-45e7-ac4c-a0979ba7f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.492552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b9aca279-bed9-45e7-ac4c-a0979ba7f671 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abd02b8204584b5c9f5cd2282210da93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676671 Aug 04 17:11:23.495242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36808) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:23.500626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aca279-bed9-45e7-ac4c-a0979ba7f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b01de6d-c7d8-42ba-ba3b-ed94226509fb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:23.528255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2f9165e3-9f99-4d27-9fb9-cd9c90adfbcb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.540516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7a5e2aaf-649c-48f5-8c43-8e576cb972ba None None] Could not find standard attr ID for object 85320b80-f209-4719-9904-8b93308490c9. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:11:23.554062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2f9165e3-9f99-4d27-9fb9-cd9c90adfbcb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.560615 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d53ca59-8cb4-40a2-acda-dae31a1accc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.584124 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d53ca59-8cb4-40a2-acda-dae31a1accc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.607097 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2f9165e3-9f99-4d27-9fb9-cd9c90adfbcb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.610289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2f9165e3-9f99-4d27-9fb9-cd9c90adfbcb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.611563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2f9165e3-9f99-4d27-9fb9-cd9c90adfbcb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/security-groups/dee6f7a0-0625-4266-9494-dbdf7ecf178b HTTP/1.1" status: 204 len: 168 time: 0.1864531 Aug 04 17:11:23.616235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36810) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:23.644954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9165e3-9f99-4d27-9fb9-cd9c90adfbcb tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee6f7a0-0625-4266-9494-dbdf7ecf178b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:23.650068 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d53ca59-8cb4-40a2-acda-dae31a1accc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.652943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d53ca59-8cb4-40a2-acda-dae31a1accc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.656925 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d53ca59-8cb4-40a2-acda-dae31a1accc2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b01de6d-c7d8-42ba-ba3b-ed94226509fb HTTP/1.1" status: 204 len: 168 time: 0.1578169 Aug 04 17:11:23.672530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53ca59-8cb4-40a2-acda-dae31a1accc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b01de6d-c7d8-42ba-ba3b-ed94226509fb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:23.687527 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8421f93e-f1a8-4ad3-8309-eddcce348649 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.715220 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8421f93e-f1a8-4ad3-8309-eddcce348649 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.761536 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8421f93e-f1a8-4ad3-8309-eddcce348649 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.764312 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8421f93e-f1a8-4ad3-8309-eddcce348649 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.767261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8421f93e-f1a8-4ad3-8309-eddcce348649 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/security-groups/90906f1c-a296-4b7a-ab4b-46d236544886 HTTP/1.1" status: 204 len: 168 time: 0.1498480 Aug 04 17:11:23.768385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36814) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:23.776655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421f93e-f1a8-4ad3-8309-eddcce348649 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90906f1c-a296-4b7a-ab4b-46d236544886,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:23.846731 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a288daec-02d5-4261-bead-11daea191eff tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.873082 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a288daec-02d5-4261-bead-11daea191eff tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.917579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a288daec-02d5-4261-bead-11daea191eff tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.920265 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a288daec-02d5-4261-bead-11daea191eff tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:23.921523 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a288daec-02d5-4261-bead-11daea191eff tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/security-groups/2b3873e3-3f2c-45aa-a39d-d8ce01bdf3a0 HTTP/1.1" status: 204 len: 168 time: 0.1514955 Aug 04 17:11:23.924412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36818) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:23.930876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288daec-02d5-4261-bead-11daea191eff tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3873e3-3f2c-45aa-a39d-d8ce01bdf3a0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:23.987118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4a3f7f-3cce-4866-a3a0-3a5ea23e29d7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:11:23.987400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36822) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:23.989424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3f7f-3cce-4866-a3a0-3a5ea23e29d7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.002674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e027003-56c4-4629-917c-340b52eef35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.035494 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3f7f-3cce-4866-a3a0-3a5ea23e29d7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.096651 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e027003-56c4-4629-917c-340b52eef35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.110771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e027003-56c4-4629-917c-340b52eef35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.144114 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3f7f-3cce-4866-a3a0-3a5ea23e29d7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.161363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e027003-56c4-4629-917c-340b52eef35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e840dff-74ba-4808-99ed-2e90a081b91f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:24.165819 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0e027003-56c4-4629-917c-340b52eef35a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0149d5d9f5d44ac99e05426959e5a974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770442 Aug 04 17:11:24.170241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36824) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:24.193443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c44eb69d-ce40-4a3d-8d71-883d1e652518 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:11:24.222122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5157bcf1-c3b0-4d36-a4f4-0d9bab9103af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.229079 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3f7f-3cce-4866-a3a0-3a5ea23e29d7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.250957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5157bcf1-c3b0-4d36-a4f4-0d9bab9103af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.265793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a3f7f-3cce-4866-a3a0-3a5ea23e29d7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:24.269761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3f7f-3cce-4866-a3a0-3a5ea23e29d7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.271884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8a4a3f7f-3cce-4866-a3a0-3a5ea23e29d7 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9 HTTP/1.1" status: 204 len: 168 time: 0.3461912 Aug 04 17:11:24.275664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36828) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:24.277369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64a562-233d-4714-abaa-c3d7d03263d6 None None] Network ba996f9d-0501-420f-a121-863961c04e5d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:24.279795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c44eb69d-ce40-4a3d-8d71-883d1e652518 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:24.280331 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.345663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3c76b-48a5-4ee9-87b6-59fd154c782b req-516fc7d3-84ad-4ccb-ac2b-3bae0491d06b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:24.351812 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-841cb682-7c16-4c60-84e6-dae2018c39f4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet 345f343e-35e8-4f5c-9a9d-f2537685c1f0 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:11:24.353521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ef3c76b-48a5-4ee9-87b6-59fd154c782b req-516fc7d3-84ad-4ccb-ac2b-3bae0491d06b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0590823 Aug 04 17:11:24.355888 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-841cb682-7c16-4c60-84e6-dae2018c39f4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.405570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ef3c76b-48a5-4ee9-87b6-59fd154c782b req-709a1416-ec59-4057-bfd0-dae98149dc07 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510368 Aug 04 17:11:24.418871 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-841cb682-7c16-4c60-84e6-dae2018c39f4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.418871 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5157bcf1-c3b0-4d36-a4f4-0d9bab9103af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.420278 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5157bcf1-c3b0-4d36-a4f4-0d9bab9103af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:24.421756 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5157bcf1-c3b0-4d36-a4f4-0d9bab9103af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e840dff-74ba-4808-99ed-2e90a081b91f HTTP/1.1" status: 204 len: 168 time: 0.2504504 Aug 04 17:11:24.504598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157bcf1-c3b0-4d36-a4f4-0d9bab9103af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e840dff-74ba-4808-99ed-2e90a081b91f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:24.574691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4849f35-3967-49cf-aac0-6ffb4911a65e req-473e8ded-4a19-48af-8125-61704945dd7f tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:24.576724 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4849f35-3967-49cf-aac0-6ffb4911a65e req-473e8ded-4a19-48af-8125-61704945dd7f tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 946 time: 0.1073699 Aug 04 17:11:24.631677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4849f35-3967-49cf-aac0-6ffb4911a65e req-096ad59f-2798-4abe-ab5b-dcaede6c08dc tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/security-groups?id=3619cf85-2674-4e68-b969-944fc5664321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476084 Aug 04 17:11:24.754776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c17e2-1105-4742-90cd-7089a159050b req-38569242-1be5-44bd-810b-0ec66a0c9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:24.756548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a3c17e2-1105-4742-90cd-7089a159050b req-38569242-1be5-44bd-810b-0ec66a0c9ead service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 1096 time: 0.0836515 Aug 04 17:11:24.764576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2372b4-5f40-4649-a23c-c3d318c5f831 req-eb70ba93-fcfe-4b47-9df3-224b9abd4d18 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:24.772243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f2372b4-5f40-4649-a23c-c3d318c5f831 req-eb70ba93-fcfe-4b47-9df3-224b9abd4d18 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1133692 Aug 04 17:11:24.871749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f2372b4-5f40-4649-a23c-c3d318c5f831 req-cbed8c6d-ed3a-46fc-bb7a-7e233b77d93e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984213 Aug 04 17:11:24.920406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c17e2-1105-4742-90cd-7089a159050b req-726ee5de-7219-47bc-9678-477d6f040c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:24.921939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a3c17e2-1105-4742-90cd-7089a159050b req-726ee5de-7219-47bc-9678-477d6f040c7a service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 913 time: 0.1476471 Aug 04 17:11:24.986691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-4e9314dd-105e-406a-8876-6ef91f3a94c3 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:24.987772 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-4e9314dd-105e-406a-8876-6ef91f3a94c3 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 946 time: 0.5433500 Aug 04 17:11:24.993569 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-841cb682-7c16-4c60-84e6-dae2018c39f4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.023003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a3c17e2-1105-4742-90cd-7089a159050b req-1821cb63-726f-4c83-83e7-e6069ad62b99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=418c44e6-24aa-4937-a309-db4b60873262 HTTP/1.1" status: 200 len: 1000 time: 0.0931270 Aug 04 17:11:25.091532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c17e2-1105-4742-90cd-7089a159050b req-1eab2d64-4a63-420b-994a-d13e72abdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:25.097102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a3c17e2-1105-4742-90cd-7089a159050b req-1eab2d64-4a63-420b-994a-d13e72abdfd0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.0657833 Aug 04 17:11:25.160120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c17e2-1105-4742-90cd-7089a159050b req-6910d6b3-40e3-4b78-9a63-24ec326ed083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:25.162045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a3c17e2-1105-4742-90cd-7089a159050b req-6910d6b3-40e3-4b78-9a63-24ec326ed083 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546193 Aug 04 17:11:25.188331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-841cb682-7c16-4c60-84e6-dae2018c39f4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.225426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cb682-7c16-4c60-84e6-dae2018c39f4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=345f343e-35e8-4f5c-9a9d-f2537685c1f0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:25.237558 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-d95ec3fe-9ac3-4dfc-9b09-8f12c98e0d28 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Deleting port f36d01cb-44b1-484c-9573-baf4710edba4 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:25.238372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-d95ec3fe-9ac3-4dfc-9b09-8f12c98e0d28 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.261822 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-841cb682-7c16-4c60-84e6-dae2018c39f4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.263913 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-841cb682-7c16-4c60-84e6-dae2018c39f4 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/345f343e-35e8-4f5c-9a9d-f2537685c1f0 HTTP/1.1" status: 204 len: 168 time: 0.9853857 Aug 04 17:11:25.266609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36854) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:25.309450 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa2500b-2742-448a-b564-896c0310bcf2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:25.309991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa2500b-2742-448a-b564-896c0310bcf2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:25.312112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6aa2500b-2742-448a-b564-896c0310bcf2 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/e992f5d5-b8e1-4ed6-bc3c-4737c274f5f9 HTTP/1.1" status: 404 len: 337 time: 0.0442173 Aug 04 17:11:25.317972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36858) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:25.332990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a3c17e2-1105-4742-90cd-7089a159050b req-433af567-1e70-4db8-a67e-f2bd6f0cdd00 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612663 Aug 04 17:11:25.346110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5cc7a4-7ce5-46b0-8b67-ff9c7e2ff198 None None] Network ba996f9d-0501-420f-a121-863961c04e5d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:25.350756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-d95ec3fe-9ac3-4dfc-9b09-8f12c98e0d28 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] For port f36d01cb-44b1-484c-9573-baf4710edba4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f36d01cb-44b1-484c-9573-baf4710edba4,segment=NetworkSegment(1b876eb6-0253-476c-a567-8d9d6130b76f),segment_id=1b876eb6-0253-476c-a567-8d9d6130b76f)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:25.351378 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-d95ec3fe-9ac3-4dfc-9b09-8f12c98e0d28 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.372282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-d95ec3fe-9ac3-4dfc-9b09-8f12c98e0d28 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Calling delete_port for f36d01cb-44b1-484c-9573-baf4710edba4 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:25.413812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5e8e682e-55f6-4096-954b-b5b9ff838582 None None] Provisioning complete for port c44eb69d-ce40-4a3d-8d71-883d1e652518 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:25.414441 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5e8e682e-55f6-4096-954b-b5b9ff838582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.438797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7e4e13-1a38-40d9-9b69-cdba2cba14b1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting subnet d9d3f044-635e-4f98-acf9-d5401faab43e {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:11:25.446969 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4e13-1a38-40d9-9b69-cdba2cba14b1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.512437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4e13-1a38-40d9-9b69-cdba2cba14b1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.526550 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-d95ec3fe-9ac3-4dfc-9b09-8f12c98e0d28 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.549184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f36d01cb-44b1-484c-9573-baf4710edba4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:11:25.551135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a3c17e2-1105-4742-90cd-7089a159050b req-1404c5e1-493d-407b-bcc0-f57b08534a94 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972475 Aug 04 17:11:25.556606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ec3fe-9ac3-4dfc-9b09-8f12c98e0d28 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Pushing event deleted for resources: {'Port': ['ID=f36d01cb-44b1-484c-9573-baf4710edba4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:25.613583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-d95ec3fe-9ac3-4dfc-9b09-8f12c98e0d28 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] No DVR routers for this DVR port f36d01cb-44b1-484c-9573-baf4710edba4 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:11:25.616704 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-d95ec3fe-9ac3-4dfc-9b09-8f12c98e0d28 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.620586 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6e73c79f-00c9-4edf-8e09-34bc9a3afbc3 req-d95ec3fe-9ac3-4dfc-9b09-8f12c98e0d28 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.90 "DELETE /v2.0/ports/f36d01cb-44b1-484c-9573-baf4710edba4 HTTP/1.1" status: 204 len: 173 time: 0.6239722 Aug 04 17:11:25.621163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f669451d-af50-4d6b-93b7-bd1f3dc7ffa5', 'name': 'network-vif-deleted', 'tag': 'f36d01cb-44b1-484c-9573-baf4710edba4'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:11:25.623980 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d3ed41-0b5b-4083-99d7-6b08367288bb" -d '{"events": [{"server_uuid": "f669451d-af50-4d6b-93b7-bd1f3dc7ffa5", "name": "network-vif-deleted", "tag": "f36d01cb-44b1-484c-9573-baf4710edba4"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:11:25.633853 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4e13-1a38-40d9-9b69-cdba2cba14b1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.664591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5e8e682e-55f6-4096-954b-b5b9ff838582 None None] Provisioning complete for port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:25.665053 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5e8e682e-55f6-4096-954b-b5b9ff838582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.707712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e682e-55f6-4096-954b-b5b9ff838582 None None] Port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:11:25.723062 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daaeabd-5d3d-48db-b3be-a5770958fb3b x-openstack-request-id: req-3daaeabd-5d3d-48db-b3be-a5770958fb3b {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:11:25.723334 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f669451d-af50-4d6b-93b7-bd1f3dc7ffa5", "name": "network-vif-deleted", "tag": "f36d01cb-44b1-484c-9573-baf4710edba4", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:11:25.723580 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3daaeabd-5d3d-48db-b3be-a5770958fb3b {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:11:25.724114 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f669451d-af50-4d6b-93b7-bd1f3dc7ffa5', 'name': 'network-vif-deleted', 'tag': 'f36d01cb-44b1-484c-9573-baf4710edba4', 'status': 'completed', 'code': 200} Aug 04 17:11:25.765116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56a36e34-f9ae-4c4d-a8b5-0e98c66233e7 req-e98162bc-0cc1-4c6d-a567-02c9b5fdb7d0 tempest-ServerAddressesNegativeTestJSON-1832964471 tempest-ServerAddressesNegativeTestJSON-1832964471-project] 10.222.0.39 "GET /v2.0/ports?device_id=f669451d-af50-4d6b-93b7-bd1f3dc7ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0336621 Aug 04 17:11:25.773094 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4e13-1a38-40d9-9b69-cdba2cba14b1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.835246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e4e13-1a38-40d9-9b69-cdba2cba14b1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d3f044-635e-4f98-acf9-d5401faab43e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:25.839573 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6c7e4e13-1a38-40d9-9b69-cdba2cba14b1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:25.841532 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6c7e4e13-1a38-40d9-9b69-cdba2cba14b1 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/d9d3f044-635e-4f98-acf9-d5401faab43e HTTP/1.1" status: 204 len: 168 time: 0.5224986 Aug 04 17:11:25.845764 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36872) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:25.880236 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b63f92-ae23-427f-b690-85bd9621179b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:25.880697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b63f92-ae23-427f-b690-85bd9621179b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:25.882481 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e3b63f92-ae23-427f-b690-85bd9621179b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/382d15c0-86ba-49be-bc50-4ffd38da3a4c HTTP/1.1" status: 404 len: 337 time: 0.0351088 Aug 04 17:11:25.885538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36876) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:25.920223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4b6a7994-4a71-4bd9-949a-49cc0c38358c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "GET /v2.0/ports?device_id=672d7157-cff3-4251-a9c2-64da94f93902 HTTP/1.1" status: 200 len: 205 time: 0.0330496 Aug 04 17:11:25.922912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36880) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:25.968120 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-9585a261-8b21-4193-888a-138857b37349 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] delete failed (client error): The resource could not be found. Aug 04 17:11:25.969159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9585a261-8b21-4193-888a-138857b37349 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/routers/672d7157-cff3-4251-a9c2-64da94f93902 HTTP/1.1" status: 404 len: 336 time: 0.0450323 Aug 04 17:11:25.972098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36884) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.008020 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-522de09d-ec2d-47e2-8f60-706f8732f42b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:26.008934 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522de09d-ec2d-47e2-8f60-706f8732f42b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:26.012861 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-522de09d-ec2d-47e2-8f60-706f8732f42b tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/c971797f-9dad-492d-87a5-82a9c71206f0 HTTP/1.1" status: 404 len: 337 time: 0.0370884 Aug 04 17:11:26.013118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36886) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.023157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d6fb4-7ec6-4154-8aca-67bf14e99cfd req-97a7849a-f7af-444e-945a-428dfd887422 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:26.031559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd5d6fb4-7ec6-4154-8aca-67bf14e99cfd req-97a7849a-f7af-444e-945a-428dfd887422 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0660384 Aug 04 17:11:26.056458 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f641e22-9ba5-4eba-a7fc-befbd58e8f05 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:26.057512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f641e22-9ba5-4eba-a7fc-befbd58e8f05 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:26.062978 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0f641e22-9ba5-4eba-a7fc-befbd58e8f05 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/2982556a-686e-46a9-aa0f-4bec4f75a6da HTTP/1.1" status: 404 len: 337 time: 0.0460169 Aug 04 17:11:26.064001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36888) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.117671 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-4086c626-08e3-4afb-b464-254cf4ca6d49 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:26.118139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4086c626-08e3-4afb-b464-254cf4ca6d49 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:26.120280 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4086c626-08e3-4afb-b464-254cf4ca6d49 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/84d70592-0684-4f3c-9b95-383af68d40be HTTP/1.1" status: 404 len: 337 time: 0.0552423 Aug 04 17:11:26.122845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36894) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.131897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd5d6fb4-7ec6-4154-8aca-67bf14e99cfd req-65f0aa60-888e-42b7-b9b5-71f7aef6ea27 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989969 Aug 04 17:11:26.192394 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7c1cb7-39d4-4a85-ae8f-0d1cd11bc142 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:26.193369 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7c1cb7-39d4-4a85-ae8f-0d1cd11bc142 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:26.195034 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5a7c1cb7-39d4-4a85-ae8f-0d1cd11bc142 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/c5775030-a37e-4cc2-9ea7-55ec1193d3d5 HTTP/1.1" status: 404 len: 333 time: 0.0705988 Aug 04 17:11:26.197507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36898) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.237707 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cecac45-a187-417b-86f7-3fda6ae307a8 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:26.238265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cecac45-a187-417b-86f7-3fda6ae307a8 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:26.243210 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6cecac45-a187-417b-86f7-3fda6ae307a8 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/0aa833e2-8138-40de-8444-c879690243ff HTTP/1.1" status: 404 len: 337 time: 0.0446622 Aug 04 17:11:26.243582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36900) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.282259 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb42e00-a1d1-4937-a1e5-9c84174f4877 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:26.282736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb42e00-a1d1-4937-a1e5-9c84174f4877 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:26.284855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5cb42e00-a1d1-4937-a1e5-9c84174f4877 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/72a43367-781b-4132-8ef9-46af6b7828fe HTTP/1.1" status: 404 len: 337 time: 0.0398333 Aug 04 17:11:26.287931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36902) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.319260 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-249b9e82-dfe2-4fd3-9b9a-ece095d7b716 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:26.320164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249b9e82-dfe2-4fd3-9b9a-ece095d7b716 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:26.324403 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-249b9e82-dfe2-4fd3-9b9a-ece095d7b716 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/93d33f93-5cf8-4c4e-8e6d-18c3690620cf HTTP/1.1" status: 404 len: 333 time: 0.0329266 Aug 04 17:11:26.324647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36904) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.354986 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-6115954b-9494-4b18-82a3-83254fc55145 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:26.355466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6115954b-9494-4b18-82a3-83254fc55145 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:26.359821 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6115954b-9494-4b18-82a3-83254fc55145 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/ef3a3323-6ee7-4ebe-92ea-dd49847c0693 HTTP/1.1" status: 404 len: 337 time: 0.0315630 Aug 04 17:11:26.360123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36908) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.388046 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6179fa-eea4-4bc7-85d0-a4ed06a0b425 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] DELETE failed (client error): The resource could not be found. Aug 04 17:11:26.388634 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6179fa-eea4-4bc7-85d0-a4ed06a0b425 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:11:26.394858 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ff6179fa-eea4-4bc7-85d0-a4ed06a0b425 tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/subnets/141856d0-05ee-4d41-a1f8-119196a42daa HTTP/1.1" status: 404 len: 337 time: 0.0294032 Aug 04 17:11:26.394858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36910) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.430721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c24d5-c285-4b1a-ba78-68957dd00a95 None None] Network ba996f9d-0501-420f-a121-863961c04e5d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:26.487027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-02cc8c94-0319-4f1e-8e16-2e6e0564dd5c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:26.487375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02cc8c94-0319-4f1e-8e16-2e6e0564dd5c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.564613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02cc8c94-0319-4f1e-8e16-2e6e0564dd5c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.581341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-02cc8c94-0319-4f1e-8e16-2e6e0564dd5c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for 46ec4e55-a53d-45d4-a4e5-55b9b32383d7 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:26.664716 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02cc8c94-0319-4f1e-8e16-2e6e0564dd5c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.700869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc8c94-0319-4f1e-8e16-2e6e0564dd5c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=46ec4e55-a53d-45d4-a4e5-55b9b32383d7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:26.710320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d5cd2d22-b99d-4033-a53f-4229a258399d None None] Provisioning complete for port c44eb69d-ce40-4a3d-8d71-883d1e652518 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:26.710505 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2d22-b99d-4033-a53f-4229a258399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.719646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02cc8c94-0319-4f1e-8e16-2e6e0564dd5c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.723961 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-02cc8c94-0319-4f1e-8e16-2e6e0564dd5c tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/ports/46ec4e55-a53d-45d4-a4e5-55b9b32383d7 HTTP/1.1" status: 204 len: 168 time: 0.3259535 Aug 04 17:11:26.724446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36922) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.798710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d5cd2d22-b99d-4033-a53f-4229a258399d None None] Could not find standard attr ID for object 46ec4e55-a53d-45d4-a4e5-55b9b32383d7. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:11:26.818622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca86a0-17aa-4712-905a-cfd3c5c640be None None] DHCP port deletion for ba996f9d-0501-420f-a121-863961c04e5d request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:11:26.823008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.830032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36928) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:26.877233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-8250aa55-c745-447d-9cd9-792db46072c9 admin admin] Deleting subnet 8b14e7d5-e282-4ed4-832a-16c0cf3b734d {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:11:26.880906 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8250aa55-c745-447d-9cd9-792db46072c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.883403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca86a0-17aa-4712-905a-cfd3c5c640be None None] Deleting port c44eb69d-ce40-4a3d-8d71-883d1e652518 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:26.883913 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f9ca86a0-17aa-4712-905a-cfd3c5c640be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.895474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Deleting port c44eb69d-ce40-4a3d-8d71-883d1e652518 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:26.896032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.923541 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8250aa55-c745-447d-9cd9-792db46072c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.972916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8250aa55-c745-447d-9cd9-792db46072c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.977680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f9ca86a0-17aa-4712-905a-cfd3c5c640be None None] For port c44eb69d-ce40-4a3d-8d71-883d1e652518, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c44eb69d-ce40-4a3d-8d71-883d1e652518,segment=NetworkSegment(3cee0cac-8134-49a8-89a8-6719dac5af47),segment_id=3cee0cac-8134-49a8-89a8-6719dac5af47)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:26.978351 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f9ca86a0-17aa-4712-905a-cfd3c5c640be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.980828 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] For port c44eb69d-ce40-4a3d-8d71-883d1e652518, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c44eb69d-ce40-4a3d-8d71-883d1e652518,segment=NetworkSegment(3cee0cac-8134-49a8-89a8-6719dac5af47),segment_id=3cee0cac-8134-49a8-89a8-6719dac5af47)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:26.981692 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:26.995617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca86a0-17aa-4712-905a-cfd3c5c640be None None] Calling delete_port for c44eb69d-ce40-4a3d-8d71-883d1e652518 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:26.998502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Calling delete_port for c44eb69d-ce40-4a3d-8d71-883d1e652518 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:27.047384 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8250aa55-c745-447d-9cd9-792db46072c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.088995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250aa55-c745-447d-9cd9-792db46072c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b14e7d5-e282-4ed4-832a-16c0cf3b734d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:27.090708 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8250aa55-c745-447d-9cd9-792db46072c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.092930 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8250aa55-c745-447d-9cd9-792db46072c9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8b14e7d5-e282-4ed4-832a-16c0cf3b734d HTTP/1.1" status: 204 len: 168 time: 0.2617905 Aug 04 17:11:27.095593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36932) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:27.100624 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f9ca86a0-17aa-4712-905a-cfd3c5c640be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.114149 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.119070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca86a0-17aa-4712-905a-cfd3c5c640be None None] No DVR routers for this DVR port c44eb69d-ce40-4a3d-8d71-883d1e652518 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:11:27.157000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca86a0-17aa-4712-905a-cfd3c5c640be None None] Pushing event deleted for resources: {'Port': ['ID=c44eb69d-ce40-4a3d-8d71-883d1e652518,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:27.164076 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Port': ['ID=c44eb69d-ce40-4a3d-8d71-883d1e652518,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:27.174736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] No DVR routers for this DVR port c44eb69d-ce40-4a3d-8d71-883d1e652518 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:11:27.211501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.259259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.268860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba996f9d-0501-420f-a121-863961c04e5d']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:27.283039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cee0cac-8134-49a8-89a8-6719dac5af47') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:27.283582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cee0cac-8134-49a8-89a8-6719dac5af47') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:27.294514 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.309677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.316956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:11:27.317399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:11:27.320835 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:11:27.348868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b10a38-846b-4658-bd6e-cc67020fc6d5 req-562bf0d0-dae6-4edd-8bc0-75be10be5914 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:27.350490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40b10a38-846b-4658-bd6e-cc67020fc6d5 req-562bf0d0-dae6-4edd-8bc0-75be10be5914 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1249270 Aug 04 17:11:27.352172 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.366153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bc597b-4866-431f-b49c-23f760a52f23']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:27.389808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b876eb6-0253-476c-a567-8d9d6130b76f') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:27.390013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b876eb6-0253-476c-a567-8d9d6130b76f') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:27.390183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.400586 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.402650 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] 10.222.0.39 "DELETE /v2.0/networks/ba996f9d-0501-420f-a121-863961c04e5d HTTP/1.1" status: 204 len: 168 time: 0.6772027 Aug 04 17:11:27.412362 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.415869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910749f0-3df3-4cd5-8e12-c0ecd6ad97af tempest-PortsTestJSON-680446128 tempest-PortsTestJSON-680446128-project] Pushing event deleted for resources: {'Network': ['ID=ba996f9d-0501-420f-a121-863961c04e5d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:27.428423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40b10a38-846b-4658-bd6e-cc67020fc6d5 req-1fa413f4-4c35-48ad-92df-f3b8efbc228c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679691 Aug 04 17:11:27.435159 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.442902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:11:27.443321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:11:27.445227 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:11:27.508671 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.531278 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.533216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d0bc597b-4866-431f-b49c-23f760a52f23 HTTP/1.1" status: 204 len: 168 time: 0.4365382 Aug 04 17:11:27.536467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fab87-2cdf-495e-ac0d-3943a86c5ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bc597b-4866-431f-b49c-23f760a52f23,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:27.810859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36962) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:27.820320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36966) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:27.862012 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac6bd5fd-07f8-4c17-a72d-03cb063b1990 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9920e00cb39540258056af9c956faa09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403810 Aug 04 17:11:27.867348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36968) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:27.919523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f6daf19-39cc-47ae-b108-510680c80144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:27.946455 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f6daf19-39cc-47ae-b108-510680c80144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:28.030987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-374d0b8b-f448-4c2b-b8fd-c919031c12d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d7952aaba0f481b96cc69213426925a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152741 Aug 04 17:11:28.031305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36970) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:28.040224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f6daf19-39cc-47ae-b108-510680c80144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:28.042731 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f6daf19-39cc-47ae-b108-510680c80144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:28.043915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3f6daf19-39cc-47ae-b108-510680c80144 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3619cf85-2674-4e68-b969-944fc5664321 HTTP/1.1" status: 204 len: 168 time: 0.1751370 Aug 04 17:11:28.067284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6daf19-39cc-47ae-b108-510680c80144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3619cf85-2674-4e68-b969-944fc5664321,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:28.118977 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-651c8a10-9ecd-44fe-9866-23a5ca627c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:28.147911 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-651c8a10-9ecd-44fe-9866-23a5ca627c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:28.192037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f36d01cb-44b1-484c-9573-baf4710edba4 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:11:28.217950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c44eb69d-ce40-4a3d-8d71-883d1e652518 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:11:28.220598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: f36d01cb-44b1-484c-9573-baf4710edba4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:11:28.221151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f36d01cb-44b1-484c-9573-baf4710edba4 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:11:28.225264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-651c8a10-9ecd-44fe-9866-23a5ca627c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:28.229548 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-651c8a10-9ecd-44fe-9866-23a5ca627c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:28.233470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-651c8a10-9ecd-44fe-9866-23a5ca627c0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4eecaa00-c059-4ed4-90f0-4a9eb63eafe1 HTTP/1.1" status: 204 len: 168 time: 0.1986861 Aug 04 17:11:28.240210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c8a10-9ecd-44fe-9866-23a5ca627c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eecaa00-c059-4ed4-90f0-4a9eb63eafe1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:28.243273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c44eb69d-ce40-4a3d-8d71-883d1e652518 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:11:28.243622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c44eb69d-ce40-4a3d-8d71-883d1e652518 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:11:29.219426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37026) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:29.326492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1524163379-network', 'tenant_id': '6e34b41b990f45a0b8f91f5e22b5808c'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:29.352339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Made reservation on behalf of 6e34b41b990f45a0b8f91f5e22b5808c for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:29.354910 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:29.364616 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:29.466436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:29.470648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37036) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:29.477169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:29.502659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:11:29.511774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1612ea2-5484-4e23-9d63-76fc90594312,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:29.520310 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:29.520550 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Added segment a2e1d1a3-33c2-4951-ab33-c83928403b73 of type vlan for network 554b646d-7b8a-45ee-969d-c3afb8cee862 Aug 04 17:11:29.571723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:29.583910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d03ac5ee-4170-4cc2-bd90-ed67f7a0b090 tempest-DvrRoutersNegativeTest-2120044345 tempest-DvrRoutersNegativeTest-2120044345-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1576346613', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:29.586785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.policy [None req-d03ac5ee-4170-4cc2-bd90-ed67f7a0b090 tempest-DvrRoutersNegativeTest-2120044345 tempest-DvrRoutersNegativeTest-2120044345-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105828) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 04 17:11:29.587117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.policy [None req-d03ac5ee-4170-4cc2-bd90-ed67f7a0b090 tempest-DvrRoutersNegativeTest-2120044345 tempest-DvrRoutersNegativeTest-2120044345-project] Failed policy check for 'create_router' {{(pid=105828) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 04 17:11:29.587638 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-d03ac5ee-4170-4cc2-bd90-ed67f7a0b090 tempest-DvrRoutersNegativeTest-2120044345 tempest-DvrRoutersNegativeTest-2120044345-project] create failed (client error): Access was denied to this resource. Aug 04 17:11:29.588638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d03ac5ee-4170-4cc2-bd90-ed67f7a0b090 tempest-DvrRoutersNegativeTest-2120044345 tempest-DvrRoutersNegativeTest-2120044345-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1170025 Aug 04 17:11:29.617783 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:29.619255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:29.619805 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:29.677819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4572303 Aug 04 17:11:29.680907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37048) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:29.686551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Request body: {'subnet': {'network_id': '554b646d-7b8a-45ee-969d-c3afb8cee862', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1524163379-subnet', 'tenant_id': '6e34b41b990f45a0b8f91f5e22b5808c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:29.688465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459420c-ab58-46af-b9e2-96bc696261ab admin admin] Pushing event updated for resources: {'Network': ['ID=554b646d-7b8a-45ee-969d-c3afb8cee862,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:29.700749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 554b646d-7b8a-45ee-969d-c3afb8cee862 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:11:29.712213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Made reservation on behalf of 6e34b41b990f45a0b8f91f5e22b5808c for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:29.714998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:29.894642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37056) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:29.905458 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:29.968295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4e5605-7a63-493c-ada4-dc5bde90f7a5,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:29.972753 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Checking segment: {'id': 'a2e1d1a3-33c2-4951-ab33-c83928403b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '554b646d-7b8a-45ee-969d-c3afb8cee862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:11:29.973115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Network hostable DHCP agents. Network: 554b646d-7b8a-45ee-969d-c3afb8cee862, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:11:29.994715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Network 554b646d-7b8a-45ee-969d-c3afb8cee862 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:11:30.006278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 554b646d-7b8a-45ee-969d-c3afb8cee862) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:30.011047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:30.012572 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:30.025139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e68fcd-eb5a-4329-a6ee-10d5b40c8a33 None None] Network 554b646d-7b8a-45ee-969d-c3afb8cee862 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:30.031950 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d947a8f5-f3a2-4cb9-9008-f4e86305a0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:30.046459 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d40da66b-a1f2-4191-a73e-8074e10568ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3552687 Aug 04 17:11:30.168402 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d947a8f5-f3a2-4cb9-9008-f4e86305a0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:30.174895 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d947a8f5-f3a2-4cb9-9008-f4e86305a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:30.192088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33124923-ae07-4f2d-b33e-5f926349d644 None None] Network 554b646d-7b8a-45ee-969d-c3afb8cee862 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:30.235730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d947a8f5-f3a2-4cb9-9008-f4e86305a0e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46636bf763254b61ab74cfd535b67b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398554 Aug 04 17:11:30.238280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947a8f5-f3a2-4cb9-9008-f4e86305a0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3715747c-51ac-488b-91a0-267799e00516,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:30.238483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37072) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:30.294654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e75c2131-65b6-4156-885b-75d844a47d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:30.334991 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e75c2131-65b6-4156-885b-75d844a47d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:30.386480 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e75c2131-65b6-4156-885b-75d844a47d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:30.389426 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e75c2131-65b6-4156-885b-75d844a47d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:30.390940 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e75c2131-65b6-4156-885b-75d844a47d35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3715747c-51ac-488b-91a0-267799e00516 HTTP/1.1" status: 204 len: 168 time: 0.1512730 Aug 04 17:11:30.399089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c2131-65b6-4156-885b-75d844a47d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3715747c-51ac-488b-91a0-267799e00516,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:31.483785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-eafbd265-530d-44f7-8e32-ec5dd29e8589 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:31.485341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-eafbd265-530d-44f7-8e32-ec5dd29e8589 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/networks?id=554b646d-7b8a-45ee-969d-c3afb8cee862 HTTP/1.1" status: 200 len: 810 time: 0.1230361 Aug 04 17:11:31.502127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-ecc2b901-f09b-4daf-a13a-e81df74825e7 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/quotas/6e34b41b990f45a0b8f91f5e22b5808c HTTP/1.1" status: 200 len: 375 time: 0.0100181 Aug 04 17:11:31.543927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-94f75351-bec8-4b5a-a7a3-a38c4bc22c80 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e34b41b990f45a0b8f91f5e22b5808c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348372 Aug 04 17:11:31.834046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-08b38292-8dde-4308-a454-094a0fcbeac9 service neutron] 10.222.0.39 "GET /v2.0/networks/554b646d-7b8a-45ee-969d-c3afb8cee862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802529 Aug 04 17:11:31.943434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-06dc4caa-cc45-4f46-b852-f034a75e9519 service neutron] 10.222.0.39 "GET /v2.0/networks/554b646d-7b8a-45ee-969d-c3afb8cee862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018221 Aug 04 17:11:31.984274 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bcf176ad-8b28-4484-962d-ec5c87de81f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:32.245970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d7654b3-97bf-4ba0-bfe2-3c4b3a34e6d0 req-8c230304-88cd-49bc-ae9e-d77f06b1fd7f tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 210 time: 0.0429077 Aug 04 17:11:33.104953 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:11:33.369587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-861f18de-108e-49fd-9c64-a7c5ff36580f req-37fa39de-d3a9-4d4c-9fec-2a709c30d1fe tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 210 time: 0.0315135 Aug 04 17:11:33.571583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-da85c3eb-cad2-4e32-91ea-6d13b238d39e tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:33.573495 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-da85c3eb-cad2-4e32-91ea-6d13b238d39e tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.90 "GET /v2.0/networks?id=554b646d-7b8a-45ee-969d-c3afb8cee862 HTTP/1.1" status: 200 len: 810 time: 0.1284461 Aug 04 17:11:33.589352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Request body: {'port': {'device_id': 'ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4', 'network_id': '554b646d-7b8a-45ee-969d-c3afb8cee862', 'admin_state_up': True, 'tenant_id': '6e34b41b990f45a0b8f91f5e22b5808c'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:33.758938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Made reservation on behalf of 6e34b41b990f45a0b8f91f5e22b5808c for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:33.763703 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:33.942860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Allocated IP 172.20.0.9 (554b646d-7b8a-45ee-969d-c3afb8cee862/7c4e5605-7a63-493c-ada4-dc5bde90f7a5/fe2923ae-1883-45b9-8158-dacee39ec776) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:34.170195 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:34.214847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:34.265359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Network 554b646d-7b8a-45ee-969d-c3afb8cee862 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:34.271158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:34.273674 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:11:34.305885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Pushing event updated for resources: {'Port': ['ID=fe2923ae-1883-45b9-8158-dacee39ec776,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:34.336091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:34.336711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:34.351886 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b83ea2d4-ea3c-456e-b221-df685a5ed9a6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680509 Aug 04 17:11:34.366661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Request body: {'port': {'device_id': 'ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:34.379615 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a11e39d5-5be5-4a31-820f-90571c8b32b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:34.425538 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:34.516004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9205e8-de87-4b57-af3a-bba3b0a32220 req-6204e30b-6977-419e-bc14-78fa87b2994f tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:34.524999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed9205e8-de87-4b57-af3a-bba3b0a32220 req-6204e30b-6977-419e-bc14-78fa87b2994f tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 931 time: 0.0703163 Aug 04 17:11:34.575547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed9205e8-de87-4b57-af3a-bba3b0a32220 req-6f852ed7-6ed7-4daf-8ca0-1cdcafca7cb8 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491927 Aug 04 17:11:34.744042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2923ae-1883-45b9-8158-dacee39ec776 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:11:34.753124 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:34.766744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Transition to ACTIVE for port object fe2923ae-1883-45b9-8158-dacee39ec776 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:34.773053 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:34.872385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2923ae-1883-45b9-8158-dacee39ec776,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:34.887120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.887460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.887795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.888123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.888445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.888829 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.889166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.889464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.889787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.890105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.890423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.890737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:34.919896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Attempting to bind port fe2923ae-1883-45b9-8158-dacee39ec776 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:11:34.920483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Attempting to bind port fe2923ae-1883-45b9-8158-dacee39ec776 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'a2e1d1a3-33c2-4951-ab33-c83928403b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '554b646d-7b8a-45ee-969d-c3afb8cee862'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:11:34.921117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Attempting to bind port fe2923ae-1883-45b9-8158-dacee39ec776 on network 554b646d-7b8a-45ee-969d-c3afb8cee862 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:11:34.926070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Port fe2923ae-1883-45b9-8158-dacee39ec776 on network 554b646d-7b8a-45ee-969d-c3afb8cee862 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:11:34.926392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Attempting to bind port fe2923ae-1883-45b9-8158-dacee39ec776 on network 554b646d-7b8a-45ee-969d-c3afb8cee862 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:11:34.944225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:11:34.944903 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Checking segment: {'id': 'a2e1d1a3-33c2-4951-ab33-c83928403b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '554b646d-7b8a-45ee-969d-c3afb8cee862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:11:34.945477 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Bound using segment: {'id': 'a2e1d1a3-33c2-4951-ab33-c83928403b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '554b646d-7b8a-45ee-969d-c3afb8cee862'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:11:34.946121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Bound port: fe2923ae-1883-45b9-8158-dacee39ec776, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e1d1a3-33c2-4951-ab33-c83928403b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '554b646d-7b8a-45ee-969d-c3afb8cee862'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:11:34.946753 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:34.959191 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:35.103896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] For port fe2923ae-1883-45b9-8158-dacee39ec776, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:11:35.107578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] For port fe2923ae-1883-45b9-8158-dacee39ec776, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=fe2923ae-1883-45b9-8158-dacee39ec776,segment=NetworkSegment(a2e1d1a3-33c2-4951-ab33-c83928403b73),segment_id=a2e1d1a3-33c2-4951-ab33-c83928403b73)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:11:35.118202 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:35.157181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:35.157814 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:35.159592 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] 10.222.0.90 "PUT /v2.0/ports/fe2923ae-1883-45b9-8158-dacee39ec776 HTTP/1.1" status: 200 len: 1091 time: 0.7989199 Aug 04 17:11:35.160064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4', 'tag': 'fe2923ae-1883-45b9-8158-dacee39ec776'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:11:35.163273 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6aa3d4-5e95-4224-94d9-c637906dfbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4", "tag": "fe2923ae-1883-45b9-8158-dacee39ec776"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:11:35.193625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f48058-3c11-483e-83a5-9b06d5b4ce87 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2923ae-1883-45b9-8158-dacee39ec776,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:35.224522 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c86809c-38df-407f-86c0-a74f4c019788 x-openstack-request-id: req-4c86809c-38df-407f-86c0-a74f4c019788 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:11:35.224522 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4", "tag": "fe2923ae-1883-45b9-8158-dacee39ec776", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:11:35.224522 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c86809c-38df-407f-86c0-a74f4c019788 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:11:35.224522 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4', 'tag': 'fe2923ae-1883-45b9-8158-dacee39ec776', 'status': 'completed', 'code': 200} Aug 04 17:11:35.260042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-cb8ce03d-a2d4-431c-b054-897e96f6c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:35.261741 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-cb8ce03d-a2d4-431c-b054-897e96f6c300 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e34b41b990f45a0b8f91f5e22b5808c&device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 1094 time: 0.0532153 Aug 04 17:11:35.305905 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-5ae43d9d-ef87-4981-b359-b0e3c0698d7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe2923ae-1883-45b9-8158-dacee39ec776 HTTP/1.1" status: 200 len: 217 time: 0.0354147 Aug 04 17:11:35.358635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-3a42d5c9-3a07-401b-ad0e-b84e05eb4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:35.360150 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-3a42d5c9-3a07-401b-ad0e-b84e05eb4352 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c4e5605-7a63-493c-ada4-dc5bde90f7a5 HTTP/1.1" status: 200 len: 850 time: 0.0478477 Aug 04 17:11:35.392136 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-eaeda990-24d7-428b-bf1c-22a63cdc6a79 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=554b646d-7b8a-45ee-969d-c3afb8cee862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249674 Aug 04 17:11:35.486041 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-f7f34d5e-6306-4066-bf4b-6a2df7f2a5c6 service neutron] 10.222.0.90 "GET /v2.0/networks/554b646d-7b8a-45ee-969d-c3afb8cee862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842829 Aug 04 17:11:35.592385 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ea084a4-ccb6-45c2-a1dd-e93e7168f7f1 req-8b77b4c6-b274-4b31-914c-c6e9017429cc service neutron] 10.222.0.90 "GET /v2.0/networks/554b646d-7b8a-45ee-969d-c3afb8cee862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992684 Aug 04 17:11:35.692717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa3d4-5e95-4224-94d9-c637906dfbc5 req-c5284c55-66dc-48b0-a72e-a6cdb48ac4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:35.694668 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-df6aa3d4-5e95-4224-94d9-c637906dfbc5 req-c5284c55-66dc-48b0-a72e-a6cdb48ac4bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e34b41b990f45a0b8f91f5e22b5808c&device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 1094 time: 0.0456998 Aug 04 17:11:35.704713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1139d-b2aa-4ac1-8ff9-9f3882cc17a5 req-b178d8d0-8e0e-4878-a04d-8c9df1a16214 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:35.706530 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eb1139d-b2aa-4ac1-8ff9-9f3882cc17a5 req-b178d8d0-8e0e-4878-a04d-8c9df1a16214 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 943 time: 0.0566704 Aug 04 17:11:35.747160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5eb1139d-b2aa-4ac1-8ff9-9f3882cc17a5 req-f7fd21fb-5388-40e3-8893-d6646ef30740 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342703 Aug 04 17:11:35.799713 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:35.812889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa3d4-5e95-4224-94d9-c637906dfbc5 req-aeb3493a-c120-430e-9690-b10182f1d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:35.814393 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-df6aa3d4-5e95-4224-94d9-c637906dfbc5 req-aeb3493a-c120-430e-9690-b10182f1d724 service neutron] 10.222.0.90 "GET /v2.0/networks?id=554b646d-7b8a-45ee-969d-c3afb8cee862 HTTP/1.1" status: 200 len: 912 time: 0.1075635 Aug 04 17:11:35.862571 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-df6aa3d4-5e95-4224-94d9-c637906dfbc5 req-9d5e7915-0ff7-4e38-963e-17b41994105e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe2923ae-1883-45b9-8158-dacee39ec776 HTTP/1.1" status: 200 len: 217 time: 0.0368378 Aug 04 17:11:35.912670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa3d4-5e95-4224-94d9-c637906dfbc5 req-865fbcc8-90ee-451a-a4df-9ef4e276f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:35.914226 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-df6aa3d4-5e95-4224-94d9-c637906dfbc5 req-865fbcc8-90ee-451a-a4df-9ef4e276f5b7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c4e5605-7a63-493c-ada4-dc5bde90f7a5 HTTP/1.1" status: 200 len: 850 time: 0.0449152 Aug 04 17:11:35.948546 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-df6aa3d4-5e95-4224-94d9-c637906dfbc5 req-c7ecb609-ab5c-4854-ad91-79ffcc62c9e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=554b646d-7b8a-45ee-969d-c3afb8cee862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265801 Aug 04 17:11:36.054839 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-df6aa3d4-5e95-4224-94d9-c637906dfbc5 req-d50491fb-a598-44f8-82e3-b8cbbc14e03c service neutron] 10.222.0.90 "GET /v2.0/networks/554b646d-7b8a-45ee-969d-c3afb8cee862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975356 Aug 04 17:11:36.167812 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-df6aa3d4-5e95-4224-94d9-c637906dfbc5 req-a0267af6-da94-465e-9758-3ace545095cc service neutron] 10.222.0.90 "GET /v2.0/networks/554b646d-7b8a-45ee-969d-c3afb8cee862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977936 Aug 04 17:11:36.872446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6424d9c-2a99-4bef-a1a6-ce7899538fd7 req-c61148e4-dc34-4e3d-826d-eb456e98d704 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:36.874195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6424d9c-2a99-4bef-a1a6-ce7899538fd7 req-c61148e4-dc34-4e3d-826d-eb456e98d704 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 943 time: 0.0563488 Aug 04 17:11:36.916134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6424d9c-2a99-4bef-a1a6-ce7899538fd7 req-f7fd1f45-36cd-45d4-bcfe-b43c09447134 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Aug 04 17:11:37.400541 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:38.048426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c5bfd-1d7d-44af-84d1-cae92fdd7b27 req-2748a40a-da51-4cb7-8986-b977434f1eaa tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:38.050728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-754c5bfd-1d7d-44af-84d1-cae92fdd7b27 req-2748a40a-da51-4cb7-8986-b977434f1eaa tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 943 time: 0.0589118 Aug 04 17:11:38.106529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-754c5bfd-1d7d-44af-84d1-cae92fdd7b27 req-606cf11f-2f16-4cf8-ac9f-c85ba89c733f tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498784 Aug 04 17:11:38.242004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device fe2923ae-1883-45b9-8158-dacee39ec776 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:11:38.342657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port fe2923ae-1883-45b9-8158-dacee39ec776, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=fe2923ae-1883-45b9-8158-dacee39ec776,segment=NetworkSegment(a2e1d1a3-33c2-4951-ab33-c83928403b73),segment_id=a2e1d1a3-33c2-4951-ab33-c83928403b73)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:38.354078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'fe2923ae-1883-45b9-8158-dacee39ec776', 'network_id': '554b646d-7b8a-45ee-969d-c3afb8cee862', 'port_id': 'fe2923ae-1883-45b9-8158-dacee39ec776', 'mac_address': 'fa:16:3e:f1:ac:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c4e5605-7a63-493c-ada4-dc5bde90f7a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:11:38.393765 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:38.416756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2923ae-1883-45b9-8158-dacee39ec776 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:11:38.440753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port fe2923ae-1883-45b9-8158-dacee39ec776, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=fe2923ae-1883-45b9-8158-dacee39ec776,segment=NetworkSegment(a2e1d1a3-33c2-4951-ab33-c83928403b73),segment_id=a2e1d1a3-33c2-4951-ab33-c83928403b73)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:38.447844 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:38.504073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=fe2923ae-1883-45b9-8158-dacee39ec776,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:38.512007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.512576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.512914 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.513276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.513661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.513990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.514603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.515217 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.515547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.516027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.516650 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.517271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:11:38.686011 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['fe2923ae-1883-45b9-8158-dacee39ec776'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:11:38.946512 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:38.961400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37394) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:38.970989 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.074060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-946c6c6d-19f3-490c-a98a-62ea858a42de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.179166 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-946c6c6d-19f3-490c-a98a-62ea858a42de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.186680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-946c6c6d-19f3-490c-a98a-62ea858a42de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.227499 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-946c6c6d-19f3-490c-a98a-62ea858a42de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=386043ef8dc34cb795d41a22d2b3f1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649009 Aug 04 17:11:39.230012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37402) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:39.246525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05d01f-c823-4b82-813d-8674773019ee req-d2c90356-cb9d-452b-a20f-845703c3a970 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:39.248735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d05d01f-c823-4b82-813d-8674773019ee req-d2c90356-cb9d-452b-a20f-845703c3a970 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 944 time: 0.0621779 Aug 04 17:11:39.263566 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c6c6d-19f3-490c-a98a-62ea858a42de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b30be6a-326c-4b26-9a32-38f4c40d9d63,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:39.300536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d05d01f-c823-4b82-813d-8674773019ee req-3ce445eb-94ea-4a03-9b4c-8dbfc4cf7e7b tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Aug 04 17:11:39.308848 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad083435-4974-49b8-94a5-3ea30a747baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.331267 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad083435-4974-49b8-94a5-3ea30a747baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.380492 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad083435-4974-49b8-94a5-3ea30a747baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.383132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad083435-4974-49b8-94a5-3ea30a747baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.384315 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ad083435-4974-49b8-94a5-3ea30a747baa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b30be6a-326c-4b26-9a32-38f4c40d9d63 HTTP/1.1" status: 204 len: 168 time: 0.1531942 Aug 04 17:11:39.396111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad083435-4974-49b8-94a5-3ea30a747baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b30be6a-326c-4b26-9a32-38f4c40d9d63,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:39.682197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37410) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:39.697138 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-baed4141-b391-4026-870c-0a108284fa6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.786295 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-baed4141-b391-4026-870c-0a108284fa6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.791563 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-baed4141-b391-4026-870c-0a108284fa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.833940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed4141-b391-4026-870c-0a108284fa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18b8c08-cab3-43f5-a6bf-a7ddba33c1a3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:39.838537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-baed4141-b391-4026-870c-0a108284fa6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73e7cde21d0a456587a03aca48958ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551428 Aug 04 17:11:39.841288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37412) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:39.894160 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0fead8ac-5d41-4904-bb60-e101f3400f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.915758 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0fead8ac-5d41-4904-bb60-e101f3400f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.965764 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0fead8ac-5d41-4904-bb60-e101f3400f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.968680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0fead8ac-5d41-4904-bb60-e101f3400f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:39.969870 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0fead8ac-5d41-4904-bb60-e101f3400f7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d18b8c08-cab3-43f5-a6bf-a7ddba33c1a3 HTTP/1.1" status: 204 len: 168 time: 0.1276150 Aug 04 17:11:39.977936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fead8ac-5d41-4904-bb60-e101f3400f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18b8c08-cab3-43f5-a6bf-a7ddba33c1a3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:40.258893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device fe2923ae-1883-45b9-8158-dacee39ec776 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:11:40.332165 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port fe2923ae-1883-45b9-8158-dacee39ec776 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:40.336793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port fe2923ae-1883-45b9-8158-dacee39ec776 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:40.337191 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:40.430556 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:40.441838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ed453-912e-4767-b602-e6db9839456a req-47106b0b-e48f-4ba6-99ef-bc8798509cb5 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:40.446590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f3ed453-912e-4767-b602-e6db9839456a req-47106b0b-e48f-4ba6-99ef-bc8798509cb5 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 944 time: 0.0642684 Aug 04 17:11:40.482353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port fe2923ae-1883-45b9-8158-dacee39ec776, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=fe2923ae-1883-45b9-8158-dacee39ec776,segment=NetworkSegment(a2e1d1a3-33c2-4951-ab33-c83928403b73),segment_id=a2e1d1a3-33c2-4951-ab33-c83928403b73)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:40.490239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2923ae-1883-45b9-8158-dacee39ec776'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:11:40.495557 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d32f14d-c11f-4df9-ac74-bba37af73655" -d '{"events": [{"server_uuid": "ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4", "name": "network-vif-plugged", "status": "completed", "tag": "fe2923ae-1883-45b9-8158-dacee39ec776"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:11:40.517949 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:40.541700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f3ed453-912e-4767-b602-e6db9839456a req-8a628a42-2b3d-40da-a116-6807acd350d5 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782528 Aug 04 17:11:40.618397 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb97cab-4b67-43f5-bc08-38df0acba0e4 x-openstack-request-id: req-edb97cab-4b67-43f5-bc08-38df0acba0e4 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:11:40.619018 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4", "name": "network-vif-plugged", "status": "completed", "tag": "fe2923ae-1883-45b9-8158-dacee39ec776", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:11:40.619475 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-edb97cab-4b67-43f5-bc08-38df0acba0e4 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:11:40.620124 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2923ae-1883-45b9-8158-dacee39ec776', 'code': 200} Aug 04 17:11:40.632260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=fe2923ae-1883-45b9-8158-dacee39ec776,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:40.718281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a7c6b-eeca-4d94-8685-588dc65050f9 req-f51c8c33-233e-490e-82f4-f7eb67df69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:40.720053 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7a3a7c6b-eeca-4d94-8685-588dc65050f9 req-f51c8c33-233e-490e-82f4-f7eb67df69fd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 1096 time: 0.0490005 Aug 04 17:11:40.762439 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7a3a7c6b-eeca-4d94-8685-588dc65050f9 req-7b8807db-0126-46fa-a4f6-14e3cd696546 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354276 Aug 04 17:11:41.707169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae467ae-be36-4776-bf67-3d3670bcebf6 req-012cbe0c-44d9-4134-aa51-3ad6e05b5764 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:41.709535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ae467ae-be36-4776-bf67-3d3670bcebf6 req-012cbe0c-44d9-4134-aa51-3ad6e05b5764 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 945 time: 0.0897605 Aug 04 17:11:41.766927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ae467ae-be36-4776-bf67-3d3670bcebf6 req-fbacc79f-f8fb-4f0d-abf3-8293d300a094 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492914 Aug 04 17:11:42.545985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37490) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:42.713932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00a42370-29c7-4051-8219-126ced2121fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:42.827187 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00a42370-29c7-4051-8219-126ced2121fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:42.834480 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00a42370-29c7-4051-8219-126ced2121fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:42.911465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-00a42370-29c7-4051-8219-126ced2121fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b91950168d7a4376b5f6254ed9f54ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640504 Aug 04 17:11:42.913459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37498) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:42.914791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a42370-29c7-4051-8219-126ced2121fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde35cd1-3d74-4a3a-84fd-9ee43617f26b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:42.938377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911444ad-4070-4200-a910-1a6655bfa4c0 req-181cb7ce-ccf9-49a1-8656-3c57457006a9 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:42.939967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-911444ad-4070-4200-a910-1a6655bfa4c0 req-181cb7ce-ccf9-49a1-8656-3c57457006a9 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 945 time: 0.0808988 Aug 04 17:11:42.969843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc6c6-7cc6-4070-8e63-3a6f1f877472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:42.981736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-911444ad-4070-4200-a910-1a6655bfa4c0 req-f64d7613-fbf1-4f01-b37e-82cec9bca96b tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Aug 04 17:11:42.992932 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc6c6-7cc6-4070-8e63-3a6f1f877472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:43.045315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc6c6-7cc6-4070-8e63-3a6f1f877472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:43.047930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc6c6-7cc6-4070-8e63-3a6f1f877472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:43.049097 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b9cfc6c6-7cc6-4070-8e63-3a6f1f877472 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fde35cd1-3d74-4a3a-84fd-9ee43617f26b HTTP/1.1" status: 204 len: 168 time: 0.1345899 Aug 04 17:11:43.059215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfc6c6-7cc6-4070-8e63-3a6f1f877472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde35cd1-3d74-4a3a-84fd-9ee43617f26b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:43.304265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa42f46-e61d-4626-8ffb-ef5bc1410c98 req-de27ddc7-46ad-43a0-907e-3edf1c9febc9 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:43.305798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5aa42f46-e61d-4626-8ffb-ef5bc1410c98 req-de27ddc7-46ad-43a0-907e-3edf1c9febc9 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 945 time: 0.0549419 Aug 04 17:11:43.343677 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37510) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:43.346838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5aa42f46-e61d-4626-8ffb-ef5bc1410c98 req-e93a33e4-a23b-4b0b-ae8a-407a3f3d35ae tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 Aug 04 17:11:43.357579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf4e2-4680-40b3-8102-08bc7dcdde39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:43.456159 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf4e2-4680-40b3-8102-08bc7dcdde39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:43.462003 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf4e2-4680-40b3-8102-08bc7dcdde39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:43.505152 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c6aaf4e2-4680-40b3-8102-08bc7dcdde39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e381407a7cc641b480ffdee4e69adf25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603522 Aug 04 17:11:43.506455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaf4e2-4680-40b3-8102-08bc7dcdde39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01c560c-0b66-460d-be68-5fc9c1a8e871,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:43.508042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37514) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:43.563368 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4291554-03e0-4d88-b003-cab3e4e9bcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:43.589053 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4291554-03e0-4d88-b003-cab3e4e9bcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:43.640057 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4291554-03e0-4d88-b003-cab3e4e9bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:43.642638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4291554-03e0-4d88-b003-cab3e4e9bcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:43.643821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d4291554-03e0-4d88-b003-cab3e4e9bcbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f01c560c-0b66-460d-be68-5fc9c1a8e871 HTTP/1.1" status: 204 len: 168 time: 0.1347308 Aug 04 17:11:43.651571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4291554-03e0-4d88-b003-cab3e4e9bcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01c560c-0b66-460d-be68-5fc9c1a8e871,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:44.493970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e016c27-b0bd-495d-9603-900d7ec86c93 req-461ee879-566b-4f20-a615-68fc7ce12929 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:44.496510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e016c27-b0bd-495d-9603-900d7ec86c93 req-461ee879-566b-4f20-a615-68fc7ce12929 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 945 time: 0.0749815 Aug 04 17:11:44.540145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e016c27-b0bd-495d-9603-900d7ec86c93 req-c6038e67-cd6e-4a86-a02d-6cd13c437469 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1612ea2-5484-4e23-9d63-76fc90594312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373821 Aug 04 17:11:44.612273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-64fd9f6f-69ba-4027-a34f-ce7378508c18 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:44.613954 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-64fd9f6f-69ba-4027-a34f-ce7378508c18 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.90 "GET /v2.0/ports?device_id=ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4 HTTP/1.1" status: 200 len: 945 time: 0.0555317 Aug 04 17:11:44.714227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-2cbe681f-ef81-44a8-94f5-875ecd2f00d6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Deleting port fe2923ae-1883-45b9-8158-dacee39ec776 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:11:44.714471 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-2cbe681f-ef81-44a8-94f5-875ecd2f00d6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:44.807653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-2cbe681f-ef81-44a8-94f5-875ecd2f00d6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] For port fe2923ae-1883-45b9-8158-dacee39ec776, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=fe2923ae-1883-45b9-8158-dacee39ec776,segment=NetworkSegment(a2e1d1a3-33c2-4951-ab33-c83928403b73),segment_id=a2e1d1a3-33c2-4951-ab33-c83928403b73)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:44.808035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-2cbe681f-ef81-44a8-94f5-875ecd2f00d6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:44.822611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-2cbe681f-ef81-44a8-94f5-875ecd2f00d6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Calling delete_port for fe2923ae-1883-45b9-8158-dacee39ec776 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:11:44.968400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-2cbe681f-ef81-44a8-94f5-875ecd2f00d6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:44.980605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['fe2923ae-1883-45b9-8158-dacee39ec776'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:11:44.999948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe681f-ef81-44a8-94f5-875ecd2f00d6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Pushing event deleted for resources: {'Port': ['ID=fe2923ae-1883-45b9-8158-dacee39ec776,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:45.051326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-2cbe681f-ef81-44a8-94f5-875ecd2f00d6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] No DVR routers for this DVR port fe2923ae-1883-45b9-8158-dacee39ec776 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:11:45.054168 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-2cbe681f-ef81-44a8-94f5-875ecd2f00d6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:45.056327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9798cae3-640e-48c8-ac5e-4947d9544ca9 req-2cbe681f-ef81-44a8-94f5-875ecd2f00d6 tempest-ServerGroupTestJSON-265492513 tempest-ServerGroupTestJSON-265492513-project] 10.222.0.90 "DELETE /v2.0/ports/fe2923ae-1883-45b9-8158-dacee39ec776 HTTP/1.1" status: 204 len: 173 time: 0.4353995 Aug 04 17:11:45.056785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4', 'name': 'network-vif-deleted', 'tag': 'fe2923ae-1883-45b9-8158-dacee39ec776'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:11:45.059069 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef134d0-1b28-4a8f-b516-1b9ed1539035" -d '{"events": [{"server_uuid": "ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4", "name": "network-vif-deleted", "tag": "fe2923ae-1883-45b9-8158-dacee39ec776"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:11:45.105738 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29873cb9-1e98-4ce8-b8a1-4ff709a94dcc x-openstack-request-id: req-29873cb9-1e98-4ce8-b8a1-4ff709a94dcc {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:11:45.106362 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4", "name": "network-vif-deleted", "tag": "fe2923ae-1883-45b9-8158-dacee39ec776", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:11:45.106936 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29873cb9-1e98-4ce8-b8a1-4ff709a94dcc {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:11:45.108179 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad050c68-9bdb-41cc-ac09-6d4cf9eb95c4', 'name': 'network-vif-deleted', 'tag': 'fe2923ae-1883-45b9-8158-dacee39ec776', 'status': 'completed', 'code': 200} Aug 04 17:11:45.892586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37588) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:45.941536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc02a53-ae6c-4701-8f92-7f461fce930d admin admin] Deleting subnet 7c4e5605-7a63-493c-ada4-dc5bde90f7a5 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:11:45.945161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bc02a53-ae6c-4701-8f92-7f461fce930d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:45.979264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bc02a53-ae6c-4701-8f92-7f461fce930d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.023090 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bc02a53-ae6c-4701-8f92-7f461fce930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.085765 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bc02a53-ae6c-4701-8f92-7f461fce930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.112459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc02a53-ae6c-4701-8f92-7f461fce930d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4e5605-7a63-493c-ada4-dc5bde90f7a5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:46.118175 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bc02a53-ae6c-4701-8f92-7f461fce930d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.122719 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37594) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:46.123186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9bc02a53-ae6c-4701-8f92-7f461fce930d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7c4e5605-7a63-493c-ada4-dc5bde90f7a5 HTTP/1.1" status: 204 len: 168 time: 0.2290730 Aug 04 17:11:46.209317 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.294057 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.304445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554b646d-7b8a-45ee-969d-c3afb8cee862']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:46.315039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e1d1a3-33c2-4951-ab33-c83928403b73') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:46.315343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e1d1a3-33c2-4951-ab33-c83928403b73') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:11:46.331166 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.348737 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.356203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:11:46.356787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:11:46.359118 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:11:46.380955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37598) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:46.416535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.423889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.425780 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] 10.222.0.39 "DELETE /v2.0/networks/554b646d-7b8a-45ee-969d-c3afb8cee862 HTTP/1.1" status: 204 len: 168 time: 0.3013148 Aug 04 17:11:46.435854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0f314-ff5b-46bc-b0f6-1eb95ed8c2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=554b646d-7b8a-45ee-969d-c3afb8cee862,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:46.502640 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d458e66-65ff-4795-9198-23fab71a4307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.542826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37604) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:46.603637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9462ddc3-b40f-431e-81f5-f38e50d9706c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e34b41b990f45a0b8f91f5e22b5808c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586357 Aug 04 17:11:46.606388 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37606) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:46.624304 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d458e66-65ff-4795-9198-23fab71a4307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.629544 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d458e66-65ff-4795-9198-23fab71a4307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.657553 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65e38e2e-0d66-4dee-9105-e62fb4d3fa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.671233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d458e66-65ff-4795-9198-23fab71a4307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b60d4d-29b2-48e2-bf03-47ca517a8d56,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:46.675805 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3d458e66-65ff-4795-9198-23fab71a4307 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55ba3151c58c443e889511911f6a1bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937441 Aug 04 17:11:46.678377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37608) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:46.682924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65e38e2e-0d66-4dee-9105-e62fb4d3fa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.730130 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-532f8bcf-82d3-4d31-80f8-8d274ce03c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.740897 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65e38e2e-0d66-4dee-9105-e62fb4d3fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.743491 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65e38e2e-0d66-4dee-9105-e62fb4d3fa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.744674 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-65e38e2e-0d66-4dee-9105-e62fb4d3fa2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1612ea2-5484-4e23-9d63-76fc90594312 HTTP/1.1" status: 204 len: 168 time: 0.1369467 Aug 04 17:11:46.754303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e38e2e-0d66-4dee-9105-e62fb4d3fa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1612ea2-5484-4e23-9d63-76fc90594312,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:46.759077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-532f8bcf-82d3-4d31-80f8-8d274ce03c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.814137 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-532f8bcf-82d3-4d31-80f8-8d274ce03c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.817473 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-532f8bcf-82d3-4d31-80f8-8d274ce03c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:46.819417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-532f8bcf-82d3-4d31-80f8-8d274ce03c56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09b60d4d-29b2-48e2-bf03-47ca517a8d56 HTTP/1.1" status: 204 len: 168 time: 0.1399248 Aug 04 17:11:46.828944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8bcf-82d3-4d31-80f8-8d274ce03c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b60d4d-29b2-48e2-bf03-47ca517a8d56,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:47.239654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37630) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:47.254421 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09c84330-0d44-4bdc-97b7-d39ff598566d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.359261 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09c84330-0d44-4bdc-97b7-d39ff598566d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.367709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09c84330-0d44-4bdc-97b7-d39ff598566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.406722 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09c84330-0d44-4bdc-97b7-d39ff598566d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3c0d2f81602463d9fef7883ae62b695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657660 Aug 04 17:11:47.409399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37636) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:47.416293 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c84330-0d44-4bdc-97b7-d39ff598566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb4a28f-bbb5-469e-ad32-e4b1afea78dc,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:47.470293 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-405ec992-850c-42bf-ab31-8c2706af7588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.492421 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-405ec992-850c-42bf-ab31-8c2706af7588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.545322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-405ec992-850c-42bf-ab31-8c2706af7588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.548183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-405ec992-850c-42bf-ab31-8c2706af7588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.549517 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-405ec992-850c-42bf-ab31-8c2706af7588 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eeb4a28f-bbb5-469e-ad32-e4b1afea78dc HTTP/1.1" status: 204 len: 168 time: 0.1384556 Aug 04 17:11:47.558452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ec992-850c-42bf-ab31-8c2706af7588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb4a28f-bbb5-469e-ad32-e4b1afea78dc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:47.673892 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37650) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:47.817854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2093093816-network', 'tenant_id': '0cf24d0443524cfa96a57beac0da5231'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:47.848326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Made reservation on behalf of 0cf24d0443524cfa96a57beac0da5231 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:47.850723 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.859756 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.958321 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.964376 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:47.995946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:11:48.002407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256e8e05-25a6-4a2b-9b76-bc82dece3299,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:48.008685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:48.009028 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Added segment e2d71a67-2516-4cff-8487-d3959e1e6fdb of type vlan for network 6618c843-6850-42e8-9b10-51eb022764a7 Aug 04 17:11:48.051344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:48.083184 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:48.084394 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:48.085053 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:48.151939 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4768598 Aug 04 17:11:48.154924 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37672) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:48.159993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Request body: {'subnet': {'network_id': '6618c843-6850-42e8-9b10-51eb022764a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2093093816-subnet', 'tenant_id': '0cf24d0443524cfa96a57beac0da5231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:48.164691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4aca01-3844-4613-a4c6-a93b7f9db790 admin admin] Pushing event updated for resources: {'Network': ['ID=6618c843-6850-42e8-9b10-51eb022764a7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:48.175794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 6618c843-6850-42e8-9b10-51eb022764a7 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:11:48.190704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Made reservation on behalf of 0cf24d0443524cfa96a57beac0da5231 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:48.193381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:48.288487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device fe2923ae-1883-45b9-8158-dacee39ec776 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:11:48.314162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: fe2923ae-1883-45b9-8158-dacee39ec776 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:11:48.314799 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device fe2923ae-1883-45b9-8158-dacee39ec776 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:11:48.410179 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:48.468478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:48.476414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Checking segment: {'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:11:48.476776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Network hostable DHCP agents. Network: 6618c843-6850-42e8-9b10-51eb022764a7, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:11:48.494309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Network 6618c843-6850-42e8-9b10-51eb022764a7 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:11:48.503871 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 6618c843-6850-42e8-9b10-51eb022764a7) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:48.508639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:48.509165 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:48.513711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb9e9b-9475-448d-a265-3fa88d87d8ef None None] Network 6618c843-6850-42e8-9b10-51eb022764a7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:48.533989 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5fd3abb6-ed7a-45da-a7da-43141c3f1428 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3695242 Aug 04 17:11:48.649281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4b6528-3d9a-4b8a-bfe9-33adff6239f0 None None] Network 6618c843-6850-42e8-9b10-51eb022764a7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:11:49.170505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-f1bb9c9d-bd88-4a93-ae8b-7de4c4bf053b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:49.172420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-f1bb9c9d-bd88-4a93-ae8b-7de4c4bf053b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 814 time: 0.1212883 Aug 04 17:11:49.190910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-3e9a606f-b6a2-4c69-a9cd-99e514a1e4b3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/quotas/0cf24d0443524cfa96a57beac0da5231 HTTP/1.1" status: 200 len: 375 time: 0.0123081 Aug 04 17:11:49.229194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-8bc7cdff-2cbb-492d-aadb-04364e9400da tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324578 Aug 04 17:11:49.323115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-a443119c-79a6-40b8-be1e-80567f0e0637 service neutron] 10.222.0.39 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888748 Aug 04 17:11:49.441071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-4d9338da-da12-4599-8c53-e1de1f0cea27 service neutron] 10.222.0.39 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111088 Aug 04 17:11:49.623349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f4fc7d7-74d9-4ca0-a51d-3a15f4d7c5fa req-123e2f9e-c64a-4cdc-ab28-48253455d292 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 210 time: 0.0311742 Aug 04 17:11:50.649556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-f5a286ca-095c-465a-bb1c-e899352850bd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:50.651219 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-f5a286ca-095c-465a-bb1c-e899352850bd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.90 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 814 time: 0.1258264 Aug 04 17:11:50.670018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Request body: {'port': {'device_id': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7', 'admin_state_up': True, 'tenant_id': '0cf24d0443524cfa96a57beac0da5231'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:50.750191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cbe014f-6c3a-4153-aba5-36eb91708d51 req-9272c7a3-dd96-4867-a32e-0f365fcf0d4b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 210 time: 0.0364933 Aug 04 17:11:50.792160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Made reservation on behalf of 0cf24d0443524cfa96a57beac0da5231 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:11:50.795688 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:50.924105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Allocated IP 172.20.0.9 (6618c843-6850-42e8-9b10-51eb022764a7/fe61e3f4-38d4-4c9c-ae90-0e336b1275d5/14b2a4e8-1636-4bf5-9652-7884bf9df1a2) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:11:51.082831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:51.122775 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:51.175592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Network 6618c843-6850-42e8-9b10-51eb022764a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:11:51.180654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:11:51.184416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:11:51.191550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:51.241337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:51.241983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:51.258828 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2dfc1295-6228-4ebb-bfd9-c337d87681d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5981271 Aug 04 17:11:51.272145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Request body: {'port': {'device_id': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:11:51.328135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:51.611779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:11:51.623730 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:51.638202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Transition to ACTIVE for port object 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:11:51.645246 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:51.698665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:51.765964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Attempting to bind port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:11:51.766427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Attempting to bind port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:11:51.766761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Attempting to bind port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 on network 6618c843-6850-42e8-9b10-51eb022764a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:11:51.771961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 on network 6618c843-6850-42e8-9b10-51eb022764a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:11:51.772583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Attempting to bind port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 on network 6618c843-6850-42e8-9b10-51eb022764a7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:11:51.778019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:11:51.778019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Checking segment: {'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:11:51.778486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Bound using segment: {'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:11:51.778864 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Bound port: 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:11:51.779233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:51.855596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:11:51.859264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:11:51.866156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:51.874574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2addd7-2973-4cb0-8be3-e7e1c9511d84 req-552060ac-6bdd-4b61-ae0a-1440cbfe4e4e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:51.879549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e2addd7-2973-4cb0-8be3-e7e1c9511d84 req-552060ac-6bdd-4b61-ae0a-1440cbfe4e4e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 943 time: 0.0577893 Aug 04 17:11:51.900634 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:51.901679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:51.903231 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2c282309-cff7-40bb-838b-f46512997521 service neutron] 10.222.0.90 "PUT /v2.0/ports/14b2a4e8-1636-4bf5-9652-7884bf9df1a2 HTTP/1.1" status: 200 len: 1091 time: 0.6356211 Aug 04 17:11:51.905758 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:11:51.909017 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61805ef-105c-4dca-8065-4eb0063a2edf" -d '{"events": [{"name": "network-changed", "server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:11:51.930839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e2addd7-2973-4cb0-8be3-e7e1c9511d84 req-4f29133c-b301-42b3-9e54-34e2c21c22e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466070 Aug 04 17:11:51.964814 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fb61a3-e753-49ad-9a46-ac59dd450d64 x-openstack-request-id: req-74fb61a3-e753-49ad-9a46-ac59dd450d64 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:11:51.965106 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:11:51.965338 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74fb61a3-e753-49ad-9a46-ac59dd450d64 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:11:51.965730 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'status': 'completed', 'code': 200} Aug 04 17:11:51.979561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c282309-cff7-40bb-838b-f46512997521 service neutron] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:51.997971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-96cacf1b-f6ac-4e4b-b4a9-49f5612fb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:51.999810 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-96cacf1b-f6ac-4e4b-b4a9-49f5612fb9ed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 1094 time: 0.0499556 Aug 04 17:11:52.056509 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-2ca2c4c6-475c-4530-927f-f55281521273 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2 HTTP/1.1" status: 200 len: 217 time: 0.0490422 Aug 04 17:11:52.110589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-234c214e-6768-4e12-9635-ef198923ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:52.112094 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-234c214e-6768-4e12-9635-ef198923ef2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 HTTP/1.1" status: 200 len: 854 time: 0.0489864 Aug 04 17:11:52.148728 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-aae1be85-c054-4a0d-8c8d-5dd33e34aac5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6618c843-6850-42e8-9b10-51eb022764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286634 Aug 04 17:11:52.245920 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-5935ae8f-c9ec-45b4-9372-d0df0376cd80 service neutron] 10.222.0.90 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885170 Aug 04 17:11:52.353118 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d7a2cef1-5233-4771-9592-d8def9eaff82 req-e55d1dc0-5b9d-4077-9af8-042e5c2cf769 service neutron] 10.222.0.90 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993686 Aug 04 17:11:52.458486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61805ef-105c-4dca-8065-4eb0063a2edf req-01db319e-df70-4cf2-8c54-0334506d03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:52.460603 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a61805ef-105c-4dca-8065-4eb0063a2edf req-01db319e-df70-4cf2-8c54-0334506d03b2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 1094 time: 0.0555432 Aug 04 17:11:52.568919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61805ef-105c-4dca-8065-4eb0063a2edf req-39f9db31-6dc9-42d0-a65b-fa7f9038c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:52.570508 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a61805ef-105c-4dca-8065-4eb0063a2edf req-39f9db31-6dc9-42d0-a65b-fa7f9038c841 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 916 time: 0.1022584 Aug 04 17:11:52.617223 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a61805ef-105c-4dca-8065-4eb0063a2edf req-48cbcd21-db09-4d7b-90cb-661e60c2f4dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2 HTTP/1.1" status: 200 len: 217 time: 0.0377409 Aug 04 17:11:52.671554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61805ef-105c-4dca-8065-4eb0063a2edf req-2e879fc2-6d60-4597-bf42-ecf3f9e518bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:52.673950 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a61805ef-105c-4dca-8065-4eb0063a2edf req-2e879fc2-6d60-4597-bf42-ecf3f9e518bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 HTTP/1.1" status: 200 len: 854 time: 0.0492039 Aug 04 17:11:52.713799 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a61805ef-105c-4dca-8065-4eb0063a2edf req-355a5ee2-9d4d-452f-bfc5-a0c30d4f17aa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6618c843-6850-42e8-9b10-51eb022764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314345 Aug 04 17:11:52.813227 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a61805ef-105c-4dca-8065-4eb0063a2edf req-dd010b9c-88a7-43a8-b7e1-329b48148db6 service neutron] 10.222.0.90 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888739 Aug 04 17:11:52.885796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37812) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:53.013842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e699c6b-c8a0-4763-a49e-38a2f15eb0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.076279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9895a9-c3eb-45fd-bedc-10c3fd770d9f req-a1f0bbb4-7c1c-47a6-a542-fc2bdd8a132e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:53.077911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f9895a9-c3eb-45fd-bedc-10c3fd770d9f req-a1f0bbb4-7c1c-47a6-a542-fc2bdd8a132e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 943 time: 0.0814083 Aug 04 17:11:53.151579 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f9895a9-c3eb-45fd-bedc-10c3fd770d9f req-014446ee-7979-4ed2-9600-81d8887af37b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630341 Aug 04 17:11:53.215784 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e699c6b-c8a0-4763-a49e-38a2f15eb0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.221905 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e699c6b-c8a0-4763-a49e-38a2f15eb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.238374 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a61805ef-105c-4dca-8065-4eb0063a2edf req-f1834687-c3ab-42d4-96d2-e7e564ce73f2 service neutron] 10.222.0.90 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174669 Aug 04 17:11:53.261548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9e699c6b-c8a0-4763-a49e-38a2f15eb0ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=511f19517c604cbab55e8e789df25bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744833 Aug 04 17:11:53.262707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e699c6b-c8a0-4763-a49e-38a2f15eb0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9052c-1130-4954-a1bb-b218b542190c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:53.264116 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37820) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:53.315246 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8619dc6-46cb-4bd3-89b0-201c59f0f632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.335773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8619dc6-46cb-4bd3-89b0-201c59f0f632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.389396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8619dc6-46cb-4bd3-89b0-201c59f0f632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.392065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8619dc6-46cb-4bd3-89b0-201c59f0f632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.393266 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b8619dc6-46cb-4bd3-89b0-201c59f0f632 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9d9052c-1130-4954-a1bb-b218b542190c HTTP/1.1" status: 204 len: 168 time: 0.1273806 Aug 04 17:11:53.407086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8619dc6-46cb-4bd3-89b0-201c59f0f632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9052c-1130-4954-a1bb-b218b542190c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:53.697465 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37826) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:53.711170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-382e30bf-7153-4d97-afff-4cbdbd82287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.811273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-382e30bf-7153-4d97-afff-4cbdbd82287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.817600 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-382e30bf-7153-4d97-afff-4cbdbd82287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.855181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e30bf-7153-4d97-afff-4cbdbd82287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb114da5-d72c-4213-9da2-f2d4992f2858,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:53.859705 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-382e30bf-7153-4d97-afff-4cbdbd82287e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c20454a9e9c143d5a86c88bc8d985115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611233 Aug 04 17:11:53.862510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37828) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:11:53.916033 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f24d3bb7-07d6-4821-b30e-d1bfced7e7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.936731 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f24d3bb7-07d6-4821-b30e-d1bfced7e7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.987438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f24d3bb7-07d6-4821-b30e-d1bfced7e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.990409 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f24d3bb7-07d6-4821-b30e-d1bfced7e7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:53.991637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f24d3bb7-07d6-4821-b30e-d1bfced7e7b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb114da5-d72c-4213-9da2-f2d4992f2858 HTTP/1.1" status: 204 len: 168 time: 0.1281152 Aug 04 17:11:53.999412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d3bb7-07d6-4821-b30e-d1bfced7e7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb114da5-d72c-4213-9da2-f2d4992f2858,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:54.271887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2748a-3e06-4f8a-9c33-39a8fb65927b req-2bb9c683-bbc5-4132-be76-32053e8f3ffb tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:54.273497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2d2748a-3e06-4f8a-9c33-39a8fb65927b req-2bb9c683-bbc5-4132-be76-32053e8f3ffb tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 943 time: 0.0526261 Aug 04 17:11:54.314598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:11:54.319868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2d2748a-3e06-4f8a-9c33-39a8fb65927b req-2865f095-84e0-4534-bebc-1238cb5b9a54 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Aug 04 17:11:54.429205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:54.443023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7', 'port_id': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'mac_address': 'fa:16:3e:5e:8f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe61e3f4-38d4-4c9c-ae90-0e336b1275d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:11:54.481253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:54.495746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:11:54.517346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:54.522367 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:54.580215 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:54.723522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['14b2a4e8-1636-4bf5-9652-7884bf9df1a2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:11:55.435243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c6c1f-aabb-4e72-a323-d9b4ff51bcb3 req-e4d75920-184d-4b3b-93d2-5804f20c6d29 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:55.436863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a1c6c1f-aabb-4e72-a323-d9b4ff51bcb3 req-e4d75920-184d-4b3b-93d2-5804f20c6d29 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.0506811 Aug 04 17:11:55.480114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a1c6c1f-aabb-4e72-a323-d9b4ff51bcb3 req-5f324f31-323a-452f-9896-1ab69883d6e3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374138 Aug 04 17:11:56.314112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:11:56.371749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:11:56.376560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:11:56.376937 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:56.458507 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:56.480250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:11:56.482605 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b99ab05-cd7c-483e-8984-1d0984745a26" -d '{"events": [{"server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "name": "network-vif-plugged", "status": "completed", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:11:56.495591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:11:56.500864 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:11:56.562477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:11:56.612308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc99d-ac1e-48e4-8aea-76f47fbcc865 req-c7c2a398-a265-4a61-9c4e-0aaafdafbe0d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:56.613852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d54fc99d-ac1e-48e4-8aea-76f47fbcc865 req-c7c2a398-a265-4a61-9c4e-0aaafdafbe0d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0522485 Aug 04 17:11:56.654359 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eb8532-22e7-4e98-b0ce-3cd1b524fb48 x-openstack-request-id: req-d5eb8532-22e7-4e98-b0ce-3cd1b524fb48 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:11:56.654652 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "name": "network-vif-plugged", "status": "completed", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:11:56.655169 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5eb8532-22e7-4e98-b0ce-3cd1b524fb48 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:11:56.655760 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'code': 200} Aug 04 17:11:56.664804 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d54fc99d-ac1e-48e4-8aea-76f47fbcc865 req-40d1dfef-ca29-40e0-a2f3-bdc137008a24 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Aug 04 17:11:56.776410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5a35d-60eb-4fef-8064-d6682cc1d75d req-a22cd102-9c1a-42fe-b70a-0f36ed9b54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:56.777979 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-29a5a35d-60eb-4fef-8064-d6682cc1d75d req-a22cd102-9c1a-42fe-b70a-0f36ed9b54a2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 1096 time: 0.0477555 Aug 04 17:11:56.822486 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-29a5a35d-60eb-4fef-8064-d6682cc1d75d req-ef3a0515-47a9-45b3-95b4-e2e8894bb7e8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356338 Aug 04 17:11:57.819139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f17fa-4022-43d3-b103-60598a44f548 req-1b0e5066-9035-426c-bfd5-0fc840400309 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:57.820697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de5f17fa-4022-43d3-b103-60598a44f548 req-1b0e5066-9035-426c-bfd5-0fc840400309 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0740178 Aug 04 17:11:57.864878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de5f17fa-4022-43d3-b103-60598a44f548 req-906dd1c4-0e18-4ac4-a2cc-a6cc024f033b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371394 Aug 04 17:11:59.002278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86405352-11b8-4497-bc49-224830141b64 req-da8f51e7-1156-453f-9a5d-0d17d095f85d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:59.003863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-86405352-11b8-4497-bc49-224830141b64 req-da8f51e7-1156-453f-9a5d-0d17d095f85d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0614333 Aug 04 17:11:59.046030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-86405352-11b8-4497-bc49-224830141b64 req-b8ca36e5-6bfe-4b85-bec2-fbca20ad5ce7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360970 Aug 04 17:11:59.333096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-a13e9e84-6f1f-4614-875d-e7fd495c6488 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:11:59.334595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-a13e9e84-6f1f-4614-875d-e7fd495c6488 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 814 time: 0.1103203 Aug 04 17:11:59.351212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-29bbfa70-9d41-47d7-9041-55b685d92048 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/quotas/0cf24d0443524cfa96a57beac0da5231 HTTP/1.1" status: 200 len: 375 time: 0.0103493 Aug 04 17:11:59.401978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8b1fc16a-f23e-4d96-bb3c-0eef213d1ca5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445642 Aug 04 17:11:59.413710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-4fa3665e-1e82-440b-99af-5467e653c2a3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:11:59.414695 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-4fa3665e-1e82-440b-99af-5467e653c2a3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054891 Aug 04 17:11:59.511761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-27501971-e9b2-4408-a624-92d928a412f1 service neutron] 10.222.0.39 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908203 Aug 04 17:11:59.604710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-90a06d4a-53af-4d40-b2c9-b096d58bfeca service neutron] 10.222.0.39 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864148 Aug 04 17:11:59.788120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbe83c31-b570-49ac-8566-bfb663ca7984 req-ec310ae0-6422-4fa4-86ce-4a438cc746e5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 210 time: 0.0351412 Aug 04 17:12:00.311838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-1625abbd-d7c1-4f7a-b61f-6da543c2b13c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2323029 Aug 04 17:12:00.421929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-af8e1eea-a6c6-470a-a70e-8f91b1334251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.422455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-af8e1eea-a6c6-470a-a70e-8f91b1334251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.423024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-af8e1eea-a6c6-470a-a70e-8f91b1334251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.423550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-af8e1eea-a6c6-470a-a70e-8f91b1334251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.424223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-af8e1eea-a6c6-470a-a70e-8f91b1334251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.424814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-af8e1eea-a6c6-470a-a70e-8f91b1334251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.425317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-af8e1eea-a6c6-470a-a70e-8f91b1334251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.427501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-af8e1eea-a6c6-470a-a70e-8f91b1334251 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6502 time: 0.0556734 Aug 04 17:12:00.553995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-e878c3f9-191b-4fab-ac13-199a2f6ffac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.554471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-e878c3f9-191b-4fab-ac13-199a2f6ffac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.554971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-e878c3f9-191b-4fab-ac13-199a2f6ffac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.556571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-e878c3f9-191b-4fab-ac13-199a2f6ffac9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2 HTTP/1.1" status: 200 len: 2302 time: 0.0951097 Aug 04 17:12:00.626628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-991f6e93-b1fe-46cf-b965-09d225fbea29 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da58f926-5e25-416a-b85c-cbfc1468b16c HTTP/1.1" status: 200 len: 1002 time: 0.0620592 Aug 04 17:12:00.687897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-c0d5f32b-7e20-45a2-8217-72111e71c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.689314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-c0d5f32b-7e20-45a2-8217-72111e71c5c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ef543eaa-4be5-4e02-bbc5-f2ae9095973a HTTP/1.1" status: 200 len: 856 time: 0.0546365 Aug 04 17:12:00.763178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-e08ee8e4-028f-44ce-9885-1d8e6439465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:00.766311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-e08ee8e4-028f-44ce-9885-1d8e6439465c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655432 Aug 04 17:12:00.782902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-c297d932-02eb-492f-bfff-4547b71269ba service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:12:00.784719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-c297d932-02eb-492f-bfff-4547b71269ba service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055203 Aug 04 17:12:01.343347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf48456d-f230-441d-969c-c47939b591b9 req-aa3aa9ba-08da-46be-ae0a-1d6b7c245b7c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 210 time: 0.0803938 Aug 04 17:12:01.380939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-65da09fb-5b87-4a3a-a5d5-0e0a745b426a service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837550 Aug 04 17:12:01.393990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-9c3638e4-1573-4088-99c5-e7e969e00429 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:01.395488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-9c3638e4-1573-4088-99c5-e7e969e00429 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.82 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 814 time: 0.6085157 Aug 04 17:12:01.419964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Request body: {'port': {'device_id': 'a5e2c9ab-1ca4-4679-aa39-4134891e334b', 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7', 'admin_state_up': True, 'tenant_id': '0cf24d0443524cfa96a57beac0da5231'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:01.563091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-4292513f-b30f-4c88-b7e0-e39082817e37 service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664052 Aug 04 17:12:01.615030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-3988af9f-74bb-4a77-8d4f-264249a958c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=055d70de-a204-430b-8bd6-bc6a5dc0ccdd HTTP/1.1" status: 200 len: 217 time: 0.0441921 Aug 04 17:12:01.630610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Made reservation on behalf of 0cf24d0443524cfa96a57beac0da5231 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:01.634224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:01.687972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-cc832a26-204e-43d3-913e-cbec4701aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:01.690454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-cc832a26-204e-43d3-913e-cbec4701aa2d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0686896 Aug 04 17:12:01.808680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-86091a7a-b811-43da-be3b-25ad3c9f244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:01.810194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-86091a7a-b811-43da-be3b-25ad3c9f244d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873020 Aug 04 17:12:01.848534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Allocated IP 172.20.0.3 (6618c843-6850-42e8-9b10-51eb022764a7/fe61e3f4-38d4-4c9c-ae90-0e336b1275d5/feef36d9-5f85-4547-84a2-90a50716bf67) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:01.959002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-2469b4ec-8f7c-4ccf-9c75-fbeca9d1f6e7 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366277 Aug 04 17:12:01.979696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9bf81050-b3a5-4c39-9e9e-623f76e970bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:02.123885 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:02.127545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-809071a5-a0db-460d-a326-ab97bdaf510a service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581864 Aug 04 17:12:02.174958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-ed6799e2-559d-4aed-826e-d21d1180437b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=fc732593-e3e3-46b8-b687-23b7c42b1458 HTTP/1.1" status: 200 len: 217 time: 0.0386522 Aug 04 17:12:02.236500 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:02.249936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['14b2a4e8-1636-4bf5-9652-7884bf9df1a2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:12:02.274942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-9928715f-104e-43a8-9a93-fd82f8c4ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:02.276472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-9928715f-104e-43a8-9a93-fd82f8c4ac81 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0926766 Aug 04 17:12:02.303873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Network 6618c843-6850-42e8-9b10-51eb022764a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:02.324018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:02.327691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Pushing event updated for resources: {'Port': ['ID=feef36d9-5f85-4547-84a2-90a50716bf67,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:02.335524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:02.387518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-e9405d91-66e2-4b2b-aa78-947425939438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:02.389645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-e9405d91-66e2-4b2b-aa78-947425939438 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1053500 Aug 04 17:12:02.397202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:02.397854 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:02.475952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8db3a32d-2838-4fbf-8700-f109f0c9401f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0602119 Aug 04 17:12:02.497079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Request body: {'port': {'device_id': 'a5e2c9ab-1ca4-4679-aa39-4134891e334b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:02.579716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-2d243881-4072-4ee5-b787-d1048d6412e4 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774814 Aug 04 17:12:02.594019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce59d8-85bb-41d9-8f41-ac8d3a0cba6f req-c37e8c6d-e972-459a-86e7-dc692a6e0cb5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:02.595692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cce59d8-85bb-41d9-8f41-ac8d3a0cba6f req-c37e8c6d-e972-459a-86e7-dc692a6e0cb5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 931 time: 0.1386106 Aug 04 17:12:02.610217 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:02.738601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cce59d8-85bb-41d9-8f41-ac8d3a0cba6f req-8cb218ae-263a-46ca-8639-e5294efa8d32 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301725 Aug 04 17:12:02.813310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-89189989-ec1a-4bfa-8cdf-7c3ce65710d2 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146003 Aug 04 17:12:02.866683 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-57b1d7f1-69bb-4556-b957-9a24b7c48dd0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=eb287487-5fc2-496c-a194-2e1ecc152829 HTTP/1.1" status: 200 len: 217 time: 0.0451796 Aug 04 17:12:02.968937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-6a188914-7418-4fbe-86a3-312e5eedd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:02.970446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-6a188914-7418-4fbe-86a3-312e5eedd98b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0899692 Aug 04 17:12:03.054388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-9f050b5f-ee40-4061-9ca5-d97ded2e432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:03.056005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-9f050b5f-ee40-4061-9ca5-d97ded2e432a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0764759 Aug 04 17:12:03.132464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feef36d9-5f85-4547-84a2-90a50716bf67 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:12:03.143373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:03.184399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Transition to ACTIVE for port object feef36d9-5f85-4547-84a2-90a50716bf67 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:12:03.192069 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:03.255889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-4b357683-9e38-4fc7-9cfc-89d69961d267 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772082 Aug 04 17:12:03.287382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Pushing event updated for resources: {'Port': ['ID=feef36d9-5f85-4547-84a2-90a50716bf67,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:03.423218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-1f724c58-2e16-4283-bd99-b455c119735d service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582410 Aug 04 17:12:03.424337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Attempting to bind port feef36d9-5f85-4547-84a2-90a50716bf67 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:03.424337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Attempting to bind port feef36d9-5f85-4547-84a2-90a50716bf67 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:03.424700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Attempting to bind port feef36d9-5f85-4547-84a2-90a50716bf67 on network 6618c843-6850-42e8-9b10-51eb022764a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:03.429300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Port feef36d9-5f85-4547-84a2-90a50716bf67 on network 6618c843-6850-42e8-9b10-51eb022764a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:03.429607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Attempting to bind port feef36d9-5f85-4547-84a2-90a50716bf67 on network 6618c843-6850-42e8-9b10-51eb022764a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:03.441054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:12:03.441393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Checking segment: {'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:12:03.441767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Bound using segment: {'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:12:03.442189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Bound port: feef36d9-5f85-4547-84a2-90a50716bf67, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:12:03.442542 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:03.477840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-3d5ed099-f5f9-4355-a4a3-a7212d9367ab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=e816567d-e02e-4090-a94f-767175a8aa9e HTTP/1.1" status: 200 len: 217 time: 0.0459118 Aug 04 17:12:03.563304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-6eb9259c-855c-4b8c-a58c-216305eb3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:03.564721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-6eb9259c-855c-4b8c-a58c-216305eb3d62 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0800378 Aug 04 17:12:03.574980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] For port feef36d9-5f85-4547-84a2-90a50716bf67, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:12:03.584437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] For port feef36d9-5f85-4547-84a2-90a50716bf67, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=feef36d9-5f85-4547-84a2-90a50716bf67,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:12:03.604451 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:03.644122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:03.644752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:03.646158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] 10.222.0.82 "PUT /v2.0/ports/feef36d9-5f85-4547-84a2-90a50716bf67 HTTP/1.1" status: 200 len: 1091 time: 1.1554806 Aug 04 17:12:03.646602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e2c9ab-1ca4-4679-aa39-4134891e334b', 'tag': 'feef36d9-5f85-4547-84a2-90a50716bf67'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:12:03.648929 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fa8593-8b1d-4d68-aca2-199050f54f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e2c9ab-1ca4-4679-aa39-4134891e334b", "tag": "feef36d9-5f85-4547-84a2-90a50716bf67"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:12:03.692277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-63a7b5b4-ba50-4086-840f-87efd9700092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:03.695019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-63a7b5b4-ba50-4086-840f-87efd9700092 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209037 Aug 04 17:12:03.826514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a971a-ba9c-4de5-ad25-592acd69ab10 service neutron] Pushing event updated for resources: {'Port': ['ID=feef36d9-5f85-4547-84a2-90a50716bf67,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:03.833474 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdb46da-8b7d-429a-94cb-b769351692de x-openstack-request-id: req-3cdb46da-8b7d-429a-94cb-b769351692de {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:12:03.833764 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e2c9ab-1ca4-4679-aa39-4134891e334b", "tag": "feef36d9-5f85-4547-84a2-90a50716bf67", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:12:03.834021 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cdb46da-8b7d-429a-94cb-b769351692de {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:12:03.834422 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e2c9ab-1ca4-4679-aa39-4134891e334b', 'tag': 'feef36d9-5f85-4547-84a2-90a50716bf67', 'status': 'completed', 'code': 200} Aug 04 17:12:03.893711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-679f3baa-438c-42e3-8dd4-17295b8f9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:03.895279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-679f3baa-438c-42e3-8dd4-17295b8f9651 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 1094 time: 0.1988819 Aug 04 17:12:03.963864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-984354ee-e11f-4ac7-80a4-926963dc3375 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535055 Aug 04 17:12:03.965107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-a797711b-30c0-4e2e-89be-2f4735c2d730 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feef36d9-5f85-4547-84a2-90a50716bf67 HTTP/1.1" status: 200 len: 217 time: 0.0610173 Aug 04 17:12:03.973163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed968e9-aeaf-4ecd-9498-2911ad1ad0d1 req-8920c072-646e-4f70-8018-041381684f51 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:03.974547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ed968e9-aeaf-4ecd-9498-2911ad1ad0d1 req-8920c072-646e-4f70-8018-041381684f51 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 943 time: 0.1354656 Aug 04 17:12:04.102634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ed968e9-aeaf-4ecd-9498-2911ad1ad0d1 req-e0714373-8e3d-44fc-aa68-cbc71b12fb53 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114106 Aug 04 17:12:04.112758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-9726b8dc-e30a-4e93-b1a1-d945208dc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:04.114279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-9726b8dc-e30a-4e93-b1a1-d945208dc9b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 HTTP/1.1" status: 200 len: 854 time: 0.1366045 Aug 04 17:12:04.156592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-8984bd92-9627-4d3c-a5c3-b3a0276eb2d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6618c843-6850-42e8-9b10-51eb022764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335805 Aug 04 17:12:04.160852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-bd927f22-f31d-4ead-b5d9-a7c953b800da service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842191 Aug 04 17:12:04.258436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-5178a9ff-2aca-40b9-abf4-0790dbfec2e1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 HTTP/1.1" status: 200 len: 217 time: 0.0883474 Aug 04 17:12:04.338605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-b5d99514-bc5b-4896-bac4-56c294b54ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:04.340225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-b5d99514-bc5b-4896-bac4-56c294b54ca0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.0731914 Aug 04 17:12:04.345734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-0dacd64a-285f-4b45-9fb0-3e8ccb1277bf service neutron] 10.222.0.82 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768076 Aug 04 17:12:04.386304 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5072bc4c-39d9-4836-9c60-f768679045bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:04.459797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-bb5cd5f2-6ba5-4529-83d2-950f96c929a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:04.460867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-bb5cd5f2-6ba5-4529-83d2-950f96c929a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136603 Aug 04 17:12:04.495145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16fc534-7c42-45f1-893c-38d97b89e0f0 req-f5b2b00a-5506-44d4-b783-19cd54cd109a service neutron] 10.222.0.82 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397486 Aug 04 17:12:04.604871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-6eee30f4-842b-49ae-afb1-113194b630a8 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322031 Aug 04 17:12:04.615740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa8593-8b1d-4d68-aca2-199050f54f6a req-2376c964-2234-4a7f-b77f-5c164d936c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:04.616678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6fa8593-8b1d-4d68-aca2-199050f54f6a req-2376c964-2234-4a7f-b77f-5c164d936c88 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 1094 time: 0.0579915 Aug 04 17:12:04.773920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-965c0545-11e3-487a-a1de-3414148ca3e2 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611838 Aug 04 17:12:04.777036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa8593-8b1d-4d68-aca2-199050f54f6a req-49a114cd-2a54-48f1-8be0-19765756afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:04.778565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6fa8593-8b1d-4d68-aca2-199050f54f6a req-49a114cd-2a54-48f1-8be0-19765756afd5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 916 time: 0.1547122 Aug 04 17:12:04.883243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-f39e0544-d726-4286-b2fb-81a4835120c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c15942b0-432c-480d-9005-da6faf613418 HTTP/1.1" status: 200 len: 217 time: 0.0938799 Aug 04 17:12:04.884915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6fa8593-8b1d-4d68-aca2-199050f54f6a req-88033963-d527-47c1-9554-5d68c4fc638d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feef36d9-5f85-4547-84a2-90a50716bf67 HTTP/1.1" status: 200 len: 217 time: 0.0944958 Aug 04 17:12:04.964944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:04.991073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-947c0a80-6d92-42a3-8585-656646241289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:04.992571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-947c0a80-6d92-42a3-8585-656646241289 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.0958333 Aug 04 17:12:04.998645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa8593-8b1d-4d68-aca2-199050f54f6a req-794d2ee0-fb92-4bf2-a38b-bd08bc024408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:05.000932 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6fa8593-8b1d-4d68-aca2-199050f54f6a req-794d2ee0-fb92-4bf2-a38b-bd08bc024408 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 HTTP/1.1" status: 200 len: 854 time: 0.0946202 Aug 04 17:12:05.068861 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6fa8593-8b1d-4d68-aca2-199050f54f6a req-f3e6e7ba-0847-4e5a-8668-f2a8b787ff17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6618c843-6850-42e8-9b10-51eb022764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557075 Aug 04 17:12:05.095626 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-2c4b13e0-ad2c-45b0-a2b9-740de52d0cf4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614467 Aug 04 17:12:05.133521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-32560268-4d1e-4359-aad2-1bae3f3dfac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:05.136222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-32560268-4d1e-4359-aad2-1bae3f3dfac9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339345 Aug 04 17:12:05.202016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-537c5f0d-77e3-4155-9115-d41fe203f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:05.204062 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-537c5f0d-77e3-4155-9115-d41fe203f643 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 1096 time: 0.0532467 Aug 04 17:12:05.334706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-1400d1da-cc60-4d07-af07-b3892f148385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:05.336886 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-1400d1da-cc60-4d07-af07-b3892f148385 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 913 time: 0.1128039 Aug 04 17:12:05.409569 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-d6afee8e-0e38-4edc-a38e-282e8518ebce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=418c44e6-24aa-4937-a309-db4b60873262 HTTP/1.1" status: 200 len: 1000 time: 0.0647588 Aug 04 17:12:05.468820 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-6237e9a9-52fa-4349-90b1-fe61338444cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:05.470918 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-6237e9a9-52fa-4349-90b1-fe61338444cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.0535412 Aug 04 17:12:05.526339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-c39eda76-b1a8-4027-bdb1-0eb2d12fb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:05.528579 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-c39eda76-b1a8-4027-bdb1-0eb2d12fb9d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499876 Aug 04 17:12:05.663923 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-4433318a-7939-4179-a1b7-f408aadd475b service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274641 Aug 04 17:12:05.762984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-904c9508-34a5-4379-8c66-24c2be1eb0bd service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172407 Aug 04 17:12:05.767095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6fa8593-8b1d-4d68-aca2-199050f54f6a req-ab204090-1362-4e60-bffb-4d5d06da270e service neutron] 10.222.0.82 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882684 Aug 04 17:12:05.800014 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:05.803768 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-21290678-1c1e-42a9-98ec-5183e90f5a2f req-ab475a25-ab5b-4f8c-899c-0ddb397796a4 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316218 Aug 04 17:12:05.979920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79fbea-d65e-4f8a-9bcc-a30006f4dc95 req-9e54c9b0-3250-4efd-81a8-7bc5d3bdbab7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:05.981310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e79fbea-d65e-4f8a-9bcc-a30006f4dc95 req-9e54c9b0-3250-4efd-81a8-7bc5d3bdbab7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 943 time: 0.3117819 Aug 04 17:12:06.004117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6fa8593-8b1d-4d68-aca2-199050f54f6a req-53eba138-855d-4bd9-a67f-673148875c61 service neutron] 10.222.0.82 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164755 Aug 04 17:12:06.038326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3b9dc-0c77-4e89-a2b0-c0579c77b634 req-f99b726a-7e22-420d-b999-55e3256c9bb1 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:06.039841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47c3b9dc-0c77-4e89-a2b0-c0579c77b634 req-f99b726a-7e22-420d-b999-55e3256c9bb1 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1455863 Aug 04 17:12:06.047323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21f3db93-83f8-4514-8b21-d6996438bb59 req-b83e1004-0666-4aad-ade1-90d58ce25d2c service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582901 Aug 04 17:12:06.067471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e79fbea-d65e-4f8a-9bcc-a30006f4dc95 req-ecf3aaae-d23c-4c0c-aafd-cd5cdbf6c0a7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761673 Aug 04 17:12:06.098747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47c3b9dc-0c77-4e89-a2b0-c0579c77b634 req-f6aba3bb-5790-4b3c-99aa-f31617ecd3a7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453968 Aug 04 17:12:07.228198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4f0a4-e123-48fa-9d0e-4259e17310fa req-71079a5e-73ec-4bc4-94fd-2b0e8104e9b0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:07.229885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42b4f0a4-e123-48fa-9d0e-4259e17310fa req-71079a5e-73ec-4bc4-94fd-2b0e8104e9b0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 943 time: 0.0832460 Aug 04 17:12:07.265074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95966c-4ca2-40fa-8d3e-0ab19fabedcf req-c0af8076-9619-40ad-a75d-bce6d3fba074 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:07.266592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d95966c-4ca2-40fa-8d3e-0ab19fabedcf req-c0af8076-9619-40ad-a75d-bce6d3fba074 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0817049 Aug 04 17:12:07.302837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42b4f0a4-e123-48fa-9d0e-4259e17310fa req-c65a1cbc-2ccb-4f94-b24f-06f78666baad tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617199 Aug 04 17:12:07.320998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d95966c-4ca2-40fa-8d3e-0ab19fabedcf req-a603c53a-d9f0-4377-9ffd-857c55fdd61c tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462472 Aug 04 17:12:07.404008 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:07.531236 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device feef36d9-5f85-4547-84a2-90a50716bf67 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:12:07.631498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port feef36d9-5f85-4547-84a2-90a50716bf67, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=feef36d9-5f85-4547-84a2-90a50716bf67,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:07.643584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'feef36d9-5f85-4547-84a2-90a50716bf67', 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7', 'port_id': 'feef36d9-5f85-4547-84a2-90a50716bf67', 'mac_address': 'fa:16:3e:fb:60:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe61e3f4-38d4-4c9c-ae90-0e336b1275d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:12:07.681650 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:07.694864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feef36d9-5f85-4547-84a2-90a50716bf67 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:12:07.716163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port feef36d9-5f85-4547-84a2-90a50716bf67, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=feef36d9-5f85-4547-84a2-90a50716bf67,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:07.721555 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:07.775157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=feef36d9-5f85-4547-84a2-90a50716bf67,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:08.024075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['feef36d9-5f85-4547-84a2-90a50716bf67'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:12:08.474323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddd937-9500-4e7b-a48e-1e1da733bb9e req-255148a8-a9a9-433a-aae6-2665cb1f8915 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:08.475864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2ddd937-9500-4e7b-a48e-1e1da733bb9e req-255148a8-a9a9-433a-aae6-2665cb1f8915 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 944 time: 0.0818226 Aug 04 17:12:08.483131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0235a9-0c7c-4579-bebd-e1a69f91a704 req-d7294c6a-0cab-493e-abe5-318706ad8585 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:08.484633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab0235a9-0c7c-4579-bebd-e1a69f91a704 req-d7294c6a-0cab-493e-abe5-318706ad8585 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0811517 Aug 04 17:12:08.539317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2ddd937-9500-4e7b-a48e-1e1da733bb9e req-a71990fc-88d2-40e9-bdc3-9b03b870f484 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536358 Aug 04 17:12:08.546917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab0235a9-0c7c-4579-bebd-e1a69f91a704 req-89ee6311-e29b-4cc0-80fe-237e96071f48 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553708 Aug 04 17:12:08.976062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:08.990000 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.188227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38088) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:09.306197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-836e1a81-c02c-4de4-9087-9c32199fbd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.423157 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-836e1a81-c02c-4de4-9087-9c32199fbd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.428764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-836e1a81-c02c-4de4-9087-9c32199fbd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.478551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-836e1a81-c02c-4de4-9087-9c32199fbd8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94016e6e49ad41b5a6833f89f1e1c67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891560 Aug 04 17:12:09.481258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38094) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:09.483212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e1a81-c02c-4de4-9087-9c32199fbd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71afe35d-1229-4225-9b88-1bded11442c0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:09.533811 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41fa2a44-dd4b-4793-bca4-238f816f930d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.539970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device feef36d9-5f85-4547-84a2-90a50716bf67 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:12:09.558749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41fa2a44-dd4b-4793-bca4-238f816f930d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.615906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port feef36d9-5f85-4547-84a2-90a50716bf67 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:12:09.622902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port feef36d9-5f85-4547-84a2-90a50716bf67 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:12:09.623565 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.673730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41fa2a44-dd4b-4793-bca4-238f816f930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.674160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41fa2a44-dd4b-4793-bca4-238f816f930d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.675474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-41fa2a44-dd4b-4793-bca4-238f816f930d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71afe35d-1229-4225-9b88-1bded11442c0 HTTP/1.1" status: 204 len: 168 time: 0.1933293 Aug 04 17:12:09.689084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60eece-954f-4046-a44a-ae1b9cf4ad7c req-25ffc33d-acca-472f-9499-782e71c65bc7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:09.696828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b60eece-954f-4046-a44a-ae1b9cf4ad7c req-25ffc33d-acca-472f-9499-782e71c65bc7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 944 time: 0.0826967 Aug 04 17:12:09.738551 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.739771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa2a44-dd4b-4793-bca4-238f816f930d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71afe35d-1229-4225-9b88-1bded11442c0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:09.778659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b60eece-954f-4046-a44a-ae1b9cf4ad7c req-f57affec-0edb-42f1-94a2-bc5aa397e419 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764415 Aug 04 17:12:09.780227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e2c9ab-1ca4-4679-aa39-4134891e334b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feef36d9-5f85-4547-84a2-90a50716bf67'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:12:09.790596 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880f82da-d914-4689-b753-4a88a6430e52" -d '{"events": [{"server_uuid": "a5e2c9ab-1ca4-4679-aa39-4134891e334b", "name": "network-vif-plugged", "status": "completed", "tag": "feef36d9-5f85-4547-84a2-90a50716bf67"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:12:09.797834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port feef36d9-5f85-4547-84a2-90a50716bf67, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=feef36d9-5f85-4547-84a2-90a50716bf67,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:09.803329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:09.805996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bfb94-64c9-42aa-be38-8d6764e2ee6e req-c7184d8e-fc0d-4892-9caa-538337220d46 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:09.825444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-065bfb94-64c9-42aa-be38-8d6764e2ee6e req-c7184d8e-fc0d-4892-9caa-538337220d46 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1487491 Aug 04 17:12:09.869868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=feef36d9-5f85-4547-84a2-90a50716bf67,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:09.891471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-065bfb94-64c9-42aa-be38-8d6764e2ee6e req-62a26657-c362-4b71-b2e5-2ef3c9283f18 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614624 Aug 04 17:12:09.921933 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1574f3-75c7-4092-b84a-87cd7e00de0f x-openstack-request-id: req-6f1574f3-75c7-4092-b84a-87cd7e00de0f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:12:09.922406 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e2c9ab-1ca4-4679-aa39-4134891e334b", "name": "network-vif-plugged", "status": "completed", "tag": "feef36d9-5f85-4547-84a2-90a50716bf67", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:12:09.922730 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f1574f3-75c7-4092-b84a-87cd7e00de0f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:12:09.923247 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e2c9ab-1ca4-4679-aa39-4134891e334b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feef36d9-5f85-4547-84a2-90a50716bf67', 'code': 200} Aug 04 17:12:10.030698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f142-ddea-45d1-aa2a-dc696b367e27 req-48ca8e17-0ffc-42ee-8843-f9981e425487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:10.032403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4b6f142-ddea-45d1-aa2a-dc696b367e27 req-48ca8e17-0ffc-42ee-8843-f9981e425487 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 1096 time: 0.0546725 Aug 04 17:12:10.072133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4b6f142-ddea-45d1-aa2a-dc696b367e27 req-2e2dc495-b8e6-4707-b960-c126448c445a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Aug 04 17:12:10.104830 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:12:10.938530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7fcde-d650-4f89-9e08-adf328b22a8c req-176c9284-186d-4a61-9043-40749f16d12f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:10.941215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62f7fcde-d650-4f89-9e08-adf328b22a8c req-176c9284-186d-4a61-9043-40749f16d12f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 945 time: 0.0949299 Aug 04 17:12:10.994926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62f7fcde-d650-4f89-9e08-adf328b22a8c req-f5b40d9d-0777-4133-8525-6e3cdee9de2c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Aug 04 17:12:11.098129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5403567-bd9a-4fe8-9158-33524cac37f2 req-0d7a1c52-2898-4c1b-b37f-f7afff4914bf tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:11.099839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5403567-bd9a-4fe8-9158-33524cac37f2 req-0d7a1c52-2898-4c1b-b37f-f7afff4914bf tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0761533 Aug 04 17:12:11.143165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5403567-bd9a-4fe8-9158-33524cac37f2 req-25b16f0b-e3fe-49e3-b4b3-52c50f08ff7e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371327 Aug 04 17:12:12.068184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38226) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:12.128525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff002d-a208-4702-bf16-4e5193a0fcd1 req-79c5f25a-ac53-4d10-8242-f2987dc0cad1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:12.131406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19ff002d-a208-4702-bf16-4e5193a0fcd1 req-79c5f25a-ac53-4d10-8242-f2987dc0cad1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 945 time: 0.0530930 Aug 04 17:12:12.181150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19ff002d-a208-4702-bf16-4e5193a0fcd1 req-c5724ab5-e139-4e85-b719-df8b764aa24c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Aug 04 17:12:12.201238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:12.346066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c546da-57f3-42d3-a103-4da3265653b4 req-63d37e8b-ca0b-4812-897e-e28a61a0046b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:12.347591 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38c546da-57f3-42d3-a103-4da3265653b4 req-63d37e8b-ca0b-4812-897e-e28a61a0046b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0785711 Aug 04 17:12:12.352565 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:12.366393 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:12.428804 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6d881ed7ba44dc8ad2f2e37706f0be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586855 Aug 04 17:12:12.433108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38240) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:12.435802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70e09e1-994c-496a-a25c-62e3da08848b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:12.455289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38c546da-57f3-42d3-a103-4da3265653b4 req-c1411d5b-8b50-4a88-a543-eee1193dd390 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910854 Aug 04 17:12:12.472474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.472844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.473152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.473488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.473820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.474152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.474478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.474839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.475178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.475504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.475830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.476152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a45448c-d1a6-4a75-9dcc-5306b3219623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:12.526191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317ad93-f000-47ea-8e4b-652083a55d6a req-df6726ce-9add-4123-b6cf-0a31a032a077 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:12.527811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3317ad93-f000-47ea-8e4b-652083a55d6a req-df6726ce-9add-4123-b6cf-0a31a032a077 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 945 time: 0.0705385 Aug 04 17:12:12.528503 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-689a364f-55e9-411f-add7-e254e286c089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:12.551531 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-689a364f-55e9-411f-add7-e254e286c089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:12.573429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3317ad93-f000-47ea-8e4b-652083a55d6a req-af1138c7-a066-40d5-826b-f10a16c58308 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Aug 04 17:12:12.605031 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-689a364f-55e9-411f-add7-e254e286c089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:12.607797 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-689a364f-55e9-411f-add7-e254e286c089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:12.609017 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-689a364f-55e9-411f-add7-e254e286c089 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c70e09e1-994c-496a-a25c-62e3da08848b HTTP/1.1" status: 204 len: 168 time: 0.1747668 Aug 04 17:12:12.618155 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a364f-55e9-411f-add7-e254e286c089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70e09e1-994c-496a-a25c-62e3da08848b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:12.899318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38256) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:12.913310 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9779b0-0837-4645-97dd-1e903e6e683a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:13.007859 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9779b0-0837-4645-97dd-1e903e6e683a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:13.013313 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9779b0-0837-4645-97dd-1e903e6e683a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:13.054448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3a9779b0-0837-4645-97dd-1e903e6e683a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04c0124193094f0381db7ca03e0fce2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518066 Aug 04 17:12:13.054448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9779b0-0837-4645-97dd-1e903e6e683a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382512b1-0c69-4a86-8cdb-322694217cff,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:13.055233 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38262) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:13.119535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ae911f0-d429-45f9-b2c6-c16b73ac7c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:13.143281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ae911f0-d429-45f9-b2c6-c16b73ac7c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:13.195109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ae911f0-d429-45f9-b2c6-c16b73ac7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:13.197583 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ae911f0-d429-45f9-b2c6-c16b73ac7c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:13.201519 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6ae911f0-d429-45f9-b2c6-c16b73ac7c25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/382512b1-0c69-4a86-8cdb-322694217cff HTTP/1.1" status: 204 len: 168 time: 0.1429033 Aug 04 17:12:13.213412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae911f0-d429-45f9-b2c6-c16b73ac7c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382512b1-0c69-4a86-8cdb-322694217cff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:13.589798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfe7e1-00c2-4b6b-8b73-d493f2fdfc63 req-59a865f2-fd1a-4491-8402-ddf55279727e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:13.591415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18bfe7e1-00c2-4b6b-8b73-d493f2fdfc63 req-59a865f2-fd1a-4491-8402-ddf55279727e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0585964 Aug 04 17:12:13.652969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18bfe7e1-00c2-4b6b-8b73-d493f2fdfc63 req-0842669b-cbe0-4e6c-a0e1-d66768407128 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549057 Aug 04 17:12:13.756228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17a658-6e35-470d-8836-1eb6004216ce req-06ac5864-ff4f-4dfb-ae1a-abc99bbe9b04 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:13.756703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c17a658-6e35-470d-8836-1eb6004216ce req-06ac5864-ff4f-4dfb-ae1a-abc99bbe9b04 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.82 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 945 time: 0.0978625 Aug 04 17:12:13.765431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31878ee-8ae4-4991-81db-d4462f861745 req-55b89daa-5ae4-41f8-ad89-b9139c8a35cb tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:13.772916 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a31878ee-8ae4-4991-81db-d4462f861745 req-55b89daa-5ae4-41f8-ad89-b9139c8a35cb tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5e2c9ab-1ca4-4679-aa39-4134891e334b HTTP/1.1" status: 200 len: 945 time: 0.0936122 Aug 04 17:12:13.862322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a31878ee-8ae4-4991-81db-d4462f861745 req-0f9a4d8a-b645-41e2-988e-1df1784b3a6e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886619 Aug 04 17:12:13.898252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4c17a658-6e35-470d-8836-1eb6004216ce req-ad448e6e-3580-420a-bf68-4ad45f2655d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Deleting port feef36d9-5f85-4547-84a2-90a50716bf67 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:13.898598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4c17a658-6e35-470d-8836-1eb6004216ce req-ad448e6e-3580-420a-bf68-4ad45f2655d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.000524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4c17a658-6e35-470d-8836-1eb6004216ce req-ad448e6e-3580-420a-bf68-4ad45f2655d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] For port feef36d9-5f85-4547-84a2-90a50716bf67, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=feef36d9-5f85-4547-84a2-90a50716bf67,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:14.000900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4c17a658-6e35-470d-8836-1eb6004216ce req-ad448e6e-3580-420a-bf68-4ad45f2655d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.014111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4c17a658-6e35-470d-8836-1eb6004216ce req-ad448e6e-3580-420a-bf68-4ad45f2655d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Calling delete_port for feef36d9-5f85-4547-84a2-90a50716bf67 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:14.163515 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4c17a658-6e35-470d-8836-1eb6004216ce req-ad448e6e-3580-420a-bf68-4ad45f2655d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.179135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['feef36d9-5f85-4547-84a2-90a50716bf67'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:12:14.182124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['14b2a4e8-1636-4bf5-9652-7884bf9df1a2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:12:14.200883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad448e6e-3580-420a-bf68-4ad45f2655d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Pushing event deleted for resources: {'Port': ['ID=feef36d9-5f85-4547-84a2-90a50716bf67,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:14.244383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c17a658-6e35-470d-8836-1eb6004216ce req-ad448e6e-3580-420a-bf68-4ad45f2655d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] No DVR routers for this DVR port feef36d9-5f85-4547-84a2-90a50716bf67 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:12:14.259610 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4c17a658-6e35-470d-8836-1eb6004216ce req-ad448e6e-3580-420a-bf68-4ad45f2655d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.264022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c17a658-6e35-470d-8836-1eb6004216ce req-ad448e6e-3580-420a-bf68-4ad45f2655d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.82 "DELETE /v2.0/ports/feef36d9-5f85-4547-84a2-90a50716bf67 HTTP/1.1" status: 204 len: 173 time: 0.4890833 Aug 04 17:12:14.264845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e2c9ab-1ca4-4679-aa39-4134891e334b', 'name': 'network-vif-deleted', 'tag': 'feef36d9-5f85-4547-84a2-90a50716bf67'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:12:14.267377 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad2067d-4776-4ae0-bdbc-69e431c5bd73" -d '{"events": [{"server_uuid": "a5e2c9ab-1ca4-4679-aa39-4134891e334b", "name": "network-vif-deleted", "tag": "feef36d9-5f85-4547-84a2-90a50716bf67"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:12:14.319177 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a7dc8a-3314-4db0-91e1-b79db8e937c9 x-openstack-request-id: req-94a7dc8a-3314-4db0-91e1-b79db8e937c9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:12:14.319488 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e2c9ab-1ca4-4679-aa39-4134891e334b", "name": "network-vif-deleted", "tag": "feef36d9-5f85-4547-84a2-90a50716bf67", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:12:14.319724 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94a7dc8a-3314-4db0-91e1-b79db8e937c9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:12:14.320401 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e2c9ab-1ca4-4679-aa39-4134891e334b', 'name': 'network-vif-deleted', 'tag': 'feef36d9-5f85-4547-84a2-90a50716bf67', 'status': 'completed', 'code': 200} Aug 04 17:12:14.425692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38320) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:14.552458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b066700e-325e-4d81-ba8b-00ba90adfcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.657299 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b066700e-325e-4d81-ba8b-00ba90adfcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.665098 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b066700e-325e-4d81-ba8b-00ba90adfcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.710994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38332) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:14.711640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b066700e-325e-4d81-ba8b-00ba90adfcab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5b7317d51024488a1a5b125094729ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835145 Aug 04 17:12:14.712311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066700e-325e-4d81-ba8b-00ba90adfcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b480378-2e52-4bd0-8694-92d78cd8db7c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:14.789760 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b04e0b78-0ed1-4333-bbb3-3a2b77f4ffab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.810971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f494af-9152-4b81-bbb3-a2373f99f263 req-afdcaf52-bdd1-499c-840d-bbb8577f3b5f tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:14.813576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36f494af-9152-4b81-bbb3-a2373f99f263 req-afdcaf52-bdd1-499c-840d-bbb8577f3b5f tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0625336 Aug 04 17:12:14.823237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b04e0b78-0ed1-4333-bbb3-3a2b77f4ffab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.867272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36f494af-9152-4b81-bbb3-a2373f99f263 req-0be0fbc5-042d-4c23-ab66-8ec00db67eeb tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468426 Aug 04 17:12:14.902593 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b04e0b78-0ed1-4333-bbb3-3a2b77f4ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.905753 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b04e0b78-0ed1-4333-bbb3-3a2b77f4ffab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:14.910513 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b04e0b78-0ed1-4333-bbb3-3a2b77f4ffab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b480378-2e52-4bd0-8694-92d78cd8db7c HTTP/1.1" status: 204 len: 168 time: 0.1975639 Aug 04 17:12:14.919809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e0b78-0ed1-4333-bbb3-3a2b77f4ffab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b480378-2e52-4bd0-8694-92d78cd8db7c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:15.033758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db6c78-d6a2-4738-9e9a-89cdaf8862a6 req-4ec5cce2-1f90-46c5-8d62-79ec0a895351 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:15.036255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02db6c78-d6a2-4738-9e9a-89cdaf8862a6 req-4ec5cce2-1f90-46c5-8d62-79ec0a895351 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0521688 Aug 04 17:12:15.083340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02db6c78-d6a2-4738-9e9a-89cdaf8862a6 req-60399722-ed5b-42f5-bada-1d290fe91478 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355816 Aug 04 17:12:15.326314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e0d29-ea62-4a0d-bd4b-6d790de1c8a9 req-eab30ee6-0e2d-4a74-8cd2-16fbbd30a30c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:15.328474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d7e0d29-ea62-4a0d-bd4b-6d790de1c8a9 req-eab30ee6-0e2d-4a74-8cd2-16fbbd30a30c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0648670 Aug 04 17:12:15.370819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d7e0d29-ea62-4a0d-bd4b-6d790de1c8a9 req-6ec186f0-f368-48a0-915b-b133a7f7f728 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355532 Aug 04 17:12:15.522346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd13e0-3cae-4a6e-9643-872ec994eeaa req-291a663a-0283-433a-a487-aa48a729b76a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:15.524170 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abdd13e0-3cae-4a6e-9643-872ec994eeaa req-291a663a-0283-433a-a487-aa48a729b76a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0590379 Aug 04 17:12:15.579423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abdd13e0-3cae-4a6e-9643-872ec994eeaa req-82338c4d-2aff-40f5-84f3-f5245503db12 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484354 Aug 04 17:12:16.066665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c146f9-9e55-4eb4-8778-d4fdc9ec8a09 req-f98f6096-6f53-477a-a44d-abb9494874ea tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:16.069117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4c146f9-9e55-4eb4-8778-d4fdc9ec8a09 req-f98f6096-6f53-477a-a44d-abb9494874ea tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0776052 Aug 04 17:12:16.132667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4c146f9-9e55-4eb4-8778-d4fdc9ec8a09 req-1458872e-b1a4-4ae8-a7fd-a3570526c42f tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557678 Aug 04 17:12:16.917411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38444) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:17.077062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:17.104201 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:17.213092 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:17.287713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c0551-acb0-465a-943a-0c8c1cc3d8b6 req-ced6ea23-6016-481c-a9ad-531c0909da5e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:17.297058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77c0551-acb0-465a-943a-0c8c1cc3d8b6 req-ced6ea23-6016-481c-a9ad-531c0909da5e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0709331 Aug 04 17:12:17.355413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77c0551-acb0-465a-943a-0c8c1cc3d8b6 req-64626223-1250-4f92-aca5-0fa85e42d1e7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469425 Aug 04 17:12:17.363385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Allocated IP 172.25.2.17 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/76b1eb99-c854-4f2c-96e3-9436c1ef7993) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:17.486732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9379d-069a-4fd5-86c7-12a88fb3a5ce req-d3825cd6-7594-441f-b9ed-44da8521e46a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:17.488398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8c9379d-069a-4fd5-86c7-12a88fb3a5ce req-d3825cd6-7594-441f-b9ed-44da8521e46a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0775914 Aug 04 17:12:17.526257 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:17.538335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8c9379d-069a-4fd5-86c7-12a88fb3a5ce req-47a314d6-4e6b-475b-8baf-8ffd4f003556 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Aug 04 17:12:17.586255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:17.602536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device feef36d9-5f85-4547-84a2-90a50716bf67 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:12:17.664637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: feef36d9-5f85-4547-84a2-90a50716bf67 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:12:17.665067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device feef36d9-5f85-4547-84a2-90a50716bf67 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:12:17.697796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:17.701090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event updated for resources: {'Port': ['ID=76b1eb99-c854-4f2c-96e3-9436c1ef7993,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:17.704114 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:17.707564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:17.745200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-107cd04f-e307-4cf6-93e2-da13b23b5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:17.746303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a323c-ab23-41c9-a78a-0663360b6489 req-50389187-fe20-4bad-9815-06e3426e8c2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:17.747043 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-107cd04f-e307-4cf6-93e2-da13b23b5c3b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 1096 time: 0.1301162 Aug 04 17:12:17.747947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-086a323c-ab23-41c9-a78a-0663360b6489 req-50389187-fe20-4bad-9815-06e3426e8c2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0959685 Aug 04 17:12:17.757725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7452c-43bc-4fd3-bacf-50886a708493 req-180765ac-5fde-4ed5-928b-3bb8000ff260 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:17.759369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca7452c-43bc-4fd3-bacf-50886a708493 req-180765ac-5fde-4ed5-928b-3bb8000ff260 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1061535 Aug 04 17:12:17.831252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca7452c-43bc-4fd3-bacf-50886a708493 req-36534bb6-2c40-41c2-a016-303e4ce426b6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597155 Aug 04 17:12:17.834749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-086a323c-ab23-41c9-a78a-0663360b6489 req-aa6956ef-bbd7-4e2f-865d-9d8d7bc58be9 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744407 Aug 04 17:12:17.891755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:17.898918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-fd552f5a-b175-4999-ba05-4195d1b1f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:17.900506 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-fd552f5a-b175-4999-ba05-4195d1b1f02b service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 913 time: 0.1448796 Aug 04 17:12:17.970689 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.031715 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-0d6c499c-c557-49ec-914e-897b3bb1a208 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=418c44e6-24aa-4937-a309-db4b60873262 HTTP/1.1" status: 200 len: 1000 time: 0.1072788 Aug 04 17:12:18.128250 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-6319bd79-8980-4d54-9e62-984c638476be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:18.141166 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-6319bd79-8980-4d54-9e62-984c638476be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.0916078 Aug 04 17:12:18.240793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-b6a6fa3d-086c-4ad5-9593-04ccc0044fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:18.242262 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-b6a6fa3d-086c-4ad5-9593-04ccc0044fb5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003225 Aug 04 17:12:18.314637 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.326820 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.446846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event updated for resources: {'Port': ['ID=76b1eb99-c854-4f2c-96e3-9436c1ef7993,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:18.452280 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-bb09f36c-2da0-492a-be5e-13abd5448d6d service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022610 Aug 04 17:12:18.455986 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.520259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.524281 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ea940c7-6524-4d69-a475-1fe3b0bc91e4 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6031163 Aug 04 17:12:18.525254 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38502) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:18.529929 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1225558497'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:18.578923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Made reservation on behalf of 407d67d25efe4996aa9b98c6ed0d2e32 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:18.582841 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.589406 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-db4fbdf2-0577-4909-97a6-a99278d30c8b req-85abde32-019e-4dca-b5d5-bcc57cf6c9cb service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287496 Aug 04 17:12:18.597440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.733328 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.741768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.776140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:12:18.783747 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6148a2f9-a147-4444-a189-9318919bcc57,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:18.793731 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.794001 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Added segment 500abb93-f3f4-4f55-b73c-a0b05f62f70b of type vlan for network c2914495-1307-40ae-84e3-b1b46713ff81 Aug 04 17:12:18.849802 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.894346 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.900302 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:18.901027 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:18.976005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event updated for resources: {'Network': ['ID=c2914495-1307-40ae-84e3-b1b46713ff81,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:18.978939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fea168-bcd8-4d4f-b19e-a977f4d20d73 req-b6bd1f41-e7d0-4a82-8ffd-6b9ade16578a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:18.980685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8fea168-bcd8-4d4f-b19e-a977f4d20d73 req-b6bd1f41-e7d0-4a82-8ffd-6b9ade16578a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0655379 Aug 04 17:12:18.985331 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f1fecf7a-10a0-4648-be1e-5d14873a402e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4595375 Aug 04 17:12:18.988372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38518) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:18.989659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network c2914495-1307-40ae-84e3-b1b46713ff81 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:12:18.993641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Request body: {'subnet': {'network_id': 'c2914495-1307-40ae-84e3-b1b46713ff81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:19.031896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8fea168-bcd8-4d4f-b19e-a977f4d20d73 req-ee5d4df2-e6af-4c76-b63c-c034eb7af070 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358143 Aug 04 17:12:19.117316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Made reservation on behalf of 407d67d25efe4996aa9b98c6ed0d2e32 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:19.121231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:19.321221 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:19.387599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Checking segment: {'id': '500abb93-f3f4-4f55-b73c-a0b05f62f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2914495-1307-40ae-84e3-b1b46713ff81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:12:19.387953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Network hostable DHCP agents. Network: c2914495-1307-40ae-84e3-b1b46713ff81, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:12:19.394360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event updated for resources: {'Subnet': ['ID=3950ad1c-14fa-4538-a98f-010fbdb43e56,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:19.412882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Network c2914495-1307-40ae-84e3-b1b46713ff81 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:12:19.425774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, c2914495-1307-40ae-84e3-b1b46713ff81) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:19.432136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:19.433760 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:19.437294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346ac70c-5292-4cc4-baab-ee6c8191cf4f None None] Network c2914495-1307-40ae-84e3-b1b46713ff81 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:12:19.445874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085436-119c-4636-827a-4947b6e3046f req-84059981-e681-47f8-b384-91c33c5cd08c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:19.447626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16085436-119c-4636-827a-4947b6e3046f req-84059981-e681-47f8-b384-91c33c5cd08c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0646520 Aug 04 17:12:19.455283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38532) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:19.458094 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-588e2358-6fe7-4b95-88f1-b2e7beab9243 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4673986 Aug 04 17:12:19.462483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1103527413', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:19.515610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16085436-119c-4636-827a-4947b6e3046f req-aef7f6cc-a3dd-4904-9fac-22689ff4a14c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574024 Aug 04 17:12:19.516946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:19.518029 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:19.604169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:19.619966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-c2914495-1307-40ae-84e3-b1b46713ff81', 'network_id': 'c2914495-1307-40ae-84e3-b1b46713ff81', 'tenant_id': '407d67d25efe4996aa9b98c6ed0d2e32', 'fixed_ips': [{'subnet_id': '3950ad1c-14fa-4538-a98f-010fbdb43e56'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:12:19.621383 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:19.798783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Allocated IP 172.20.0.2 (c2914495-1307-40ae-84e3-b1b46713ff81/3950ad1c-14fa-4538-a98f-010fbdb43e56/3703e9c4-22e6-4181-84d4-9be1e87ab85d) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:19.799809 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:19.814125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b5581-84a7-4196-897a-824e67186bc2 req-8c531604-2f5c-4c13-b05a-f089fd09d682 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:19.815753 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b3b5581-84a7-4196-897a-824e67186bc2 req-8c531604-2f5c-4c13-b05a-f089fd09d682 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1662455 Aug 04 17:12:19.910184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b3b5581-84a7-4196-897a-824e67186bc2 req-e8d67adb-99b5-4b19-b867-90f6d308b3ae tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795794 Aug 04 17:12:19.988684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:20.003795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Transition to ACTIVE for port object 3703e9c4-22e6-4181-84d4-9be1e87ab85d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:12:20.024401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Transition to ACTIVE for port object 3703e9c4-22e6-4181-84d4-9be1e87ab85d will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:12:20.035610 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:20.074041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Network c2914495-1307-40ae-84e3-b1b46713ff81 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:20.077644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:20.082470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:20.105671 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:20.119252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Pushing event updated for resources: {'Port': ['ID=3703e9c4-22e6-4181-84d4-9be1e87ab85d,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:20.135672 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:20.159257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Attempting to bind port 3703e9c4-22e6-4181-84d4-9be1e87ab85d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:20.165209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Attempting to bind port 3703e9c4-22e6-4181-84d4-9be1e87ab85d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '500abb93-f3f4-4f55-b73c-a0b05f62f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2914495-1307-40ae-84e3-b1b46713ff81'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:20.165209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Attempting to bind port 3703e9c4-22e6-4181-84d4-9be1e87ab85d on network c2914495-1307-40ae-84e3-b1b46713ff81 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:20.172974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:12:20.173542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Checking segment: {'id': '500abb93-f3f4-4f55-b73c-a0b05f62f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2914495-1307-40ae-84e3-b1b46713ff81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:12:20.174393 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:20.175308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Bound using segment: {'id': '500abb93-f3f4-4f55-b73c-a0b05f62f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2914495-1307-40ae-84e3-b1b46713ff81'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:12:20.177486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Bound port: 3703e9c4-22e6-4181-84d4-9be1e87ab85d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500abb93-f3f4-4f55-b73c-a0b05f62f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2914495-1307-40ae-84e3-b1b46713ff81'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:12:20.177896 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:20.257862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e719617-ebc9-4cc4-83b7-943b2fc3c9ee req-58198a1a-1bd6-4c64-a23a-4e9b308ea4d5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:20.258338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] For port 3703e9c4-22e6-4181-84d4-9be1e87ab85d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:12:20.259426 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e719617-ebc9-4cc4-83b7-943b2fc3c9ee req-58198a1a-1bd6-4c64-a23a-4e9b308ea4d5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.2110791 Aug 04 17:12:20.267745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] For port 3703e9c4-22e6-4181-84d4-9be1e87ab85d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3703e9c4-22e6-4181-84d4-9be1e87ab85d,segment=NetworkSegment(500abb93-f3f4-4f55-b73c-a0b05f62f70b),segment_id=500abb93-f3f4-4f55-b73c-a0b05f62f70b)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:12:20.274216 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:20.296514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6b2cf-e077-4cce-8513-b5d2f5c8e6c1 req-70cf5fbf-cc63-479a-87c6-120aeae9ad31 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:20.298017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7fe6b2cf-e077-4cce-8513-b5d2f5c8e6c1 req-70cf5fbf-cc63-479a-87c6-120aeae9ad31 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1580105 Aug 04 17:12:20.344637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5afb68-2084-4fe3-85ef-c9f895262ec0 None None] Pushing event updated for resources: {'Port': ['ID=3703e9c4-22e6-4181-84d4-9be1e87ab85d,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:20.379713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e719617-ebc9-4cc4-83b7-943b2fc3c9ee req-83d6337c-64bb-41dd-a092-c13ae5dc17f6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042545 Aug 04 17:12:20.426429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Allocated IP 172.25.2.57 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/2bbd0ac6-189b-4bfd-a29c-f36dadf48b74) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:20.443488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7fe6b2cf-e077-4cce-8513-b5d2f5c8e6c1 req-3a149392-8150-44c1-bf15-075ea639658f tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368070 Aug 04 17:12:20.610055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c12b8-8a41-4ebd-b861-49b2b2a25c41 req-b5e52526-553a-4927-b425-be1d912c82fa tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:20.611732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-450c12b8-8a41-4ebd-b861-49b2b2a25c41 req-b5e52526-553a-4927-b425-be1d912c82fa tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1454928 Aug 04 17:12:20.640599 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:20.680908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-450c12b8-8a41-4ebd-b861-49b2b2a25c41 req-83cc394d-65ec-4428-bf0e-fbb3b112f96e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605562 Aug 04 17:12:20.715938 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:20.791604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:20.791604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:20.791604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event updated for resources: {'Port': ['ID=2bbd0ac6-189b-4bfd-a29c-f36dadf48b74,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:20.800162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:21.001007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022b825-c667-448f-9a18-ac442e20fec9 req-eb34e82c-e9ee-4e8f-8d38-547789e62790 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:21.002692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9022b825-c667-448f-9a18-ac442e20fec9 req-eb34e82c-e9ee-4e8f-8d38-547789e62790 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1471684 Aug 04 17:12:21.095624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9022b825-c667-448f-9a18-ac442e20fec9 req-51c0619a-af34-4081-987d-f13b2becfb9f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825171 Aug 04 17:12:21.163096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:21.307393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2706f-2416-4ef3-b8da-c74561c27abb req-298d7cb7-1331-49eb-bdf6-0685491a0727 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:21.309181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04e2706f-2416-4ef3-b8da-c74561c27abb req-298d7cb7-1331-49eb-bdf6-0685491a0727 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1022625 Aug 04 17:12:21.360616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e801851b-ba60-4117-b529-0122c58a2a1b None None] Network c2914495-1307-40ae-84e3-b1b46713ff81 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:12:21.435073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04e2706f-2416-4ef3-b8da-c74561c27abb req-470edac3-81ba-4d8a-a9b8-1474c7938b1b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160779 Aug 04 17:12:21.459000 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:21.531186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-41955011-4e80-425d-b62d-cd546dddfcd6 None None] Provisioning for port 3703e9c4-22e6-4181-84d4-9be1e87ab85d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:12:21.984269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b45d2-05b4-455d-8aeb-1359df20ecfa req-50a7deac-f14f-4285-94e9-b844dd99ea48 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:21.985859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d4b45d2-05b4-455d-8aeb-1359df20ecfa req-50a7deac-f14f-4285-94e9-b844dd99ea48 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0956352 Aug 04 17:12:22.042341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d4b45d2-05b4-455d-8aeb-1359df20ecfa req-6ef17929-5e5a-45ee-bc45-dc9641b40958 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462945 Aug 04 17:12:22.054261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Router f887e392-924c-4c3b-91cc-fac563d0c6fc is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:12:22.219962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea700d2a-4d25-429b-a8a5-d08b97c4a845 req-11de4152-4c30-42a4-b854-b1c9e1003916 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:22.221534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea700d2a-4d25-429b-a8a5-d08b97c4a845 req-11de4152-4c30-42a4-b854-b1c9e1003916 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0980506 Aug 04 17:12:22.223206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:12:22.234700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7280b0bf-a3a3-4c2c-b86a-7362e6f448f8 None None] Sync routers for ids ['f887e392-924c-4c3b-91cc-fac563d0c6fc'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:12:22.252721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280b0bf-a3a3-4c2c-b86a-7362e6f448f8 None None] Routers {'f887e392-924c-4c3b-91cc-fac563d0c6fc'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:22.253389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7280b0bf-a3a3-4c2c-b86a-7362e6f448f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f887e392-924c-4c3b-91cc-fac563d0c6fc'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:22.266553 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:22.269303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-304d97fe-8fa7-4680-8fec-e06f6fc7bf0e tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.8115146 Aug 04 17:12:22.270679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38616) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:22.305598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3703e9c4-22e6-4181-84d4-9be1e87ab85d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:12:22.305843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea700d2a-4d25-429b-a8a5-d08b97c4a845 req-e7d23ded-daee-4d1d-901d-477dc77cdc21 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621333 Aug 04 17:12:22.305948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7280b0bf-a3a3-4c2c-b86a-7362e6f448f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:22.387075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280b0bf-a3a3-4c2c-b86a-7362e6f448f8 None None] Routers {'f887e392-924c-4c3b-91cc-fac563d0c6fc'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:22.389198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7280b0bf-a3a3-4c2c-b86a-7362e6f448f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f887e392-924c-4c3b-91cc-fac563d0c6fc'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:22.429019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3703e9c4-22e6-4181-84d4-9be1e87ab85d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:12:22.431217 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7280b0bf-a3a3-4c2c-b86a-7362e6f448f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:22.431992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7280b0bf-a3a3-4c2c-b86a-7362e6f448f8 None None] The sync data for ids ['f887e392-924c-4c3b-91cc-fac563d0c6fc'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:12:22.435356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3703e9c4-22e6-4181-84d4-9be1e87ab85d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:12:22.435731 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:22.525757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633164a4-d460-48e8-9a32-4b7a93ebed68 req-07d7acc1-7162-47cb-9671-ae9411e74a61 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:22.527651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-633164a4-d460-48e8-9a32-4b7a93ebed68 req-07d7acc1-7162-47cb-9671-ae9411e74a61 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0731142 Aug 04 17:12:22.596393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-633164a4-d460-48e8-9a32-4b7a93ebed68 req-ea842872-93eb-43f1-acab-c4f1c4e069d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620160 Aug 04 17:12:22.687366 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:22.725772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 3703e9c4-22e6-4181-84d4-9be1e87ab85d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3703e9c4-22e6-4181-84d4-9be1e87ab85d,segment=NetworkSegment(500abb93-f3f4-4f55-b73c-a0b05f62f70b),segment_id=500abb93-f3f4-4f55-b73c-a0b05f62f70b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:22.731887 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:22.739125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d8420-bdfd-44a2-9b8d-974b671465f2 req-091d0afa-34ba-44c1-aa2f-e1f8358f0e5f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:22.740876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-351d8420-bdfd-44a2-9b8d-974b671465f2 req-091d0afa-34ba-44c1-aa2f-e1f8358f0e5f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0759168 Aug 04 17:12:22.804329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-351d8420-bdfd-44a2-9b8d-974b671465f2 req-1ad17b51-7dea-485c-8df6-03c9e2161772 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570772 Aug 04 17:12:22.815617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=3703e9c4-22e6-4181-84d4-9be1e87ab85d,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:22.850674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:22.979738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cbb3c-2588-48e3-bf30-52a492f8fc1c req-9dc9e583-0165-428c-adac-e9bdfbcfcdb1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:22.988934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-523cbb3c-2588-48e3-bf30-52a492f8fc1c req-9dc9e583-0165-428c-adac-e9bdfbcfcdb1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0615997 Aug 04 17:12:23.032494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-523cbb3c-2588-48e3-bf30-52a492f8fc1c req-d7686bb5-d020-4faa-b708-3a727db32dda tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 Aug 04 17:12:23.161452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4ae1-5557-4513-9b3f-3549e819d6f9 req-f8a5a067-102c-43af-b9bd-e374a9de82c5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:23.162857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7ec4ae1-5557-4513-9b3f-3549e819d6f9 req-f8a5a067-102c-43af-b9bd-e374a9de82c5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0598631 Aug 04 17:12:23.171276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Allocated IP 172.20.0.1 (c2914495-1307-40ae-84e3-b1b46713ff81/3950ad1c-14fa-4538-a98f-010fbdb43e56/17aeac91-7b0c-4c26-946e-7bd99d490a7f) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:23.211805 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7ec4ae1-5557-4513-9b3f-3549e819d6f9 req-3ab1aa0d-7f61-45f2-810e-2e66d127657e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Aug 04 17:12:23.306390 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:23.321981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Transition to ACTIVE for port object 17aeac91-7b0c-4c26-946e-7bd99d490a7f will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:12:23.357826 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:23.405437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Network c2914495-1307-40ae-84e3-b1b46713ff81 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:23.408781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:23.415420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:23.444573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event updated for resources: {'Port': ['ID=17aeac91-7b0c-4c26-946e-7bd99d490a7f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:23.470048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87198a-a60d-4295-9bba-8aedc8d677b0 req-4291d935-f966-4274-b5a6-485892e54c88 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:23.471875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e87198a-a60d-4295-9bba-8aedc8d677b0 req-4291d935-f966-4274-b5a6-485892e54c88 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 814 time: 0.1237838 Aug 04 17:12:23.479377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:23.490181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e87198a-a60d-4295-9bba-8aedc8d677b0 req-93acbaca-df5b-4d13-9e26-60bdb93cea94 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/quotas/0cf24d0443524cfa96a57beac0da5231 HTTP/1.1" status: 200 len: 375 time: 0.0117593 Aug 04 17:12:23.583533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e87198a-a60d-4295-9bba-8aedc8d677b0 req-74aed2bf-6a67-47ab-b6b4-afae98b02fd5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623140 Aug 04 17:12:23.665793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:23.695272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07079967-c735-4167-bfd0-a1525ed4debc req-9f736093-257d-4185-b927-4406921a1885 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:23.703426 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07079967-c735-4167-bfd0-a1525ed4debc req-9f736093-257d-4185-b927-4406921a1885 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0613065 Aug 04 17:12:23.731777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fb34ec38-9ec0-41a9-ada5-e6c343fc1699 None None] Provisioning for port 17aeac91-7b0c-4c26-946e-7bd99d490a7f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:12:23.741887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fb34ec38-9ec0-41a9-ada5-e6c343fc1699 None None] Provisioning complete for port 17aeac91-7b0c-4c26-946e-7bd99d490a7f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:12:23.742486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fb34ec38-9ec0-41a9-ada5-e6c343fc1699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:23.749033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07079967-c735-4167-bfd0-a1525ed4debc req-ccbe4eaa-8248-40c8-a529-0d3895097e4d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444610 Aug 04 17:12:23.798669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-fb34ec38-9ec0-41a9-ada5-e6c343fc1699 None None] Port 17aeac91-7b0c-4c26-946e-7bd99d490a7f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:12:23.886731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51cb69-cba2-4eda-ae52-ea115633a12a req-e500c62e-60cd-47de-981f-2ab1841c4c20 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:23.888417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae51cb69-cba2-4eda-ae52-ea115633a12a req-e500c62e-60cd-47de-981f-2ab1841c4c20 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0517666 Aug 04 17:12:23.930457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae51cb69-cba2-4eda-ae52-ea115633a12a req-4aaeec31-a751-450e-bdad-53d9062b6079 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343719 Aug 04 17:12:23.993207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:23.998954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:24.075059 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:24.076856 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event updated for resources: {'Port': ['ID=17aeac91-7b0c-4c26-946e-7bd99d490a7f,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:24.111736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bec7349-2e12-478c-8b16-3c2a2edec107 req-96fb3fbf-fcfd-4172-922a-5a83c6d86300 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0cf24d0443524cfa96a57beac0da5231 HTTP/1.1" status: 200 len: 221 time: 0.0436966 Aug 04 17:12:24.183598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Network c2914495-1307-40ae-84e3-b1b46713ff81 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:24.184997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:24.254284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d75de8-81ca-460f-bc6e-c309297a5db6 req-17b11f7c-437f-4a1b-b46c-ad8a40249519 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:24.256230 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7d75de8-81ca-460f-bc6e-c309297a5db6 req-17b11f7c-437f-4a1b-b46c-ad8a40249519 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0761616 Aug 04 17:12:24.262970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3703e9c4-22e6-4181-84d4-9be1e87ab85d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:12:24.330729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3703e9c4-22e6-4181-84d4-9be1e87ab85d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:12:24.331249 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:24.333547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Router f887e392-924c-4c3b-91cc-fac563d0c6fc has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:12:24.357414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7d75de8-81ca-460f-bc6e-c309297a5db6 req-e78d3593-7c76-4631-ad71-08168e5ba1b2 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892489 Aug 04 17:12:24.498940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c599a5-0ebe-42ea-b56e-8325fc76d808 req-2c4572af-624c-4eab-ae6d-1e621a877720 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:24.500815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04c599a5-0ebe-42ea-b56e-8325fc76d808 req-2c4572af-624c-4eab-ae6d-1e621a877720 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0603068 Aug 04 17:12:24.545365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-08b750bd-a6d7-4d8c-93e6-0ea73d97e41d None None] Provisioning complete for port 17aeac91-7b0c-4c26-946e-7bd99d490a7f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:12:24.546427 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-08b750bd-a6d7-4d8c-93e6-0ea73d97e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:24.552496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04c599a5-0ebe-42ea-b56e-8325fc76d808 req-49e73276-807b-4a66-85f0-123bb2281eff tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Aug 04 17:12:24.592441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-08b750bd-a6d7-4d8c-93e6-0ea73d97e41d None None] Port 17aeac91-7b0c-4c26-946e-7bd99d490a7f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:12:24.698315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256f4c3-04c7-4dcf-bc7c-ac02dc2fce6b req-75b327e6-f78a-4bde-812c-932f8260446f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:24.700624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f256f4c3-04c7-4dcf-bc7c-ac02dc2fce6b req-75b327e6-f78a-4bde-812c-932f8260446f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0625129 Aug 04 17:12:24.754301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f256f4c3-04c7-4dcf-bc7c-ac02dc2fce6b req-b7b6ce37-2ec4-46ab-811c-2cccfe30879f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462916 Aug 04 17:12:24.867287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:12:24.875912 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c71861ef-1e4b-40c7-8da1-f4c4113164bb tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "PUT /v2.0/routers/f887e392-924c-4c3b-91cc-fac563d0c6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6036601 Aug 04 17:12:24.876550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38714) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:24.881592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Request body: {'port': {'network_id': 'c2914495-1307-40ae-84e3-b1b46713ff81', 'name': 'tempest-FloatingIPAdminTestJSON-1125426112'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:24.885672 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce39ece-c0e1-40c8-94dc-2bdb0d441f02 None None] Sync routers for ids ['f887e392-924c-4c3b-91cc-fac563d0c6fc'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:12:24.893699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdc126-8a58-49c8-90c4-7cf70554cdd4 req-74acbff4-f16c-4684-9987-635a37b814ce tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:24.899266 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce39ece-c0e1-40c8-94dc-2bdb0d441f02 None None] Routers {'f887e392-924c-4c3b-91cc-fac563d0c6fc'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:24.900253 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6ce39ece-c0e1-40c8-94dc-2bdb0d441f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f887e392-924c-4c3b-91cc-fac563d0c6fc'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:24.901386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6fbdc126-8a58-49c8-90c4-7cf70554cdd4 req-74acbff4-f16c-4684-9987-635a37b814ce tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0692067 Aug 04 17:12:24.944223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6fbdc126-8a58-49c8-90c4-7cf70554cdd4 req-05f8ef32-ecc6-455d-a42a-93dd704bbdd0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Aug 04 17:12:24.958262 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6ce39ece-c0e1-40c8-94dc-2bdb0d441f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:24.967579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce39ece-c0e1-40c8-94dc-2bdb0d441f02 None None] Routers {'f887e392-924c-4c3b-91cc-fac563d0c6fc'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:24.968278 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6ce39ece-c0e1-40c8-94dc-2bdb0d441f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f887e392-924c-4c3b-91cc-fac563d0c6fc'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:25.002662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Made reservation on behalf of 407d67d25efe4996aa9b98c6ed0d2e32 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:25.007196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:25.019772 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6ce39ece-c0e1-40c8-94dc-2bdb0d441f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:25.020493 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce39ece-c0e1-40c8-94dc-2bdb0d441f02 None None] The sync data for ids ['f887e392-924c-4c3b-91cc-fac563d0c6fc'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:12:25.033249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] device_id is not set on port dd45dcc8-6b2c-411b-a38e-5517a6abb302 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:12:25.103392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4e7fe-d667-4d72-9145-dc383df8745d req-d845c349-d8b2-4253-972a-57eb14e1da37 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:25.105434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62a4e7fe-d667-4d72-9145-dc383df8745d req-d845c349-d8b2-4253-972a-57eb14e1da37 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0534873 Aug 04 17:12:25.160824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62a4e7fe-d667-4d72-9145-dc383df8745d req-454ed543-9c80-40fc-8cb1-7753907baed4 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471475 Aug 04 17:12:25.176194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Allocated IP 172.20.0.4 (c2914495-1307-40ae-84e3-b1b46713ff81/3950ad1c-14fa-4538-a98f-010fbdb43e56/dd45dcc8-6b2c-411b-a38e-5517a6abb302) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:25.300493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a6b77-4829-4915-b5a9-3ad840a3c72c req-d35c30ae-3959-4ef8-a636-c3d7c1b150b5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:25.302329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e1a6b77-4829-4915-b5a9-3ad840a3c72c req-d35c30ae-3959-4ef8-a636-c3d7c1b150b5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0594666 Aug 04 17:12:25.340813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:25.343066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e1a6b77-4829-4915-b5a9-3ad840a3c72c req-f240f890-a52e-4f1d-923a-bd0335b53af5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336678 Aug 04 17:12:25.357588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Transition to ACTIVE for port object dd45dcc8-6b2c-411b-a38e-5517a6abb302 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:12:25.415442 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:25.461197 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Network c2914495-1307-40ae-84e3-b1b46713ff81 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:25.466851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:25.474091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:25.482087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event updated for resources: {'Port': ['ID=dd45dcc8-6b2c-411b-a38e-5517a6abb302,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:25.521359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1bb19-e8b0-4426-99e6-64c6c9a764c0 req-8127dd8d-0373-4ddf-870b-db315454dce3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:25.522983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60e1bb19-e8b0-4426-99e6-64c6c9a764c0 req-8127dd8d-0373-4ddf-870b-db315454dce3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0650430 Aug 04 17:12:25.537697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:25.538377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:25.559775 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f1fa4b9e-e921-40de-969d-0c1e7e70d162 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6821048 Aug 04 17:12:25.565235 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38740) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:25.586962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60e1bb19-e8b0-4426-99e6-64c6c9a764c0 req-d62d4db8-e437-4b35-89d2-f48322adb89c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552335 Aug 04 17:12:25.645479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'project_id': '407d67d25efe4996aa9b98c6ed0d2e32', 'port_id': 'dd45dcc8-6b2c-411b-a38e-5517a6abb302'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:25.685382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:25.742454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531d934-23e4-4cb7-a564-411bdf09db02 req-e05fec17-68b9-41ff-b6c2-b3c539eaed80 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:25.744971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c531d934-23e4-4cb7-a564-411bdf09db02 req-e05fec17-68b9-41ff-b6c2-b3c539eaed80 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0644190 Aug 04 17:12:25.789472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c531d934-23e4-4cb7-a564-411bdf09db02 req-69b0a83d-282b-496e-b9a1-8884cd54697e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374558 Aug 04 17:12:25.796107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:25.831924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a22ddbd1-111e-4454-a693-31fbda69ec48 None None] Provisioning for port dd45dcc8-6b2c-411b-a38e-5517a6abb302 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:12:25.837925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a22ddbd1-111e-4454-a693-31fbda69ec48 None None] Provisioning complete for port dd45dcc8-6b2c-411b-a38e-5517a6abb302 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:12:25.838526 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a22ddbd1-111e-4454-a693-31fbda69ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:25.895817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a22ddbd1-111e-4454-a693-31fbda69ec48 None None] Port dd45dcc8-6b2c-411b-a38e-5517a6abb302 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:12:25.930143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Allocated IP 172.25.2.214 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/cf6269aa-44a9-4a89-8425-cd88fbbfb22a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:25.970419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47412d9-a672-4b7d-837f-9494265a516b req-7590335c-04e3-450c-aaa3-cb25b15b57a4 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:25.972380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e47412d9-a672-4b7d-837f-9494265a516b req-7590335c-04e3-450c-aaa3-cb25b15b57a4 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0878344 Aug 04 17:12:26.015503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e47412d9-a672-4b7d-837f-9494265a516b req-abe5cb78-99f2-4dd7-94c7-ac2dee20e236 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363231 Aug 04 17:12:26.053126 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:26.098630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:26.142999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:26.148450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:26.152326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:26.168134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8d39c-5414-4fd9-9a1e-fb05622d1c1a req-29b7f17c-ab62-4099-87c0-d2b3bdb0d1ef tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:26.169818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44f8d39c-5414-4fd9-9a1e-fb05622d1c1a req-29b7f17c-ab62-4099-87c0-d2b3bdb0d1ef tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0817761 Aug 04 17:12:26.177581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Pushing event updated for resources: {'Port': ['ID=cf6269aa-44a9-4a89-8425-cd88fbbfb22a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:26.225875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44f8d39c-5414-4fd9-9a1e-fb05622d1c1a req-4689efe0-8265-480d-a2d2-81c91e210d9c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459909 Aug 04 17:12:26.366427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce435d05-db0b-4891-be31-e8dedfa22313 req-a9358978-2e16-475a-934a-7b786c9452f8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:26.368057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce435d05-db0b-4891-be31-e8dedfa22313 req-a9358978-2e16-475a-934a-7b786c9452f8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0498357 Aug 04 17:12:26.413544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce435d05-db0b-4891-be31-e8dedfa22313 req-14624007-4ae3-486e-b036-79d49e861c08 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386105 Aug 04 17:12:26.550079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20575c8-e9d4-4ab8-9eb5-926711e4139f req-c035ce17-dda8-483b-bba8-907c233e4722 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:26.551709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f20575c8-e9d4-4ab8-9eb5-926711e4139f req-c035ce17-dda8-483b-bba8-907c233e4722 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0635476 Aug 04 17:12:26.564236 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:26.596512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f20575c8-e9d4-4ab8-9eb5-926711e4139f req-366b8578-4a59-4910-9414-a95b93500e57 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379524 Aug 04 17:12:26.638503 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:26.761077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb908e-8dd5-45ab-a682-cd559eaab8fe req-119e1979-8167-4332-b17c-0298683a1965 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:26.761361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57eb908e-8dd5-45ab-a682-cd559eaab8fe req-119e1979-8167-4332-b17c-0298683a1965 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0734644 Aug 04 17:12:26.816261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57eb908e-8dd5-45ab-a682-cd559eaab8fe req-3ce1d9f2-49b7-40cf-8b83-c371bad42c09 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Aug 04 17:12:26.832989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:26.840199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:26.927065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Pushing event updated for resources: {'Port': ['ID=cf6269aa-44a9-4a89-8425-cd88fbbfb22a,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:26.936684 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:26.971731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191cd74-25e9-4d5d-b8b3-8db9df2d0f8e req-a4f88976-3f03-4484-bb8c-6476b2df2ad8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:26.973438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0191cd74-25e9-4d5d-b8b3-8db9df2d0f8e req-a4f88976-3f03-4484-bb8c-6476b2df2ad8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0671089 Aug 04 17:12:27.022901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0191cd74-25e9-4d5d-b8b3-8db9df2d0f8e req-a0bf1d74-f232-4377-939d-c3176cce931c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428357 Aug 04 17:12:27.069253 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Floating IP 8a517ea1-f045-4ed7-8203-7dde36d113f9 associated. External IP: 172.25.2.214, port: dd45dcc8-6b2c-411b-a38e-5517a6abb302. Aug 04 17:12:27.199239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c99bb1-1a8d-44b4-9e69-175bfa8c69a8 req-61ea6464-f654-4116-8506-229ed21677e5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:27.200816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2c99bb1-1a8d-44b4-9e69-175bfa8c69a8 req-61ea6464-f654-4116-8506-229ed21677e5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0546665 Aug 04 17:12:27.244855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2c99bb1-1a8d-44b4-9e69-175bfa8c69a8 req-83c80c3a-755d-4cb1-9441-af97e897fe35 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369184 Aug 04 17:12:27.293329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Router f887e392-924c-4c3b-91cc-fac563d0c6fc has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:12:27.405283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d34084-9fed-4090-9b4d-7b973e61849f req-facab83b-10ba-4d6d-bde7-7b5cf8c4ffe5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:27.406883 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6d34084-9fed-4090-9b4d-7b973e61849f req-facab83b-10ba-4d6d-bde7-7b5cf8c4ffe5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0780795 Aug 04 17:12:27.408617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:12:27.422837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e8b7a-e962-42c9-b8ef-dbacc0c50ba5 None None] Sync routers for ids ['f887e392-924c-4c3b-91cc-fac563d0c6fc'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:12:27.425136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:27.450348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e8b7a-e962-42c9-b8ef-dbacc0c50ba5 None None] Routers {'f887e392-924c-4c3b-91cc-fac563d0c6fc'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:27.450965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ff1e8b7a-e962-42c9-b8ef-dbacc0c50ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f887e392-924c-4c3b-91cc-fac563d0c6fc'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:27.455349 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0ee84ad5-3a07-482c-9680-176cbfdeb019 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.8886874 Aug 04 17:12:27.456594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38808) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:27.505417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ff1e8b7a-e962-42c9-b8ef-dbacc0c50ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:27.516714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e8b7a-e962-42c9-b8ef-dbacc0c50ba5 None None] Routers {'f887e392-924c-4c3b-91cc-fac563d0c6fc'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:27.517343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ff1e8b7a-e962-42c9-b8ef-dbacc0c50ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f887e392-924c-4c3b-91cc-fac563d0c6fc'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:27.559779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ff1e8b7a-e962-42c9-b8ef-dbacc0c50ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:27.560662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e8b7a-e962-42c9-b8ef-dbacc0c50ba5 None None] The sync data for ids ['f887e392-924c-4c3b-91cc-fac563d0c6fc'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:12:27.586933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6d34084-9fed-4090-9b4d-7b973e61849f req-f4215533-b4b3-44b8-a094-6774cabfb2e8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473978 Aug 04 17:12:27.601335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-df108cd4-e750-456b-a8b5-9e20356e6ab7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] 10.222.0.39 "GET /v2.0/floatingips/8a517ea1-f045-4ed7-8203-7dde36d113f9 HTTP/1.1" status: 200 len: 983 time: 0.1426408 Aug 04 17:12:27.603052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38814) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:27.730572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f5dda14f-b487-4927-a3a1-2ab2fd65e5a3 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1263888 Aug 04 17:12:27.732726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38822) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:27.781795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c63a2-03d9-4219-8859-ab4831cf68de req-593e660e-c9e6-4e6c-be55-4f9ca9fb8a52 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:27.783473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e60c63a2-03d9-4219-8859-ab4831cf68de req-593e660e-c9e6-4e6c-be55-4f9ca9fb8a52 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0509119 Aug 04 17:12:27.829530 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e60c63a2-03d9-4219-8859-ab4831cf68de req-3efd2b5a-2851-4d4d-bb33-1e4b1da0025a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Aug 04 17:12:27.934206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Deleting port cf6269aa-44a9-4a89-8425-cd88fbbfb22a {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:27.934556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:27.985743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7ca67-f6e7-4936-8035-aa543e43c1e9 req-cc7eb274-fc64-4fd0-be32-6bdd0fc9453d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:27.991284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68d7ca67-f6e7-4936-8035-aa543e43c1e9 req-cc7eb274-fc64-4fd0-be32-6bdd0fc9453d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0621178 Aug 04 17:12:28.016832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:28.017244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:28.029242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Calling delete_port for cf6269aa-44a9-4a89-8425-cd88fbbfb22a owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:28.030502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68d7ca67-f6e7-4936-8035-aa543e43c1e9 req-22b3b2db-4fa5-44c1-adc8-d620dbfebc1e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Aug 04 17:12:28.189050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3634f-2db7-404c-b8d0-fbfb0c04a01d req-b8016899-c5c9-40ce-9890-80086ad8b13b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:28.191255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35b3634f-2db7-404c-b8d0-fbfb0c04a01d req-b8016899-c5c9-40ce-9890-80086ad8b13b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0716748 Aug 04 17:12:28.263816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35b3634f-2db7-404c-b8d0-fbfb0c04a01d req-013611a7-1405-4e0a-83ef-4b279cc20ea2 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624909 Aug 04 17:12:28.269351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:28.302958 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event deleted for resources: {'Port': ['ID=cf6269aa-44a9-4a89-8425-cd88fbbfb22a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:28.369156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:28.369644 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Floating IP 8a517ea1-f045-4ed7-8203-7dde36d113f9 disassociated (deleted). External IP: 172.25.2.214, port: dd45dcc8-6b2c-411b-a38e-5517a6abb302. Aug 04 17:12:28.388873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3733923-772d-4835-8f57-67f99b10ecb4 req-9dc76d23-d447-4153-8ae2-f03b17617175 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:28.390727 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3733923-772d-4835-8f57-67f99b10ecb4 req-9dc76d23-d447-4153-8ae2-f03b17617175 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0548854 Aug 04 17:12:28.446005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3733923-772d-4835-8f57-67f99b10ecb4 req-7985488b-90b9-4679-b93e-4ab156798495 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446570 Aug 04 17:12:28.640050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Router f887e392-924c-4c3b-91cc-fac563d0c6fc has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:12:28.661453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4e9e6-ddbe-46cd-9fe4-f8e30ef83496 req-6a167f14-c17f-4f85-9d15-3cbbff3f13db tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:28.663046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56f4e9e6-ddbe-46cd-9fe4-f8e30ef83496 req-6a167f14-c17f-4f85-9d15-3cbbff3f13db tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0507622 Aug 04 17:12:28.709616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56f4e9e6-ddbe-46cd-9fe4-f8e30ef83496 req-044599b0-26ee-407b-8c31-cb47526de4e5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Aug 04 17:12:28.772359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:12:28.778780 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:28.784894 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c38b4f-c76e-4911-a604-c71e28a90085 None None] Sync routers for ids ['f887e392-924c-4c3b-91cc-fac563d0c6fc'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:12:28.811369 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c38b4f-c76e-4911-a604-c71e28a90085 None None] Routers {'f887e392-924c-4c3b-91cc-fac563d0c6fc'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:28.812812 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-16c38b4f-c76e-4911-a604-c71e28a90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f887e392-924c-4c3b-91cc-fac563d0c6fc'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:28.815902 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-935009c4-77db-40ef-b50c-53bde3b850ef tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "DELETE /v2.0/floatingips/8a517ea1-f045-4ed7-8203-7dde36d113f9 HTTP/1.1" status: 204 len: 168 time: 1.0820222 Aug 04 17:12:28.819865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38856) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:28.824460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:28.846888 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:28.853262 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-16c38b4f-c76e-4911-a604-c71e28a90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:28.862380 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c38b4f-c76e-4911-a604-c71e28a90085 None None] Routers {'f887e392-924c-4c3b-91cc-fac563d0c6fc'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:28.863016 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-16c38b4f-c76e-4911-a604-c71e28a90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f887e392-924c-4c3b-91cc-fac563d0c6fc'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:28.894265 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-16c38b4f-c76e-4911-a604-c71e28a90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:28.894936 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c38b4f-c76e-4911-a604-c71e28a90085 None None] The sync data for ids ['f887e392-924c-4c3b-91cc-fac563d0c6fc'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:12:28.944981 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:29.070080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Allocated IP 172.25.2.123 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/6c3151a0-dba5-4dcf-a971-113fe36c5c06) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:29.173303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:29.214653 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:29.251285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:29.254142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:29.259809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:29.288028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Pushing event updated for resources: {'Port': ['ID=6c3151a0-dba5-4dcf-a971-113fe36c5c06,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:29.360812 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:29.397463 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:29.560523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:29.567760 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:29.634776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Pushing event updated for resources: {'Port': ['ID=6c3151a0-dba5-4dcf-a971-113fe36c5c06,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:29.650698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:29.666900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:29.668169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-31d247f2-616d-4d0c-ad65-f86d1367d594 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8472612 Aug 04 17:12:29.671584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38874) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:29.780984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:29.847178 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:29.873448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143dc81-d66b-414c-a562-3e7d13e22d3a req-1f6f332f-9e92-4192-8683-802ad48ef64c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:29.875581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e143dc81-d66b-414c-a562-3e7d13e22d3a req-1f6f332f-9e92-4192-8683-802ad48ef64c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0912530 Aug 04 17:12:29.942647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e143dc81-d66b-414c-a562-3e7d13e22d3a req-836765f0-85d3-499a-9460-1aceab1c2196 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396500 Aug 04 17:12:29.991337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:30.127023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Allocated IP 172.25.2.101 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/fc97422e-0b15-4d10-b900-bb8c5c4fde9b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:30.256105 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:30.324658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4506bd2-572a-490e-b654-b87686dda443 req-4b356776-cb00-4a5e-91d5-0d55bc26b56a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:30.326158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4506bd2-572a-490e-b654-b87686dda443 req-4b356776-cb00-4a5e-91d5-0d55bc26b56a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0821717 Aug 04 17:12:30.352170 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:30.423059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4506bd2-572a-490e-b654-b87686dda443 req-1663e928-8996-48f4-9436-27843278bd7f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892820 Aug 04 17:12:30.427470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:30.428815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Pushing event updated for resources: {'Port': ['ID=fc97422e-0b15-4d10-b900-bb8c5c4fde9b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:30.431324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:30.433472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:30.527447 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:30.570437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:30.730449 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:30.736721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:30.803087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Pushing event updated for resources: {'Port': ['ID=fc97422e-0b15-4d10-b900-bb8c5c4fde9b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:30.814914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:30.829739 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:30.831034 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ae1e84a6-0be2-49f5-921e-0dc87971f2e1 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1584802 Aug 04 17:12:30.833771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38906) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:30.901102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d63f865c-9938-48a7-91de-3fe2ba4a78b9 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.0661235 Aug 04 17:12:30.903968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38908) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:30.982975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d1137328-8d71-4ce3-9e2e-36efb4f22ea3 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0748513 Aug 04 17:12:30.983229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38914) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:31.120586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac0410-df2f-4955-a05e-8fd8701692d4 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Deleting port fc97422e-0b15-4d10-b900-bb8c5c4fde9b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:31.120959 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0410-df2f-4955-a05e-8fd8701692d4 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:31.215491 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0410-df2f-4955-a05e-8fd8701692d4 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:31.215782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0410-df2f-4955-a05e-8fd8701692d4 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:31.230523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac0410-df2f-4955-a05e-8fd8701692d4 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Calling delete_port for fc97422e-0b15-4d10-b900-bb8c5c4fde9b owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:31.374217 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0410-df2f-4955-a05e-8fd8701692d4 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:31.400472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac0410-df2f-4955-a05e-8fd8701692d4 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Pushing event deleted for resources: {'Port': ['ID=fc97422e-0b15-4d10-b900-bb8c5c4fde9b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:31.461543 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0410-df2f-4955-a05e-8fd8701692d4 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:31.464145 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0410-df2f-4955-a05e-8fd8701692d4 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:31.465397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c4ac0410-df2f-4955-a05e-8fd8701692d4 tempest-FloatingIPAdminTestJSON-1207905680 tempest-FloatingIPAdminTestJSON-1207905680-project] 10.222.0.39 "DELETE /v2.0/floatingips/66615bdb-289e-4b4b-8ae9-067abce35cd8 HTTP/1.1" status: 204 len: 168 time: 0.4810710 Aug 04 17:12:31.468261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38928) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:31.619214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290d6d9-b6c7-4567-bee0-2cf5d1910636 req-d2d4628a-da3b-4106-9ec0-8f7cd67a1aec tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:31.620739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2290d6d9-b6c7-4567-bee0-2cf5d1910636 req-d2d4628a-da3b-4106-9ec0-8f7cd67a1aec tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1114757 Aug 04 17:12:31.673693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2290d6d9-b6c7-4567-bee0-2cf5d1910636 req-700c6db3-b55f-42a8-80e1-483c779ad649 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445287 Aug 04 17:12:31.676172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2661e0e3-4352-46d3-8bbf-9f17cb2744b7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Deleting port 6c3151a0-dba5-4dcf-a971-113fe36c5c06 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:31.676516 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2661e0e3-4352-46d3-8bbf-9f17cb2744b7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:31.765092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2661e0e3-4352-46d3-8bbf-9f17cb2744b7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:31.765841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2661e0e3-4352-46d3-8bbf-9f17cb2744b7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:31.807033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2661e0e3-4352-46d3-8bbf-9f17cb2744b7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Calling delete_port for 6c3151a0-dba5-4dcf-a971-113fe36c5c06 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:31.864276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53be73b-cb02-4245-9f98-36a95285abbb req-23ac59e2-9063-4b27-9ada-1db2a6172b19 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:31.865767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e53be73b-cb02-4245-9f98-36a95285abbb req-23ac59e2-9063-4b27-9ada-1db2a6172b19 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1087139 Aug 04 17:12:31.923012 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e53be73b-cb02-4245-9f98-36a95285abbb req-31f7ac4e-6041-4705-8a45-383111e0577a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506403 Aug 04 17:12:31.990149 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1a945df2-fde6-4e1e-92e7-fc7a612b91fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:31.999342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2661e0e3-4352-46d3-8bbf-9f17cb2744b7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:32.029258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661e0e3-4352-46d3-8bbf-9f17cb2744b7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c3151a0-dba5-4dcf-a971-113fe36c5c06,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:32.127970 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2661e0e3-4352-46d3-8bbf-9f17cb2744b7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:32.130351 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2661e0e3-4352-46d3-8bbf-9f17cb2744b7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:32.131549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2661e0e3-4352-46d3-8bbf-9f17cb2744b7 tempest-FloatingIPAdminTestJSON-1657446063 tempest-FloatingIPAdminTestJSON-1657446063-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/701a98ad-870f-44f6-b808-d2968d96c779 HTTP/1.1" status: 204 len: 168 time: 0.6621196 Aug 04 17:12:32.135272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38948) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:32.144723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a125ce3-29b4-42d9-a79e-23ac3ba08732 req-356f74d2-adc7-443f-b889-d40f84a5eb02 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:32.146949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a125ce3-29b4-42d9-a79e-23ac3ba08732 req-356f74d2-adc7-443f-b889-d40f84a5eb02 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0985980 Aug 04 17:12:32.196439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a125ce3-29b4-42d9-a79e-23ac3ba08732 req-24fb37ae-cb94-4bab-a3b5-6eb30aadbbca tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Aug 04 17:12:32.255611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-95c616f7-6f96-4174-b0cb-ff379da3a319 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Deleting port dd45dcc8-6b2c-411b-a38e-5517a6abb302 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:32.255962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-95c616f7-6f96-4174-b0cb-ff379da3a319 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:32.332296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c28821-c836-4e12-afb6-a605163058e4 req-83e78c52-8ac2-432e-83e6-4f6d44b0c5c1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:32.334052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8c28821-c836-4e12-afb6-a605163058e4 req-83e78c52-8ac2-432e-83e6-4f6d44b0c5c1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0588169 Aug 04 17:12:32.364199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-95c616f7-6f96-4174-b0cb-ff379da3a319 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:32.379864 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-95c616f7-6f96-4174-b0cb-ff379da3a319 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Calling delete_port for dd45dcc8-6b2c-411b-a38e-5517a6abb302 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:32.391503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8c28821-c836-4e12-afb6-a605163058e4 req-57c74936-80e5-4f85-801f-c22d3dc761d8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Aug 04 17:12:32.513594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-95c616f7-6f96-4174-b0cb-ff379da3a319 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:32.515909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1234f20-49f9-4e81-ba71-17fd7611acdb req-7abf735a-4369-4c0f-b61b-652b62bcae21 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:32.517511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1234f20-49f9-4e81-ba71-17fd7611acdb req-7abf735a-4369-4c0f-b61b-652b62bcae21 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0524483 Aug 04 17:12:32.547606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c616f7-6f96-4174-b0cb-ff379da3a319 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event deleted for resources: {'Port': ['ID=dd45dcc8-6b2c-411b-a38e-5517a6abb302,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:32.573163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1234f20-49f9-4e81-ba71-17fd7611acdb req-1391e928-55b9-492c-8332-8381060e4253 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485659 Aug 04 17:12:32.657928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-95c616f7-6f96-4174-b0cb-ff379da3a319 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:32.660760 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-95c616f7-6f96-4174-b0cb-ff379da3a319 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "DELETE /v2.0/ports/dd45dcc8-6b2c-411b-a38e-5517a6abb302 HTTP/1.1" status: 204 len: 168 time: 0.5245125 Aug 04 17:12:32.663737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38966) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:32.747480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c278385-9a53-4f95-acfc-8702ba2a3884 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:32.751614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2c278385-9a53-4f95-acfc-8702ba2a3884 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "GET /v2.0/ports?device_id=f887e392-924c-4c3b-91cc-fac563d0c6fc HTTP/1.1" status: 200 len: 913 time: 0.0843241 Aug 04 17:12:32.751970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38970) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:32.761595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d0ada-17cd-48f7-95c6-c41657eabeb4 req-cd9ed165-33e4-48e0-b08c-776941c4c2a0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:32.763251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b35d0ada-17cd-48f7-95c6-c41657eabeb4 req-cd9ed165-33e4-48e0-b08c-776941c4c2a0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0973420 Aug 04 17:12:32.815519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b35d0ada-17cd-48f7-95c6-c41657eabeb4 req-8d38c206-4467-4470-ba79-9d96b45b03ac tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Aug 04 17:12:32.980253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bd550-ead6-47f3-9d6c-1aca6f5f032a req-5002f2f0-e70c-4e4b-bcf2-c4d1181aa948 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:32.983443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b3bd550-ead6-47f3-9d6c-1aca6f5f032a req-5002f2f0-e70c-4e4b-bcf2-c4d1181aa948 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0629809 Aug 04 17:12:33.026190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b3bd550-ead6-47f3-9d6c-1aca6f5f032a req-23d872c4-52ee-47ef-873c-b8c60d5f74c9 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371830 Aug 04 17:12:33.178229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e014f95-8c14-4d78-8679-c216bab47f42 req-13589963-8516-4529-8e49-55a6699c191c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:33.180094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e014f95-8c14-4d78-8679-c216bab47f42 req-13589963-8516-4529-8e49-55a6699c191c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0781019 Aug 04 17:12:33.238272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e014f95-8c14-4d78-8679-c216bab47f42 req-fb2b1c3e-405a-4547-b384-e26939f82793 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Aug 04 17:12:33.405676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034bb94-02bc-442d-9e94-99331368f84b req-720cbfed-98c4-4bdb-8474-ebc5614ba688 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:33.415708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0034bb94-02bc-442d-9e94-99331368f84b req-720cbfed-98c4-4bdb-8474-ebc5614ba688 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0840561 Aug 04 17:12:33.472445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0034bb94-02bc-442d-9e94-99331368f84b req-adb6c58f-b262-48f3-8b45-6cb890649f15 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558465 Aug 04 17:12:33.543693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:33.600554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63324b6-fb91-494a-8167-cd75813fc39f req-2ddfaef7-9a30-4288-a335-7047957e64a7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:33.602151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c63324b6-fb91-494a-8167-cd75813fc39f req-2ddfaef7-9a30-4288-a335-7047957e64a7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0606611 Aug 04 17:12:33.643543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c63324b6-fb91-494a-8167-cd75813fc39f req-f45467b0-e7d6-4ade-9272-b61632d99548 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Aug 04 17:12:33.828397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5891-9e45-4d85-9747-7eb832dc5166 req-13256a1f-a715-4b3f-bc76-c4cc2bdc89d5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:33.836232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e3a5891-9e45-4d85-9747-7eb832dc5166 req-13256a1f-a715-4b3f-bc76-c4cc2bdc89d5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0951705 Aug 04 17:12:33.870889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Deleting port 17aeac91-7b0c-4c26-946e-7bd99d490a7f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:33.871482 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:33.873048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e3a5891-9e45-4d85-9747-7eb832dc5166 req-1135b171-7403-4431-b1f4-d80ea1f21f0b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Aug 04 17:12:33.999745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:34.012397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Calling delete_port for 17aeac91-7b0c-4c26-946e-7bd99d490a7f owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:34.018243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bbe5e-dacc-40ee-b4d4-c4462c22bf5a req-ac48901c-5d8a-4aa6-a3f7-8fdcd7baa56e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:34.028599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d9bbe5e-dacc-40ee-b4d4-c4462c22bf5a req-ac48901c-5d8a-4aa6-a3f7-8fdcd7baa56e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0685315 Aug 04 17:12:34.068709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d9bbe5e-dacc-40ee-b4d4-c4462c22bf5a req-b3637207-0b7b-4abc-b359-24b10da43fd0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385065 Aug 04 17:12:34.268918 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:34.294538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b2dfd-54c1-4d65-8a05-ca90f8ee8d9f req-52cc708e-39c7-47a4-8b5e-bd12d21d4fe4 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:34.302441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d7b2dfd-54c1-4d65-8a05-ca90f8ee8d9f req-52cc708e-39c7-47a4-8b5e-bd12d21d4fe4 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0641074 Aug 04 17:12:34.307655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event deleted for resources: {'Port': ['ID=17aeac91-7b0c-4c26-946e-7bd99d490a7f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:34.344010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d7b2dfd-54c1-4d65-8a05-ca90f8ee8d9f req-c7a2b7fe-d3e1-49f6-9b78-9e5cbc0e2f46 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406694 Aug 04 17:12:34.389528 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6b1a7b7f-df0c-4d5f-9eb6-6ffc0d3b4dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:34.497741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892df8cd-a1e3-41a3-9eb4-614fda43b34b req-23968522-24e9-46ec-a8f7-d81b99296d56 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:34.500086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-892df8cd-a1e3-41a3-9eb4-614fda43b34b req-23968522-24e9-46ec-a8f7-d81b99296d56 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0686524 Aug 04 17:12:34.518912 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:34.549140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-892df8cd-a1e3-41a3-9eb4-614fda43b34b req-acb4827a-5535-48f4-b10d-e1deded25485 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Aug 04 17:12:34.703365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d12aa-bbb6-42d7-915e-42844854576b req-66047064-bd0f-4faa-bb66-f9a752a9e04e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:34.704973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72d12aa-bbb6-42d7-915e-42844854576b req-66047064-bd0f-4faa-bb66-f9a752a9e04e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0605223 Aug 04 17:12:34.747215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72d12aa-bbb6-42d7-915e-42844854576b req-c44a8a33-6fc6-47a3-8554-b0ada656b8d3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342705 Aug 04 17:12:34.777167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Router f887e392-924c-4c3b-91cc-fac563d0c6fc has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:12:34.870075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dcd2d-a50d-4b07-8445-8004251cb363 req-26111810-280e-47a3-9e70-a345947ed991 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:34.871730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a88dcd2d-a50d-4b07-8445-8004251cb363 req-26111810-280e-47a3-9e70-a345947ed991 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0519249 Aug 04 17:12:34.898596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:12:34.904512 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-56be1645-e16e-481b-bdfe-6b5807a4fce8 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "PUT /v2.0/routers/f887e392-924c-4c3b-91cc-fac563d0c6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1511376 Aug 04 17:12:34.907268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39038) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:34.910369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2f9e9-a5c5-4083-9c62-69df54f79661 None None] Sync routers for ids ['f887e392-924c-4c3b-91cc-fac563d0c6fc'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:12:34.921997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a88dcd2d-a50d-4b07-8445-8004251cb363 req-5359b2a1-79cc-4912-a11e-0361c52e69a9 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Aug 04 17:12:34.955918 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2f9e9-a5c5-4083-9c62-69df54f79661 None None] Routers {'f887e392-924c-4c3b-91cc-fac563d0c6fc'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:34.957638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-89a2f9e9-a5c5-4083-9c62-69df54f79661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f887e392-924c-4c3b-91cc-fac563d0c6fc'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:35.003005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-89a2f9e9-a5c5-4083-9c62-69df54f79661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:35.023133 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.025659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2f9e9-a5c5-4083-9c62-69df54f79661 None None] Routers {'f887e392-924c-4c3b-91cc-fac563d0c6fc'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:35.026550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-89a2f9e9-a5c5-4083-9c62-69df54f79661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f887e392-924c-4c3b-91cc-fac563d0c6fc'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:35.057000 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.066571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-89a2f9e9-a5c5-4083-9c62-69df54f79661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:35.067557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2f9e9-a5c5-4083-9c62-69df54f79661 None None] The sync data for ids ['f887e392-924c-4c3b-91cc-fac563d0c6fc'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:12:35.107390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322de8b-e376-4f6b-98ba-8912aee83d54 req-e15f4a7c-1fbb-4b15-9747-9a7aacce35c7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:35.113548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7322de8b-e376-4f6b-98ba-8912aee83d54 req-e15f4a7c-1fbb-4b15-9747-9a7aacce35c7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0597508 Aug 04 17:12:35.151924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7322de8b-e376-4f6b-98ba-8912aee83d54 req-a4b74426-4adc-4c75-9afe-4990f64980aa tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Aug 04 17:12:35.193437 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.248988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Deleting port 2bbd0ac6-189b-4bfd-a29c-f36dadf48b74 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:35.249933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.302015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae63d48-c753-4888-9770-f3b2c86b991e req-9a10d683-8462-48e7-8074-2877063b0880 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:35.303859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ae63d48-c753-4888-9770-f3b2c86b991e req-9a10d683-8462-48e7-8074-2877063b0880 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0679102 Aug 04 17:12:35.337734 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.349248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ae63d48-c753-4888-9770-f3b2c86b991e req-52498628-f1df-4616-8d94-b00117ff67c0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378892 Aug 04 17:12:35.351352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Calling delete_port for 2bbd0ac6-189b-4bfd-a29c-f36dadf48b74 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:35.537843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b00f62-8393-4d0c-b785-358a8bd9fef5 req-779317a8-2d4b-437d-ae66-9826416e5417 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:35.539471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1b00f62-8393-4d0c-b785-358a8bd9fef5 req-779317a8-2d4b-437d-ae66-9826416e5417 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0523260 Aug 04 17:12:35.574145 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.586841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1b00f62-8393-4d0c-b785-358a8bd9fef5 req-1a3b0147-e7f1-455b-b2de-4bd8d09aab5f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Aug 04 17:12:35.602353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event deleted for resources: {'Port': ['ID=2bbd0ac6-189b-4bfd-a29c-f36dadf48b74,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:35.615516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.615866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.616204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.616545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.616879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.617211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.617538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.617860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.618185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.618509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.618876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.619300 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:35.678930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.725488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81cc4-b0c3-4638-80ce-e45e13e87d01 req-021aa5e4-8052-4b0e-bf0c-e9a720e4ecc9 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:35.727136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcb81cc4-b0c3-4638-80ce-e45e13e87d01 req-021aa5e4-8052-4b0e-bf0c-e9a720e4ecc9 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0539703 Aug 04 17:12:35.773939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcb81cc4-b0c3-4638-80ce-e45e13e87d01 req-b0736d2d-7b84-42bb-b3fb-260e5e80a751 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Aug 04 17:12:35.790726 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.797198 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.799630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.852914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.853832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Fanout notify agent at l3_agent the message router_deleted on router f887e392-924c-4c3b-91cc-fac563d0c6fc {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:12:35.863197 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.867027 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c2f05834-2546-418b-ad23-d8103a0de23c tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "DELETE /v2.0/routers/f887e392-924c-4c3b-91cc-fac563d0c6fc HTTP/1.1" status: 204 len: 168 time: 0.9564097 Aug 04 17:12:35.867452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39072) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:35.923368 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cabe183-7057-4fb9-8532-0f12792898ed tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Deleting subnet 3950ad1c-14fa-4538-a98f-010fbdb43e56 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:12:35.927000 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cabe183-7057-4fb9-8532-0f12792898ed tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:35.971233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cabe183-7057-4fb9-8532-0f12792898ed tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.084634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cabe183-7057-4fb9-8532-0f12792898ed tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.155811 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cabe183-7057-4fb9-8532-0f12792898ed tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.189290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabe183-7057-4fb9-8532-0f12792898ed tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event deleted for resources: {'Subnet': ['ID=3950ad1c-14fa-4538-a98f-010fbdb43e56,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:36.200053 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cabe183-7057-4fb9-8532-0f12792898ed tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.201318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37cce6f-4fa6-4711-9c2b-2d2ffefa51f0 None None] Network c2914495-1307-40ae-84e3-b1b46713ff81 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:12:36.202510 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3cabe183-7057-4fb9-8532-0f12792898ed tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "DELETE /v2.0/subnets/3950ad1c-14fa-4538-a98f-010fbdb43e56 HTTP/1.1" status: 204 len: 168 time: 0.3338642 Aug 04 17:12:36.206696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39082) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:36.307912 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.319803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622344eb-131f-440d-8ec2-551ecc896502 req-6ad0b15d-500d-4b92-96df-0f3d1a98e5bd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:36.321325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-622344eb-131f-440d-8ec2-551ecc896502 req-6ad0b15d-500d-4b92-96df-0f3d1a98e5bd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.4585369 Aug 04 17:12:36.370518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-622344eb-131f-440d-8ec2-551ecc896502 req-f422be64-ce61-4053-87fa-3dc2ebd11ad5 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Aug 04 17:12:36.376103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Deleting port 3703e9c4-22e6-4181-84d4-9be1e87ab85d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:36.376450 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.443169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957befdc-cf1e-42ce-9f7a-fc4fe20cebc0 None None] DHCP port deletion for c2914495-1307-40ae-84e3-b1b46713ff81 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:12:36.462531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] For port 3703e9c4-22e6-4181-84d4-9be1e87ab85d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3703e9c4-22e6-4181-84d4-9be1e87ab85d,segment=NetworkSegment(500abb93-f3f4-4f55-b73c-a0b05f62f70b),segment_id=500abb93-f3f4-4f55-b73c-a0b05f62f70b)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:36.463223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.477496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Calling delete_port for 3703e9c4-22e6-4181-84d4-9be1e87ab85d owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:36.504581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-957befdc-cf1e-42ce-9f7a-fc4fe20cebc0 None None] Deleting port 3703e9c4-22e6-4181-84d4-9be1e87ab85d {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:36.504956 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-957befdc-cf1e-42ce-9f7a-fc4fe20cebc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.519612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea95ba0-e9aa-494b-a8f1-64ae67a7de3f req-1f2eb05e-4031-433a-9547-39bd71fa2b35 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:36.521305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eea95ba0-e9aa-494b-a8f1-64ae67a7de3f req-1f2eb05e-4031-433a-9547-39bd71fa2b35 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0627804 Aug 04 17:12:36.567828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eea95ba0-e9aa-494b-a8f1-64ae67a7de3f req-1fcbe81e-8a09-41e5-ad45-b6881a8eae55 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Aug 04 17:12:36.570837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-957befdc-cf1e-42ce-9f7a-fc4fe20cebc0 None None] For port 3703e9c4-22e6-4181-84d4-9be1e87ab85d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3703e9c4-22e6-4181-84d4-9be1e87ab85d,segment=NetworkSegment(500abb93-f3f4-4f55-b73c-a0b05f62f70b),segment_id=500abb93-f3f4-4f55-b73c-a0b05f62f70b)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:36.571427 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-957befdc-cf1e-42ce-9f7a-fc4fe20cebc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.594405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-957befdc-cf1e-42ce-9f7a-fc4fe20cebc0 None None] Calling delete_port for 3703e9c4-22e6-4181-84d4-9be1e87ab85d owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:36.596515 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.629986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event deleted for resources: {'Port': ['ID=3703e9c4-22e6-4181-84d4-9be1e87ab85d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:36.634011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] No DVR routers for this DVR port 3703e9c4-22e6-4181-84d4-9be1e87ab85d on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: from cryptography.utils import int_from_bytes Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: from cryptography.utils import int_from_bytes Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.688167 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:12:36.691130 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:12:36.699693 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-957befdc-cf1e-42ce-9f7a-fc4fe20cebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.729404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957befdc-cf1e-42ce-9f7a-fc4fe20cebc0 None None] Pushing event deleted for resources: {'Port': ['ID=3703e9c4-22e6-4181-84d4-9be1e87ab85d,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:36.737064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957befdc-cf1e-42ce-9f7a-fc4fe20cebc0 None None] No DVR routers for this DVR port 3703e9c4-22e6-4181-84d4-9be1e87ab85d on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:12:36.774887 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.790792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2914495-1307-40ae-84e3-b1b46713ff81']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:36.802217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500abb93-f3f4-4f55-b73c-a0b05f62f70b') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:36.802955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500abb93-f3f4-4f55-b73c-a0b05f62f70b') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:36.812363 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.826396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.832813 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:12:36.833370 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:12:36.836486 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:12:36.903195 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.909102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:36.914338 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "DELETE /v2.0/networks/c2914495-1307-40ae-84e3-b1b46713ff81 HTTP/1.1" status: 204 len: 168 time: 0.7032616 Aug 04 17:12:36.915304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39100) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:36.929227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86b3aa-adcd-4af5-8e82-dcd5ea90e7a2 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event deleted for resources: {'Network': ['ID=c2914495-1307-40ae-84e3-b1b46713ff81,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:37.076193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2557f470-325b-4428-886e-e978ba130f10 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Deleting port 76b1eb99-c854-4f2c-96e3-9436c1ef7993 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:37.077075 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2557f470-325b-4428-886e-e978ba130f10 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:37.197204 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2557f470-325b-4428-886e-e978ba130f10 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:37.197539 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2557f470-325b-4428-886e-e978ba130f10 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:37.206826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380395b5-3b73-480c-904e-a368da69fecc req-58172974-4678-4a6a-8e1e-9c14d37a09c8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:37.208378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-380395b5-3b73-480c-904e-a368da69fecc req-58172974-4678-4a6a-8e1e-9c14d37a09c8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0902786 Aug 04 17:12:37.224483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-2557f470-325b-4428-886e-e978ba130f10 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Calling delete_port for 76b1eb99-c854-4f2c-96e3-9436c1ef7993 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:37.301185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-380395b5-3b73-480c-904e-a368da69fecc req-a4f53674-c92f-40e3-9e93-94dbe7b381bd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854125 Aug 04 17:12:37.394375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2557f470-325b-4428-886e-e978ba130f10 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:37.406771 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:37.426546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557f470-325b-4428-886e-e978ba130f10 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Pushing event deleted for resources: {'Port': ['ID=76b1eb99-c854-4f2c-96e3-9436c1ef7993,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:37.496441 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2557f470-325b-4428-886e-e978ba130f10 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:37.499607 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2557f470-325b-4428-886e-e978ba130f10 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:37.500894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2557f470-325b-4428-886e-e978ba130f10 tempest-FloatingIPAdminTestJSON-1867325315 tempest-FloatingIPAdminTestJSON-1867325315-project] 10.222.0.39 "DELETE /v2.0/floatingips/8eefea80-d352-4de5-8dce-665db9551dcb HTTP/1.1" status: 204 len: 168 time: 0.5840018 Aug 04 17:12:37.765278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39130) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:37.923007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ab3df7e7-e43d-43cb-8a36-17938bb4bbde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=407d67d25efe4996aa9b98c6ed0d2e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562035 Aug 04 17:12:37.925633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39136) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:37.976281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6bf502f-0866-484e-821a-306ba7e2cd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:37.999717 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6bf502f-0866-484e-821a-306ba7e2cd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.052167 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6bf502f-0866-484e-821a-306ba7e2cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.055095 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b6bf502f-0866-484e-821a-306ba7e2cd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.056279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b6bf502f-0866-484e-821a-306ba7e2cd8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6148a2f9-a147-4444-a189-9318919bcc57 HTTP/1.1" status: 204 len: 168 time: 0.1297560 Aug 04 17:12:38.065252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf502f-0866-484e-821a-306ba7e2cd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6148a2f9-a147-4444-a189-9318919bcc57,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:38.255819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3703e9c4-22e6-4181-84d4-9be1e87ab85d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:12:38.293113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3703e9c4-22e6-4181-84d4-9be1e87ab85d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:12:38.293464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3703e9c4-22e6-4181-84d4-9be1e87ab85d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:12:38.390351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39152) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:38.420962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5ff-e0c5-4691-a426-4db200b566d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.449723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c395b-3ee2-4ee4-b4b9-f9732a34cb2d req-39ae50fe-31d2-4f4b-ae79-82b434149605 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:38.451260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce4c395b-3ee2-4ee4-b4b9-f9732a34cb2d req-39ae50fe-31d2-4f4b-ae79-82b434149605 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0784786 Aug 04 17:12:38.515116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce4c395b-3ee2-4ee4-b4b9-f9732a34cb2d req-2f25ded9-8b6e-475e-aae5-e74db376396a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570977 Aug 04 17:12:38.570613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5ff-e0c5-4691-a426-4db200b566d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.579903 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-deb1f5ff-e0c5-4691-a426-4db200b566d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.619525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-deb1f5ff-e0c5-4691-a426-4db200b566d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86f689eeb26346e68222e66c72f24b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278819 Aug 04 17:12:38.620326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1f5ff-e0c5-4691-a426-4db200b566d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01a9e5b-7da0-4230-9fe7-e370fc0baf5a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:38.622520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39162) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:38.694089 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f85f2f2d-8071-4bf2-8039-06e37680d9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.716868 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f85f2f2d-8071-4bf2-8039-06e37680d9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.767343 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f85f2f2d-8071-4bf2-8039-06e37680d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.770105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f85f2f2d-8071-4bf2-8039-06e37680d9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.771586 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f85f2f2d-8071-4bf2-8039-06e37680d9d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b01a9e5b-7da0-4230-9fe7-e370fc0baf5a HTTP/1.1" status: 204 len: 168 time: 0.1476393 Aug 04 17:12:38.779346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f2f2d-8071-4bf2-8039-06e37680d9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01a9e5b-7da0-4230-9fe7-e370fc0baf5a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:38.966348 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:38.984284 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:39.126627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39176) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:39.140517 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccc0c8ee-76b3-4a83-867e-4f23be55e930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:39.241418 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccc0c8ee-76b3-4a83-867e-4f23be55e930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:39.246368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccc0c8ee-76b3-4a83-867e-4f23be55e930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:39.290757 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ccc0c8ee-76b3-4a83-867e-4f23be55e930 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=501c646571c443f4a969a03fd1f20fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605372 Aug 04 17:12:39.290757 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0c8ee-76b3-4a83-867e-4f23be55e930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacb17a1-85dc-4fe8-9a39-0342bc77e966,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:39.292223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39182) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:39.355751 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3666abe6-de5b-4a15-abef-d96e11d518db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:39.383578 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3666abe6-de5b-4a15-abef-d96e11d518db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:39.431398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3666abe6-de5b-4a15-abef-d96e11d518db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:39.434166 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3666abe6-de5b-4a15-abef-d96e11d518db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:39.435361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3666abe6-de5b-4a15-abef-d96e11d518db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eacb17a1-85dc-4fe8-9a39-0342bc77e966 HTTP/1.1" status: 204 len: 168 time: 0.1430895 Aug 04 17:12:39.444162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666abe6-de5b-4a15-abef-d96e11d518db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacb17a1-85dc-4fe8-9a39-0342bc77e966,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:39.638894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f659e-74a7-4a26-ac2f-4064a9014952 req-e5001a02-0249-40dc-880c-a2039fd5b50a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:39.643404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-354f659e-74a7-4a26-ac2f-4064a9014952 req-e5001a02-0249-40dc-880c-a2039fd5b50a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0565264 Aug 04 17:12:39.684519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-354f659e-74a7-4a26-ac2f-4064a9014952 req-a8adb324-66d9-4c1f-b46a-55d9695f7c27 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369043 Aug 04 17:12:40.746538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39226) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:40.811955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca703d6-a081-459f-93eb-256f4c9fb56d req-f83b35bf-1943-49fe-82bb-1282d11d2f87 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:40.813913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bca703d6-a081-459f-93eb-256f4c9fb56d req-f83b35bf-1943-49fe-82bb-1282d11d2f87 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0577345 Aug 04 17:12:40.862890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bca703d6-a081-459f-93eb-256f4c9fb56d req-b990a665-7332-427b-af13-75f76fe47fbb tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Aug 04 17:12:40.941842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1396484895'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:40.964754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Made reservation on behalf of 9cd19f61be9548129e4aaf40795fd487 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:40.968592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:40.977636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.085401 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.093936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.122688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:12:41.132686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293b2573-d34f-4f10-bf4e-f76ab29fb5cf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:41.139086 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.139481 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Added segment e31237c7-214e-437d-b620-4ad3149ef286 of type vlan for network bea348ef-09d6-4a94-904d-832c0aa9e09e Aug 04 17:12:41.188506 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.229832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.236546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:41.237204 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.298510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5505941 Aug 04 17:12:41.304947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e2d14-cf4d-45c6-a783-ec149a7bcbcc tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Pushing event updated for resources: {'Network': ['ID=bea348ef-09d6-4a94-904d-832c0aa9e09e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:41.317655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network bea348ef-09d6-4a94-904d-832c0aa9e09e details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:12:41.499446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39240) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:41.504860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Request body: {'port': {'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e', 'binding:host_id': 'n-h1-764435-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-643183991'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:41.531282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Made reservation on behalf of a3865cf1e9f14088a487c1622fd99716 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:41.533663 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.543482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.638266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.643561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.648379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] device_id is not set on port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:12:41.753747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66da6ef-63bd-4815-993d-f21513ebc74a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:41.916750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] device_id is not set on port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:12:41.927516 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:41.939910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Transition to ACTIVE for port object 1f579df5-9dff-47b9-b9d9-4b2ab041f45f will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:12:41.976022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:42.036769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event updated for resources: {'Port': ['ID=1f579df5-9dff-47b9-b9d9-4b2ab041f45f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:42.049601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27f26c-ef6e-4130-b845-8dd2f2778a02 req-77aff6ae-1300-4545-9440-bffa33ff1d25 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:42.051185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea27f26c-ef6e-4130-b845-8dd2f2778a02 req-77aff6ae-1300-4545-9440-bffa33ff1d25 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1089880 Aug 04 17:12:42.087200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Checking segment: {'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:12:42.087555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Network hostable DHCP agents. Network: bea348ef-09d6-4a94-904d-832c0aa9e09e, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:12:42.113868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea27f26c-ef6e-4130-b845-8dd2f2778a02 req-09979e75-a4cd-4647-b177-70affd5a5f64 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551519 Aug 04 17:12:42.124689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Network bea348ef-09d6-4a94-904d-832c0aa9e09e is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:12:42.140903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, bea348ef-09d6-4a94-904d-832c0aa9e09e) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:42.151143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:42.155797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf06aa0-bb64-4e2d-a5bf-7f32915a2aee None None] Network bea348ef-09d6-4a94-904d-832c0aa9e09e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:12:42.174589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:42.175384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:42.176142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:42.184593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:42.185275 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:42.186101 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 2 to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f Aug 04 17:12:42.208528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:42.209134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:42.209760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:42.215687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:42.215687 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:42.217086 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 3 to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f Aug 04 17:12:42.230251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:42.230887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:42.231018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:42.236272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:42.236613 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:42.237004 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 4 to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f Aug 04 17:12:42.256037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:42.256374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:42.256713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:42.261257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:42.261577 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:42.261956 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 5 to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f Aug 04 17:12:42.275357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:42.275695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:42.276033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:42.281090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:42.281423 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:42.281806 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 6 to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f Aug 04 17:12:42.294355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:42.294842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:42.295312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:42.299875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:42.300194 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:42.300571 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 7 to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f Aug 04 17:12:42.316432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:42.316759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:42.317091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:42.322557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:42.322889 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:42.323307 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 8 to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f Aug 04 17:12:42.339554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:42.339903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:42.340234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:42.345308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:42.345768 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:42.346164 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 9 to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f Aug 04 17:12:42.359299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:42.359632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:42.359962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:42.364405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:42.364721 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:42.365101 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 10 to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f Aug 04 17:12:42.377386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:42.377692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:42.378053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:42.383447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:42.383776 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:42.384367 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:42.456359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] For port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:12:42.456640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempted to set empty binding levels {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 17:12:42.462900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:42.498073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:42.498773 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:42.521413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event updated for resources: {'Port': ['ID=1f579df5-9dff-47b9-b9d9-4b2ab041f45f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:42.528828 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39248) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:42.529412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0055547e-c027-4200-b45a-1da4f198348d tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.0281446 Aug 04 17:12:42.609561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1144e-5543-4f7a-b827-e35f55b0c233 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Deleting port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:42.609891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ec1144e-5543-4f7a-b827-e35f55b0c233 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:42.672796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6ec1144e-5543-4f7a-b827-e35f55b0c233 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] For port 1f579df5-9dff-47b9-b9d9-4b2ab041f45f, host n-h1-764435-5, got binding levels [] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:42.673215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ec1144e-5543-4f7a-b827-e35f55b0c233 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:42.686800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1144e-5543-4f7a-b827-e35f55b0c233 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Calling delete_port for 1f579df5-9dff-47b9-b9d9-4b2ab041f45f owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:42.774412 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ec1144e-5543-4f7a-b827-e35f55b0c233 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:42.805042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1144e-5543-4f7a-b827-e35f55b0c233 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f579df5-9dff-47b9-b9d9-4b2ab041f45f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:42.810214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ec1144e-5543-4f7a-b827-e35f55b0c233 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:42.815229 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6ec1144e-5543-4f7a-b827-e35f55b0c233 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1f579df5-9dff-47b9-b9d9-4b2ab041f45f HTTP/1.1" status: 204 len: 168 time: 0.2828970 Aug 04 17:12:42.815563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39250) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:42.840124 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57f637d-5f18-40e5-8dc8-7ffb13dad606 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] GET failed (client error): The resource could not be found. Aug 04 17:12:42.841743 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c57f637d-5f18-40e5-8dc8-7ffb13dad606 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "GET /v2.0/ports/1f579df5-9dff-47b9-b9d9-4b2ab041f45f HTTP/1.1" status: 404 len: 333 time: 0.0252101 Aug 04 17:12:42.845914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39252) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:42.851078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Request body: {'port': {'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-102447487'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:42.881624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Made reservation on behalf of a3865cf1e9f14088a487c1622fd99716 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:42.884598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:42.902621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] device_id is not set on port 6d39919a-3a64-4ac2-99af-008a9ef67e18 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:12:43.065410 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:43.116201 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:43.160165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Network bea348ef-09d6-4a94-904d-832c0aa9e09e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:43.165396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:43.168948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:43.169848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:43.170625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:43.178828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event updated for resources: {'Port': ['ID=6d39919a-3a64-4ac2-99af-008a9ef67e18,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:43.197400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3194c545-1d89-44f8-a402-6fd867888535 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3503580 Aug 04 17:12:43.200171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39256) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:43.205516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:43.291058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca24beb-6dc2-4659-8c63-a9bc4f815440 req-ffdfac66-d5a7-42de-8ccc-37ec1e9cc92b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:43.292571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ca24beb-6dc2-4659-8c63-a9bc4f815440 req-ffdfac66-d5a7-42de-8ccc-37ec1e9cc92b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1051533 Aug 04 17:12:43.301681 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:43.361970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ca24beb-6dc2-4659-8c63-a9bc4f815440 req-f46ede88-77ba-4b6e-a176-5faea583ffe8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619771 Aug 04 17:12:43.502777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] device_id is not set on port 6d39919a-3a64-4ac2-99af-008a9ef67e18 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:12:43.510547 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:43.522786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Transition to ACTIVE for port object 6d39919a-3a64-4ac2-99af-008a9ef67e18 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:12:43.527718 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:43.578686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event updated for resources: {'Port': ['ID=6d39919a-3a64-4ac2-99af-008a9ef67e18,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:43.589515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:43.589857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:43.590196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:43.594824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:43.595163 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:43.595544 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 2 to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 Aug 04 17:12:43.608089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:43.608570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:43.611194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:43.616094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:43.616423 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:43.616869 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 3 to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 Aug 04 17:12:43.631253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:43.631601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:43.631954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:43.636500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:43.636828 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:43.637217 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 4 to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 Aug 04 17:12:43.651664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:43.652007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:43.652350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:43.659084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:43.660002 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:43.660617 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 5 to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 Aug 04 17:12:43.677666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:43.678007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:43.678351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:43.683204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:43.683547 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:43.683970 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 6 to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 Aug 04 17:12:43.704233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:43.704678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:43.705063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:43.710229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:43.710580 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:43.711009 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 7 to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 Aug 04 17:12:43.724069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:43.724417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:43.724758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:43.729192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:43.729526 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:43.729918 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 8 to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 Aug 04 17:12:43.742642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:43.743031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:43.743364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:43.747789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:43.748122 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:43.748635 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 9 to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 Aug 04 17:12:43.762597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:43.763036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:43.763386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:43.768463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:43.768796 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:43.769191 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 10 to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 Aug 04 17:12:43.781855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:43.782200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:43.782536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:43.787208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:43.787543 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:43.788029 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:43.857349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] For port 6d39919a-3a64-4ac2-99af-008a9ef67e18, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:12:43.857927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempted to set empty binding levels {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 17:12:43.867892 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:43.899846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] In _notify_port_updated(), no bound segment for port 6d39919a-3a64-4ac2-99af-008a9ef67e18 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:12:43.900725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:43.901326 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:43.902652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "PUT /v2.0/ports/6d39919a-3a64-4ac2-99af-008a9ef67e18 HTTP/1.1" status: 200 len: 974 time: 0.7015460 Aug 04 17:12:43.905874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39274) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:43.926376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0614ff8-aebe-4961-a638-322bf2d04865 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event updated for resources: {'Port': ['ID=6d39919a-3a64-4ac2-99af-008a9ef67e18,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:44.004159 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.005043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.005523 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.006000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.006465 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.006963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.007433 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.007899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.008361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.008814 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.009277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.009743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.010586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.011097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.011547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.012428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.012896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.013361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.013917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.014442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.014955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.015405 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.015886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.016329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.016809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.017651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.018097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.018560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.019444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.019912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.020378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.020842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.024732 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2329c8cc-d60b-4d13-b70c-fc3274946d97 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28865 time: 0.1178181 Aug 04 17:12:44.029855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39276) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:44.112270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7fefe550-177b-4bfc-b87a-a7f835572996 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Deleting port 6d39919a-3a64-4ac2-99af-008a9ef67e18 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:44.112620 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7fefe550-177b-4bfc-b87a-a7f835572996 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.181088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-7fefe550-177b-4bfc-b87a-a7f835572996 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] For port 6d39919a-3a64-4ac2-99af-008a9ef67e18, host n-h1-764435-5, got binding levels [] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:44.181466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7fefe550-177b-4bfc-b87a-a7f835572996 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.194850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7fefe550-177b-4bfc-b87a-a7f835572996 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Calling delete_port for 6d39919a-3a64-4ac2-99af-008a9ef67e18 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:44.276972 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7fefe550-177b-4bfc-b87a-a7f835572996 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.311081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefe550-177b-4bfc-b87a-a7f835572996 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d39919a-3a64-4ac2-99af-008a9ef67e18,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:44.318429 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7fefe550-177b-4bfc-b87a-a7f835572996 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.320132 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7fefe550-177b-4bfc-b87a-a7f835572996 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6d39919a-3a64-4ac2-99af-008a9ef67e18 HTTP/1.1" status: 204 len: 168 time: 0.2893693 Aug 04 17:12:44.323340 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39278) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:44.348765 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e092931-feee-49b8-a343-bfcd49525e36 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] GET failed (client error): The resource could not be found. Aug 04 17:12:44.350341 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6e092931-feee-49b8-a343-bfcd49525e36 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "GET /v2.0/ports/6d39919a-3a64-4ac2-99af-008a9ef67e18 HTTP/1.1" status: 404 len: 333 time: 0.0260279 Aug 04 17:12:44.354305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39280) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:44.359310 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1887456884', 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:44.381759 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Made reservation on behalf of a3865cf1e9f14088a487c1622fd99716 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:44.384155 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.401296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] device_id is not set on port 1f1250fb-f8d5-4190-9f82-2054ef547c83 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:12:44.480336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc7033-4bd5-4fd7-86ab-c9805d09cd50 req-8eaa44a7-bd7a-4008-9502-2b59ee7a66f8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.481760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-58fc7033-4bd5-4fd7-86ab-c9805d09cd50 req-8eaa44a7-bd7a-4008-9502-2b59ee7a66f8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0494847 Aug 04 17:12:44.522681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-58fc7033-4bd5-4fd7-86ab-c9805d09cd50 req-a3753f8c-4a48-44ff-a3a0-70ae9fb3ef79 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Aug 04 17:12:44.559716 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.596440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.634820 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Network bea348ef-09d6-4a94-904d-832c0aa9e09e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:44.639638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:44.642869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:44.643789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.644404 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.649889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event updated for resources: {'Port': ['ID=1f1250fb-f8d5-4190-9f82-2054ef547c83,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:44.664333 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-61eef287-829e-4a57-8666-613ac2faae11 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3088546 Aug 04 17:12:44.667074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39284) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:44.706936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc9dcd-0620-4bf1-981d-a344be0f3c04 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:44.708381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-15fc9dcd-0620-4bf1-981d-a344be0f3c04 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "GET /v2.0/ports/1f1250fb-f8d5-4190-9f82-2054ef547c83 HTTP/1.1" status: 200 len: 955 time: 0.0403275 Aug 04 17:12:44.711367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39288) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:44.792949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-bf8dcc2d-91fa-43c2-b3c3-6dd9055616b3 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Deleting port 1f1250fb-f8d5-4190-9f82-2054ef547c83 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:44.793292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc2d-91fa-43c2-b3c3-6dd9055616b3 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.852372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc2d-91fa-43c2-b3c3-6dd9055616b3 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.865349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-bf8dcc2d-91fa-43c2-b3c3-6dd9055616b3 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Calling delete_port for 1f1250fb-f8d5-4190-9f82-2054ef547c83 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:44.952916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc2d-91fa-43c2-b3c3-6dd9055616b3 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.981415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dcc2d-91fa-43c2-b3c3-6dd9055616b3 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f1250fb-f8d5-4190-9f82-2054ef547c83,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:44.985051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc2d-91fa-43c2-b3c3-6dd9055616b3 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:44.987292 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bf8dcc2d-91fa-43c2-b3c3-6dd9055616b3 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1f1250fb-f8d5-4190-9f82-2054ef547c83 HTTP/1.1" status: 204 len: 168 time: 0.2746050 Aug 04 17:12:44.989730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39296) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:45.014257 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ed0a53-674b-4e50-bf6a-e2ea2188a9cd tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] GET failed (client error): The resource could not be found. Aug 04 17:12:45.016010 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-90ed0a53-674b-4e50-bf6a-e2ea2188a9cd tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "GET /v2.0/ports/1f1250fb-f8d5-4190-9f82-2054ef547c83 HTTP/1.1" status: 404 len: 333 time: 0.0253706 Aug 04 17:12:45.019703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39298) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:45.024476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Request body: {'port': {'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1869833706'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:45.048069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Made reservation on behalf of a3865cf1e9f14088a487c1622fd99716 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:45.050587 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:45.067705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] device_id is not set on port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:12:45.225033 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:45.266174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:45.307520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Network bea348ef-09d6-4a94-904d-832c0aa9e09e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:45.313965 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:45.316707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:45.317842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:45.318443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:45.327075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event updated for resources: {'Port': ['ID=20dd2997-88c6-4f0c-ac8e-4e17a054a177,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:45.342408 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b789abb5-dbc9-48e5-aa82-b4709e13fbe1 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3214033 Aug 04 17:12:45.345218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39304) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:45.350704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:45.406543 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:45.582116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] device_id is not set on port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:12:45.590309 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:45.612527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Transition to ACTIVE for port object 20dd2997-88c6-4f0c-ac8e-4e17a054a177 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:12:45.628725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:45.702233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34b741-8dfe-41f0-bfed-b8e0a8d75f37 req-a23cf300-9714-4826-beab-06cfa653f1e7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:45.704682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c34b741-8dfe-41f0-bfed-b8e0a8d75f37 req-a23cf300-9714-4826-beab-06cfa653f1e7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1068177 Aug 04 17:12:45.704682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event updated for resources: {'Port': ['ID=20dd2997-88c6-4f0c-ac8e-4e17a054a177,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:45.717588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:45.717922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:45.718251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:45.735708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:45.736033 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:45.737813 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 2 to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 Aug 04 17:12:45.769160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:45.769638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:45.769849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:45.780000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c34b741-8dfe-41f0-bfed-b8e0a8d75f37 req-4d6c3370-6be9-44a9-87a0-02a8a166de33 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593519 Aug 04 17:12:45.780564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:45.781150 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:45.781689 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 3 to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 Aug 04 17:12:45.799690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:45.800155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:45.800601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:45.809203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:45.809584 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:45.810125 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 4 to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 Aug 04 17:12:45.826699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:45.827281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:45.827671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:45.832387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:45.832676 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:45.833059 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 5 to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 Aug 04 17:12:45.845823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:45.846185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:45.846517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:45.850931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:45.851252 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:45.851632 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 6 to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 Aug 04 17:12:45.865151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:45.865481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:45.865810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:45.870435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:45.870747 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:45.871156 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 7 to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 Aug 04 17:12:45.883045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:45.883380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:45.883667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:45.888182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:45.888500 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:45.888911 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 8 to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 Aug 04 17:12:45.902733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:45.903145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:45.903477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:45.908348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:45.908670 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:45.909416 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 9 to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 Aug 04 17:12:45.925853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:45.929571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:45.929571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:45.934123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:45.934458 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:45.934880 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempt 10 to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 Aug 04 17:12:45.950179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:12:45.950777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:12:45.951171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempting to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:12:45.956200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:12:45.956606 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Failed to bind port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on host n-h1-764435-5 for vnic_type normal using segments [{'id': 'e31237c7-214e-437d-b620-4ad3149ef286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'bea348ef-09d6-4a94-904d-832c0aa9e09e'}] Aug 04 17:12:45.957006 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.021163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] For port 20dd2997-88c6-4f0c-ac8e-4e17a054a177, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:12:46.021511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attempted to set empty binding levels {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 17:12:46.029007 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.062675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] In _notify_port_updated(), no bound segment for port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 on network bea348ef-09d6-4a94-904d-832c0aa9e09e {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:12:46.063480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:46.064081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.065385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "PUT /v2.0/ports/20dd2997-88c6-4f0c-ac8e-4e17a054a177 HTTP/1.1" status: 200 len: 975 time: 0.7191205 Aug 04 17:12:46.068433 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39310) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:46.079210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeb0c1-597c-49ae-9bf5-2678552bea69 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event updated for resources: {'Port': ['ID=20dd2997-88c6-4f0c-ac8e-4e17a054a177,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:46.152282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5175524c-e62e-4cba-b331-fe09aad13e7a tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Deleting port 20dd2997-88c6-4f0c-ac8e-4e17a054a177 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:46.152634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5175524c-e62e-4cba-b331-fe09aad13e7a tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.216589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-5175524c-e62e-4cba-b331-fe09aad13e7a tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] For port 20dd2997-88c6-4f0c-ac8e-4e17a054a177, host n-h1-764435-5, got binding levels [] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:46.216965 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5175524c-e62e-4cba-b331-fe09aad13e7a tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.231572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5175524c-e62e-4cba-b331-fe09aad13e7a tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Calling delete_port for 20dd2997-88c6-4f0c-ac8e-4e17a054a177 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:46.326944 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5175524c-e62e-4cba-b331-fe09aad13e7a tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.357895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175524c-e62e-4cba-b331-fe09aad13e7a tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Pushing event deleted for resources: {'Port': ['ID=20dd2997-88c6-4f0c-ac8e-4e17a054a177,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:46.361686 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5175524c-e62e-4cba-b331-fe09aad13e7a tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.365043 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5175524c-e62e-4cba-b331-fe09aad13e7a tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "DELETE /v2.0/ports/20dd2997-88c6-4f0c-ac8e-4e17a054a177 HTTP/1.1" status: 204 len: 168 time: 0.2949061 Aug 04 17:12:46.366737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39314) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:46.393933 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-426315e2-3835-4a8a-8813-f73837b8fae4 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] GET failed (client error): The resource could not be found. Aug 04 17:12:46.395628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-426315e2-3835-4a8a-8813-f73837b8fae4 tempest-PortsAdminExtendedAttrsTestJSON-1529617343 tempest-PortsAdminExtendedAttrsTestJSON-1529617343-project-admin] 10.222.0.39 "GET /v2.0/ports/20dd2997-88c6-4f0c-ac8e-4e17a054a177 HTTP/1.1" status: 404 len: 333 time: 0.0274343 Aug 04 17:12:46.399232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39316) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:46.476374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.569337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.579467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea348ef-09d6-4a94-904d-832c0aa9e09e']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:46.589659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31237c7-214e-437d-b620-4ad3149ef286') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:46.589945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31237c7-214e-437d-b620-4ad3149ef286') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:46.598833 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.613002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.619336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:12:46.619871 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:12:46.622856 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:12:46.682390 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.690059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:46.691903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] 10.222.0.39 "DELETE /v2.0/networks/bea348ef-09d6-4a94-904d-832c0aa9e09e HTTP/1.1" status: 204 len: 168 time: 0.2917640 Aug 04 17:12:46.710376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca8ba5-1ec0-4703-bd0d-855317a960e5 tempest-PortsAdminExtendedAttrsTestJSON-1419862359 tempest-PortsAdminExtendedAttrsTestJSON-1419862359-project] Pushing event deleted for resources: {'Network': ['ID=bea348ef-09d6-4a94-904d-832c0aa9e09e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:46.911590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c9c88-1675-4e6f-b799-20858a52aa24 req-976b6495-3621-4cfe-81ff-dffaa148487f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:46.913197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-160c9c88-1675-4e6f-b799-20858a52aa24 req-976b6495-3621-4cfe-81ff-dffaa148487f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0565569 Aug 04 17:12:46.955516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-160c9c88-1675-4e6f-b799-20858a52aa24 req-44a05ba0-584d-4ae5-ab04-6685e44c151e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359547 Aug 04 17:12:46.996794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39326) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:47.104230 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:12:47.138152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b44d8edc-f0af-4e92-8b71-02b9e6abd3a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9cd19f61be9548129e4aaf40795fd487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400948 Aug 04 17:12:47.140785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39330) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:47.191549 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8d58629-90e9-4563-b9f7-4ee0866f094f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:47.212841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8d58629-90e9-4563-b9f7-4ee0866f094f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:47.267648 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8d58629-90e9-4563-b9f7-4ee0866f094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:47.270244 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8d58629-90e9-4563-b9f7-4ee0866f094f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:47.273810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f8d58629-90e9-4563-b9f7-4ee0866f094f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/293b2573-d34f-4f10-bf4e-f76ab29fb5cf HTTP/1.1" status: 204 len: 168 time: 0.1297848 Aug 04 17:12:47.279883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d58629-90e9-4563-b9f7-4ee0866f094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293b2573-d34f-4f10-bf4e-f76ab29fb5cf,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:47.597025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39338) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:47.643494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-60b7da98-7476-4f21-9a3c-53b9d51eaa54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3865cf1e9f14088a487c1622fd99716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450678 Aug 04 17:12:47.645979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39340) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:47.700028 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39966d99-75af-4e86-9b38-4fb2512acf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:47.731545 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39966d99-75af-4e86-9b38-4fb2512acf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:47.781043 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39966d99-75af-4e86-9b38-4fb2512acf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:47.783955 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39966d99-75af-4e86-9b38-4fb2512acf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:47.785451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-39966d99-75af-4e86-9b38-4fb2512acf7f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f66da6ef-63bd-4815-993d-f21513ebc74a HTTP/1.1" status: 204 len: 168 time: 0.1385713 Aug 04 17:12:47.794125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39966d99-75af-4e86-9b38-4fb2512acf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66da6ef-63bd-4815-993d-f21513ebc74a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:48.082599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6232c-2b6b-4035-a1d2-98dda66c6c02 req-179e4a5a-c845-480b-9c18-ed4f26aaf5e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:48.085903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cce6232c-2b6b-4035-a1d2-98dda66c6c02 req-179e4a5a-c845-480b-9c18-ed4f26aaf5e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0532045 Aug 04 17:12:48.141529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cce6232c-2b6b-4035-a1d2-98dda66c6c02 req-985a00c4-23ad-4453-a32c-987908fd04fd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462739 Aug 04 17:12:48.487491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:12:48.590092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:48.602139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7', 'port_id': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'mac_address': 'fa:16:3e:5e:8f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe61e3f4-38d4-4c9c-ae90-0e336b1275d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:12:48.645060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:48.658774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:12:48.682428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:48.688657 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:48.757160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:48.768769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.769116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.769517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.769799 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.770115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.770437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.770949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.771275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.771601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.771922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.772239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.772554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:12:48.778485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['14b2a4e8-1636-4bf5-9652-7884bf9df1a2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:12:49.304578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaad37d-c4eb-4402-9a1b-4b8b2d7899e2 req-3a2e4193-2fdf-49d7-92cd-827a870c736d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:49.306209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdaad37d-c4eb-4402-9a1b-4b8b2d7899e2 req-3a2e4193-2fdf-49d7-92cd-827a870c736d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.0552471 Aug 04 17:12:49.315184 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39396) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:49.349065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdaad37d-c4eb-4402-9a1b-4b8b2d7899e2 req-d1d56502-a035-4da1-859e-66fba648dcbd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Aug 04 17:12:49.417027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-499064843', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:49.439985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Made reservation on behalf of ba03f2bf68ee422581f07cb422759f18 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:49.442499 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:49.451701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:49.552533 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:49.558277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:49.569630 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] device_id is not set on port 7a1249bb-bf51-4d1b-b783-8a84938fbffb yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:12:49.617130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52d1daf-b998-4c96-80b8-8ca38f53faf5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:49.701213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Allocated IP 172.25.2.183 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/7a1249bb-bf51-4d1b-b783-8a84938fbffb) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:49.849217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:49.897233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:50.302084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:50.305381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:50.307457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:50.350703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:50.351366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:50.363394 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Pushing event updated for resources: {'Port': ['ID=7a1249bb-bf51-4d1b-b783-8a84938fbffb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:50.393901 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5c84ebf9-3446-4ede-a007-deec0d4d000a tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0770292 Aug 04 17:12:50.397128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39436) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:50.403086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.183'}]}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:50.459185 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:50.461006 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:50.515702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:12:50.553597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d686c66-ee92-4ea2-9dc4-475a45490bbc req-4dca18a0-6a2f-4127-b125-92ae63f1707e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:50.557231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d686c66-ee92-4ea2-9dc4-475a45490bbc req-4dca18a0-6a2f-4127-b125-92ae63f1707e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.0872250 Aug 04 17:12:50.612486 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:50.623761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:12:50.624242 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:50.688454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d686c66-ee92-4ea2-9dc4-475a45490bbc req-1979893d-57df-4e65-b34b-2e6f4d59c22b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221106 Aug 04 17:12:50.780704 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:50.825703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:12:50.828405 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b49456e-52a1-4312-b454-1b527da48a6d" -d '{"events": [{"server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "name": "network-vif-plugged", "status": "completed", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:12:50.850391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:50.858252 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:50.901820 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ee066-50d3-4cf6-ab3a-a91a9635b61d x-openstack-request-id: req-483ee066-50d3-4cf6-ab3a-a91a9635b61d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:12:50.902208 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "name": "network-vif-plugged", "status": "completed", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:12:50.902538 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-483ee066-50d3-4cf6-ab3a-a91a9635b61d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:12:50.903108 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'code': 200} Aug 04 17:12:50.926832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:50.931998 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:51.192156 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:51.215285 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:51.429911 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:51.593707 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:51.597365 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:51.643399 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:51.643851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c84f72e4-77b2-44b1-95ae-b3d591ed04ce {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:12:51.661741 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 04 17:12:51.663134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-06048d9a-178e-44e1-a94d-a11225150915 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2643027 Aug 04 17:12:51.667613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39446) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:51.762707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-34b693c6-ebee-4d2c-aa51-1904304ef5d7 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Deleting port 7a1249bb-bf51-4d1b-b783-8a84938fbffb {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:51.763905 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34b693c6-ebee-4d2c-aa51-1904304ef5d7 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:51.847725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34b693c6-ebee-4d2c-aa51-1904304ef5d7 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:51.855475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e4b73-7915-4d06-90bf-c1361fac56f1 req-a14afd8d-94a1-4f5a-a84e-051b9b9637d1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:51.857701 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-458e4b73-7915-4d06-90bf-c1361fac56f1 req-a14afd8d-94a1-4f5a-a84e-051b9b9637d1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0708756 Aug 04 17:12:51.861396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-34b693c6-ebee-4d2c-aa51-1904304ef5d7 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Calling delete_port for 7a1249bb-bf51-4d1b-b783-8a84938fbffb owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:51.903460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-458e4b73-7915-4d06-90bf-c1361fac56f1 req-5b7cb0de-76ad-462e-bc1a-fad5618a9fab tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Aug 04 17:12:52.017598 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34b693c6-ebee-4d2c-aa51-1904304ef5d7 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:52.047458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b693c6-ebee-4d2c-aa51-1904304ef5d7 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a1249bb-bf51-4d1b-b783-8a84938fbffb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:52.129862 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34b693c6-ebee-4d2c-aa51-1904304ef5d7 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:52.135279 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-34b693c6-ebee-4d2c-aa51-1904304ef5d7 tempest-RoutersAdminNegativeIpV6Test-1882786588 tempest-RoutersAdminNegativeIpV6Test-1882786588-project-admin] 10.222.0.39 "DELETE /v2.0/ports/7a1249bb-bf51-4d1b-b783-8a84938fbffb HTTP/1.1" status: 204 len: 168 time: 0.4627545 Aug 04 17:12:52.574475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39472) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:52.747187 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38d9984e-41f7-4164-a48e-96df13cff99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:52.880373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38d9984e-41f7-4164-a48e-96df13cff99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:52.890960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38d9984e-41f7-4164-a48e-96df13cff99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:52.944905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9984e-41f7-4164-a48e-96df13cff99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f7cd4e-98d0-4582-a08b-613964008bb9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:52.970449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-38d9984e-41f7-4164-a48e-96df13cff99a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7defade53254086ba83d4ee641f60f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942311 Aug 04 17:12:52.973428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39484) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:53.052058 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea6187c2-4c35-4ef5-ae24-78e05ef46dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:53.079537 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea6187c2-4c35-4ef5-ae24-78e05ef46dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:53.089547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bc494-3702-4e7d-b79d-d9b7d9fcc1c1 req-38169fa2-9270-49b0-929d-495e44bbc095 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:53.102684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-051bc494-3702-4e7d-b79d-d9b7d9fcc1c1 req-38169fa2-9270-49b0-929d-495e44bbc095 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0947826 Aug 04 17:12:53.166399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea6187c2-4c35-4ef5-ae24-78e05ef46dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:53.169195 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ea6187c2-4c35-4ef5-ae24-78e05ef46dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:53.173324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-051bc494-3702-4e7d-b79d-d9b7d9fcc1c1 req-3ae39c8b-cbc3-4075-ba9f-aaf1c856500f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681298 Aug 04 17:12:53.173648 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ea6187c2-4c35-4ef5-ae24-78e05ef46dc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2f7cd4e-98d0-4582-a08b-613964008bb9 HTTP/1.1" status: 204 len: 168 time: 0.1991205 Aug 04 17:12:53.188013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6187c2-4c35-4ef5-ae24-78e05ef46dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f7cd4e-98d0-4582-a08b-613964008bb9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:53.739695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39512) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:53.779316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af138d-3c4e-4bf5-90d8-b57bf2aa501a req-6bdf7847-3ec6-4ffa-aa62-f219f71c54e2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:53.787449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44af138d-3c4e-4bf5-90d8-b57bf2aa501a req-6bdf7847-3ec6-4ffa-aa62-f219f71c54e2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1285501 Aug 04 17:12:53.792329 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-87f0eec2-99e0-49d4-ba2b-6e780428e785 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba03f2bf68ee422581f07cb422759f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505862 Aug 04 17:12:53.792980 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39518) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:53.827053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44af138d-3c4e-4bf5-90d8-b57bf2aa501a req-4fcce7e6-b71d-4760-8392-22ba4a8bbeff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383394 Aug 04 17:12:53.893500 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7aa40131-8163-4f6e-a34e-fbb47181c40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:53.935759 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7aa40131-8163-4f6e-a34e-fbb47181c40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:54.004966 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7aa40131-8163-4f6e-a34e-fbb47181c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:54.011752 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7aa40131-8163-4f6e-a34e-fbb47181c40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:54.013600 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7aa40131-8163-4f6e-a34e-fbb47181c40a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c52d1daf-b998-4c96-80b8-8ca38f53faf5 HTTP/1.1" status: 204 len: 168 time: 0.2196271 Aug 04 17:12:54.031950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa40131-8163-4f6e-a34e-fbb47181c40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52d1daf-b998-4c96-80b8-8ca38f53faf5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:54.362737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8168e-53be-46e2-8aca-bf29af579da3 req-9a4d9c37-2ff4-4967-b89c-4d9163f281c0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:54.370640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34a8168e-53be-46e2-8aca-bf29af579da3 req-9a4d9c37-2ff4-4967-b89c-4d9163f281c0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0623364 Aug 04 17:12:54.437848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34a8168e-53be-46e2-8aca-bf29af579da3 req-67cf98b4-8a95-4925-b58f-b8b2250fbde9 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608208 Aug 04 17:12:55.024722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5f72-fdd8-4001-b0dc-7c087dd29dc5 req-9333b82b-cbf9-42c6-b44f-cd1c5a231111 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:55.027408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14ea5f72-fdd8-4001-b0dc-7c087dd29dc5 req-9333b82b-cbf9-42c6-b44f-cd1c5a231111 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.0864394 Aug 04 17:12:55.126602 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39568) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:55.148853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14ea5f72-fdd8-4001-b0dc-7c087dd29dc5 req-03c204cd-4fa5-40a0-9acc-42831cff63ad tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093891 Aug 04 17:12:55.287664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1320975055'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:55.323410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Made reservation on behalf of dd0f31faf14d4b9cb279bbeddf8e6172 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:55.327869 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:55.350044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:55.533706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:55.565538 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:55.603899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fcf85b-1eb2-4cb2-95ff-7f90f562e88d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:55.619106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:12:55.632813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:55.633366 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Added segment 5fc6fe6f-d4e1-4819-a35f-b495e9451d6c of type vlan for network 70c66f14-88bb-4e71-a462-2b4b952be0fc Aug 04 17:12:55.642848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-6ddcf20b-c32c-44fe-bd53-b66f197d5ec5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:55.644683 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-6ddcf20b-c32c-44fe-bd53-b66f197d5ec5 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.90 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1525817 Aug 04 17:12:55.722438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101fe34-d41c-496b-9446-42039e1f5ee1 req-3d248d43-f28c-4b6d-b3e5-a3a5e2705cf7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:55.724557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4101fe34-d41c-496b-9446-42039e1f5ee1 req-3d248d43-f28c-4b6d-b3e5-a3a5e2705cf7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1332188 Aug 04 17:12:55.769191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:55.783380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4101fe34-d41c-496b-9446-42039e1f5ee1 req-5d9c3584-27d7-4f14-88bf-4ef15032876b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522783 Aug 04 17:12:55.822150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Deleting port 418c44e6-24aa-4937-a309-db4b60873262 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:55.822767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:55.919284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:55.926670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:55.927456 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:56.019328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] For port 418c44e6-24aa-4937-a309-db4b60873262, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=418c44e6-24aa-4937-a309-db4b60873262,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:12:56.019328 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:56.034745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39592) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:56.035628 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9063227 Aug 04 17:12:56.040220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'subnet': {'network_id': '70c66f14-88bb-4e71-a462-2b4b952be0fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:56.055986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a635e9f-04d2-4d86-9abe-4f7e04bf7db9 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Network': ['ID=70c66f14-88bb-4e71-a462-2b4b952be0fc,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:56.075834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 70c66f14-88bb-4e71-a462-2b4b952be0fc details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:12:56.200352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Made reservation on behalf of dd0f31faf14d4b9cb279bbeddf8e6172 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:12:56.210396 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:56.316285 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:56.316848 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:56.317072 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Floating IP 5ce65027-2125-4acb-b70d-72464705fe77 disassociated. External IP: 172.25.2.34, port: 418c44e6-24aa-4937-a309-db4b60873262. Aug 04 17:12:56.317362 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Calling delete_port for 418c44e6-24aa-4937-a309-db4b60873262 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:56.428195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90491f9-3bb6-401b-b5fb-0d1a7b46cc38 req-720d080f-7928-408a-bffd-aaa5d259893a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:56.437095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d90491f9-3bb6-401b-b5fb-0d1a7b46cc38 req-720d080f-7928-408a-bffd-aaa5d259893a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 945 time: 0.1376450 Aug 04 17:12:56.509860 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:56.510119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d90491f9-3bb6-401b-b5fb-0d1a7b46cc38 req-1f67d77b-21b2-4339-98b4-9e0881c0d71d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cca811b-9d00-49ef-b5d6-910b448c6252&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676656 Aug 04 17:12:56.551902 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event deleted for resources: {'Port': ['ID=418c44e6-24aa-4937-a309-db4b60873262,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:56.701696 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:56.747738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Router 140edcfd-b1a2-487b-8b41-30c8342ade6e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:12:56.856736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Checking segment: {'id': '5fc6fe6f-d4e1-4819-a35f-b495e9451d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '70c66f14-88bb-4e71-a462-2b4b952be0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:12:56.857324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network hostable DHCP agents. Network: 70c66f14-88bb-4e71-a462-2b4b952be0fc, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:12:56.860593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Subnet': ['ID=27f89ae3-8ef6-4bd4-8916-97c978b7368b,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:56.933826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 70c66f14-88bb-4e71-a462-2b4b952be0fc is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:12:56.958852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be107b6-a370-4cbf-acbc-71256849e609 req-1c258554-89d2-417c-98c6-6ab0c80b1398 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:56.967038 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2be107b6-a370-4cbf-acbc-71256849e609 req-1c258554-89d2-417c-98c6-6ab0c80b1398 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0772812 Aug 04 17:12:56.976809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 70c66f14-88bb-4e71-a462-2b4b952be0fc) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:56.987941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70735438-62c9-4175-9a1d-3efbab8de177 None None] Network 70c66f14-88bb-4e71-a462-2b4b952be0fc requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:12:57.004818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:57.007831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:57.033384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:12:57.060716 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] Sync routers for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:12:57.075548 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:57.078917 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:57.086044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9a41d338-b43e-42db-b566-7fb60bdfe6f6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0500910 Aug 04 17:12:57.097581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39614) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:57.098467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] No DVR routers for this DVR port 418c44e6-24aa-4937-a309-db4b60873262 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:12:57.104530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-675790100', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:12:57.111092 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:57.113075 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a0550081-cca4-4929-bd59-c47a91cd8b92 req-dcebe519-6512-4469-8fcd-6d1cb3d6c37d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.90 "DELETE /v2.0/ports/418c44e6-24aa-4937-a309-db4b60873262 HTTP/1.1" status: 204 len: 173 time: 1.4595599 Aug 04 17:12:57.113592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'name': 'network-vif-deleted', 'tag': '418c44e6-24aa-4937-a309-db4b60873262'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:12:57.115930 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadd6e21-7440-4c0b-933d-90ff7f6e1177" -d '{"events": [{"server_uuid": "917afb37-cfc9-4e08-b0e5-1bb176066a93", "name": "network-vif-deleted", "tag": "418c44e6-24aa-4937-a309-db4b60873262"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:12:57.146604 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2be107b6-a370-4cbf-acbc-71256849e609 req-ec66c5c6-45f8-49bb-9d0e-76b7f2644347 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756251 Aug 04 17:12:57.198438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:57.200089 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:57.298949 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:12:57.311341 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9fc739-a49c-4de6-9e79-dd045c26b624 x-openstack-request-id: req-2f9fc739-a49c-4de6-9e79-dd045c26b624 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:12:57.311716 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917afb37-cfc9-4e08-b0e5-1bb176066a93", "name": "network-vif-deleted", "tag": "418c44e6-24aa-4937-a309-db4b60873262", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:12:57.311970 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f9fc739-a49c-4de6-9e79-dd045c26b624 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:12:57.312407 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917afb37-cfc9-4e08-b0e5-1bb176066a93', 'name': 'network-vif-deleted', 'tag': '418c44e6-24aa-4937-a309-db4b60873262', 'status': 'completed', 'code': 200} Aug 04 17:12:57.389771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7d4ee-93a3-4593-b97e-eb2241cf14a9 None None] Network 70c66f14-88bb-4e71-a462-2b4b952be0fc requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:12:57.431920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:57.666840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:57.745986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77906a01-ab63-467c-9b81-436ef2dff383 req-0d889075-30a7-4bea-a577-217edf9c3b23 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=917afb37-cfc9-4e08-b0e5-1bb176066a93 HTTP/1.1" status: 200 len: 210 time: 0.0602922 Aug 04 17:12:58.009583 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:58.051781 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] Checking router: 140edcfd-b1a2-487b-8b41-30c8342ade6e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:12:58.084151 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:12:58.084836 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:58.134936 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:58.200520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:58.218169 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:12:58.358225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e40a79-b068-4433-80d4-189eed74eb6b req-73a80854-1480-4e97-8b3c-2d270aae5c5a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:58.359860 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41e40a79-b068-4433-80d4-189eed74eb6b req-73a80854-1480-4e97-8b3c-2d270aae5c5a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1017370 Aug 04 17:12:58.450445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41e40a79-b068-4433-80d4-189eed74eb6b req-ad232834-1e4f-40ec-b415-1a55e03779ac tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834091 Aug 04 17:12:58.472198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.25.2.117 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/46867827-97db-419c-8966-a773c954d83e) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:12:58.569050 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:12:58.595020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 418c44e6-24aa-4937-a309-db4b60873262 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:12:58.638219 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5c60b-32e5-4974-b1fd-58ef4b65ea51 None None] The sync data for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 is: [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:12:58.647700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 418c44e6-24aa-4937-a309-db4b60873262 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:12:58.648288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 418c44e6-24aa-4937-a309-db4b60873262 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:12:58.657438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:58.724781 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:58.797691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:12:58.806113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:12:58.812545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:12:58.818994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=46867827-97db-419c-8966-a773c954d83e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:58.887627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39654) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:59.073751 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70c72bbe-82fc-4cdf-9e25-44e97c6b045d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:59.180302 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70c72bbe-82fc-4cdf-9e25-44e97c6b045d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:59.200325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf4af2-b1b9-4cde-b6a9-d7fc58fd098d None None] New status for floating IP 5ce65027-2125-4acb-b70d-72464705fe77: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:12:59.281651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70c72bbe-82fc-4cdf-9e25-44e97c6b045d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:59.285827 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-70c72bbe-82fc-4cdf-9e25-44e97c6b045d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:59.287396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-70c72bbe-82fc-4cdf-9e25-44e97c6b045d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "DELETE /v2.0/security-groups/5cca811b-9d00-49ef-b5d6-910b448c6252 HTTP/1.1" status: 204 len: 168 time: 0.3960626 Aug 04 17:12:59.292012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39662) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:59.313682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c72bbe-82fc-4cdf-9e25-44e97c6b045d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cca811b-9d00-49ef-b5d6-910b448c6252,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:12:59.327429 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-f2189fcf-6f2d-41c2-9fb9-0aa695377a03 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] show failed (client error): The resource could not be found. Aug 04 17:12:59.328959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f2189fcf-6f2d-41c2-9fb9-0aa695377a03 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups/5cca811b-9d00-49ef-b5d6-910b448c6252 HTTP/1.1" status: 404 len: 347 time: 0.0355811 Aug 04 17:12:59.331965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39664) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:12:59.499388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:59.539492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4d531550-0f03-432f-bc1d-a22d314b95a6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Deleting port ea243327-4838-427c-9858-18c59b2ba2fd {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:12:59.540086 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d531550-0f03-432f-bc1d-a22d314b95a6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:59.763301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d21c5-7b47-4867-88ad-62f744f97bc8 req-2321273a-da47-4e42-889d-e4243456f3cc tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:12:59.765700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-985d21c5-7b47-4867-88ad-62f744f97bc8 req-2321273a-da47-4e42-889d-e4243456f3cc tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1782372 Aug 04 17:12:59.840540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d531550-0f03-432f-bc1d-a22d314b95a6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:59.840917 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d531550-0f03-432f-bc1d-a22d314b95a6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:59.859864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4d531550-0f03-432f-bc1d-a22d314b95a6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Calling delete_port for ea243327-4838-427c-9858-18c59b2ba2fd owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:12:59.880308 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:12:59.983631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-985d21c5-7b47-4867-88ad-62f744f97bc8 req-9ea201af-2eb1-4ad7-a353-0a553529b651 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076092 Aug 04 17:13:00.082711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d531550-0f03-432f-bc1d-a22d314b95a6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:00.213899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:13:00.216298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d531550-0f03-432f-bc1d-a22d314b95a6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event deleted for resources: {'Port': ['ID=ea243327-4838-427c-9858-18c59b2ba2fd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:00.373112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:00.387700 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d63bf-042b-45e8-8622-293a3f028af2 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:00.401684 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:00.403162 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4c87165e-41f4-4b67-b027-1619222bb15b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3024902 Aug 04 17:13:00.406388 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39684) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:00.407218 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d63bf-042b-45e8-8622-293a3f028af2 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:00.408184 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-522d63bf-042b-45e8-8622-293a3f028af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:00.463462 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-522d63bf-042b-45e8-8622-293a3f028af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:00.497502 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d63bf-042b-45e8-8622-293a3f028af2 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:00.498685 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-522d63bf-042b-45e8-8622-293a3f028af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:00.567499 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-522d63bf-042b-45e8-8622-293a3f028af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:00.569600 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d63bf-042b-45e8-8622-293a3f028af2 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:00.907831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d531550-0f03-432f-bc1d-a22d314b95a6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:00.914148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d531550-0f03-432f-bc1d-a22d314b95a6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:00.918279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4d531550-0f03-432f-bc1d-a22d314b95a6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "DELETE /v2.0/floatingips/5ce65027-2125-4acb-b70d-72464705fe77 HTTP/1.1" status: 204 len: 168 time: 1.5824671 Aug 04 17:13:01.240882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-35de7187-5bfc-45e5-bb19-3fb333336d3a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1417167 Aug 04 17:13:01.317168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566334ea-f19e-473a-ad24-bc48d9a7cc8b req-1276259b-3fd3-4e2b-9d91-1cdda69d9b5e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:01.319162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-566334ea-f19e-473a-ad24-bc48d9a7cc8b req-1276259b-3fd3-4e2b-9d91-1cdda69d9b5e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1452823 Aug 04 17:13:01.345403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-b2bceb48-8b1e-45ee-a481-c151d7d09d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:01.347473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-b2bceb48-8b1e-45ee-a481-c151d7d09d2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=67aad0c6fdc346fb9a7bb519810f2bca&device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 1096 time: 0.0819952 Aug 04 17:13:01.386821 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:01.536765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-566334ea-f19e-473a-ad24-bc48d9a7cc8b req-466e2b35-6e35-4135-8c19-828de128c58b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857796 Aug 04 17:13:01.589025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-a323a1df-7483-4bfe-b3b3-f54b0de2a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:01.590722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-a323a1df-7483-4bfe-b3b3-f54b0de2a1d2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=357ca02e-8481-47e2-8b09-a8e527429479 HTTP/1.1" status: 200 len: 910 time: 0.2201886 Aug 04 17:13:01.683740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39708) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:01.690477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f44773e7-4ab8-4b7e-a9db-a86d2fdf9adb tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819313226', 'description': 'tempest-description--1801082033'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:01.707852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-30fa92c7-1b5e-443d-b4fe-808a12928e67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b05f9bf4-da5d-4637-81dd-a785c1e379b5 HTTP/1.1" status: 200 len: 1000 time: 0.1079464 Aug 04 17:13:01.787814 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f44773e7-4ab8-4b7e-a9db-a86d2fdf9adb tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:01.804906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-d77f2c1e-24cb-4981-b02f-4fb381e80ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:01.807073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-d77f2c1e-24cb-4981-b02f-4fb381e80ff8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8cc49710-2f01-47f1-8e0a-5ca88fa082ac HTTP/1.1" status: 200 len: 847 time: 0.0834086 Aug 04 17:13:01.950199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-e5313e75-1273-4b03-bff3-3445de3da0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:01.952166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-e5313e75-1273-4b03-bff3-3445de3da0b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=357ca02e-8481-47e2-8b09-a8e527429479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362150 Aug 04 17:13:02.010484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8f62e8b6-575c-44dc-af23-71ab14e4f9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.115931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f44773e7-4ab8-4b7e-a9db-a86d2fdf9adb tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.120808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-78df8b44-8bfb-4e68-a434-42ffe621716d service neutron] 10.222.0.82 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511984 Aug 04 17:13:02.140085 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f44773e7-4ab8-4b7e-a9db-a86d2fdf9adb tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.246873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44773e7-4ab8-4b7e-a9db-a86d2fdf9adb tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96214b77-600f-464a-ad2d-36c2430efc93,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:02.253669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f44773e7-4ab8-4b7e-a9db-a86d2fdf9adb tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.255225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f44773e7-4ab8-4b7e-a9db-a86d2fdf9adb tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5705068 Aug 04 17:13:02.258499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39722) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:02.264446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2cc98c4d-40c1-4810-88e0-1d9b26f7badf tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'security_group_rule': {'security_group_id': '96214b77-600f-464a-ad2d-36c2430efc93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:02.331422 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cc98c4d-40c1-4810-88e0-1d9b26f7badf tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.343482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba7d3ff7-98c7-46fb-8a34-e56ddd2a07d7 req-377eb7a0-702e-4dc2-8ab2-d5c6eaa44520 service neutron] 10.222.0.82 "GET /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150400 Aug 04 17:13:02.370579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.20.0.1 (70c66f14-88bb-4e71-a462-2b4b952be0fc/27f89ae3-8ef6-4bd4-8916-97c978b7368b/7f68ec6f-782c-46d5-9ad9-47a12b9c2632) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:02.441643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cc98c4d-40c1-4810-88e0-1d9b26f7badf tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.448804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cc98c4d-40c1-4810-88e0-1d9b26f7badf tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.471311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc98c4d-40c1-4810-88e0-1d9b26f7badf tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e09e37d-c3d8-47ee-b5a9-f426b122b8e9,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:02.517560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cc98c4d-40c1-4810-88e0-1d9b26f7badf tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.521322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2cc98c4d-40c1-4810-88e0-1d9b26f7badf tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2591424 Aug 04 17:13:02.521479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39728) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:02.526539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2c520b8a-a0ad-4c53-ac40-f0a45fee52f7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'security_group_rule': {'security_group_id': '96214b77-600f-464a-ad2d-36c2430efc93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:02.546138 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.579059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c520b8a-a0ad-4c53-ac40-f0a45fee52f7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.640856 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c520b8a-a0ad-4c53-ac40-f0a45fee52f7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.642639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.647872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c520b8a-a0ad-4c53-ac40-f0a45fee52f7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.680418 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c520b8a-a0ad-4c53-ac40-f0a45fee52f7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.682142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2c520b8a-a0ad-4c53-ac40-f0a45fee52f7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595497 Aug 04 17:13:02.685850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39736) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:02.692785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:02.698309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c520b8a-a0ad-4c53-ac40-f0a45fee52f7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8c87eb-cf89-4b7a-bcc4-b7ead3f8c5ed,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:02.741673 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 70c66f14-88bb-4e71-a462-2b4b952be0fc is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:02.743524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:02.766434 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=7f68ec6f-782c-46d5-9ad9-47a12b9c2632,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:02.769109 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:02.815948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77a8cf-f655-4dc8-9f08-d4e5b8365b46 req-eac5b3a3-b4b2-4a81-a7da-9ffe80ce9156 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:02.818280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b77a8cf-f655-4dc8-9f08-d4e5b8365b46 req-eac5b3a3-b4b2-4a81-a7da-9ffe80ce9156 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1068163 Aug 04 17:13:02.819685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.852010 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:02.906268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b77a8cf-f655-4dc8-9f08-d4e5b8365b46 req-a6fcc26f-ccde-4766-80b2-5609e5edc109 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706968 Aug 04 17:13:03.011185 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.082089 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.157114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Allocated IP 172.25.2.36 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/4b0943c9-fab0-4b70-9858-dcbdb8bfd46d) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:03.349470 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.412145 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.491637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:03.496427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:03.501331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:03.550914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'Port': ['ID=4b0943c9-fab0-4b70-9858-dcbdb8bfd46d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:03.583625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.592375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.627596 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.680058 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.682305 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.685793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=7f68ec6f-782c-46d5-9ad9-47a12b9c2632,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:03.804131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 70c66f14-88bb-4e71-a462-2b4b952be0fc is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:03.805544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:03.861101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.870912 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:03.963005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:03.978022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'Port': ['ID=4b0943c9-fab0-4b70-9858-dcbdb8bfd46d,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:04.014403 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:04.059189 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:04.060997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-278a78bc-b969-4521-a1fd-4438cfc45b2e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3732736 Aug 04 17:13:04.096933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbefea-7de0-40c5-bc1a-cf8e28c6b5b5 req-aee73735-dac0-4c6d-933a-fd23e40d524c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:04.098736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11fbefea-7de0-40c5-bc1a-cf8e28c6b5b5 req-aee73735-dac0-4c6d-933a-fd23e40d524c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0811493 Aug 04 17:13:04.139882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:04.155202 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a393acb3-5041-4531-949e-a2d7276ce95b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "PUT /v2.0/routers/119ddee7-267b-483b-9468-fa11890ce95c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7467649 Aug 04 17:13:04.157184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39780) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:04.162634 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbaaa69-bbcc-4df2-a02e-264ad4b9aec2 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:04.163705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'port': {'network_id': '70c66f14-88bb-4e71-a462-2b4b952be0fc', 'name': 'tempest-FloatingIPTestJSON-2063586659'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:04.178072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbaaa69-bbcc-4df2-a02e-264ad4b9aec2 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:04.178833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7fbaaa69-bbcc-4df2-a02e-264ad4b9aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:04.220119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7fbaaa69-bbcc-4df2-a02e-264ad4b9aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:04.241230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbaaa69-bbcc-4df2-a02e-264ad4b9aec2 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:04.241883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7fbaaa69-bbcc-4df2-a02e-264ad4b9aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:12:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:04.251283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11fbefea-7de0-40c5-bc1a-cf8e28c6b5b5 req-7b161fe4-42da-4746-a063-a8f524616d76 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315947 Aug 04 17:13:04.295278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-7fbaaa69-bbcc-4df2-a02e-264ad4b9aec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:04.295966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbaaa69-bbcc-4df2-a02e-264ad4b9aec2 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:04.389984 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f21c4df5-9ad2-4b10-a894-fe16ce39bc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:04.401432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b109d-d4c0-43ea-bd42-f2c8f4b06848 req-6ad13c97-1b0c-40f3-ac24-b8fd5a57f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:04.403959 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-283b109d-d4c0-43ea-bd42-f2c8f4b06848 req-6ad13c97-1b0c-40f3-ac24-b8fd5a57f29f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 1096 time: 0.1422398 Aug 04 17:13:04.428277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Made reservation on behalf of dd0f31faf14d4b9cb279bbeddf8e6172 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:04.432312 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:04.441405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-a7803761-4724-437a-9a84-2a3459bb65d2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--819313226&fields=id&tenant_id=a11dfd243bc2479aa2a6a1e3adf23347 HTTP/1.1" status: 200 len: 267 time: 0.0937679 Aug 04 17:13:04.458542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] device_id is not set on port 3dd36532-c184-4151-8b5f-ae96561064af yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:13:04.515989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b109d-d4c0-43ea-bd42-f2c8f4b06848 req-e8d1b165-b296-432b-8799-f311a483ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:04.517609 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-283b109d-d4c0-43ea-bd42-f2c8f4b06848 req-e8d1b165-b296-432b-8799-f311a483ddd3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 916 time: 0.1059947 Aug 04 17:13:04.580076 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-283b109d-d4c0-43ea-bd42-f2c8f4b06848 req-8ee21001-d12c-4d20-a1fe-f8261bb02ebf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2 HTTP/1.1" status: 200 len: 217 time: 0.0541816 Aug 04 17:13:04.632501 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b109d-d4c0-43ea-bd42-f2c8f4b06848 req-560298c8-e3c7-4e0f-9aa8-da293b5dfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:04.638069 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-283b109d-d4c0-43ea-bd42-f2c8f4b06848 req-560298c8-e3c7-4e0f-9aa8-da293b5dfbc6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 HTTP/1.1" status: 200 len: 854 time: 0.0481884 Aug 04 17:13:04.647361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8edf3-3f12-4765-ad79-334985d71685 req-f5bd8503-a59d-46fb-adf7-ae81e2735ea2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:04.648957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-f5bd8503-a59d-46fb-adf7-ae81e2735ea2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 811 time: 0.1938119 Aug 04 17:13:04.681699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.20.0.5 (70c66f14-88bb-4e71-a462-2b4b952be0fc/27f89ae3-8ef6-4bd4-8916-97c978b7368b/3dd36532-c184-4151-8b5f-ae96561064af) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:04.687287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-a22311a0-23c0-4fe1-ad4d-76d04496f432 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/quotas/a11dfd243bc2479aa2a6a1e3adf23347 HTTP/1.1" status: 200 len: 375 time: 0.0200515 Aug 04 17:13:04.693347 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-283b109d-d4c0-43ea-bd42-f2c8f4b06848 req-198e1603-c016-45fa-8dfe-367310023626 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6618c843-6850-42e8-9b10-51eb022764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508838 Aug 04 17:13:04.812328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-f92f8c93-70bf-4df1-bf58-0551530be009 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169667 Aug 04 17:13:04.845153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-bb93bea6-e80e-4a65-b113-9211cf9c0bb2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:13:04.846258 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-bb93bea6-e80e-4a65-b113-9211cf9c0bb2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057857 Aug 04 17:13:04.853066 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-283b109d-d4c0-43ea-bd42-f2c8f4b06848 req-e51b6024-bb4a-474f-8dd9-5adf0c306013 service neutron] 10.222.0.90 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504018 Aug 04 17:13:04.968344 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:05.003279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:05.028640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-fcfe98f5-4877-4763-ac9b-dfd6d6821bc6 service neutron] 10.222.0.39 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756794 Aug 04 17:13:05.054456 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-283b109d-d4c0-43ea-bd42-f2c8f4b06848 req-7f79cd3a-559a-4c68-9f32-c013abecbf72 service neutron] 10.222.0.90 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935675 Aug 04 17:13:05.159965 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:05.237660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 70c66f14-88bb-4e71-a462-2b4b952be0fc is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:05.240600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-a16cfd4c-400f-4b06-8db1-7756754b54cf service neutron] 10.222.0.39 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838629 Aug 04 17:13:05.246250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:05.250664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:05.291928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=3dd36532-c184-4151-8b5f-ae96561064af,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:05.335833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:05.336520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:05.362233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2db07a84-849e-44d2-82d6-f5b562e6776e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2014530 Aug 04 17:13:05.362436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39818) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:05.369441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'port': {'network_id': '70c66f14-88bb-4e71-a462-2b4b952be0fc', 'name': 'tempest-FloatingIPTestJSON-1140977292'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:05.518829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c15acbbf-1810-44af-9c38-7c5b0efe851f req-8719692a-0d26-4271-9e08-f2bb1098418a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 210 time: 0.0588529 Aug 04 17:13:05.570998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48485f-93dd-40b9-b636-9226e307e6f6 req-927e13dc-5ef6-4599-81ae-67643767037e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:05.572503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee48485f-93dd-40b9-b636-9226e307e6f6 req-927e13dc-5ef6-4599-81ae-67643767037e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1764321 Aug 04 17:13:05.645965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee48485f-93dd-40b9-b636-9226e307e6f6 req-b6a7d740-2151-44f7-8442-2bf74048342a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617461 Aug 04 17:13:05.656327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Made reservation on behalf of dd0f31faf14d4b9cb279bbeddf8e6172 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:05.668081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:05.703380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] device_id is not set on port d2aea06c-1d91-49c1-93a6-356dab94067a yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:13:05.721121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2bca-a21d-4693-93e3-6675d7035ee3 req-4a414f68-671b-4a6d-97df-f028ee1debd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:05.726356 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d36d2bca-a21d-4693-93e3-6675d7035ee3 req-4a414f68-671b-4a6d-97df-f028ee1debd7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 1096 time: 0.0659654 Aug 04 17:13:05.818193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:05.866188 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2bca-a21d-4693-93e3-6675d7035ee3 req-01ab05f9-f21f-4a56-9dc8-b99104d50913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:05.868065 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d36d2bca-a21d-4693-93e3-6675d7035ee3 req-01ab05f9-f21f-4a56-9dc8-b99104d50913 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 916 time: 0.1204808 Aug 04 17:13:05.879197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.20.0.12 (70c66f14-88bb-4e71-a462-2b4b952be0fc/27f89ae3-8ef6-4bd4-8916-97c978b7368b/d2aea06c-1d91-49c1-93a6-356dab94067a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:05.925500 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d36d2bca-a21d-4693-93e3-6675d7035ee3 req-9e4971dc-b760-4b03-887c-75d18541e21c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2 HTTP/1.1" status: 200 len: 217 time: 0.0478570 Aug 04 17:13:06.001848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2bca-a21d-4693-93e3-6675d7035ee3 req-db613478-d0c0-4239-95d8-e6ca20549c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:06.003697 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d36d2bca-a21d-4693-93e3-6675d7035ee3 req-db613478-d0c0-4239-95d8-e6ca20549c08 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 HTTP/1.1" status: 200 len: 854 time: 0.0648499 Aug 04 17:13:06.069186 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d36d2bca-a21d-4693-93e3-6675d7035ee3 req-5ddbefaa-b118-4ac6-89c9-b646ec5b1556 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6618c843-6850-42e8-9b10-51eb022764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567062 Aug 04 17:13:06.103092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:06.179199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:06.185352 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d36d2bca-a21d-4693-93e3-6675d7035ee3 req-9de0217a-bac4-4016-9565-f1c268984859 service neutron] 10.222.0.90 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079881 Aug 04 17:13:06.241889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 70c66f14-88bb-4e71-a462-2b4b952be0fc is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:06.246386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:06.257718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:06.306130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=d2aea06c-1d91-49c1-93a6-356dab94067a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:06.324967 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d36d2bca-a21d-4693-93e3-6675d7035ee3 req-777dd1e8-3326-41f4-98c4-bdb182384687 service neutron] 10.222.0.90 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253502 Aug 04 17:13:06.346972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:06.347669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:06.372405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-491cf0d3-5314-4cb6-b264-ed8a3c177f94 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0075707 Aug 04 17:13:06.376216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39850) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:06.383829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'd2aea06c-1d91-49c1-93a6-356dab94067a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:06.406560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:06.512621 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:06.637555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e385b69-4f6c-46c2-9e66-2e4ac4c00182 req-4ae84477-25a7-400c-ab3d-76dfecc6c089 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 210 time: 0.0385880 Aug 04 17:13:06.664663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.25.2.147 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/0e07108e-dcfa-4075-8c9c-ba0e6d3dfa83) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:06.848481 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8edf3-3f12-4765-ad79-334985d71685 req-5a5e3698-d61e-4c9c-bcf4-d824d90307df tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:06.851235 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-5a5e3698-d61e-4c9c-bcf4-d824d90307df tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 811 time: 0.1786883 Aug 04 17:13:06.980984 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-bce1a1e4-febb-47ac-b5cb-345f51535f75 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a11dfd243bc2479aa2a6a1e3adf23347 HTTP/1.1" status: 200 len: 379 time: 0.0945737 Aug 04 17:13:06.998327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'port': {'device_id': 'b38d981b-85fd-4971-812d-3fae8e610292', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'admin_state_up': True, 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'security_groups': ['96214b77-600f-464a-ad2d-36c2430efc93']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:07.091032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19696f-50ca-4ee1-9f1e-a03b198c0208 req-5d91fe7e-c801-4abb-9fc1-43e10a18c034 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:07.093977 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b19696f-50ca-4ee1-9f1e-a03b198c0208 req-5d91fe7e-c801-4abb-9fc1-43e10a18c034 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1024356 Aug 04 17:13:07.143837 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:07.174923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b19696f-50ca-4ee1-9f1e-a03b198c0208 req-886dad4d-b8ea-4b26-9b6d-ffbbc1ff3924 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705292 Aug 04 17:13:07.184695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Made reservation on behalf of a11dfd243bc2479aa2a6a1e3adf23347 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:07.190127 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:07.234868 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:07.275278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:07.282714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:07.288020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:07.309665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=0e07108e-dcfa-4075-8c9c-ba0e6d3dfa83,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:07.374906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Allocated IP 172.20.0.11 (e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815/3f87335e-3fbe-4945-b321-aa9d1c760c0b/b4b792a1-cd22-49d9-a90f-481bb7b2ae9b) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:07.428605 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:07.609981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:07.628594 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Transition to ACTIVE for port object b4b792a1-cd22-49d9-a90f-481bb7b2ae9b will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:07.668726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:07.759083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:07.765253 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:07.769330 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:07.795866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event updated for resources: {'Port': ['ID=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:07.862419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:07.864720 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:07.891109 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-75262160-bbc2-4e44-9508-39f32516e19b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9038365 Aug 04 17:13:07.905040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Request body: {'port': {'device_id': 'b38d981b-85fd-4971-812d-3fae8e610292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:07.949537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416e08a-e53f-4a85-84bc-5011a96cb593 req-42317f72-d467-4960-af39-ef2479d50552 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:07.951353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e416e08a-e53f-4a85-84bc-5011a96cb593 req-42317f72-d467-4960-af39-ef2479d50552 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 932 time: 0.1824303 Aug 04 17:13:07.972388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.019482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e416e08a-e53f-4a85-84bc-5011a96cb593 req-94afb6dd-54ff-4070-88cc-5c5da7c2a636 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558090 Aug 04 17:13:08.077475 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.100203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b768295a-95ba-4b9c-802e-cd00a98b5a94 None None] Provisioning for port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:08.105056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b768295a-95ba-4b9c-802e-cd00a98b5a94 None None] Provisioning complete for port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:08.105620 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b768295a-95ba-4b9c-802e-cd00a98b5a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.164804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b768295a-95ba-4b9c-802e-cd00a98b5a94 None None] Port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:13:08.233530 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.357422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b792a1-cd22-49d9-a90f-481bb7b2ae9b {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:13:08.366667 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.380498 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Transition to ACTIVE for port object b4b792a1-cd22-49d9-a90f-481bb7b2ae9b will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:08.384701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.408085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98958e53-7bca-450f-97a2-e34e208c54ed req-9b0b07f5-6dc9-473b-8fb0-8704fcd297cf tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:08.410086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98958e53-7bca-450f-97a2-e34e208c54ed req-9b0b07f5-6dc9-473b-8fb0-8704fcd297cf tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1080554 Aug 04 17:13:08.479963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:08.484848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98958e53-7bca-450f-97a2-e34e208c54ed req-7a0e4769-e9ce-4a87-97bd-ddbbbec0728b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672078 Aug 04 17:13:08.494539 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.514876 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.536775 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Attempting to bind port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:13:08.548025 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Attempting to bind port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:13:08.549661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Attempting to bind port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b on network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:13:08.578397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b on network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:13:08.578626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Attempting to bind port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b on network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:13:08.599654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:13:08.600234 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Checking segment: {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:13:08.600856 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Bound using segment: {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:13:08.605389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Bound port: b4b792a1-cd22-49d9-a90f-481bb7b2ae9b, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5588b9-afa6-4f93-9658-efd70fd790db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:13:08.605914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.615746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=0e07108e-dcfa-4075-8c9c-ba0e6d3dfa83,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:08.626608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:13:08.632370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.716711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] For port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:13:08.724552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] For port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:13:08.732339 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.755174 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.789434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa29f0-a3eb-4ab6-ac98-a3e111ff82a7 req-2a8b4a6d-a207-423f-8afc-6831afaaf917 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:08.798429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-adfa29f0-a3eb-4ab6-ac98-a3e111ff82a7 req-2a8b4a6d-a207-423f-8afc-6831afaaf917 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.1078196 Aug 04 17:13:08.798760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:08.803295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:13:08.806097 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377f9130-d6cd-4d39-8c9c-d143cf8b1431" -d '{"events": [{"server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "name": "network-vif-unplugged", "status": "completed", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:13:08.808103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:08.827910 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.845898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:08.847701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:08.850679 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-2bce20f5-aa6f-4fb0-b220-da0a4692a668 service neutron] 10.222.0.90 "PUT /v2.0/ports/b4b792a1-cd22-49d9-a90f-481bb7b2ae9b HTTP/1.1" status: 200 len: 1092 time: 0.9501712 Aug 04 17:13:08.851010 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP 27666337-7586-4e63-8d11-ea75b17e783c associated. External IP: 172.25.2.147, port: d2aea06c-1d91-49c1-93a6-356dab94067a. Aug 04 17:13:08.852806 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38d981b-85fd-4971-812d-3fae8e610292', 'tag': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:13:08.860217 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "b38d981b-85fd-4971-812d-3fae8e610292", "tag": "b4b792a1-cd22-49d9-a90f-481bb7b2ae9b"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:13:08.870693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-adfa29f0-a3eb-4ab6-ac98-a3e111ff82a7 req-27ecef46-5495-49d3-b875-38a3c00fbc23 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707848 Aug 04 17:13:08.926900 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fa87d6-aed7-4ed3-9a34-7c120fd798b1 x-openstack-request-id: req-b5fa87d6-aed7-4ed3-9a34-7c120fd798b1 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:13:08.927536 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "name": "network-vif-unplugged", "status": "failed", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2", "code": 422}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:13:08.932160 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5fa87d6-aed7-4ed3-9a34-7c120fd798b1 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:13:08.932834 n-d-764435-5 neutron-server[105830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'code': 422} returned with failed status Aug 04 17:13:08.980204 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f0151f-076f-4175-9130-987580b2e8ea x-openstack-request-id: req-41f0151f-076f-4175-9130-987580b2e8ea {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:13:08.980841 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38d981b-85fd-4971-812d-3fae8e610292", "tag": "b4b792a1-cd22-49d9-a90f-481bb7b2ae9b", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:13:08.980841 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41f0151f-076f-4175-9130-987580b2e8ea {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:13:08.981254 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38d981b-85fd-4971-812d-3fae8e610292', 'tag': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b', 'status': 'completed', 'code': 200} Aug 04 17:13:09.017014 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:09.021146 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:09.026302 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8edf3-3f12-4765-ad79-334985d71685 req-c8e06527-640d-4151-969f-1cb1e857d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:09.028408 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-c8e06527-640d-4151-969f-1cb1e857d00d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 1095 time: 0.1159658 Aug 04 17:13:09.034542 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:09.121502 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-d6c1a5d9-db53-4a8e-a992-ab98cc4bd2cc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b HTTP/1.1" status: 200 len: 217 time: 0.0844674 Aug 04 17:13:09.178017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8edf3-3f12-4765-ad79-334985d71685 req-22e8b92a-8b6c-4c54-b6d8-d2a7ac4e3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:09.179625 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-22e8b92a-8b6c-4c54-b6d8-d2a7ac4e3866 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.0509048 Aug 04 17:13:09.241876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8edf3-3f12-4765-ad79-334985d71685 req-20cb5b45-9edd-4fcd-9511-ad59093ffa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:09.243998 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-20cb5b45-9edd-4fcd-9511-ad59093ffa32 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542202 Aug 04 17:13:09.300011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705b61c-c3c0-43f5-bca1-612b4dd2217e req-7068e5a4-7907-45ac-bedd-e011ac6ec40b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:09.307482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b705b61c-c3c0-43f5-bca1-612b4dd2217e req-7068e5a4-7907-45ac-bedd-e011ac6ec40b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 944 time: 0.1565049 Aug 04 17:13:09.320068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:09.365619 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-dfd9e9b6-1936-49a5-ac3a-0178e2cdeba4 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122277 Aug 04 17:13:09.387506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b705b61c-c3c0-43f5-bca1-612b4dd2217e req-3f8e2564-9020-4229-8d45-a22f80b75d92 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792065 Aug 04 17:13:09.493852 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-75d8edf3-3f12-4765-ad79-334985d71685 req-ed65ba36-edad-48c6-9481-7385a3af4893 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219571 Aug 04 17:13:09.604692 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-8c34615e-e266-46fc-b750-e71333f67aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:09.606874 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-8c34615e-e266-46fc-b750-e71333f67aa1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 1095 time: 0.0563912 Aug 04 17:13:09.776029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-e9ecd472-909e-4c05-8bb4-86a53dfd5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:09.777513 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-e9ecd472-909e-4c05-8bb4-86a53dfd5d19 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 913 time: 0.1638870 Aug 04 17:13:09.781275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852295ee-bc07-40c8-a125-4518c5982a16 req-878dcee7-1ff2-4a74-8780-2eebcd7249fa tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:09.782721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-852295ee-bc07-40c8-a125-4518c5982a16 req-878dcee7-1ff2-4a74-8780-2eebcd7249fa tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 943 time: 0.4609487 Aug 04 17:13:09.787369 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-52e3aa40-0c91-4142-9f93-1a0b65d59edc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591561 Aug 04 17:13:09.793574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:09.809530 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1971e7-147b-4530-b3b9-674aeb041dc2 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:09.824351 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1971e7-147b-4530-b3b9-674aeb041dc2 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:09.825425 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ef1971e7-147b-4530-b3b9-674aeb041dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:09.838433 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-c0701bd2-94dd-4236-8703-dae2f9353035 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b HTTP/1.1" status: 200 len: 217 time: 0.0498023 Aug 04 17:13:09.868109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-852295ee-bc07-40c8-a125-4518c5982a16 req-560c8606-d2eb-4fa3-a329-ea7337e517bf tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678482 Aug 04 17:13:09.869744 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:09.883189 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ef1971e7-147b-4530-b3b9-674aeb041dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:09.892945 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1971e7-147b-4530-b3b9-674aeb041dc2 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:09.893629 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ef1971e7-147b-4530-b3b9-674aeb041dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:09.907835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0037fae8-0eca-498b-83ad-ba929b1eeffc tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.5301254 Aug 04 17:13:09.911471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39936) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:09.916265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a0fbf983-0c46-49c3-9826-0a406e315049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:09.928859 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ef1971e7-147b-4530-b3b9-674aeb041dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:09.929605 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1971e7-147b-4530-b3b9-674aeb041dc2 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:09.946525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-73ee7287-0846-48c3-9127-4c99459a6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:09.950319 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-73ee7287-0846-48c3-9127-4c99459a6831 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.1010702 Aug 04 17:13:10.007572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-b9507e90-54ab-4602-b670-89f7239bd88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:10.011599 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-b9507e90-54ab-4602-b670-89f7239bd88b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543313 Aug 04 17:13:10.020749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf983-0c46-49c3-9826-0a406e315049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:10.129140 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-91040b32-1974-454a-b722-c3363fb1de55 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088841 Aug 04 17:13:10.213535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf983-0c46-49c3-9826-0a406e315049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:10.220490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf983-0c46-49c3-9826-0a406e315049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:10.221137 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-a0fbf983-0c46-49c3-9826-0a406e315049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP 27666337-7586-4e63-8d11-ea75b17e783c disassociated. External IP: 172.25.2.147, port: d2aea06c-1d91-49c1-93a6-356dab94067a. Aug 04 17:13:10.262456 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-de1d8a59-4b0f-4cc2-95fa-9fa8b9b70ad9 req-2e0ba785-d4c5-4bdd-8600-26d46a05392b service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229413 Aug 04 17:13:10.463174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fbf983-0c46-49c3-9826-0a406e315049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:10.598147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d61a-69cb-4a0e-bf54-6ab4bfe13f50 req-70174e4a-9082-49fb-897b-9acd42820ce2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:10.599685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9832d61a-69cb-4a0e-bf54-6ab4bfe13f50 req-70174e4a-9082-49fb-897b-9acd42820ce2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 944 time: 0.1317899 Aug 04 17:13:10.631752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fbf983-0c46-49c3-9826-0a406e315049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:10.637478 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0fbf983-0c46-49c3-9826-0a406e315049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:10.641710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b01a60-a83f-46d0-b960-fd3c6c51ca08 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:10.653083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b01a60-a83f-46d0-b960-fd3c6c51ca08 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:10.653726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-48b01a60-a83f-46d0-b960-fd3c6c51ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:10.685783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a0fbf983-0c46-49c3-9826-0a406e315049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "PUT /v2.0/floatingips/27666337-7586-4e63-8d11-ea75b17e783c HTTP/1.1" status: 200 len: 688 time: 0.7703946 Aug 04 17:13:10.686169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39948) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:10.690651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9832d61a-69cb-4a0e-bf54-6ab4bfe13f50 req-1326ad29-8181-4d75-bec2-3e27e293b68f tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819592 Aug 04 17:13:10.702514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-48b01a60-a83f-46d0-b960-fd3c6c51ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:10.716232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b01a60-a83f-46d0-b960-fd3c6c51ca08 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:10.717479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-48b01a60-a83f-46d0-b960-fd3c6c51ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:10.761354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-48b01a60-a83f-46d0-b960-fd3c6c51ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:10.762016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b01a60-a83f-46d0-b960-fd3c6c51ca08 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:10.800621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-bf9b6fea-e806-4e30-84b8-7cea5c160826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:10.802754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-bf9b6fea-e806-4e30-84b8-7cea5c160826 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec&tenant_id=0cf24d0443524cfa96a57beac0da5231 HTTP/1.1" status: 200 len: 1094 time: 0.1105824 Aug 04 17:13:10.815571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:10.822303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc1f56-0d3e-4d84-a80e-45bf33eb6fba tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port 0e07108e-dcfa-4075-8c9c-ba0e6d3dfa83 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:10.822653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3bc1f56-0d3e-4d84-a80e-45bf33eb6fba tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:10.868815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-7213aabc-59e8-4311-947b-d6b2eb562af0 req-485cb069-5913-40c5-a193-30d56d65c946 service neutron] (105829) timed out ('10.222.0.39', 34652) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:13:10.876711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:10.912446 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3bc1f56-0d3e-4d84-a80e-45bf33eb6fba tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:10.913032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3bc1f56-0d3e-4d84-a80e-45bf33eb6fba tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:10.929509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc1f56-0d3e-4d84-a80e-45bf33eb6fba tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for 0e07108e-dcfa-4075-8c9c-ba0e6d3dfa83 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:11.063116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65af60-9b9b-497d-8ddd-aedf9eb33694 req-4a48c169-b12d-47c6-b37b-efb321160460 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:11.064729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d65af60-9b9b-497d-8ddd-aedf9eb33694 req-4a48c169-b12d-47c6-b37b-efb321160460 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 943 time: 0.1267009 Aug 04 17:13:11.075123 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3bc1f56-0d3e-4d84-a80e-45bf33eb6fba tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.106753 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc1f56-0d3e-4d84-a80e-45bf33eb6fba tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=0e07108e-dcfa-4075-8c9c-ba0e6d3dfa83,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:11.164629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d65af60-9b9b-497d-8ddd-aedf9eb33694 req-f7cb5e58-821f-4190-a7ce-2421da734886 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735545 Aug 04 17:13:11.184781 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3bc1f56-0d3e-4d84-a80e-45bf33eb6fba tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.187743 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3bc1f56-0d3e-4d84-a80e-45bf33eb6fba tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.192279 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a3bc1f56-0d3e-4d84-a80e-45bf33eb6fba tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/floatingips/27666337-7586-4e63-8d11-ea75b17e783c HTTP/1.1" status: 204 len: 168 time: 0.5016229 Aug 04 17:13:11.192731 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39954) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:11.194531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:11.200199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '3dd36532-c184-4151-8b5f-ae96561064af'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:11.224835 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.233949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:13:11.266218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:13:11.274356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.288439 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Transition to ACTIVE for port object 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:11.294114 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.347472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=9']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:11.364188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] No DVR routers for this DVR port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:13:11.401305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Attempting to bind port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:13:11.401654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Attempting to bind port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:13:11.401882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Attempting to bind port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 on network 6618c843-6850-42e8-9b10-51eb022764a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:13:11.407590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 on network 6618c843-6850-42e8-9b10-51eb022764a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:13:11.407914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Attempting to bind port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 on network 6618c843-6850-42e8-9b10-51eb022764a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:13:11.413908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:13:11.414434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Checking segment: {'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:13:11.414854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Bound using segment: {'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:13:11.415296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Bound port: 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d71a67-2516-4cff-8487-d3959e1e6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:13:11.415662 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.492012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:13:11.496535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:13:11.503186 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.568515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:11.569226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.570857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] 10.222.0.82 "PUT /v2.0/ports/14b2a4e8-1636-4bf5-9652-7884bf9df1a2 HTTP/1.1" status: 200 len: 1091 time: 0.7600715 Aug 04 17:13:11.571818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3cf43-4503-45fc-abb9-963a6ccc6b57 service neutron] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:11.593125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:13:11.595836 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d01516-65e9-43e3-8c89-d4816a66aaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:13:11.645394 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea00d9e-a5b7-42e6-ace4-1121055632b5 x-openstack-request-id: req-aea00d9e-a5b7-42e6-ace4-1121055632b5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:13:11.645687 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:13:11.645939 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aea00d9e-a5b7-42e6-ace4-1121055632b5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:13:11.646343 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'status': 'completed', 'code': 200} Aug 04 17:13:11.649156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-4b69c727-5f5b-4a1a-8098-fc36080baa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:11.650672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-4b69c727-5f5b-4a1a-8098-fc36080baa9c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 1095 time: 0.0497169 Aug 04 17:13:11.691277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.756427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-7d17e68c-2859-4de3-8660-585f1a447f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:11.758139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-7d17e68c-2859-4de3-8660-585f1a447f41 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 916 time: 0.1000729 Aug 04 17:13:11.811327 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-20d18560-56c8-4443-8cda-40e0aa119f12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2 HTTP/1.1" status: 200 len: 217 time: 0.0447254 Aug 04 17:13:11.816004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.25.2.123 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ad34993a-81a8-49bf-997b-e700f370d008) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:11.903206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ec36-a612-40a0-b275-48ef232319b1 req-9e825b88-797e-4802-b646-f77160bf7bfa tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:11.905115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8329ec36-a612-40a0-b275-48ef232319b1 req-9e825b88-797e-4802-b646-f77160bf7bfa tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 944 time: 0.0968504 Aug 04 17:13:11.906611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-0341cd26-e1e6-442e-8cb9-04f6589eb2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:11.907989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-0341cd26-e1e6-442e-8cb9-04f6589eb2d2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 HTTP/1.1" status: 200 len: 854 time: 0.0872936 Aug 04 17:13:11.954083 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:11.957276 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-b7135c7b-aef1-44a1-8506-f0cfaa2c1e6b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6618c843-6850-42e8-9b10-51eb022764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371141 Aug 04 17:13:11.994452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:12.030525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:12.033371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:12.040598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:12.067056 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=ad34993a-81a8-49bf-997b-e700f370d008,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:12.079876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8329ec36-a612-40a0-b275-48ef232319b1 req-94eaf1ac-82a9-4f52-a40f-bed29dff7931 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672664 Aug 04 17:13:12.082117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-fcac28e3-c45d-4765-9130-9cd05c9a75c7 service neutron] 10.222.0.82 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126051 Aug 04 17:13:12.193616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-05054b22-ddaf-4e61-bd75-c12a54181bd2 service neutron] 10.222.0.82 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036508 Aug 04 17:13:12.333366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d01516-65e9-43e3-8c89-d4816a66aaaa req-a192d2ab-ebbe-4b68-a0b3-9189c95c9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:12.334912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95d01516-65e9-43e3-8c89-d4816a66aaaa req-a192d2ab-ebbe-4b68-a0b3-9189c95c9f96 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 1095 time: 0.0846214 Aug 04 17:13:12.348593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b58ef3-e605-4a26-a991-6edf55627635 req-85029efe-46b8-4831-9cdc-09710516de96 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:12.350108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4b58ef3-e605-4a26-a991-6edf55627635 req-85029efe-46b8-4831-9cdc-09710516de96 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.0896115 Aug 04 17:13:12.452648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4b58ef3-e605-4a26-a991-6edf55627635 req-2e0bef51-d5bf-4e0b-bddc-5126f6faaaf7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870619 Aug 04 17:13:12.483536 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:12.495998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d01516-65e9-43e3-8c89-d4816a66aaaa req-0fc08eaa-bf55-447c-ba44-496fffa63762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:12.498426 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95d01516-65e9-43e3-8c89-d4816a66aaaa req-0fc08eaa-bf55-447c-ba44-496fffa63762 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 916 time: 0.1474073 Aug 04 17:13:12.568479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95d01516-65e9-43e3-8c89-d4816a66aaaa req-9b7294dc-6470-4c89-acb2-4406d0f9fcce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2 HTTP/1.1" status: 200 len: 217 time: 0.0623360 Aug 04 17:13:12.575914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:12.637663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d01516-65e9-43e3-8c89-d4816a66aaaa req-acaed84c-08fa-4b8b-97d9-cad8100762a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:12.637663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95d01516-65e9-43e3-8c89-d4816a66aaaa req-acaed84c-08fa-4b8b-97d9-cad8100762a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 HTTP/1.1" status: 200 len: 854 time: 0.0598264 Aug 04 17:13:12.671748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b4b792a1-cd22-49d9-a90f-481bb7b2ae9b details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:13:12.741962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95d01516-65e9-43e3-8c89-d4816a66aaaa req-28dd115e-39e8-4715-a2e3-8398c62867b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6618c843-6850-42e8-9b10-51eb022764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949123 Aug 04 17:13:12.814397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:12.831391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'port_id': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b', 'mac_address': 'fa:16:3e:76:29:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:13:12.909783 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:12.925229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:12.934861 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:12.970669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b792a1-cd22-49d9-a90f-481bb7b2ae9b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:13:12.985801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95d01516-65e9-43e3-8c89-d4816a66aaaa req-efd7489f-8be0-4c7f-ae39-60cc50b79d8e service neutron] 10.222.0.82 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366271 Aug 04 17:13:13.080373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:13.092385 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:13.125866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=ad34993a-81a8-49bf-997b-e700f370d008,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:13.169734 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:13.221308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:13.294220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['b4b792a1-cd22-49d9-a90f-481bb7b2ae9b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:13:13.347104 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP 993df329-4aff-42f0-9902-1d3c0383655d associated. External IP: 172.25.2.123, port: 3dd36532-c184-4151-8b5f-ae96561064af. Aug 04 17:13:13.411510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95d01516-65e9-43e3-8c89-d4816a66aaaa req-38aca481-6db2-4691-99e1-291959af1c6a service neutron] 10.222.0.82 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103448 Aug 04 17:13:13.442036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409c62c-fedb-4f2c-9e13-22afb42014bf req-3e881e57-7d73-4a4f-b28e-ea984cd656fd tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:13.458475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f409c62c-fedb-4f2c-9e13-22afb42014bf req-3e881e57-7d73-4a4f-b28e-ea984cd656fd tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 945 time: 0.2164121 Aug 04 17:13:13.551843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f409c62c-fedb-4f2c-9e13-22afb42014bf req-5d556047-f9fe-4ab3-8cbc-4abf299a8d85 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876422 Aug 04 17:13:13.710908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cffb2-59ae-4fcf-b509-58c2473c7e11 req-b67eeb26-2e6d-46d0-9292-cdc179b80fb1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:13.719192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c8cffb2-59ae-4fcf-b509-58c2473c7e11 req-b67eeb26-2e6d-46d0-9292-cdc179b80fb1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.1314032 Aug 04 17:13:13.792711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c8cffb2-59ae-4fcf-b509-58c2473c7e11 req-8f66b24b-a45f-4094-8c57-7e32303e267d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719008 Aug 04 17:13:13.889381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:14.043869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:14.060524 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b0200-1203-4bca-82aa-232e3218f24e None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:14.074617 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:14.080704 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b0200-1203-4bca-82aa-232e3218f24e None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:14.081633 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-551b0200-1203-4bca-82aa-232e3218f24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:14.121897 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-551b0200-1203-4bca-82aa-232e3218f24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:14.127070 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fbdea47d-df3b-471f-920f-f07f1a3fb799 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9331131 Aug 04 17:13:14.129663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39992) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:14.139292 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b0200-1203-4bca-82aa-232e3218f24e None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:14.140083 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-551b0200-1203-4bca-82aa-232e3218f24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:14.195308 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-551b0200-1203-4bca-82aa-232e3218f24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:14.200001 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b0200-1203-4bca-82aa-232e3218f24e None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:14.234345 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b5951e43-e406-4b21-ac90-8b6629a5ae1a tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "GET /v2.0/floatingips/993df329-4aff-42f0-9902-1d3c0383655d HTTP/1.1" status: 200 len: 978 time: 0.1034861 Aug 04 17:13:14.236812 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 39994) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:14.365787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40002) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:14.367555 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-df690d90-9e85-49b3-b803-4c61303c28a4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1292195 Aug 04 17:13:14.370682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'port_id': 'd2aea06c-1d91-49c1-93a6-356dab94067a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:14.436454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:14.688542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b4b792a1-cd22-49d9-a90f-481bb7b2ae9b up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:13:14.801899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:14.807875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:14.808253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:15.000790 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:15.063923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d981b-85fd-4971-812d-3fae8e610292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:13:15.067601 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739ade56-aeea-400b-a2ff-8ea465565159" -d '{"events": [{"server_uuid": "b38d981b-85fd-4971-812d-3fae8e610292", "name": "network-vif-plugged", "status": "completed", "tag": "b4b792a1-cd22-49d9-a90f-481bb7b2ae9b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:13:15.086968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:15.096312 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:15.181789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:15.243500 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:15.264900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:15.659157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c163904-8e6b-4a19-a8c7-2772681be833 req-4f6d8056-f1f2-434f-b102-5916142f36a2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:15.667016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c163904-8e6b-4a19-a8c7-2772681be833 req-4f6d8056-f1f2-434f-b102-5916142f36a2 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 946 time: 0.5607588 Aug 04 17:13:15.706066 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP 993df329-4aff-42f0-9902-1d3c0383655d associated. External IP: 172.25.2.123, port: 3dd36532-c184-4151-8b5f-ae96561064af. Aug 04 17:13:15.746666 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c163904-8e6b-4a19-a8c7-2772681be833 req-c67257d7-b0ba-489d-970b-f9d742a8e64e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787697 Aug 04 17:13:16.006270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df918d0-bee5-4c18-9751-a02f215958ba req-c8cfe107-12cc-462b-a182-d6ed5c69de3a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:16.007978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6df918d0-bee5-4c18-9751-a02f215958ba req-c8cfe107-12cc-462b-a182-d6ed5c69de3a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.1497085 Aug 04 17:13:16.131899 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6df918d0-bee5-4c18-9751-a02f215958ba req-d1adab9f-1542-4e78-ac75-b04813046163 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081212 Aug 04 17:13:16.152816 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:16.246215 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284939e1-535f-49e3-aeda-459b4bf83ba9 x-openstack-request-id: req-284939e1-535f-49e3-aeda-459b4bf83ba9 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:13:16.247456 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d981b-85fd-4971-812d-3fae8e610292", "name": "network-vif-plugged", "status": "completed", "tag": "b4b792a1-cd22-49d9-a90f-481bb7b2ae9b", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:13:16.247898 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-284939e1-535f-49e3-aeda-459b4bf83ba9 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:13:16.248933 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38d981b-85fd-4971-812d-3fae8e610292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b', 'code': 200} Aug 04 17:13:16.378637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:16.390034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a4384-ee1d-49c1-8612-2f07a84b6040 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:16.402722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a4384-ee1d-49c1-8612-2f07a84b6040 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:16.409129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-867a4384-ee1d-49c1-8612-2f07a84b6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:16.424376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f36aa-a65a-4cf0-95d3-bd884e64dbc2 req-740bacd0-880d-4d29-9307-c1cd0b459ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:16.426750 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9e5f36aa-a65a-4cf0-95d3-bd884e64dbc2 req-740bacd0-880d-4d29-9307-c1cd0b459ad9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 1097 time: 0.1077309 Aug 04 17:13:16.475350 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-867a4384-ee1d-49c1-8612-2f07a84b6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:16.481765 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9e5f36aa-a65a-4cf0-95d3-bd884e64dbc2 req-752c8433-c294-4cea-8310-3fadc3ffe9f7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452127 Aug 04 17:13:16.507825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a4384-ee1d-49c1-8612-2f07a84b6040 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:16.508516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-867a4384-ee1d-49c1-8612-2f07a84b6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:16.569110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-867a4384-ee1d-49c1-8612-2f07a84b6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:16.570131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a4384-ee1d-49c1-8612-2f07a84b6040 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:16.686073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:16.820731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:16.827979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:16.832553 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d257817c-1828-4b48-b6cb-c7b21a8768a0 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:16.856553 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d257817c-1828-4b48-b6cb-c7b21a8768a0 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:16.857575 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d257817c-1828-4b48-b6cb-c7b21a8768a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:16.913926 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d257817c-1828-4b48-b6cb-c7b21a8768a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:16.925647 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d257817c-1828-4b48-b6cb-c7b21a8768a0 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:16.926532 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d257817c-1828-4b48-b6cb-c7b21a8768a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:16.960735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-db5eb865-b62f-4b57-b7dc-32adf7a37fe1 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "PUT /v2.0/floatingips/993df329-4aff-42f0-9902-1d3c0383655d HTTP/1.1" status: 200 len: 979 time: 2.5913987 Aug 04 17:13:16.961081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40108) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:16.966453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-827bd735-09b0-4a8f-9f6f-0642c0265728 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:16.986336 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d257817c-1828-4b48-b6cb-c7b21a8768a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:16.987305 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d257817c-1828-4b48-b6cb-c7b21a8768a0 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:17.041005 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-827bd735-09b0-4a8f-9f6f-0642c0265728 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:17.121766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe75031-4640-4d27-97ff-0a158284eb42 req-013ab686-0190-425e-99fb-1bbed5e36c5b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:17.123682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfe75031-4640-4d27-97ff-0a158284eb42 req-013ab686-0190-425e-99fb-1bbed5e36c5b tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 946 time: 0.2107987 Aug 04 17:13:17.264773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfe75031-4640-4d27-97ff-0a158284eb42 req-ae69d6f9-2833-4b5c-a2da-5487ddf1128f tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314127 Aug 04 17:13:17.384397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-827bd735-09b0-4a8f-9f6f-0642c0265728 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:17.425432 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-827bd735-09b0-4a8f-9f6f-0642c0265728 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:17.425759 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-827bd735-09b0-4a8f-9f6f-0642c0265728 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP 993df329-4aff-42f0-9902-1d3c0383655d disassociated. External IP: 172.25.2.123, port: d2aea06c-1d91-49c1-93a6-356dab94067a. Aug 04 17:13:17.580311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e5ad0-a7b0-49a3-89e0-78d296cde882 req-51bcd49b-82c1-4145-a296-5261eb46786a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:17.581864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e3e5ad0-a7b0-49a3-89e0-78d296cde882 req-51bcd49b-82c1-4145-a296-5261eb46786a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.1955836 Aug 04 17:13:17.677574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e3e5ad0-a7b0-49a3-89e0-78d296cde882 req-903d7ca2-8139-4c88-8c4f-ebdb39f2c097 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834885 Aug 04 17:13:17.745013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827bd735-09b0-4a8f-9f6f-0642c0265728 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:17.910613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827bd735-09b0-4a8f-9f6f-0642c0265728 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:17.920304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcefbf6-c335-4ee1-8d35-d73f0b7832df None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:17.921383 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-827bd735-09b0-4a8f-9f6f-0642c0265728 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:17.944666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcefbf6-c335-4ee1-8d35-d73f0b7832df None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:17.945302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8fcefbf6-c335-4ee1-8d35-d73f0b7832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:17.956781 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-827bd735-09b0-4a8f-9f6f-0642c0265728 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "PUT /v2.0/floatingips/993df329-4aff-42f0-9902-1d3c0383655d HTTP/1.1" status: 200 len: 688 time: 0.9921241 Aug 04 17:13:17.957135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40168) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:18.151748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9e8d3-8ad9-4a1a-b065-3d7a156af8c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port ad34993a-81a8-49bf-997b-e700f370d008 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:18.152343 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e8d3-8ad9-4a1a-b065-3d7a156af8c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:18.286379 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e8d3-8ad9-4a1a-b065-3d7a156af8c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:18.286715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e8d3-8ad9-4a1a-b065-3d7a156af8c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:18.287364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8fcefbf6-c335-4ee1-8d35-d73f0b7832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:18.301294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9e8d3-8ad9-4a1a-b065-3d7a156af8c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for ad34993a-81a8-49bf-997b-e700f370d008 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:18.302698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcefbf6-c335-4ee1-8d35-d73f0b7832df None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:18.303421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8fcefbf6-c335-4ee1-8d35-d73f0b7832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:18.365947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8fcefbf6-c335-4ee1-8d35-d73f0b7832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:18.366641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcefbf6-c335-4ee1-8d35-d73f0b7832df None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:18.494180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dcc84-b9c1-4e67-af0a-855f7b3bebe0 req-89a96f66-d758-4269-a6c6-e57b89e76b04 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:18.496201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-312dcc84-b9c1-4e67-af0a-855f7b3bebe0 req-89a96f66-d758-4269-a6c6-e57b89e76b04 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 946 time: 0.1053507 Aug 04 17:13:18.499736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e8d3-8ad9-4a1a-b065-3d7a156af8c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:18.541986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9e8d3-8ad9-4a1a-b065-3d7a156af8c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=ad34993a-81a8-49bf-997b-e700f370d008,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:18.589019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-312dcc84-b9c1-4e67-af0a-855f7b3bebe0 req-27f8711b-8592-44da-96ab-f8fda72c8b2d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744658 Aug 04 17:13:18.684780 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e8d3-8ad9-4a1a-b065-3d7a156af8c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:18.687879 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e8d3-8ad9-4a1a-b065-3d7a156af8c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:18.698705 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f5c9e8d3-8ad9-4a1a-b065-3d7a156af8c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/floatingips/993df329-4aff-42f0-9902-1d3c0383655d HTTP/1.1" status: 204 len: 168 time: 0.7385614 Aug 04 17:13:18.699521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40206) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:18.737615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e020-2e6f-4444-8654-6a2d195c35fc req-8eaa463c-a03a-436a-b77d-5f2a5960197d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:18.740497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e223e020-2e6f-4444-8654-6a2d195c35fc req-8eaa463c-a03a-436a-b77d-5f2a5960197d tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 946 time: 0.0792136 Aug 04 17:13:18.751449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40214) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:18.757013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cd3a7fd4-9457-4aff-81a0-57a0246b45ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Request body: {'floatingip': {'port_id': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:18.761762 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-050e5870-2cc7-4ef6-a8c4-98708588af1f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] delete failed (client error): The resource could not be found. Aug 04 17:13:18.763135 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-050e5870-2cc7-4ef6-a8c4-98708588af1f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/floatingips/993df329-4aff-42f0-9902-1d3c0383655d HTTP/1.1" status: 404 len: 345 time: 0.0623066 Aug 04 17:13:18.767598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40218) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:18.839277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7fd4-9457-4aff-81a0-57a0246b45ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:18.929486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20fe3a-bd92-484b-807e-3d0411fafea3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:18.936362 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20fe3a-bd92-484b-807e-3d0411fafea3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:18.942895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20fe3a-bd92-484b-807e-3d0411fafea3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:18.947037 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2a20fe3a-bd92-484b-807e-3d0411fafea3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "GET /v2.0/ports?network_id=70c66f14-88bb-4e71-a462-2b4b952be0fc HTTP/1.1" status: 200 len: 2359 time: 0.1763937 Aug 04 17:13:18.947518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40234) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:19.033815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce1a13a-4988-4bfb-a01f-0f96f51bd732 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:19.041064 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ce1a13a-4988-4bfb-a01f-0f96f51bd732 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "GET /v2.0/subnets/27f89ae3-8ef6-4bd4-8916-97c978b7368b HTTP/1.1" status: 200 len: 797 time: 0.0923240 Aug 04 17:13:19.041844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40238) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:19.047585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'port': {'network_id': '70c66f14-88bb-4e71-a462-2b4b952be0fc', 'name': 'tempest-FloatingIPTestJSON-1562796089', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:19.060031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc20eed-9e7f-4618-bc28-53d45e6eba57 req-ccd1e7e4-c0f0-41b5-a2f9-88e99a18a792 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:19.067646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5cc20eed-9e7f-4618-bc28-53d45e6eba57 req-ccd1e7e4-c0f0-41b5-a2f9-88e99a18a792 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.1456366 Aug 04 17:13:19.165000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5cc20eed-9e7f-4618-bc28-53d45e6eba57 req-fbd2cacc-00c1-497e-8f08-0c271ac3890f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958440 Aug 04 17:13:19.197902 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Made reservation on behalf of dd0f31faf14d4b9cb279bbeddf8e6172 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:19.361229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:19.391966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] device_id is not set on port 53e6d19b-769e-4afe-9214-0fe3701f6788 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:13:19.839822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.20.0.14 (70c66f14-88bb-4e71-a462-2b4b952be0fc/27f89ae3-8ef6-4bd4-8916-97c978b7368b/53e6d19b-769e-4afe-9214-0fe3701f6788) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:19.864600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.20.0.13 (70c66f14-88bb-4e71-a462-2b4b952be0fc/27f89ae3-8ef6-4bd4-8916-97c978b7368b/53e6d19b-769e-4afe-9214-0fe3701f6788) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:19.891212 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.resource_extend [None req-cd3a7fd4-9457-4aff-81a0-57a0246b45ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 17:13:19.959078 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7fd4-9457-4aff-81a0-57a0246b45ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:19.965650 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7fd4-9457-4aff-81a0-57a0246b45ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:20.057168 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:20.105314 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-cd3a7fd4-9457-4aff-81a0-57a0246b45ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Floating IP def3b51f-8d7a-4056-b03e-37d417ddf22c associated. External IP: 172.25.2.36, port: b4b792a1-cd22-49d9-a90f-481bb7b2ae9b. Aug 04 17:13:20.112497 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:20.173297 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 70c66f14-88bb-4e71-a462-2b4b952be0fc is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:20.176952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:20.181018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:20.222117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=53e6d19b-769e-4afe-9214-0fe3701f6788,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:20.328390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:20.328991 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:20.362400 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a55e4d09-14c9-43f0-bfd9-3cde018593f8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3193319 Aug 04 17:13:20.363214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40330) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:20.368102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '53e6d19b-769e-4afe-9214-0fe3701f6788', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:20.392740 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:20.443994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73892491-aa50-4a6b-a285-de45438b39b1 req-a182eda1-b83c-4f12-8ee6-c15d33d6dbb2 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:20.445842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73892491-aa50-4a6b-a285-de45438b39b1 req-a182eda1-b83c-4f12-8ee6-c15d33d6dbb2 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.1240547 Aug 04 17:13:20.455996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3a7fd4-9457-4aff-81a0-57a0246b45ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Router 140edcfd-b1a2-487b-8b41-30c8342ade6e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:20.550533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73892491-aa50-4a6b-a285-de45438b39b1 req-8d5712db-6866-4a9f-b506-d8ad1848b875 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923207 Aug 04 17:13:20.563272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:20.650761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3a7fd4-9457-4aff-81a0-57a0246b45ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:20.656846 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7fd4-9457-4aff-81a0-57a0246b45ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:20.661624 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] Sync routers for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:20.679464 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:20.680467 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:20.699819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cd3a7fd4-9457-4aff-81a0-57a0246b45ff tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "PUT /v2.0/floatingips/def3b51f-8d7a-4056-b03e-37d417ddf22c HTTP/1.1" status: 200 len: 991 time: 1.9469523 Aug 04 17:13:20.700548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38d981b-85fd-4971-812d-3fae8e610292', 'tag': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:13:20.703312 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44518bdf-5d2b-478f-b1b1-446d6a3be056" -d '{"events": [{"name": "network-changed", "server_uuid": "b38d981b-85fd-4971-812d-3fae8e610292", "tag": "b4b792a1-cd22-49d9-a90f-481bb7b2ae9b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:13:20.742841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.25.2.63 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/f34c7546-3416-4603-b74d-6bed172d7f83) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:20.840236 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:13:20.892720 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e9642e-768a-494f-a23d-e9da169ae17d x-openstack-request-id: req-d5e9642e-768a-494f-a23d-e9da169ae17d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:13:20.893605 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38d981b-85fd-4971-812d-3fae8e610292", "tag": "b4b792a1-cd22-49d9-a90f-481bb7b2ae9b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:13:20.894037 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5e9642e-768a-494f-a23d-e9da169ae17d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:13:20.894777 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38d981b-85fd-4971-812d-3fae8e610292', 'tag': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b', 'status': 'completed', 'code': 200} Aug 04 17:13:21.029015 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:21.049079 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-6bf45fb6-f9b1-4cbb-896a-1144e740658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:21.060474 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-6bf45fb6-f9b1-4cbb-896a-1144e740658a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 1097 time: 0.1300340 Aug 04 17:13:21.160597 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:21.205853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-d3672d4f-3b67-403a-a9c1-9a6dbaab29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:21.207384 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-d3672d4f-3b67-403a-a9c1-9a6dbaab29cf service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 913 time: 0.1490781 Aug 04 17:13:21.215191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:21.224809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:21.253401 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'def3b51f-8d7a-4056-b03e-37d417ddf22c', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'port_id': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'mac_address': 'fa:16:3e:76:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38d981b-85fd-4971-812d-3fae8e610292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:13:03Z', 'updated_at': '2021-08-04T17:13:19Z', 'revision_number': 1, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:21.259539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:21.293260 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] Checking router: 140edcfd-b1a2-487b-8b41-30c8342ade6e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:13:21.294826 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=f34c7546-3416-4603-b74d-6bed172d7f83,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:21.303671 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:21.307531 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:21.642094 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:13:21.725856 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-63ad4151-9a5c-4f9b-b95f-923116e383cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b HTTP/1.1" status: 200 len: 999 time: 0.5076232 Aug 04 17:13:21.727270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574c8bb-b63e-4c19-946b-88376d446b6b req-e246c95d-5eeb-4ba7-a162-e2e3c3c007dd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:21.730864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1574c8bb-b63e-4c19-946b-88376d446b6b req-e246c95d-5eeb-4ba7-a162-e2e3c3c007dd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.0791550 Aug 04 17:13:21.818502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1574c8bb-b63e-4c19-946b-88376d446b6b req-a4d98efe-c732-4b2d-8990-c9b67aad8674 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823348 Aug 04 17:13:21.873630 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-2fca17f1-258b-4259-8fbd-f90c2409ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:21.875247 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-2fca17f1-258b-4259-8fbd-f90c2409ff86 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.1204319 Aug 04 17:13:22.007142 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-28965a38-1ae8-44a8-917e-cef17c71bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:22.008904 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-28965a38-1ae8-44a8-917e-cef17c71bfd1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233010 Aug 04 17:13:22.085857 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'def3b51f-8d7a-4056-b03e-37d417ddf22c', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'port_id': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'mac_address': 'fa:16:3e:76:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38d981b-85fd-4971-812d-3fae8e610292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:13:03Z', 'updated_at': '2021-08-04T17:13:19Z', 'revision_number': 1, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:22.117613 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc345fc3-6206-4070-a0d9-05a72627b0b7 None None] The sync data for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 is: [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'def3b51f-8d7a-4056-b03e-37d417ddf22c', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'port_id': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'mac_address': 'fa:16:3e:76:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38d981b-85fd-4971-812d-3fae8e610292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:13:03Z', 'updated_at': '2021-08-04T17:13:19Z', 'revision_number': 1, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:22.261117 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-0fddbf4c-b19b-4b71-a0b2-15e4ba7e777a service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908224 Aug 04 17:13:22.426204 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:22.478142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec9b23-d56b-4f80-9905-91ff065ff4d6 None None] New status for floating IP def3b51f-8d7a-4056-b03e-37d417ddf22c: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:13:22.515914 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-44518bdf-5d2b-478f-b1b1-446d6a3be056 req-fcb63f4d-fd85-42c7-a866-aca595ab2be9 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074759 Aug 04 17:13:22.572880 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:22.786766 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:22.794155 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:22.889978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=f34c7546-3416-4603-b74d-6bed172d7f83,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:22.921065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:22.973355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606e1d5-58c1-41d7-9183-b3a09038fab2 req-3efe1458-9413-4a20-9619-6b8d8edd941a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:22.975706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e606e1d5-58c1-41d7-9183-b3a09038fab2 req-3efe1458-9413-4a20-9619-6b8d8edd941a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.0652671 Aug 04 17:13:23.020410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e606e1d5-58c1-41d7-9183-b3a09038fab2 req-688c0572-9ffb-4c9f-8cb0-96a3b117069f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380318 Aug 04 17:13:23.062216 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP f493fa2b-da16-4690-813f-3da46e490338 associated. External IP: 172.25.2.63, port: 53e6d19b-769e-4afe-9214-0fe3701f6788. Aug 04 17:13:23.278131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:23.400350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:23.413044 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd42652-a3c2-4dca-8c5e-2fe2d2505512 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:23.423379 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:23.425298 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd42652-a3c2-4dca-8c5e-2fe2d2505512 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:23.426012 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cbd42652-a3c2-4dca-8c5e-2fe2d2505512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:23.452038 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cf39f91a-9b94-45f4-a1a3-50689eb75943 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0875492 Aug 04 17:13:23.454714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40520) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:23.459346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-94d33318-a542-4ac9-96b6-784cfbc14200 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'port_id': '53e6d19b-769e-4afe-9214-0fe3701f6788', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:23.461699 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cbd42652-a3c2-4dca-8c5e-2fe2d2505512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:23.471322 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd42652-a3c2-4dca-8c5e-2fe2d2505512 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:23.471928 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cbd42652-a3c2-4dca-8c5e-2fe2d2505512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:23.504119 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cbd42652-a3c2-4dca-8c5e-2fe2d2505512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:23.505050 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd42652-a3c2-4dca-8c5e-2fe2d2505512 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:23.520828 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d33318-a542-4ac9-96b6-784cfbc14200 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:24.036173 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d33318-a542-4ac9-96b6-784cfbc14200 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:24.041755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d33318-a542-4ac9-96b6-784cfbc14200 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:24.105877 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:13:24.183059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50670c15-04f0-421f-a897-5152639c9f21 req-66e7e13f-289f-4e60-a61c-1bf59656c6d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:24.184592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50670c15-04f0-421f-a897-5152639c9f21 req-66e7e13f-289f-4e60-a61c-1bf59656c6d6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.0671835 Aug 04 17:13:24.229373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50670c15-04f0-421f-a897-5152639c9f21 req-faca51ce-3fe0-45a1-85d3-1d93a6fc332d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383503 Aug 04 17:13:24.317774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d33318-a542-4ac9-96b6-784cfbc14200 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:24.426976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d33318-a542-4ac9-96b6-784cfbc14200 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:24.431589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d33318-a542-4ac9-96b6-784cfbc14200 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:24.439754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c70411-919b-4f79-bd94-b00001fac860 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:24.454140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c70411-919b-4f79-bd94-b00001fac860 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:24.454880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-75c70411-919b-4f79-bd94-b00001fac860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:24.493183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-75c70411-919b-4f79-bd94-b00001fac860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:24.496255 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-94d33318-a542-4ac9-96b6-784cfbc14200 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "PUT /v2.0/floatingips/f493fa2b-da16-4690-813f-3da46e490338 HTTP/1.1" status: 200 len: 978 time: 1.0403697 Aug 04 17:13:24.499156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40538) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:24.502936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c70411-919b-4f79-bd94-b00001fac860 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:24.503558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-75c70411-919b-4f79-bd94-b00001fac860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:24.539115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-75c70411-919b-4f79-bd94-b00001fac860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:24.539781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c70411-919b-4f79-bd94-b00001fac860 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:24.657923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port f34c7546-3416-4603-b74d-6bed172d7f83 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:24.658622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:24.745056 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:24.745493 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:24.764205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for f34c7546-3416-4603-b74d-6bed172d7f83 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:24.957940 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:24.989075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=f34c7546-3416-4603-b74d-6bed172d7f83,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:25.015701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.015979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.016308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.016634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.016961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.017278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.017595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.017909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.018220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.018530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.018899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.019209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:25.064097 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:25.064487 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP f493fa2b-da16-4690-813f-3da46e490338 disassociated (deleted). External IP: 172.25.2.63, port: 53e6d19b-769e-4afe-9214-0fe3701f6788. Aug 04 17:13:25.310332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:25.395834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447d0f5-85cb-48a5-a4a5-bda151449029 req-89f2d2f4-d924-44c9-8346-5e380ce06601 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:25.397374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4447d0f5-85cb-48a5-a4a5-bda151449029 req-89f2d2f4-d924-44c9-8346-5e380ce06601 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.0913877 Aug 04 17:13:25.479988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4447d0f5-85cb-48a5-a4a5-bda151449029 req-50adb3ac-9f78-417a-9c5a-58eb4d777927 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753334 Aug 04 17:13:25.490858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:25.495561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:25.513360 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aecb2c-2311-4aa3-9318-e170a998ee33 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:25.529312 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aecb2c-2311-4aa3-9318-e170a998ee33 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:25.529989 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b5aecb2c-2311-4aa3-9318-e170a998ee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:25.533051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c91c86bd-9dab-48f2-a882-ba9b6ef26815 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/floatingips/f493fa2b-da16-4690-813f-3da46e490338 HTTP/1.1" status: 204 len: 168 time: 1.0325816 Aug 04 17:13:25.534362 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40552) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:25.576103 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b5aecb2c-2311-4aa3-9318-e170a998ee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:25.590768 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aecb2c-2311-4aa3-9318-e170a998ee33 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:25.591515 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b5aecb2c-2311-4aa3-9318-e170a998ee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:25.627055 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b5aecb2c-2311-4aa3-9318-e170a998ee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:25.627720 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aecb2c-2311-4aa3-9318-e170a998ee33 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:25.635193 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fea77bc0-565c-481a-be4a-d9198f770078 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port 53e6d19b-769e-4afe-9214-0fe3701f6788 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:25.635518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fea77bc0-565c-481a-be4a-d9198f770078 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:25.729207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fea77bc0-565c-481a-be4a-d9198f770078 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:25.741711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fea77bc0-565c-481a-be4a-d9198f770078 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for 53e6d19b-769e-4afe-9214-0fe3701f6788 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:25.924889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fea77bc0-565c-481a-be4a-d9198f770078 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:25.951810 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea77bc0-565c-481a-be4a-d9198f770078 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=53e6d19b-769e-4afe-9214-0fe3701f6788,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:26.043359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fea77bc0-565c-481a-be4a-d9198f770078 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.045817 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fea77bc0-565c-481a-be4a-d9198f770078 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/ports/53e6d19b-769e-4afe-9214-0fe3701f6788 HTTP/1.1" status: 204 len: 168 time: 0.5103486 Aug 04 17:13:26.049366 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40554) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:26.054020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:26.079298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.190579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.319374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.25.2.226 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/f77f757f-6a44-428a-8db4-1a2d1a00734d) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:26.427500 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.470285 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.511829 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:26.517146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:26.520748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:26.526432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=f77f757f-6a44-428a-8db4-1a2d1a00734d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:26.618911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.622980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e1e28-3b39-4395-8324-04efd2818999 req-6d438af3-87d3-435a-a39e-9a7dda83980d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:26.625749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba8e1e28-3b39-4395-8324-04efd2818999 req-6d438af3-87d3-435a-a39e-9a7dda83980d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.0672395 Aug 04 17:13:26.670049 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.670538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba8e1e28-3b39-4395-8324-04efd2818999 req-4d7a868f-25a1-4918-8e7f-165d0cf05547 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372555 Aug 04 17:13:26.830799 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.838664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.913174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=f77f757f-6a44-428a-8db4-1a2d1a00734d,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:26.926667 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.943832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:26.945160 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9778684b-51ca-40f1-a796-4308dff5cd4b tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8947134 Aug 04 17:13:26.947843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40564) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:26.953390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'port': {'network_id': '70c66f14-88bb-4e71-a462-2b4b952be0fc', 'name': 'tempest-FloatingIPTestJSON-1950061713'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:27.070853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Made reservation on behalf of dd0f31faf14d4b9cb279bbeddf8e6172 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:27.074681 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:27.094350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] device_id is not set on port fdd8c2c7-813f-4902-a61e-81fabbe1efc5 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:13:27.215029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.20.0.14 (70c66f14-88bb-4e71-a462-2b4b952be0fc/27f89ae3-8ef6-4bd4-8916-97c978b7368b/fdd8c2c7-813f-4902-a61e-81fabbe1efc5) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:27.458333 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:27.500450 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:27.806686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a6c2-3df9-4d7c-8121-7e313ae49261 req-536f2f8d-aae0-4fd4-ba23-f24367e18edf tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:27.808366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd01a6c2-3df9-4d7c-8121-7e313ae49261 req-536f2f8d-aae0-4fd4-ba23-f24367e18edf tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 944 time: 0.0556977 Aug 04 17:13:27.853492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd01a6c2-3df9-4d7c-8121-7e313ae49261 req-5767a8c0-5cbb-4e07-a42f-659ea4e6be9b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378675 Aug 04 17:13:27.914768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 70c66f14-88bb-4e71-a462-2b4b952be0fc is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:27.919952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:27.923909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:27.930780 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=fdd8c2c7-813f-4902-a61e-81fabbe1efc5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:27.944058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:13:27.976230 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:27.976853 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:27.995351 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dd400221-7975-46ef-ad7e-94233e97f4f7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0438373 Aug 04 17:13:27.995571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40574) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:28.000349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-65f2f0fd-9017-4880-b28c-62637c4bc7d2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'port_id': 'fdd8c2c7-813f-4902-a61e-81fabbe1efc5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:28.040537 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65f2f0fd-9017-4880-b28c-62637c4bc7d2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:28.041385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:28.054121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'network_id': '6618c843-6850-42e8-9b10-51eb022764a7', 'port_id': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'mac_address': 'fa:16:3e:5e:8f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe61e3f4-38d4-4c9c-ae90-0e336b1275d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:13:28.091815 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:28.109413 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:13:28.130915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:28.136710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:28.189609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=11']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:28.412583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['14b2a4e8-1636-4bf5-9652-7884bf9df1a2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:13:28.549322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65f2f0fd-9017-4880-b28c-62637c4bc7d2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:28.554127 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65f2f0fd-9017-4880-b28c-62637c4bc7d2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:28.659658 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-65f2f0fd-9017-4880-b28c-62637c4bc7d2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP 3f0df2d6-2957-4745-8c7e-4eeb56aed150 associated. External IP: 172.25.2.226, port: fdd8c2c7-813f-4902-a61e-81fabbe1efc5. Aug 04 17:13:28.874909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f2f0fd-9017-4880-b28c-62637c4bc7d2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:28.984072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe69386-2fbc-48fb-94d1-ce3ccab6da7d req-de14d0f9-364a-4fdf-8c5d-40e08a1deb8b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:28.986317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebe69386-2fbc-48fb-94d1-ce3ccab6da7d req-de14d0f9-364a-4fdf-8c5d-40e08a1deb8b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0534177 Aug 04 17:13:28.992055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f2f0fd-9017-4880-b28c-62637c4bc7d2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:28.996650 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65f2f0fd-9017-4880-b28c-62637c4bc7d2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:29.004539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529c17a-6955-45e4-86cc-df4edfed3c7f None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:29.024870 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-65f2f0fd-9017-4880-b28c-62637c4bc7d2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "PUT /v2.0/floatingips/3f0df2d6-2957-4745-8c7e-4eeb56aed150 HTTP/1.1" status: 200 len: 979 time: 1.0282202 Aug 04 17:13:29.025455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529c17a-6955-45e4-86cc-df4edfed3c7f None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:29.026149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3529c17a-6955-45e4-86cc-df4edfed3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:29.027237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40584) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:29.030917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebe69386-2fbc-48fb-94d1-ce3ccab6da7d req-372d49cd-913b-428b-b3e9-d0c1ea2dd76b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375750 Aug 04 17:13:29.071667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3529c17a-6955-45e4-86cc-df4edfed3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:29.080440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529c17a-6955-45e4-86cc-df4edfed3c7f None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:29.081321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3529c17a-6955-45e4-86cc-df4edfed3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:29.122621 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3529c17a-6955-45e4-86cc-df4edfed3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:29.124175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529c17a-6955-45e4-86cc-df4edfed3c7f None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:29.125790 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port fdd8c2c7-813f-4902-a61e-81fabbe1efc5 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:29.126166 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:29.219186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:29.400719 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:29.401155 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:29.401603 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP 3f0df2d6-2957-4745-8c7e-4eeb56aed150 disassociated. External IP: 172.25.2.226, port: fdd8c2c7-813f-4902-a61e-81fabbe1efc5. Aug 04 17:13:29.402003 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for fdd8c2c7-813f-4902-a61e-81fabbe1efc5 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:29.554109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:29.590934 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=fdd8c2c7-813f-4902-a61e-81fabbe1efc5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:29.715574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:29.829889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:29.841104 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a4d11-8e42-4827-a7e2-708d9432ff07 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:29.850133 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a4d11-8e42-4827-a7e2-708d9432ff07 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:29.850883 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e22a4d11-8e42-4827-a7e2-708d9432ff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:29.905347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:29.907266 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e22a4d11-8e42-4827-a7e2-708d9432ff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:29.910582 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6a178820-efc5-465f-81d6-567c05a997f3 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/ports/fdd8c2c7-813f-4902-a61e-81fabbe1efc5 HTTP/1.1" status: 204 len: 168 time: 0.8794265 Aug 04 17:13:29.910830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40594) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:29.924284 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a4d11-8e42-4827-a7e2-708d9432ff07 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:29.924876 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e22a4d11-8e42-4827-a7e2-708d9432ff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:29.943882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:13:29.958601 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e22a4d11-8e42-4827-a7e2-708d9432ff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:29.959229 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a4d11-8e42-4827-a7e2-708d9432ff07 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:29.977861 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-384d1078-96e4-4cce-9c02-ef4bf4d7c5c2 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "GET /v2.0/floatingips/3f0df2d6-2957-4745-8c7e-4eeb56aed150 HTTP/1.1" status: 200 len: 688 time: 0.0658200 Aug 04 17:13:29.982097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40596) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:30.011021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:30.016044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:30.016420 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.100865 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.124424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:13:30.126750 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e81e80d-cb49-43a0-9706-d4dc2e2d36cd" -d '{"events": [{"server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "name": "network-vif-plugged", "status": "completed", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:13:30.132933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f6663dfd-c7ce-4256-bd27-17c1d984555d tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port f77f757f-6a44-428a-8db4-1a2d1a00734d {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:30.133442 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6663dfd-c7ce-4256-bd27-17c1d984555d tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.140651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:30.146706 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.179408 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb55b4f-babf-411f-8b65-120724fe15d7 x-openstack-request-id: req-5eb55b4f-babf-411f-8b65-120724fe15d7 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:13:30.179847 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "name": "network-vif-plugged", "status": "completed", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:13:30.180287 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5eb55b4f-babf-411f-8b65-120724fe15d7 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:13:30.180680 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'code': 200} Aug 04 17:13:30.200060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cace2-ed57-462b-b0b7-0e523b0c26db req-14cfdf02-253f-4ecf-9ec4-fc4ce6dfb195 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:30.201761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-906cace2-ed57-462b-b0b7-0e523b0c26db req-14cfdf02-253f-4ecf-9ec4-fc4ce6dfb195 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 945 time: 0.0969701 Aug 04 17:13:30.212411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=12']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:30.263874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-906cace2-ed57-462b-b0b7-0e523b0c26db req-30d727c6-3862-4ef2-b7bc-d3c8a588e21d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511730 Aug 04 17:13:30.272723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6663dfd-c7ce-4256-bd27-17c1d984555d tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.273061 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6663dfd-c7ce-4256-bd27-17c1d984555d tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.292179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f6663dfd-c7ce-4256-bd27-17c1d984555d tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for f77f757f-6a44-428a-8db4-1a2d1a00734d owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:30.379550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45b2f5-15b2-4e59-8ca0-715470f5f3b3 req-27f33667-3cbf-4bf4-8204-7276a1ff7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:30.381075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de45b2f5-15b2-4e59-8ca0-715470f5f3b3 req-27f33667-3cbf-4bf4-8204-7276a1ff7eed service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 1097 time: 0.0828595 Aug 04 17:13:30.434928 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de45b2f5-15b2-4e59-8ca0-715470f5f3b3 req-8c7f282c-86cb-4cff-af2a-2501c23a27af service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452514 Aug 04 17:13:30.486085 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6663dfd-c7ce-4256-bd27-17c1d984555d tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.511336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6663dfd-c7ce-4256-bd27-17c1d984555d tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=f77f757f-6a44-428a-8db4-1a2d1a00734d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:30.572677 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6663dfd-c7ce-4256-bd27-17c1d984555d tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.575202 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6663dfd-c7ce-4256-bd27-17c1d984555d tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.576553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f6663dfd-c7ce-4256-bd27-17c1d984555d tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/floatingips/3f0df2d6-2957-4745-8c7e-4eeb56aed150 HTTP/1.1" status: 204 len: 168 time: 0.5949607 Aug 04 17:13:30.580539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40606) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:30.585381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'd2aea06c-1d91-49c1-93a6-356dab94067a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:30.609005 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.729587 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.843874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.25.2.108 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/155e136a-48a8-4a67-a3bf-8f753c647aec) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:30.952098 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:30.997349 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:31.039516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:31.042384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:31.047074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:31.050089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=155e136a-48a8-4a67-a3bf-8f753c647aec,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:31.444323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340785e2-d5f8-43e5-b51a-64b67b5735d3 req-f08bf6ef-2a23-49ac-b634-e3a30404b07b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:31.446266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-340785e2-d5f8-43e5-b51a-64b67b5735d3 req-f08bf6ef-2a23-49ac-b634-e3a30404b07b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0695252 Aug 04 17:13:31.488924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-340785e2-d5f8-43e5-b51a-64b67b5735d3 req-cc87537e-2a53-4e1b-94c8-59c62c49f9f3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360792 Aug 04 17:13:31.512273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:31.592272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:31.793900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:31.800432 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:31.877568 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=155e136a-48a8-4a67-a3bf-8f753c647aec,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:31.886884 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:31.990131 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-556566f3-d54b-467e-b0a9-ce619ef52fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:32.001880 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP 0ddf8c4e-fec0-419b-b5cd-61826ed6411d associated. External IP: 172.25.2.108, port: d2aea06c-1d91-49c1-93a6-356dab94067a. Aug 04 17:13:32.221800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:32.346966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:32.357510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1baa22d-9fd4-4abe-af61-634e8438737e None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:32.365224 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:32.371871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1baa22d-9fd4-4abe-af61-634e8438737e None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:32.374254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a1baa22d-9fd4-4abe-af61-634e8438737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:32.405135 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9d5def1b-6d1f-4e8d-ba56-c93a21fed6d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.8234661 Aug 04 17:13:32.407740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40670) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:32.413019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1917770392'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:32.424473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a1baa22d-9fd4-4abe-af61-634e8438737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:32.432833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1baa22d-9fd4-4abe-af61-634e8438737e None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:32.433436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a1baa22d-9fd4-4abe-af61-634e8438737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:32.436453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Made reservation on behalf of dd0f31faf14d4b9cb279bbeddf8e6172 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:32.440227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:32.465287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a1baa22d-9fd4-4abe-af61-634e8438737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:32.465656 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:13:32.465969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1baa22d-9fd4-4abe-af61-634e8438737e None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:32.476206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:32.476506 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Added segment e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9 of type vlan for network 9ce33c3e-31ec-40d2-a61c-1598f493d587 Aug 04 17:13:32.519271 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:32.551053 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:32.556896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:32.557513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:32.621720 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2125797 Aug 04 17:13:32.624998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40678) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:32.625604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77953b86-6a47-4dcc-a139-dd52ec794f51 req-7839dbc7-15a9-489e-b459-dc68756d2d17 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:32.627198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77953b86-6a47-4dcc-a139-dd52ec794f51 req-7839dbc7-15a9-489e-b459-dc68756d2d17 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0603254 Aug 04 17:13:32.630168 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'subnet': {'network_id': '9ce33c3e-31ec-40d2-a61c-1598f493d587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:32.670268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77953b86-6a47-4dcc-a139-dd52ec794f51 req-2e6b5b89-27f8-48fc-96c4-7a0e5f9c046f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358913 Aug 04 17:13:32.831317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04fcac-933e-4647-8aa9-3143f4929c60 req-73497250-3670-4829-a1ef-4868f2cc5a80 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:32.832968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d04fcac-933e-4647-8aa9-3143f4929c60 req-73497250-3670-4829-a1ef-4868f2cc5a80 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0629263 Aug 04 17:13:32.893318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d04fcac-933e-4647-8aa9-3143f4929c60 req-234aeac9-7a48-4742-b722-f1f6971a70a6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435548 Aug 04 17:13:33.031738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb90f6-d009-4f7b-af9e-e06cec660ea5 req-e5db5a59-8d33-4b20-9462-9bd0cfffd515 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:33.033962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddeb90f6-d009-4f7b-af9e-e06cec660ea5 req-e5db5a59-8d33-4b20-9462-9bd0cfffd515 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0560677 Aug 04 17:13:33.056318 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98d3b3-ab4f-4a4c-a792-86e003d96e12 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Network': ['ID=9ce33c3e-31ec-40d2-a61c-1598f493d587,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:33.070235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 9ce33c3e-31ec-40d2-a61c-1598f493d587 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:13:33.078150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddeb90f6-d009-4f7b-af9e-e06cec660ea5 req-c1410f10-e5b3-46ab-977e-7e44f89d2b6a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Aug 04 17:13:33.186850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Made reservation on behalf of dd0f31faf14d4b9cb279bbeddf8e6172 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:33.192095 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:33.291961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe20c3c-c7c5-40fe-8371-70bc26a772a4 req-1d6a47eb-10c1-4b53-bfe7-af39f6b754cd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:33.300164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abe20c3c-c7c5-40fe-8371-70bc26a772a4 req-1d6a47eb-10c1-4b53-bfe7-af39f6b754cd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0685444 Aug 04 17:13:33.346245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abe20c3c-c7c5-40fe-8371-70bc26a772a4 req-cfbdf277-03d2-4a09-ae5b-20d77bd50a2e tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447276 Aug 04 17:13:33.442032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:33.483022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a373f-151d-402a-bea4-2be1fa6e810f req-d70aeb30-52a5-44a1-a86b-6a9ccd8ea36b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:33.485230 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c16a373f-151d-402a-bea4-2be1fa6e810f req-d70aeb30-52a5-44a1-a86b-6a9ccd8ea36b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0576124 Aug 04 17:13:33.526492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Subnet': ['ID=07856af0-acf1-4b85-af06-095602127b60,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:33.531433 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Checking segment: {'id': 'e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9ce33c3e-31ec-40d2-a61c-1598f493d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:13:33.531805 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network hostable DHCP agents. Network: 9ce33c3e-31ec-40d2-a61c-1598f493d587, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:13:33.535941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c16a373f-151d-402a-bea4-2be1fa6e810f req-bd7e4c4d-7183-473f-b696-8f4aba271775 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436039 Aug 04 17:13:33.570719 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 9ce33c3e-31ec-40d2-a61c-1598f493d587 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:13:33.587847 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 9ce33c3e-31ec-40d2-a61c-1598f493d587) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:33.593465 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:33.594276 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:33.600199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bf3ca3-c1d1-49a5-8deb-412fb3b252d4 None None] Network 9ce33c3e-31ec-40d2-a61c-1598f493d587 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:33.612468 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8bd69492-ad4c-4bb2-98da-0f00540a6049 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9861932 Aug 04 17:13:33.615114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40714) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:33.619880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-15870013', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:33.674487 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:33.676414 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:33.730111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b594a-8681-45ce-a489-839667606ff5 req-74c95aa4-b440-4ac3-bfec-0aa41b10983c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:33.732144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a59b594a-8681-45ce-a489-839667606ff5 req-74c95aa4-b440-4ac3-bfec-0aa41b10983c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0898187 Aug 04 17:13:33.779224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:33.786638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-9ce33c3e-31ec-40d2-a61c-1598f493d587', 'network_id': '9ce33c3e-31ec-40d2-a61c-1598f493d587', 'tenant_id': 'dd0f31faf14d4b9cb279bbeddf8e6172', 'fixed_ips': [{'subnet_id': '07856af0-acf1-4b85-af06-095602127b60'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:13:33.791316 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:33.862522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a59b594a-8681-45ce-a489-839667606ff5 req-e627da8c-6e5b-4785-a2dc-bf0ae4df10a6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059201 Aug 04 17:13:33.965818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Allocated IP 172.20.0.2 (9ce33c3e-31ec-40d2-a61c-1598f493d587/07856af0-acf1-4b85-af06-095602127b60/ec37e93c-52b5-4de4-a6ed-8433cf977700) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:34.069786 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:34.107900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573963-c264-41c8-945b-e1233a2c4bc4 req-9b39d5a6-196f-4c94-9624-f5f862adf897 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:34.109879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb573963-c264-41c8-945b-e1233a2c4bc4 req-9b39d5a6-196f-4c94-9624-f5f862adf897 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0995793 Aug 04 17:13:34.120271 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:34.132278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Transition to ACTIVE for port object ec37e93c-52b5-4de4-a6ed-8433cf977700 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:34.161326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Transition to ACTIVE for port object ec37e93c-52b5-4de4-a6ed-8433cf977700 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:34.169875 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:34.214909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Network 9ce33c3e-31ec-40d2-a61c-1598f493d587 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:34.215199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb573963-c264-41c8-945b-e1233a2c4bc4 req-23eb312a-5bf5-4a8a-be20-06fd73e2e5d7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608964 Aug 04 17:13:34.238320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:34.242372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:34.257543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Pushing event updated for resources: {'Port': ['ID=ec37e93c-52b5-4de4-a6ed-8433cf977700,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:34.315486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Attempting to bind port ec37e93c-52b5-4de4-a6ed-8433cf977700 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:13:34.315970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Attempting to bind port ec37e93c-52b5-4de4-a6ed-8433cf977700 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9ce33c3e-31ec-40d2-a61c-1598f493d587'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:13:34.316406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Attempting to bind port ec37e93c-52b5-4de4-a6ed-8433cf977700 on network 9ce33c3e-31ec-40d2-a61c-1598f493d587 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:13:34.322041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:13:34.322422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Checking segment: {'id': 'e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9ce33c3e-31ec-40d2-a61c-1598f493d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:13:34.322859 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:34.323567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Bound using segment: {'id': 'e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9ce33c3e-31ec-40d2-a61c-1598f493d587'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:13:34.324234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Bound port: ec37e93c-52b5-4de4-a6ed-8433cf977700, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '9ce33c3e-31ec-40d2-a61c-1598f493d587'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:13:34.324819 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:34.401292 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-77144908-4929-4a11-88fe-ecbeef4fc754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:34.413405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] For port ec37e93c-52b5-4de4-a6ed-8433cf977700, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:13:34.417528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] For port ec37e93c-52b5-4de4-a6ed-8433cf977700, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ec37e93c-52b5-4de4-a6ed-8433cf977700,segment=NetworkSegment(e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9),segment_id=e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:13:34.435240 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:34.436224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:34.460984 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:34.506147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d6218-099b-4be2-bb37-0d17a456e2b3 None None] Pushing event updated for resources: {'Port': ['ID=ec37e93c-52b5-4de4-a6ed-8433cf977700,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:34.909460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd5561-4cae-4b38-a01e-fd7346e5b338 req-e9afc706-caee-4ba4-8690-65dd517e39e0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:34.910911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0fd5561-4cae-4b38-a01e-fd7346e5b338 req-e9afc706-caee-4ba4-8690-65dd517e39e0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.4009433 Aug 04 17:13:34.936709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.25.2.99 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/bca79353-ec30-4e0c-b83d-f35d10c24769) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:34.986661 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:35.009437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0fd5561-4cae-4b38-a01e-fd7346e5b338 req-847fc519-4beb-4de9-a342-a3c76c0c24fa tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873806 Aug 04 17:13:35.080676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:35.127966 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:35.182405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:35.185387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:35.190087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:35.211006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=bca79353-ec30-4e0c-b83d-f35d10c24769,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:35.479881 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:35.546900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1555a4-9f64-4206-a227-9aaad3192493 None None] Network 9ce33c3e-31ec-40d2-a61c-1598f493d587 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:35.659517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-485ee05d-7f6e-4f7c-9bc5-5fdeba772585 None None] Provisioning for port ec37e93c-52b5-4de4-a6ed-8433cf977700 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:35.707168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:35.796545 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:35.878354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router cba05ee3-5dce-4042-b6e6-b40514de1fa8 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:13:35.990318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:36.015131 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ed4fd-1d7f-4185-bcf1-b8367cad7021 None None] Sync routers for ids ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:36.017201 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:36.018703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ed6d0095-5289-4c6d-b5ca-3fce0b4f76d4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4024301 Aug 04 17:13:36.022978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40768) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:36.029130 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ed4fd-1d7f-4185-bcf1-b8367cad7021 None None] Routers {'cba05ee3-5dce-4042-b6e6-b40514de1fa8'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:36.029966 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-084ed4fd-1d7f-4185-bcf1-b8367cad7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:36.062293 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-084ed4fd-1d7f-4185-bcf1-b8367cad7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:36.072961 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ed4fd-1d7f-4185-bcf1-b8367cad7021 None None] Routers {'cba05ee3-5dce-4042-b6e6-b40514de1fa8'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:36.073984 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-084ed4fd-1d7f-4185-bcf1-b8367cad7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:36.115740 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-084ed4fd-1d7f-4185-bcf1-b8367cad7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:36.116812 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ed4fd-1d7f-4185-bcf1-b8367cad7021 None None] The sync data for ids ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:36.242421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991c2a2-b4e8-4198-8b79-df31eba0eb2b req-4be08389-311e-4ac9-833a-83d54bc9f99b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:36.244023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2991c2a2-b4e8-4198-8b79-df31eba0eb2b req-4be08389-311e-4ac9-833a-83d54bc9f99b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.1073143 Aug 04 17:13:36.330490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2991c2a2-b4e8-4198-8b79-df31eba0eb2b req-5458229c-8939-4450-aabe-57e80e9a502c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796993 Aug 04 17:13:36.373551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ec37e93c-52b5-4de4-a6ed-8433cf977700 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:13:36.463531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port ec37e93c-52b5-4de4-a6ed-8433cf977700 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:36.472259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ec37e93c-52b5-4de4-a6ed-8433cf977700 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:36.472636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:36.579062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:36.631260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port ec37e93c-52b5-4de4-a6ed-8433cf977700, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ec37e93c-52b5-4de4-a6ed-8433cf977700,segment=NetworkSegment(e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9),segment_id=e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:36.637397 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:36.665253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:36.703587 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=ec37e93c-52b5-4de4-a6ed-8433cf977700,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:36.826750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ecb7f-2087-4e20-83f0-7426fcf58982 req-b3c1284d-243a-4da8-955a-4bc7c18d0617 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:36.829389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b05ecb7f-2087-4e20-83f0-7426fcf58982 req-b3c1284d-243a-4da8-955a-4bc7c18d0617 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.1487389 Aug 04 17:13:36.873869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1455f2-a630-4d0f-9ea2-78361da53e6c req-f687d36a-c9ef-49d1-a321-f48574d51ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:36.875815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b1455f2-a630-4d0f-9ea2-78361da53e6c req-f687d36a-c9ef-49d1-a321-f48574d51ba3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0cf24d0443524cfa96a57beac0da5231&device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 1097 time: 0.1580114 Aug 04 17:13:37.027267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b05ecb7f-2087-4e20-83f0-7426fcf58982 req-b0cbf01f-0dda-4d34-b999-fe05d1c7af0d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627727 Aug 04 17:13:37.060920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1455f2-a630-4d0f-9ea2-78361da53e6c req-a3fb7be0-d925-4aeb-b314-865081465f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:37.062396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b1455f2-a630-4d0f-9ea2-78361da53e6c req-a3fb7be0-d925-4aeb-b314-865081465f12 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 200 len: 916 time: 0.1767845 Aug 04 17:13:37.128837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b1455f2-a630-4d0f-9ea2-78361da53e6c req-e0d459c6-f1fb-4ae7-87cf-04556bf00d37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2 HTTP/1.1" status: 200 len: 217 time: 0.0439880 Aug 04 17:13:37.235051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1455f2-a630-4d0f-9ea2-78361da53e6c req-1e54ca70-6c07-4e26-a2d9-b5bfb7e7af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:37.236576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b1455f2-a630-4d0f-9ea2-78361da53e6c req-1e54ca70-6c07-4e26-a2d9-b5bfb7e7af1b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 HTTP/1.1" status: 200 len: 854 time: 0.0975773 Aug 04 17:13:37.243655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.20.0.1 (9ce33c3e-31ec-40d2-a61c-1598f493d587/07856af0-acf1-4b85-af06-095602127b60/f436de84-4fb8-4137-ab69-4bd0e82f6ed4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:37.282338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b1455f2-a630-4d0f-9ea2-78361da53e6c req-2fd5dd3f-bc45-4fdd-88be-a9bfb3cb2424 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6618c843-6850-42e8-9b10-51eb022764a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363863 Aug 04 17:13:37.414824 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:37.450620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b1455f2-a630-4d0f-9ea2-78361da53e6c req-e9ec9cca-f7ce-4084-84e7-569129d12075 service neutron] 10.222.0.82 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595352 Aug 04 17:13:37.455481 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:37.512816 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Transition to ACTIVE for port object f436de84-4fb8-4137-ab69-4bd0e82f6ed4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:37.574521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b1455f2-a630-4d0f-9ea2-78361da53e6c req-13931c31-58b6-4914-be2d-0c6a5a83fcf6 service neutron] 10.222.0.82 "GET /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164172 Aug 04 17:13:37.586139 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:37.634022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 9ce33c3e-31ec-40d2-a61c-1598f493d587 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:37.637106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:37.643402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:37.674276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=f436de84-4fb8-4137-ab69-4bd0e82f6ed4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:37.697016 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:37.841210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b87a9d77-c663-4dc6-9523-93f6f6345ff0 None None] Provisioning for port f436de84-4fb8-4137-ab69-4bd0e82f6ed4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:37.845507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b87a9d77-c663-4dc6-9523-93f6f6345ff0 None None] Provisioning complete for port f436de84-4fb8-4137-ab69-4bd0e82f6ed4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:37.845946 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b87a9d77-c663-4dc6-9523-93f6f6345ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:37.880985 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b87a9d77-c663-4dc6-9523-93f6f6345ff0 None None] Port f436de84-4fb8-4137-ab69-4bd0e82f6ed4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:13:38.202683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f03d4-3dc5-445c-a3df-9be81245e6d1 req-8d0a7338-1c1a-4465-a6b5-48f2e388a1f6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:38.204248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-718f03d4-3dc5-445c-a3df-9be81245e6d1 req-8d0a7338-1c1a-4465-a6b5-48f2e388a1f6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0893166 Aug 04 17:13:38.205313 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:38.284301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-718f03d4-3dc5-445c-a3df-9be81245e6d1 req-fb47d692-9f18-40b5-b01e-a658d65a0bc2 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696964 Aug 04 17:13:38.368283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ec37e93c-52b5-4de4-a6ed-8433cf977700 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:13:38.427101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ec37e93c-52b5-4de4-a6ed-8433cf977700 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:38.431485 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:38.581060 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:38.586614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:38.671830 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:38.673812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=f436de84-4fb8-4137-ab69-4bd0e82f6ed4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:38.767188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 9ce33c3e-31ec-40d2-a61c-1598f493d587 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:38.768777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:38.891593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router cba05ee3-5dce-4042-b6e6-b40514de1fa8 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:38.995716 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:39.001228 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:39.022131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:39.036481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-50256fdf-e4c7-43d4-b328-730d2a86d2eb tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "PUT /v2.0/routers/cba05ee3-5dce-4042-b6e6-b40514de1fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0099723 Aug 04 17:13:39.036700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73da5e1e-03d4-4699-809b-6db2e79443da None None] Sync routers for ids ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:39.036802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40838) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:39.043462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'port': {'network_id': '9ce33c3e-31ec-40d2-a61c-1598f493d587', 'name': 'tempest-FloatingIPTestJSON-1689377455'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:39.049759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ee1ba997-605b-4326-bdae-0a6d6ad7b408 None None] Provisioning complete for port f436de84-4fb8-4137-ab69-4bd0e82f6ed4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:39.050193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba997-605b-4326-bdae-0a6d6ad7b408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:39.052827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73da5e1e-03d4-4699-809b-6db2e79443da None None] Routers {'cba05ee3-5dce-4042-b6e6-b40514de1fa8'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:39.053716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-73da5e1e-03d4-4699-809b-6db2e79443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:39.105572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-73da5e1e-03d4-4699-809b-6db2e79443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:39.120930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ba997-605b-4326-bdae-0a6d6ad7b408 None None] Port f436de84-4fb8-4137-ab69-4bd0e82f6ed4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:13:39.124669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73da5e1e-03d4-4699-809b-6db2e79443da None None] Routers {'cba05ee3-5dce-4042-b6e6-b40514de1fa8'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:39.125509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-73da5e1e-03d4-4699-809b-6db2e79443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:39.161560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Made reservation on behalf of dd0f31faf14d4b9cb279bbeddf8e6172 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:39.162602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-73da5e1e-03d4-4699-809b-6db2e79443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:39.163474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73da5e1e-03d4-4699-809b-6db2e79443da None None] The sync data for ids ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:39.166501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:39.185991 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] device_id is not set on port 596b433e-e91c-45dd-9679-2a9e780d7682 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:13:39.311279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Allocated IP 172.20.0.14 (9ce33c3e-31ec-40d2-a61c-1598f493d587/07856af0-acf1-4b85-af06-095602127b60/596b433e-e91c-45dd-9679-2a9e780d7682) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:39.444692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b47a2f-536d-4aa4-b73a-59df5a697b39 req-1071381c-a781-4dd2-b117-104db8d942cd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:39.446379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b47a2f-536d-4aa4-b73a-59df5a697b39 req-1071381c-a781-4dd2-b117-104db8d942cd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0566828 Aug 04 17:13:39.465315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:39.483506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Transition to ACTIVE for port object 596b433e-e91c-45dd-9679-2a9e780d7682 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:39.492156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b47a2f-536d-4aa4-b73a-59df5a697b39 req-943733c5-8ab8-4211-baed-d3fc28545194 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Aug 04 17:13:39.538917 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:39.607112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Network 9ce33c3e-31ec-40d2-a61c-1598f493d587 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:39.610547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:39.615650 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:39.620519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event updated for resources: {'Port': ['ID=596b433e-e91c-45dd-9679-2a9e780d7682,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:39.647076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31aa2f-7c75-44d9-8001-4da7862735a8 req-d84518ca-bc17-4331-a572-9ccdbf1d54d1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:39.649098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b31aa2f-7c75-44d9-8001-4da7862735a8 req-d84518ca-bc17-4331-a572-9ccdbf1d54d1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0650003 Aug 04 17:13:39.682364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:39.683453 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:39.688786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.689436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.689793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.690135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.690534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.690899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.691422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.691887 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.692395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.693339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.693681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.694140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:39.701952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b31aa2f-7c75-44d9-8001-4da7862735a8 req-538a1b88-b007-4a0d-9af3-45e8ef818d15 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 Aug 04 17:13:39.750549 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-57c1a4ba-f82a-4db3-beff-3aa6cc8010ea tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7125466 Aug 04 17:13:39.753172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40860) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:39.760629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Request body: {'floatingip': {'port_id': '596b433e-e91c-45dd-9679-2a9e780d7682'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:39.851616 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:39.878085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3d85b229-8db0-4358-939b-04f01b3d1dd8 None None] Provisioning for port 596b433e-e91c-45dd-9679-2a9e780d7682 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:39.883273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3d85b229-8db0-4358-939b-04f01b3d1dd8 None None] Provisioning complete for port 596b433e-e91c-45dd-9679-2a9e780d7682 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:39.883835 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3d85b229-8db0-4358-939b-04f01b3d1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:39.899615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53682-62f3-4ca4-837f-7bc13d76c3ab req-22754ff0-6d2f-4117-8fd0-b8e2c06871fa tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:39.901076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45b53682-62f3-4ca4-837f-7bc13d76c3ab req-22754ff0-6d2f-4117-8fd0-b8e2c06871fa tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0597672 Aug 04 17:13:39.920282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3d85b229-8db0-4358-939b-04f01b3d1dd8 None None] Port 596b433e-e91c-45dd-9679-2a9e780d7682 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:13:39.943430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45b53682-62f3-4ca4-837f-7bc13d76c3ab req-fc2418ae-94c1-4c29-b125-e99044bdb0d4 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357347 Aug 04 17:13:40.075711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f12e6-d260-4ef8-882f-b1aa608f2ee9 req-d896c851-e66d-407d-a81e-b4c30dd8b7a2 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:40.077300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac4f12e6-d260-4ef8-882f-b1aa608f2ee9 req-d896c851-e66d-407d-a81e-b4c30dd8b7a2 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0615737 Aug 04 17:13:40.118513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac4f12e6-d260-4ef8-882f-b1aa608f2ee9 req-d1879881-8dd9-4829-92d4-a78def89943a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344317 Aug 04 17:13:40.296286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ccb4d-49a2-478e-b978-da1986da8bff req-ddece912-aeca-4de6-b9a1-de00314dae0a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:40.297965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-928ccb4d-49a2-478e-b978-da1986da8bff req-ddece912-aeca-4de6-b9a1-de00314dae0a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0546210 Aug 04 17:13:40.341137 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-928ccb4d-49a2-478e-b978-da1986da8bff req-1d80186d-3f0c-49cc-a33f-d6e023c67dc7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 Aug 04 17:13:40.409684 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:40.416298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:40.492967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb482f96-d3cc-4b8f-ad08-289cdc7f6858 req-add89ef2-f95a-4dda-bd0b-127e326c5b97 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:40.494697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb482f96-d3cc-4b8f-ad08-289cdc7f6858 req-add89ef2-f95a-4dda-bd0b-127e326c5b97 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0761521 Aug 04 17:13:40.534838 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP 0ddf8c4e-fec0-419b-b5cd-61826ed6411d associated. External IP: 172.25.2.108, port: d2aea06c-1d91-49c1-93a6-356dab94067a. Aug 04 17:13:40.542610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb482f96-d3cc-4b8f-ad08-289cdc7f6858 req-8136f52b-59f1-436e-8f59-079098e420b1 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Aug 04 17:13:40.698752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb50e0-ea3e-471c-8b2c-09e06e0f806c req-3f09d5cc-8d27-4ae4-9bf0-10906a91a4dd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:40.700589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5eb50e0-ea3e-471c-8b2c-09e06e0f806c req-3f09d5cc-8d27-4ae4-9bf0-10906a91a4dd tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0508797 Aug 04 17:13:40.749047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5eb50e0-ea3e-471c-8b2c-09e06e0f806c req-c6d73b2f-c771-4c1b-8869-68e95bd019c9 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 Aug 04 17:13:40.771911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:40.899878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9673b-d3ea-497b-9782-21fd054ea440 req-009732c2-adae-4ee1-9ccf-2713672306c8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:40.901588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13a9673b-d3ea-497b-9782-21fd054ea440 req-009732c2-adae-4ee1-9ccf-2713672306c8 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0772519 Aug 04 17:13:40.912127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:40.922885 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777012e3-fc5e-41ed-85be-08ca337c5841 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:40.932996 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777012e3-fc5e-41ed-85be-08ca337c5841 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:40.934477 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-777012e3-fc5e-41ed-85be-08ca337c5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:40.962817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13a9673b-d3ea-497b-9782-21fd054ea440 req-16a05d3d-1c44-4fe7-8c2a-70e647102346 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Aug 04 17:13:40.970372 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-777012e3-fc5e-41ed-85be-08ca337c5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:40.980837 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777012e3-fc5e-41ed-85be-08ca337c5841 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:40.981514 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-777012e3-fc5e-41ed-85be-08ca337c5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:41.034842 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-777012e3-fc5e-41ed-85be-08ca337c5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:41.035723 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777012e3-fc5e-41ed-85be-08ca337c5841 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:41.135634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2502c-ef54-4dda-bb61-6afb7c5759e0 req-41f225c5-2b47-491d-8765-8ca481b86b40 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:41.137264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62c2502c-ef54-4dda-bb61-6afb7c5759e0 req-41f225c5-2b47-491d-8765-8ca481b86b40 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0524850 Aug 04 17:13:41.173677 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router cba05ee3-5dce-4042-b6e6-b40514de1fa8 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:41.186451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62c2502c-ef54-4dda-bb61-6afb7c5759e0 req-a960b6fa-faa6-401c-91d5-4b231da009c0 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Aug 04 17:13:41.293765 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:41.299492 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:41.306233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b2601-7525-4cda-91c7-1c9a4ab0b233 None None] Sync routers for ids ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:41.311053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8fa62-14fb-4976-8807-75cfc1f2ed27 req-1abafb9a-90d3-4507-930c-a50ab85a2323 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:41.312789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cf8fa62-14fb-4976-8807-75cfc1f2ed27 req-1abafb9a-90d3-4507-930c-a50ab85a2323 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0539725 Aug 04 17:13:41.319893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b2601-7525-4cda-91c7-1c9a4ab0b233 None None] Routers {'cba05ee3-5dce-4042-b6e6-b40514de1fa8'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:41.321355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b48b2601-7525-4cda-91c7-1c9a4ab0b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:41.366179 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a7f09a10-df8a-477d-9780-8e27b1e96e88 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "PUT /v2.0/floatingips/0ddf8c4e-fec0-419b-b5cd-61826ed6411d HTTP/1.1" status: 200 len: 979 time: 1.6094387 Aug 04 17:13:41.366426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b48b2601-7525-4cda-91c7-1c9a4ab0b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:41.366519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40914) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:41.374602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b2601-7525-4cda-91c7-1c9a4ab0b233 None None] Routers {'cba05ee3-5dce-4042-b6e6-b40514de1fa8'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:41.375173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cf8fa62-14fb-4976-8807-75cfc1f2ed27 req-950f3ab0-36a0-41a5-93f2-d0144a00941a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485628 Aug 04 17:13:41.375699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b48b2601-7525-4cda-91c7-1c9a4ab0b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:41.411686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-b48b2601-7525-4cda-91c7-1c9a4ab0b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:41.412617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b2601-7525-4cda-91c7-1c9a4ab0b233 None None] The sync data for ids ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:41.477645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port 596b433e-e91c-45dd-9679-2a9e780d7682 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:41.478240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:41.514454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1dd29-a8e5-41ea-820c-618b38e2bb6d req-274ef78c-f1ff-4a16-ab7c-3252461dffc6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:41.521806 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4e1dd29-a8e5-41ea-820c-618b38e2bb6d req-274ef78c-f1ff-4a16-ab7c-3252461dffc6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0626295 Aug 04 17:13:41.567385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4e1dd29-a8e5-41ea-820c-618b38e2bb6d req-c7db24fd-0aa3-45eb-be48-ef04afe9baa7 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445802 Aug 04 17:13:41.577176 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:41.728829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad2992-c8f2-41e6-9687-006bbdef4065 req-6a0b2a53-0039-4b6c-becd-e15c0cd3df44 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:41.731891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3ad2992-c8f2-41e6-9687-006bbdef4065 req-6a0b2a53-0039-4b6c-becd-e15c0cd3df44 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0808666 Aug 04 17:13:41.771265 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:41.771648 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:41.771964 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Floating IP 0ddf8c4e-fec0-419b-b5cd-61826ed6411d disassociated. External IP: 172.25.2.108, port: 596b433e-e91c-45dd-9679-2a9e780d7682. Aug 04 17:13:41.772309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for 596b433e-e91c-45dd-9679-2a9e780d7682 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:41.784365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3ad2992-c8f2-41e6-9687-006bbdef4065 req-aabdf3a2-6d0e-46eb-880b-d615dc70a0e4 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Aug 04 17:13:41.926441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:41.935125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec678a5-0582-4868-936d-96de111a2e94 req-a428be41-03a4-4364-a8d6-5edf18678b7f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:41.936797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ec678a5-0582-4868-936d-96de111a2e94 req-a428be41-03a4-4364-a8d6-5edf18678b7f tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0575378 Aug 04 17:13:41.971486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=596b433e-e91c-45dd-9679-2a9e780d7682,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:41.986186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ec678a5-0582-4868-936d-96de111a2e94 req-299cca8b-b973-4c2b-a0ff-cd189fde7d74 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Aug 04 17:13:42.128083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d52ce-5469-4c86-a33c-8215e906ebe7 req-1142e0d7-c689-4f7d-92f5-bfefdb9efe3a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:42.136877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a59d52ce-5469-4c86-a33c-8215e906ebe7 req-1142e0d7-c689-4f7d-92f5-bfefdb9efe3a tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0691788 Aug 04 17:13:42.139064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router cba05ee3-5dce-4042-b6e6-b40514de1fa8 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:42.191136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a59d52ce-5469-4c86-a33c-8215e906ebe7 req-2c66ca1b-5a4f-40f9-ab96-3251db111427 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531492 Aug 04 17:13:42.264888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:42.295168 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efaeda4-9a18-46f6-98c7-2af6018d0344 None None] Sync routers for ids ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:42.310478 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efaeda4-9a18-46f6-98c7-2af6018d0344 None None] Routers {'cba05ee3-5dce-4042-b6e6-b40514de1fa8'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:42.311198 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9efaeda4-9a18-46f6-98c7-2af6018d0344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:42.347395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:42.350227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab53890-b067-4510-ad39-e46010e30a87 req-6e900eb4-78f3-4a7f-8e51-a9a63f6855e3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:42.352180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ab53890-b067-4510-ad39-e46010e30a87 req-6e900eb4-78f3-4a7f-8e51-a9a63f6855e3 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0810099 Aug 04 17:13:42.352309 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d90273e5-710a-4473-bc66-c22570b520be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/ports/596b433e-e91c-45dd-9679-2a9e780d7682 HTTP/1.1" status: 204 len: 168 time: 0.9847219 Aug 04 17:13:42.352815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40950) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:42.357655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9efaeda4-9a18-46f6-98c7-2af6018d0344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:42.367733 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efaeda4-9a18-46f6-98c7-2af6018d0344 None None] Routers {'cba05ee3-5dce-4042-b6e6-b40514de1fa8'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:42.368336 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9efaeda4-9a18-46f6-98c7-2af6018d0344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:42.399970 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9efaeda4-9a18-46f6-98c7-2af6018d0344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:42.400619 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efaeda4-9a18-46f6-98c7-2af6018d0344 None None] The sync data for ids ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:42.466031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ab53890-b067-4510-ad39-e46010e30a87 req-0e66d3de-7de0-4e7f-9510-037c841d386b tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047230 Aug 04 17:13:42.879774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:43.221700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port f436de84-4fb8-4137-ab69-4bd0e82f6ed4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:43.222174 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:43.330260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:43.347762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for f436de84-4fb8-4137-ab69-4bd0e82f6ed4 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:43.543566 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:43.571738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=f436de84-4fb8-4137-ab69-4bd0e82f6ed4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:43.778344 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:44.017714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router cba05ee3-5dce-4042-b6e6-b40514de1fa8 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:44.169289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:44.182560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dea9121d-5b05-4792-aa35-d706e4d14988 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "PUT /v2.0/routers/cba05ee3-5dce-4042-b6e6-b40514de1fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8285656 Aug 04 17:13:44.185779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40994) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:44.187991 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aae431-d113-45c1-9549-1b2451b2ea48 None None] Sync routers for ids ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:44.200619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aae431-d113-45c1-9549-1b2451b2ea48 None None] Routers {'cba05ee3-5dce-4042-b6e6-b40514de1fa8'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:44.202015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-56aae431-d113-45c1-9549-1b2451b2ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:44.258442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-56aae431-d113-45c1-9549-1b2451b2ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:44.268068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aae431-d113-45c1-9549-1b2451b2ea48 None None] Routers {'cba05ee3-5dce-4042-b6e6-b40514de1fa8'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:44.268777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-56aae431-d113-45c1-9549-1b2451b2ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:44.303060 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:44.305606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-56aae431-d113-45c1-9549-1b2451b2ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:44.306345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aae431-d113-45c1-9549-1b2451b2ea48 None None] The sync data for ids ['cba05ee3-5dce-4042-b6e6-b40514de1fa8'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:44.719997 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:44.800856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port bca79353-ec30-4e0c-b83d-f35d10c24769 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:44.801209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:44.930986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:44.947398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for bca79353-ec30-4e0c-b83d-f35d10c24769 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:45.208443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.245051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=bca79353-ec30-4e0c-b83d-f35d10c24769,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:45.325139 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.418666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.421101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.469315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.469794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Fanout notify agent at l3_agent the message router_deleted on router cba05ee3-5dce-4042-b6e6-b40514de1fa8 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:13:45.488288 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.492032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c117b98d-1c05-4855-96d7-b517f5a8cdf8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/routers/cba05ee3-5dce-4042-b6e6-b40514de1fa8 HTTP/1.1" status: 204 len: 168 time: 1.3024256 Aug 04 17:13:45.492496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41024) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:45.554555 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98042d9-b47f-45c7-994c-0c7abc54e3be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting subnet 07856af0-acf1-4b85-af06-095602127b60 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:13:45.557815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d98042d9-b47f-45c7-994c-0c7abc54e3be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.598197 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d98042d9-b47f-45c7-994c-0c7abc54e3be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.685275 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d98042d9-b47f-45c7-994c-0c7abc54e3be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.754639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d98042d9-b47f-45c7-994c-0c7abc54e3be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.782232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98042d9-b47f-45c7-994c-0c7abc54e3be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Subnet': ['ID=07856af0-acf1-4b85-af06-095602127b60,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:45.786455 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d98042d9-b47f-45c7-994c-0c7abc54e3be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:45.790678 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d98042d9-b47f-45c7-994c-0c7abc54e3be tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/subnets/07856af0-acf1-4b85-af06-095602127b60 HTTP/1.1" status: 204 len: 168 time: 0.2948029 Aug 04 17:13:45.791122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41030) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:45.801191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9259f-9ff3-4dfe-aa3c-010031b940d5 None None] Network 9ce33c3e-31ec-40d2-a61c-1598f493d587 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:45.916071 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.006539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port ec37e93c-52b5-4de4-a6ed-8433cf977700 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:46.007795 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.039529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ea7b0-2d80-4ee1-ba3e-b7449e7e9293 None None] DHCP port deletion for 9ce33c3e-31ec-40d2-a61c-1598f493d587 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:13:46.083776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] For port ec37e93c-52b5-4de4-a6ed-8433cf977700, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ec37e93c-52b5-4de4-a6ed-8433cf977700,segment=NetworkSegment(e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9),segment_id=e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:46.084255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.104636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-847ea7b0-2d80-4ee1-ba3e-b7449e7e9293 None None] Deleting port ec37e93c-52b5-4de4-a6ed-8433cf977700 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:46.105008 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-847ea7b0-2d80-4ee1-ba3e-b7449e7e9293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.107636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for ec37e93c-52b5-4de4-a6ed-8433cf977700 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:46.211865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-847ea7b0-2d80-4ee1-ba3e-b7449e7e9293 None None] For port ec37e93c-52b5-4de4-a6ed-8433cf977700, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ec37e93c-52b5-4de4-a6ed-8433cf977700,segment=NetworkSegment(e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9),segment_id=e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:46.212521 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-847ea7b0-2d80-4ee1-ba3e-b7449e7e9293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.228067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-847ea7b0-2d80-4ee1-ba3e-b7449e7e9293 None None] Calling delete_port for ec37e93c-52b5-4de4-a6ed-8433cf977700 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:46.236571 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.289309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=ec37e93c-52b5-4de4-a6ed-8433cf977700,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:46.303950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] No DVR routers for this DVR port ec37e93c-52b5-4de4-a6ed-8433cf977700 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:13:46.353688 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-847ea7b0-2d80-4ee1-ba3e-b7449e7e9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.384200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ea7b0-2d80-4ee1-ba3e-b7449e7e9293 None None] Pushing event deleted for resources: {'Port': ['ID=ec37e93c-52b5-4de4-a6ed-8433cf977700,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:46.388040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ec37e93c-52b5-4de4-a6ed-8433cf977700 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:13:46.393065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ea7b0-2d80-4ee1-ba3e-b7449e7e9293 None None] No DVR routers for this DVR port ec37e93c-52b5-4de4-a6ed-8433cf977700 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:13:46.412742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ec37e93c-52b5-4de4-a6ed-8433cf977700 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:13:46.413081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ec37e93c-52b5-4de4-a6ed-8433cf977700 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:13:46.448602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.459867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce33c3e-31ec-40d2-a61c-1598f493d587']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:46.471485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:46.471485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f3b4c0-9ee8-45bb-a6c3-1f23249d7dd9') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:46.480867 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.496114 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.503117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:13:46.503525 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:13:46.506967 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:13:46.571768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.579487 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:46.584108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/networks/9ce33c3e-31ec-40d2-a61c-1598f493d587 HTTP/1.1" status: 204 len: 168 time: 0.7892134 Aug 04 17:13:46.584595 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41050) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:46.597967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae30d4-a3a8-416c-915d-c2faf42e3c0e tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Network': ['ID=9ce33c3e-31ec-40d2-a61c-1598f493d587,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:47.107623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b5676116-fd07-43d0-b37e-c484bcaec975 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port 155e136a-48a8-4a67-a3bf-8f753c647aec {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:47.107978 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b5676116-fd07-43d0-b37e-c484bcaec975 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:47.219823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b5676116-fd07-43d0-b37e-c484bcaec975 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:47.220170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b5676116-fd07-43d0-b37e-c484bcaec975 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:47.237097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b5676116-fd07-43d0-b37e-c484bcaec975 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for 155e136a-48a8-4a67-a3bf-8f753c647aec owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:47.452834 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b5676116-fd07-43d0-b37e-c484bcaec975 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:47.496326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c33e9-6bc4-495c-b540-c727faeb5f02 req-5dbb3e28-c5fb-432e-a678-f7a9901e5ecc tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:47.499538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b7c33e9-6bc4-495c-b540-c727faeb5f02 req-5dbb3e28-c5fb-432e-a678-f7a9901e5ecc tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0563154 Aug 04 17:13:47.504595 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5676116-fd07-43d0-b37e-c484bcaec975 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=155e136a-48a8-4a67-a3bf-8f753c647aec,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:47.548815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b7c33e9-6bc4-495c-b540-c727faeb5f02 req-72c7bef3-de4c-4c54-85ca-62dc343f6a58 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388603 Aug 04 17:13:47.567419 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b5676116-fd07-43d0-b37e-c484bcaec975 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:47.569958 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b5676116-fd07-43d0-b37e-c484bcaec975 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:47.571142 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b5676116-fd07-43d0-b37e-c484bcaec975 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/floatingips/0ddf8c4e-fec0-419b-b5cd-61826ed6411d HTTP/1.1" status: 204 len: 168 time: 0.9851303 Aug 04 17:13:47.575043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41084) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:47.598481 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-568566c2-01a4-4c57-bcb2-a76f2520f146 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] DELETE failed (client error): The resource could not be found. Aug 04 17:13:47.599220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568566c2-01a4-4c57-bcb2-a76f2520f146 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:13:47.600977 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-568566c2-01a4-4c57-bcb2-a76f2520f146 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/ports/596b433e-e91c-45dd-9679-2a9e780d7682 HTTP/1.1" status: 404 len: 333 time: 0.0250378 Aug 04 17:13:47.603882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41086) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:47.632762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-69c44896-e6b0-4d42-832a-42fe5220383f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "GET /v2.0/ports?device_id=cba05ee3-5dce-4042-b6e6-b40514de1fa8 HTTP/1.1" status: 200 len: 205 time: 0.0277097 Aug 04 17:13:47.635077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41088) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:47.678150 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-1da16572-c97b-4256-a8c0-b5479b4aba3a tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] delete failed (client error): The resource could not be found. Aug 04 17:13:47.679212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1da16572-c97b-4256-a8c0-b5479b4aba3a tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/routers/cba05ee3-5dce-4042-b6e6-b40514de1fa8 HTTP/1.1" status: 404 len: 336 time: 0.0431240 Aug 04 17:13:47.681728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41090) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:47.708760 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-033250fb-e6ed-4e74-8f35-04c155d72aa7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] DELETE failed (client error): The resource could not be found. Aug 04 17:13:47.709209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033250fb-e6ed-4e74-8f35-04c155d72aa7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:13:47.710950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-033250fb-e6ed-4e74-8f35-04c155d72aa7 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/subnets/07856af0-acf1-4b85-af06-095602127b60 HTTP/1.1" status: 404 len: 337 time: 0.0283046 Aug 04 17:13:47.713585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41092) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:47.819197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-eec453c0-9543-495b-ac8b-c608e49c61c0 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port d2aea06c-1d91-49c1-93a6-356dab94067a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:47.819552 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eec453c0-9543-495b-ac8b-c608e49c61c0 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:47.912765 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eec453c0-9543-495b-ac8b-c608e49c61c0 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:47.924835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-eec453c0-9543-495b-ac8b-c608e49c61c0 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for d2aea06c-1d91-49c1-93a6-356dab94067a owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:48.063759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eec453c0-9543-495b-ac8b-c608e49c61c0 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:48.097603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec453c0-9543-495b-ac8b-c608e49c61c0 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=d2aea06c-1d91-49c1-93a6-356dab94067a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:48.171859 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eec453c0-9543-495b-ac8b-c608e49c61c0 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:48.174002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eec453c0-9543-495b-ac8b-c608e49c61c0 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/ports/d2aea06c-1d91-49c1-93a6-356dab94067a HTTP/1.1" status: 204 len: 168 time: 0.4595470 Aug 04 17:13:48.176662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41104) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:48.296684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-8532ddb4-f4c5-44f8-9e6b-80f19f1829ab tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port 3dd36532-c184-4151-8b5f-ae96561064af {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:48.297024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8532ddb4-f4c5-44f8-9e6b-80f19f1829ab tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:48.401115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8532ddb4-f4c5-44f8-9e6b-80f19f1829ab tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:48.414636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-8532ddb4-f4c5-44f8-9e6b-80f19f1829ab tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for 3dd36532-c184-4151-8b5f-ae96561064af owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:48.550446 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8532ddb4-f4c5-44f8-9e6b-80f19f1829ab tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:48.606940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532ddb4-f4c5-44f8-9e6b-80f19f1829ab tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=3dd36532-c184-4151-8b5f-ae96561064af,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:48.669842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8532ddb4-f4c5-44f8-9e6b-80f19f1829ab tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:48.671820 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8532ddb4-f4c5-44f8-9e6b-80f19f1829ab tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/ports/3dd36532-c184-4151-8b5f-ae96561064af HTTP/1.1" status: 204 len: 168 time: 0.4939249 Aug 04 17:13:48.674315 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41120) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:48.679969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc354b6-9b7d-49b1-95b7-076402187f63 req-9403e6a2-d719-4520-9b4a-c2ec5d7e450d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:48.681621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcc354b6-9b7d-49b1-95b7-076402187f63 req-9403e6a2-d719-4520-9b4a-c2ec5d7e450d tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0561700 Aug 04 17:13:48.726496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcc354b6-9b7d-49b1-95b7-076402187f63 req-64d1569d-4806-4109-9d90-e89ece10a41c tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/security-groups?id=256e8e05-25a6-4a2b-9b76-bc82dece3299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382190 Aug 04 17:13:48.729238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c16a285-6820-4bf2-b402-ec8cd01144e8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:48.731371 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c16a285-6820-4bf2-b402-ec8cd01144e8 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "GET /v2.0/ports?device_id=119ddee7-267b-483b-9468-fa11890ce95c HTTP/1.1" status: 200 len: 913 time: 0.0555179 Aug 04 17:13:48.733643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41122) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:49.068699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-a9ada3d8-ef8e-478f-8cd0-d1089975fd87 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:49.070248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-a9ada3d8-ef8e-478f-8cd0-d1089975fd87 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 946 time: 0.0603528 Aug 04 17:13:49.192813 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:49.242963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-ed83800b-9cd1-49fd-a838-0b4c9ca044e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Deleting port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:49.243389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-ed83800b-9cd1-49fd-a838-0b4c9ca044e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:49.435970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-ed83800b-9cd1-49fd-a838-0b4c9ca044e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] For port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,segment=NetworkSegment(e2d71a67-2516-4cff-8487-d3959e1e6fdb),segment_id=e2d71a67-2516-4cff-8487-d3959e1e6fdb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:49.436338 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-ed83800b-9cd1-49fd-a838-0b4c9ca044e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:49.452603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-ed83800b-9cd1-49fd-a838-0b4c9ca044e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Calling delete_port for 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:49.659419 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-ed83800b-9cd1-49fd-a838-0b4c9ca044e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:49.688180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['14b2a4e8-1636-4bf5-9652-7884bf9df1a2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:13:49.711570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port 7f68ec6f-782c-46d5-9ad9-47a12b9c2632 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:49.712186 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:49.726919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83800b-9cd1-49fd-a838-0b4c9ca044e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Pushing event deleted for resources: {'Port': ['ID=14b2a4e8-1636-4bf5-9652-7884bf9df1a2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:49.803992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-ed83800b-9cd1-49fd-a838-0b4c9ca044e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] No DVR routers for this DVR port 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:13:49.817528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-ed83800b-9cd1-49fd-a838-0b4c9ca044e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:49.819558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00edca04-6d0d-48d5-94d8-5f61304fdaf3 req-ed83800b-9cd1-49fd-a838-0b4c9ca044e6 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.82 "DELETE /v2.0/ports/14b2a4e8-1636-4bf5-9652-7884bf9df1a2 HTTP/1.1" status: 204 len: 173 time: 0.7400970 Aug 04 17:13:49.820619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'name': 'network-vif-deleted', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:13:49.822846 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce4a6b4-d111-4125-b5bf-89d47fb96c6a" -d '{"events": [{"server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "name": "network-vif-deleted", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:13:49.856012 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca3962e1-bf96-4347-960d-a2e00add7708 req-f4a0aaec-ba2d-4579-904c-6b6a7aea2867 tempest-ServersNegativeTestJSON-2028699772 tempest-ServersNegativeTestJSON-2028699772-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd09db80-2c9a-45ed-9148-0d9a546cdcec HTTP/1.1" status: 200 len: 210 time: 0.0500522 Aug 04 17:13:49.874318 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:49.892602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for 7f68ec6f-782c-46d5-9ad9-47a12b9c2632 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:49.903278 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca66c3e7-1712-4560-9cd2-94d2352b0049 x-openstack-request-id: req-ca66c3e7-1712-4560-9cd2-94d2352b0049 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:13:49.903594 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd09db80-2c9a-45ed-9148-0d9a546cdcec", "name": "network-vif-deleted", "tag": "14b2a4e8-1636-4bf5-9652-7884bf9df1a2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:13:49.903869 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca66c3e7-1712-4560-9cd2-94d2352b0049 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:13:49.904307 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd09db80-2c9a-45ed-9148-0d9a546cdcec', 'name': 'network-vif-deleted', 'tag': '14b2a4e8-1636-4bf5-9652-7884bf9df1a2', 'status': 'completed', 'code': 200} Aug 04 17:13:50.092269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:50.119457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=7f68ec6f-782c-46d5-9ad9-47a12b9c2632,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:50.259968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-2dc70ddd-906f-43de-86e4-f0b8d2cac9db req-8a7a50ed-5a0c-4364-88a9-fe8771e3a642 tempest-DeleteServersTestJSON-1768242673 tempest-DeleteServersTestJSON-1768242673-project] (105829) timed out ('10.222.0.82', 60925) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:13:50.319895 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:50.557504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Router 119ddee7-267b-483b-9468-fa11890ce95c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:13:50.677589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:50.682485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dffd0c10-61ab-4c37-aa76-5aad770c5f85 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "PUT /v2.0/routers/119ddee7-267b-483b-9468-fa11890ce95c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9478655 Aug 04 17:13:50.685242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41172) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:50.690752 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4d0e4-7a85-4a84-ae15-58f0fa14adf7 None None] Sync routers for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:50.699850 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4d0e4-7a85-4a84-ae15-58f0fa14adf7 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:50.700378 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e6e4d0e4-7a85-4a84-ae15-58f0fa14adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:50.735451 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e6e4d0e4-7a85-4a84-ae15-58f0fa14adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:50.744834 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4d0e4-7a85-4a84-ae15-58f0fa14adf7 None None] Routers {'119ddee7-267b-483b-9468-fa11890ce95c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:50.745481 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e6e4d0e4-7a85-4a84-ae15-58f0fa14adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['119ddee7-267b-483b-9468-fa11890ce95c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:50.778467 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e6e4d0e4-7a85-4a84-ae15-58f0fa14adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:50.779111 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e4d0e4-7a85-4a84-ae15-58f0fa14adf7 None None] The sync data for ids ['119ddee7-267b-483b-9468-fa11890ce95c'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:50.821932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:50.920431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41178) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:50.971149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafd0f19-5c02-4837-9ced-0ec373eeb865 admin admin] Deleting subnet fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:13:50.974917 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aafd0f19-5c02-4837-9ced-0ec373eeb865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.015446 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aafd0f19-5c02-4837-9ced-0ec373eeb865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.060706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aafd0f19-5c02-4837-9ced-0ec373eeb865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.123817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aafd0f19-5c02-4837-9ced-0ec373eeb865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.157507 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aafd0f19-5c02-4837-9ced-0ec373eeb865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.160465 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aafd0f19-5c02-4837-9ced-0ec373eeb865 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fe61e3f4-38d4-4c9c-ae90-0e336b1275d5 HTTP/1.1" status: 204 len: 168 time: 0.2389493 Aug 04 17:13:51.163101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41184) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:51.171751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd0f19-5c02-4837-9ced-0ec373eeb865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe61e3f4-38d4-4c9c-ae90-0e336b1275d5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:51.241754 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.254022 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.301023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting port 46867827-97db-419c-8966-a773c954d83e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:13:51.301587 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.385815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.396450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6618c843-6850-42e8-9b10-51eb022764a7']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:51.408139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d71a67-2516-4cff-8487-d3959e1e6fdb') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:51.408430 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d71a67-2516-4cff-8487-d3959e1e6fdb') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:51.414906 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.418527 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.427996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Calling delete_port for 46867827-97db-419c-8966-a773c954d83e owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:13:51.432765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.439733 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:13:51.439944 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:13:51.441807 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:13:51.497108 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.503147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.507888 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6618c843-6850-42e8-9b10-51eb022764a7 HTTP/1.1" status: 204 len: 168 time: 0.3407152 Aug 04 17:13:51.518562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00b613-f742-4a76-a4f3-9adbd4633e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=6618c843-6850-42e8-9b10-51eb022764a7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:51.635738 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.671051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Port': ['ID=46867827-97db-419c-8966-a773c954d83e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:51.718030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41202) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:51.747534 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.775638 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-980a30d4-b699-4f2f-8002-f0ab14fd75a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cf24d0443524cfa96a57beac0da5231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563838 Aug 04 17:13:51.776247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41204) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:51.830467 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c38d3d5f-751c-454c-be52-d277084259db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.844044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.846505 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.861833 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c38d3d5f-751c-454c-be52-d277084259db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.900921 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.901354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Fanout notify agent at l3_agent the message router_deleted on router 119ddee7-267b-483b-9468-fa11890ce95c {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:13:51.915684 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c38d3d5f-751c-454c-be52-d277084259db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.919998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c38d3d5f-751c-454c-be52-d277084259db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.921402 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c38d3d5f-751c-454c-be52-d277084259db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/256e8e05-25a6-4a2b-9b76-bc82dece3299 HTTP/1.1" status: 204 len: 168 time: 0.1441681 Aug 04 17:13:51.927934 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:51.932999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d3d5f-751c-454c-be52-d277084259db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e8e05-25a6-4a2b-9b76-bc82dece3299,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:51.933955 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9dfcdf2e-942b-4102-ad29-ef00affc23c4 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/routers/119ddee7-267b-483b-9468-fa11890ce95c HTTP/1.1" status: 204 len: 168 time: 1.2476509 Aug 04 17:13:51.934323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41212) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:51.990946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7784fe-e34a-4db2-8f80-b6d27ccc1aa6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Deleting subnet 27f89ae3-8ef6-4bd4-8916-97c978b7368b {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:13:51.994537 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d7784fe-e34a-4db2-8f80-b6d27ccc1aa6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.039600 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d7784fe-e34a-4db2-8f80-b6d27ccc1aa6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.087646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d7784fe-e34a-4db2-8f80-b6d27ccc1aa6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.131305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:13:52.155409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d7784fe-e34a-4db2-8f80-b6d27ccc1aa6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.184481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:13:52.185141 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 14b2a4e8-1636-4bf5-9652-7884bf9df1a2 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:13:52.186993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7784fe-e34a-4db2-8f80-b6d27ccc1aa6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Subnet': ['ID=27f89ae3-8ef6-4bd4-8916-97c978b7368b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:52.191481 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d7784fe-e34a-4db2-8f80-b6d27ccc1aa6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.193566 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d7784fe-e34a-4db2-8f80-b6d27ccc1aa6 tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/subnets/27f89ae3-8ef6-4bd4-8916-97c978b7368b HTTP/1.1" status: 204 len: 168 time: 0.2581649 Aug 04 17:13:52.196261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41220) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:52.310008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.410400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.434984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c66f14-88bb-4e71-a462-2b4b952be0fc']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:52.449357 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc6fe6f-d4e1-4819-a35f-b495e9451d6c') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:52.449879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc6fe6f-d4e1-4819-a35f-b495e9451d6c') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:52.464863 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.485632 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.497147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:13:52.497734 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:13:52.500950 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:13:52.607989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.616364 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:52.619059 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] 10.222.0.39 "DELETE /v2.0/networks/70c66f14-88bb-4e71-a462-2b4b952be0fc HTTP/1.1" status: 204 len: 168 time: 0.4217925 Aug 04 17:13:52.640070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b82b9-c765-4de5-96e3-1f2ee25e528f tempest-FloatingIPTestJSON-1972879603 tempest-FloatingIPTestJSON-1972879603-project] Pushing event deleted for resources: {'Network': ['ID=70c66f14-88bb-4e71-a462-2b4b952be0fc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:52.743794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41252) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:52.943226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41260) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:53.012072 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1604700605-network', 'tenant_id': 'f84a8ccbfef04e67bb5847ca7b76e726'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:53.053288 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d6aae25b-1b61-4ece-a817-093aa9534f10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd0f31faf14d4b9cb279bbeddf8e6172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086581 Aug 04 17:13:53.054979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Made reservation on behalf of f84a8ccbfef04e67bb5847ca7b76e726 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:53.056389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41268) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:53.058161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.070503 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.117060 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72bf49a6-5e50-4d4e-b103-635a964c19d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.140689 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72bf49a6-5e50-4d4e-b103-635a964c19d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.194155 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72bf49a6-5e50-4d4e-b103-635a964c19d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.197693 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72bf49a6-5e50-4d4e-b103-635a964c19d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.198887 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-72bf49a6-5e50-4d4e-b103-635a964c19d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92fcf85b-1eb2-4cb2-95ff-7f90f562e88d HTTP/1.1" status: 204 len: 168 time: 0.1411784 Aug 04 17:13:53.205344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.206941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf49a6-5e50-4d4e-b103-635a964c19d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fcf85b-1eb2-4cb2-95ff-7f90f562e88d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:53.218937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.232576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:13:53.261485 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.261848 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Added segment dbf11244-8ece-445f-a2ff-18c4ac87be47 of type vlan for network fbd2d094-b9da-47bd-9d80-fc28972d6e40 Aug 04 17:13:53.301998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:53.317635 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.361086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.362672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:53.363410 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.459150 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7119718 Aug 04 17:13:53.459150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41280) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:53.463907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f95e6-259f-44b6-8f96-10b58ef8b253 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd2d094-b9da-47bd-9d80-fc28972d6e40,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:53.475044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network fbd2d094-b9da-47bd-9d80-fc28972d6e40 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:13:53.490923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Request body: {'subnet': {'network_id': 'fbd2d094-b9da-47bd-9d80-fc28972d6e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1604700605-subnet', 'tenant_id': 'f84a8ccbfef04e67bb5847ca7b76e726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:53.523542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Made reservation on behalf of f84a8ccbfef04e67bb5847ca7b76e726 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:53.526079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.770357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.848356 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0757ea0b-72bc-4cf6-979e-3708e0393df5,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:53.860884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Checking segment: {'id': 'dbf11244-8ece-445f-a2ff-18c4ac87be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'fbd2d094-b9da-47bd-9d80-fc28972d6e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:13:53.861323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Network hostable DHCP agents. Network: fbd2d094-b9da-47bd-9d80-fc28972d6e40, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:13:53.882572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Network fbd2d094-b9da-47bd-9d80-fc28972d6e40 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:13:53.907990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, fbd2d094-b9da-47bd-9d80-fc28972d6e40) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:53.912668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:53.913266 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:53.920749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e749a0c-742b-4440-924e-eed8276798f4 None None] Network fbd2d094-b9da-47bd-9d80-fc28972d6e40 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:53.932416 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-15d40e53-dcfb-46f7-9f10-955b0e62228c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4723315 Aug 04 17:13:54.080893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18da9242-f9a1-43ba-be71-681523bcae9b None None] Network fbd2d094-b9da-47bd-9d80-fc28972d6e40 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:54.123768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41316) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:54.366307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-787474232'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:54.420354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:54.425233 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.435242 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.528552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41338) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:54.534050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1289277827-network', 'tenant_id': 'fdf73549f8524230ad43e2ce6d330d27'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:54.547074 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.552395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.571955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Made reservation on behalf of fdf73549f8524230ad43e2ce6d330d27 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:54.574757 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.588530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.588967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:13:54.596722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073663e3-e9b0-405d-b5c3-20ce9b34f1aa,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:54.603796 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.604398 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added segment 9299f944-a619-4ca1-b326-dfc008689b09 of type vlan for network da3f862c-ba3b-4aeb-82dc-755721eafa8c Aug 04 17:13:54.653117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.685929 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.692478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:54.693286 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.699004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.705184 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.732779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:13:54.742948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872a54c7-f5c3-4b37-abcb-b12ef0c41bdb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:54.751118 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.752081 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Added segment 871fb6ea-b223-4363-840e-f6f6c5ea22c6 of type vlan for network a88a6a9f-cf28-46dd-8ff1-92b25c491f30 Aug 04 17:13:54.753032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6281028 Aug 04 17:13:54.755878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41340) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:54.761878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-379702363'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:54.780481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48aa9ff-7316-4043-961a-b0ce44fec6ec tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Network': ['ID=da3f862c-ba3b-4aeb-82dc-755721eafa8c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:54.795892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network da3f862c-ba3b-4aeb-82dc-755721eafa8c details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:13:54.798753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:54.801745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.804568 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.864831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.865908 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:54.868690 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.878540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:13:54.897623 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:54.898522 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added segment a8193bbb-921f-4ee9-88ab-e339d1a1ef14 of type vlan for network 416a06ac-0365-4ebc-af2c-64bc901d669e Aug 04 17:13:54.950442 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4207115 Aug 04 17:13:54.953270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41350) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:54.960023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4751f9-5ff5-47d1-b885-7051adcd7a4c admin admin] Pushing event updated for resources: {'Network': ['ID=a88a6a9f-cf28-46dd-8ff1-92b25c491f30,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:54.967026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Request body: {'subnet': {'network_id': 'a88a6a9f-cf28-46dd-8ff1-92b25c491f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1289277827-subnet', 'tenant_id': 'fdf73549f8524230ad43e2ce6d330d27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:54.970253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a88a6a9f-cf28-46dd-8ff1-92b25c491f30 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:13:54.989550 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:55.003126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Made reservation on behalf of fdf73549f8524230ad43e2ce6d330d27 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:55.005766 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:55.080216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:55.086205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:55.086826 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:55.181220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4238069 Aug 04 17:13:55.184950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41356) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:55.187065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c85b6-3e0c-4a29-a216-ce2191f99006 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Network': ['ID=416a06ac-0365-4ebc-af2c-64bc901d669e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:55.190221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'subnet': {'network_id': 'da3f862c-ba3b-4aeb-82dc-755721eafa8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:55.200658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 416a06ac-0365-4ebc-af2c-64bc901d669e details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:13:55.295756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:55.299466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:55.319534 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:55.391808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7125d9c6-1f63-456f-9e12-3032f6220bb8,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:55.404535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Checking segment: {'id': '871fb6ea-b223-4363-840e-f6f6c5ea22c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'a88a6a9f-cf28-46dd-8ff1-92b25c491f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:13:55.404953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Network hostable DHCP agents. Network: a88a6a9f-cf28-46dd-8ff1-92b25c491f30, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:13:55.426220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Network a88a6a9f-cf28-46dd-8ff1-92b25c491f30 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:13:55.446533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, a88a6a9f-cf28-46dd-8ff1-92b25c491f30) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:55.451441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:55.452394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461b9f91-2361-4448-afa3-0b121572370c None None] Network a88a6a9f-cf28-46dd-8ff1-92b25c491f30 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:55.455398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:55.472621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-47c574c5-a661-4653-8131-e6c7db3a4a03 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5182483 Aug 04 17:13:55.570750 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:55.631420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f1bde-9864-48c4-9005-bd42d10027cb None None] Network a88a6a9f-cf28-46dd-8ff1-92b25c491f30 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:55.650744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Subnet': ['ID=7fbd1260-49fa-492c-951e-48535e379882,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:55.665110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Checking segment: {'id': '9299f944-a619-4ca1-b326-dfc008689b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'da3f862c-ba3b-4aeb-82dc-755721eafa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:13:55.665491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network hostable DHCP agents. Network: da3f862c-ba3b-4aeb-82dc-755721eafa8c, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:13:55.686630 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network da3f862c-ba3b-4aeb-82dc-755721eafa8c is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:13:55.699596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, da3f862c-ba3b-4aeb-82dc-755721eafa8c) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:55.705255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:55.705858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:55.711689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d8164-c734-4c58-9840-ec654e9b9178 None None] Network da3f862c-ba3b-4aeb-82dc-755721eafa8c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:55.726148 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-22e62e2c-f351-473a-a5ca-9fd9076f406b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5399029 Aug 04 17:13:55.729029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41376) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:55.735666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'subnet': {'network_id': '416a06ac-0365-4ebc-af2c-64bc901d669e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:55.865439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:55.871070 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:55.935043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-da3f862c-ba3b-4aeb-82dc-755721eafa8c', 'network_id': 'da3f862c-ba3b-4aeb-82dc-755721eafa8c', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'fixed_ips': [{'subnet_id': '7fbd1260-49fa-492c-951e-48535e379882'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:13:55.938175 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.091840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-ad16e0c9-e503-44e6-a98a-6e6a70c61658 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:56.096649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-ad16e0c9-e503-44e6-a98a-6e6a70c61658 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/networks?id=fbd2d094-b9da-47bd-9d80-fc28972d6e40 HTTP/1.1" status: 200 len: 825 time: 0.1411242 Aug 04 17:13:56.118150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-cd9cf58f-6d8d-423e-beb0-a261e69c6fbc tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/quotas/f84a8ccbfef04e67bb5847ca7b76e726 HTTP/1.1" status: 200 len: 375 time: 0.0180013 Aug 04 17:13:56.169345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-029d988f-972d-4449-b64a-265080373ecd tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f84a8ccbfef04e67bb5847ca7b76e726&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427284 Aug 04 17:13:56.189438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Allocated IP 2001:db8::2 (da3f862c-ba3b-4aeb-82dc-755721eafa8c/7fbd1260-49fa-492c-951e-48535e379882/31b362f5-566e-46b7-adb0-2c879d7c5799) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:56.203591 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.271938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-289a8e5f-5a59-4b03-ade1-9265cefb0ce4 service neutron] 10.222.0.39 "GET /v2.0/networks/fbd2d094-b9da-47bd-9d80-fc28972d6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940270 Aug 04 17:13:56.302133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Subnet': ['ID=7bc330a0-1783-4a95-bb7f-9ae5f23dd691,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:56.312190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Checking segment: {'id': 'a8193bbb-921f-4ee9-88ab-e339d1a1ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '416a06ac-0365-4ebc-af2c-64bc901d669e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:13:56.312670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network hostable DHCP agents. Network: 416a06ac-0365-4ebc-af2c-64bc901d669e, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:13:56.340631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 416a06ac-0365-4ebc-af2c-64bc901d669e is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:13:56.365316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 416a06ac-0365-4ebc-af2c-64bc901d669e) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:56.370332 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.376720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:56.377539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.377659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45360fa6-1167-4771-9109-d7d22c1fbf94 None None] Network 416a06ac-0365-4ebc-af2c-64bc901d669e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:56.395003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Transition to ACTIVE for port object 31b362f5-566e-46b7-adb0-2c879d7c5799 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:56.398882 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a1de0626-e63f-49f4-93d5-824da7ff0789 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6682739 Aug 04 17:13:56.401563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41398) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:56.408043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-20831247-3ccf-4ec8-aada-009b06cfee67 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1372947964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:56.408986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-35005bfb-f3fb-4ad3-86dd-6621ca79981b service neutron] 10.222.0.39 "GET /v2.0/networks/fbd2d094-b9da-47bd-9d80-fc28972d6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246271 Aug 04 17:13:56.441502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20831247-3ccf-4ec8-aada-009b06cfee67 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.442738 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20831247-3ccf-4ec8-aada-009b06cfee67 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.453980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Transition to ACTIVE for port object 31b362f5-566e-46b7-adb0-2c879d7c5799 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:56.471623 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.521021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20831247-3ccf-4ec8-aada-009b06cfee67 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.526776 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20831247-3ccf-4ec8-aada-009b06cfee67 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.529323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Network da3f862c-ba3b-4aeb-82dc-755721eafa8c is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:56.532332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:56.534620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Pushing event updated for resources: {'Port': ['ID=31b362f5-566e-46b7-adb0-2c879d7c5799,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:56.538637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:56.555602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-20831247-3ccf-4ec8-aada-009b06cfee67 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.557989 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-20831247-3ccf-4ec8-aada-009b06cfee67 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1548164 Aug 04 17:13:56.560792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41402) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:56.567712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.568150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.568554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.568977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.570993 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.571441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.571792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.572189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.572576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.572962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.573358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.573740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:13:56.656911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Attempting to bind port 31b362f5-566e-46b7-adb0-2c879d7c5799 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:13:56.657416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Attempting to bind port 31b362f5-566e-46b7-adb0-2c879d7c5799 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '9299f944-a619-4ca1-b326-dfc008689b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'da3f862c-ba3b-4aeb-82dc-755721eafa8c'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:13:56.658193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Attempting to bind port 31b362f5-566e-46b7-adb0-2c879d7c5799 on network da3f862c-ba3b-4aeb-82dc-755721eafa8c {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:13:56.666839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:13:56.667281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Checking segment: {'id': '9299f944-a619-4ca1-b326-dfc008689b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'da3f862c-ba3b-4aeb-82dc-755721eafa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:13:56.667751 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.668244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Bound using segment: {'id': '9299f944-a619-4ca1-b326-dfc008689b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'da3f862c-ba3b-4aeb-82dc-755721eafa8c'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:13:56.668916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Bound port: 31b362f5-566e-46b7-adb0-2c879d7c5799, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9299f944-a619-4ca1-b326-dfc008689b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'da3f862c-ba3b-4aeb-82dc-755721eafa8c'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:13:56.669229 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.701740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93cf13e0-abd6-4393-aa0a-448a314134bc req-7822880e-3bcc-4aa4-94aa-cda1569dc4da tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 210 time: 0.0805469 Aug 04 17:13:56.747523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-416a06ac-0365-4ebc-af2c-64bc901d669e', 'network_id': '416a06ac-0365-4ebc-af2c-64bc901d669e', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'fixed_ips': [{'subnet_id': '7bc330a0-1783-4a95-bb7f-9ae5f23dd691'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:13:56.748391 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.846302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] For port 31b362f5-566e-46b7-adb0-2c879d7c5799, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:13:56.910220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] For port 31b362f5-566e-46b7-adb0-2c879d7c5799, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=31b362f5-566e-46b7-adb0-2c879d7c5799,segment=NetworkSegment(9299f944-a619-4ca1-b326-dfc008689b09),segment_id=9299f944-a619-4ca1-b326-dfc008689b09)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:13:56.922563 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:56.951130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:57.016999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Allocated IP 2001:db8:1::2 (416a06ac-0365-4ebc-af2c-64bc901d669e/7bc330a0-1783-4a95-bb7f-9ae5f23dd691/a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:57.129088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c99ee-84bd-43db-8162-a05acae98005 None None] Pushing event updated for resources: {'Port': ['ID=31b362f5-566e-46b7-adb0-2c879d7c5799,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:57.338680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:57.353680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Transition to ACTIVE for port object a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:57.372445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Transition to ACTIVE for port object a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:57.388557 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:57.401156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Allocated IP 2001:db8::1 (da3f862c-ba3b-4aeb-82dc-755721eafa8c/7fbd1260-49fa-492c-951e-48535e379882/19ef3fe2-2c40-43eb-b48c-325daf88ff43) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:57.438703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Pushing event updated for resources: {'Port': ['ID=a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:57.485707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Network 416a06ac-0365-4ebc-af2c-64bc901d669e is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:57.488040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:57.492152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:57.563089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Attempting to bind port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:13:57.563440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Attempting to bind port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'a8193bbb-921f-4ee9-88ab-e339d1a1ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '416a06ac-0365-4ebc-af2c-64bc901d669e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:13:57.563809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Attempting to bind port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 on network 416a06ac-0365-4ebc-af2c-64bc901d669e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:13:57.568839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:13:57.569208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Checking segment: {'id': 'a8193bbb-921f-4ee9-88ab-e339d1a1ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '416a06ac-0365-4ebc-af2c-64bc901d669e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:13:57.569611 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:57.570001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Bound using segment: {'id': 'a8193bbb-921f-4ee9-88ab-e339d1a1ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '416a06ac-0365-4ebc-af2c-64bc901d669e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:13:57.570469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Bound port: a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8193bbb-921f-4ee9-88ab-e339d1a1ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '416a06ac-0365-4ebc-af2c-64bc901d669e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:13:57.570873 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:57.588788 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:57.603114 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Transition to ACTIVE for port object 19ef3fe2-2c40-43eb-b48c-325daf88ff43 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:13:57.641084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] For port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:13:57.645218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] For port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521,segment=NetworkSegment(a8193bbb-921f-4ee9-88ab-e339d1a1ef14),segment_id=a8193bbb-921f-4ee9-88ab-e339d1a1ef14)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:13:57.647281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:57.651769 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:57.688275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network da3f862c-ba3b-4aeb-82dc-755721eafa8c is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:57.692171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:57.698850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:57.699736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:57.735032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c806a-3fe2-4a73-a54a-975689158fdf None None] Pushing event updated for resources: {'Port': ['ID=a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:57.781487 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=19ef3fe2-2c40-43eb-b48c-325daf88ff43,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:57.866287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14e8051f-030a-4e81-b666-7b3f5b8ff0b3 req-e4865ad9-0200-4c61-baf0-e7d93cab85c0 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 210 time: 0.0515521 Aug 04 17:13:57.930850 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:58.016403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-5d800406-e699-46ad-868b-84233098213b tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:58.018139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-5d800406-e699-46ad-868b-84233098213b tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.82 "GET /v2.0/networks?id=fbd2d094-b9da-47bd-9d80-fc28972d6e40 HTTP/1.1" status: 200 len: 825 time: 0.1573882 Aug 04 17:13:58.035004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Request body: {'port': {'device_id': '3b185b4d-495e-4e25-8aae-2f755ecd48ed', 'network_id': 'fbd2d094-b9da-47bd-9d80-fc28972d6e40', 'admin_state_up': True, 'tenant_id': 'f84a8ccbfef04e67bb5847ca7b76e726'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:58.365683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Made reservation on behalf of f84a8ccbfef04e67bb5847ca7b76e726 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:13:58.371159 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:58.525170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 31b362f5-566e-46b7-adb0-2c879d7c5799 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:13:58.527415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c34f72a-34c6-4b38-bb8b-6e7f462ee102 None None] Network da3f862c-ba3b-4aeb-82dc-755721eafa8c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:58.577262 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:58.589914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Allocated IP 172.20.0.4 (fbd2d094-b9da-47bd-9d80-fc28972d6e40/0757ea0b-72bc-4cf6-979e-3708e0393df5/55c0f37a-619b-4de0-aec8-2308b68e17f1) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:13:58.592475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:58.593397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:58.651952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a08fea5-4428-4922-a93c-35dc76e5fe4f None None] Provisioning for port 31b362f5-566e-46b7-adb0-2c879d7c5799 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:58.681834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 31b362f5-566e-46b7-adb0-2c879d7c5799 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:58.692981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 31b362f5-566e-46b7-adb0-2c879d7c5799 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:58.693359 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:58.748551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=19ef3fe2-2c40-43eb-b48c-325daf88ff43,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:58.846923 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:58.853260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network da3f862c-ba3b-4aeb-82dc-755721eafa8c is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:58.868706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:58.892089 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:58.936750 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:58.963653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 31b362f5-566e-46b7-adb0-2c879d7c5799, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=31b362f5-566e-46b7-adb0-2c879d7c5799,segment=NetworkSegment(9299f944-a619-4ca1-b326-dfc008689b09),segment_id=9299f944-a619-4ca1-b326-dfc008689b09)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:13:58.986436 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:58.987524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:13:59.089242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 32b497e6-395d-4641-8bb3-42ffd13c94e3 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:13:59.097836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=31b362f5-566e-46b7-adb0-2c879d7c5799,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:59.118300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:59.146154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Network fbd2d094-b9da-47bd-9d80-fc28972d6e40 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:13:59.156216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:13:59.159722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:13:59.205752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Pushing event updated for resources: {'Port': ['ID=55c0f37a-619b-4de0-aec8-2308b68e17f1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:13:59.227109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac615e-793e-4ec5-8b5b-a1d4a70efdad req-485589d6-9035-4b48-a8d4-693ca3837ccb tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:59.229126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fac615e-793e-4ec5-8b5b-a1d4a70efdad req-485589d6-9035-4b48-a8d4-693ca3837ccb tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 931 time: 0.1803496 Aug 04 17:13:59.243170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:13:59.252481 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e6daef22-9130-4d23-bfa5-550ec5a5034e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/32b497e6-395d-4641-8bb3-42ffd13c94e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6901362 Aug 04 17:13:59.253307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe9175-f40f-453b-ae31-047ec5257d6a None None] Sync routers for ids ['32b497e6-395d-4641-8bb3-42ffd13c94e3'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:13:59.255333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41458) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:59.271552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe9175-f40f-453b-ae31-047ec5257d6a None None] Routers {'32b497e6-395d-4641-8bb3-42ffd13c94e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:59.272277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-57fe9175-f40f-453b-ae31-047ec5257d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['32b497e6-395d-4641-8bb3-42ffd13c94e3'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:59.278096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:59.278667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:59.312876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eaf8e1-e275-4ccb-9772-0019a361b06d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:13:59.314373 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d4eaf8e1-e275-4ccb-9772-0019a361b06d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports/19ef3fe2-2c40-43eb-b48c-325daf88ff43 HTTP/1.1" status: 200 len: 911 time: 0.0579691 Aug 04 17:13:59.317490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41466) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:13:59.379311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d79748c0-80be-4e7f-ba27-433847e474f6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3514273 Aug 04 17:13:59.397297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-57fe9175-f40f-453b-ae31-047ec5257d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:59.420770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Request body: {'port': {'device_id': '3b185b4d-495e-4e25-8aae-2f755ecd48ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:13:59.435187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-660ea9db-d458-4567-a9e8-3f4ba1fba388 None None] Provisioning complete for port 31b362f5-566e-46b7-adb0-2c879d7c5799 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:59.435468 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-660ea9db-d458-4567-a9e8-3f4ba1fba388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:59.436941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe9175-f40f-453b-ae31-047ec5257d6a None None] Routers {'32b497e6-395d-4641-8bb3-42ffd13c94e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:13:59.438118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-57fe9175-f40f-453b-ae31-047ec5257d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['32b497e6-395d-4641-8bb3-42ffd13c94e3'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:59.438789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fac615e-793e-4ec5-8b5b-a1d4a70efdad req-709280e7-b21d-46ae-9b60-1ce01932dab9 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000089 Aug 04 17:13:59.525434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-57fe9175-f40f-453b-ae31-047ec5257d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:13:59.531735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe9175-f40f-453b-ae31-047ec5257d6a None None] The sync data for ids ['32b497e6-395d-4641-8bb3-42ffd13c94e3'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:13:59.538303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e405e-5d72-49ea-b2b7-d1ddb9b67a36 None None] Network 416a06ac-0365-4ebc-af2c-64bc901d669e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:13:59.558689 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:59.788102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-660ea9db-d458-4567-a9e8-3f4ba1fba388 None None] Provisioning for port 19ef3fe2-2c40-43eb-b48c-325daf88ff43 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:59.795454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-660ea9db-d458-4567-a9e8-3f4ba1fba388 None None] Provisioning complete for port 19ef3fe2-2c40-43eb-b48c-325daf88ff43 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:59.795969 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-660ea9db-d458-4567-a9e8-3f4ba1fba388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:59.847344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-660ea9db-d458-4567-a9e8-3f4ba1fba388 None None] Port 19ef3fe2-2c40-43eb-b48c-325daf88ff43 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:13:59.887672 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:59.957325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c0f37a-619b-4de0-aec8-2308b68e17f1 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:13:59.974093 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:59.985972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0f587a78-3241-40cf-be41-a5d2ba85fe8d None None] Provisioning for port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:13:59.990837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0f587a78-3241-40cf-be41-a5d2ba85fe8d None None] Provisioning complete for port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:13:59.991589 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0f587a78-3241-40cf-be41-a5d2ba85fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:13:59.995438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Transition to ACTIVE for port object 55c0f37a-619b-4de0-aec8-2308b68e17f1 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:00.007334 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.165126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Pushing event updated for resources: {'Port': ['ID=55c0f37a-619b-4de0-aec8-2308b68e17f1,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:00.170763 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0f587a78-3241-40cf-be41-a5d2ba85fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.204444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Attempting to bind port 55c0f37a-619b-4de0-aec8-2308b68e17f1 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:00.204904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Attempting to bind port 55c0f37a-619b-4de0-aec8-2308b68e17f1 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'dbf11244-8ece-445f-a2ff-18c4ac87be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'fbd2d094-b9da-47bd-9d80-fc28972d6e40'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:00.205711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Attempting to bind port 55c0f37a-619b-4de0-aec8-2308b68e17f1 on network fbd2d094-b9da-47bd-9d80-fc28972d6e40 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:00.215069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0f587a78-3241-40cf-be41-a5d2ba85fe8d None None] For port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521,segment=NetworkSegment(a8193bbb-921f-4ee9-88ab-e339d1a1ef14),segment_id=a8193bbb-921f-4ee9-88ab-e339d1a1ef14)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:00.217133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Port 55c0f37a-619b-4de0-aec8-2308b68e17f1 on network fbd2d094-b9da-47bd-9d80-fc28972d6e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:14:00.217468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Attempting to bind port 55c0f37a-619b-4de0-aec8-2308b68e17f1 on network fbd2d094-b9da-47bd-9d80-fc28972d6e40 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:00.223862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:00.224461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Checking segment: {'id': 'dbf11244-8ece-445f-a2ff-18c4ac87be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'fbd2d094-b9da-47bd-9d80-fc28972d6e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:00.224846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Bound using segment: {'id': 'dbf11244-8ece-445f-a2ff-18c4ac87be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'fbd2d094-b9da-47bd-9d80-fc28972d6e40'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:00.225303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Bound port: 55c0f37a-619b-4de0-aec8-2308b68e17f1, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf11244-8ece-445f-a2ff-18c4ac87be47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'fbd2d094-b9da-47bd-9d80-fc28972d6e40'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:00.225660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.229442 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0f587a78-3241-40cf-be41-a5d2ba85fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.282351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0f587a78-3241-40cf-be41-a5d2ba85fe8d None None] Provisioning complete for port 19ef3fe2-2c40-43eb-b48c-325daf88ff43 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:00.283482 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0f587a78-3241-40cf-be41-a5d2ba85fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.333220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] For port 55c0f37a-619b-4de0-aec8-2308b68e17f1, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:00.338749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] For port 55c0f37a-619b-4de0-aec8-2308b68e17f1, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55c0f37a-619b-4de0-aec8-2308b68e17f1,segment=NetworkSegment(dbf11244-8ece-445f-a2ff-18c4ac87be47),segment_id=dbf11244-8ece-445f-a2ff-18c4ac87be47)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:00.345650 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.370600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 31b362f5-566e-46b7-adb0-2c879d7c5799 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:00.378354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f587a78-3241-40cf-be41-a5d2ba85fe8d None None] Pushing event updated for resources: {'Port': ['ID=a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:00.384137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:00.384771 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.386238 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] 10.222.0.82 "PUT /v2.0/ports/55c0f37a-619b-4de0-aec8-2308b68e17f1 HTTP/1.1" status: 200 len: 1091 time: 0.9880388 Aug 04 17:14:00.386707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b185b4d-495e-4e25-8aae-2f755ecd48ed', 'tag': '55c0f37a-619b-4de0-aec8-2308b68e17f1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:14:00.389231 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717" -d '{"events": [{"name": "network-changed", "server_uuid": "3b185b4d-495e-4e25-8aae-2f755ecd48ed", "tag": "55c0f37a-619b-4de0-aec8-2308b68e17f1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:14:00.438784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c320011-08a9-4f68-ad03-d4c6f3a07192 service neutron] Pushing event updated for resources: {'Port': ['ID=55c0f37a-619b-4de0-aec8-2308b68e17f1,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:00.443659 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4367a3af-d14a-4405-8099-c6767b58dfa1 x-openstack-request-id: req-4367a3af-d14a-4405-8099-c6767b58dfa1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:14:00.443943 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b185b4d-495e-4e25-8aae-2f755ecd48ed", "tag": "55c0f37a-619b-4de0-aec8-2308b68e17f1", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:14:00.444189 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4367a3af-d14a-4405-8099-c6767b58dfa1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:14:00.444582 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b185b4d-495e-4e25-8aae-2f755ecd48ed', 'tag': '55c0f37a-619b-4de0-aec8-2308b68e17f1', 'status': 'completed', 'code': 200} Aug 04 17:14:00.447292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0f587a78-3241-40cf-be41-a5d2ba85fe8d None None] Port 19ef3fe2-2c40-43eb-b48c-325daf88ff43 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:00.499136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-f09dff9f-eca7-478a-ae91-c84108103351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:00.499136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-f09dff9f-eca7-478a-ae91-c84108103351 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84a8ccbfef04e67bb5847ca7b76e726&device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 1094 time: 0.0451682 Aug 04 17:14:00.500793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 31b362f5-566e-46b7-adb0-2c879d7c5799 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:00.500793 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.598035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-a7601448-49fe-4b68-9543-66ec3ebbc43e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55c0f37a-619b-4de0-aec8-2308b68e17f1 HTTP/1.1" status: 200 len: 217 time: 0.0929096 Aug 04 17:14:00.626116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3474c9d6-868e-4033-bce9-9e29aae64cd4 None None] Provisioning complete for port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:00.626666 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3474c9d6-868e-4033-bce9-9e29aae64cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.700029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4576b8-2de4-4995-a2e2-9ddc1830398b req-e9f51593-15d7-418a-bcb7-c003bb9f2774 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:00.701525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc4576b8-2de4-4995-a2e2-9ddc1830398b req-e9f51593-15d7-418a-bcb7-c003bb9f2774 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 943 time: 0.1157572 Aug 04 17:14:00.708109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-f66ff40e-6b1b-4ca1-be4f-c95d3a20f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:00.709601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-f66ff40e-6b1b-4ca1-be4f-c95d3a20f743 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0757ea0b-72bc-4cf6-979e-3708e0393df5 HTTP/1.1" status: 200 len: 865 time: 0.0910475 Aug 04 17:14:00.760031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-07d4af81-44da-4954-95c1-2b4b0437941a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbd2d094-b9da-47bd-9d80-fc28972d6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356393 Aug 04 17:14:00.765580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3474c9d6-868e-4033-bce9-9e29aae64cd4 None None] Provisioning complete for port 19ef3fe2-2c40-43eb-b48c-325daf88ff43 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:00.766315 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3474c9d6-868e-4033-bce9-9e29aae64cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.781240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc4576b8-2de4-4995-a2e2-9ddc1830398b req-c7671acb-e7f1-42d1-88ef-46f8dcaba733 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706108 Aug 04 17:14:00.818622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3474c9d6-868e-4033-bce9-9e29aae64cd4 None None] Port 19ef3fe2-2c40-43eb-b48c-325daf88ff43 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:00.833787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Allocated IP 2001:db8:1::1 (416a06ac-0365-4ebc-af2c-64bc901d669e/7bc330a0-1783-4a95-bb7f-9ae5f23dd691/7c159ed3-b648-4ac7-8179-6ac4a28edca2) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:00.878107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-d9a6a4fd-e6ec-44d6-99f7-b77081017e06 service neutron] 10.222.0.82 "GET /v2.0/networks/fbd2d094-b9da-47bd-9d80-fc28972d6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097505 Aug 04 17:14:00.964789 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:00.981286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Transition to ACTIVE for port object 7c159ed3-b648-4ac7-8179-6ac4a28edca2 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:00.982472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65060a6b-2dc8-4b28-acba-be94c628d806 req-0b07e1d1-8b2d-45bb-a89e-8262ce14f18b service neutron] 10.222.0.82 "GET /v2.0/networks/fbd2d094-b9da-47bd-9d80-fc28972d6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971165 Aug 04 17:14:01.017314 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:01.052375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 416a06ac-0365-4ebc-af2c-64bc901d669e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:01.056406 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:01.060902 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:01.061472 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:01.105605 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:14:01.131947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717 req-eaa95fd3-9369-454f-ad56-30a5d14e7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.134111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717 req-eaa95fd3-9369-454f-ad56-30a5d14e7607 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84a8ccbfef04e67bb5847ca7b76e726&device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 1094 time: 0.1042793 Aug 04 17:14:01.140865 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=7c159ed3-b648-4ac7-8179-6ac4a28edca2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:01.223108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-c1d314a4-b990-49f4-8e66-f3ddc3bac649 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1422300 Aug 04 17:14:01.239985 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:01.333667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717 req-f80bbc9c-b439-4677-95ee-dbf9c589f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.335448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717 req-f80bbc9c-b439-4677-95ee-dbf9c589f73f service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbd2d094-b9da-47bd-9d80-fc28972d6e40 HTTP/1.1" status: 200 len: 927 time: 0.1928039 Aug 04 17:14:01.398727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-b78f85a6-335f-4ea0-b66d-e4ce2ed3618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.399270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-b78f85a6-335f-4ea0-b66d-e4ce2ed3618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.399746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-b78f85a6-335f-4ea0-b66d-e4ce2ed3618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.400223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-b78f85a6-335f-4ea0-b66d-e4ce2ed3618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.400692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-b78f85a6-335f-4ea0-b66d-e4ce2ed3618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.401160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-b78f85a6-335f-4ea0-b66d-e4ce2ed3618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.401637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-b78f85a6-335f-4ea0-b66d-e4ce2ed3618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.403887 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-b78f85a6-335f-4ea0-b66d-e4ce2ed3618e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6502 time: 0.1140003 Aug 04 17:14:01.405770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717 req-9c468674-2b80-4150-a2f6-fc35f7524a1a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55c0f37a-619b-4de0-aec8-2308b68e17f1 HTTP/1.1" status: 200 len: 217 time: 0.0614982 Aug 04 17:14:01.455269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2117c1e1-40ac-4885-89d8-4069ab88f443 None None] Provisioning for port 7c159ed3-b648-4ac7-8179-6ac4a28edca2 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:01.460866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2117c1e1-40ac-4885-89d8-4069ab88f443 None None] Provisioning complete for port 7c159ed3-b648-4ac7-8179-6ac4a28edca2 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:01.461450 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2117c1e1-40ac-4885-89d8-4069ab88f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:01.541829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717 req-cd7a93bd-06fd-4214-9ab9-200f4eea1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.544326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717 req-cd7a93bd-06fd-4214-9ab9-200f4eea1859 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0757ea0b-72bc-4cf6-979e-3708e0393df5 HTTP/1.1" status: 200 len: 865 time: 0.1299062 Aug 04 17:14:01.573386 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:01.587787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:01.588597 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:01.608330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717 req-f8524858-4fc2-44e5-b849-b5e9d73ff4a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbd2d094-b9da-47bd-9d80-fc28972d6e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548613 Aug 04 17:14:01.704278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2117c1e1-40ac-4885-89d8-4069ab88f443 None None] Port 7c159ed3-b648-4ac7-8179-6ac4a28edca2 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:01.722727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=7c159ed3-b648-4ac7-8179-6ac4a28edca2,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:01.723368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-9d007de4-79d2-4048-8481-f235d8e3c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.723943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-9d007de4-79d2-4048-8481-f235d8e3c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.724515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-9d007de4-79d2-4048-8481-f235d8e3c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:01.726257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-9d007de4-79d2-4048-8481-f235d8e3c75a service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2 HTTP/1.1" status: 200 len: 2302 time: 0.2768669 Aug 04 17:14:01.784978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 416a06ac-0365-4ebc-af2c-64bc901d669e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:01.788568 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:01.811967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717 req-84bbc8c9-7ab9-4675-b946-424d849fbab3 service neutron] 10.222.0.82 "GET /v2.0/networks/fbd2d094-b9da-47bd-9d80-fc28972d6e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941226 Aug 04 17:14:01.920513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 32b497e6-395d-4641-8bb3-42ffd13c94e3 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:01.923096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-ab7248c6-2a89-43e4-a532-561519ca64a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da58f926-5e25-416a-b85c-cbfc1468b16c HTTP/1.1" status: 200 len: 1002 time: 0.1838305 Aug 04 17:14:01.925202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ac2a5e7-aa47-45f1-95eb-849d33cb5717 req-ce073957-75ab-4fb2-905b-a02858e68f6c service neutron] 10.222.0.82 "GET /v2.0/networks/fbd2d094-b9da-47bd-9d80-fc28972d6e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010442 Aug 04 17:14:01.998575 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-31302c25-f152-4ce1-aea1-66c7689832e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:02.014652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-c146e251-2395-44a3-896b-a8528e453d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:02.016179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-c146e251-2395-44a3-896b-a8528e453d68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ef543eaa-4be5-4e02-bbc5-f2ae9095973a HTTP/1.1" status: 200 len: 856 time: 0.0807250 Aug 04 17:14:02.050438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:02.059266 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-89dcf240-b9f0-4cea-a11e-ce9c2e4d7b0f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/32b497e6-395d-4641-8bb3-42ffd13c94e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7379708 Aug 04 17:14:02.059266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41518) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:02.061935 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbd6f1-3b89-491e-8ca6-89de182eb561 None None] Sync routers for ids ['32b497e6-395d-4641-8bb3-42ffd13c94e3'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:02.071429 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfbd6f1-3b89-491e-8ca6-89de182eb561 None None] Routers {'32b497e6-395d-4641-8bb3-42ffd13c94e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:02.072042 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd6f1-3b89-491e-8ca6-89de182eb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['32b497e6-395d-4641-8bb3-42ffd13c94e3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:02.073668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e1bda-90d8-499c-8eee-b63e50e17179 req-e2bdc9f6-c5bf-49cb-8d6e-48b622a44886 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:02.075747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d9e1bda-90d8-499c-8eee-b63e50e17179 req-e2bdc9f6-c5bf-49cb-8d6e-48b622a44886 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 943 time: 0.1495447 Aug 04 17:14:02.113976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3b4c6-97d5-4580-bcab-8f07cc5414a9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:02.116144 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e4a3b4c6-97d5-4580-bcab-8f07cc5414a9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports/7c159ed3-b648-4ac7-8179-6ac4a28edca2 HTTP/1.1" status: 200 len: 913 time: 0.0556757 Aug 04 17:14:02.117060 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd6f1-3b89-491e-8ca6-89de182eb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:02.118904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41520) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:02.124498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-93b7d9c5-9fef-41bc-820a-9148f1c3a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:02.126021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-93b7d9c5-9fef-41bc-820a-9148f1c3a2eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013410 Aug 04 17:14:02.128628 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfbd6f1-3b89-491e-8ca6-89de182eb561 None None] Routers {'32b497e6-395d-4641-8bb3-42ffd13c94e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:02.129894 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd6f1-3b89-491e-8ca6-89de182eb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['32b497e6-395d-4641-8bb3-42ffd13c94e3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:02.131528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d9e1bda-90d8-499c-8eee-b63e50e17179 req-e828546a-94ac-4af3-9129-4c08c8a2edbe tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478466 Aug 04 17:14:02.132238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-08e9b6fe-bdac-4aad-aee0-3e6288b1b3df None None] Provisioning complete for port 7c159ed3-b648-4ac7-8179-6ac4a28edca2 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:02.132611 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-08e9b6fe-bdac-4aad-aee0-3e6288b1b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:02.192346 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd6f1-3b89-491e-8ca6-89de182eb561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:02.193283 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbd6f1-3b89-491e-8ca6-89de182eb561 None None] The sync data for ids ['32b497e6-395d-4641-8bb3-42ffd13c94e3'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:02.197682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-08e9b6fe-bdac-4aad-aee0-3e6288b1b3df None None] Port 7c159ed3-b648-4ac7-8179-6ac4a28edca2 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:02.247152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-7e273af8-5a22-4cbd-bab8-27a36c799593 service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129596 Aug 04 17:14:02.335473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:02.378432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-1c0838f3-a4f1-4662-8d1b-cc444189a922 service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228144 Aug 04 17:14:02.397497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:02.397497 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:02.434368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-27692b53-e3a2-4280-9cf7-1b1cdc1d62cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=055d70de-a204-430b-8bd6-bc6a5dc0ccdd HTTP/1.1" status: 200 len: 217 time: 0.0487263 Aug 04 17:14:02.495276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-417005c4-0b12-4f6e-bf71-d6616d6cfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:02.497175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-417005c4-0b12-4f6e-bf71-d6616d6cfaf6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0545700 Aug 04 17:14:02.520799 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:02.544856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-a1292b7a-dbc2-4772-b1c1-f4bdca2f8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:02.546522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-a1292b7a-dbc2-4772-b1c1-f4bdca2f8c93 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421197 Aug 04 17:14:02.652565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-b263ef9e-1cea-44b6-a6ea-13a5f4535682 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987146 Aug 04 17:14:02.848289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port 7c159ed3-b648-4ac7-8179-6ac4a28edca2 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:02.848758 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:02.948695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:02.961431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for 7c159ed3-b648-4ac7-8179-6ac4a28edca2 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:03.082535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-17d3593c-a374-4fd7-a746-7518307ecad0 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215472 Aug 04 17:14:03.132608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-31300799-38c8-4157-8cfa-d825dcb85853 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=fc732593-e3e3-46b8-b687-23b7c42b1458 HTTP/1.1" status: 200 len: 217 time: 0.0424685 Aug 04 17:14:03.174567 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:03.214423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-69ad0e6d-08c5-4ac3-8b61-a481b17eaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:03.216246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-69ad0e6d-08c5-4ac3-8b61-a481b17eaa22 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0759706 Aug 04 17:14:03.220458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=7c159ed3-b648-4ac7-8179-6ac4a28edca2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:03.352905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b7172-68bc-468b-933f-fbf7d41b6717 req-b025ad29-33f2-4269-a658-b28d38f0cab3 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:03.354748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-920b7172-68bc-468b-933f-fbf7d41b6717 req-b025ad29-33f2-4269-a658-b28d38f0cab3 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 943 time: 0.1200819 Aug 04 17:14:03.362786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-8789efe8-2f4b-4604-b672-d54852a12821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:03.364555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-8789efe8-2f4b-4604-b672-d54852a12821 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1397908 Aug 04 17:14:03.389187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:03.511066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-920b7172-68bc-468b-933f-fbf7d41b6717 req-40daa842-b2d8-476a-b5a6-4eb5dea61e8b tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451685 Aug 04 17:14:03.544472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-2f104578-35c5-438e-91f7-d87ae4ffc5eb service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707387 Aug 04 17:14:03.639643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 32b497e6-395d-4641-8bb3-42ffd13c94e3 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:03.669617 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-80c9e3ad-4559-48d3-837d-e8e8571774c5 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169763 Aug 04 17:14:03.714362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-7ed499d9-19fe-42db-899d-87ae8796b4ca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=eb287487-5fc2-496c-a194-2e1ecc152829 HTTP/1.1" status: 200 len: 217 time: 0.0367708 Aug 04 17:14:03.744750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:03.754066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21233e63-0546-441b-9fc4-109aa5157483 None None] Sync routers for ids ['32b497e6-395d-4641-8bb3-42ffd13c94e3'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:03.768867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41560) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:03.772499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21233e63-0546-441b-9fc4-109aa5157483 None None] Routers {'32b497e6-395d-4641-8bb3-42ffd13c94e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:03.773145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-21233e63-0546-441b-9fc4-109aa5157483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['32b497e6-395d-4641-8bb3-42ffd13c94e3'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:03.774616 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5c0e36bf-e8ee-4555-a386-3df57836b07d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/32b497e6-395d-4641-8bb3-42ffd13c94e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6489944 Aug 04 17:14:03.811291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-21233e63-0546-441b-9fc4-109aa5157483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:03.822214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21233e63-0546-441b-9fc4-109aa5157483 None None] Routers {'32b497e6-395d-4641-8bb3-42ffd13c94e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:03.822891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-21233e63-0546-441b-9fc4-109aa5157483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:13:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['32b497e6-395d-4641-8bb3-42ffd13c94e3'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:03.865183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-21233e63-0546-441b-9fc4-109aa5157483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:03.865673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21233e63-0546-441b-9fc4-109aa5157483 None None] The sync data for ids ['32b497e6-395d-4641-8bb3-42ffd13c94e3'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:03.884402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-5b5e66f0-e154-49d7-9264-14f2b0d9855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:03.886709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-5b5e66f0-e154-49d7-9264-14f2b0d9855a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.1654136 Aug 04 17:14:04.029659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-da03981e-eab5-4b3a-9f8d-025856f7b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:04.031228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-da03981e-eab5-4b3a-9f8d-025856f7b708 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1362526 Aug 04 17:14:04.191308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-63d68faa-380e-4b54-ae06-ad1d4beea4ed service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514535 Aug 04 17:14:04.207504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 55c0f37a-619b-4de0-aec8-2308b68e17f1 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:14:04.305669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 55c0f37a-619b-4de0-aec8-2308b68e17f1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55c0f37a-619b-4de0-aec8-2308b68e17f1,segment=NetworkSegment(dbf11244-8ece-445f-a2ff-18c4ac87be47),segment_id=dbf11244-8ece-445f-a2ff-18c4ac87be47)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:04.319294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '55c0f37a-619b-4de0-aec8-2308b68e17f1', 'network_id': 'fbd2d094-b9da-47bd-9d80-fc28972d6e40', 'port_id': '55c0f37a-619b-4de0-aec8-2308b68e17f1', 'mac_address': 'fa:16:3e:57:c5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0757ea0b-72bc-4cf6-979e-3708e0393df5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:14:04.323184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-57c0c009-0497-4a62-94fd-292c56725f39 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244597 Aug 04 17:14:04.365382 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:04.371900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-7e3414f1-3554-436b-82e9-863f8d6e34c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=e816567d-e02e-4090-a94f-767175a8aa9e HTTP/1.1" status: 200 len: 217 time: 0.0405838 Aug 04 17:14:04.377134 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:04.387517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c0f37a-619b-4de0-aec8-2308b68e17f1 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:14:04.401062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-baa04a88-7b89-4d12-89d7-250ce6558288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:04.412096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 55c0f37a-619b-4de0-aec8-2308b68e17f1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55c0f37a-619b-4de0-aec8-2308b68e17f1,segment=NetworkSegment(dbf11244-8ece-445f-a2ff-18c4ac87be47),segment_id=dbf11244-8ece-445f-a2ff-18c4ac87be47)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:04.417478 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:04.471766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=55c0f37a-619b-4de0-aec8-2308b68e17f1,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:04.502150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-756327cc-8de9-45aa-84a6-57ba3df227d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:04.503694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-756327cc-8de9-45aa-84a6-57ba3df227d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.1233492 Aug 04 17:14:04.630722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-a34178f1-d77f-4664-9d8e-f1f59fa7232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:04.632261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-a34178f1-d77f-4664-9d8e-f1f59fa7232f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965450 Aug 04 17:14:04.672308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350825bc-ce35-44fd-882d-073c27453466 req-9d8d7e18-75f7-4fd9-b74e-35d7fd921b91 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:04.673811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-350825bc-ce35-44fd-882d-073c27453466 req-9d8d7e18-75f7-4fd9-b74e-35d7fd921b91 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 944 time: 0.0969064 Aug 04 17:14:04.686524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['55c0f37a-619b-4de0-aec8-2308b68e17f1'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:14:04.796640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-350825bc-ce35-44fd-882d-073c27453466 req-569405cb-de1a-49ed-8df3-78e8433cc786 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962396 Aug 04 17:14:04.813444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-764e002d-0e82-45a9-bee0-392e227da7f3 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691592 Aug 04 17:14:04.933972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port 19ef3fe2-2c40-43eb-b48c-325daf88ff43 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:04.934344 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:04.966608 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:04.990909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-be35ee4e-d7de-43e2-910c-454ebc2532a2 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581166 Aug 04 17:14:05.044366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-2e124b5e-c86a-4f89-b41a-38d87c18601b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 HTTP/1.1" status: 200 len: 217 time: 0.0429070 Aug 04 17:14:05.102535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:05.121064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for 19ef3fe2-2c40-43eb-b48c-325daf88ff43 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:05.125957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-3c28f9fa-99ee-4830-94d0-fbf1aca48ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:05.127601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-3c28f9fa-99ee-4830-94d0-fbf1aca48ffe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.0739374 Aug 04 17:14:05.222017 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-e42a63d1-abda-4f32-9e75-446848ac274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:05.223580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-e42a63d1-abda-4f32-9e75-446848ac274f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878806 Aug 04 17:14:05.386946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-6e4da621-7bea-4b2c-9d07-fd275b96045c service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298323 Aug 04 17:14:05.405266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:05.482109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=19ef3fe2-2c40-43eb-b48c-325daf88ff43,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:05.797755 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:05.939795 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:05.951724 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-e3293739-de59-4fd3-9a5a-a3fba2b278b9 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554488 Aug 04 17:14:06.059319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-1a8f6011-49be-4bd9-8acd-f81e10dde022 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c15942b0-432c-480d-9005-da6faf613418 HTTP/1.1" status: 200 len: 217 time: 0.0978744 Aug 04 17:14:06.069405 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-a89097a4-9189-49d5-b311-89b873f8e3eb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480125 Aug 04 17:14:06.074783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20e93c-90e8-482c-9a45-3ac5ee7b87d8 req-bcd350b8-cddf-482a-b942-aa8a97fb06c6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:06.076439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca20e93c-90e8-482c-9a45-3ac5ee7b87d8 req-bcd350b8-cddf-482a-b942-aa8a97fb06c6 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 944 time: 0.1791704 Aug 04 17:14:06.189896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-cf030977-7032-45c8-bab3-0fe43bda7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:06.191401 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-cf030977-7032-45c8-bab3-0fe43bda7cbe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 1097 time: 0.0664141 Aug 04 17:14:06.212354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-9117a475-e936-4415-b93e-1f389a6faba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:06.213834 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-9117a475-e936-4415-b93e-1f389a6faba0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.1364837 Aug 04 17:14:06.225111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 55c0f37a-619b-4de0-aec8-2308b68e17f1 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:06.240978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 32b497e6-395d-4641-8bb3-42ffd13c94e3 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:06.244555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca20e93c-90e8-482c-9a45-3ac5ee7b87d8 req-d6cb4215-8b2a-42e4-9d7a-dd0da2bf9b07 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555688 Aug 04 17:14:06.314768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 55c0f37a-619b-4de0-aec8-2308b68e17f1 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:06.321060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 55c0f37a-619b-4de0-aec8-2308b68e17f1 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:06.321482 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:06.337463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-dcc9f372-7f94-40d3-870e-d22b8a3c0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:06.339033 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-dcc9f372-7f94-40d3-870e-d22b8a3c0b47 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 913 time: 0.1273868 Aug 04 17:14:06.357813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e94d-1042-42ba-8d19-0203f28f113f req-1851c13d-9f10-4691-af39-ba88cf8faee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:06.359358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-1851c13d-9f10-4691-af39-ba88cf8faee0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1351523 Aug 04 17:14:06.367458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:06.377886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9487cfc4-444b-472a-8ba2-285a01bb89e8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/32b497e6-395d-4641-8bb3-42ffd13c94e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6098475 Aug 04 17:14:06.380922 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6585a-c0ef-4160-b9db-ae69f4ca133d None None] Sync routers for ids ['32b497e6-395d-4641-8bb3-42ffd13c94e3'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:06.390012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41582) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:06.443803 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6585a-c0ef-4160-b9db-ae69f4ca133d None None] Routers {'32b497e6-395d-4641-8bb3-42ffd13c94e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:06.446557 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-baa6585a-c0ef-4160-b9db-ae69f4ca133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['32b497e6-395d-4641-8bb3-42ffd13c94e3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:06.453746 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:06.455120 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-78f4ad02-6de7-4d2a-9c01-1dc68db78847 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b HTTP/1.1" status: 200 len: 1001 time: 0.1089804 Aug 04 17:14:06.457394 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a8c1466b-62bc-45ef-a168-d8a698f34cbc tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b497e6-395d-4641-8bb3-42ffd13c94e3 HTTP/1.1" status: 200 len: 205 time: 0.0663233 Aug 04 17:14:06.460000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41584) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:06.489295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b185b4d-495e-4e25-8aae-2f755ecd48ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c0f37a-619b-4de0-aec8-2308b68e17f1'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:14:06.493126 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f4086e-3df4-4cd7-b9fb-ed3cfcf0939d" -d '{"events": [{"server_uuid": "3b185b4d-495e-4e25-8aae-2f755ecd48ed", "name": "network-vif-plugged", "status": "completed", "tag": "55c0f37a-619b-4de0-aec8-2308b68e17f1"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:14:06.511186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 55c0f37a-619b-4de0-aec8-2308b68e17f1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55c0f37a-619b-4de0-aec8-2308b68e17f1,segment=NetworkSegment(dbf11244-8ece-445f-a2ff-18c4ac87be47),segment_id=dbf11244-8ece-445f-a2ff-18c4ac87be47)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:06.519556 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:06.563703 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-baa6585a-c0ef-4160-b9db-ae69f4ca133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:06.581485 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6585a-c0ef-4160-b9db-ae69f4ca133d None None] Routers {'32b497e6-395d-4641-8bb3-42ffd13c94e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:06.582524 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-baa6585a-c0ef-4160-b9db-ae69f4ca133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['32b497e6-395d-4641-8bb3-42ffd13c94e3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:06.587672 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cac285-2499-49cc-b2c9-a859d9dc12c4 x-openstack-request-id: req-b0cac285-2499-49cc-b2c9-a859d9dc12c4 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:14:06.588025 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b185b4d-495e-4e25-8aae-2f755ecd48ed", "name": "network-vif-plugged", "status": "completed", "tag": "55c0f37a-619b-4de0-aec8-2308b68e17f1", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:14:06.588233 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0cac285-2499-49cc-b2c9-a859d9dc12c4 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:14:06.589618 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b185b4d-495e-4e25-8aae-2f755ecd48ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c0f37a-619b-4de0-aec8-2308b68e17f1', 'code': 200} Aug 04 17:14:06.631029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-d2b9512c-512d-448a-aa72-c97690461eb2 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604074 Aug 04 17:14:06.641537 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-baa6585a-c0ef-4160-b9db-ae69f4ca133d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:06.641787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55def3e0-e08a-4663-96e4-12229b2c2950 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:06.642700 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6585a-c0ef-4160-b9db-ae69f4ca133d None None] The sync data for ids ['32b497e6-395d-4641-8bb3-42ffd13c94e3'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:06.667223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=55c0f37a-619b-4de0-aec8-2308b68e17f1,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:06.779424 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-a80f2f81-34df-436e-ad5c-aedf1ac61482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:06.780991 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-a80f2f81-34df-436e-ad5c-aedf1ac61482 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.3119171 Aug 04 17:14:06.793067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ee167-9436-4c09-963b-a1370c97363c req-e61b27c2-49bf-44bd-aa0d-6da937e43d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:06.794723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-054ee167-9436-4c09-963b-a1370c97363c req-e61b27c2-49bf-44bd-aa0d-6da937e43d72 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 1096 time: 0.1410794 Aug 04 17:14:06.834784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7588e94d-1042-42ba-8d19-0203f28f113f req-6b323ce1-28d3-4aa8-a41a-d6fce687935d service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952844 Aug 04 17:14:06.851305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-054ee167-9436-4c09-963b-a1370c97363c req-36ea74af-6200-4ae0-bea5-a7af61a5db24 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465207 Aug 04 17:14:06.873816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55def3e0-e08a-4663-96e4-12229b2c2950 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:06.876610 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55def3e0-e08a-4663-96e4-12229b2c2950 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:06.924103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-879fc143-9a92-4c52-95cf-56e786845c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:06.926064 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-879fc143-9a92-4c52-95cf-56e786845c19 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140254 Aug 04 17:14:06.933120 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55def3e0-e08a-4663-96e4-12229b2c2950 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:06.933895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55def3e0-e08a-4663-96e4-12229b2c2950 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Fanout notify agent at l3_agent the message router_deleted on router 32b497e6-395d-4641-8bb3-42ffd13c94e3 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:14:06.942069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55def3e0-e08a-4663-96e4-12229b2c2950 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:06.943301 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-55def3e0-e08a-4663-96e4-12229b2c2950 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/32b497e6-395d-4641-8bb3-42ffd13c94e3 HTTP/1.1" status: 204 len: 168 time: 0.4820023 Aug 04 17:14:06.946494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41590) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:07.021883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b5d5d5-1a8c-430b-8256-ca10dce59bd4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting subnet 7bc330a0-1783-4a95-bb7f-9ae5f23dd691 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:14:07.026102 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51b5d5d5-1a8c-430b-8256-ca10dce59bd4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.060078 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-5ab3c732-1376-419d-b4c6-5e51621b384a service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148050 Aug 04 17:14:07.087721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51b5d5d5-1a8c-430b-8256-ca10dce59bd4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.196206 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9dc2287f-f297-4f2e-afe8-e789589e0042 req-9b72b74d-39c7-4e39-abd3-c00ce687d900 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286762 Aug 04 17:14:07.213488 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51b5d5d5-1a8c-430b-8256-ca10dce59bd4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.292846 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51b5d5d5-1a8c-430b-8256-ca10dce59bd4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.339386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5d5d5-1a8c-430b-8256-ca10dce59bd4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc330a0-1783-4a95-bb7f-9ae5f23dd691,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:07.350518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be999d-8ff0-4886-9712-c40dfe84c69c None None] Network 416a06ac-0365-4ebc-af2c-64bc901d669e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:07.356662 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51b5d5d5-1a8c-430b-8256-ca10dce59bd4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.361832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41600) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:07.362014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-51b5d5d5-1a8c-430b-8256-ca10dce59bd4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/7bc330a0-1783-4a95-bb7f-9ae5f23dd691 HTTP/1.1" status: 204 len: 168 time: 0.4137082 Aug 04 17:14:07.427892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07c75-fd63-4fd7-a830-af3d4e84a197 req-b262ffec-fecb-41ea-9cfd-9a17930e00df tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:07.438752 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cb17f2-5d2a-435b-9e07-cd7aa91e432b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting subnet 7fbd1260-49fa-492c-951e-48535e379882 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:14:07.441999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ba07c75-fd63-4fd7-a830-af3d4e84a197 req-b262ffec-fecb-41ea-9cfd-9a17930e00df tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 945 time: 0.1039875 Aug 04 17:14:07.443445 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2cb17f2-5d2a-435b-9e07-cd7aa91e432b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.485170 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.503359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ba07c75-fd63-4fd7-a830-af3d4e84a197 req-4eaf1f51-5001-4bbb-ab5a-0f9523973fbd tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552449 Aug 04 17:14:07.523022 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2cb17f2-5d2a-435b-9e07-cd7aa91e432b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.596942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f64544-31fb-4c90-8a04-1e5b2a248beb None None] DHCP port deletion for 416a06ac-0365-4ebc-af2c-64bc901d669e request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:14:07.625939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2cb17f2-5d2a-435b-9e07-cd7aa91e432b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.685281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-98f64544-31fb-4c90-8a04-1e5b2a248beb None None] Deleting port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:07.685703 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-98f64544-31fb-4c90-8a04-1e5b2a248beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.704976 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2cb17f2-5d2a-435b-9e07-cd7aa91e432b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.737492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb17f2-5d2a-435b-9e07-cd7aa91e432b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbd1260-49fa-492c-951e-48535e379882,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:07.741463 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e2cb17f2-5d2a-435b-9e07-cd7aa91e432b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.743453 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e2cb17f2-5d2a-435b-9e07-cd7aa91e432b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/7fbd1260-49fa-492c-951e-48535e379882 HTTP/1.1" status: 204 len: 168 time: 0.3806157 Aug 04 17:14:07.746049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41602) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:07.756281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0605ece3-d005-4496-bf15-49d1c54ca431 None None] Network da3f862c-ba3b-4aeb-82dc-755721eafa8c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:07.808911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-98f64544-31fb-4c90-8a04-1e5b2a248beb None None] For port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521,segment=NetworkSegment(a8193bbb-921f-4ee9-88ab-e339d1a1ef14),segment_id=a8193bbb-921f-4ee9-88ab-e339d1a1ef14)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:07.809408 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-98f64544-31fb-4c90-8a04-1e5b2a248beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.827110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.827307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-98f64544-31fb-4c90-8a04-1e5b2a248beb None None] Calling delete_port for a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:07.894008 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:07.894353 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:07.966831 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-98f64544-31fb-4c90-8a04-1e5b2a248beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.009333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521,segment=NetworkSegment(a8193bbb-921f-4ee9-88ab-e339d1a1ef14),segment_id=a8193bbb-921f-4ee9-88ab-e339d1a1ef14)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:08.009706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.013915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f64544-31fb-4c90-8a04-1e5b2a248beb None None] Pushing event deleted for resources: {'Port': ['ID=a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:08.023206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f64544-31fb-4c90-8a04-1e5b2a248beb None None] No DVR routers for this DVR port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:08.031156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110ad7d1-9e82-448b-9dd6-f886078d8ae0 None None] DHCP port deletion for da3f862c-ba3b-4aeb-82dc-755721eafa8c request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:14:08.034232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:08.091642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-110ad7d1-9e82-448b-9dd6-f886078d8ae0 None None] Deleting port 31b362f5-566e-46b7-adb0-2c879d7c5799 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:08.091934 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-110ad7d1-9e82-448b-9dd6-f886078d8ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.129301 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.163732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:08.171047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No DVR routers for this DVR port a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:08.191736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-110ad7d1-9e82-448b-9dd6-f886078d8ae0 None None] For port 31b362f5-566e-46b7-adb0-2c879d7c5799, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=31b362f5-566e-46b7-adb0-2c879d7c5799,segment=NetworkSegment(9299f944-a619-4ca1-b326-dfc008689b09),segment_id=9299f944-a619-4ca1-b326-dfc008689b09)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:08.192106 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-110ad7d1-9e82-448b-9dd6-f886078d8ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.208455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-110ad7d1-9e82-448b-9dd6-f886078d8ae0 None None] Calling delete_port for 31b362f5-566e-46b7-adb0-2c879d7c5799 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:08.336122 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-110ad7d1-9e82-448b-9dd6-f886078d8ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.373443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:08.377699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ad7d1-9e82-448b-9dd6-f886078d8ae0 None None] Pushing event deleted for resources: {'Port': ['ID=31b362f5-566e-46b7-adb0-2c879d7c5799,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:08.397633 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ad7d1-9e82-448b-9dd6-f886078d8ae0 None None] No DVR routers for this DVR port 31b362f5-566e-46b7-adb0-2c879d7c5799 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:08.399214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:08.399522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a6b01b76-4b0b-4fda-b7ba-c6fba3ae2521 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:08.399941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 31b362f5-566e-46b7-adb0-2c879d7c5799 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:08.428986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 31b362f5-566e-46b7-adb0-2c879d7c5799 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:08.429309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 31b362f5-566e-46b7-adb0-2c879d7c5799 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:08.630203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b133e-90a5-42cf-afe4-981de423e22a req-8783e1c6-a372-477f-a0a2-5c0b33ca4724 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:08.631684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c5b133e-90a5-42cf-afe4-981de423e22a req-8783e1c6-a372-477f-a0a2-5c0b33ca4724 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 945 time: 0.0531085 Aug 04 17:14:08.644925 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.655192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416a06ac-0365-4ebc-af2c-64bc901d669e']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:08.665566 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8193bbb-921f-4ee9-88ab-e339d1a1ef14') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:08.665793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8193bbb-921f-4ee9-88ab-e339d1a1ef14') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:08.674327 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c5b133e-90a5-42cf-afe4-981de423e22a req-1c85d704-21d6-43e0-b1f6-4a6a713eb4f3 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357459 Aug 04 17:14:08.675101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.689840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.696169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:14:08.696575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:14:08.699617 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:14:08.774367 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.783735 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.785596 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/networks/416a06ac-0365-4ebc-af2c-64bc901d669e HTTP/1.1" status: 204 len: 168 time: 1.0385563 Aug 04 17:14:08.788509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41614) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:08.796223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fcd6e-8e6e-489a-aca0-3bea7f26b10a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Network': ['ID=416a06ac-0365-4ebc-af2c-64bc901d669e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:08.821315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec95b0-3187-46d6-a8d6-f8acaedbed28 req-bf07c7bf-75aa-463b-98f7-51dc18f26814 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:08.822772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5dec95b0-3187-46d6-a8d6-f8acaedbed28 req-bf07c7bf-75aa-463b-98f7-51dc18f26814 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 945 time: 0.0734046 Aug 04 17:14:08.902656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:08.922004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5dec95b0-3187-46d6-a8d6-f8acaedbed28 req-036f7708-0e11-4c37-861c-4a930c478eab tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740030 Aug 04 17:14:08.991747 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.019350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.032886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3f862c-ba3b-4aeb-82dc-755721eafa8c']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:09.034263 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.046504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9299f944-a619-4ca1-b326-dfc008689b09') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:09.046869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9299f944-a619-4ca1-b326-dfc008689b09') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:09.057424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.079113 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.096028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:14:09.096434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:14:09.100784 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:14:09.191957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dce2-7f4f-4325-bb57-e308cdef4557 req-c7c2fbad-a7ea-49b3-b3be-86141f353399 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:09.193477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9c4dce2-7f4f-4325-bb57-e308cdef4557 req-c7c2fbad-a7ea-49b3-b3be-86141f353399 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 945 time: 0.1083906 Aug 04 17:14:09.194572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.213488 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.219610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/networks/da3f862c-ba3b-4aeb-82dc-755721eafa8c HTTP/1.1" status: 204 len: 168 time: 0.4260178 Aug 04 17:14:09.220106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41642) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:09.225117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2039518008'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:09.235124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4215ab-8cb7-4c43-b912-c3cfd77e95f4 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Network': ['ID=da3f862c-ba3b-4aeb-82dc-755721eafa8c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:09.270539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:09.274420 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.282784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9c4dce2-7f4f-4325-bb57-e308cdef4557 req-b2310f41-1adc-4a61-831a-737dee1cc968 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655296 Aug 04 17:14:09.303935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:14:09.317074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.318367 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added segment 2ac4a75e-f62d-411a-b7a1-fdbe07d067de of type vlan for network a5c9be34-fadd-4ecb-9656-2b925cecfa14 Aug 04 17:14:09.368264 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.405547 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.413418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:09.415467 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.511474 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2903595 Aug 04 17:14:09.512646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41684) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:09.523071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbc427-8ab9-494d-8208-270becca1434 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Network': ['ID=a5c9be34-fadd-4ecb-9656-2b925cecfa14,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:09.523380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'subnet': {'network_id': 'a5c9be34-fadd-4ecb-9656-2b925cecfa14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:09.535491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a5c9be34-fadd-4ecb-9656-2b925cecfa14 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:14:09.659205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a71144-87ad-4bd3-906c-4b6848870aee req-8ec34b9a-2aff-4ef8-b21a-46fd1a671d5b tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:09.660752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3a71144-87ad-4bd3-906c-4b6848870aee req-8ec34b9a-2aff-4ef8-b21a-46fd1a671d5b tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 945 time: 0.0818810 Aug 04 17:14:09.674689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:09.678240 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.762177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3a71144-87ad-4bd3-906c-4b6848870aee req-cb4b5762-fc7a-4957-bc60-44dfcebccf48 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941257 Aug 04 17:14:09.900295 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:09.959688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Subnet': ['ID=51400c2e-4e49-44bb-bc31-97ec437d7df5,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:09.970563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Checking segment: {'id': '2ac4a75e-f62d-411a-b7a1-fdbe07d067de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a5c9be34-fadd-4ecb-9656-2b925cecfa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:09.970963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network hostable DHCP agents. Network: a5c9be34-fadd-4ecb-9656-2b925cecfa14, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:14:09.990528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network a5c9be34-fadd-4ecb-9656-2b925cecfa14 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:14:10.000204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, a5c9be34-fadd-4ecb-9656-2b925cecfa14) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:10.004557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:10.005158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.013131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71cfbde-71ee-49af-a3b9-15d587cba918 None None] Network a5c9be34-fadd-4ecb-9656-2b925cecfa14 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:10.023661 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-edf60fb4-4d05-4782-9555-76908f443e61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5068927 Aug 04 17:14:10.024034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41758) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:10.028888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9ca07e9a-a2cb-4ebd-8a9e-635278d40684 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-630470540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:10.063986 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ca07e9a-a2cb-4ebd-8a9e-635278d40684 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.065020 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ca07e9a-a2cb-4ebd-8a9e-635278d40684 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.126942 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ca07e9a-a2cb-4ebd-8a9e-635278d40684 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.132530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ca07e9a-a2cb-4ebd-8a9e-635278d40684 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.163736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ca07e9a-a2cb-4ebd-8a9e-635278d40684 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.164965 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9ca07e9a-a2cb-4ebd-8a9e-635278d40684 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1399004 Aug 04 17:14:10.171656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41778) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:10.172958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'port': {'network_id': 'a5c9be34-fadd-4ecb-9656-2b925cecfa14', 'name': 'tempest-RoutersIpV6Test-1518568873'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:10.221421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-a5c9be34-fadd-4ecb-9656-2b925cecfa14', 'network_id': 'a5c9be34-fadd-4ecb-9656-2b925cecfa14', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'fixed_ips': [{'subnet_id': '51400c2e-4e49-44bb-bc31-97ec437d7df5'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:14:10.222392 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.339152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:10.343358 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.364451 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] device_id is not set on port a0037d61-b542-4c3f-8083-87a391361e35 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:14:10.394489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Allocated IP 2001:db8::2 (a5c9be34-fadd-4ecb-9656-2b925cecfa14/51400c2e-4e49-44bb-bc31-97ec437d7df5/83809b76-5481-45d8-94c8-b950a1bdee1d) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:10.566195 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.575767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Transition to ACTIVE for port object 83809b76-5481-45d8-94c8-b950a1bdee1d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:10.590935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Transition to ACTIVE for port object 83809b76-5481-45d8-94c8-b950a1bdee1d will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:10.598018 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.641666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Network a5c9be34-fadd-4ecb-9656-2b925cecfa14 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:10.652724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:10.655651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Pushing event updated for resources: {'Port': ['ID=83809b76-5481-45d8-94c8-b950a1bdee1d,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:10.658455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:10.662824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Allocated IP 2001:db8::193 (a5c9be34-fadd-4ecb-9656-2b925cecfa14/51400c2e-4e49-44bb-bc31-97ec437d7df5/a0037d61-b542-4c3f-8083-87a391361e35) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:10.714000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Attempting to bind port 83809b76-5481-45d8-94c8-b950a1bdee1d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:10.714373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Attempting to bind port 83809b76-5481-45d8-94c8-b950a1bdee1d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '2ac4a75e-f62d-411a-b7a1-fdbe07d067de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a5c9be34-fadd-4ecb-9656-2b925cecfa14'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:10.714743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Attempting to bind port 83809b76-5481-45d8-94c8-b950a1bdee1d on network a5c9be34-fadd-4ecb-9656-2b925cecfa14 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:10.720424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:10.721027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Checking segment: {'id': '2ac4a75e-f62d-411a-b7a1-fdbe07d067de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a5c9be34-fadd-4ecb-9656-2b925cecfa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:10.721591 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.722000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Bound using segment: {'id': '2ac4a75e-f62d-411a-b7a1-fdbe07d067de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a5c9be34-fadd-4ecb-9656-2b925cecfa14'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:10.722485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Bound port: 83809b76-5481-45d8-94c8-b950a1bdee1d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac4a75e-f62d-411a-b7a1-fdbe07d067de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'a5c9be34-fadd-4ecb-9656-2b925cecfa14'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:10.722939 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.796342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] For port 83809b76-5481-45d8-94c8-b950a1bdee1d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:10.799944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] For port 83809b76-5481-45d8-94c8-b950a1bdee1d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=83809b76-5481-45d8-94c8-b950a1bdee1d,segment=NetworkSegment(2ac4a75e-f62d-411a-b7a1-fdbe07d067de),segment_id=2ac4a75e-f62d-411a-b7a1-fdbe07d067de)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:10.808509 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.868344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314610e-5be5-46e4-b82d-76f5b033d301 None None] Pushing event updated for resources: {'Port': ['ID=83809b76-5481-45d8-94c8-b950a1bdee1d,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:10.896258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:10.937178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Transition to ACTIVE for port object a0037d61-b542-4c3f-8083-87a391361e35 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:10.973298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93ef89-172a-401a-81a3-32b7ad349f6a req-6175cda1-b712-4c1b-a0c1-0962a9608cce tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:10.974822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a93ef89-172a-401a-81a3-32b7ad349f6a req-6175cda1-b712-4c1b-a0c1-0962a9608cce tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 945 time: 0.1147499 Aug 04 17:14:10.983003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-1c6d48f6-d70b-4642-9d8c-ea3ea76325ce tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:10.984287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-1c6d48f6-d70b-4642-9d8c-ea3ea76325ce tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 945 time: 0.1379750 Aug 04 17:14:11.066274 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a93ef89-172a-401a-81a3-32b7ad349f6a req-d1578253-b3bd-40bc-ac4e-3a8ba95f2dd3 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/security-groups?id=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764236 Aug 04 17:14:11.073370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:11.145099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network a5c9be34-fadd-4ecb-9656-2b925cecfa14 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:11.158066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:11.160379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:11.166149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:11.166770 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:11.190038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=a0037d61-b542-4c3f-8083-87a391361e35,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:11.212259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4326c65c-de1a-408d-80be-9a643bdfe0eb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0417988 Aug 04 17:14:11.213508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41904) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:11.218231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-416f6bf8-3fe4-427c-808d-b28ff7579c16 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Deleting port 55c0f37a-619b-4de0-aec8-2308b68e17f1 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:11.219049 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-416f6bf8-3fe4-427c-808d-b28ff7579c16 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:11.325833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-416f6bf8-3fe4-427c-808d-b28ff7579c16 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] For port 55c0f37a-619b-4de0-aec8-2308b68e17f1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55c0f37a-619b-4de0-aec8-2308b68e17f1,segment=NetworkSegment(dbf11244-8ece-445f-a2ff-18c4ac87be47),segment_id=dbf11244-8ece-445f-a2ff-18c4ac87be47)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:11.326205 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-416f6bf8-3fe4-427c-808d-b28ff7579c16 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:11.340821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-416f6bf8-3fe4-427c-808d-b28ff7579c16 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Calling delete_port for 55c0f37a-619b-4de0-aec8-2308b68e17f1 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:11.510169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-416f6bf8-3fe4-427c-808d-b28ff7579c16 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:11.525268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['55c0f37a-619b-4de0-aec8-2308b68e17f1'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:14:11.551275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f6bf8-3fe4-427c-808d-b28ff7579c16 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Pushing event deleted for resources: {'Port': ['ID=55c0f37a-619b-4de0-aec8-2308b68e17f1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:11.592152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-416f6bf8-3fe4-427c-808d-b28ff7579c16 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] No DVR routers for this DVR port 55c0f37a-619b-4de0-aec8-2308b68e17f1 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:11.595584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-416f6bf8-3fe4-427c-808d-b28ff7579c16 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:11.601218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e031cf09-6289-4f91-8a99-0beafebc6576 req-416f6bf8-3fe4-427c-808d-b28ff7579c16 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.82 "DELETE /v2.0/ports/55c0f37a-619b-4de0-aec8-2308b68e17f1 HTTP/1.1" status: 204 len: 173 time: 0.5992179 Aug 04 17:14:11.602218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b185b4d-495e-4e25-8aae-2f755ecd48ed', 'name': 'network-vif-deleted', 'tag': '55c0f37a-619b-4de0-aec8-2308b68e17f1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:14:11.605716 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b5a7ab-0399-4576-b69b-042c7d1dedbe" -d '{"events": [{"server_uuid": "3b185b4d-495e-4e25-8aae-2f755ecd48ed", "name": "network-vif-deleted", "tag": "55c0f37a-619b-4de0-aec8-2308b68e17f1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:14:11.671710 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b77450-21fa-4415-b74a-732d2e01c1be x-openstack-request-id: req-84b77450-21fa-4415-b74a-732d2e01c1be {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:14:11.674342 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b185b4d-495e-4e25-8aae-2f755ecd48ed", "name": "network-vif-deleted", "tag": "55c0f37a-619b-4de0-aec8-2308b68e17f1", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:14:11.674540 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84b77450-21fa-4415-b74a-732d2e01c1be {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:14:11.674997 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b185b4d-495e-4e25-8aae-2f755ecd48ed', 'name': 'network-vif-deleted', 'tag': '55c0f37a-619b-4de0-aec8-2308b68e17f1', 'status': 'completed', 'code': 200} Aug 04 17:14:11.678137 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:11.976594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:11.983897 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.008129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82adffa-7ea6-4a80-be06-d0f8db5b6c9a None None] Network a5c9be34-fadd-4ecb-9656-2b925cecfa14 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:12.080334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=a0037d61-b542-4c3f-8083-87a391361e35,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:12.160020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9eb49ba9-3bbb-41e3-b0d6-6880983631f9 None None] Provisioning for port 83809b76-5481-45d8-94c8-b950a1bdee1d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:12.247646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28078348-f1c4-4572-93f5-fb21ca3577b5 req-817df0cb-d7e4-49fd-aa3d-44aeabbdca69 tempest-ServersNegativeTestMultiTenantJSON-130444578 tempest-ServersNegativeTestMultiTenantJSON-130444578-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b185b4d-495e-4e25-8aae-2f755ecd48ed HTTP/1.1" status: 200 len: 210 time: 0.0443404 Aug 04 17:14:12.297496 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.389962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 83809b76-5481-45d8-94c8-b950a1bdee1d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:12.456876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.466974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 83809b76-5481-45d8-94c8-b950a1bdee1d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:12.471860 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 83809b76-5481-45d8-94c8-b950a1bdee1d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:12.472272 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.611754 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.661301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a78db77e-34a7-43a2-affd-b6485be9a9f3 None None] Provisioning for port a0037d61-b542-4c3f-8083-87a391361e35 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:12.664952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 83809b76-5481-45d8-94c8-b950a1bdee1d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=83809b76-5481-45d8-94c8-b950a1bdee1d,segment=NetworkSegment(2ac4a75e-f62d-411a-b7a1-fdbe07d067de),segment_id=2ac4a75e-f62d-411a-b7a1-fdbe07d067de)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:12.668654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a78db77e-34a7-43a2-affd-b6485be9a9f3 None None] Provisioning complete for port a0037d61-b542-4c3f-8083-87a391361e35 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:12.669107 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a78db77e-34a7-43a2-affd-b6485be9a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.704696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.773326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a78db77e-34a7-43a2-affd-b6485be9a9f3 None None] Port a0037d61-b542-4c3f-8083-87a391361e35 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:12.796581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=83809b76-5481-45d8-94c8-b950a1bdee1d,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:12.812976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a78db77e-34a7-43a2-affd-b6485be9a9f3 None None] Provisioning complete for port 83809b76-5481-45d8-94c8-b950a1bdee1d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:12.813499 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a78db77e-34a7-43a2-affd-b6485be9a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.863167 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.870072 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.871371 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:12.980005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=a0037d61-b542-4c3f-8083-87a391361e35,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:13.037532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network a5c9be34-fadd-4ecb-9656-2b925cecfa14 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:13.039301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:13.046217 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ee0f33ee-b56c-45a5-a134-08d6e3a76b46 None None] Provisioning complete for port a0037d61-b542-4c3f-8083-87a391361e35 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:13.047515 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ee0f33ee-b56c-45a5-a134-08d6e3a76b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.087598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f33ee-b56c-45a5-a134-08d6e3a76b46 None None] Port a0037d61-b542-4c3f-8083-87a391361e35 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:13.167390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 51f2e7e0-febd-4ef2-81cd-0b9509e97ce6 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:14:13.210583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f2c7562d-b45d-4de9-8615-31e67e446cc8 None None] Provisioning complete for port a0037d61-b542-4c3f-8083-87a391361e35 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:13.211049 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f2c7562d-b45d-4de9-8615-31e67e446cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.248044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7562d-b45d-4de9-8615-31e67e446cc8 None None] Port a0037d61-b542-4c3f-8083-87a391361e35 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:13.265778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:13.278665 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-41b43b5d-9aa2-4b6f-addb-af87431a0e10 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/51f2e7e0-febd-4ef2-81cd-0b9509e97ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0638907 Aug 04 17:14:13.281328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42112) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:13.282052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c090980-8ea7-4915-b855-600ecabf32ae None None] Sync routers for ids ['51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:13.293814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c090980-8ea7-4915-b855-600ecabf32ae None None] Routers {'51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:13.294528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4c090980-8ea7-4915-b855-600ecabf32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:13.327247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42116) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:13.343942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4c090980-8ea7-4915-b855-600ecabf32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:13.358593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c090980-8ea7-4915-b855-600ecabf32ae None None] Routers {'51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:13.359611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4c090980-8ea7-4915-b855-600ecabf32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:13.360533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a3b9dc-b049-4204-a631-e08e43cea17d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:13.364555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-38a3b9dc-b049-4204-a631-e08e43cea17d tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports/a0037d61-b542-4c3f-8083-87a391361e35 HTTP/1.1" status: 200 len: 984 time: 0.0796967 Aug 04 17:14:13.365012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42118) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:13.412087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-4c090980-8ea7-4915-b855-600ecabf32ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:13.413895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c090980-8ea7-4915-b855-600ecabf32ae None None] The sync data for ids ['51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:13.435944 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a52ac88-7389-4199-885c-f471de27b1ac admin admin] Deleting subnet 0757ea0b-72bc-4cf6-979e-3708e0393df5 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:14:13.444178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a52ac88-7389-4199-885c-f471de27b1ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.495937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a52ac88-7389-4199-885c-f471de27b1ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.546875 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a52ac88-7389-4199-885c-f471de27b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.588310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6d7eba10-daf7-4370-bb66-3edf580246ff None None] Provisioning complete for port a0037d61-b542-4c3f-8083-87a391361e35 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:13.590085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6d7eba10-daf7-4370-bb66-3edf580246ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.648914 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eba10-daf7-4370-bb66-3edf580246ff None None] Port a0037d61-b542-4c3f-8083-87a391361e35 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:13.653125 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a52ac88-7389-4199-885c-f471de27b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.681949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52ac88-7389-4199-885c-f471de27b1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0757ea0b-72bc-4cf6-979e-3708e0393df5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:13.686313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a52ac88-7389-4199-885c-f471de27b1ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.690873 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1a52ac88-7389-4199-885c-f471de27b1ac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0757ea0b-72bc-4cf6-979e-3708e0393df5 HTTP/1.1" status: 204 len: 168 time: 0.3596952 Aug 04 17:14:13.691685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42124) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:13.787269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.881913 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.893373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd2d094-b9da-47bd-9d80-fc28972d6e40']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:13.905797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf11244-8ece-445f-a2ff-18c4ac87be47') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:13.906180 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf11244-8ece-445f-a2ff-18c4ac87be47') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:13.916641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.932423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.937833 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:14:13.938233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:14:13.939975 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:14:14.002940 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.008983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.011208 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] 10.222.0.39 "DELETE /v2.0/networks/fbd2d094-b9da-47bd-9d80-fc28972d6e40 HTTP/1.1" status: 204 len: 168 time: 0.3185127 Aug 04 17:14:14.017746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42128) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:14.022967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea7aab-fbe9-48ee-99c3-4551e70a11df admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd2d094-b9da-47bd-9d80-fc28972d6e40,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:14.095807 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1001d397-320e-4aca-bed9-475fb8309c64 admin admin] Deleting subnet 7125d9c6-1f63-456f-9e12-3032f6220bb8 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:14:14.116662 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1001d397-320e-4aca-bed9-475fb8309c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.165729 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1001d397-320e-4aca-bed9-475fb8309c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.231698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1001d397-320e-4aca-bed9-475fb8309c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.295756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 55c0f37a-619b-4de0-aec8-2308b68e17f1 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:14.320293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 55c0f37a-619b-4de0-aec8-2308b68e17f1 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:14.321080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 55c0f37a-619b-4de0-aec8-2308b68e17f1 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:14.332706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 83809b76-5481-45d8-94c8-b950a1bdee1d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:14.338775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.384730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 83809b76-5481-45d8-94c8-b950a1bdee1d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:14.385100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.431701 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1001d397-320e-4aca-bed9-475fb8309c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.449374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1001d397-320e-4aca-bed9-475fb8309c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.451395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1001d397-320e-4aca-bed9-475fb8309c64 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7125d9c6-1f63-456f-9e12-3032f6220bb8 HTTP/1.1" status: 204 len: 168 time: 0.4326177 Aug 04 17:14:14.454432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42130) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:14.493798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001d397-320e-4aca-bed9-475fb8309c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7125d9c6-1f63-456f-9e12-3032f6220bb8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:14.544153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.628161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.639125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88a6a9f-cf28-46dd-8ff1-92b25c491f30']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:14.640331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port a0037d61-b542-4c3f-8083-87a391361e35 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:14.640667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.649960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871fb6ea-b223-4363-840e-f6f6c5ea22c6') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:14.650237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871fb6ea-b223-4363-840e-f6f6c5ea22c6') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:14.667302 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.687957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.697301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:14:14.698277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:14:14.700949 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:14:14.747438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.768215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for a0037d61-b542-4c3f-8083-87a391361e35 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:14.786468 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.814771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.817707 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a88a6a9f-cf28-46dd-8ff1-92b25c491f30 HTTP/1.1" status: 204 len: 168 time: 0.3622117 Aug 04 17:14:14.818782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415f5ff-cb49-4e3d-a6cc-5ebc631127b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a88a6a9f-cf28-46dd-8ff1-92b25c491f30,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:14.961778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:14.992035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=a0037d61-b542-4c3f-8083-87a391361e35,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:15.033457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42140) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:15.097747 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6748fc97-d40e-4911-8110-bb12e85e8250 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f84a8ccbfef04e67bb5847ca7b76e726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628548 Aug 04 17:14:15.100304 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42142) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:15.109114 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.171439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0202-2f05-4479-bd49-c259429ac3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.214788 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0202-2f05-4479-bd49-c259429ac3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.294730 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0202-2f05-4479-bd49-c259429ac3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.297784 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0202-2f05-4479-bd49-c259429ac3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.299081 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ec7a0202-2f05-4479-bd49-c259429ac3f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41f8d8ff-5e86-47fa-aec4-f33a1c7dc945 HTTP/1.1" status: 204 len: 168 time: 0.1976695 Aug 04 17:14:15.318768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a0202-2f05-4479-bd49-c259429ac3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f8d8ff-5e86-47fa-aec4-f33a1c7dc945,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:15.338117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 51f2e7e0-febd-4ef2-81cd-0b9509e97ce6 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:15.428139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:15.438104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-37beea9f-831f-4521-bdb2-921bd7482192 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/51f2e7e0-febd-4ef2-81cd-0b9509e97ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0660124 Aug 04 17:14:15.438218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42146) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:15.439582 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be8af7-63ef-41e3-aee1-19be86928c4f None None] Sync routers for ids ['51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:15.452690 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be8af7-63ef-41e3-aee1-19be86928c4f None None] Routers {'51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:15.453867 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-76be8af7-63ef-41e3-aee1-19be86928c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:15.501807 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-76be8af7-63ef-41e3-aee1-19be86928c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:15.513690 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be8af7-63ef-41e3-aee1-19be86928c4f None None] Routers {'51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:15.514676 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-76be8af7-63ef-41e3-aee1-19be86928c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:15.567971 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-76be8af7-63ef-41e3-aee1-19be86928c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:15.568614 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be8af7-63ef-41e3-aee1-19be86928c4f None None] The sync data for ids ['51f2e7e0-febd-4ef2-81cd-0b9509e97ce6'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:15.639696 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-86ef4d72-a92d-42ac-9246-3375b5335968 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] remove_router_interface failed (client error): The resource could not be found. Aug 04 17:14:15.641634 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-86ef4d72-a92d-42ac-9246-3375b5335968 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/51f2e7e0-febd-4ef2-81cd-0b9509e97ce6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2038546 Aug 04 17:14:15.644672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42152) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:15.677381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2ac056d9-7004-4878-836f-09141a059d79 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2e7e0-febd-4ef2-81cd-0b9509e97ce6 HTTP/1.1" status: 200 len: 205 time: 0.0312839 Aug 04 17:14:15.680078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42154) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:15.691060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42156) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:15.737961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0970b00c-d939-4b7d-b8af-243701b59053 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdf73549f8524230ad43e2ce6d330d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456562 Aug 04 17:14:15.743283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42158) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:15.764488 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e395-b8d7-47d7-b2eb-2bea1fcaa708 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.803932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46454328-e80b-4635-8678-d866f2564e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.827758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46454328-e80b-4635-8678-d866f2564e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.892722 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46454328-e80b-4635-8678-d866f2564e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.895993 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46454328-e80b-4635-8678-d866f2564e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.897528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-46454328-e80b-4635-8678-d866f2564e44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/872a54c7-f5c3-4b37-abcb-b12ef0c41bdb HTTP/1.1" status: 204 len: 168 time: 0.1531241 Aug 04 17:14:15.907708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46454328-e80b-4635-8678-d866f2564e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872a54c7-f5c3-4b37-abcb-b12ef0c41bdb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:15.962566 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e395-b8d7-47d7-b2eb-2bea1fcaa708 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:15.968359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e395-b8d7-47d7-b2eb-2bea1fcaa708 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.027026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e395-b8d7-47d7-b2eb-2bea1fcaa708 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.027785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc6e395-b8d7-47d7-b2eb-2bea1fcaa708 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Fanout notify agent at l3_agent the message router_deleted on router 51f2e7e0-febd-4ef2-81cd-0b9509e97ce6 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:14:16.037083 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e395-b8d7-47d7-b2eb-2bea1fcaa708 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.041150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42166) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:16.042048 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cbc6e395-b8d7-47d7-b2eb-2bea1fcaa708 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/51f2e7e0-febd-4ef2-81cd-0b9509e97ce6 HTTP/1.1" status: 204 len: 168 time: 0.3599243 Aug 04 17:14:16.102017 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b08575-05e5-44a6-b29f-e7c5fc0ead77 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting subnet 51400c2e-4e49-44bb-bc31-97ec437d7df5 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:14:16.105802 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3b08575-05e5-44a6-b29f-e7c5fc0ead77 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.149916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3b08575-05e5-44a6-b29f-e7c5fc0ead77 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.244250 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3b08575-05e5-44a6-b29f-e7c5fc0ead77 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.315107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3b08575-05e5-44a6-b29f-e7c5fc0ead77 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.346147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b08575-05e5-44a6-b29f-e7c5fc0ead77 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Subnet': ['ID=51400c2e-4e49-44bb-bc31-97ec437d7df5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:16.353228 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3b08575-05e5-44a6-b29f-e7c5fc0ead77 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.358095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c3b08575-05e5-44a6-b29f-e7c5fc0ead77 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/51400c2e-4e49-44bb-bc31-97ec437d7df5 HTTP/1.1" status: 204 len: 168 time: 0.3158231 Aug 04 17:14:16.358505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42178) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:16.375521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c42f68-bdce-45eb-9897-1a55c865747e None None] Network a5c9be34-fadd-4ecb-9656-2b925cecfa14 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:16.502841 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.571887 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port 83809b76-5481-45d8-94c8-b950a1bdee1d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:16.572415 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.642300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f64b0-b8dc-4934-b005-27d79178f70a None None] DHCP port deletion for a5c9be34-fadd-4ecb-9656-2b925cecfa14 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:14:16.664077 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port 83809b76-5481-45d8-94c8-b950a1bdee1d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=83809b76-5481-45d8-94c8-b950a1bdee1d,segment=NetworkSegment(2ac4a75e-f62d-411a-b7a1-fdbe07d067de),segment_id=2ac4a75e-f62d-411a-b7a1-fdbe07d067de)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:16.664714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.689588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for 83809b76-5481-45d8-94c8-b950a1bdee1d owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:16.706162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f74f64b0-b8dc-4934-b005-27d79178f70a None None] Deleting port 83809b76-5481-45d8-94c8-b950a1bdee1d {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:16.707477 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f74f64b0-b8dc-4934-b005-27d79178f70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.799759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f74f64b0-b8dc-4934-b005-27d79178f70a None None] For port 83809b76-5481-45d8-94c8-b950a1bdee1d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=83809b76-5481-45d8-94c8-b950a1bdee1d,segment=NetworkSegment(2ac4a75e-f62d-411a-b7a1-fdbe07d067de),segment_id=2ac4a75e-f62d-411a-b7a1-fdbe07d067de)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:16.800897 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f74f64b0-b8dc-4934-b005-27d79178f70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.801189 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:16.834431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=83809b76-5481-45d8-94c8-b950a1bdee1d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:16.843574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f74f64b0-b8dc-4934-b005-27d79178f70a None None] Calling delete_port for 83809b76-5481-45d8-94c8-b950a1bdee1d owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:16.859972 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No DVR routers for this DVR port 83809b76-5481-45d8-94c8-b950a1bdee1d on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:16.993159 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.004858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c9be34-fadd-4ecb-9656-2b925cecfa14']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:17.021103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac4a75e-f62d-411a-b7a1-fdbe07d067de') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:17.021545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac4a75e-f62d-411a-b7a1-fdbe07d067de') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:17.036017 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.037327 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f74f64b0-b8dc-4934-b005-27d79178f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.065361 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.081082 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:14:17.081502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:14:17.084878 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:14:17.093972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f64b0-b8dc-4934-b005-27d79178f70a None None] No DVR routers for this DVR port 83809b76-5481-45d8-94c8-b950a1bdee1d on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:17.096483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f64b0-b8dc-4934-b005-27d79178f70a None None] Pushing event deleted for resources: {'Port': ['ID=83809b76-5481-45d8-94c8-b950a1bdee1d,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:17.160587 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.186192 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.188138 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/networks/a5c9be34-fadd-4ecb-9656-2b925cecfa14 HTTP/1.1" status: 204 len: 168 time: 0.8281264 Aug 04 17:14:17.189214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de6381-40a7-4ff0-9aa1-ccefef426c60 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Network': ['ID=a5c9be34-fadd-4ecb-9656-2b925cecfa14,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:17.192799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42202) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:17.197852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-609576954'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:17.231631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:17.235747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.261152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:14:17.271218 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.271606 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added segment f39df047-0e33-4387-8be0-fc9a2da0e579 of type vlan for network 1dc665c7-3144-425a-9e7e-287645aeeef8 Aug 04 17:14:17.322523 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.355804 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.362592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:17.363469 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.396614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42210) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:17.399833 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2055223 Aug 04 17:14:17.402033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'subnet': {'network_id': '1dc665c7-3144-425a-9e7e-287645aeeef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:17.462367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8aff4a-d952-4783-835c-691e1f4cf64e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Network': ['ID=1dc665c7-3144-425a-9e7e-287645aeeef8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:17.475625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 1dc665c7-3144-425a-9e7e-287645aeeef8 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:14:17.528601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:17.534564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.758725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.836389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Subnet': ['ID=fa8b3221-c15b-4089-a3b8-f0b28f27fed0,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:17.845136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Checking segment: {'id': 'f39df047-0e33-4387-8be0-fc9a2da0e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '1dc665c7-3144-425a-9e7e-287645aeeef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:17.845569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network hostable DHCP agents. Network: 1dc665c7-3144-425a-9e7e-287645aeeef8, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:14:17.867711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 1dc665c7-3144-425a-9e7e-287645aeeef8 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:14:17.880943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 1dc665c7-3144-425a-9e7e-287645aeeef8) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:17.892286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0acc1f-28d7-4600-bfd6-46c2d711df9c None None] Network 1dc665c7-3144-425a-9e7e-287645aeeef8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:17.905912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:17.906608 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.933703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5137aed9-5b9a-40eb-82e9-d32c36244568 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5334380 Aug 04 17:14:17.933984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42232) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:17.939462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c455d69d-ffc5-4267-bfd4-81969e3794b5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-246691499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:17.969123 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c455d69d-ffc5-4267-bfd4-81969e3794b5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:17.971301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c455d69d-ffc5-4267-bfd4-81969e3794b5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.054875 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c455d69d-ffc5-4267-bfd4-81969e3794b5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.060053 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c455d69d-ffc5-4267-bfd4-81969e3794b5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.078466 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c455d69d-ffc5-4267-bfd4-81969e3794b5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.082965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c455d69d-ffc5-4267-bfd4-81969e3794b5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1476996 Aug 04 17:14:18.083761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42240) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:18.103174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-1dc665c7-3144-425a-9e7e-287645aeeef8', 'network_id': '1dc665c7-3144-425a-9e7e-287645aeeef8', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'fixed_ips': [{'subnet_id': 'fa8b3221-c15b-4089-a3b8-f0b28f27fed0'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:14:18.104348 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.359613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Allocated IP 2001:db8::2 (1dc665c7-3144-425a-9e7e-287645aeeef8/fa8b3221-c15b-4089-a3b8-f0b28f27fed0/00feb62a-a1aa-4d26-ac10-709f91b48063) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:18.373873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 83809b76-5481-45d8-94c8-b950a1bdee1d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:18.404646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 83809b76-5481-45d8-94c8-b950a1bdee1d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:18.404995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 83809b76-5481-45d8-94c8-b950a1bdee1d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:18.592091 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.601700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Transition to ACTIVE for port object 00feb62a-a1aa-4d26-ac10-709f91b48063 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:18.620247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Transition to ACTIVE for port object 00feb62a-a1aa-4d26-ac10-709f91b48063 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:18.628781 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.677862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Network 1dc665c7-3144-425a-9e7e-287645aeeef8 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:18.681177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:18.683814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:18.699536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Pushing event updated for resources: {'Port': ['ID=00feb62a-a1aa-4d26-ac10-709f91b48063,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:18.756039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Attempting to bind port 00feb62a-a1aa-4d26-ac10-709f91b48063 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:18.756427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Attempting to bind port 00feb62a-a1aa-4d26-ac10-709f91b48063 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f39df047-0e33-4387-8be0-fc9a2da0e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '1dc665c7-3144-425a-9e7e-287645aeeef8'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:18.756774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Attempting to bind port 00feb62a-a1aa-4d26-ac10-709f91b48063 on network 1dc665c7-3144-425a-9e7e-287645aeeef8 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:18.763031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:18.763415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Checking segment: {'id': 'f39df047-0e33-4387-8be0-fc9a2da0e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '1dc665c7-3144-425a-9e7e-287645aeeef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:18.763929 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.764348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Bound using segment: {'id': 'f39df047-0e33-4387-8be0-fc9a2da0e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '1dc665c7-3144-425a-9e7e-287645aeeef8'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:18.764831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Bound port: 00feb62a-a1aa-4d26-ac10-709f91b48063, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39df047-0e33-4387-8be0-fc9a2da0e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '1dc665c7-3144-425a-9e7e-287645aeeef8'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:18.765216 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.848387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] For port 00feb62a-a1aa-4d26-ac10-709f91b48063, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:18.853082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] For port 00feb62a-a1aa-4d26-ac10-709f91b48063, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=00feb62a-a1aa-4d26-ac10-709f91b48063,segment=NetworkSegment(f39df047-0e33-4387-8be0-fc9a2da0e579),segment_id=f39df047-0e33-4387-8be0-fc9a2da0e579)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:18.861881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.907976 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:18.951085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4408f0-5bc1-417e-8830-71b3889b554f None None] Pushing event updated for resources: {'Port': ['ID=00feb62a-a1aa-4d26-ac10-709f91b48063,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:19.256097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Allocated IP 2001:db8::1 (1dc665c7-3144-425a-9e7e-287645aeeef8/fa8b3221-c15b-4089-a3b8-f0b28f27fed0/a1581a86-9645-48cf-b567-f4f02fcc6992) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:19.425647 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:19.440927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Transition to ACTIVE for port object a1581a86-9645-48cf-b567-f4f02fcc6992 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:19.477945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:19.522091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 1dc665c7-3144-425a-9e7e-287645aeeef8 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:19.525150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:19.531241 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:19.531791 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:19.569917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=a1581a86-9645-48cf-b567-f4f02fcc6992,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:19.674412 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:20.009028 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:20.018731 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:20.019664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:20.191734 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=a1581a86-9645-48cf-b567-f4f02fcc6992,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:20.274277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161bc48-14c1-46aa-a8e9-65288201a1fc None None] Network 1dc665c7-3144-425a-9e7e-287645aeeef8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:20.281401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 1dc665c7-3144-425a-9e7e-287645aeeef8 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:20.292156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:20.385571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1f07b088-2628-4112-9d01-b2df5d613bd8 None None] Provisioning for port 00feb62a-a1aa-4d26-ac10-709f91b48063 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:20.494479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 00feb62a-a1aa-4d26-ac10-709f91b48063 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:20.545713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 0a0deb48-3ceb-4053-b0e5-a7f59924e7e3 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:14:20.607806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 00feb62a-a1aa-4d26-ac10-709f91b48063 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:20.612536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 00feb62a-a1aa-4d26-ac10-709f91b48063 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:20.613012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:20.629144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42302) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:20.681925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:20.691434 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ebb87e1c-2028-4e1f-9161-ed259d6b49bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/0a0deb48-3ceb-4053-b0e5-a7f59924e7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6064081 Aug 04 17:14:20.694094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42306) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:20.740545 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:20.757590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe48215-7614-4606-bdeb-4191be517823 None None] Sync routers for ids ['0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:20.786487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe48215-7614-4606-bdeb-4191be517823 None None] Routers {'0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:20.786985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcfb613-5e87-4deb-89b7-e139b396d59c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:20.787150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bfe48215-7614-4606-bdeb-4191be517823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:20.789494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5dcfb613-5e87-4deb-89b7-e139b396d59c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports/a1581a86-9645-48cf-b567-f4f02fcc6992 HTTP/1.1" status: 200 len: 911 time: 0.0940871 Aug 04 17:14:20.792342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42308) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:20.828598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bfe48215-7614-4606-bdeb-4191be517823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:20.829745 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9171ff2e-8bb8-46d1-ba05-f07c7b4ba85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:20.834233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 00feb62a-a1aa-4d26-ac10-709f91b48063, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=00feb62a-a1aa-4d26-ac10-709f91b48063,segment=NetworkSegment(f39df047-0e33-4387-8be0-fc9a2da0e579),segment_id=f39df047-0e33-4387-8be0-fc9a2da0e579)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:20.842527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe48215-7614-4606-bdeb-4191be517823 None None] Routers {'0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:20.843258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bfe48215-7614-4606-bdeb-4191be517823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:20.888448 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:20.925691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bfe48215-7614-4606-bdeb-4191be517823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:20.926353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe48215-7614-4606-bdeb-4191be517823 None None] The sync data for ids ['0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:20.974156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=00feb62a-a1aa-4d26-ac10-709f91b48063,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:20.975096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9171ff2e-8bb8-46d1-ba05-f07c7b4ba85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:20.982357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-690b372a-3c80-4f50-9675-9f633274ae0d None None] Provisioning for port a1581a86-9645-48cf-b567-f4f02fcc6992 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:20.982622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9171ff2e-8bb8-46d1-ba05-f07c7b4ba85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:20.986740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-690b372a-3c80-4f50-9675-9f633274ae0d None None] Provisioning complete for port a1581a86-9645-48cf-b567-f4f02fcc6992 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:20.987136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-690b372a-3c80-4f50-9675-9f633274ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.030754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-690b372a-3c80-4f50-9675-9f633274ae0d None None] Port a1581a86-9645-48cf-b567-f4f02fcc6992 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:21.039052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9171ff2e-8bb8-46d1-ba05-f07c7b4ba85e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09245f56694c427faae810c7822aae7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063449 Aug 04 17:14:21.039766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42314) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:21.040466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171ff2e-8bb8-46d1-ba05-f07c7b4ba85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99113a5f-c623-420f-a0cb-f54eac8a6c60,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:21.072240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-690b372a-3c80-4f50-9675-9f633274ae0d None None] Provisioning complete for port 00feb62a-a1aa-4d26-ac10-709f91b48063 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:21.072608 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-690b372a-3c80-4f50-9675-9f633274ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.140061 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61dd5aa9-8093-4c2c-813c-2b5e55fac33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.186657 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61dd5aa9-8093-4c2c-813c-2b5e55fac33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.251465 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61dd5aa9-8093-4c2c-813c-2b5e55fac33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.255067 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-61dd5aa9-8093-4c2c-813c-2b5e55fac33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.256701 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-61dd5aa9-8093-4c2c-813c-2b5e55fac33a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99113a5f-c623-420f-a0cb-f54eac8a6c60 HTTP/1.1" status: 204 len: 168 time: 0.2128685 Aug 04 17:14:21.266176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd5aa9-8093-4c2c-813c-2b5e55fac33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99113a5f-c623-420f-a0cb-f54eac8a6c60,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:21.314263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-857306d1-885b-4e6c-9847-5feb0376a6a3 None None] Provisioning complete for port a1581a86-9645-48cf-b567-f4f02fcc6992 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:21.315885 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-857306d1-885b-4e6c-9847-5feb0376a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.342199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.426161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-857306d1-885b-4e6c-9847-5feb0376a6a3 None None] Port a1581a86-9645-48cf-b567-f4f02fcc6992 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:21.660095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6f32edd-e998-41e8-9281-2252bf4bf351 None None] Provisioning complete for port a1581a86-9645-48cf-b567-f4f02fcc6992 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:21.660246 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6f32edd-e998-41e8-9281-2252bf4bf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.685718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port a1581a86-9645-48cf-b567-f4f02fcc6992 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:21.686436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.707424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f6f32edd-e998-41e8-9281-2252bf4bf351 None None] Port a1581a86-9645-48cf-b567-f4f02fcc6992 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:21.766162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42356) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:21.780395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfefe-04a3-43cf-99a3-4851ca11b257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.794992 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.809239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for a1581a86-9645-48cf-b567-f4f02fcc6992 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:21.874519 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfefe-04a3-43cf-99a3-4851ca11b257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.880216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfefe-04a3-43cf-99a3-4851ca11b257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:21.925589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5c1cfefe-04a3-43cf-99a3-4851ca11b257 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd192294f8f9467f8c3102e1d909d9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559756 Aug 04 17:14:21.925589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cfefe-04a3-43cf-99a3-4851ca11b257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc29fc7-e562-45b0-bc41-58814a45e63f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:21.927836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42366) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:21.979666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ada0195-a23c-4fe2-9b71-0f579466644e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.001822 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ada0195-a23c-4fe2-9b71-0f579466644e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.029065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.053457 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ada0195-a23c-4fe2-9b71-0f579466644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.057153 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ada0195-a23c-4fe2-9b71-0f579466644e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.058885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4ada0195-a23c-4fe2-9b71-0f579466644e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1dc29fc7-e562-45b0-bc41-58814a45e63f HTTP/1.1" status: 204 len: 168 time: 0.1298597 Aug 04 17:14:22.062289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=a1581a86-9645-48cf-b567-f4f02fcc6992,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:22.089124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada0195-a23c-4fe2-9b71-0f579466644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc29fc7-e562-45b0-bc41-58814a45e63f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:22.195375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.367423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 00feb62a-a1aa-4d26-ac10-709f91b48063 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:22.425943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 0a0deb48-3ceb-4053-b0e5-a7f59924e7e3 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:22.440294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 00feb62a-a1aa-4d26-ac10-709f91b48063 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:22.441214 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.552533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:22.562908 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c026e-bc1b-464e-809b-adba0f614ebe None None] Sync routers for ids ['0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:22.574173 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-34a2ac04-960c-4d76-be7f-2a73b3d95880 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/0a0deb48-3ceb-4053-b0e5-a7f59924e7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7795804 Aug 04 17:14:22.577347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42418) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:22.581380 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c026e-bc1b-464e-809b-adba0f614ebe None None] Routers {'0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:22.581983 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1a7c026e-bc1b-464e-809b-adba0f614ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:22.619238 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f041eccb-fc97-4df8-a0bb-f7b09a4c74a0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a0deb48-3ceb-4053-b0e5-a7f59924e7e3 HTTP/1.1" status: 200 len: 205 time: 0.0372167 Aug 04 17:14:22.620250 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42424) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:22.631874 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1a7c026e-bc1b-464e-809b-adba0f614ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:22.644188 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c026e-bc1b-464e-809b-adba0f614ebe None None] Routers {'0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:22.644995 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1a7c026e-bc1b-464e-809b-adba0f614ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:22.690695 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1a7c026e-bc1b-464e-809b-adba0f614ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:22.691484 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c026e-bc1b-464e-809b-adba0f614ebe None None] The sync data for ids ['0a0deb48-3ceb-4053-b0e5-a7f59924e7e3'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:22.705129 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01707076-84ec-4ca0-b3a4-cce164c1cf8c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.883520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01707076-84ec-4ca0-b3a4-cce164c1cf8c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.885821 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01707076-84ec-4ca0-b3a4-cce164c1cf8c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.934747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01707076-84ec-4ca0-b3a4-cce164c1cf8c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.935332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01707076-84ec-4ca0-b3a4-cce164c1cf8c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Fanout notify agent at l3_agent the message router_deleted on router 0a0deb48-3ceb-4053-b0e5-a7f59924e7e3 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:14:22.943742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01707076-84ec-4ca0-b3a4-cce164c1cf8c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:22.947586 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-01707076-84ec-4ca0-b3a4-cce164c1cf8c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/0a0deb48-3ceb-4053-b0e5-a7f59924e7e3 HTTP/1.1" status: 204 len: 168 time: 0.3234046 Aug 04 17:14:22.947586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42446) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:23.001717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6917a0-491c-4071-b7ba-5ff24646125f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting subnet fa8b3221-c15b-4089-a3b8-f0b28f27fed0 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:14:23.005339 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b6917a0-491c-4071-b7ba-5ff24646125f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.046553 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b6917a0-491c-4071-b7ba-5ff24646125f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.146633 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b6917a0-491c-4071-b7ba-5ff24646125f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.210525 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b6917a0-491c-4071-b7ba-5ff24646125f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.240704 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b6917a0-491c-4071-b7ba-5ff24646125f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.247360 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9b6917a0-491c-4071-b7ba-5ff24646125f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/fa8b3221-c15b-4089-a3b8-f0b28f27fed0 HTTP/1.1" status: 204 len: 168 time: 0.2946703 Aug 04 17:14:23.247360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6917a0-491c-4071-b7ba-5ff24646125f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8b3221-c15b-4089-a3b8-f0b28f27fed0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:23.247360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42474) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:23.251454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cfa89d-0463-4bfd-bedf-0af4603bf9a7 None None] Network 1dc665c7-3144-425a-9e7e-287645aeeef8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:23.346024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.403072 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port 00feb62a-a1aa-4d26-ac10-709f91b48063 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:23.403495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.462577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42482) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:23.480445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port 00feb62a-a1aa-4d26-ac10-709f91b48063, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=00feb62a-a1aa-4d26-ac10-709f91b48063,segment=NetworkSegment(f39df047-0e33-4387-8be0-fc9a2da0e579),segment_id=f39df047-0e33-4387-8be0-fc9a2da0e579)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:23.481076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.499413 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c3111-57dc-471b-b4d7-b53e2a36a115 None None] DHCP port deletion for 1dc665c7-3144-425a-9e7e-287645aeeef8 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:14:23.501347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for 00feb62a-a1aa-4d26-ac10-709f91b48063 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:23.556896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42488) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:23.576142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-864c3111-57dc-471b-b4d7-b53e2a36a115 None None] Deleting port 00feb62a-a1aa-4d26-ac10-709f91b48063 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:23.576895 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-864c3111-57dc-471b-b4d7-b53e2a36a115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.625246 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.657464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-864c3111-57dc-471b-b4d7-b53e2a36a115 None None] For port 00feb62a-a1aa-4d26-ac10-709f91b48063, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=00feb62a-a1aa-4d26-ac10-709f91b48063,segment=NetworkSegment(f39df047-0e33-4387-8be0-fc9a2da0e579),segment_id=f39df047-0e33-4387-8be0-fc9a2da0e579)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:23.657878 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-864c3111-57dc-471b-b4d7-b53e2a36a115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.670721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=00feb62a-a1aa-4d26-ac10-709f91b48063,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:23.672740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No DVR routers for this DVR port 00feb62a-a1aa-4d26-ac10-709f91b48063 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:23.680774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-864c3111-57dc-471b-b4d7-b53e2a36a115 None None] Calling delete_port for 00feb62a-a1aa-4d26-ac10-709f91b48063 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:23.723957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a354219-9cc4-4ce1-bfd5-00a5efc6e903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.734134 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e62762af-0d93-4c8f-8674-06e7960d1368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.774510 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.788611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc665c7-3144-425a-9e7e-287645aeeef8']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:23.790385 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-864c3111-57dc-471b-b4d7-b53e2a36a115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.804945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39df047-0e33-4387-8be0-fc9a2da0e579') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:23.805401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39df047-0e33-4387-8be0-fc9a2da0e579') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:23.815904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.819506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c3111-57dc-471b-b4d7-b53e2a36a115 None None] Pushing event deleted for resources: {'Port': ['ID=00feb62a-a1aa-4d26-ac10-709f91b48063,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:23.823521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c3111-57dc-471b-b4d7-b53e2a36a115 None None] No DVR routers for this DVR port 00feb62a-a1aa-4d26-ac10-709f91b48063 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:23.837990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.848633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:14:23.849055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:14:23.852234 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:14:23.877961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a354219-9cc4-4ce1-bfd5-00a5efc6e903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.886488 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a354219-9cc4-4ce1-bfd5-00a5efc6e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.914218 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.919440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:23.923399 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/networks/1dc665c7-3144-425a-9e7e-287645aeeef8 HTTP/1.1" status: 204 len: 168 time: 0.6765275 Aug 04 17:14:23.933704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42494) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:23.940038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a12c2-5548-43c5-acf9-96ab42c1d209 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Network': ['ID=1dc665c7-3144-425a-9e7e-287645aeeef8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:23.941604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1113415005', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:23.962101 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5a354219-9cc4-4ce1-bfd5-00a5efc6e903 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ed8ddcfee444a2ba32c654432e597a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984298 Aug 04 17:14:23.962872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a354219-9cc4-4ce1-bfd5-00a5efc6e903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1ea197-e0b9-4872-94d1-62b931d5a65f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:23.965798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42496) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:24.016163 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e62762af-0d93-4c8f-8674-06e7960d1368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.022770 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e62762af-0d93-4c8f-8674-06e7960d1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.026725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcb69-c668-4d50-935c-499f73fc15d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.056056 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcb69-c668-4d50-935c-499f73fc15d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.067403 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.068421 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.075468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62762af-0d93-4c8f-8674-06e7960d1368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6394c78f-785c-4fbb-93f8-3c73ad887317,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:24.079983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e62762af-0d93-4c8f-8674-06e7960d1368 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ae7796d3890465d95454d25ee2dfeee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5218377 Aug 04 17:14:24.083175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42498) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:24.121055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcb69-c668-4d50-935c-499f73fc15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.123854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ca3dcb69-c668-4d50-935c-499f73fc15d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.125065 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ca3dcb69-c668-4d50-935c-499f73fc15d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd1ea197-e0b9-4872-94d1-62b931d5a65f HTTP/1.1" status: 204 len: 168 time: 0.1581781 Aug 04 17:14:24.132994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dcb69-c668-4d50-935c-499f73fc15d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1ea197-e0b9-4872-94d1-62b931d5a65f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:24.161030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.250763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e0e82ef-c787-43b4-834a-d142c8f89e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.319832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 00feb62a-a1aa-4d26-ac10-709f91b48063 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:24.342277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.346430 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e0e82ef-c787-43b4-834a-d142c8f89e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.350541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 00feb62a-a1aa-4d26-ac10-709f91b48063 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:24.351054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 00feb62a-a1aa-4d26-ac10-709f91b48063 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:24.470492 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e0e82ef-c787-43b4-834a-d142c8f89e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.473630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e0e82ef-c787-43b4-834a-d142c8f89e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.477528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4e0e82ef-c787-43b4-834a-d142c8f89e0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6394c78f-785c-4fbb-93f8-3c73ad887317 HTTP/1.1" status: 204 len: 168 time: 0.3908603 Aug 04 17:14:24.498263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e82ef-c787-43b4-834a-d142c8f89e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6394c78f-785c-4fbb-93f8-3c73ad887317,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:24.634397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.655121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:24.910346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42528) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:24.926664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e11a7feb-539f-4479-85b5-d46058af2f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:25.027298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e11a7feb-539f-4479-85b5-d46058af2f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:25.033506 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e11a7feb-539f-4479-85b5-d46058af2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:25.075524 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e11a7feb-539f-4479-85b5-d46058af2f4f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=882e92a6fc1f4d8cb6764f14b7b16040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634831 Aug 04 17:14:25.076846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a7feb-539f-4479-85b5-d46058af2f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c3b5c-6102-497c-b0a9-93915034883a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:25.079856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42534) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:25.140370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Allocated IP 172.25.2.12 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/f9c0e4c5-d4e1-4e46-82e9-ce7d6b833c6b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:25.175504 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:25.239084 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:25.307940 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:25.331351 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:25.333854 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:25.335004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b16c3b5c-6102-497c-b0a9-93915034883a HTTP/1.1" status: 204 len: 168 time: 0.2540307 Aug 04 17:14:25.352180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c3b5c-6102-497c-b0a9-93915034883a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:25.366393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.366630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.367132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.367564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.368028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.368504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.368928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.369433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.369926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.370383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.370913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.371380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7024bab-1dff-493d-9122-6d6e8ccb90c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:25.382519 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:25.425308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:25.428429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:25.431028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:25.464324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=f9c0e4c5-d4e1-4e46-82e9-ce7d6b833c6b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:25.724748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:25.975959 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:26.140844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router d7b0d090-fd26-4352-9c14-e402e7452213 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:14:26.255255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:26.266449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577afe69-3ec3-4f18-8bb2-04546bcdd765 None None] Sync routers for ids ['d7b0d090-fd26-4352-9c14-e402e7452213'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:26.276686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577afe69-3ec3-4f18-8bb2-04546bcdd765 None None] Routers {'d7b0d090-fd26-4352-9c14-e402e7452213'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:26.277606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-577afe69-3ec3-4f18-8bb2-04546bcdd765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d7b0d090-fd26-4352-9c14-e402e7452213'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:26.280063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:26.281319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aa482f50-6b76-4de8-adaa-faea9b61eea6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3450747 Aug 04 17:14:26.284720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42568) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:26.316269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-577afe69-3ec3-4f18-8bb2-04546bcdd765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:26.324779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577afe69-3ec3-4f18-8bb2-04546bcdd765 None None] Routers {'d7b0d090-fd26-4352-9c14-e402e7452213'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:26.325688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-577afe69-3ec3-4f18-8bb2-04546bcdd765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d7b0d090-fd26-4352-9c14-e402e7452213'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:26.357555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-577afe69-3ec3-4f18-8bb2-04546bcdd765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:26.358144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577afe69-3ec3-4f18-8bb2-04546bcdd765 None None] The sync data for ids ['d7b0d090-fd26-4352-9c14-e402e7452213'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:26.406559 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-920ec60c-dfeb-473d-a1a3-693b0fb6989c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/routers/d7b0d090-fd26-4352-9c14-e402e7452213 HTTP/1.1" status: 200 len: 884 time: 0.1184573 Aug 04 17:14:26.407259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42572) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:27.067043 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ea876b79-84a5-4693-baaf-ae8ba8c5e835 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6586976 Aug 04 17:14:27.069816 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42620) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:27.075119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-51a56ca3-8a05-4f7b-89eb-6ec6b549ede0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1113415005'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:27.472506 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51a56ca3-8a05-4f7b-89eb-6ec6b549ede0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:27.488427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51a56ca3-8a05-4f7b-89eb-6ec6b549ede0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:27.625187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a56ca3-8a05-4f7b-89eb-6ec6b549ede0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router d7b0d090-fd26-4352-9c14-e402e7452213 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:27.760948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a56ca3-8a05-4f7b-89eb-6ec6b549ede0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:27.769156 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51a56ca3-8a05-4f7b-89eb-6ec6b549ede0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:27.773140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-51a56ca3-8a05-4f7b-89eb-6ec6b549ede0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/d7b0d090-fd26-4352-9c14-e402e7452213 HTTP/1.1" status: 200 len: 891 time: 0.7022481 Aug 04 17:14:27.773645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42652) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:27.788130 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a711db5-5cc7-4893-8962-57e51d99ac94 None None] Sync routers for ids ['d7b0d090-fd26-4352-9c14-e402e7452213'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:27.814463 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a711db5-5cc7-4893-8962-57e51d99ac94 None None] Routers {'d7b0d090-fd26-4352-9c14-e402e7452213'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:27.818100 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3a711db5-5cc7-4893-8962-57e51d99ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d7b0d090-fd26-4352-9c14-e402e7452213'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:27.921235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ede19-0d9b-4bc8-bdcd-f25165496f07 req-fc24af9e-0353-4ac1-adf4-a22f0168b7dd tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:27.937800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-105ede19-0d9b-4bc8-bdcd-f25165496f07 req-fc24af9e-0353-4ac1-adf4-a22f0168b7dd tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 945 time: 0.1176112 Aug 04 17:14:27.949716 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3a711db5-5cc7-4893-8962-57e51d99ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:27.973541 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a711db5-5cc7-4893-8962-57e51d99ac94 None None] Routers {'d7b0d090-fd26-4352-9c14-e402e7452213'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:27.974609 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3a711db5-5cc7-4893-8962-57e51d99ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d7b0d090-fd26-4352-9c14-e402e7452213'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:27.990492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-105ede19-0d9b-4bc8-bdcd-f25165496f07 req-29745a5f-008a-4e8d-b4a5-a9dbe75bf017 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514925 Aug 04 17:14:28.021952 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3a711db5-5cc7-4893-8962-57e51d99ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:28.022996 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a711db5-5cc7-4893-8962-57e51d99ac94 None None] The sync data for ids ['d7b0d090-fd26-4352-9c14-e402e7452213'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:28.075175 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1a014269-b484-4f07-bfd5-c1576bbfa9ed tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/routers/d7b0d090-fd26-4352-9c14-e402e7452213 HTTP/1.1" status: 200 len: 891 time: 0.2998345 Aug 04 17:14:28.078424 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42662) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:28.106466 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d5bda7d6-d623-4a28-9ca7-8a4d2b840e28 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7b0d090-fd26-4352-9c14-e402e7452213 HTTP/1.1" status: 200 len: 205 time: 0.0266926 Aug 04 17:14:28.108811 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42664) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:28.224169 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.257879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42668) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:28.336191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.397471 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ce219cc-e869-4bd5-8818-5c15f8497cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.399071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port f9c0e4c5-d4e1-4e46-82e9-ce7d6b833c6b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:28.399421 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.484287 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.495472 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ce219cc-e869-4bd5-8818-5c15f8497cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.496360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for f9c0e4c5-d4e1-4e46-82e9-ce7d6b833c6b owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:28.500825 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1ce219cc-e869-4bd5-8818-5c15f8497cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.538740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce219cc-e869-4bd5-8818-5c15f8497cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf39e0a-d598-417a-ba2a-44a0736a5cce,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:28.543584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1ce219cc-e869-4bd5-8818-5c15f8497cc5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=269eb469afa8499caa73b6b542eff533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846484 Aug 04 17:14:28.546260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42674) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:28.597190 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-212da55d-c77d-4ccc-b509-b8477c43482b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.619843 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-212da55d-c77d-4ccc-b509-b8477c43482b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.668699 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-212da55d-c77d-4ccc-b509-b8477c43482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.670964 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-212da55d-c77d-4ccc-b509-b8477c43482b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.672179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-212da55d-c77d-4ccc-b509-b8477c43482b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bf39e0a-d598-417a-ba2a-44a0736a5cce HTTP/1.1" status: 204 len: 168 time: 0.1249156 Aug 04 17:14:28.686172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212da55d-c77d-4ccc-b509-b8477c43482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf39e0a-d598-417a-ba2a-44a0736a5cce,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:28.704649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.737420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=f9c0e4c5-d4e1-4e46-82e9-ce7d6b833c6b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:28.800610 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.909175 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.911926 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.963762 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.964874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Fanout notify agent at l3_agent the message router_deleted on router d7b0d090-fd26-4352-9c14-e402e7452213 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:14:28.973826 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:28.978889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42682) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:28.979027 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-030e5e95-2d18-4b57-bd0b-7bace5dcae23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/d7b0d090-fd26-4352-9c14-e402e7452213 HTTP/1.1" status: 204 len: 168 time: 0.8684254 Aug 04 17:14:28.982968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42684) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:28.988897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1472333763'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:29.005229 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-67f5d102-0c40-4e83-ab41-3e611c9147d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.016359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:29.020348 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.051939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:14:29.080416 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.081756 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added segment 4c4a552e-0246-4959-a76e-7ac3baba0504 of type vlan for network aec61a1c-a56c-47bb-8780-80afd0e9a2a7 Aug 04 17:14:29.142035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.179453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-9af06fdc-7962-42d4-a562-d5dd85567dbe tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:29.180869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-9af06fdc-7962-42d4-a562-d5dd85567dbe tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.82 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 945 time: 0.1260574 Aug 04 17:14:29.186743 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.193355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:29.193983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.260136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73b3fc-5923-4cfb-a148-f04c1ce54f13 req-b4ab445e-3969-4124-a7fa-6f6c9f0c54be tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:29.261667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff73b3fc-5923-4cfb-a148-f04c1ce54f13 req-b4ab445e-3969-4124-a7fa-6f6c9f0c54be tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 945 time: 0.1593833 Aug 04 17:14:29.267253 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Network': ['ID=aec61a1c-a56c-47bb-8780-80afd0e9a2a7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:29.281201 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network aec61a1c-a56c-47bb-8780-80afd0e9a2a7 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:14:29.330002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-67f5d102-0c40-4e83-ab41-3e611c9147d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.345875 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2e88d4ac-9b82-4c1f-a655-f70c0912e5bb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3607082 Aug 04 17:14:29.347815 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42690) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:29.351392 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-67f5d102-0c40-4e83-ab41-3e611c9147d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.357732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'subnet': {'network_id': 'aec61a1c-a56c-47bb-8780-80afd0e9a2a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:29.394628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff73b3fc-5923-4cfb-a148-f04c1ce54f13 req-a38002e6-f62a-49cd-96f6-0049f34a2ebb tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/security-groups?id=d106f38e-3c56-4b24-9788-ac56c2caeb4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104686 Aug 04 17:14:29.432993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Deleting port b05f9bf4-da5d-4637-81dd-a785c1e379b5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:29.433376 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.439746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-67f5d102-0c40-4e83-ab41-3e611c9147d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6392b4055a694717849b64d74c7bdb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607792 Aug 04 17:14:29.442425 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42696) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:29.450444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5d102-0c40-4e83-ab41-3e611c9147d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e23904-580b-44b8-aeff-e1342f8d4fd6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:29.490607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:29.494974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.562726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] For port b05f9bf4-da5d-4637-81dd-a785c1e379b5, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b05f9bf4-da5d-4637-81dd-a785c1e379b5,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:29.562726 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.571297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ba66804-8099-49b1-bd1a-37dcd0a1fcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.615299 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ba66804-8099-49b1-bd1a-37dcd0a1fcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.761948 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ba66804-8099-49b1-bd1a-37dcd0a1fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.765177 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ba66804-8099-49b1-bd1a-37dcd0a1fcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.769078 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ba66804-8099-49b1-bd1a-37dcd0a1fcc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2e23904-580b-44b8-aeff-e1342f8d4fd6 HTTP/1.1" status: 204 len: 168 time: 0.3231161 Aug 04 17:14:29.788037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42702) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:29.797581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66804-8099-49b1-bd1a-37dcd0a1fcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e23904-580b-44b8-aeff-e1342f8d4fd6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:29.806103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.945211 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05641595-97de-4f7a-ad8e-2329b312ad10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.945836 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.946782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:29.947139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Subnet': ['ID=af557864-b68f-4db8-8498-025367c31259,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:29.947509 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Floating IP fdcad7bf-95ec-4820-8bd8-331c40e400ce disassociated. External IP: 172.25.2.88, port: b05f9bf4-da5d-4637-81dd-a785c1e379b5. Aug 04 17:14:29.947860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Calling delete_port for b05f9bf4-da5d-4637-81dd-a785c1e379b5 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:29.975462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Checking segment: {'id': '4c4a552e-0246-4959-a76e-7ac3baba0504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'aec61a1c-a56c-47bb-8780-80afd0e9a2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:29.975825 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network hostable DHCP agents. Network: aec61a1c-a56c-47bb-8780-80afd0e9a2a7, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:14:30.013298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network aec61a1c-a56c-47bb-8780-80afd0e9a2a7 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:14:30.036852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, aec61a1c-a56c-47bb-8780-80afd0e9a2a7) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:30.048464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:30.049283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.049973 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95832b-74f8-4277-b34c-1755639dcf64 None None] Network aec61a1c-a56c-47bb-8780-80afd0e9a2a7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:30.115035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05641595-97de-4f7a-ad8e-2329b312ad10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.127901 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05641595-97de-4f7a-ad8e-2329b312ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.167691 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-32f13c98-62c8-4374-9b65-61867e523e84 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8187304 Aug 04 17:14:30.172510 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.175271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42714) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:30.185661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4f5661d7-d6a5-4eee-860f-e5a7bbc8e8e5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1908436300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:30.232558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event deleted for resources: {'Port': ['ID=b05f9bf4-da5d-4637-81dd-a785c1e379b5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:30.250950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05641595-97de-4f7a-ad8e-2329b312ad10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddb73eb-a230-4bf5-93df-b7f0bb93e57f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:30.261204 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-05641595-97de-4f7a-ad8e-2329b312ad10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3ab8efac6814988874c320af0ad409b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720271 Aug 04 17:14:30.268087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42720) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:30.280895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-aec61a1c-a56c-47bb-8780-80afd0e9a2a7', 'network_id': 'aec61a1c-a56c-47bb-8780-80afd0e9a2a7', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'fixed_ips': [{'subnet_id': 'af557864-b68f-4db8-8498-025367c31259'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:14:30.281791 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.285512 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f5661d7-d6a5-4eee-860f-e5a7bbc8e8e5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.287190 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f5661d7-d6a5-4eee-860f-e5a7bbc8e8e5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.337374 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac410a48-a1cb-4c50-8327-71218abf34ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.370642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac410a48-a1cb-4c50-8327-71218abf34ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.430908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac410a48-a1cb-4c50-8327-71218abf34ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.435267 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac410a48-a1cb-4c50-8327-71218abf34ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.438840 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac410a48-a1cb-4c50-8327-71218abf34ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ddb73eb-a230-4bf5-93df-b7f0bb93e57f HTTP/1.1" status: 204 len: 168 time: 0.1664019 Aug 04 17:14:30.446132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac410a48-a1cb-4c50-8327-71218abf34ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddb73eb-a230-4bf5-93df-b7f0bb93e57f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:30.528805 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Allocated IP 2001:db8::2 (aec61a1c-a56c-47bb-8780-80afd0e9a2a7/af557864-b68f-4db8-8498-025367c31259/ac5f0774-b2d4-4aec-b6a8-00043804385f) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:30.737592 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.749483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Transition to ACTIVE for port object ac5f0774-b2d4-4aec-b6a8-00043804385f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:30.768528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Transition to ACTIVE for port object ac5f0774-b2d4-4aec-b6a8-00043804385f will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:30.782966 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.836608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Pushing event updated for resources: {'Port': ['ID=ac5f0774-b2d4-4aec-b6a8-00043804385f,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:30.857062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Network aec61a1c-a56c-47bb-8780-80afd0e9a2a7 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:30.858759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:30.862184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:30.879792 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f5661d7-d6a5-4eee-860f-e5a7bbc8e8e5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.905462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Router 595a235c-85b6-46cd-946a-0da4af20dacd has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:30.907416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f5661d7-d6a5-4eee-860f-e5a7bbc8e8e5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.914488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b49e5e-7a47-4dee-92a7-c79396db2820 req-3f1e002e-6d03-45a1-acd1-ba94836b53b2 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a9cc4d-0fe2-4758-bae8-1b0d86d0408d HTTP/1.1" status: 200 len: 210 time: 0.1216712 Aug 04 17:14:30.950726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Attempting to bind port ac5f0774-b2d4-4aec-b6a8-00043804385f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:30.951186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Attempting to bind port ac5f0774-b2d4-4aec-b6a8-00043804385f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '4c4a552e-0246-4959-a76e-7ac3baba0504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'aec61a1c-a56c-47bb-8780-80afd0e9a2a7'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:30.951481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Attempting to bind port ac5f0774-b2d4-4aec-b6a8-00043804385f on network aec61a1c-a56c-47bb-8780-80afd0e9a2a7 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:30.956876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:30.957252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Checking segment: {'id': '4c4a552e-0246-4959-a76e-7ac3baba0504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'aec61a1c-a56c-47bb-8780-80afd0e9a2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:30.957709 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.958330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Bound using segment: {'id': '4c4a552e-0246-4959-a76e-7ac3baba0504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'aec61a1c-a56c-47bb-8780-80afd0e9a2a7'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:30.958901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Bound port: ac5f0774-b2d4-4aec-b6a8-00043804385f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4a552e-0246-4959-a76e-7ac3baba0504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'aec61a1c-a56c-47bb-8780-80afd0e9a2a7'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:30.959288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.986988 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f5661d7-d6a5-4eee-860f-e5a7bbc8e8e5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:30.988528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4f5661d7-d6a5-4eee-860f-e5a7bbc8e8e5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8090596 Aug 04 17:14:30.991497 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42750) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:31.047569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] For port ac5f0774-b2d4-4aec-b6a8-00043804385f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:31.052717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] For port ac5f0774-b2d4-4aec-b6a8-00043804385f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ac5f0774-b2d4-4aec-b6a8-00043804385f,segment=NetworkSegment(4c4a552e-0246-4959-a76e-7ac3baba0504),segment_id=4c4a552e-0246-4959-a76e-7ac3baba0504)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:31.060053 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:31.063014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:31.078774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] Sync routers for ids ['595a235c-85b6-46cd-946a-0da4af20dacd'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:31.109143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] No DVR routers for this DVR port b05f9bf4-da5d-4637-81dd-a785c1e379b5 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:31.115275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:31.115275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bd7a9af-5f19-464f-aa4f-8295abf2b740 req-d50197f2-2d1c-44be-b357-3b9dbb56e2c6 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.82 "DELETE /v2.0/ports/b05f9bf4-da5d-4637-81dd-a785c1e379b5 HTTP/1.1" status: 204 len: 173 time: 1.9263535 Aug 04 17:14:31.115275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'name': 'network-vif-deleted', 'tag': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:14:31.117722 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776451a2-57a9-4fb6-be36-58af130ce7a4" -d '{"events": [{"server_uuid": "46a9cc4d-0fe2-4758-bae8-1b0d86d0408d", "name": "network-vif-deleted", "tag": "b05f9bf4-da5d-4637-81dd-a785c1e379b5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:14:31.199523 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548061bd-356c-4511-a401-efab3f057d34 x-openstack-request-id: req-548061bd-356c-4511-a401-efab3f057d34 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:14:31.199815 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a9cc4d-0fe2-4758-bae8-1b0d86d0408d", "name": "network-vif-deleted", "tag": "b05f9bf4-da5d-4637-81dd-a785c1e379b5", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:14:31.201585 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-548061bd-356c-4511-a401-efab3f057d34 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:14:31.202019 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a9cc4d-0fe2-4758-bae8-1b0d86d0408d', 'name': 'network-vif-deleted', 'tag': 'b05f9bf4-da5d-4637-81dd-a785c1e379b5', 'status': 'completed', 'code': 200} Aug 04 17:14:31.218146 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] Routers {'595a235c-85b6-46cd-946a-0da4af20dacd'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:31.218824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['595a235c-85b6-46cd-946a-0da4af20dacd'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:31.388377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb56853-22ea-4a6e-8290-e342c82941a4 None None] Pushing event updated for resources: {'Port': ['ID=ac5f0774-b2d4-4aec-b6a8-00043804385f,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:31.422701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] Set router 595a235c-85b6-46cd-946a-0da4af20dacd gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:31.594186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:31.758108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'cee66539-c016-4e42-8767-ec5974a7dc3c', 'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'mac_address': 'fa:16:3e:54:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:10Z', 'updated_at': '2021-08-04T17:09:19Z', 'revision_number': 5, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'subnets': [{'id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:31.788884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] Checking router: 595a235c-85b6-46cd-946a-0da4af20dacd for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:14:31.798637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] Routers {'595a235c-85b6-46cd-946a-0da4af20dacd'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:31.799475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['595a235c-85b6-46cd-946a-0da4af20dacd'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:31.953927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] Set router 595a235c-85b6-46cd-946a-0da4af20dacd gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:31.982455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42786) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:31.983266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Allocated IP 2001:db8::1 (aec61a1c-a56c-47bb-8780-80afd0e9a2a7/af557864-b68f-4db8-8498-025367c31259/4db2bdc8-5ec5-4edd-90a9-b46a75251b95) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:32.041098 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-57f63943-8794-4d54-9e3f-9c59afb0961e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:32.139815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:32.159456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Transition to ACTIVE for port object 4db2bdc8-5ec5-4edd-90a9-b46a75251b95 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:32.216939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:32.296608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e83546ad-2066-4211-934a-67080b6086ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Deleting port 117d1369-b5e8-49cb-a893-079c1f2f5bb5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:32.296967 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e83546ad-2066-4211-934a-67080b6086ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:32.341672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network aec61a1c-a56c-47bb-8780-80afd0e9a2a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:32.348565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:32.364200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:32.364924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:32.466772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=4db2bdc8-5ec5-4edd-90a9-b46a75251b95,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:32.477412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b05f9bf4-da5d-4637-81dd-a785c1e379b5 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:32.546113 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e83546ad-2066-4211-934a-67080b6086ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:32.546459 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e83546ad-2066-4211-934a-67080b6086ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:32.550190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ac5f0774-b2d4-4aec-b6a8-00043804385f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:32.557733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: b05f9bf4-da5d-4637-81dd-a785c1e379b5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:32.558075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b05f9bf4-da5d-4637-81dd-a785c1e379b5 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:32.562215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e83546ad-2066-4211-934a-67080b6086ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Calling delete_port for 117d1369-b5e8-49cb-a893-079c1f2f5bb5 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:32.674842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:32.703173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port ac5f0774-b2d4-4aec-b6a8-00043804385f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:32.738720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'cee66539-c016-4e42-8767-ec5974a7dc3c', 'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'mac_address': 'fa:16:3e:54:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:10Z', 'updated_at': '2021-08-04T17:09:19Z', 'revision_number': 5, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'subnets': [{'id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:32.809206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c35ba-e01a-4491-93b8-3509e6538b22 None None] The sync data for ids ['595a235c-85b6-46cd-946a-0da4af20dacd'] in n-d-764435-5 is: [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:09:11Z', 'revision_number': 4, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'cee66539-c016-4e42-8767-ec5974a7dc3c', 'name': '', 'network_id': '357ca02e-8481-47e2-8b09-a8e527429479', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'mac_address': 'fa:16:3e:54:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:10Z', 'updated_at': '2021-08-04T17:09:19Z', 'revision_number': 5, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'subnets': [{'id': '8cc49710-2f01-47f1-8e0a-5ca88fa082ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:32.842466 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e83546ad-2066-4211-934a-67080b6086ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:32.894880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066b7f92-961f-4516-827b-08ed9413b693 None None] Network aec61a1c-a56c-47bb-8780-80afd0e9a2a7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:32.926192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83546ad-2066-4211-934a-67080b6086ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event deleted for resources: {'Port': ['ID=117d1369-b5e8-49cb-a893-079c1f2f5bb5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:33.022167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c11a29a9-6689-4c43-8f62-67772e56821a None None] Provisioning for port ac5f0774-b2d4-4aec-b6a8-00043804385f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:33.033012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c11a29a9-6689-4c43-8f62-67772e56821a None None] Provisioning complete for port ac5f0774-b2d4-4aec-b6a8-00043804385f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:33.033841 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c11a29a9-6689-4c43-8f62-67772e56821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.050544 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.058774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.059833 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.087355 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e83546ad-2066-4211-934a-67080b6086ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.094160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e83546ad-2066-4211-934a-67080b6086ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.113547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e83546ad-2066-4211-934a-67080b6086ae tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "DELETE /v2.0/floatingips/fdcad7bf-95ec-4820-8bd8-331c40e400ce HTTP/1.1" status: 204 len: 168 time: 1.1280465 Aug 04 17:14:33.215184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42818) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:33.313803 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c11a29a9-6689-4c43-8f62-67772e56821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.318970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=4db2bdc8-5ec5-4edd-90a9-b46a75251b95,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:33.327240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network aec61a1c-a56c-47bb-8780-80afd0e9a2a7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:33.328800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:33.354041 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eba30caa-6e90-49a7-9435-00767fc2a522 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.354586 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfaf648-2fd5-44bc-88f3-8a89dacb6f18 None None] New status for floating IP fdcad7bf-95ec-4820-8bd8-331c40e400ce: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:14:33.424591 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eba30caa-6e90-49a7-9435-00767fc2a522 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.494463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c11a29a9-6689-4c43-8f62-67772e56821a None None] For port ac5f0774-b2d4-4aec-b6a8-00043804385f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ac5f0774-b2d4-4aec-b6a8-00043804385f,segment=NetworkSegment(4c4a552e-0246-4959-a76e-7ac3baba0504),segment_id=4c4a552e-0246-4959-a76e-7ac3baba0504)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:33.505770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c11a29a9-6689-4c43-8f62-67772e56821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.514516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 5c9b5e60-2ce4-45cb-90e6-756287275a4f is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:14:33.676496 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eba30caa-6e90-49a7-9435-00767fc2a522 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.682660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eba30caa-6e90-49a7-9435-00767fc2a522 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:33.688980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eba30caa-6e90-49a7-9435-00767fc2a522 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] 10.222.0.39 "DELETE /v2.0/security-groups/d106f38e-3c56-4b24-9788-ac56c2caeb4f HTTP/1.1" status: 204 len: 168 time: 0.4721680 Aug 04 17:14:33.713304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a29a9-6689-4c43-8f62-67772e56821a None None] Pushing event updated for resources: {'Port': ['ID=ac5f0774-b2d4-4aec-b6a8-00043804385f,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:33.723777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba30caa-6e90-49a7-9435-00767fc2a522 tempest-TestServerBasicOps-1121671725 tempest-TestServerBasicOps-1121671725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d106f38e-3c56-4b24-9788-ac56c2caeb4f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:33.883852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42832) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:33.886919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:33.905970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f8f35-a766-4780-9d15-34196d1b8f69 None None] Sync routers for ids ['5c9b5e60-2ce4-45cb-90e6-756287275a4f'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:33.915395 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-322a3732-b4f1-4811-a4b9-34b7a3438a0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/5c9b5e60-2ce4-45cb-90e6-756287275a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9204433 Aug 04 17:14:33.916082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42838) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:33.943611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f8f35-a766-4780-9d15-34196d1b8f69 None None] Routers {'5c9b5e60-2ce4-45cb-90e6-756287275a4f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:33.944977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e88f8f35-a766-4780-9d15-34196d1b8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5c9b5e60-2ce4-45cb-90e6-756287275a4f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:34.024398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e88f8f35-a766-4780-9d15-34196d1b8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:34.047391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfcf89-07b8-4ba8-82b2-3e59fa449344 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:34.048709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f8f35-a766-4780-9d15-34196d1b8f69 None None] Routers {'5c9b5e60-2ce4-45cb-90e6-756287275a4f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:34.048932 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a8bfcf89-07b8-4ba8-82b2-3e59fa449344 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports/4db2bdc8-5ec5-4edd-90a9-b46a75251b95 HTTP/1.1" status: 200 len: 911 time: 0.1311917 Aug 04 17:14:34.049862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e88f8f35-a766-4780-9d15-34196d1b8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5c9b5e60-2ce4-45cb-90e6-756287275a4f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:34.051695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42842) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:34.057406 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c140ce3e-e328-43f9-8016-d76834cafbeb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af557864-b68f-4db8-8498-025367c31259'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:34.119778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e88f8f35-a766-4780-9d15-34196d1b8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:34.121164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f8f35-a766-4780-9d15-34196d1b8f69 None None] The sync data for ids ['5c9b5e60-2ce4-45cb-90e6-756287275a4f'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:34.140600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42b8b542-efe2-43c8-a719-abbfaf404519 None None] Provisioning for port 4db2bdc8-5ec5-4edd-90a9-b46a75251b95 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:34.166713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42b8b542-efe2-43c8-a719-abbfaf404519 None None] Provisioning complete for port 4db2bdc8-5ec5-4edd-90a9-b46a75251b95 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:34.167139 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42b8b542-efe2-43c8-a719-abbfaf404519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:34.229294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-42b8b542-efe2-43c8-a719-abbfaf404519 None None] Port 4db2bdc8-5ec5-4edd-90a9-b46a75251b95 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:34.243870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42b8b542-efe2-43c8-a719-abbfaf404519 None None] Provisioning complete for port ac5f0774-b2d4-4aec-b6a8-00043804385f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:34.244420 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42b8b542-efe2-43c8-a719-abbfaf404519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:34.410548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ac5f0774-b2d4-4aec-b6a8-00043804385f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:34.413153 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-64db6a08-4cb0-4791-9324-38a622384ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:34.422932 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c140ce3e-e328-43f9-8016-d76834cafbeb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:34.475740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ac5f0774-b2d4-4aec-b6a8-00043804385f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:34.476479 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:34.583260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4e54e9bb-cb1a-4db2-ae85-61e8e8528513 None None] Provisioning complete for port 4db2bdc8-5ec5-4edd-90a9-b46a75251b95 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:34.584303 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4e54e9bb-cb1a-4db2-ae85-61e8e8528513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:34.679792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4e54e9bb-cb1a-4db2-ae85-61e8e8528513 None None] Port 4db2bdc8-5ec5-4edd-90a9-b46a75251b95 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:34.808697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1f84ac86-e6ea-4404-b2ad-943a355810b0 None None] Provisioning complete for port 4db2bdc8-5ec5-4edd-90a9-b46a75251b95 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:34.810232 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f84ac86-e6ea-4404-b2ad-943a355810b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:34.821352 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:34.853442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1f84ac86-e6ea-4404-b2ad-943a355810b0 None None] Port 4db2bdc8-5ec5-4edd-90a9-b46a75251b95 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:34.968840 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:35.079785 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c140ce3e-e328-43f9-8016-d76834cafbeb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:35.095971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c140ce3e-e328-43f9-8016-d76834cafbeb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:35.102122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140ce3e-e328-43f9-8016-d76834cafbeb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:35.102752 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c140ce3e-e328-43f9-8016-d76834cafbeb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:35.104144 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c140ce3e-e328-43f9-8016-d76834cafbeb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/ports/4db2bdc8-5ec5-4edd-90a9-b46a75251b95 HTTP/1.1" status: 200 len: 911 time: 1.0514283 Aug 04 17:14:35.111317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42876) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:35.159056 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140ce3e-e328-43f9-8016-d76834cafbeb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=4db2bdc8-5ec5-4edd-90a9-b46a75251b95,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:35.218874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-9754c7bb-0a4a-421a-8a39-1f968d8ebd04 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2604df71c71f49a5aa466dac759160a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668066 Aug 04 17:14:35.440283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] Deleting port cee66539-c016-4e42-8767-ec5974a7dc3c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:35.440519 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:35.562315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-25264f44-9061-46db-8a43-adc00838068f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:35.563846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-25264f44-9061-46db-8a43-adc00838068f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370366 Aug 04 17:14:35.626424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b3e6129c-9758-4893-a7fb-97e3a1ec8ba6 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/quotas/2604df71c71f49a5aa466dac759160a9 HTTP/1.1" status: 200 len: 375 time: 0.0363333 Aug 04 17:14:35.632643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] For port cee66539-c016-4e42-8767-ec5974a7dc3c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=cee66539-c016-4e42-8767-ec5974a7dc3c,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:35.633010 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:35.696638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] Calling delete_port for cee66539-c016-4e42-8767-ec5974a7dc3c owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:35.700942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-3c482990-60cc-4942-bbb0-4c9dcbf1f14e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2604df71c71f49a5aa466dac759160a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652692 Aug 04 17:14:35.811448 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:35.931368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d7c1fb6-6cf3-4050-87ef-d4ddd256dc20 req-f8829c37-e084-41ea-87ce-8e672d132cd7 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 210 time: 0.0454497 Aug 04 17:14:35.946681 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:36.143901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:36.193533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] Pushing event deleted for resources: {'Port': ['ID=cee66539-c016-4e42-8767-ec5974a7dc3c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:36.473427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:36.584809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port 4db2bdc8-5ec5-4edd-90a9-b46a75251b95 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:36.585532 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:37.025464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-459f6672-6e1e-46ed-abd5-f7f66575f635 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=2604df71c71f49a5aa466dac759160a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455251 Aug 04 17:14:37.196367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1bec94a8-6d42-4568-9ea3-bfdc33474ad7 req-66e9cf56-8c26-40f9-922a-8fe1824ba34e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 210 time: 0.0935102 Aug 04 17:14:37.221552 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:37.282283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for 4db2bdc8-5ec5-4edd-90a9-b46a75251b95 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:37.356461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-92134f11-5861-4c93-8685-2a1665640620 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:37.357686 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-92134f11-5861-4c93-8685-2a1665640620 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3246636 Aug 04 17:14:37.377166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Request body: {'port': {'device_id': '58bac807-d986-44c8-b66a-a773f3594ce2', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '2604df71c71f49a5aa466dac759160a9'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:37.383637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] Router 595a235c-85b6-46cd-946a-0da4af20dacd has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:37.418998 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:37.677121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:37.683286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-933ff67f-dc34-4e45-9428-93c9ed72e14e admin admin] 10.222.0.39 "PUT /v2.0/routers/595a235c-85b6-46cd-946a-0da4af20dacd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7981448 Aug 04 17:14:37.686104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42946) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:37.687061 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] Sync routers for ids ['595a235c-85b6-46cd-946a-0da4af20dacd'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:37.700595 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] Routers {'595a235c-85b6-46cd-946a-0da4af20dacd'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:37.702105 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['595a235c-85b6-46cd-946a-0da4af20dacd'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:37.712021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Made reservation on behalf of 2604df71c71f49a5aa466dac759160a9 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:37.716324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:37.726502 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:37.733290 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:37.786562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=4db2bdc8-5ec5-4edd-90a9-b46a75251b95,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:37.826589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:37.844531 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] Set router 595a235c-85b6-46cd-946a-0da4af20dacd gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:37.914684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:37.969501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.106709 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:14:36Z', 'revision_number': 5, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port': {'id': 'cecfa13d-c031-428f-8f6d-86af94df2986', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:07Z', 'updated_at': '2021-08-04T17:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:38.108891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Deleting port cecfa13d-c031-428f-8f6d-86af94df2986 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:38.110201 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.140675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42954) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:38.152836 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] Checking router: 595a235c-85b6-46cd-946a-0da4af20dacd for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:14:38.168935 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:14:38.181548 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] Routers {'595a235c-85b6-46cd-946a-0da4af20dacd'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:38.184311 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['595a235c-85b6-46cd-946a-0da4af20dacd'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:38.244958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 5c9b5e60-2ce4-45cb-90e6-756287275a4f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:38.267976 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.280530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] For port cecfa13d-c031-428f-8f6d-86af94df2986, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=cecfa13d-c031-428f-8f6d-86af94df2986,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:38.280909 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.283984 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.301276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Calling delete_port for cecfa13d-c031-428f-8f6d-86af94df2986 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:38.323102 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] Set router 595a235c-85b6-46cd-946a-0da4af20dacd gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:38.377418 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc372114-b840-4299-a391-3cd012fdf6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.379869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90120ddd-2776-4e53-8a39-93fb1bba87d9 req-9d586d1d-288b-4531-800e-811aca38bc3c tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 210 time: 0.0774381 Aug 04 17:14:38.387633 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:14:37Z', 'revision_number': 6, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:38.420181 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df2149-544e-4358-8e48-73e36b12fe88 None None] The sync data for ids ['595a235c-85b6-46cd-946a-0da4af20dacd'] in n-d-764435-5 is: [{'id': '595a235c-85b6-46cd-946a-0da4af20dacd', 'name': 'tempest-TestServerBasicOps-308936845-router', 'tenant_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:06Z', 'updated_at': '2021-08-04T17:14:37Z', 'revision_number': 6, 'project_id': '67aad0c6fdc346fb9a7bb519810f2bca', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:38.469784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a935f65a-f349-42e3-86fc-cb92420cf9b1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:38.482202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:38.488098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7fcfadd9-d957-4b17-bb0e-383086dd13ce tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/5c9b5e60-2ce4-45cb-90e6-756287275a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3747969 Aug 04 17:14:38.492698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b6b266-90e9-4a61-a653-fa2e6e39751b None None] Sync routers for ids ['5c9b5e60-2ce4-45cb-90e6-756287275a4f'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:38.493189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42960) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:38.501759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6b266-90e9-4a61-a653-fa2e6e39751b None None] Routers {'5c9b5e60-2ce4-45cb-90e6-756287275a4f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:38.502659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c4b6b266-90e9-4a61-a653-fa2e6e39751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5c9b5e60-2ce4-45cb-90e6-756287275a4f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:38.524397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4025abef-9b66-46ac-891c-24190f405a91 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9b5e60-2ce4-45cb-90e6-756287275a4f HTTP/1.1" status: 200 len: 205 time: 0.0294249 Aug 04 17:14:38.527263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42962) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:38.542298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c4b6b266-90e9-4a61-a653-fa2e6e39751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:38.552041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6b266-90e9-4a61-a653-fa2e6e39751b None None] Routers {'5c9b5e60-2ce4-45cb-90e6-756287275a4f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:38.552639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c4b6b266-90e9-4a61-a653-fa2e6e39751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5c9b5e60-2ce4-45cb-90e6-756287275a4f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:38.585450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c4b6b266-90e9-4a61-a653-fa2e6e39751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:38.586101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b6b266-90e9-4a61-a653-fa2e6e39751b None None] The sync data for ids ['5c9b5e60-2ce4-45cb-90e6-756287275a4f'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:38.604137 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc372114-b840-4299-a391-3cd012fdf6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.612956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc372114-b840-4299-a391-3cd012fdf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.644022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e888acc8-b4e8-459a-8b28-d592d0b16e45 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.657915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.663767 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fc372114-b840-4299-a391-3cd012fdf6b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=290fac5bf68b4733a109c411601432ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222132 Aug 04 17:14:38.669532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc372114-b840-4299-a391-3cd012fdf6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0a5c17-4f8e-4b9e-a431-527f2b544448,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:38.673314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42964) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:38.687074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Allocated IP 192.168.233.239 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/9cc3d754-e778-4d56-ab2f-cff950c02804) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:38.699081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cecfa13d-c031-428f-8f6d-86af94df2986,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:38.788691 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.793873 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3293d821-8257-4aa6-b460-043e89f2ee09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.851408 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e888acc8-b4e8-459a-8b28-d592d0b16e45 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.856207 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e888acc8-b4e8-459a-8b28-d592d0b16e45 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.903177 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.908192 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.910862 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3293d821-8257-4aa6-b460-043e89f2ee09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.947895 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e888acc8-b4e8-459a-8b28-d592d0b16e45 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.948905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e888acc8-b4e8-459a-8b28-d592d0b16e45 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Fanout notify agent at l3_agent the message router_deleted on router 5c9b5e60-2ce4-45cb-90e6-756287275a4f {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:14:38.956503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e888acc8-b4e8-459a-8b28-d592d0b16e45 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:38.957683 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e888acc8-b4e8-459a-8b28-d592d0b16e45 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/5c9b5e60-2ce4-45cb-90e6-756287275a4f HTTP/1.1" status: 204 len: 168 time: 0.4293213 Aug 04 17:14:38.960474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42966) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:39.006217 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.011625 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.049992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-95eee954-0653-4da0-9239-027ba3d8be71 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting subnet af557864-b68f-4db8-8498-025367c31259 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:14:39.058526 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95eee954-0653-4da0-9239-027ba3d8be71 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.100148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.124534 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95eee954-0653-4da0-9239-027ba3d8be71 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.127591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Transition to ACTIVE for port object 9cc3d754-e778-4d56-ab2f-cff950c02804 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:39.238696 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.255523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95eee954-0653-4da0-9239-027ba3d8be71 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.322313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:39.335849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:39.338841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:39.350861 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.351390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 595a235c-85b6-46cd-946a-0da4af20dacd {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:14:39.355855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.359328 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-52e2ca36-8181-4a9f-bd93-738d8a8b9bf9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/595a235c-85b6-46cd-946a-0da4af20dacd HTTP/1.1" status: 204 len: 168 time: 1.6721082 Aug 04 17:14:39.360092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42972) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:39.377109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Pushing event updated for resources: {'Port': ['ID=9cc3d754-e778-4d56-ab2f-cff950c02804,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:39.418364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Deleting subnet 8cc49710-2f01-47f1-8e0a-5ca88fa082ac {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:14:39.426262 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.432223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:39.433763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.452063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95eee954-0653-4da0-9239-027ba3d8be71 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.484090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3293d821-8257-4aa6-b460-043e89f2ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.486704 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3293d821-8257-4aa6-b460-043e89f2ee09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.486904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-17d432a8-a865-4e0f-bf3a-ce7caf28e78f tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1154010 Aug 04 17:14:39.487873 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3293d821-8257-4aa6-b460-043e89f2ee09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb0a5c17-4f8e-4b9e-a431-527f2b544448 HTTP/1.1" status: 204 len: 168 time: 0.7972767 Aug 04 17:14:39.494953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eee954-0653-4da0-9239-027ba3d8be71 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Subnet': ['ID=af557864-b68f-4db8-8498-025367c31259,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:39.497416 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.520750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293d821-8257-4aa6-b460-043e89f2ee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0a5c17-4f8e-4b9e-a431-527f2b544448,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:39.564797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Request body: {'port': {'device_id': '58bac807-d986-44c8-b66a-a773f3594ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:39.575215 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95eee954-0653-4da0-9239-027ba3d8be71 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.579438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-95eee954-0653-4da0-9239-027ba3d8be71 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/af557864-b68f-4db8-8498-025367c31259 HTTP/1.1" status: 204 len: 168 time: 0.6157129 Aug 04 17:14:39.582372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b504a2b-f516-439f-8b99-a49256364305 None None] Network aec61a1c-a56c-47bb-8780-80afd0e9a2a7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:39.589547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42980) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:39.677635 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.696972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7fcc9-a70a-44ab-8814-4597843f2b40 req-48e64c28-bd2e-40a1-a434-deda75b5f1ea tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:39.701062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bb7fcc9-a70a-44ab-8814-4597843f2b40 req-48e64c28-bd2e-40a1-a434-deda75b5f1ea tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 936 time: 0.2130780 Aug 04 17:14:39.729399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.737175 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.746653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c9ef5240-9d17-461c-962c-b91e22ff2d8a None None] Provisioning for port 9cc3d754-e778-4d56-ab2f-cff950c02804 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:39.754346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c9ef5240-9d17-461c-962c-b91e22ff2d8a None None] Provisioning complete for port 9cc3d754-e778-4d56-ab2f-cff950c02804 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:39.755046 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5240-9d17-461c-962c-b91e22ff2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.795315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef5240-9d17-461c-962c-b91e22ff2d8a None None] Port 9cc3d754-e778-4d56-ab2f-cff950c02804 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:39.815835 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.840894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c9cb8-8320-422e-b44c-4ccd5e7935a3 None None] Network 357ca02e-8481-47e2-8b09-a8e527429479 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:39.848950 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.850877 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8cc49710-2f01-47f1-8e0a-5ca88fa082ac HTTP/1.1" status: 204 len: 168 time: 0.4894440 Aug 04 17:14:39.852955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc49710-2f01-47f1-8e0a-5ca88fa082ac,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:39.853954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42984) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:39.856633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port ac5f0774-b2d4-4aec-b6a8-00043804385f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:39.857186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.866057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bb7fcc9-a70a-44ab-8814-4597843f2b40 req-b832a2d2-d53c-4d67-84e2-4b49e756de64 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533477 Aug 04 17:14:39.920216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.920862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.921351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.921834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.922310 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.922821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.923296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.923785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.924259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.924722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.925207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.925676 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce70580-a3e4-4088-b404-7d6586c6f88d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:39.957015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf9f333-cc2a-4365-acab-2fdabb8241f0 None None] DHCP port deletion for aec61a1c-a56c-47bb-8780-80afd0e9a2a7 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:14:39.973217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port ac5f0774-b2d4-4aec-b6a8-00043804385f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ac5f0774-b2d4-4aec-b6a8-00043804385f,segment=NetworkSegment(4c4a552e-0246-4959-a76e-7ac3baba0504),segment_id=4c4a552e-0246-4959-a76e-7ac3baba0504)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:39.973663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:39.993197 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for ac5f0774-b2d4-4aec-b6a8-00043804385f owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:40.012968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.017195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42986) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:40.059378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-faf9f333-cc2a-4365-acab-2fdabb8241f0 None None] Deleting port ac5f0774-b2d4-4aec-b6a8-00043804385f {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:40.059757 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-faf9f333-cc2a-4365-acab-2fdabb8241f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.075998 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-834cc550-9a35-4554-9d7d-667ac046b382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.097245 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.126996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No DVR routers for this DVR port ac5f0774-b2d4-4aec-b6a8-00043804385f on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:40.133699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=ac5f0774-b2d4-4aec-b6a8-00043804385f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:40.136637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-faf9f333-cc2a-4365-acab-2fdabb8241f0 None None] For port ac5f0774-b2d4-4aec-b6a8-00043804385f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ac5f0774-b2d4-4aec-b6a8-00043804385f,segment=NetworkSegment(4c4a552e-0246-4959-a76e-7ac3baba0504),segment_id=4c4a552e-0246-4959-a76e-7ac3baba0504)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:40.140369 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-faf9f333-cc2a-4365-acab-2fdabb8241f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.173377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-faf9f333-cc2a-4365-acab-2fdabb8241f0 None None] Calling delete_port for ac5f0774-b2d4-4aec-b6a8-00043804385f owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:40.177515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1046889-7069-4ffe-a1c0-b1435d135a63 None None] DHCP port deletion for 357ca02e-8481-47e2-8b09-a8e527429479 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:14:40.237273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.272888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec61a1c-a56c-47bb-8780-80afd0e9a2a7']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:40.307238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a1046889-7069-4ffe-a1c0-b1435d135a63 None None] Deleting port 2236356c-d4e5-48c9-9b38-340f49e84fe0 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:40.307562 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1046889-7069-4ffe-a1c0-b1435d135a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.315791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4a552e-0246-4959-a76e-7ac3baba0504') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:40.316518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4a552e-0246-4959-a76e-7ac3baba0504') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:40.339058 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.342343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Deleting port 2236356c-d4e5-48c9-9b38-340f49e84fe0 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:40.342926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.373538 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-faf9f333-cc2a-4365-acab-2fdabb8241f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.400527 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.413889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:14:40.414416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9f333-cc2a-4365-acab-2fdabb8241f0 None None] Pushing event deleted for resources: {'Port': ['ID=ac5f0774-b2d4-4aec-b6a8-00043804385f,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:40.414779 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:14:40.428503 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:14:40.430877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ac5f0774-b2d4-4aec-b6a8-00043804385f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:40.433760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a1046889-7069-4ffe-a1c0-b1435d135a63 None None] For port 2236356c-d4e5-48c9-9b38-340f49e84fe0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2236356c-d4e5-48c9-9b38-340f49e84fe0,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:40.434421 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1046889-7069-4ffe-a1c0-b1435d135a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.463702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9f333-cc2a-4365-acab-2fdabb8241f0 None None] No DVR routers for this DVR port ac5f0774-b2d4-4aec-b6a8-00043804385f on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:40.470179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ac5f0774-b2d4-4aec-b6a8-00043804385f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:40.470576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ac5f0774-b2d4-4aec-b6a8-00043804385f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:40.470980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cecfa13d-c031-428f-8f6d-86af94df2986 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:40.472968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a1046889-7069-4ffe-a1c0-b1435d135a63 None None] Calling delete_port for 2236356c-d4e5-48c9-9b38-340f49e84fe0 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:40.476252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc3d754-e778-4d56-ab2f-cff950c02804 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:14:40.500192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: cecfa13d-c031-428f-8f6d-86af94df2986 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:40.500544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cecfa13d-c031-428f-8f6d-86af94df2986 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:40.500969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cee66539-c016-4e42-8767-ec5974a7dc3c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:40.508174 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.525089 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.542470 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.545774 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/networks/aec61a1c-a56c-47bb-8780-80afd0e9a2a7 HTTP/1.1" status: 204 len: 168 time: 0.9548519 Aug 04 17:14:40.550072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: cee66539-c016-4e42-8767-ec5974a7dc3c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:40.551314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device cee66539-c016-4e42-8767-ec5974a7dc3c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:40.551986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2236356c-d4e5-48c9-9b38-340f49e84fe0 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:40.557742 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42992) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:40.563926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1bcada3f-b7a4-41a0-96d7-66bf0eed2adb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-629956901', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:40.569131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a6669-7072-48c8-83fb-3dae66113b23 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Network': ['ID=aec61a1c-a56c-47bb-8780-80afd0e9a2a7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:40.581064 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-834cc550-9a35-4554-9d7d-667ac046b382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.594193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-834cc550-9a35-4554-9d7d-667ac046b382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.599507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] For port 2236356c-d4e5-48c9-9b38-340f49e84fe0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2236356c-d4e5-48c9-9b38-340f49e84fe0,segment=NetworkSegment(8ab47596-c2be-4614-a93f-98a62f480333),segment_id=8ab47596-c2be-4614-a93f-98a62f480333)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:40.599939 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.603086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Transition to ACTIVE for port object 9cc3d754-e778-4d56-ab2f-cff950c02804 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:40.604727 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1bcada3f-b7a4-41a0-96d7-66bf0eed2adb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.606690 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1bcada3f-b7a4-41a0-96d7-66bf0eed2adb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.623601 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.646926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Calling delete_port for 2236356c-d4e5-48c9-9b38-340f49e84fe0 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:40.675731 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1bcada3f-b7a4-41a0-96d7-66bf0eed2adb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.685849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-834cc550-9a35-4554-9d7d-667ac046b382 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eed925df59c84c53ae8089d74fc1afef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647007 Aug 04 17:14:40.686994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42994) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:40.695330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.696782 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1bcada3f-b7a4-41a0-96d7-66bf0eed2adb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.713347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cc550-9a35-4554-9d7d-667ac046b382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaa23d6-c7cf-4890-b08f-ac07c7e45e18,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:40.715253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1046889-7069-4ffe-a1c0-b1435d135a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.721577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc3d754-e778-4d56-ab2f-cff950c02804,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:40.741408 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1bcada3f-b7a4-41a0-96d7-66bf0eed2adb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.743790 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1bcada3f-b7a4-41a0-96d7-66bf0eed2adb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1843863 Aug 04 17:14:40.748170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42996) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:40.752117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1046889-7069-4ffe-a1c0-b1435d135a63 None None] Pushing event deleted for resources: {'Port': ['ID=2236356c-d4e5-48c9-9b38-340f49e84fe0,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:40.755689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1952194097'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:40.768129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1046889-7069-4ffe-a1c0-b1435d135a63 None None] No DVR routers for this DVR port 2236356c-d4e5-48c9-9b38-340f49e84fe0 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:40.803051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11d1b84f-8962-47ac-9b19-d922fee5fb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.820046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:40.823811 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.851194 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11d1b84f-8962-47ac-9b19-d922fee5fb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.880167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:14:40.905089 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.905547 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added segment 66aafb41-cab7-4480-b076-9c2b906b5c70 of type vlan for network aa13cfa9-4caf-4c09-9b16-250dbd70a786 Aug 04 17:14:40.959540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.970305 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11d1b84f-8962-47ac-9b19-d922fee5fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.973332 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11d1b84f-8962-47ac-9b19-d922fee5fb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:40.974567 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-11d1b84f-8962-47ac-9b19-d922fee5fb43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abaa23d6-c7cf-4890-b08f-ac07c7e45e18 HTTP/1.1" status: 204 len: 168 time: 0.2865629 Aug 04 17:14:40.992305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1b84f-8962-47ac-9b19-d922fee5fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaa23d6-c7cf-4890-b08f-ac07c7e45e18,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:41.018252 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.025160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:41.026047 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.102333 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3522758 Aug 04 17:14:41.105553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43002) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:41.110782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'subnet': {'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:41.129087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44779110-00a0-4bbe-95d8-23ec0de5af52 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Network': ['ID=aa13cfa9-4caf-4c09-9b16-250dbd70a786,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:41.140879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network aa13cfa9-4caf-4c09-9b16-250dbd70a786 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:14:41.241952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:41.245708 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.365125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757136f-3ed9-4d43-a834-ea5e89df78bd req-63ac45b7-dece-4ae1-a6b1-978ac4d71f1b tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:41.365814 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7757136f-3ed9-4d43-a834-ea5e89df78bd req-63ac45b7-dece-4ae1-a6b1-978ac4d71f1b tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 948 time: 0.1421514 Aug 04 17:14:41.372783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Attempting to bind port 9cc3d754-e778-4d56-ab2f-cff950c02804 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:41.373120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Attempting to bind port 9cc3d754-e778-4d56-ab2f-cff950c02804 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:41.373452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Attempting to bind port 9cc3d754-e778-4d56-ab2f-cff950c02804 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:41.380865 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.396191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Port 9cc3d754-e778-4d56-ab2f-cff950c02804 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:14:41.396364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Attempting to bind port 9cc3d754-e778-4d56-ab2f-cff950c02804 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:41.429747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] No DVR routers for this DVR port 2236356c-d4e5-48c9-9b38-340f49e84fe0 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:41.435503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Pushing event deleted for resources: {'Port': ['ID=2236356c-d4e5-48c9-9b38-340f49e84fe0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:41.441591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:41.441958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:41.442323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:41.442951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Bound port: 9cc3d754-e778-4d56-ab2f-cff950c02804, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:41.443162 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.511478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.563917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7757136f-3ed9-4d43-a834-ea5e89df78bd req-d4647dd4-b5cd-4071-baef-774806023152 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854920 Aug 04 17:14:41.581321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.593638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357ca02e-8481-47e2-8b09-a8e527429479']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:41.599758 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Subnet': ['ID=fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:41.610166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab47596-c2be-4614-a93f-98a62f480333') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:41.610656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab47596-c2be-4614-a93f-98a62f480333') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:41.611599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Checking segment: {'id': '66aafb41-cab7-4480-b076-9c2b906b5c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:41.612057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network hostable DHCP agents. Network: aa13cfa9-4caf-4c09-9b16-250dbd70a786, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:14:41.629814 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network aa13cfa9-4caf-4c09-9b16-250dbd70a786 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:14:41.633225 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.642609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, aa13cfa9-4caf-4c09-9b16-250dbd70a786) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:41.647328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:41.647925 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.648395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] For port 9cc3d754-e778-4d56-ab2f-cff950c02804, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:41.652770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8ca370-1757-4b85-bffa-9270c68c1d4e None None] Network aa13cfa9-4caf-4c09-9b16-250dbd70a786 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:41.656066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] For port 9cc3d754-e778-4d56-ab2f-cff950c02804, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=9cc3d754-e778-4d56-ab2f-cff950c02804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:41.661531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.669218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.673492 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2230042f-82d7-46b7-a725-0fcf80ba326e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5648100 Aug 04 17:14:41.675381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43022) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:41.676552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:14:41.676965 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:14:41.680024 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:14:41.818280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:14:41.820104 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.848743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:41.848928 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:41.850351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] 10.222.0.82 "PUT /v2.0/ports/9cc3d754-e778-4d56-ab2f-cff950c02804 HTTP/1.1" status: 200 len: 1096 time: 2.3517766 Aug 04 17:14:41.851493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bac807-d986-44c8-b66a-a773f3594ce2', 'tag': '9cc3d754-e778-4d56-ab2f-cff950c02804'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:14:41.854194 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c" -d '{"events": [{"name": "network-changed", "server_uuid": "58bac807-d986-44c8-b66a-a773f3594ce2", "tag": "9cc3d754-e778-4d56-ab2f-cff950c02804"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:14:41.947952 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dddbdd2-3806-4c3f-8e9a-6e838a94dd2d x-openstack-request-id: req-6dddbdd2-3806-4c3f-8e9a-6e838a94dd2d {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:14:41.948249 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bac807-d986-44c8-b66a-a773f3594ce2", "tag": "9cc3d754-e778-4d56-ab2f-cff950c02804", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:14:41.948502 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6dddbdd2-3806-4c3f-8e9a-6e838a94dd2d {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:14:41.948958 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bac807-d986-44c8-b66a-a773f3594ce2', 'tag': '9cc3d754-e778-4d56-ab2f-cff950c02804', 'status': 'completed', 'code': 200} Aug 04 17:14:41.986838 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:42.011914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:42.017054 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] 10.222.0.39 "DELETE /v2.0/networks/357ca02e-8481-47e2-8b09-a8e527429479 HTTP/1.1" status: 204 len: 168 time: 2.1619413 Aug 04 17:14:42.017247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43032) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:42.030796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0908913-32c1-4925-9a16-0c434f79c0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc3d754-e778-4d56-ab2f-cff950c02804,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:42.038666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15d6a3-c716-401e-aca0-605c54966220 admin admin] Pushing event deleted for resources: {'Network': ['ID=357ca02e-8481-47e2-8b09-a8e527429479,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:42.077551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-c1cd2093-85c1-4d1a-b55a-0a1ded3e37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:42.079104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-c1cd2093-85c1-4d1a-b55a-0a1ded3e37fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2604df71c71f49a5aa466dac759160a9&device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 1099 time: 0.1752973 Aug 04 17:14:42.085365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Allocated IP 2001:db8::2 (aa13cfa9-4caf-4c09-9b16-250dbd70a786/fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45/b44c76e9-3ff4-410e-868c-4801a7b48c67) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:42.148192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-689ebf00-efc6-422f-8601-081c07588916 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9cc3d754-e778-4d56-ab2f-cff950c02804 HTTP/1.1" status: 200 len: 217 time: 0.0380697 Aug 04 17:14:42.274883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-7ada6e2f-79c2-42ca-8de7-227b5cbbc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:42.276348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-7ada6e2f-79c2-42ca-8de7-227b5cbbc139 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0989075 Aug 04 17:14:42.278111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:42.291182 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:42.301002 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Transition to ACTIVE for port object b44c76e9-3ff4-410e-868c-4801a7b48c67 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:42.321404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Transition to ACTIVE for port object b44c76e9-3ff4-410e-868c-4801a7b48c67 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:42.336417 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:42.404881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Network aa13cfa9-4caf-4c09-9b16-250dbd70a786 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:42.409932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-42f792d7-fdc3-4aa0-b673-e24dfd748096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:42.410691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:42.411526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-42f792d7-fdc3-4aa0-b673-e24dfd748096 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235254 Aug 04 17:14:42.416863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:42.430865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Pushing event updated for resources: {'Port': ['ID=b44c76e9-3ff4-410e-868c-4801a7b48c67,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:42.478790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Attempting to bind port b44c76e9-3ff4-410e-868c-4801a7b48c67 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:42.479191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Attempting to bind port b44c76e9-3ff4-410e-868c-4801a7b48c67 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '66aafb41-cab7-4480-b076-9c2b906b5c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:42.479558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Attempting to bind port b44c76e9-3ff4-410e-868c-4801a7b48c67 on network aa13cfa9-4caf-4c09-9b16-250dbd70a786 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:42.486853 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:42.487262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Checking segment: {'id': '66aafb41-cab7-4480-b076-9c2b906b5c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:42.487638 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:42.488035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Bound using segment: {'id': '66aafb41-cab7-4480-b076-9c2b906b5c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:42.488511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Bound port: b44c76e9-3ff4-410e-868c-4801a7b48c67, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66aafb41-cab7-4480-b076-9c2b906b5c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:42.488893 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:42.592305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] For port b44c76e9-3ff4-410e-868c-4801a7b48c67, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:42.598029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] For port b44c76e9-3ff4-410e-868c-4801a7b48c67, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b44c76e9-3ff4-410e-868c-4801a7b48c67,segment=NetworkSegment(66aafb41-cab7-4480-b076-9c2b906b5c70),segment_id=66aafb41-cab7-4480-b076-9c2b906b5c70)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:42.611489 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:42.633114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-1fba4e7b-2c1a-4341-8e81-e7d640b5b016 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937141 Aug 04 17:14:42.655577 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:42.724249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740d051-dc22-4507-8142-06fa88afa4e2 None None] Pushing event updated for resources: {'Port': ['ID=b44c76e9-3ff4-410e-868c-4801a7b48c67,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:42.742051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Allocated IP 2001:db8::1 (aa13cfa9-4caf-4c09-9b16-250dbd70a786/fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45/a7f51e98-5025-4cdc-993b-e0c82f6f28e6) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:42.981501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb5c15-551f-4b84-ab6b-0830713778c1 req-5f5430b3-67cb-4d53-903b-fc816648daa8 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:42.983156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1efb5c15-551f-4b84-ab6b-0830713778c1 req-5f5430b3-67cb-4d53-903b-fc816648daa8 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 948 time: 0.3022060 Aug 04 17:14:42.988670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c833bf15-fdfb-47ff-ac8b-c14c69e74db6 req-be401111-d49b-402b-9391-ac77fc791000 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439410 Aug 04 17:14:42.991875 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:43.030596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Transition to ACTIVE for port object a7f51e98-5025-4cdc-993b-e0c82f6f28e6 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:43.084582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] Deleting port d8092b90-f88c-4ee4-bc37-149ab7deb17f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:43.085062 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:43.126356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1efb5c15-551f-4b84-ab6b-0830713778c1 req-f8cce52a-09e3-492c-afde-5903766f83b3 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228702 Aug 04 17:14:43.150451 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-1f133224-59d6-44db-b99e-faa0f12d80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:43.152309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-1f133224-59d6-44db-b99e-faa0f12d80db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2604df71c71f49a5aa466dac759160a9&device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 1099 time: 0.1056318 Aug 04 17:14:43.174784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] For port d8092b90-f88c-4ee4-bc37-149ab7deb17f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d8092b90-f88c-4ee4-bc37-149ab7deb17f,segment=NetworkSegment(172dc9fe-7778-4626-b1d0-b999ae2a15ef),segment_id=172dc9fe-7778-4626-b1d0-b999ae2a15ef)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:43.175247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:43.193872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] Calling delete_port for d8092b90-f88c-4ee4-bc37-149ab7deb17f owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:43.213790 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:43.261385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network aa13cfa9-4caf-4c09-9b16-250dbd70a786 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:43.268227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:43.270913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:43.271908 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:43.335310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=a7f51e98-5025-4cdc-993b-e0c82f6f28e6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:43.405710 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:43.407216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-49d34e40-1ff0-42c0-8427-76b3a6604989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:43.408776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-49d34e40-1ff0-42c0-8427-76b3a6604989 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.2475569 Aug 04 17:14:43.449914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] Pushing event deleted for resources: {'Port': ['ID=d8092b90-f88c-4ee4-bc37-149ab7deb17f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:43.463284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-8152478d-f16e-4b5f-ad87-8bab2151b8b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9cc3d754-e778-4d56-ab2f-cff950c02804 HTTP/1.1" status: 200 len: 217 time: 0.0448761 Aug 04 17:14:43.538931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:43.614118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-f63b20a2-867e-4a92-ac79-e4fe743f1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:43.619736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-f63b20a2-867e-4a92-ac79-e4fe743f1222 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.1346583 Aug 04 17:14:43.687508 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:43.874527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-16dc9d51-1059-411c-8296-ec639bbbbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:43.876102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-16dc9d51-1059-411c-8296-ec639bbbbf55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019683 Aug 04 17:14:43.991169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] Router 35598508-23eb-48ee-bb17-75b705968625 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:44.067422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54f1e4-81ba-4f8f-97ea-be5ed4d3fc82 None None] Network aa13cfa9-4caf-4c09-9b16-250dbd70a786 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:44.124732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:44.133998 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7445fe1d-edc7-4ffe-81db-1b3c11e5871e admin admin] 10.222.0.39 "PUT /v2.0/routers/35598508-23eb-48ee-bb17-75b705968625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1142311 Aug 04 17:14:44.134720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43080) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:44.137247 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] Sync routers for ids ['35598508-23eb-48ee-bb17-75b705968625'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:44.165039 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] Routers {'35598508-23eb-48ee-bb17-75b705968625'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:44.165689 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['35598508-23eb-48ee-bb17-75b705968625'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:44.325927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-4d67d32f-35ac-48a2-81b2-481a1754ad3d service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405472 Aug 04 17:14:44.326819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-07caff07-6502-43d2-99d3-e24c28a93326 None None] Provisioning for port b44c76e9-3ff4-410e-868c-4801a7b48c67 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:44.333071 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] Set router 35598508-23eb-48ee-bb17-75b705968625 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:44.373413 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:44.470422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667001c3-6160-4b5f-b4c9-ed81730affcb req-c2c9fa8c-694f-4f16-964d-dc97c77c42f6 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:44.481401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-667001c3-6160-4b5f-b4c9-ed81730affcb req-c2c9fa8c-694f-4f16-964d-dc97c77c42f6 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 948 time: 0.1540198 Aug 04 17:14:44.563779 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:44.566348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-667001c3-6160-4b5f-b4c9-ed81730affcb req-5301b325-b67c-45b5-ace4-2c86f7948e67 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783267 Aug 04 17:14:44.597282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b44c76e9-3ff4-410e-868c-4801a7b48c67 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:44.616809 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:44.643271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:44.647590 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:44.692675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Deleting port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:44.695423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:44.711361 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35598508-23eb-48ee-bb17-75b705968625', 'name': 'tempest-TestServerBasicOps-1107900857-router', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:15Z', 'updated_at': '2021-08-04T17:14:43Z', 'revision_number': 5, 'project_id': '3285e88e524342a7832ee62069416a15', 'gw_port': {'id': '890f4a2a-3f8b-4d04-b334-ca0da64e14cb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35598508-23eb-48ee-bb17-75b705968625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:09:17Z', 'updated_at': '2021-08-04T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:44.740988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port b44c76e9-3ff4-410e-868c-4801a7b48c67 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:44.751086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b44c76e9-3ff4-410e-868c-4801a7b48c67 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:44.752995 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:44.769167 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] Checking router: 35598508-23eb-48ee-bb17-75b705968625 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:14:44.795195 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] Routers {'35598508-23eb-48ee-bb17-75b705968625'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:44.797833 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['35598508-23eb-48ee-bb17-75b705968625'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:44.804926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd150ca-5fac-43b3-bbd1-bc0c2bd5f90c req-b35edf41-1dcd-4bf4-88a7-824e949627a6 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412596 Aug 04 17:14:44.824157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=a7f51e98-5025-4cdc-993b-e0c82f6f28e6,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:44.914457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8bdb6bba-d1cc-4da8-9f57-97b1665458b8 None None] Provisioning complete for port b44c76e9-3ff4-410e-868c-4801a7b48c67 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:44.915045 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8bdb6bba-d1cc-4da8-9f57-97b1665458b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:44.930343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network aa13cfa9-4caf-4c09-9b16-250dbd70a786 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:44.932480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:44.967706 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:44.968422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] For port 890f4a2a-3f8b-4d04-b334-ca0da64e14cb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=890f4a2a-3f8b-4d04-b334-ca0da64e14cb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:44.968906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:44.970289 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] Set router 35598508-23eb-48ee-bb17-75b705968625 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:44.999718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Calling delete_port for 890f4a2a-3f8b-4d04-b334-ca0da64e14cb owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:45.064713 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35598508-23eb-48ee-bb17-75b705968625', 'name': 'tempest-TestServerBasicOps-1107900857-router', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:15Z', 'updated_at': '2021-08-04T17:14:44Z', 'revision_number': 6, 'project_id': '3285e88e524342a7832ee62069416a15', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:45.086610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port b44c76e9-3ff4-410e-868c-4801a7b48c67, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b44c76e9-3ff4-410e-868c-4801a7b48c67,segment=NetworkSegment(66aafb41-cab7-4480-b076-9c2b906b5c70),segment_id=66aafb41-cab7-4480-b076-9c2b906b5c70)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:45.094961 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.113836 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b2049-f964-44c8-99b7-7f243c62893a None None] The sync data for ids ['35598508-23eb-48ee-bb17-75b705968625'] in n-d-764435-5 is: [{'id': '35598508-23eb-48ee-bb17-75b705968625', 'name': 'tempest-TestServerBasicOps-1107900857-router', 'tenant_id': '3285e88e524342a7832ee62069416a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:09:15Z', 'updated_at': '2021-08-04T17:14:44Z', 'revision_number': 6, 'project_id': '3285e88e524342a7832ee62069416a15', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:45.154371 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8bdb6bba-d1cc-4da8-9f57-97b1665458b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.211210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:14:45.285850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-8bdb6bba-d1cc-4da8-9f57-97b1665458b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:14:45.286210 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-8bdb6bba-d1cc-4da8-9f57-97b1665458b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:14:45.297169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=b44c76e9-3ff4-410e-868c-4801a7b48c67,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:45.343949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:45.347754 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.351807 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d921a884-24ba-4fd7-945d-6d7cd93d7e41 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6726143 Aug 04 17:14:45.354421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43104) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:45.356994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Sync routers for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:45.363259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-900807605'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:45.369706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:45.370377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:45.397776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=890f4a2a-3f8b-4d04-b334-ca0da64e14cb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:45.406089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:45.410503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.442127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:14:45.460219 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.461492 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added segment a9a3f561-d99f-4d61-be43-6ee05fce8d13 of type vlan for network 225b0d34-fbe2-482a-9ee3-98b9fe53082a Aug 04 17:14:45.496938 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.531280 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.592592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.610580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:45.613837 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.698641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.700875 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.704611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3479421 Aug 04 17:14:45.710393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43112) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:45.735847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50dd9b-4e28-41dc-87be-194fe0ee2152 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Network': ['ID=225b0d34-fbe2-482a-9ee3-98b9fe53082a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:45.747367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:45.751244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 225b0d34-fbe2-482a-9ee3-98b9fe53082a details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:14:45.762349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed1096-31ad-46cd-ba6e-d6a1b65fc7cb req-798b7e8c-14f2-4e94-8130-b0daae7a8ad5 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:45.769971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'subnet': {'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:45.770359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2fed1096-31ad-46cd-ba6e-d6a1b65fc7cb req-798b7e8c-14f2-4e94-8130-b0daae7a8ad5 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 948 time: 0.0711496 Aug 04 17:14:45.822589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2fed1096-31ad-46cd-ba6e-d6a1b65fc7cb req-0d791a0a-3d27-4459-8946-9c41929b7d35 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513117 Aug 04 17:14:45.840749 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.840749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35598508-23eb-48ee-bb17-75b705968625 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:14:45.853034 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.857025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43118) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:45.857193 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d3f90c25-d491-413e-b724-f190e9c3cf53 admin admin] 10.222.0.39 "DELETE /v2.0/routers/35598508-23eb-48ee-bb17-75b705968625 HTTP/1.1" status: 204 len: 168 time: 1.7214026 Aug 04 17:14:45.928916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:45.934216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b89b0f6-7516-41e1-9547-4340fe128980 admin admin] Deleting subnet 5298ebc3-767a-4d41-8c2a-c242b58fb071 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:14:45.934551 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.941089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b89b0f6-7516-41e1-9547-4340fe128980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:45.978879 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b89b0f6-7516-41e1-9547-4340fe128980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.105099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8bdb6bba-d1cc-4da8-9f57-97b1665458b8 None None] Provisioning for port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:46.112399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8bdb6bba-d1cc-4da8-9f57-97b1665458b8 None None] Provisioning complete for port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:46.112827 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8bdb6bba-d1cc-4da8-9f57-97b1665458b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.126239 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b89b0f6-7516-41e1-9547-4340fe128980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.173761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.197198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb6bba-d1cc-4da8-9f57-97b1665458b8 None None] Port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:46.216959 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b89b0f6-7516-41e1-9547-4340fe128980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.230715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:14:43Z', 'revision_number': 2, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:43Z', 'revision_number': 2, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:46.257596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89b0f6-7516-41e1-9547-4340fe128980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5298ebc3-767a-4d41-8c2a-c242b58fb071,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:46.260892 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Subnet': ['ID=3128da5a-a608-4c9a-a1b4-a2d038c9836b,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:46.264186 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b89b0f6-7516-41e1-9547-4340fe128980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.269413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7b89b0f6-7516-41e1-9547-4340fe128980 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5298ebc3-767a-4d41-8c2a-c242b58fb071 HTTP/1.1" status: 204 len: 168 time: 0.4078991 Aug 04 17:14:46.270513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43130) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:46.293020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2ad35c-a872-4b61-afd2-3b28b680079d None None] Network fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:46.296936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Checking router: 6f97b592-3113-4ce2-b253-6f2f154d018f for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:14:46.297284 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Updating router 6f97b592-3113-4ce2-b253-6f2f154d018f port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:14:46.359737 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.361670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Checking segment: {'id': 'a9a3f561-d99f-4d61-be43-6ee05fce8d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:46.362174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network hostable DHCP agents. Network: 225b0d34-fbe2-482a-9ee3-98b9fe53082a, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:14:46.376134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b44c76e9-3ff4-410e-868c-4801a7b48c67 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:46.419908 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 225b0d34-fbe2-482a-9ee3-98b9fe53082a is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:14:46.430438 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.448751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 225b0d34-fbe2-482a-9ee3-98b9fe53082a) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:46.455691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:46.456798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6b8d52bf-a0e7-403e-967d-d7d5fedb7d64 None None] Provisioning complete for port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:46.457170 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6b8d52bf-a0e7-403e-967d-d7d5fedb7d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.457440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.463363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60275052-8354-48f3-8e05-097ed7c32b8f None None] Network 225b0d34-fbe2-482a-9ee3-98b9fe53082a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:46.490766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Deleting port 14f25b2d-2780-424a-ac5c-4c97fd23d24d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:14:46.491026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.507817 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bfc0428c-a281-4c72-b23d-ae7ea5873510 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7942438 Aug 04 17:14:46.511625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43136) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:46.549483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 9cc3d754-e778-4d56-ab2f-cff950c02804 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:14:46.579843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] For port 14f25b2d-2780-424a-ac5c-4c97fd23d24d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=14f25b2d-2780-424a-ac5c-4c97fd23d24d,segment=NetworkSegment(172dc9fe-7778-4626-b1d0-b999ae2a15ef),segment_id=172dc9fe-7778-4626-b1d0-b999ae2a15ef)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:46.580501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.601961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Calling delete_port for 14f25b2d-2780-424a-ac5c-4c97fd23d24d owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:14:46.649923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d52bf-a0e7-403e-967d-d7d5fedb7d64 None None] Port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:46.724222 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.764566 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=14f25b2d-2780-424a-ac5c-4c97fd23d24d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:46.767393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] No DVR routers for this DVR port 14f25b2d-2780-424a-ac5c-4c97fd23d24d on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:14:46.782863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b44c76e9-3ff4-410e-868c-4801a7b48c67 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:46.783085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.865245 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.886718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:46.927061 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172dc9fe-7778-4626-b1d0-b999ae2a15ef') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:46.927949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172dc9fe-7778-4626-b1d0-b999ae2a15ef') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:46.950282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:46.964536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9655445-5d4a-4d5c-b194-32b71398ef63 None None] DHCP port deletion for fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:14:47.073137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 9cc3d754-e778-4d56-ab2f-cff950c02804, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=9cc3d754-e778-4d56-ab2f-cff950c02804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:47.080088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e090d1-511d-45da-b9d2-0cf7cc98fb72 req-40eac9a6-956a-4d31-a99c-1bb414990df0 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:47.082156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93e090d1-511d-45da-b9d2-0cf7cc98fb72 req-40eac9a6-956a-4d31-a99c-1bb414990df0 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 948 time: 0.1386933 Aug 04 17:14:47.094321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:14:47.095212 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.123647 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '9cc3d754-e778-4d56-ab2f-cff950c02804', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '9cc3d754-e778-4d56-ab2f-cff950c02804', 'mac_address': 'fa:16:3e:ed:fb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:14:47.182180 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.225471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93e090d1-511d-45da-b9d2-0cf7cc98fb72 req-dbd22cdb-a1ff-4626-81d4-5e7d2c38deae tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351211 Aug 04 17:14:47.347061 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.444640 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.447120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 890f4a2a-3f8b-4d04-b334-ca0da64e14cb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:47.454969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:14:47.455644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:14:47.457443 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:14:47.476770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc3d754-e778-4d56-ab2f-cff950c02804 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:14:47.491745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 890f4a2a-3f8b-4d04-b334-ca0da64e14cb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:47.492183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 890f4a2a-3f8b-4d04-b334-ca0da64e14cb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:47.492530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d8092b90-f88c-4ee4-bc37-149ab7deb17f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:47.495740 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.509485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Allocated IP 2001:db8:1::2 (225b0d34-fbe2-482a-9ee3-98b9fe53082a/3128da5a-a608-4c9a-a1b4-a2d038c9836b/579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:47.521541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.527473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.530907 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] 10.222.0.39 "DELETE /v2.0/networks/fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9 HTTP/1.1" status: 204 len: 168 time: 1.2593479 Aug 04 17:14:47.544666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfc5e7-bbcb-4157-a02a-8ea48e4d3a2a admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfa9797-dfce-4b2f-a68e-cc79eb5ef6e9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:47.547297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 9cc3d754-e778-4d56-ab2f-cff950c02804, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=9cc3d754-e778-4d56-ab2f-cff950c02804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:47.548354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: d8092b90-f88c-4ee4-bc37-149ab7deb17f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:47.548637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d8092b90-f88c-4ee4-bc37-149ab7deb17f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:47.558054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Transition to ACTIVE for port object a7f51e98-5025-4cdc-993b-e0c82f6f28e6 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:47.562502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.588318 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.804629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43162) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:47.830470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=9cc3d754-e778-4d56-ab2f-cff950c02804,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:47.865324 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6dba116f-3c75-467d-bbe2-1d139a87b991 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67aad0c6fdc346fb9a7bb519810f2bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589659 Aug 04 17:14:47.868029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43164) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:47.884524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['9cc3d754-e778-4d56-ab2f-cff950c02804'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:14:47.927711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91a13a3e-17da-4e09-9ea7-923c50b14533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.957346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91a13a3e-17da-4e09-9ea7-923c50b14533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:47.988656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a8292-5489-4be2-a4f4-12aad5d77bd0 None None] Pushing event updated for resources: {'Port': ['ID=a7f51e98-5025-4cdc-993b-e0c82f6f28e6,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:48.032976 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91a13a3e-17da-4e09-9ea7-923c50b14533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.037056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Attempting to bind port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:48.037442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Attempting to bind port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '66aafb41-cab7-4480-b076-9c2b906b5c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:48.037802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Attempting to bind port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 on network aa13cfa9-4caf-4c09-9b16-250dbd70a786 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:48.039306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-91a13a3e-17da-4e09-9ea7-923c50b14533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.040624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-91a13a3e-17da-4e09-9ea7-923c50b14533 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84b3f1b8-b94a-4042-895f-9aaef9686f9d HTTP/1.1" status: 204 len: 168 time: 0.1715736 Aug 04 17:14:48.060437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a13a3e-17da-4e09-9ea7-923c50b14533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b3f1b8-b94a-4042-895f-9aaef9686f9d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:48.074923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:48.075151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Checking segment: {'id': '66aafb41-cab7-4480-b076-9c2b906b5c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:48.075570 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.075887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Bound using segment: {'id': '66aafb41-cab7-4480-b076-9c2b906b5c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:48.076391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Bound port: a7f51e98-5025-4cdc-993b-e0c82f6f28e6, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66aafb41-cab7-4480-b076-9c2b906b5c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:48.076783 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.186099 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.220500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Transition to ACTIVE for port object 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:48.260530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Transition to ACTIVE for port object 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:48.263738 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] For port a7f51e98-5025-4cdc-993b-e0c82f6f28e6, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:48.288676 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.294329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] For port a7f51e98-5025-4cdc-993b-e0c82f6f28e6, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a7f51e98-5025-4cdc-993b-e0c82f6f28e6,segment=NetworkSegment(66aafb41-cab7-4480-b076-9c2b906b5c70),segment_id=66aafb41-cab7-4480-b076-9c2b906b5c70)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:48.326882 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.371060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Network 225b0d34-fbe2-482a-9ee3-98b9fe53082a is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:48.382300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:48.386475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:48.389129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Pushing event updated for resources: {'Port': ['ID=579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:48.446510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 14f25b2d-2780-424a-ac5c-4c97fd23d24d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:14:48.488160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:48.488813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:48.500255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Allocated IP 2001:db8:1::1 (225b0d34-fbe2-482a-9ee3-98b9fe53082a/3128da5a-a608-4c9a-a1b4-a2d038c9836b/2801fd48-0c36-4373-be73-0669bc1d24c4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:48.502220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 14f25b2d-2780-424a-ac5c-4c97fd23d24d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:14:48.502566 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 14f25b2d-2780-424a-ac5c-4c97fd23d24d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:14:48.519047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab382f-9ab4-4aba-8a4d-9a5f3893d6fe req-47d5a3c5-4d36-44cf-8cbf-061176fd8463 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:48.529226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1ab382f-9ab4-4aba-8a4d-9a5f3893d6fe req-47d5a3c5-4d36-44cf-8cbf-061176fd8463 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 949 time: 0.1437321 Aug 04 17:14:48.591031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1ab382f-9ab4-4aba-8a4d-9a5f3893d6fe req-ceef4f6a-b460-43a6-8347-6fee2cdfd46a tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606847 Aug 04 17:14:48.626979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a8292-5489-4be2-a4f4-12aad5d77bd0 None None] Pushing event updated for resources: {'Port': ['ID=a7f51e98-5025-4cdc-993b-e0c82f6f28e6,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:48.632159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Attempting to bind port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:48.632534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Attempting to bind port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'a9a3f561-d99f-4d61-be43-6ee05fce8d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:48.632897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Attempting to bind port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e on network 225b0d34-fbe2-482a-9ee3-98b9fe53082a {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:48.663069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:48.663441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Checking segment: {'id': 'a9a3f561-d99f-4d61-be43-6ee05fce8d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:48.663854 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.664251 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Bound using segment: {'id': 'a9a3f561-d99f-4d61-be43-6ee05fce8d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:48.664819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Bound port: 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a3f561-d99f-4d61-be43-6ee05fce8d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:48.665338 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.686483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:48.779962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.786132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43186) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:48.800579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Transition to ACTIVE for port object 2801fd48-0c36-4373-be73-0669bc1d24c4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:48.832816 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a8f74d52-f6de-4433-b273-80a17d70963e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3285e88e524342a7832ee62069416a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454667 Aug 04 17:14:48.834001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43188) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:48.849742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.885354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] For port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:48.893780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 225b0d34-fbe2-482a-9ee3-98b9fe53082a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:48.898347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:48.903864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:48.904856 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.905206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] For port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e,segment=NetworkSegment(a9a3f561-d99f-4d61-be43-6ee05fce8d13),segment_id=a9a3f561-d99f-4d61-be43-6ee05fce8d13)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:48.925498 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.933307 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b267-f9c2-41f5-9462-8bc2ae581280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:48.972283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=2801fd48-0c36-4373-be73-0669bc1d24c4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:48.981626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b267-f9c2-41f5-9462-8bc2ae581280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:49.041298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979872d7-bb7d-45b0-aca3-3dec7f2402ce None None] Pushing event updated for resources: {'Port': ['ID=579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:49.057412 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b267-f9c2-41f5-9462-8bc2ae581280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:49.061289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b267-f9c2-41f5-9462-8bc2ae581280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:49.062754 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6ce4b267-f9c2-41f5-9462-8bc2ae581280 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbca8270-3199-4c2a-9665-4472bccbf336 HTTP/1.1" status: 204 len: 168 time: 0.2275870 Aug 04 17:14:49.072700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4b267-f9c2-41f5-9462-8bc2ae581280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbca8270-3199-4c2a-9665-4472bccbf336,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:49.086116 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:49.111164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:14:43Z', 'revision_number': 2, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:48Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:49.177914 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e6c11-f00a-4815-b032-85cac50aa440 None None] The sync data for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 is: [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:14:43Z', 'revision_number': 2, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:48Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:49.552037 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:49.558401 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:49.559492 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:49.701464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=2801fd48-0c36-4373-be73-0669bc1d24c4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:49.769909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca1307-29c4-47da-8baf-7a2289d56465 req-77185460-8732-4d9f-bd38-271b2a7b26fb tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:49.771527 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85ca1307-29c4-47da-8baf-7a2289d56465 req-77185460-8732-4d9f-bd38-271b2a7b26fb tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 949 time: 0.0902085 Aug 04 17:14:49.783946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 225b0d34-fbe2-482a-9ee3-98b9fe53082a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:49.793043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:49.970906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85ca1307-29c4-47da-8baf-7a2289d56465 req-3b641726-d525-4817-99be-9ca70d283b61 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814468 Aug 04 17:14:49.993038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:50.111293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:50.120775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0ffe57ff-119b-4996-a7cf-474595404105 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6076584 Aug 04 17:14:50.121434 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43218) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:50.129208 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-432714942'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:50.182041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:50.186250 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.237186 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:14:50.253667 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.254009 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added segment f4bb1d04-c5c8-464e-be90-44a322976303 of type vlan for network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 Aug 04 17:14:50.325675 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.327971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d05aad-c2b4-4595-b361-49266d2681b6 None None] Network 225b0d34-fbe2-482a-9ee3-98b9fe53082a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:50.380343 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.386274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:50.386938 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.443845 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-79fd3e90-1e58-4408-8e93-5690af332882 None None] Provisioning for port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:50.456094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43226) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:50.461480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'subnet': {'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:50.466351 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3436918 Aug 04 17:14:50.495722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5da031-707d-4037-9694-a29733e353ff tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Network': ['ID=4c7b174f-9ac4-42f0-bc99-7c2584e714a6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:50.515834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:14:50.534902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a7f51e98-5025-4cdc-993b-e0c82f6f28e6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:50.569187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 9cc3d754-e778-4d56-ab2f-cff950c02804 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:50.609468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:50.613211 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.723697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:50.731184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:50.731816 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.758181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 9cc3d754-e778-4d56-ab2f-cff950c02804 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:50.764698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 9cc3d754-e778-4d56-ab2f-cff950c02804 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:50.765078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.881937 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.887482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.948820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bac807-d986-44c8-b66a-a773f3594ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3d754-e778-4d56-ab2f-cff950c02804'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:14:50.951699 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc0ddc0-2867-4322-b6c6-d1607a5f5f50" -d '{"events": [{"server_uuid": "58bac807-d986-44c8-b66a-a773f3594ce2", "name": "network-vif-plugged", "status": "completed", "tag": "9cc3d754-e778-4d56-ab2f-cff950c02804"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:14:50.973139 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:50.979418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 9cc3d754-e778-4d56-ab2f-cff950c02804, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=9cc3d754-e778-4d56-ab2f-cff950c02804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:50.992097 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.004818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43242) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:51.072192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Checking segment: {'id': 'f4bb1d04-c5c8-464e-be90-44a322976303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:51.072776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network hostable DHCP agents. Network: 4c7b174f-9ac4-42f0-bc99-7c2584e714a6, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:14:51.075354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Subnet': ['ID=f4e9ca48-2e79-4b7a-adec-3fd14e741db6,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:51.083857 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafa2888-f6aa-4cb8-990c-f05eb9decd9a x-openstack-request-id: req-eafa2888-f6aa-4cb8-990c-f05eb9decd9a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:14:51.084154 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bac807-d986-44c8-b66a-a773f3594ce2", "name": "network-vif-plugged", "status": "completed", "tag": "9cc3d754-e778-4d56-ab2f-cff950c02804", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:14:51.084404 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eafa2888-f6aa-4cb8-990c-f05eb9decd9a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:14:51.088669 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bac807-d986-44c8-b66a-a773f3594ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3d754-e778-4d56-ab2f-cff950c02804', 'code': 200} Aug 04 17:14:51.099173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port a7f51e98-5025-4cdc-993b-e0c82f6f28e6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a7f51e98-5025-4cdc-993b-e0c82f6f28e6,segment=NetworkSegment(66aafb41-cab7-4480-b076-9c2b906b5c70),segment_id=66aafb41-cab7-4480-b076-9c2b906b5c70)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:51.120330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.121530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:51.127649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:14:51.228655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Sync routers for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:51.232670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=9cc3d754-e778-4d56-ab2f-cff950c02804,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:51.244020 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:51.246387 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:51.262008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6935d7-a61b-4818-997f-e19e5ede9682 req-d38251f1-27f7-4d0b-98e3-1b91009d30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:51.264163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de6935d7-a61b-4818-997f-e19e5ede9682 req-d38251f1-27f7-4d0b-98e3-1b91009d30c6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 1101 time: 0.1263981 Aug 04 17:14:51.266762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 4c7b174f-9ac4-42f0-bc99-7c2584e714a6) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:51.275070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:51.275841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.298723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614aaf43-fd5f-4c13-83c8-f801d6ea7013 None None] Network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:51.326319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de6935d7-a61b-4818-997f-e19e5ede9682 req-5f78d1f5-190f-4002-a367-874a83bfd2b2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529373 Aug 04 17:14:51.347474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60543a9-dfdb-4ec6-a95e-bcb1b5746d36 req-d874b69a-6af7-4e60-8d1e-c6e81eed64ae tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:51.356438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a60543a9-dfdb-4ec6-a95e-bcb1b5746d36 req-d874b69a-6af7-4e60-8d1e-c6e81eed64ae tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 950 time: 0.2394392 Aug 04 17:14:51.367202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-195658078-network', 'tenant_id': '41589de2b7a743999f68a4817f61917c'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:51.386665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3eb1e7bb-8b68-498d-978b-64b30c94dfd0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9255466 Aug 04 17:14:51.386665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43250) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:51.429476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-afbaa657-34fc-4f7b-9ad8-6365831fb5e9 None None] Provisioning for port 2801fd48-0c36-4373-be73-0669bc1d24c4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:51.436489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Made reservation on behalf of 41589de2b7a743999f68a4817f61917c for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:51.442764 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.458201 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.480732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:51.489418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-afbaa657-34fc-4f7b-9ad8-6365831fb5e9 None None] Provisioning complete for port 2801fd48-0c36-4373-be73-0669bc1d24c4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:51.491601 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-afbaa657-34fc-4f7b-9ad8-6365831fb5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.531231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a60543a9-dfdb-4ec6-a95e-bcb1b5746d36 req-147198be-2683-4dac-a27e-e8d4d6c35f08 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735120 Aug 04 17:14:51.559858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:51.560217 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.562064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-afbaa657-34fc-4f7b-9ad8-6365831fb5e9 None None] Port 2801fd48-0c36-4373-be73-0669bc1d24c4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:51.600886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43254) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:51.611080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=a7f51e98-5025-4cdc-993b-e0c82f6f28e6,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:51.683924 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:51.686927 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.703366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.733622 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:14:51.752071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645c50fe-faee-4d48-92d9-1f8fbf774ffa,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:51.769239 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.769908 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Added segment 0529cdad-3573-4bd2-97cd-1c930a186d85 of type vlan for network 3f944855-6888-4e89-94c5-027f1b32e523 Aug 04 17:14:51.826044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:14:51.826983 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.842202 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb090-ced9-48f6-957d-e70d9420f99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.844336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-95b053eb-d2c2-4c1d-b2f9-0aff360993e9 None None] Provisioning complete for port 2801fd48-0c36-4373-be73-0669bc1d24c4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:51.844711 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-95b053eb-d2c2-4c1d-b2f9-0aff360993e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.963725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:51.972018 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.001639 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:14:49Z', 'revision_number': 3, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:49Z', 'revision_number': 2, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:52.036612 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Checking router: 6f97b592-3113-4ce2-b253-6f2f154d018f for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:14:52.037469 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Updating router 6f97b592-3113-4ce2-b253-6f2f154d018f port 2801fd48-0c36-4373-be73-0669bc1d24c4 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:14:52.041584 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.043475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:52.044161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.068058 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.087792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-95b053eb-d2c2-4c1d-b2f9-0aff360993e9 None None] Port 2801fd48-0c36-4373-be73-0669bc1d24c4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:52.118187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e,segment=NetworkSegment(a9a3f561-d99f-4d61-be43-6ee05fce8d13),segment_id=a9a3f561-d99f-4d61-be43-6ee05fce8d13)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:52.142390 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.158050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] Pushing event updated for resources: {'Network': ['ID=3f944855-6888-4e89-94c5-027f1b32e523,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:52.179529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb090-ced9-48f6-957d-e70d9420f99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.190069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d7cb090-ced9-48f6-957d-e70d9420f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.195644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 3f944855-6888-4e89-94c5-027f1b32e523 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:14:52.218336 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9fece900-cdcc-4376-96dc-c8889b0abb1f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2121084 Aug 04 17:14:52.225124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43260) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:52.249755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Request body: {'subnet': {'network_id': '3f944855-6888-4e89-94c5-027f1b32e523', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-195658078-subnet', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:52.270148 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1d7cb090-ced9-48f6-957d-e70d9420f99c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=537171c2d89041778d7863c9f1b3ddea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6676459 Aug 04 17:14:52.288265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Allocated IP 2001:db8:2::2 (4c7b174f-9ac4-42f0-bc99-7c2584e714a6/f4e9ca48-2e79-4b7a-adec-3fd14e741db6/f88c520b-7f8a-430a-baad-584dbad99a19) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:52.289243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43262) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:52.316120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cb090-ced9-48f6-957d-e70d9420f99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dc5913-1925-4504-b08f-c45729670414,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:52.335860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Made reservation on behalf of 41589de2b7a743999f68a4817f61917c for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:52.339532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.347090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c24d7d07-23d7-4862-9836-ff5b93548f9b None None] Provisioning complete for port 2801fd48-0c36-4373-be73-0669bc1d24c4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:52.347513 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c24d7d07-23d7-4862-9836-ff5b93548f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.390864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:52.466148 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.477908 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdca64c5-768d-4336-8557-7ab7edd51470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.481068 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Transition to ACTIVE for port object 2801fd48-0c36-4373-be73-0669bc1d24c4 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:52.499024 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.517935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdca64c5-768d-4336-8557-7ab7edd51470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.562854 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Pushing event updated for resources: {'Port': ['ID=2801fd48-0c36-4373-be73-0669bc1d24c4,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:52.593621 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.594188 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.594711 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.595377 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.595938 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.596655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.596655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.596958 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.597439 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.597974 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.598294 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.598612 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:52.666573 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdca64c5-768d-4336-8557-7ab7edd51470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.669533 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cdca64c5-768d-4336-8557-7ab7edd51470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.672562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cdca64c5-768d-4336-8557-7ab7edd51470 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76dc5913-1925-4504-b08f-c45729670414 HTTP/1.1" status: 204 len: 168 time: 0.3822827 Aug 04 17:14:52.695950 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.709702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a7f51e98-5025-4cdc-993b-e0c82f6f28e6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:52.713540 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Attempting to bind port 2801fd48-0c36-4373-be73-0669bc1d24c4 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:52.713909 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Attempting to bind port 2801fd48-0c36-4373-be73-0669bc1d24c4 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'a9a3f561-d99f-4d61-be43-6ee05fce8d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:52.715611 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Attempting to bind port 2801fd48-0c36-4373-be73-0669bc1d24c4 on network 225b0d34-fbe2-482a-9ee3-98b9fe53082a {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:52.727852 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:52.728300 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Checking segment: {'id': 'a9a3f561-d99f-4d61-be43-6ee05fce8d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:52.728619 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.733053 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Bound using segment: {'id': 'a9a3f561-d99f-4d61-be43-6ee05fce8d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:52.733636 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Bound port: 2801fd48-0c36-4373-be73-0669bc1d24c4, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a3f561-d99f-4d61-be43-6ee05fce8d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:52.734064 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.763287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c24d7d07-23d7-4862-9836-ff5b93548f9b None None] Port 2801fd48-0c36-4373-be73-0669bc1d24c4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:14:52.798034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2e96b3-4676-4d08-9e32-cf8e8672af03,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:52.808388 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Checking segment: {'id': '0529cdad-3573-4bd2-97cd-1c930a186d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3f944855-6888-4e89-94c5-027f1b32e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:52.808821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Network hostable DHCP agents. Network: 3f944855-6888-4e89-94c5-027f1b32e523, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:14:52.833641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Network 3f944855-6888-4e89-94c5-027f1b32e523 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:14:52.839645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca64c5-768d-4336-8557-7ab7edd51470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dc5913-1925-4504-b08f-c45729670414,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:52.857226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 3f944855-6888-4e89-94c5-027f1b32e523) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:52.858194 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.875513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:52.878060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.889727 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] For port 2801fd48-0c36-4373-be73-0669bc1d24c4, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:52.897576 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] For port 2801fd48-0c36-4373-be73-0669bc1d24c4, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2801fd48-0c36-4373-be73-0669bc1d24c4,segment=NetworkSegment(a9a3f561-d99f-4d61-be43-6ee05fce8d13),segment_id=a9a3f561-d99f-4d61-be43-6ee05fce8d13)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:52.909208 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-684e7905-333d-4f25-8180-9e1e0794b378 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6790307 Aug 04 17:14:52.912205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43274) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:52.913977 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.920812 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-195658078-router', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:52.945099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba05018-072b-451c-8a76-68feb9da97eb req-f5dbe549-3699-46f2-a247-97a1ccb99582 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:52.958378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ba05018-072b-451c-8a76-68feb9da97eb req-f5dbe549-3699-46f2-a247-97a1ccb99582 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 950 time: 0.2619205 Aug 04 17:14:52.968375 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.979998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Transition to ACTIVE for port object f88c520b-7f8a-430a-baad-584dbad99a19 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:52.987775 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.992455 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:52.998480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Transition to ACTIVE for port object f88c520b-7f8a-430a-baad-584dbad99a19 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:53.003498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772fdd91-9310-40e4-ac64-b401da27ac6a None None] Network 3f944855-6888-4e89-94c5-027f1b32e523 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:53.024184 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.062037 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:53.062669 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:53.071906 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acefa2-a9ea-46af-a727-ff185f07f9ce None None] Pushing event updated for resources: {'Port': ['ID=2801fd48-0c36-4373-be73-0669bc1d24c4,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:53.101602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.126843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ba05018-072b-451c-8a76-68feb9da97eb req-71a2a1a0-7c20-4c08-97e2-aca268208c14 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671164 Aug 04 17:14:53.129372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:53.129736 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.188375 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Pushing event updated for resources: {'Port': ['ID=f88c520b-7f8a-430a-baad-584dbad99a19,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:53.193856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:53.202949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:53.208722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:53.248635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43278) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:53.309125 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60d66944-a540-4865-9d51-3bddbb332fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.333453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Attempting to bind port f88c520b-7f8a-430a-baad-584dbad99a19 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:53.333898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Attempting to bind port f88c520b-7f8a-430a-baad-584dbad99a19 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f4bb1d04-c5c8-464e-be90-44a322976303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:53.334272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Attempting to bind port f88c520b-7f8a-430a-baad-584dbad99a19 on network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:53.345524 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:53.454880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:53.455611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Checking segment: {'id': 'f4bb1d04-c5c8-464e-be90-44a322976303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:53.456153 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.456537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Bound using segment: {'id': 'f4bb1d04-c5c8-464e-be90-44a322976303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:53.457016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Bound port: f88c520b-7f8a-430a-baad-584dbad99a19, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bb1d04-c5c8-464e-be90-44a322976303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:53.457396 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.465580 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.520083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Allocated IP 2001:db8:2::1 (4c7b174f-9ac4-42f0-bc99-7c2584e714a6/f4e9ca48-2e79-4b7a-adec-3fd14e741db6/b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:53.565475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-3f944855-6888-4e89-94c5-027f1b32e523', 'network_id': '3f944855-6888-4e89-94c5-027f1b32e523', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'fixed_ips': [{'subnet_id': '7c2e96b3-4676-4d08-9e32-cf8e8672af03'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:14:53.566764 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.684905 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:14:49Z', 'revision_number': 3, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:52Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:53.737724 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248657ce-5cac-46e1-aa39-defeda5c67e4 None None] The sync data for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 is: [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:14:49Z', 'revision_number': 3, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:52Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:53.754851 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] For port f88c520b-7f8a-430a-baad-584dbad99a19, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:53.822610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] For port f88c520b-7f8a-430a-baad-584dbad99a19, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f88c520b-7f8a-430a-baad-584dbad99a19,segment=NetworkSegment(f4bb1d04-c5c8-464e-be90-44a322976303),segment_id=f4bb1d04-c5c8-464e-be90-44a322976303)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:53.830607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.866219 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60d66944-a540-4865-9d51-3bddbb332fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.881103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60d66944-a540-4865-9d51-3bddbb332fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.891303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.922316 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.954984 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:53.958697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-60d66944-a540-4865-9d51-3bddbb332fc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28b65711fb544c4281e6414690524d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7085042 Aug 04 17:14:53.967345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43292) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:53.986005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c259a-a654-4e40-960c-a11bb6041348 None None] Pushing event updated for resources: {'Port': ['ID=f88c520b-7f8a-430a-baad-584dbad99a19,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:53.989604 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Allocated IP 172.20.0.2 (3f944855-6888-4e89-94c5-027f1b32e523/7c2e96b3-4676-4d08-9e32-cf8e8672af03/87962cb4-1042-4a29-8e38-dc9b962d4ad6) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:54.086960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Transition to ACTIVE for port object b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:54.123215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Allocated IP 172.25.2.20 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/093b1d2a-182e-457a-b65a-442bca5c84f6) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:54.124092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d66944-a540-4865-9d51-3bddbb332fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee374ad4-ef51-43e9-aac2-327bd87435b9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:54.247396 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4611-ad4a-490c-98f9-be33f5c8d8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.253380 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.265934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Transition to ACTIVE for port object 87962cb4-1042-4a29-8e38-dc9b962d4ad6 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:54.307298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Transition to ACTIVE for port object 87962cb4-1042-4a29-8e38-dc9b962d4ad6 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:54.315730 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.323510 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.324852 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.364807 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Network 3f944855-6888-4e89-94c5-027f1b32e523 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:54.368569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:54.374035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:54.406854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:54.416820 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4611-ad4a-490c-98f9-be33f5c8d8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.442015 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.456989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:54.477192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:54.481672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:54.482265 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.534761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Pushing event updated for resources: {'Port': ['ID=87962cb4-1042-4a29-8e38-dc9b962d4ad6,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:54.538463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:54.544216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:54.564939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Attempting to bind port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:54.565379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Attempting to bind port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '0529cdad-3573-4bd2-97cd-1c930a186d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3f944855-6888-4e89-94c5-027f1b32e523'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:54.565812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Attempting to bind port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 on network 3f944855-6888-4e89-94c5-027f1b32e523 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:54.576399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:54.576878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Checking segment: {'id': '0529cdad-3573-4bd2-97cd-1c930a186d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3f944855-6888-4e89-94c5-027f1b32e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:54.577364 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.577821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Bound using segment: {'id': '0529cdad-3573-4bd2-97cd-1c930a186d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3f944855-6888-4e89-94c5-027f1b32e523'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:54.578370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Bound port: 87962cb4-1042-4a29-8e38-dc9b962d4ad6, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0529cdad-3573-4bd2-97cd-1c930a186d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3f944855-6888-4e89-94c5-027f1b32e523'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:54.579147 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.583038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Pushing event updated for resources: {'Port': ['ID=093b1d2a-182e-457a-b65a-442bca5c84f6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:54.585525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:54.665268 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4611-ad4a-490c-98f9-be33f5c8d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.669667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f5cd4611-ad4a-490c-98f9-be33f5c8d8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.673161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f5cd4611-ad4a-490c-98f9-be33f5c8d8f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee374ad4-ef51-43e9-aac2-327bd87435b9 HTTP/1.1" status: 204 len: 168 time: 0.6957145 Aug 04 17:14:54.677512 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] For port 87962cb4-1042-4a29-8e38-dc9b962d4ad6, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:54.681115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] For port 87962cb4-1042-4a29-8e38-dc9b962d4ad6, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=87962cb4-1042-4a29-8e38-dc9b962d4ad6,segment=NetworkSegment(0529cdad-3573-4bd2-97cd-1c930a186d85),segment_id=0529cdad-3573-4bd2-97cd-1c930a186d85)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:54.683792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd4611-ad4a-490c-98f9-be33f5c8d8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee374ad4-ef51-43e9-aac2-327bd87435b9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:54.691161 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.772896 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:54.805804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:54.954565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364ef09-b790-48fc-bbf3-8ba19f85be91 None None] Pushing event updated for resources: {'Port': ['ID=87962cb4-1042-4a29-8e38-dc9b962d4ad6,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:54.986275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:54.986850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:55.062087 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:55.156642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2801fd48-0c36-4373-be73-0669bc1d24c4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:55.258794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 2801fd48-0c36-4373-be73-0669bc1d24c4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:55.268817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2801fd48-0c36-4373-be73-0669bc1d24c4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:55.269203 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:55.403295 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:55.451114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 2801fd48-0c36-4373-be73-0669bc1d24c4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2801fd48-0c36-4373-be73-0669bc1d24c4,segment=NetworkSegment(a9a3f561-d99f-4d61-be43-6ee05fce8d13),segment_id=a9a3f561-d99f-4d61-be43-6ee05fce8d13)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:55.464722 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:55.465729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f88c520b-7f8a-430a-baad-584dbad99a19 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:55.593444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=2801fd48-0c36-4373-be73-0669bc1d24c4,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:55.655282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port f88c520b-7f8a-430a-baad-584dbad99a19 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:55.668830 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:55.800204 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:55.820754 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:55.822252 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:55.869515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681edf6a-d35b-431d-8ff3-3ab633c1d471 None None] Network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:55.996473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:56.020747 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:14:56.073060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Provisioning for port f88c520b-7f8a-430a-baad-584dbad99a19 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:56.079232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:56.081055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:56.083171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Provisioning complete for port f88c520b-7f8a-430a-baad-584dbad99a19 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:56.084984 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:56.328527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:56.338441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:14:56.353297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:56.358609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Sync routers for ids ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:56.360542 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-38b4f3b3-1df5-4f10-b1d6-3b34ea90cd24 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.4470692 Aug 04 17:14:56.361761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43336) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:56.403027 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:56.442111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Routers {'10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:56.442742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:56.593470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:14:56.607681 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Sync routers for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:14:56.612706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6da7318f-560d-4169-9df5-a83ed6caebca tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2199919 Aug 04 17:14:56.613542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43338) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:56.621740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1778146958'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:56.639879 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:56.641101 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:56.662350 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] For port f88c520b-7f8a-430a-baad-584dbad99a19, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f88c520b-7f8a-430a-baad-584dbad99a19,segment=NetworkSegment(f4bb1d04-c5c8-464e-be90-44a322976303),segment_id=f4bb1d04-c5c8-464e-be90-44a322976303)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:14:56.663971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2801fd48-0c36-4373-be73-0669bc1d24c4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:56.706129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:56.710253 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:56.717488 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:56.845554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:14:56.861626 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:56.895921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:56.896279 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added segment 9b8a98b2-daa2-4bf4-be62-22b64b5bcc61 of type vlan for network d419cabc-93e4-452a-8def-6faa9c5211b8 Aug 04 17:14:56.986862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Pushing event updated for resources: {'Port': ['ID=f88c520b-7f8a-430a-baad-584dbad99a19,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:57.007668 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc8a3e-3e99-4b46-b183-8ed1d00c7e94 None None] Network 3f944855-6888-4e89-94c5-027f1b32e523 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:57.136816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.137913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.138453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.139008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.139559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.140085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.140604 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.141142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.160438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.160884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.161232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.161565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3638e26c-baaa-40da-8ea3-ff33c3b1dd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:14:57.210415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Set router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:57.257749 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:57.309753 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:14:54Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 2, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:57.372581 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Checking router: 6f97b592-3113-4ce2-b253-6f2f154d018f for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:14:57.372935 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Updating router 6f97b592-3113-4ce2-b253-6f2f154d018f port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:14:57.450332 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:57.462597 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:57.479400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:57.480423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:57.622558 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0055797 Aug 04 17:14:57.625789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43360) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:57.632005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'subnet': {'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:14:57.666354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5e9f1526-e956-48aa-9310-f8bc607c5bf4 None None] Provisioning complete for port f88c520b-7f8a-430a-baad-584dbad99a19 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:57.667170 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1526-e956-48aa-9310-f8bc607c5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:57.682715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94d069-2731-4179-ade9-3e342ec3d545 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Network': ['ID=d419cabc-93e4-452a-8def-6faa9c5211b8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:57.733422 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:57.814261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d419cabc-93e4-452a-8def-6faa9c5211b8 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:14:57.838898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Made reservation on behalf of a66c8f27ce144418a360041e59531ab7 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:14:57.844413 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:57.919173 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:57.923595 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2801fd48-0c36-4373-be73-0669bc1d24c4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:57.925261 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:57.944127 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Transition to ACTIVE for port object b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:57.958416 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:58.122928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Allocated IP 172.20.0.1 (3f944855-6888-4e89-94c5-027f1b32e523/7c2e96b3-4676-4d08-9e32-cf8e8672af03/0fac2cc4-a4f2-408f-92ee-5341ca33a408) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:14:58.270309 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:58.435341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:58.457469 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Attempting to bind port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:14:58.458142 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Attempting to bind port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f4bb1d04-c5c8-464e-be90-44a322976303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:14:58.458890 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Attempting to bind port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d on network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:14:58.466953 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:14:58.467669 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Checking segment: {'id': 'f4bb1d04-c5c8-464e-be90-44a322976303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:58.468877 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:58.469760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Transition to ACTIVE for port object 0fac2cc4-a4f2-408f-92ee-5341ca33a408 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:14:58.470380 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Bound using segment: {'id': 'f4bb1d04-c5c8-464e-be90-44a322976303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:14:58.471105 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Bound port: b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bb1d04-c5c8-464e-be90-44a322976303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:14:58.471689 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:58.474981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Subnet': ['ID=85d4892e-541a-4329-a3f0-688b2075da48,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:58.554183 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] For port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:14:58.555651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 87962cb4-1042-4a29-8e38-dc9b962d4ad6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:58.559605 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] For port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d,segment=NetworkSegment(f4bb1d04-c5c8-464e-be90-44a322976303),segment_id=f4bb1d04-c5c8-464e-be90-44a322976303)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:14:58.568142 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:58.594402 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bad41-1720-40a1-a0ab-490252a297ba None None] Pushing event updated for resources: {'Port': ['ID=b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:58.622865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Checking segment: {'id': '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:14:58.629651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network hostable DHCP agents. Network: d419cabc-93e4-452a-8def-6faa9c5211b8, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:14:58.636787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:58.659165 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5e9f1526-e956-48aa-9310-f8bc607c5bf4 None None] Provisioning for port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:58.671222 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bad41-1720-40a1-a0ab-490252a297ba None None] Pushing event updated for resources: {'Port': ['ID=b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:58.687585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'name': 'tempest-ImageQuotaTest-195658078-router', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:52Z', 'updated_at': '2021-08-04T17:14:54Z', 'revision_number': 3, 'project_id': '41589de2b7a743999f68a4817f61917c', 'gw_port': {'id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:58.690432 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:14:58.692737 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:58.695243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network d419cabc-93e4-452a-8def-6faa9c5211b8 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:14:58.696740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:58.721695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, d419cabc-93e4-452a-8def-6faa9c5211b8) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:58.737285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:14:58.741523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:58.792892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae877fc6-ca8e-4921-9b1e-04aeb170766a None None] Network d419cabc-93e4-452a-8def-6faa9c5211b8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:14:58.799091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-05156cdb-23fa-4713-b106-26b0b2ee93d3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1691878 Aug 04 17:14:58.801521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43392) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:14:58.834967 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Checking router: 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:14:58.834967 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Updating router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 port 093b1d2a-182e-457a-b65a-442bca5c84f6 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:14:58.880239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Network 3f944855-6888-4e89-94c5-027f1b32e523 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:14:58.883142 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:14:58.900042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:14:58.912455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:14:59.047730 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:59.122659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:59.126719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f88c520b-7f8a-430a-baad-584dbad99a19 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:14:59.199596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d43bb835-d3f1-433c-ba2a-b59fc6dc2559 None None] Provisioning for port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:14:59.235197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d43bb835-d3f1-433c-ba2a-b59fc6dc2559 None None] Provisioning complete for port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:59.235601 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d43bb835-d3f1-433c-ba2a-b59fc6dc2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:59.283033 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0fac2cc4-a4f2-408f-92ee-5341ca33a408,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:14:59.431193 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:14:54Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:14:58Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:14:59.490371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f88c520b-7f8a-430a-baad-584dbad99a19 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:14:59.490855 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:59.518161 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb4066c-764d-42c8-b40d-fc0095b78285 None None] The sync data for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 is: [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:14:54Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:14:58Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:14:59.550737 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:59.769755 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:14:59.889953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43404) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:00.091536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-d419cabc-93e4-452a-8def-6faa9c5211b8', 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'fixed_ips': [{'subnet_id': '85d4892e-541a-4329-a3f0-688b2075da48'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:15:00.092738 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.228820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Allocated IP 2001:db8:3::1 (d419cabc-93e4-452a-8def-6faa9c5211b8/85d4892e-541a-4329-a3f0-688b2075da48/ad8cd850-1eac-4121-a6d6-f358446d064b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:00.306648 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.320043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Transition to ACTIVE for port object 093b1d2a-182e-457a-b65a-442bca5c84f6 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:00.342775 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.461080 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d43bb835-d3f1-433c-ba2a-b59fc6dc2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.464464 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.511050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Transition to ACTIVE for port object ad8cd850-1eac-4121-a6d6-f358446d064b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:00.538865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d43bb835-d3f1-433c-ba2a-b59fc6dc2559 None None] For port 87962cb4-1042-4a29-8e38-dc9b962d4ad6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=87962cb4-1042-4a29-8e38-dc9b962d4ad6,segment=NetworkSegment(0529cdad-3573-4bd2-97cd-1c930a186d85),segment_id=0529cdad-3573-4bd2-97cd-1c930a186d85)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:00.550412 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d43bb835-d3f1-433c-ba2a-b59fc6dc2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.552822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591aeb5-f58b-42e1-b345-56ad8f148cf2 None None] Pushing event updated for resources: {'Port': ['ID=093b1d2a-182e-457a-b65a-442bca5c84f6,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:00.555329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Attempting to bind port 093b1d2a-182e-457a-b65a-442bca5c84f6 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:00.555833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Attempting to bind port 093b1d2a-182e-457a-b65a-442bca5c84f6 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:00.556355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Attempting to bind port 093b1d2a-182e-457a-b65a-442bca5c84f6 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:00.566214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:15:00.566720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:00.567285 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.567770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:15:00.568364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Bound port: 093b1d2a-182e-457a-b65a-442bca5c84f6, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:15:00.568848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.594887 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.653248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network d419cabc-93e4-452a-8def-6faa9c5211b8 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:00.657426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:00.667125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:00.667989 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.681027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] For port 093b1d2a-182e-457a-b65a-442bca5c84f6, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:15:00.685043 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffa518c1-b98f-4796-aa4a-a463a1da1748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.685761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] For port 093b1d2a-182e-457a-b65a-442bca5c84f6, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=093b1d2a-182e-457a-b65a-442bca5c84f6,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:15:00.700773 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.739736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=ad8cd850-1eac-4121-a6d6-f358446d064b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:00.740406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.752311 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.789541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bb835-d3f1-433c-ba2a-b59fc6dc2559 None None] Pushing event updated for resources: {'Port': ['ID=87962cb4-1042-4a29-8e38-dc9b962d4ad6,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:00.850329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0fac2cc4-a4f2-408f-92ee-5341ca33a408,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:00.863356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.869756 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.887426 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffa518c1-b98f-4796-aa4a-a463a1da1748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:00.939989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Allocated IP 2001:db8:3::2 (d419cabc-93e4-452a-8def-6faa9c5211b8/85d4892e-541a-4329-a3f0-688b2075da48/2f742539-7519-44ac-9159-81a87f8fd4bf) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:00.951674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b5428e93-2eb5-4817-a2fe-898fae273e3a None None] Provisioning for port 0fac2cc4-a4f2-408f-92ee-5341ca33a408 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:00.955767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Routers {'10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:00.956782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:01.004163 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ffa518c1-b98f-4796-aa4a-a463a1da1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.024657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Network 3f944855-6888-4e89-94c5-027f1b32e523 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:01.037684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:01.072886 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ffa518c1-b98f-4796-aa4a-a463a1da1748 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9488bd6f062471c9fee8f660524ab76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1784003 Aug 04 17:15:01.115417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] Set router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:01.196274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43414) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:01.201259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa518c1-b98f-4796-aa4a-a463a1da1748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2833b0-026a-40c2-bd74-bf48ceafd77d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:01.234264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:01.273143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.284042 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.284907 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.360490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7520f9f5-71ec-40e2-a21d-65be19f18c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.427846 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7520f9f5-71ec-40e2-a21d-65be19f18c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.439755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b5428e93-2eb5-4817-a2fe-898fae273e3a None None] Provisioning complete for port 0fac2cc4-a4f2-408f-92ee-5341ca33a408 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:01.440129 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b5428e93-2eb5-4817-a2fe-898fae273e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.460219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:01.471243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event updated for resources: {'Port': ['ID=ad8cd850-1eac-4121-a6d6-f358446d064b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:01.472494 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-efea2a2b-8574-4e27-8c6b-8d1368debcd2 admin admin] 10.222.0.39 "PUT /v2.0/routers/10fd5139-5ecd-43c9-a0ce-17ac80a7aee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1092806 Aug 04 17:15:01.489582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:01.515489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7520f9f5-71ec-40e2-a21d-65be19f18c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.519272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7520f9f5-71ec-40e2-a21d-65be19f18c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.523282 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7520f9f5-71ec-40e2-a21d-65be19f18c41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac2833b0-026a-40c2-bd74-bf48ceafd77d HTTP/1.1" status: 204 len: 168 time: 0.3206804 Aug 04 17:15:01.548989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520f9f5-71ec-40e2-a21d-65be19f18c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2833b0-026a-40c2-bd74-bf48ceafd77d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:01.555326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Network d419cabc-93e4-452a-8def-6faa9c5211b8 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:01.558210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:01.561092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591aeb5-f58b-42e1-b345-56ad8f148cf2 None None] Pushing event updated for resources: {'Port': ['ID=093b1d2a-182e-457a-b65a-442bca5c84f6,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:01.676479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:01.706707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b5428e93-2eb5-4817-a2fe-898fae273e3a None None] Port 0fac2cc4-a4f2-408f-92ee-5341ca33a408 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:01.809590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:01.817922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b5428e93-2eb5-4817-a2fe-898fae273e3a None None] Provisioning complete for port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:01.818612 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b5428e93-2eb5-4817-a2fe-898fae273e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.845665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:01.846041 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:01.924356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:01.939218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9c8032c2-a7cb-4155-9fe2-54e651aa5a2f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1353745 Aug 04 17:15:01.942197 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43428) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:01.949374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-026087d4-9151-4467-b154-469b1317173b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:01.950619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Sync routers for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:02.077722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:02.078377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e39de84f-4431-400d-96e9-9448f924632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:14:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:02.092757 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d28aca4e-9669-463e-bc63-454c86069240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:02.110657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43434) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:02.221294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'name': 'tempest-ImageQuotaTest-195658078-router', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:52Z', 'updated_at': '2021-08-04T17:14:59Z', 'revision_number': 4, 'project_id': '41589de2b7a743999f68a4817f61917c', 'gw_port': {'id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '0fac2cc4-a4f2-408f-92ee-5341ca33a408', 'name': '', 'network_id': '3f944855-6888-4e89-94c5-027f1b32e523', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'mac_address': 'fa:16:3e:a8:77:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '7c2e96b3-4676-4d08-9e32-cf8e8672af03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:57Z', 'updated_at': '2021-08-04T17:14:59Z', 'revision_number': 2, 'project_id': '41589de2b7a743999f68a4817f61917c', 'subnets': [{'id': '7c2e96b3-4676-4d08-9e32-cf8e8672af03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:02.260416 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:02.263044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a5b64-7798-4f5a-98b3-e4b18d74cb65 None None] The sync data for ids ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'] in n-d-764435-5 is: [{'id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'name': 'tempest-ImageQuotaTest-195658078-router', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:52Z', 'updated_at': '2021-08-04T17:14:59Z', 'revision_number': 4, 'project_id': '41589de2b7a743999f68a4817f61917c', 'gw_port': {'id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '0fac2cc4-a4f2-408f-92ee-5341ca33a408', 'name': '', 'network_id': '3f944855-6888-4e89-94c5-027f1b32e523', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'mac_address': 'fa:16:3e:a8:77:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '7c2e96b3-4676-4d08-9e32-cf8e8672af03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:57Z', 'updated_at': '2021-08-04T17:14:59Z', 'revision_number': 2, 'project_id': '41589de2b7a743999f68a4817f61917c', 'subnets': [{'id': '7c2e96b3-4676-4d08-9e32-cf8e8672af03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:02.264687 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:02.310875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Transition to ACTIVE for port object 2f742539-7519-44ac-9159-81a87f8fd4bf will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:02.330924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:02.423188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d,segment=NetworkSegment(f4bb1d04-c5c8-464e-be90-44a322976303),segment_id=f4bb1d04-c5c8-464e-be90-44a322976303)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:02.438828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Transition to ACTIVE for port object 2f742539-7519-44ac-9159-81a87f8fd4bf will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:02.464257 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:02.464933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 87962cb4-1042-4a29-8e38-dc9b962d4ad6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:02.539125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.extraroute_db [None req-026087d4-9151-4467-b154-469b1317173b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=105829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 17:15:02.568775 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.extraroute_db [None req-026087d4-9151-4467-b154-469b1317173b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Removed routes are [] {{(pid=105829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 17:15:02.569342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-026087d4-9151-4467-b154-469b1317173b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:02.575105 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:02.630225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-53c740d8-14fe-4367-983e-b95e32d86516 None None] Provisioning complete for port 0fac2cc4-a4f2-408f-92ee-5341ca33a408 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:02.630352 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-53c740d8-14fe-4367-983e-b95e32d86516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:02.769602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8bfedf9-bf96-42c1-9be2-5c20c833b3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:02.874553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Network d419cabc-93e4-452a-8def-6faa9c5211b8 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:02.892997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:02.903309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:02.903520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8bfedf9-bf96-42c1-9be2-5c20c833b3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:02.915659 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8bfedf9-bf96-42c1-9be2-5c20c833b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:02.940563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:02.959688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-53c740d8-14fe-4367-983e-b95e32d86516 None None] Port 0fac2cc4-a4f2-408f-92ee-5341ca33a408 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:02.984981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:02.985663 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.037966 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-026087d4-9151-4467-b154-469b1317173b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.043092 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d8bfedf9-bf96-42c1-9be2-5c20c833b3bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dad9046b4195400ea139b858ea26a8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9305971 Aug 04 17:15:03.043831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfedf9-bf96-42c1-9be2-5c20c833b3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6965e252-ac42-446c-adbf-bdd3c2a5e776,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:03.046139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:03.057913 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-026087d4-9151-4467-b154-469b1317173b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.099586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Pushing event updated for resources: {'Port': ['ID=2f742539-7519-44ac-9159-81a87f8fd4bf,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:03.129045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Attempting to bind port 2f742539-7519-44ac-9159-81a87f8fd4bf on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:03.129560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Attempting to bind port 2f742539-7519-44ac-9159-81a87f8fd4bf by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:03.130033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Attempting to bind port 2f742539-7519-44ac-9159-81a87f8fd4bf on network d419cabc-93e4-452a-8def-6faa9c5211b8 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:03.147312 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:15:03.147827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Checking segment: {'id': '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:03.155188 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.155188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Bound using segment: {'id': '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:15:03.155188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Bound port: 2f742539-7519-44ac-9159-81a87f8fd4bf, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:15:03.155188 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.203045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e39de84f-4431-400d-96e9-9448f924632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:00Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8cd850-1eac-4121-a6d6-f358446d064b', 'name': '', 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:54:59:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '85d4892e-541a-4329-a3f0-688b2075da48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:59Z', 'updated_at': '2021-08-04T17:15:01Z', 'revision_number': 2, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '85d4892e-541a-4329-a3f0-688b2075da48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:14:58Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:03.268661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Checking router: 6f97b592-3113-4ce2-b253-6f2f154d018f for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:03.269265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Updating router 6f97b592-3113-4ce2-b253-6f2f154d018f port ad8cd850-1eac-4121-a6d6-f358446d064b binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:15:03.336331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026087d4-9151-4467-b154-469b1317173b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:03.397126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] For port 2f742539-7519-44ac-9159-81a87f8fd4bf, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:15:03.401751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] For port 2f742539-7519-44ac-9159-81a87f8fd4bf, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2f742539-7519-44ac-9159-81a87f8fd4bf,segment=NetworkSegment(9b8a98b2-daa2-4bf4-be62-22b64b5bcc61),segment_id=9b8a98b2-daa2-4bf4-be62-22b64b5bcc61)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:15:03.412776 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.431552 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.487344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2f55311-fae4-4c37-b9e7-0bb7bd15a4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.560957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2f55311-fae4-4c37-b9e7-0bb7bd15a4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.571547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303b253-dca7-47ef-bfd4-c80eb7873b31 None None] Pushing event updated for resources: {'Port': ['ID=2f742539-7519-44ac-9159-81a87f8fd4bf,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:03.579746 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026087d4-9151-4467-b154-469b1317173b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:03.603779 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-026087d4-9151-4467-b154-469b1317173b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.608992 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-026087d4-9151-4467-b154-469b1317173b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f HTTP/1.1" status: 200 len: 953 time: 1.6655138 Aug 04 17:15:03.611773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43448) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:03.705681 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2f55311-fae4-4c37-b9e7-0bb7bd15a4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.708475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2f55311-fae4-4c37-b9e7-0bb7bd15a4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:03.712501 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b2f55311-fae4-4c37-b9e7-0bb7bd15a4a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6965e252-ac42-446c-adbf-bdd3c2a5e776 HTTP/1.1" status: 204 len: 168 time: 0.6629515 Aug 04 17:15:03.726988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f55311-fae4-4c37-b9e7-0bb7bd15a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6965e252-ac42-446c-adbf-bdd3c2a5e776,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:03.740159 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43452) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:03.917669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1fb4b052-04b2-42f9-9bbd-7993be5f018a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f HTTP/1.1" status: 200 len: 953 time: 0.3042729 Aug 04 17:15:03.918593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43454) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:03.930178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a853a6b5-7bc9-4786-b882-1b9f54c03552 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'routes': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:04.291130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:04.434271 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-024ef73a-c4e4-4fee-a986-4a48a8921878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:04.462082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:04.462472 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:04.570570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:04.606647 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:04.631619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Transition to ACTIVE for port object ad8cd850-1eac-4121-a6d6-f358446d064b will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:04.642054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 093b1d2a-182e-457a-b65a-442bca5c84f6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:04.689327 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:04.719641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.extraroute_db [None req-a853a6b5-7bc9-4786-b882-1b9f54c03552 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added routes are [] {{(pid=105828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 17:15:04.720628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.extraroute_db [None req-a853a6b5-7bc9-4786-b882-1b9f54c03552 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=105828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 17:15:04.761903 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a853a6b5-7bc9-4786-b882-1b9f54c03552 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:04.898450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde4219-2433-45d6-b07a-90a884d83c43 None None] Pushing event updated for resources: {'Port': ['ID=ad8cd850-1eac-4121-a6d6-f358446d064b,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:04.964166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 093b1d2a-182e-457a-b65a-442bca5c84f6 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:04.988712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 093b1d2a-182e-457a-b65a-442bca5c84f6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:04.989181 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:04.998451 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.004190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] Deleting port 0fac2cc4-a4f2-408f-92ee-5341ca33a408 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:05.004988 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.047554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Attempting to bind port ad8cd850-1eac-4121-a6d6-f358446d064b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:05.047969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Attempting to bind port ad8cd850-1eac-4121-a6d6-f358446d064b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:05.048296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Attempting to bind port ad8cd850-1eac-4121-a6d6-f358446d064b on network d419cabc-93e4-452a-8def-6faa9c5211b8 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:05.066848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:15:05.067367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Checking segment: {'id': '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:05.067618 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.068018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Bound using segment: {'id': '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:15:05.068506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Bound port: ad8cd850-1eac-4121-a6d6-f358446d064b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:15:05.068892 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.169160 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.187527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] Calling delete_port for 0fac2cc4-a4f2-408f-92ee-5341ca33a408 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:05.224613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.241077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a853a6b5-7bc9-4786-b882-1b9f54c03552 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.245091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a853a6b5-7bc9-4786-b882-1b9f54c03552 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.277158 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e39de84f-4431-400d-96e9-9448f924632c None None] For port ad8cd850-1eac-4121-a6d6-f358446d064b, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:15:05.286025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e39de84f-4431-400d-96e9-9448f924632c None None] For port ad8cd850-1eac-4121-a6d6-f358446d064b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ad8cd850-1eac-4121-a6d6-f358446d064b,segment=NetworkSegment(9b8a98b2-daa2-4bf4-be62-22b64b5bcc61),segment_id=9b8a98b2-daa2-4bf4-be62-22b64b5bcc61)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:15:05.303885 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 093b1d2a-182e-457a-b65a-442bca5c84f6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=093b1d2a-182e-457a-b65a-442bca5c84f6,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:05.307581 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.354151 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.357970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d9c14-0fa3-4a08-826d-b42b4054752c None None] Network d419cabc-93e4-452a-8def-6faa9c5211b8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:05.391155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a853a6b5-7bc9-4786-b882-1b9f54c03552 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:05.530503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-46be52b3-9b7a-4788-9c87-557f7853f577 None None] Provisioning for port 2f742539-7519-44ac-9159-81a87f8fd4bf completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:05.583878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:05.588439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e39de84f-4431-400d-96e9-9448f924632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:05.622441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a853a6b5-7bc9-4786-b882-1b9f54c03552 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:05.638399 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a853a6b5-7bc9-4786-b882-1b9f54c03552 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.650829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a853a6b5-7bc9-4786-b882-1b9f54c03552 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f HTTP/1.1" status: 200 len: 703 time: 1.7233093 Aug 04 17:15:05.651086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43482) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:05.728446 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e39de84f-4431-400d-96e9-9448f924632c None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:05.766033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2f742539-7519-44ac-9159-81a87f8fd4bf up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:05.823522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43486) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:05.824240 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dc65ab3c-0bff-46d1-b52a-0834836bfd46 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f HTTP/1.1" status: 200 len: 703 time: 0.1763775 Aug 04 17:15:05.824741 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:05.833737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde4219-2433-45d6-b07a-90a884d83c43 None None] Pushing event updated for resources: {'Port': ['ID=ad8cd850-1eac-4121-a6d6-f358446d064b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:05.929820 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] Sync routers for ids ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:05.945935 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] Routers {'10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:05.946488 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:06.188093 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] Set router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:06.197404 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:06.313906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 2f742539-7519-44ac-9159-81a87f8fd4bf completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:06.349677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=093b1d2a-182e-457a-b65a-442bca5c84f6,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:06.365658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2f742539-7519-44ac-9159-81a87f8fd4bf triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:06.370835 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:06.471380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fac2cc4-a4f2-408f-92ee-5341ca33a408,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:06.500205 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-18247b40-f3da-4a01-b503-c9addccc2508 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7114339 Aug 04 17:15:06.608791 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'name': 'tempest-ImageQuotaTest-195658078-router', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:52Z', 'updated_at': '2021-08-04T17:15:05Z', 'revision_number': 5, 'project_id': '41589de2b7a743999f68a4817f61917c', 'gw_port': {'id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:06.653265 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] Checking router: 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:06.663883 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] Routers {'10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:06.664622 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:06.722780 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:06.736694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:06.738835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:06.806325 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] Set router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:06.844935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-7eda2ea5-abfe-4a28-b345-6e85ed4cc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:06.846327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-7eda2ea5-abfe-4a28-b345-6e85ed4cc4d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 1097 time: 0.2562394 Aug 04 17:15:06.858466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 2f742539-7519-44ac-9159-81a87f8fd4bf, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2f742539-7519-44ac-9159-81a87f8fd4bf,segment=NetworkSegment(9b8a98b2-daa2-4bf4-be62-22b64b5bcc61),segment_id=9b8a98b2-daa2-4bf4-be62-22b64b5bcc61)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:06.872700 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:06.879271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e39de84f-4431-400d-96e9-9448f924632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:04Z', 'revision_number': 7, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8cd850-1eac-4121-a6d6-f358446d064b', 'name': '', 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:54:59:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '85d4892e-541a-4329-a3f0-688b2075da48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:59Z', 'updated_at': '2021-08-04T17:15:05Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '85d4892e-541a-4329-a3f0-688b2075da48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:02Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:07.034574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=2f742539-7519-44ac-9159-81a87f8fd4bf,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:07.037665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39de84f-4431-400d-96e9-9448f924632c None None] The sync data for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 is: [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:04Z', 'revision_number': 7, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8cd850-1eac-4121-a6d6-f358446d064b', 'name': '', 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:54:59:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '85d4892e-541a-4329-a3f0-688b2075da48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:59Z', 'updated_at': '2021-08-04T17:15:05Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '85d4892e-541a-4329-a3f0-688b2075da48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:02Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:07.292589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-4151b115-f58d-4284-bae1-d18e1581a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:07.296357 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-4151b115-f58d-4284-bae1-d18e1581a77b service neutron] 10.222.0.90 "GET /v2.0/networks?id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 200 len: 913 time: 0.4240406 Aug 04 17:15:07.326711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] Router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:07.345124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-84123bf1-a417-493f-b7ec-442fac9c5a08 None None] Provisioning for port ad8cd850-1eac-4121-a6d6-f358446d064b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:07.389185 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'name': 'tempest-ImageQuotaTest-195658078-router', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:52Z', 'updated_at': '2021-08-04T17:15:05Z', 'revision_number': 5, 'project_id': '41589de2b7a743999f68a4817f61917c', 'gw_port': {'id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:07.451059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port ad8cd850-1eac-4121-a6d6-f358446d064b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:07.451514 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c895f0-005d-4c4d-a824-9b15a1208689 None None] The sync data for ids ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'] in n-d-764435-5 is: [{'id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'name': 'tempest-ImageQuotaTest-195658078-router', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:52Z', 'updated_at': '2021-08-04T17:15:05Z', 'revision_number': 5, 'project_id': '41589de2b7a743999f68a4817f61917c', 'gw_port': {'id': '093b1d2a-182e-457a-b65a-442bca5c84f6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:07.451668 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:07.456290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-84123bf1-a417-493f-b7ec-442fac9c5a08 None None] Provisioning complete for port 2f742539-7519-44ac-9159-81a87f8fd4bf triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:07.456707 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-84123bf1-a417-493f-b7ec-442fac9c5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:07.535439 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-9ec0de63-2439-4fe6-8ed1-4041bfbc71ac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b HTTP/1.1" status: 200 len: 1001 time: 0.2065194 Aug 04 17:15:07.687173 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-8b18e868-b456-48d9-b04f-579e526e94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:07.694056 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-8b18e868-b456-48d9-b04f-579e526e94c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 200 len: 850 time: 0.1122918 Aug 04 17:15:07.697758 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:07.706064 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2e160c8a-1e44-41c4-b2e3-7479c9337ee2 admin admin] 10.222.0.39 "PUT /v2.0/routers/10fd5139-5ecd-43c9-a0ce-17ac80a7aee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9646986 Aug 04 17:15:07.711995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43536) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:07.775695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-6eeefd7c-67fe-46ed-afff-31a02e7caae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:07.781752 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-6eeefd7c-67fe-46ed-afff-31a02e7caae4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734093 Aug 04 17:15:07.800480 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:08.218400 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-b778f7bf-256c-45d0-a861-4dfc3b0375ce service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276462 Aug 04 17:15:08.230932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:08.289652 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2f742539-7519-44ac-9159-81a87f8fd4bf up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:08.438043 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67205205-51f0-43b4-85ea-2acb7b3c5ce2 req-7659b8c3-eb9e-406e-9072-71978f1e3c96 service neutron] 10.222.0.90 "GET /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109723 Aug 04 17:15:08.444971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2f742539-7519-44ac-9159-81a87f8fd4bf triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:08.445949 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:08.521453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port ad8cd850-1eac-4121-a6d6-f358446d064b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ad8cd850-1eac-4121-a6d6-f358446d064b,segment=NetworkSegment(9b8a98b2-daa2-4bf4-be62-22b64b5bcc61),segment_id=9b8a98b2-daa2-4bf4-be62-22b64b5bcc61)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:08.521987 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:08.541608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43540) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:08.613721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for ad8cd850-1eac-4121-a6d6-f358446d064b owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:08.711692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 093b1d2a-182e-457a-b65a-442bca5c84f6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:08.721144 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:08.776822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] Sync routers for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:08.839489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:08.842018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:08.850951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 093b1d2a-182e-457a-b65a-442bca5c84f6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:08.851331 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:08.907722 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40ae53ce-4217-4ba3-84da-98f797d42307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.020672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Deleting port 093b1d2a-182e-457a-b65a-442bca5c84f6 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:09.021317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.112632 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40ae53ce-4217-4ba3-84da-98f797d42307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.125687 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-40ae53ce-4217-4ba3-84da-98f797d42307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.175442 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.192395 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-40ae53ce-4217-4ba3-84da-98f797d42307 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85c6c794a0d4493b9e0c9eccabac9c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486642 Aug 04 17:15:09.195183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43548) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:09.236391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=ad8cd850-1eac-4121-a6d6-f358446d064b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:09.272648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae53ce-4217-4ba3-84da-98f797d42307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c78de2-7ce7-45b4-9cb5-ec0839b48f9f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:09.356659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d19e5b8-d69b-43a0-b03d-41437fe4951f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.406864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d19e5b8-d69b-43a0-b03d-41437fe4951f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.437302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] For port 093b1d2a-182e-457a-b65a-442bca5c84f6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=093b1d2a-182e-457a-b65a-442bca5c84f6,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:09.438127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.463294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Calling delete_port for 093b1d2a-182e-457a-b65a-442bca5c84f6 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:09.476327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0ee642f7-0b67-422d-a527-9e416e47ddc7 None None] Could not find standard attr ID for object ad8cd850-1eac-4121-a6d6-f358446d064b. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:15:09.477718 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.509727 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d19e5b8-d69b-43a0-b03d-41437fe4951f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.512676 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d19e5b8-d69b-43a0-b03d-41437fe4951f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.514143 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d19e5b8-d69b-43a0-b03d-41437fe4951f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58c78de2-7ce7-45b4-9cb5-ec0839b48f9f HTTP/1.1" status: 204 len: 168 time: 0.3178275 Aug 04 17:15:09.528487 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.529643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19e5b8-d69b-43a0-b03d-41437fe4951f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c78de2-7ce7-45b4-9cb5-ec0839b48f9f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:09.602470 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:09.621301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fdc7cae1-a784-4bcc-873d-147b0acb1bce None None] Could not find standard attr ID for object ad8cd850-1eac-4121-a6d6-f358446d064b. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:15:09.628386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:09.638464 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] Sync routers for ids ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:09.661314 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] Routers {'10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:09.664650 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:09.812351 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] Set router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:09.917435 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'name': 'tempest-ImageQuotaTest-195658078-router', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:52Z', 'updated_at': '2021-08-04T17:15:08Z', 'revision_number': 6, 'project_id': '41589de2b7a743999f68a4817f61917c', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:09.971619 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] Checking router: 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:09.990711 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] Routers {'10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:10.006890 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad8cd850-1eac-4121-a6d6-f358446d064b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:10.009477 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:10.033088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ad8cd850-1eac-4121-a6d6-f358446d064b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:10.033501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad8cd850-1eac-4121-a6d6-f358446d064b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 04 17:15:10.057839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Port ad8cd850-1eac-4121-a6d6-f358446d064b not found, will not notify nova. {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 04 17:15:10.068690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43558) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:10.095320 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37013427-bcc7-430f-9a05-b474cfda4d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:10.128241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:04Z', 'revision_number': 7, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad8cd850-1eac-4121-a6d6-f358446d064b', 'name': '', 'network_id': 'd419cabc-93e4-452a-8def-6faa9c5211b8', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:54:59:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '85d4892e-541a-4329-a3f0-688b2075da48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:59Z', 'updated_at': '2021-08-04T17:15:05Z', 'revision_number': 4, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '85d4892e-541a-4329-a3f0-688b2075da48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:02Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:10.198532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] Checking router: 6f97b592-3113-4ce2-b253-6f2f154d018f for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:10.212519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:10.213145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:10.220068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0fac2cc4-a4f2-408f-92ee-5341ca33a408 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:10.309996 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37013427-bcc7-430f-9a05-b474cfda4d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:10.317391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37013427-bcc7-430f-9a05-b474cfda4d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:10.331510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 0fac2cc4-a4f2-408f-92ee-5341ca33a408 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:10.331904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0fac2cc4-a4f2-408f-92ee-5341ca33a408 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:10.379700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37013427-bcc7-430f-9a05-b474cfda4d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636c8ae5-8783-4abb-b3f4-2ef4e3a63355,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:10.400842 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-37013427-bcc7-430f-9a05-b474cfda4d0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a0145479d98412486251790c14b5222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313239 Aug 04 17:15:10.404539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43564) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:10.435379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:10.473695 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] Set router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:10.520098 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f562b57-991c-433c-bfca-21da0dceff10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:10.552974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:10.564798 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'name': 'tempest-ImageQuotaTest-195658078-router', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:52Z', 'updated_at': '2021-08-04T17:15:08Z', 'revision_number': 6, 'project_id': '41589de2b7a743999f68a4817f61917c', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:10.569412 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f562b57-991c-433c-bfca-21da0dceff10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:10.598030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43616733-30a0-4bc5-bd05-54fc4910b026 None None] The sync data for ids ['10fd5139-5ecd-43c9-a0ce-17ac80a7aee5'] in n-d-764435-5 is: [{'id': '10fd5139-5ecd-43c9-a0ce-17ac80a7aee5', 'name': 'tempest-ImageQuotaTest-195658078-router', 'tenant_id': '41589de2b7a743999f68a4817f61917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:52Z', 'updated_at': '2021-08-04T17:15:08Z', 'revision_number': 6, 'project_id': '41589de2b7a743999f68a4817f61917c', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:10.666231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f562b57-991c-433c-bfca-21da0dceff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:10.670950 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f562b57-991c-433c-bfca-21da0dceff10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:10.672216 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4f562b57-991c-433c-bfca-21da0dceff10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/636c8ae5-8783-4abb-b3f4-2ef4e3a63355 HTTP/1.1" status: 204 len: 168 time: 0.2663329 Aug 04 17:15:10.686155 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f562b57-991c-433c-bfca-21da0dceff10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636c8ae5-8783-4abb-b3f4-2ef4e3a63355,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:10.726612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:10.738562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3eb6290e-20b2-41da-b733-6a43966bf94e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9138072 Aug 04 17:15:10.741939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43568) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:10.749010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:09Z', 'revision_number': 8, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:02Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:10.755379 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:10.782366 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb80d8c-d306-428c-91ae-dd553fa77c04 None None] The sync data for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 is: [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:09Z', 'revision_number': 8, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:02Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:10.802090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=093b1d2a-182e-457a-b65a-442bca5c84f6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:10.872717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6adb4b-9711-4764-809a-43cd1f92b0c7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting subnet 85d4892e-541a-4329-a3f0-688b2075da48 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:15:10.877398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc6adb4b-9711-4764-809a-43cd1f92b0c7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:10.929498 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:10.933302 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc6adb4b-9711-4764-809a-43cd1f92b0c7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.051308 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.055036 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.131784 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.132444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:15:11.141917 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.147432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0c9dc72f-14c0-412b-958a-87d1b91e6a22 admin admin] 10.222.0.39 "DELETE /v2.0/routers/10fd5139-5ecd-43c9-a0ce-17ac80a7aee5 HTTP/1.1" status: 204 len: 168 time: 3.4300816 Aug 04 17:15:11.149573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43580) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:11.183811 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc6adb4b-9711-4764-809a-43cd1f92b0c7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.235002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a5cefa-0c54-4780-bc18-bb23008fc134 admin admin] Deleting subnet 7c2e96b3-4676-4d08-9e32-cf8e8672af03 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:15:11.241592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0a5cefa-0c54-4780-bc18-bb23008fc134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.294176 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0a5cefa-0c54-4780-bc18-bb23008fc134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.342433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc6adb4b-9711-4764-809a-43cd1f92b0c7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.384423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6adb4b-9711-4764-809a-43cd1f92b0c7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Subnet': ['ID=85d4892e-541a-4329-a3f0-688b2075da48,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:11.400064 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fc6adb4b-9711-4764-809a-43cd1f92b0c7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.400578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a522776-682c-4bd2-ae80-7ce0959db25f None None] Network d419cabc-93e4-452a-8def-6faa9c5211b8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:11.405638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43592) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:11.406529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fc6adb4b-9711-4764-809a-43cd1f92b0c7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/85d4892e-541a-4329-a3f0-688b2075da48 HTTP/1.1" status: 204 len: 168 time: 0.6626782 Aug 04 17:15:11.458336 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0a5cefa-0c54-4780-bc18-bb23008fc134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.540239 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0a5cefa-0c54-4780-bc18-bb23008fc134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.563317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0a5cefa-0c54-4780-bc18-bb23008fc134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.569969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a0a5cefa-0c54-4780-bc18-bb23008fc134 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7c2e96b3-4676-4d08-9e32-cf8e8672af03 HTTP/1.1" status: 204 len: 168 time: 0.4193714 Aug 04 17:15:11.575069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.586420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e93ced5-9388-4158-b298-c79504f1609b None None] Network 3f944855-6888-4e89-94c5-027f1b32e523 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:11.591703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43596) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:11.608564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5cefa-0c54-4780-bc18-bb23008fc134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2e96b3-4676-4d08-9e32-cf8e8672af03,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:11.739224 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.803383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port 2f742539-7519-44ac-9159-81a87f8fd4bf {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:11.803814 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.815841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d92f1-1193-420a-a864-8347a5a8744a None None] DHCP port deletion for d419cabc-93e4-452a-8def-6faa9c5211b8 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:15:11.829329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] Sync routers for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:11.867513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] DHCP port deletion for 3f944855-6888-4e89-94c5-027f1b32e523 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:15:11.873987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:11.874628 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:11.877017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port 2f742539-7519-44ac-9159-81a87f8fd4bf, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2f742539-7519-44ac-9159-81a87f8fd4bf,segment=NetworkSegment(9b8a98b2-daa2-4bf4-be62-22b64b5bcc61),segment_id=9b8a98b2-daa2-4bf4-be62-22b64b5bcc61)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:11.877357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.880582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Deleting port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:11.880843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:11.928806 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for 2f742539-7519-44ac-9159-81a87f8fd4bf owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:12.013239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b22d92f1-1193-420a-a864-8347a5a8744a None None] Deleting port 2f742539-7519-44ac-9159-81a87f8fd4bf {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:12.013713 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b22d92f1-1193-420a-a864-8347a5a8744a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.018581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] For port 87962cb4-1042-4a29-8e38-dc9b962d4ad6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=87962cb4-1042-4a29-8e38-dc9b962d4ad6,segment=NetworkSegment(0529cdad-3573-4bd2-97cd-1c930a186d85),segment_id=0529cdad-3573-4bd2-97cd-1c930a186d85)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:12.018999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.029594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:12.037072 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Calling delete_port for 87962cb4-1042-4a29-8e38-dc9b962d4ad6 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:12.117672 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.157346 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=2f742539-7519-44ac-9159-81a87f8fd4bf,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:12.162856 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No DVR routers for this DVR port 2f742539-7519-44ac-9159-81a87f8fd4bf on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:12.172878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2f742539-7519-44ac-9159-81a87f8fd4bf no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:12.215639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 2f742539-7519-44ac-9159-81a87f8fd4bf {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:12.216105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2f742539-7519-44ac-9159-81a87f8fd4bf not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:12.216648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad8cd850-1eac-4121-a6d6-f358446d064b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:12.246559 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.283041 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.283192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] Deleting port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:12.283594 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.285615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Pushing event deleted for resources: {'Port': ['ID=87962cb4-1042-4a29-8e38-dc9b962d4ad6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:12.287827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] No DVR routers for this DVR port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:12.293965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ad8cd850-1eac-4121-a6d6-f358446d064b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:12.293965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad8cd850-1eac-4121-a6d6-f358446d064b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:12.294464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 093b1d2a-182e-457a-b65a-442bca5c84f6 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:12.319314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d419cabc-93e4-452a-8def-6faa9c5211b8']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:12.382625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.387617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b22d92f1-1193-420a-a864-8347a5a8744a None None] For port 2f742539-7519-44ac-9159-81a87f8fd4bf, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2f742539-7519-44ac-9159-81a87f8fd4bf,segment=NetworkSegment(9b8a98b2-daa2-4bf4-be62-22b64b5bcc61),segment_id=9b8a98b2-daa2-4bf4-be62-22b64b5bcc61)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:12.388068 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b22d92f1-1193-420a-a864-8347a5a8744a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.394156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f944855-6888-4e89-94c5-027f1b32e523']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:12.399989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 093b1d2a-182e-457a-b65a-442bca5c84f6 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:12.399989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 093b1d2a-182e-457a-b65a-442bca5c84f6 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:12.400247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 87962cb4-1042-4a29-8e38-dc9b962d4ad6 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:12.405637 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0529cdad-3573-4bd2-97cd-1c930a186d85') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:12.406257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0529cdad-3573-4bd2-97cd-1c930a186d85') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:12.417320 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.441852 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.449230 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:12.450069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8a98b2-daa2-4bf4-be62-22b64b5bcc61') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:12.458497 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:12.459012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:12.461003 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:12.473879 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.524528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.532410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:12.532888 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:12.536396 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:12.548781 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.593091 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.597214 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3f944855-6888-4e89-94c5-027f1b32e523 HTTP/1.1" status: 204 len: 168 time: 1.0005741 Aug 04 17:15:12.610841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b22d92f1-1193-420a-a864-8347a5a8744a None None] Calling delete_port for 2f742539-7519-44ac-9159-81a87f8fd4bf owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:12.614198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 87962cb4-1042-4a29-8e38-dc9b962d4ad6 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:12.614722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 87962cb4-1042-4a29-8e38-dc9b962d4ad6 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:12.615665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca37e8f-8aeb-4cb5-9546-8f0d2061b379 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f944855-6888-4e89-94c5-027f1b32e523,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:12.628268 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.638081 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.640390 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/networks/d419cabc-93e4-452a-8def-6faa9c5211b8 HTTP/1.1" status: 204 len: 168 time: 1.2328856 Aug 04 17:15:12.643080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43628) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:12.655296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] For port 87962cb4-1042-4a29-8e38-dc9b962d4ad6, host n-d-764435-5, got binding levels [] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:12.656340 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.698282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45bba8-eb48-43f1-951f-19b96fe48032 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Network': ['ID=d419cabc-93e4-452a-8def-6faa9c5211b8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:12.722966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] Calling delete_port for 87962cb4-1042-4a29-8e38-dc9b962d4ad6 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:12.727087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.ipam_backend_mixin [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] Port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 was not found and therefore no delete operation was performed {{(pid=105830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:15:12.783780 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.822705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] Pushing event deleted for resources: {'Port': ['ID=87962cb4-1042-4a29-8e38-dc9b962d4ad6,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:12.825609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] Network 3f944855-6888-4e89-94c5-027f1b32e523 is not hosted by any dhcp agent {{(pid=105830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 17:15:12.826493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce30b8-7f70-41f8-aa41-bbd2a0fa0236 None None] No DVR routers for this DVR port 87962cb4-1042-4a29-8e38-dc9b962d4ad6 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:12.903648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:09Z', 'revision_number': 8, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:02Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:12.903648 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b22d92f1-1193-420a-a864-8347a5a8744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:12.915286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43650) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:12.939677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b22d92f1-1193-420a-a864-8347a5a8744a None None] Network d419cabc-93e4-452a-8def-6faa9c5211b8 is not hosted by any dhcp agent {{(pid=105830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 17:15:12.940140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d92f1-1193-420a-a864-8347a5a8744a None None] No DVR routers for this DVR port 2f742539-7519-44ac-9159-81a87f8fd4bf on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:12.941751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] Checking router: 6f97b592-3113-4ce2-b253-6f2f154d018f for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:12.990718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d92f1-1193-420a-a864-8347a5a8744a None None] Pushing event deleted for resources: {'Port': ['ID=2f742539-7519-44ac-9159-81a87f8fd4bf,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:12.997910 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d9573e95-9fef-4e8f-8167-3a743b077642 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41589de2b7a743999f68a4817f61917c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813282 Aug 04 17:15:13.000292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43660) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:13.010082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:13.011631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:13.054026 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55907b43-7ae4-4bc0-903f-ec14f7e5a7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.099233 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55907b43-7ae4-4bc0-903f-ec14f7e5a7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.159932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:13.169548 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.175954 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55907b43-7ae4-4bc0-903f-ec14f7e5a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.179135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55907b43-7ae4-4bc0-903f-ec14f7e5a7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.183470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-55907b43-7ae4-4bc0-903f-ec14f7e5a7b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/645c50fe-faee-4d48-92d9-1f8fbf774ffa HTTP/1.1" status: 204 len: 168 time: 0.1820142 Aug 04 17:15:13.193206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55907b43-7ae4-4bc0-903f-ec14f7e5a7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645c50fe-faee-4d48-92d9-1f8fbf774ffa,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:13.503679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:09Z', 'revision_number': 8, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:02Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:13.533547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:13.534217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.542014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43684) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:13.559124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45ca1b-d161-417b-b89a-83fafba7a4be None None] The sync data for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 is: [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:09Z', 'revision_number': 8, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d', 'name': '', 'network_id': '4c7b174f-9ac4-42f0-bc99-7c2584e714a6', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:75:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:53Z', 'updated_at': '2021-08-04T17:15:02Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'f4e9ca48-2e79-4b7a-adec-3fd14e741db6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:13.679548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d,segment=NetworkSegment(f4bb1d04-c5c8-464e-be90-44a322976303),segment_id=f4bb1d04-c5c8-464e-be90-44a322976303)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:13.680137 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.697673 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:13.727683 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20534c74-ba60-4846-8f9a-cf55e3c2673a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.818619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43692) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:13.845212 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b84b11d-2700-45b6-a2dd-6fe620e12a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.869424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20534c74-ba60-4846-8f9a-cf55e3c2673a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.877401 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20534c74-ba60-4846-8f9a-cf55e3c2673a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.933846 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:13.945638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-20534c74-ba60-4846-8f9a-cf55e3c2673a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90fdbbaa93164a7cb9b2dc6a8b00181c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023750 Aug 04 17:15:13.950996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43696) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:13.960304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20534c74-ba60-4846-8f9a-cf55e3c2673a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61992e7c-9114-4df8-8e00-ec291e66b793,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:13.962366 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:14.045734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f93ced4d-049d-4805-a9ac-316083e44f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.084336 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.104231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f93ced4d-049d-4805-a9ac-316083e44f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.122248 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b84b11d-2700-45b6-a2dd-6fe620e12a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.132979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b84b11d-2700-45b6-a2dd-6fe620e12a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.181687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84b11d-2700-45b6-a2dd-6fe620e12a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5521ee41-8204-465b-aea2-77ce44706b5f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:14.205437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8b84b11d-2700-45b6-a2dd-6fe620e12a07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3828757 Aug 04 17:15:14.208155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43698) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:14.237753 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f93ced4d-049d-4805-a9ac-316083e44f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.240512 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f93ced4d-049d-4805-a9ac-316083e44f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.241702 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f93ced4d-049d-4805-a9ac-316083e44f9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61992e7c-9114-4df8-8e00-ec291e66b793 HTTP/1.1" status: 204 len: 168 time: 0.2895343 Aug 04 17:15:14.264807 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ced4d-049d-4805-a9ac-316083e44f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61992e7c-9114-4df8-8e00-ec291e66b793,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:14.288771 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5f584b7-3ac0-4dd7-901d-b342c4d23b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.317961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5f584b7-3ac0-4dd7-901d-b342c4d23b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.380499 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5f584b7-3ac0-4dd7-901d-b342c4d23b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.384223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5f584b7-3ac0-4dd7-901d-b342c4d23b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.385637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e5f584b7-3ac0-4dd7-901d-b342c4d23b9b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5521ee41-8204-465b-aea2-77ce44706b5f HTTP/1.1" status: 204 len: 168 time: 0.1762629 Aug 04 17:15:14.395701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f584b7-3ac0-4dd7-901d-b342c4d23b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5521ee41-8204-465b-aea2-77ce44706b5f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:14.833829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43710) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:14.857087 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a3a21d9-721b-4c9c-a8db-bcc50404461b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.858012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:14.969014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:14.973396 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a3a21d9-721b-4c9c-a8db-bcc50404461b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.979413 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c4524d18-70b8-4a90-8638-5e2c6ca9136b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3349426 Aug 04 17:15:14.982273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43714) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:14.983411 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a3a21d9-721b-4c9c-a8db-bcc50404461b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:14.984751 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] Sync routers for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:14.995048 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:14.996214 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:15.025760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6a3a21d9-721b-4c9c-a8db-bcc50404461b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1d8fa46bf6d4b6dbfbc4294e94f05ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904597 Aug 04 17:15:15.026773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a21d9-721b-4c9c-a8db-bcc50404461b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a85ddd8-d896-435f-aa27-c98e62172181,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:15.030345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43716) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:15.041877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b5ced1-f8fe-4e1a-b47c-8473408823d5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting subnet f4e9ca48-2e79-4b7a-adec-3fd14e741db6 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:15:15.046026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63b5ced1-f8fe-4e1a-b47c-8473408823d5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.092437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f22855fe-4803-4a3b-8fa3-c72f4c5a3559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.093013 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:15.101448 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63b5ced1-f8fe-4e1a-b47c-8473408823d5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.115112 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f22855fe-4803-4a3b-8fa3-c72f4c5a3559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.142864 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:15:15.186720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f22855fe-4803-4a3b-8fa3-c72f4c5a3559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.190128 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f22855fe-4803-4a3b-8fa3-c72f4c5a3559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.193647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f22855fe-4803-4a3b-8fa3-c72f4c5a3559 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a85ddd8-d896-435f-aa27-c98e62172181 HTTP/1.1" status: 204 len: 168 time: 0.1595080 Aug 04 17:15:15.202591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22855fe-4803-4a3b-8fa3-c72f4c5a3559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a85ddd8-d896-435f-aa27-c98e62172181,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:15.228051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63b5ced1-f8fe-4e1a-b47c-8473408823d5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.311565 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63b5ced1-f8fe-4e1a-b47c-8473408823d5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.348743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5ced1-f8fe-4e1a-b47c-8473408823d5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e9ca48-2e79-4b7a-adec-3fd14e741db6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:15.355672 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63b5ced1-f8fe-4e1a-b47c-8473408823d5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.358400 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:13Z', 'revision_number': 9, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:15.361558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43720) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:15.364195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915ed91-d720-4a7e-9022-863002a38f6e None None] Network 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:15.371561 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-63b5ced1-f8fe-4e1a-b47c-8473408823d5 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/f4e9ca48-2e79-4b7a-adec-3fd14e741db6 HTTP/1.1" status: 204 len: 168 time: 0.3873544 Aug 04 17:15:15.420996 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] Checking router: 6f97b592-3113-4ce2-b253-6f2f154d018f for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:15.437901 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:15.438542 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:15.472423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.554121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port f88c520b-7f8a-430a-baad-584dbad99a19 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:15.554668 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.589227 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:15.664045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port f88c520b-7f8a-430a-baad-584dbad99a19, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f88c520b-7f8a-430a-baad-584dbad99a19,segment=NetworkSegment(f4bb1d04-c5c8-464e-be90-44a322976303),segment_id=f4bb1d04-c5c8-464e-be90-44a322976303)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:15.664423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.722765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149b0e5e-aa83-49bc-bed5-ad5307740fc9 None None] DHCP port deletion for 4c7b174f-9ac4-42f0-bc99-7c2584e714a6 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:15:15.732357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for f88c520b-7f8a-430a-baad-584dbad99a19 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:15.788013 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-149b0e5e-aa83-49bc-bed5-ad5307740fc9 None None] Deleting port f88c520b-7f8a-430a-baad-584dbad99a19 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:15.788395 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-149b0e5e-aa83-49bc-bed5-ad5307740fc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.876898 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.910423 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:13Z', 'revision_number': 9, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:15.913170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No DVR routers for this DVR port f88c520b-7f8a-430a-baad-584dbad99a19 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:15.917992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-149b0e5e-aa83-49bc-bed5-ad5307740fc9 None None] For port f88c520b-7f8a-430a-baad-584dbad99a19, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f88c520b-7f8a-430a-baad-584dbad99a19,segment=NetworkSegment(f4bb1d04-c5c8-464e-be90-44a322976303),segment_id=f4bb1d04-c5c8-464e-be90-44a322976303)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:15.919097 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-149b0e5e-aa83-49bc-bed5-ad5307740fc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:15.941346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-149b0e5e-aa83-49bc-bed5-ad5307740fc9 None None] Calling delete_port for f88c520b-7f8a-430a-baad-584dbad99a19 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:15.981094 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac7f223-b104-42f8-8d79-55db7e0eb462 None None] The sync data for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 is: [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:13Z', 'revision_number': 9, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': '2801fd48-0c36-4373-be73-0669bc1d24c4', 'name': '', 'network_id': '225b0d34-fbe2-482a-9ee3-98b9fe53082a', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:64:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:47Z', 'updated_at': '2021-08-04T17:14:55Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': '3128da5a-a608-4c9a-a1b4-a2d038c9836b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:16.081588 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:16.093767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7b174f-9ac4-42f0-bc99-7c2584e714a6']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:16.107464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bb1d04-c5c8-464e-be90-44a322976303') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:16.108071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bb1d04-c5c8-464e-be90-44a322976303') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:16.110829 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-149b0e5e-aa83-49bc-bed5-ad5307740fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:16.123310 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:16.141026 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:16.145906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b0e5e-aa83-49bc-bed5-ad5307740fc9 None None] Pushing event deleted for resources: {'Port': ['ID=f88c520b-7f8a-430a-baad-584dbad99a19,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:16.149202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:16.150020 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:16.183873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b0e5e-aa83-49bc-bed5-ad5307740fc9 None None] No DVR routers for this DVR port f88c520b-7f8a-430a-baad-584dbad99a19 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:16.218422 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:16.221049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=f88c520b-7f8a-430a-baad-584dbad99a19,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:16.245135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:16.253301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:16.257940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/networks/4c7b174f-9ac4-42f0-bc99-7c2584e714a6 HTTP/1.1" status: 204 len: 168 time: 0.8924325 Aug 04 17:15:16.258338 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43744) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:16.274209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ae373-ca26-4dc0-8542-cc3b583e617a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Network': ['ID=4c7b174f-9ac4-42f0-bc99-7c2584e714a6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:16.402250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f88c520b-7f8a-430a-baad-584dbad99a19 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:16.451599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: f88c520b-7f8a-430a-baad-584dbad99a19 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:16.451811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f88c520b-7f8a-430a-baad-584dbad99a19 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:16.452317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:16.480786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:16.481209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b71ea8ce-51b2-4afc-bcfc-dcc048e6d11d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:16.734400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.072927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43806) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:17.085483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port 2801fd48-0c36-4373-be73-0669bc1d24c4 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:17.086043 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.189511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port 2801fd48-0c36-4373-be73-0669bc1d24c4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2801fd48-0c36-4373-be73-0669bc1d24c4,segment=NetworkSegment(a9a3f561-d99f-4d61-be43-6ee05fce8d13),segment_id=a9a3f561-d99f-4d61-be43-6ee05fce8d13)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:17.189989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.205500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for 2801fd48-0c36-4373-be73-0669bc1d24c4 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:17.228646 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-057a3ac4-f812-4dfa-8548-50350f23395b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.357231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-057a3ac4-f812-4dfa-8548-50350f23395b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.367218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-057a3ac4-f812-4dfa-8548-50350f23395b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.429969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a3ac4-f812-4dfa-8548-50350f23395b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c6cf7b-128f-4edf-a108-470bb5002f55,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:17.435225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-057a3ac4-f812-4dfa-8548-50350f23395b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7c283250a9c4c0c8896da88aedc980d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608205 Aug 04 17:15:17.437823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43814) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:17.465643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.512061 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-420e6b96-a570-46b5-b1b4-30491ea03990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.513583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=2801fd48-0c36-4373-be73-0669bc1d24c4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:17.567630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-420e6b96-a570-46b5-b1b4-30491ea03990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.629143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-420e6b96-a570-46b5-b1b4-30491ea03990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.632094 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-420e6b96-a570-46b5-b1b4-30491ea03990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.636087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-420e6b96-a570-46b5-b1b4-30491ea03990 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58c6cf7b-128f-4edf-a108-470bb5002f55 HTTP/1.1" status: 204 len: 168 time: 0.1945148 Aug 04 17:15:17.646381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e6b96-a570-46b5-b1b4-30491ea03990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c6cf7b-128f-4edf-a108-470bb5002f55,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:17.680296 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:17.945170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:18.113314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b074238-fc67-49bc-be77-b8e048cb3ba3 req-e3220a54-351b-43dc-934d-123e100e8af4 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.133119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b074238-fc67-49bc-be77-b8e048cb3ba3 req-e3220a54-351b-43dc-934d-123e100e8af4 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.140683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b074238-fc67-49bc-be77-b8e048cb3ba3 req-e3220a54-351b-43dc-934d-123e100e8af4 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.148385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b074238-fc67-49bc-be77-b8e048cb3ba3 req-e3220a54-351b-43dc-934d-123e100e8af4 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.157036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b074238-fc67-49bc-be77-b8e048cb3ba3 req-e3220a54-351b-43dc-934d-123e100e8af4 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.168914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:18.200194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b074238-fc67-49bc-be77-b8e048cb3ba3 req-e3220a54-351b-43dc-934d-123e100e8af4 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.200663 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-013c0dab-4707-48a5-8e86-1ffe8feb72e9 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9269817 Aug 04 17:15:18.201463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43838) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:18.203686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] Sync routers for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:18.207673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b074238-fc67-49bc-be77-b8e048cb3ba3 req-e3220a54-351b-43dc-934d-123e100e8af4 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.222165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b074238-fc67-49bc-be77-b8e048cb3ba3 req-e3220a54-351b-43dc-934d-123e100e8af4 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5445 time: 0.2281225 Aug 04 17:15:18.225891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:18.226778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:18.325650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b074238-fc67-49bc-be77-b8e048cb3ba3 req-08cb6595-a63b-4091-a2e6-2f7159bf0827 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931563 Aug 04 17:15:18.366085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed25406-ccf6-4f0c-997c-14192b61ef93 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting subnet 3128da5a-a608-4c9a-a1b4-a2d038c9836b {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:15:18.397687 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fed25406-ccf6-4f0c-997c-14192b61ef93 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:18.465564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:18.487342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fed25406-ccf6-4f0c-997c-14192b61ef93 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:18.605635 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fed25406-ccf6-4f0c-997c-14192b61ef93 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:18.643636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68aabfc-b502-4888-8f4e-1f98400d9c1f req-f2f44ad7-64be-4c0e-adeb-f56245c0cd7f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.665660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68aabfc-b502-4888-8f4e-1f98400d9c1f req-f2f44ad7-64be-4c0e-adeb-f56245c0cd7f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.683441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68aabfc-b502-4888-8f4e-1f98400d9c1f req-f2f44ad7-64be-4c0e-adeb-f56245c0cd7f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.690001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68aabfc-b502-4888-8f4e-1f98400d9c1f req-f2f44ad7-64be-4c0e-adeb-f56245c0cd7f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.722003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68aabfc-b502-4888-8f4e-1f98400d9c1f req-f2f44ad7-64be-4c0e-adeb-f56245c0cd7f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.730204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68aabfc-b502-4888-8f4e-1f98400d9c1f req-f2f44ad7-64be-4c0e-adeb-f56245c0cd7f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.738393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68aabfc-b502-4888-8f4e-1f98400d9c1f req-f2f44ad7-64be-4c0e-adeb-f56245c0cd7f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:18.753200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f68aabfc-b502-4888-8f4e-1f98400d9c1f req-f2f44ad7-64be-4c0e-adeb-f56245c0cd7f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5445 time: 0.2463498 Aug 04 17:15:18.755560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:17Z', 'revision_number': 10, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:18.760790 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fed25406-ccf6-4f0c-997c-14192b61ef93 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:18.806159 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed25406-ccf6-4f0c-997c-14192b61ef93 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Subnet': ['ID=3128da5a-a608-4c9a-a1b4-a2d038c9836b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:18.806542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] Checking router: 6f97b592-3113-4ce2-b253-6f2f154d018f for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:18.816404 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fed25406-ccf6-4f0c-997c-14192b61ef93 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:18.822177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43860) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:18.822506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:18.822961 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fed25406-ccf6-4f0c-997c-14192b61ef93 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/3128da5a-a608-4c9a-a1b4-a2d038c9836b HTTP/1.1" status: 204 len: 168 time: 0.6202643 Aug 04 17:15:18.823708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:18.829351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ffec60-b7df-4f7d-8c70-81c0dba6e3a7 None None] Network 225b0d34-fbe2-482a-9ee3-98b9fe53082a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:18.924380 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:18.998952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:18.999713 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:19.017875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:19.090851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e,segment=NetworkSegment(a9a3f561-d99f-4d61-be43-6ee05fce8d13),segment_id=a9a3f561-d99f-4d61-be43-6ee05fce8d13)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:19.092234 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:19.134837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:19.298870 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:19.328864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:19.334865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No DVR routers for this DVR port 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:19.450545 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:19.463752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225b0d34-fbe2-482a-9ee3-98b9fe53082a']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:19.519620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a3f561-d99f-4d61-be43-6ee05fce8d13') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:19.522915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a3f561-d99f-4d61-be43-6ee05fce8d13') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:19.536868 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:19.570029 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:19.580375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:19.583730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:19.587795 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:19.706520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb5439-0be0-4f4d-97b2-52a448be3923 None None] DHCP port deletion for 225b0d34-fbe2-482a-9ee3-98b9fe53082a request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:15:19.751166 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:19.772576 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:19.775281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/networks/225b0d34-fbe2-482a-9ee3-98b9fe53082a HTTP/1.1" status: 204 len: 168 time: 0.9516671 Aug 04 17:15:19.779156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43882) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:19.784946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:17Z', 'revision_number': 10, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:19.790424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f35ab9-9948-4858-9e9a-a52d39812356 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Network': ['ID=225b0d34-fbe2-482a-9ee3-98b9fe53082a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:19.841097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f16db9-ccc2-4b13-aa83-0ae7ec0eeae4 None None] The sync data for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 is: [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:17Z', 'revision_number': 10, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None, '_interfaces': [{'id': 'a7f51e98-5025-4cdc-993b-e0c82f6f28e6', 'name': '', 'network_id': 'aa13cfa9-4caf-4c09-9b16-250dbd70a786', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'mac_address': 'fa:16:3e:21:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:14:42Z', 'updated_at': '2021-08-04T17:14:50Z', 'revision_number': 5, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'subnets': [{'id': 'fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:19.903409 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43884) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:20.168766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-687007903'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:20.246842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Made reservation on behalf of 9560d9efd0624f4a81308481b41419cd for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:20.250744 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:20.263462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:20.411593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2801fd48-0c36-4373-be73-0669bc1d24c4 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:20.483205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 2801fd48-0c36-4373-be73-0669bc1d24c4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:20.487017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2801fd48-0c36-4373-be73-0669bc1d24c4 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:20.488768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:20.536020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:20.536757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 579e27ff-a4c9-4bfc-9c2b-f34b65b6a97e not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:20.537655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:20.545427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:20.705981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:20.767876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:15:20.780106 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:20.781612 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Added segment 6936af43-4c91-4ab5-ae27-935a35aca7ee of type vlan for network cf7629c1-4cee-4489-9fea-ac3ced3010d4 Aug 04 17:15:20.852074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:20.916309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c205fd2-4ffb-4eb4-8887-f789a53b17af,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:20.991231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59bf48-03d8-4bff-bdb7-c5e0fbce443d req-fc4a6f2a-4ac9-49ed-a4f8-72974bf1a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:20.993017 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59bf48-03d8-4bff-bdb7-c5e0fbce443d req-fc4a6f2a-4ac9-49ed-a4f8-72974bf1a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:20.993690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59bf48-03d8-4bff-bdb7-c5e0fbce443d req-fc4a6f2a-4ac9-49ed-a4f8-72974bf1a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:20.995252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59bf48-03d8-4bff-bdb7-c5e0fbce443d req-fc4a6f2a-4ac9-49ed-a4f8-72974bf1a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:21.007569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59bf48-03d8-4bff-bdb7-c5e0fbce443d req-fc4a6f2a-4ac9-49ed-a4f8-72974bf1a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:21.008399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59bf48-03d8-4bff-bdb7-c5e0fbce443d req-fc4a6f2a-4ac9-49ed-a4f8-72974bf1a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:21.008940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59bf48-03d8-4bff-bdb7-c5e0fbce443d req-fc4a6f2a-4ac9-49ed-a4f8-72974bf1a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:21.019321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b59bf48-03d8-4bff-bdb7-c5e0fbce443d req-fc4a6f2a-4ac9-49ed-a4f8-72974bf1a599 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6502 time: 0.1569521 Aug 04 17:15:21.039571 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:21.046796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:21.046796 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:21.082474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b59bf48-03d8-4bff-bdb7-c5e0fbce443d req-d71095a7-edb5-42f5-9780-bc3ebbaf65ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615170 Aug 04 17:15:21.154545 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2498500 Aug 04 17:15:21.171822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840df02-ac6c-4cc4-ae5c-407893f6c9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Pushing event updated for resources: {'Network': ['ID=cf7629c1-4cee-4489-9fea-ac3ced3010d4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:21.214577 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network cf7629c1-4cee-4489-9fea-ac3ced3010d4 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:15:21.286314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port a7f51e98-5025-4cdc-993b-e0c82f6f28e6 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:21.287097 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:21.455282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port a7f51e98-5025-4cdc-993b-e0c82f6f28e6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a7f51e98-5025-4cdc-993b-e0c82f6f28e6,segment=NetworkSegment(66aafb41-cab7-4480-b076-9c2b906b5c70),segment_id=66aafb41-cab7-4480-b076-9c2b906b5c70)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:21.455282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:21.473430 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for a7f51e98-5025-4cdc-993b-e0c82f6f28e6 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:21.474338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43916) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:21.480011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Request body: {'port': {'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4', 'binding:host_id': 'n-h1-764435-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007589336'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:21.539286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Made reservation on behalf of 68b69209876540d584b634ec8281eff6 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:21.542025 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:21.551868 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:21.672127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:21.678700 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:21.688506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] device_id is not set on port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:21.713130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:21.746307 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=a7f51e98-5025-4cdc-993b-e0c82f6f28e6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:21.822836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328024d8-ae0d-4a00-ad84-21a8c3a4525c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:21.973289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:22.123760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] device_id is not set on port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:22.139118 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:22.153859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Transition to ACTIVE for port object 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:22.181500 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:22.261878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event updated for resources: {'Port': ['ID=011ad03b-0bd6-4cfc-9464-ffab7d7f65c3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:22.301816 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:22.310926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Checking segment: {'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:22.314014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Network hostable DHCP agents. Network: cf7629c1-4cee-4489-9fea-ac3ced3010d4, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:15:22.357254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Network cf7629c1-4cee-4489-9fea-ac3ced3010d4 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:15:22.376482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, cf7629c1-4cee-4489-9fea-ac3ced3010d4) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:22.384387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:22.392224 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3226dba6-e005-4f56-bd54-79c3e094d336 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6087332 Aug 04 17:15:22.393248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43920) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:22.397231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:22.398699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f222eccc-b6c7-43ae-9ddd-cce0663473f9 None None] Network cf7629c1-4cee-4489-9fea-ac3ced3010d4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:22.399437 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] Sync routers for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:22.419386 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:22.420124 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:22.449706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:22.451138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:22.451667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:22.458288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:22.461249 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:22.461249 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 2 to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 Aug 04 17:15:22.469240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-f192e560-fd24-4634-a69f-8db6e26061ae tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting subnet fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:15:22.473144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f192e560-fd24-4634-a69f-8db6e26061ae tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:22.505787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:22.506067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:22.506340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:22.514867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:22.519186 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:22.524590 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 3 to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 Aug 04 17:15:22.525559 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f192e560-fd24-4634-a69f-8db6e26061ae tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:22.606101 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:22.610272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:22.610632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:22.611007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:22.629124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:22.633976 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:22.639573 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f192e560-fd24-4634-a69f-8db6e26061ae tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:22.640564 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 4 to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 Aug 04 17:15:22.683513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:22.683857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:22.684204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:22.688977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:22.689302 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:22.689696 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 5 to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 Aug 04 17:15:22.703896 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:21Z', 'revision_number': 11, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:22.715748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:22.716093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:22.716435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:22.725927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:22.726257 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:22.726658 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 6 to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 Aug 04 17:15:22.733620 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] Checking router: 6f97b592-3113-4ce2-b253-6f2f154d018f for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:22.744136 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:22.745223 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:22.745770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:22.746229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:22.746550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:22.757072 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f192e560-fd24-4634-a69f-8db6e26061ae tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:22.758950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:22.759968 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:22.760669 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 7 to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 Aug 04 17:15:22.789767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192e560-fd24-4634-a69f-8db6e26061ae tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Subnet': ['ID=fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:22.799854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f192e560-fd24-4634-a69f-8db6e26061ae tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:22.804214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:22.804388 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f192e560-fd24-4634-a69f-8db6e26061ae tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45 HTTP/1.1" status: 204 len: 168 time: 0.4079201 Aug 04 17:15:22.804512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:22.804512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:22.804901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43924) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:22.811126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579211b-51c0-4ff6-ba7a-1a441b0d8ebe None None] Network aa13cfa9-4caf-4c09-9b16-250dbd70a786 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:22.829561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:22.829914 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:22.830405 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 8 to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 Aug 04 17:15:22.888664 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:22.893961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:22.894179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:22.894381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:22.901083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:22.901457 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:22.902051 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 9 to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 Aug 04 17:15:22.933777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:22.934109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:22.934455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:22.956738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:22.957303 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:22.957913 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 10 to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 Aug 04 17:15:22.960416 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:21Z', 'revision_number': 11, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:22.963999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:22.987587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:22.988235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:22.988741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:22.993788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:22.994373 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:22.995513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.004618 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2c477-f465-4e46-8940-4c098e9fbd5e None None] The sync data for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 is: [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:21Z', 'revision_number': 11, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:23.086615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Deleting port b44c76e9-3ff4-410e-868c-4801a7b48c67 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:23.087211 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.115541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] For port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:15:23.116028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempted to set empty binding levels {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 17:15:23.129487 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.210309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:23.210309 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.237972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event updated for resources: {'Port': ['ID=011ad03b-0bd6-4cfc-9464-ffab7d7f65c3,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:23.261398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] For port b44c76e9-3ff4-410e-868c-4801a7b48c67, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b44c76e9-3ff4-410e-868c-4801a7b48c67,segment=NetworkSegment(66aafb41-cab7-4480-b076-9c2b906b5c70),segment_id=66aafb41-cab7-4480-b076-9c2b906b5c70)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:23.262238 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.273494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d1865d81-916f-4370-a148-a16662a8c159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7955513 Aug 04 17:15:23.277025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43928) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:23.280604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Calling delete_port for b44c76e9-3ff4-410e-868c-4801a7b48c67 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:23.379137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6d2557a2-9575-49cd-b325-744c06d86317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Deleting port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:23.379533 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d2557a2-9575-49cd-b325-744c06d86317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.384613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6241e6-352d-49d4-a3f1-be3a187ca98b None None] DHCP port deletion for aa13cfa9-4caf-4c09-9b16-250dbd70a786 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:15:23.398381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.452296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No DVR routers for this DVR port b44c76e9-3ff4-410e-868c-4801a7b48c67 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:23.459984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Port': ['ID=b44c76e9-3ff4-410e-868c-4801a7b48c67,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:23.519390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6d2557a2-9575-49cd-b325-744c06d86317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] For port 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3, host n-h1-764435-5, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:23.520011 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d2557a2-9575-49cd-b325-744c06d86317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.547915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6d2557a2-9575-49cd-b325-744c06d86317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Calling delete_port for 011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:23.589695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.602423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa13cfa9-4caf-4c09-9b16-250dbd70a786']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:23.620258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66aafb41-cab7-4480-b076-9c2b906b5c70') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:23.620927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66aafb41-cab7-4480-b076-9c2b906b5c70') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:23.650411 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.655435 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d2557a2-9575-49cd-b325-744c06d86317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.695778 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.709485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2557a2-9575-49cd-b325-744c06d86317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event deleted for resources: {'Port': ['ID=011ad03b-0bd6-4cfc-9464-ffab7d7f65c3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:23.715729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:23.717280 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:23.730297 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:23.734467 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d2557a2-9575-49cd-b325-744c06d86317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.737152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6d2557a2-9575-49cd-b325-744c06d86317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "DELETE /v2.0/ports/011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 HTTP/1.1" status: 204 len: 168 time: 0.4586775 Aug 04 17:15:23.739723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43932) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:23.824567 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de103ee-1244-4697-b603-f0a9f1862f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] GET failed (client error): The resource could not be found. Aug 04 17:15:23.826680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0de103ee-1244-4697-b603-f0a9f1862f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "GET /v2.0/ports/011ad03b-0bd6-4cfc-9464-ffab7d7f65c3 HTTP/1.1" status: 404 len: 333 time: 0.0850649 Aug 04 17:15:23.830408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43934) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:23.840584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Request body: {'port': {'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-424721108'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:23.866448 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.875312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Made reservation on behalf of 68b69209876540d584b634ec8281eff6 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:23.880495 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.890291 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:23.895748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43936) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:23.896032 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/networks/aa13cfa9-4caf-4c09-9b16-250dbd70a786 HTTP/1.1" status: 204 len: 168 time: 1.0901072 Aug 04 17:15:23.896954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db833c58-c1c6-4b62-99f1-0ff350e0e96b tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Pushing event deleted for resources: {'Network': ['ID=aa13cfa9-4caf-4c09-9b16-250dbd70a786,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:23.907148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-eb011558-5840-4e2b-a5f7-69d4e4b14b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'routes': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:23.949176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] device_id is not set on port cecebb06-fc81-474d-b89d-6633b6a30b73 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:24.119583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.extraroute_db [None req-eb011558-5840-4e2b-a5f7-69d4e4b14b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Added routes are [] {{(pid=105828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 17:15:24.120945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.extraroute_db [None req-eb011558-5840-4e2b-a5f7-69d4e4b14b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Removed routes are [] {{(pid=105828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 17:15:24.120945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb011558-5840-4e2b-a5f7-69d4e4b14b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:24.232252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a7f51e98-5025-4cdc-993b-e0c82f6f28e6 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:24.262898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: a7f51e98-5025-4cdc-993b-e0c82f6f28e6 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:24.263345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a7f51e98-5025-4cdc-993b-e0c82f6f28e6 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:24.263715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b44c76e9-3ff4-410e-868c-4801a7b48c67 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:24.287251 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: b44c76e9-3ff4-410e-868c-4801a7b48c67 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:24.287946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b44c76e9-3ff4-410e-868c-4801a7b48c67 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:24.336405 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb011558-5840-4e2b-a5f7-69d4e4b14b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:24.341427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb011558-5840-4e2b-a5f7-69d4e4b14b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:24.432009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:24.445942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb011558-5840-4e2b-a5f7-69d4e4b14b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 6f97b592-3113-4ce2-b253-6f2f154d018f has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:24.541168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb011558-5840-4e2b-a5f7-69d4e4b14b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:24.548721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb011558-5840-4e2b-a5f7-69d4e4b14b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:24.549868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eb011558-5840-4e2b-a5f7-69d4e4b14b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f HTTP/1.1" status: 200 len: 704 time: 0.6522532 Aug 04 17:15:24.553957 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43940) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:24.559768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:24.571498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] Sync routers for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:24.591797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:24.593539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:24.613475 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7b6f6243-2fc0-4aa2-831a-f347e600bf01 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f97b592-3113-4ce2-b253-6f2f154d018f HTTP/1.1" status: 200 len: 205 time: 0.0568576 Aug 04 17:15:24.614519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43942) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:24.667176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Network cf7629c1-4cee-4489-9fea-ac3ced3010d4 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:24.677825 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:24.687853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:24.690417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:24.691414 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:24.704223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event updated for resources: {'Port': ['ID=cecebb06-fc81-474d-b89d-6633b6a30b73,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:24.707340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1814d60e-ccbd-43fe-b926-fe114cef429e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:24.728073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:24.741872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5a62b218-0377-4065-aa75-faf48578ad39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9052207 Aug 04 17:15:24.742127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43944) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:24.751871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:24.866252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:21Z', 'revision_number': 11, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:24.907326 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:24.932480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] Checking router: 6f97b592-3113-4ce2-b253-6f2f154d018f for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:24.946653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] Routers {'6f97b592-3113-4ce2-b253-6f2f154d018f'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:24.947361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6f97b592-3113-4ce2-b253-6f2f154d018f'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:25.046843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] Set router 6f97b592-3113-4ce2-b253-6f2f154d018f gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:25.108528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:21Z', 'revision_number': 11, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:25.143028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acdb27-0c7a-4a7b-b84e-7f2a0fafc1f2 None None] The sync data for ids ['6f97b592-3113-4ce2-b253-6f2f154d018f'] in n-d-764435-5 is: [{'id': '6f97b592-3113-4ce2-b253-6f2f154d018f', 'name': 'tempest-RoutersIpV6Test-router-629956901', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:14:40Z', 'updated_at': '2021-08-04T17:15:21Z', 'revision_number': 11, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:25.379754 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1814d60e-ccbd-43fe-b926-fe114cef429e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.382009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1814d60e-ccbd-43fe-b926-fe114cef429e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.426647 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1814d60e-ccbd-43fe-b926-fe114cef429e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.427342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1814d60e-ccbd-43fe-b926-fe114cef429e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Fanout notify agent at l3_agent the message router_deleted on router 6f97b592-3113-4ce2-b253-6f2f154d018f {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:15:25.435229 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1814d60e-ccbd-43fe-b926-fe114cef429e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.440502 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1814d60e-ccbd-43fe-b926-fe114cef429e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f HTTP/1.1" status: 204 len: 168 time: 0.8207743 Aug 04 17:15:25.440771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43950) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:25.446236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c4277258-394e-4124-a3b2-0d9592c21d61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-979138455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:25.470488 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4277258-394e-4124-a3b2-0d9592c21d61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.471924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4277258-394e-4124-a3b2-0d9592c21d61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.502364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] device_id is not set on port cecebb06-fc81-474d-b89d-6633b6a30b73 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:25.513698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.529542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Transition to ACTIVE for port object cecebb06-fc81-474d-b89d-6633b6a30b73 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:25.543648 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.561257 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4277258-394e-4124-a3b2-0d9592c21d61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.572093 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4277258-394e-4124-a3b2-0d9592c21d61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.591164 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4277258-394e-4124-a3b2-0d9592c21d61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.595357 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c4277258-394e-4124-a3b2-0d9592c21d61 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1511118 Aug 04 17:15:25.596426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43952) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:25.601099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-94d80d17-ae08-44a3-8a8b-8cdc8e227ad7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:25.619350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event updated for resources: {'Port': ['ID=cecebb06-fc81-474d-b89d-6633b6a30b73,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:25.622596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:25.622971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:25.623313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:25.631259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.631603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.631958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.632291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.632625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.632953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.633275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.633594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.633921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.634242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.634562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.635437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:25.638765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:25.639111 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:25.639520 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 2 to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 Aug 04 17:15:25.652686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:25.653023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:25.653365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:25.660927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:25.661472 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:25.662021 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 3 to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 Aug 04 17:15:25.676225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:25.676555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:25.676887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:25.681639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:25.682059 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:25.682561 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 4 to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 Aug 04 17:15:25.695103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:25.695430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:25.695759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:25.700431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:25.700745 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:25.701130 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 5 to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 Aug 04 17:15:25.714059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:25.715496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:25.715496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:25.719129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:25.719448 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:25.719946 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 6 to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 Aug 04 17:15:25.731878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:25.732214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:25.732570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:25.737062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:25.737384 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:25.737769 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 7 to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 Aug 04 17:15:25.751079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:25.751407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:25.751768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:25.756215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:25.756536 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:25.756930 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 8 to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 Aug 04 17:15:25.769230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:25.769584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:25.769922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:25.774375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:25.774693 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:25.775126 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 9 to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 Aug 04 17:15:25.789643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:25.789972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:25.790308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:25.795739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:25.796066 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:25.796474 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 10 to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 Aug 04 17:15:25.810120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:25.810394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:25.810732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:25.815483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:25.815804 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port cecebb06-fc81-474d-b89d-6633b6a30b73 on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:25.816303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.822780 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d80d17-ae08-44a3-8a8b-8cdc8e227ad7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.836297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d80d17-ae08-44a3-8a8b-8cdc8e227ad7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.887475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] For port cecebb06-fc81-474d-b89d-6633b6a30b73, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:15:25.887860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempted to set empty binding levels {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 17:15:25.893637 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.929472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] In _notify_port_updated(), no bound segment for port cecebb06-fc81-474d-b89d-6633b6a30b73 on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:15:25.930638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:25.931642 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:25.933215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "PUT /v2.0/ports/cecebb06-fc81-474d-b89d-6633b6a30b73 HTTP/1.1" status: 200 len: 978 time: 1.1898520 Aug 04 17:15:25.936240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43956) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:25.951423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf35bb-8bde-484c-8dff-54df86bcf6a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event updated for resources: {'Port': ['ID=cecebb06-fc81-474d-b89d-6633b6a30b73,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:25.997658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d80d17-ae08-44a3-8a8b-8cdc8e227ad7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Router 1bdf6db1-5743-4715-8f95-f13a7b498fce is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:15:26.023528 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.024016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.024498 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.024975 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.025448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.025999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.026468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.027055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.027521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.027990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.028454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.028917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.029380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.029843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.030304 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.031305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.031691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.032157 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.032620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.033325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.033810 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.034274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.034736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.035228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:26.038518 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77c21568-e5f3-4e10-89a0-ba1114c8547b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21717 time: 0.1003187 Aug 04 17:15:26.042971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43958) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.124063 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d80d17-ae08-44a3-8a8b-8cdc8e227ad7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:26.131576 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94d80d17-ae08-44a3-8a8b-8cdc8e227ad7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.135247 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-94d80d17-ae08-44a3-8a8b-8cdc8e227ad7 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "PUT /v2.0/routers/1bdf6db1-5743-4715-8f95-f13a7b498fce HTTP/1.1" status: 200 len: 697 time: 0.5356846 Aug 04 17:15:26.135792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43960) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.145797 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] Sync routers for ids ['1bdf6db1-5743-4715-8f95-f13a7b498fce'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:26.158249 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] Routers {'1bdf6db1-5743-4715-8f95-f13a7b498fce'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:26.159183 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['1bdf6db1-5743-4715-8f95-f13a7b498fce'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:26.185582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5caa43a1-fb38-46f8-92c0-9f4943631b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Deleting port cecebb06-fc81-474d-b89d-6633b6a30b73 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:26.185924 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5caa43a1-fb38-46f8-92c0-9f4943631b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.236719 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] Set router 1bdf6db1-5743-4715-8f95-f13a7b498fce gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:26.263935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c392132a-85eb-44e4-b9b3-ad7545b10682 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/routers/1bdf6db1-5743-4715-8f95-f13a7b498fce HTTP/1.1" status: 200 len: 703 time: 0.1268137 Aug 04 17:15:26.267694 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43962) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.296053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5caa43a1-fb38-46f8-92c0-9f4943631b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] For port cecebb06-fc81-474d-b89d-6633b6a30b73, host n-h1-764435-5, got binding levels [] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:26.296704 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5caa43a1-fb38-46f8-92c0-9f4943631b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.299326 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdf6db1-5743-4715-8f95-f13a7b498fce', 'name': 'tempest-RoutersIpV6Test-router-979138455', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:15:25Z', 'updated_at': '2021-08-04T17:15:25Z', 'revision_number': 2, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:26.306790 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dd9765f7-7d3c-439f-a1a3-3283f3b1e9f1 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bdf6db1-5743-4715-8f95-f13a7b498fce HTTP/1.1" status: 200 len: 205 time: 0.0354307 Aug 04 17:15:26.308564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43964) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.363115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5caa43a1-fb38-46f8-92c0-9f4943631b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Calling delete_port for cecebb06-fc81-474d-b89d-6633b6a30b73 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:26.412084 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-947b3c3e-1c62-4724-a7d9-78c93602866c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.426259 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] Checking router: 1bdf6db1-5743-4715-8f95-f13a7b498fce for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:26.435195 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] Routers {'1bdf6db1-5743-4715-8f95-f13a7b498fce'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:26.435810 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['1bdf6db1-5743-4715-8f95-f13a7b498fce'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:26.505184 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] Set router 1bdf6db1-5743-4715-8f95-f13a7b498fce gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:26.560553 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bdf6db1-5743-4715-8f95-f13a7b498fce', 'name': 'tempest-RoutersIpV6Test-router-979138455', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:15:25Z', 'updated_at': '2021-08-04T17:15:25Z', 'revision_number': 2, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:26.590718 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6141daa-19fc-4663-a52b-3ac38530d5c3 None None] The sync data for ids ['1bdf6db1-5743-4715-8f95-f13a7b498fce'] in n-d-764435-5 is: [{'id': '1bdf6db1-5743-4715-8f95-f13a7b498fce', 'name': 'tempest-RoutersIpV6Test-router-979138455', 'tenant_id': 'a66c8f27ce144418a360041e59531ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:15:25Z', 'updated_at': '2021-08-04T17:15:25Z', 'revision_number': 2, 'project_id': 'a66c8f27ce144418a360041e59531ab7', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:26.619681 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-947b3c3e-1c62-4724-a7d9-78c93602866c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.627053 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-947b3c3e-1c62-4724-a7d9-78c93602866c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.670776 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5caa43a1-fb38-46f8-92c0-9f4943631b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.678969 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-947b3c3e-1c62-4724-a7d9-78c93602866c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.679493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947b3c3e-1c62-4724-a7d9-78c93602866c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Fanout notify agent at l3_agent the message router_deleted on router 1bdf6db1-5743-4715-8f95-f13a7b498fce {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:15:26.706336 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-947b3c3e-1c62-4724-a7d9-78c93602866c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.707530 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-947b3c3e-1c62-4724-a7d9-78c93602866c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/1bdf6db1-5743-4715-8f95-f13a7b498fce HTTP/1.1" status: 204 len: 168 time: 0.3913987 Aug 04 17:15:26.710744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa43a1-fb38-46f8-92c0-9f4943631b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event deleted for resources: {'Port': ['ID=cecebb06-fc81-474d-b89d-6633b6a30b73,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:26.712781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43968) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.715810 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5caa43a1-fb38-46f8-92c0-9f4943631b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.718198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5caa43a1-fb38-46f8-92c0-9f4943631b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "DELETE /v2.0/ports/cecebb06-fc81-474d-b89d-6633b6a30b73 HTTP/1.1" status: 204 len: 168 time: 0.6704965 Aug 04 17:15:26.720825 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43970) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.749183 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b3dbca19-56ed-4eea-9d70-2716272483b0 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bdf6db1-5743-4715-8f95-f13a7b498fce HTTP/1.1" status: 200 len: 205 time: 0.0306194 Aug 04 17:15:26.749589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43972) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.751606 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25c1282-6e20-42e3-9415-a6d675f78458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] GET failed (client error): The resource could not be found. Aug 04 17:15:26.756871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f25c1282-6e20-42e3-9415-a6d675f78458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "GET /v2.0/ports/cecebb06-fc81-474d-b89d-6633b6a30b73 HTTP/1.1" status: 404 len: 333 time: 0.0314984 Aug 04 17:15:26.757797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43974) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.763045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827861699', 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:26.786628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Made reservation on behalf of 68b69209876540d584b634ec8281eff6 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:26.789208 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:26.797191 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-7d665694-dbb9-4a30-90cc-54eb261acdaf tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] delete failed (client error): The resource could not be found. Aug 04 17:15:26.798350 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7d665694-dbb9-4a30-90cc-54eb261acdaf tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/1bdf6db1-5743-4715-8f95-f13a7b498fce HTTP/1.1" status: 404 len: 336 time: 0.0477259 Aug 04 17:15:26.801166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43976) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.807985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] device_id is not set on port 09539fb9-d2b8-4f05-9f76-4e3f58c526e5 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:26.831413 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e429c8-96dc-4933-ad67-d7e2b7181b6a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] DELETE failed (client error): The resource could not be found. Aug 04 17:15:26.832006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e429c8-96dc-4933-ad67-d7e2b7181b6a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:15:26.833845 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-50e429c8-96dc-4933-ad67-d7e2b7181b6a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/85d4892e-541a-4329-a3f0-688b2075da48 HTTP/1.1" status: 404 len: 337 time: 0.0315311 Aug 04 17:15:26.836481 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43978) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.863162 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02a746b-e1b7-4367-8f0a-482447d470b6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] DELETE failed (client error): The resource could not be found. Aug 04 17:15:26.863620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02a746b-e1b7-4367-8f0a-482447d470b6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:15:26.865384 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e02a746b-e1b7-4367-8f0a-482447d470b6 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/f4e9ca48-2e79-4b7a-adec-3fd14e741db6 HTTP/1.1" status: 404 len: 337 time: 0.0279660 Aug 04 17:15:26.868214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43980) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.897901 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-da282ae6-8b85-4bc1-81e8-e17e056502a3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] DELETE failed (client error): The resource could not be found. Aug 04 17:15:26.898361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da282ae6-8b85-4bc1-81e8-e17e056502a3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:15:26.900682 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-da282ae6-8b85-4bc1-81e8-e17e056502a3 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/3128da5a-a608-4c9a-a1b4-a2d038c9836b HTTP/1.1" status: 404 len: 337 time: 0.0312161 Aug 04 17:15:26.906499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43982) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.944341 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a71179-d465-4f12-b46d-d03d481bf6af tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] DELETE failed (client error): The resource could not be found. Aug 04 17:15:26.944709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a71179-d465-4f12-b46d-d03d481bf6af tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:15:26.946555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-19a71179-d465-4f12-b46d-d03d481bf6af tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/fbdaab7f-0f52-4f87-8e5d-cf4ebcf6cb45 HTTP/1.1" status: 404 len: 337 time: 0.0390108 Aug 04 17:15:26.949666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43984) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:26.988007 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-124f04c7-e62e-4113-8b4d-60fb52d2e02a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f97b592-3113-4ce2-b253-6f2f154d018f HTTP/1.1" status: 200 len: 205 time: 0.0347106 Aug 04 17:15:26.988963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43986) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.028946 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-784700ba-c9d4-42f9-82ef-3f112cc90bbd tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] delete failed (client error): The resource could not be found. Aug 04 17:15:27.030119 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-784700ba-c9d4-42f9-82ef-3f112cc90bbd tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/6f97b592-3113-4ce2-b253-6f2f154d018f HTTP/1.1" status: 404 len: 336 time: 0.0407994 Aug 04 17:15:27.033206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43990) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.034734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:27.067672 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dea2bdf2-b6b6-4240-a3aa-2c14fc5fdafe tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c9b5e60-2ce4-45cb-90e6-756287275a4f HTTP/1.1" status: 200 len: 205 time: 0.0332513 Aug 04 17:15:27.070021 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43992) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.086283 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:27.118540 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-04032546-2654-440d-a80a-c6f94a7e9688 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] delete failed (client error): The resource could not be found. Aug 04 17:15:27.122293 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-04032546-2654-440d-a80a-c6f94a7e9688 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/5c9b5e60-2ce4-45cb-90e6-756287275a4f HTTP/1.1" status: 404 len: 336 time: 0.0489700 Aug 04 17:15:27.122952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43994) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.129048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Network cf7629c1-4cee-4489-9fea-ac3ced3010d4 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:27.132038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:27.138588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:27.139640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:27.140387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:27.151568 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7b4f57-42a3-410c-a2e4-ecc613df2b43 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] DELETE failed (client error): The resource could not be found. Aug 04 17:15:27.152115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7b4f57-42a3-410c-a2e4-ecc613df2b43 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:15:27.153959 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8f7b4f57-42a3-410c-a2e4-ecc613df2b43 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/af557864-b68f-4db8-8498-025367c31259 HTTP/1.1" status: 404 len: 337 time: 0.0302713 Aug 04 17:15:27.156682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event updated for resources: {'Port': ['ID=09539fb9-d2b8-4f05-9f76-4e3f58c526e5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:27.157027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43996) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.170973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-38e19b5b-bca5-46d9-90b6-6fee9da26f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4102561 Aug 04 17:15:27.171985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43998) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.197241 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2588ab27-be83-46b8-9ce1-da43cb73c44f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7b0d090-fd26-4352-9c14-e402e7452213 HTTP/1.1" status: 200 len: 205 time: 0.0389683 Aug 04 17:15:27.200065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44000) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.220593 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59eecf0-0214-45f0-ae21-fa65b4c7684b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:27.222076 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a59eecf0-0214-45f0-ae21-fa65b4c7684b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "GET /v2.0/ports/09539fb9-d2b8-4f05-9f76-4e3f58c526e5 HTTP/1.1" status: 200 len: 959 time: 0.0490990 Aug 04 17:15:27.224776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44002) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.241250 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-3577898c-0e2b-4fb1-87bd-262228efc660 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] delete failed (client error): The resource could not be found. Aug 04 17:15:27.244882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3577898c-0e2b-4fb1-87bd-262228efc660 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/d7b0d090-fd26-4352-9c14-e402e7452213 HTTP/1.1" status: 404 len: 336 time: 0.0410802 Aug 04 17:15:27.245256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44004) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.280021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6be9c235-480d-454e-98da-28dde8a07b2a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a0deb48-3ceb-4053-b0e5-a7f59924e7e3 HTTP/1.1" status: 200 len: 205 time: 0.0314603 Aug 04 17:15:27.280412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44006) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.317440 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b7376-05d7-4bda-9858-b503f24dd1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Deleting port 09539fb9-d2b8-4f05-9f76-4e3f58c526e5 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:27.317915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef1b7376-05d7-4bda-9858-b503f24dd1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:27.319857 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-f968fe22-5ad4-488b-9fd6-46079cc7d0d8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] delete failed (client error): The resource could not be found. Aug 04 17:15:27.320939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f968fe22-5ad4-488b-9fd6-46079cc7d0d8 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/0a0deb48-3ceb-4053-b0e5-a7f59924e7e3 HTTP/1.1" status: 404 len: 336 time: 0.0390649 Aug 04 17:15:27.327649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44008) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.358206 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bee234-4c6b-4f87-82a4-62a603b20b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] DELETE failed (client error): The resource could not be found. Aug 04 17:15:27.358680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bee234-4c6b-4f87-82a4-62a603b20b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:15:27.363061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-25bee234-4c6b-4f87-82a4-62a603b20b5f tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/fa8b3221-c15b-4089-a3b8-f0b28f27fed0 HTTP/1.1" status: 404 len: 337 time: 0.0316124 Aug 04 17:15:27.364401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44010) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.401182 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef1b7376-05d7-4bda-9858-b503f24dd1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:27.406598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44014) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.408285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bf2718cf-4547-4808-b802-283862a9d08a tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f2e7e0-febd-4ef2-81cd-0b9509e97ce6 HTTP/1.1" status: 200 len: 205 time: 0.0424306 Aug 04 17:15:27.485667 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-0f88da93-7912-4ae7-870d-f147014b4b0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] delete failed (client error): The resource could not be found. Aug 04 17:15:27.489367 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0f88da93-7912-4ae7-870d-f147014b4b0c tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/51f2e7e0-febd-4ef2-81cd-0b9509e97ce6 HTTP/1.1" status: 404 len: 336 time: 0.0781665 Aug 04 17:15:27.489367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b7376-05d7-4bda-9858-b503f24dd1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Calling delete_port for 09539fb9-d2b8-4f05-9f76-4e3f58c526e5 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:27.493103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44016) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.528125 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2ed7dd-27d3-4a93-9f55-c3b2bf08509e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] DELETE failed (client error): The resource could not be found. Aug 04 17:15:27.528554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2ed7dd-27d3-4a93-9f55-c3b2bf08509e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:15:27.530326 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ae2ed7dd-27d3-4a93-9f55-c3b2bf08509e tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/51400c2e-4e49-44bb-bc31-97ec437d7df5 HTTP/1.1" status: 404 len: 337 time: 0.0399888 Aug 04 17:15:27.533964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44018) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.571594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-31f51279-7443-4657-a057-51793ac2f170 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "GET /v2.0/ports?device_id=32b497e6-395d-4641-8bb3-42ffd13c94e3 HTTP/1.1" status: 200 len: 205 time: 0.0358098 Aug 04 17:15:27.572216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44020) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.623633 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-bc0a675d-9ff4-4014-a3a2-af2d63f219b2 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] delete failed (client error): The resource could not be found. Aug 04 17:15:27.624942 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bc0a675d-9ff4-4014-a3a2-af2d63f219b2 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/routers/32b497e6-395d-4641-8bb3-42ffd13c94e3 HTTP/1.1" status: 404 len: 336 time: 0.0514579 Aug 04 17:15:27.627376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44022) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.656403 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-584cc3a5-2a40-4429-a7a2-283710b0f198 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] DELETE failed (client error): The resource could not be found. Aug 04 17:15:27.656856 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584cc3a5-2a40-4429-a7a2-283710b0f198 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:15:27.658591 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-584cc3a5-2a40-4429-a7a2-283710b0f198 tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/7bc330a0-1783-4a95-bb7f-9ae5f23dd691 HTTP/1.1" status: 404 len: 337 time: 0.0303521 Aug 04 17:15:27.661338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44024) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.678575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef1b7376-05d7-4bda-9858-b503f24dd1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:27.694202 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1eb39fd-fce8-4e05-a588-01f82a073adb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] DELETE failed (client error): The resource could not be found. Aug 04 17:15:27.698523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1eb39fd-fce8-4e05-a588-01f82a073adb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:15:27.704163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d1eb39fd-fce8-4e05-a588-01f82a073adb tempest-RoutersIpV6Test-1191049079 tempest-RoutersIpV6Test-1191049079-project] 10.222.0.39 "DELETE /v2.0/subnets/7fbd1260-49fa-492c-951e-48535e379882 HTTP/1.1" status: 404 len: 337 time: 0.0410697 Aug 04 17:15:27.709232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b7376-05d7-4bda-9858-b503f24dd1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event deleted for resources: {'Port': ['ID=09539fb9-d2b8-4f05-9f76-4e3f58c526e5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:27.715890 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef1b7376-05d7-4bda-9858-b503f24dd1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:27.721232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44028) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.721393 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ef1b7376-05d7-4bda-9858-b503f24dd1fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "DELETE /v2.0/ports/09539fb9-d2b8-4f05-9f76-4e3f58c526e5 HTTP/1.1" status: 204 len: 168 time: 0.4954362 Aug 04 17:15:27.751375 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1b5923-e11d-4102-abeb-8c3feb33c873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] GET failed (client error): The resource could not be found. Aug 04 17:15:27.753254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1c1b5923-e11d-4102-abeb-8c3feb33c873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "GET /v2.0/ports/09539fb9-d2b8-4f05-9f76-4e3f58c526e5 HTTP/1.1" status: 404 len: 333 time: 0.0308223 Aug 04 17:15:27.756999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44030) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:27.762148 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Request body: {'port': {'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1179416683'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:27.790347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Made reservation on behalf of 68b69209876540d584b634ec8281eff6 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:27.795336 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:27.817500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] device_id is not set on port c870eb14-42ca-4cc9-a5f8-452bf774f19b yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:27.990322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.029814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44034) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:28.030016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.093522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Network cf7629c1-4cee-4489-9fea-ac3ced3010d4 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:28.096667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:28.101457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:28.102518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:28.103330 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.107668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event updated for resources: {'Port': ['ID=c870eb14-42ca-4cc9-a5f8-452bf774f19b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:28.126615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44040) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:28.126997 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0213ce26-a624-4ff6-b039-c7336feecd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3688104 Aug 04 17:15:28.133033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:28.210321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.273352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cf237e77-0a00-4898-a396-7f4d10e0928f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a66c8f27ce144418a360041e59531ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411139 Aug 04 17:15:28.277312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44042) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:28.329448 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44757d24-282d-4d39-b098-89db80876f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.352840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44757d24-282d-4d39-b098-89db80876f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.413148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] device_id is not set on port c870eb14-42ca-4cc9-a5f8-452bf774f19b yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:28.420751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44757d24-282d-4d39-b098-89db80876f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.422230 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.424096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44757d24-282d-4d39-b098-89db80876f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.427577 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-44757d24-282d-4d39-b098-89db80876f33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/073663e3-e9b0-405d-b5c3-20ce9b34f1aa HTTP/1.1" status: 204 len: 168 time: 0.1469705 Aug 04 17:15:28.437553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44757d24-282d-4d39-b098-89db80876f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073663e3-e9b0-405d-b5c3-20ce9b34f1aa,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:28.454325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Transition to ACTIVE for port object c870eb14-42ca-4cc9-a5f8-452bf774f19b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:28.462775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.533803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event updated for resources: {'Port': ['ID=c870eb14-42ca-4cc9-a5f8-452bf774f19b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:28.546355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:28.546630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:28.547003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:28.552186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:28.552475 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:28.552833 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 2 to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b Aug 04 17:15:28.566539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:28.566913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:28.567253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:28.571705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:28.572164 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:28.572429 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 3 to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b Aug 04 17:15:28.590384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:28.590728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:28.591108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:28.595666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:28.596047 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:28.596573 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 4 to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b Aug 04 17:15:28.609812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:28.610152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:28.610548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:28.616214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:28.616622 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:28.617212 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 5 to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b Aug 04 17:15:28.635664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:28.636240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:28.636860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:28.642718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:28.643094 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:28.643499 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 6 to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b Aug 04 17:15:28.658985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:28.659321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:28.659673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:28.664229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:28.664855 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:28.664946 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 7 to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b Aug 04 17:15:28.680136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:28.680621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:28.681109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:28.688028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:28.688493 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:28.689028 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 8 to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b Aug 04 17:15:28.707707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:28.708057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:28.708385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:28.713048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:28.713797 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:28.714313 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 9 to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b Aug 04 17:15:28.733980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:28.734479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:28.735054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:28.739982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:28.740309 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:28.740850 n-d-764435-5 neutron-server[105828]: INFO neutron.plugins.ml2.plugin [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempt 10 to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b Aug 04 17:15:28.758036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:28.758397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:28.758741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempting to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:28.764717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:15:28.765052 n-d-764435-5 neutron-server[105828]: ERROR neutron.plugins.ml2.managers [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Failed to bind port c870eb14-42ca-4cc9-a5f8-452bf774f19b on host n-h1-764435-5 for vnic_type normal using segments [{'id': '6936af43-4c91-4ab5-ae27-935a35aca7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cf7629c1-4cee-4489-9fea-ac3ced3010d4'}] Aug 04 17:15:28.765435 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.833482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] For port c870eb14-42ca-4cc9-a5f8-452bf774f19b, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:15:28.833863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attempted to set empty binding levels {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 04 17:15:28.840246 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.875869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] In _notify_port_updated(), no bound segment for port c870eb14-42ca-4cc9-a5f8-452bf774f19b on network cf7629c1-4cee-4489-9fea-ac3ced3010d4 {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:15:28.876758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:28.877359 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:28.881291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "PUT /v2.0/ports/c870eb14-42ca-4cc9-a5f8-452bf774f19b HTTP/1.1" status: 200 len: 979 time: 0.7503808 Aug 04 17:15:28.882568 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44058) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:28.893618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde01a4-0537-432a-96df-096d89682176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event updated for resources: {'Port': ['ID=c870eb14-42ca-4cc9-a5f8-452bf774f19b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:28.968295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0f0fbf37-c671-46ce-a2b1-3c18a7aa05d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Deleting port c870eb14-42ca-4cc9-a5f8-452bf774f19b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:28.968714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f0fbf37-c671-46ce-a2b1-3c18a7aa05d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.037438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-0f0fbf37-c671-46ce-a2b1-3c18a7aa05d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] For port c870eb14-42ca-4cc9-a5f8-452bf774f19b, host n-h1-764435-5, got binding levels [] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:29.037875 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f0fbf37-c671-46ce-a2b1-3c18a7aa05d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.052379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0f0fbf37-c671-46ce-a2b1-3c18a7aa05d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Calling delete_port for c870eb14-42ca-4cc9-a5f8-452bf774f19b owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:29.180375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f0fbf37-c671-46ce-a2b1-3c18a7aa05d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.219222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fbf37-c671-46ce-a2b1-3c18a7aa05d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Pushing event deleted for resources: {'Port': ['ID=c870eb14-42ca-4cc9-a5f8-452bf774f19b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:29.229256 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0f0fbf37-c671-46ce-a2b1-3c18a7aa05d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.234113 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0f0fbf37-c671-46ce-a2b1-3c18a7aa05d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c870eb14-42ca-4cc9-a5f8-452bf774f19b HTTP/1.1" status: 204 len: 168 time: 0.3481576 Aug 04 17:15:29.234528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44070) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:29.242268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44072) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:29.260168 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-439b57b1-4c7c-4718-b4dd-4dfee7b812bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] GET failed (client error): The resource could not be found. Aug 04 17:15:29.262037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-439b57b1-4c7c-4718-b4dd-4dfee7b812bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364125218-project-admin] 10.222.0.39 "GET /v2.0/ports/c870eb14-42ca-4cc9-a5f8-452bf774f19b HTTP/1.1" status: 404 len: 333 time: 0.0265026 Aug 04 17:15:29.265607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44076) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:29.342721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.346851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group': {'name': 'tempest-secgroup--825289889'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:29.370783 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.380332 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.438137 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.449883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7629c1-4cee-4489-9fea-ac3ced3010d4']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:29.461624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6936af43-4c91-4ab5-ae27-935a35aca7ee') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:29.461912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6936af43-4c91-4ab5-ae27-935a35aca7ee') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:29.472161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.486877 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.487095 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.493717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.494933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:29.496005 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:29.499534 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:29.539785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583e359d-f61e-4667-8286-8b165af5814d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:29.566948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.576886 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.579878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] 10.222.0.39 "DELETE /v2.0/networks/cf7629c1-4cee-4489-9fea-ac3ced3010d4 HTTP/1.1" status: 204 len: 168 time: 0.3120914 Aug 04 17:15:29.600737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210660d4-01ac-414a-9f08-9f1b75fd1195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592596164-project] Pushing event deleted for resources: {'Network': ['ID=cf7629c1-4cee-4489-9fea-ac3ced3010d4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:29.613025 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.620388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.658880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3825f1a-45d2-4676-9221-23b198d366fa,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:29.661882 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.663171 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-65ec1081-91e2-4a37-b605-50894f4d3969 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4197669 Aug 04 17:15:29.666116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44082) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:29.738122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4e79ad88-3b62-4016-86ce-92408a8e0402 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0676174 Aug 04 17:15:29.738346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44084) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:29.743295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f6d1dbe5-6164-42e0-a806-d0d88cb07023 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group': {'name': 'tempest-security--1134665132', 'description': 'tempest-security-description-646115324'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:29.771447 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6d1dbe5-6164-42e0-a806-d0d88cb07023 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.818840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6d1dbe5-6164-42e0-a806-d0d88cb07023 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.823669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6d1dbe5-6164-42e0-a806-d0d88cb07023 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.826654 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6d1dbe5-6164-42e0-a806-d0d88cb07023 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.828154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f6d1dbe5-6164-42e0-a806-d0d88cb07023 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "PUT /v2.0/security-groups/f3825f1a-45d2-4676-9221-23b198d366fa HTTP/1.1" status: 200 len: 1779 time: 0.0888577 Aug 04 17:15:29.831178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44088) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:29.862095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1dbe5-6164-42e0-a806-d0d88cb07023 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3825f1a-45d2-4676-9221-23b198d366fa,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:29.887345 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a5f4f184-427f-4301-8547-a379708c7a57 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups/f3825f1a-45d2-4676-9221-23b198d366fa HTTP/1.1" status: 200 len: 1779 time: 0.0545728 Aug 04 17:15:29.890043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44090) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:29.897061 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44092) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:29.943987 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-723adabc-8587-4078-9961-4f48b387a1a2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:29.967938 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-723adabc-8587-4078-9961-4f48b387a1a2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.014790 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-723adabc-8587-4078-9961-4f48b387a1a2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.017667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-723adabc-8587-4078-9961-4f48b387a1a2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.019040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-723adabc-8587-4078-9961-4f48b387a1a2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-groups/f3825f1a-45d2-4676-9221-23b198d366fa HTTP/1.1" status: 204 len: 168 time: 0.1278615 Aug 04 17:15:30.022301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44096) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.040598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723adabc-8587-4078-9961-4f48b387a1a2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3825f1a-45d2-4676-9221-23b198d366fa,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:30.048568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cfaf75ff-be4b-42bc-8585-804ef187f3ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9560d9efd0624f4a81308481b41419cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481831 Aug 04 17:15:30.049391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44098) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.089135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7f5d211a-2672-4558-b8ae-44cc810f1e2e tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633626 Aug 04 17:15:30.089570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44100) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.106426 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-a8fd7c53-86e6-4944-84df-4d2994db42d7 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] delete failed (client error): The resource could not be found. Aug 04 17:15:30.111260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a8fd7c53-86e6-4944-84df-4d2994db42d7 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-groups/f3825f1a-45d2-4676-9221-23b198d366fa HTTP/1.1" status: 404 len: 347 time: 0.0156672 Aug 04 17:15:30.111666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44102) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.113164 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3d65a1e-ab7c-499f-8473-d4058085801d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.116321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-10875fd1-f458-4b4a-8934-221312d1f16d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group': {'name': 'tempest-secgroup--86230760'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:30.135583 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3d65a1e-ab7c-499f-8473-d4058085801d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.140298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10875fd1-f458-4b4a-8934-221312d1f16d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.201280 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3d65a1e-ab7c-499f-8473-d4058085801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.204555 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3d65a1e-ab7c-499f-8473-d4058085801d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.210193 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c3d65a1e-ab7c-499f-8473-d4058085801d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c205fd2-4ffb-4eb4-8887-f789a53b17af HTTP/1.1" status: 204 len: 168 time: 0.1558523 Aug 04 17:15:30.216925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d65a1e-ab7c-499f-8473-d4058085801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c205fd2-4ffb-4eb4-8887-f789a53b17af,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:30.255727 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10875fd1-f458-4b4a-8934-221312d1f16d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.263216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10875fd1-f458-4b4a-8934-221312d1f16d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.293525 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10875fd1-f458-4b4a-8934-221312d1f16d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.295318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-10875fd1-f458-4b4a-8934-221312d1f16d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1825340 Aug 04 17:15:30.300009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44108) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.305920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d01fa4ce-d64c-42a2-93be-f68777bb36f1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '2dcc67f7-d685-4db7-a755-8f95f1defc70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:30.323428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10875fd1-f458-4b4a-8934-221312d1f16d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcc67f7-d685-4db7-a755-8f95f1defc70,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:30.368476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d01fa4ce-d64c-42a2-93be-f68777bb36f1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.429301 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d01fa4ce-d64c-42a2-93be-f68777bb36f1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.435570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d01fa4ce-d64c-42a2-93be-f68777bb36f1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.460459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fa4ce-d64c-42a2-93be-f68777bb36f1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4049458e-7a8f-4387-b92c-3df402e2daf9,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:30.469326 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d01fa4ce-d64c-42a2-93be-f68777bb36f1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.473261 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d01fa4ce-d64c-42a2-93be-f68777bb36f1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691718 Aug 04 17:15:30.474095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44112) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.506039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cad674c6-53b4-4d0d-ac1a-b7108235e2be tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.515460 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cad674c6-53b4-4d0d-ac1a-b7108235e2be tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.553823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cad674c6-53b4-4d0d-ac1a-b7108235e2be tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.561310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cad674c6-53b4-4d0d-ac1a-b7108235e2be tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.562509 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cad674c6-53b4-4d0d-ac1a-b7108235e2be tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4049458e-7a8f-4387-b92c-3df402e2daf9 HTTP/1.1" status: 204 len: 168 time: 0.0880034 Aug 04 17:15:30.565245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44116) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.571053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad674c6-53b4-4d0d-ac1a-b7108235e2be tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4049458e-7a8f-4387-b92c-3df402e2daf9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:30.621485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-adbcafdc-c2de-4e7d-9126-f2be9815c3e2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544462 Aug 04 17:15:30.624035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44118) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.655196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44122) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.694382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6acbdd7-444f-4d8c-8fe0-b2eaf1576fa5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.710030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9e0fa2ca-bac1-45a9-986f-1fa83349d0e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68b69209876540d584b634ec8281eff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531890 Aug 04 17:15:30.712595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44124) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.720028 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6acbdd7-444f-4d8c-8fe0-b2eaf1576fa5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.782549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6acbdd7-444f-4d8c-8fe0-b2eaf1576fa5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.783189 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1e389038-a49e-4726-b1a4-e7180fd6a6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.785183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6acbdd7-444f-4d8c-8fe0-b2eaf1576fa5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.786338 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a6acbdd7-444f-4d8c-8fe0-b2eaf1576fa5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-groups/2dcc67f7-d685-4db7-a755-8f95f1defc70 HTTP/1.1" status: 204 len: 168 time: 0.1612706 Aug 04 17:15:30.790799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44126) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.803225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acbdd7-444f-4d8c-8fe0-b2eaf1576fa5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcc67f7-d685-4db7-a755-8f95f1defc70,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:30.806534 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1e389038-a49e-4726-b1a4-e7180fd6a6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.854754 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3d645b6a-3db3-4c76-b8cc-90d09092f256 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623856 Aug 04 17:15:30.858586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44128) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:30.868237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8cd3597b-3236-4145-a30d-a843edd700bf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group': {'name': 'tempest-secgroup--324311694'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:30.888286 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1e389038-a49e-4726-b1a4-e7180fd6a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.891221 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1e389038-a49e-4726-b1a4-e7180fd6a6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.892470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1e389038-a49e-4726-b1a4-e7180fd6a6dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/328024d8-ae0d-4a00-ad84-21a8c3a4525c HTTP/1.1" status: 204 len: 168 time: 0.1787608 Aug 04 17:15:30.895408 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8cd3597b-3236-4145-a30d-a843edd700bf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.901832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e389038-a49e-4726-b1a4-e7180fd6a6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328024d8-ae0d-4a00-ad84-21a8c3a4525c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:30.980032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8cd3597b-3236-4145-a30d-a843edd700bf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:30.984832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8cd3597b-3236-4145-a30d-a843edd700bf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.010161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8cd3597b-3236-4145-a30d-a843edd700bf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.014145 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8cd3597b-3236-4145-a30d-a843edd700bf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1515772 Aug 04 17:15:31.014299 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44132) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:31.019516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b1d560e5-b32f-4674-ac4a-5cd22045c3ee tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '36cd7719-cd72-40d7-90dc-6a30f904843f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:31.024642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3597b-3236-4145-a30d-a843edd700bf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36cd7719-cd72-40d7-90dc-6a30f904843f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:31.049766 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1d560e5-b32f-4674-ac4a-5cd22045c3ee tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.108603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1d560e5-b32f-4674-ac4a-5cd22045c3ee tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.113286 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1d560e5-b32f-4674-ac4a-5cd22045c3ee tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.133867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d560e5-b32f-4674-ac4a-5cd22045c3ee tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f251085-9313-41a3-b538-76b6aeab3edb,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:31.137773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b1d560e5-b32f-4674-ac4a-5cd22045c3ee tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.141750 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b1d560e5-b32f-4674-ac4a-5cd22045c3ee tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238472 Aug 04 17:15:31.142728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44136) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:31.146574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-74894697-1541-4758-96c8-11f5dbc5d379 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '36cd7719-cd72-40d7-90dc-6a30f904843f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:31.192506 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74894697-1541-4758-96c8-11f5dbc5d379 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.254274 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74894697-1541-4758-96c8-11f5dbc5d379 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.259579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74894697-1541-4758-96c8-11f5dbc5d379 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.278150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74894697-1541-4758-96c8-11f5dbc5d379 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85331b23-9b23-4574-8250-b3e3c6906c6d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:31.283357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-74894697-1541-4758-96c8-11f5dbc5d379 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.284837 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-74894697-1541-4758-96c8-11f5dbc5d379 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417711 Aug 04 17:15:31.287517 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44144) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:31.292753 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a1bce659-bd4d-4009-a63f-05a489b45fe0 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '36cd7719-cd72-40d7-90dc-6a30f904843f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:31.323227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1bce659-bd4d-4009-a63f-05a489b45fe0 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.391570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1bce659-bd4d-4009-a63f-05a489b45fe0 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.396786 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1bce659-bd4d-4009-a63f-05a489b45fe0 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.419616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bce659-bd4d-4009-a63f-05a489b45fe0 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63da1bf5-bb37-41fa-b1eb-12149b4a4c41,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:31.428976 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1bce659-bd4d-4009-a63f-05a489b45fe0 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.432828 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a1bce659-bd4d-4009-a63f-05a489b45fe0 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415813 Aug 04 17:15:31.433427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44152) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:31.438264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7037df56-cf1d-4abd-883e-80850eec476e tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '36cd7719-cd72-40d7-90dc-6a30f904843f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:31.469082 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7037df56-cf1d-4abd-883e-80850eec476e tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.541275 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7037df56-cf1d-4abd-883e-80850eec476e tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.547399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7037df56-cf1d-4abd-883e-80850eec476e tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.566267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037df56-cf1d-4abd-883e-80850eec476e tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0726a103-faed-40ea-b420-6d95f0be46c7,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:31.575455 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7037df56-cf1d-4abd-883e-80850eec476e tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.579313 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7037df56-cf1d-4abd-883e-80850eec476e tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424694 Aug 04 17:15:31.579549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44166) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:31.584186 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a0d49208-0410-418e-b022-07862e7f1e0a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '36cd7719-cd72-40d7-90dc-6a30f904843f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:31.612776 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0d49208-0410-418e-b022-07862e7f1e0a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.662309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44168) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:31.683360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0d49208-0410-418e-b022-07862e7f1e0a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.689586 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0d49208-0410-418e-b022-07862e7f1e0a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.708707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d49208-0410-418e-b022-07862e7f1e0a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967762d0-846c-4114-b6df-faf47e2c213c,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:31.712626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a0d49208-0410-418e-b022-07862e7f1e0a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.715317 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a0d49208-0410-418e-b022-07862e7f1e0a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1346900 Aug 04 17:15:31.716989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44172) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:31.742010 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21b033f5-dcc5-4687-b653-235b8d3e2e97 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.751928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21b033f5-dcc5-4687-b653-235b8d3e2e97 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.780888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-436630966'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:31.799673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21b033f5-dcc5-4687-b653-235b8d3e2e97 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.808362 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21b033f5-dcc5-4687-b653-235b8d3e2e97 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.808783 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-21b033f5-dcc5-4687-b653-235b8d3e2e97 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/967762d0-846c-4114-b6df-faf47e2c213c HTTP/1.1" status: 204 len: 168 time: 0.0906291 Aug 04 17:15:31.812596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44176) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:31.815736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b033f5-dcc5-4687-b653-235b8d3e2e97 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=967762d0-846c-4114-b6df-faf47e2c213c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:31.831181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Made reservation on behalf of fec5210c346b44a49f136c0f27cd9473 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:31.834690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.846307 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.888040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2322d06a-4e4a-4704-84d1-d77ce3b6023c tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0743029 Aug 04 17:15:31.890863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44182) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:31.918729 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7cfee89-9b0b-41ab-8655-b4c676bfc6e2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.931495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7cfee89-9b0b-41ab-8655-b4c676bfc6e2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.971968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7cfee89-9b0b-41ab-8655-b4c676bfc6e2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.982485 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7cfee89-9b0b-41ab-8655-b4c676bfc6e2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.983811 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d7cfee89-9b0b-41ab-8655-b4c676bfc6e2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0726a103-faed-40ea-b420-6d95f0be46c7 HTTP/1.1" status: 204 len: 168 time: 0.0919857 Aug 04 17:15:31.988565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44184) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:31.989401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfee89-9b0b-41ab-8655-b4c676bfc6e2 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0726a103-faed-40ea-b420-6d95f0be46c7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:31.997340 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:31.999853 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3c67c6ad-aac5-4c6b-b71b-0a239ce52dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.006108 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.036682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:15:32.054021 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c6b609e5-e441-4fde-b8a0-c2d025552432 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0620193 Aug 04 17:15:32.054179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ffe88f-7606-41f2-bb79-e3052a2059c4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:32.056679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44188) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.062248 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.063159 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Added segment 9c3ddc6e-b858-47b6-8d06-a4462e7b0977 of type vlan for network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 Aug 04 17:15:32.086376 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5cbd0800-7beb-4094-89bf-d029db7b3661 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.109915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5cbd0800-7beb-4094-89bf-d029db7b3661 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.126570 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.171126 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5cbd0800-7beb-4094-89bf-d029db7b3661 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.176466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5cbd0800-7beb-4094-89bf-d029db7b3661 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.180324 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5cbd0800-7beb-4094-89bf-d029db7b3661 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/63da1bf5-bb37-41fa-b1eb-12149b4a4c41 HTTP/1.1" status: 204 len: 168 time: 0.1198542 Aug 04 17:15:32.182307 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44192) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.186411 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.192486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:32.193129 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.234001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd0800-7beb-4094-89bf-d029db7b3661 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63da1bf5-bb37-41fa-b1eb-12149b4a4c41,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:32.253684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5900066 Aug 04 17:15:32.256389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44196) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.259284 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-67100d7c-49b1-4cfd-9db0-f7b802c1ed00 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0755899 Aug 04 17:15:32.261573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'subnet': {'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:32.262071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44200) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.293270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-07248029-50eb-46d1-bd7e-765525fd2be5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.301207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-07248029-50eb-46d1-bd7e-765525fd2be5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.320396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db21ff7-bda8-4793-a5db-e4bf6bca7f1b tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Network': ['ID=00a4ce9b-8474-4e16-ae1b-524bd3045ed6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:32.333580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:15:32.336937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-07248029-50eb-46d1-bd7e-765525fd2be5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.352738 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-07248029-50eb-46d1-bd7e-765525fd2be5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.358047 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-07248029-50eb-46d1-bd7e-765525fd2be5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/85331b23-9b23-4574-8250-b3e3c6906c6d HTTP/1.1" status: 204 len: 168 time: 0.0946815 Aug 04 17:15:32.359337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07248029-50eb-46d1-bd7e-765525fd2be5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85331b23-9b23-4574-8250-b3e3c6906c6d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:32.361313 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44206) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.373138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Made reservation on behalf of fec5210c346b44a49f136c0f27cd9473 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:32.378157 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.418836 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1e8c7091-6abb-432e-bef3-fe9915e807b7 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0550673 Aug 04 17:15:32.421117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44208) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.449817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5cd44c15-cc0e-449a-97e2-318c8b1e74a1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.460046 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5cd44c15-cc0e-449a-97e2-318c8b1e74a1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.494742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5cd44c15-cc0e-449a-97e2-318c8b1e74a1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.499685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5cd44c15-cc0e-449a-97e2-318c8b1e74a1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.504437 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5cd44c15-cc0e-449a-97e2-318c8b1e74a1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2f251085-9313-41a3-b538-76b6aeab3edb HTTP/1.1" status: 204 len: 168 time: 0.0787382 Aug 04 17:15:32.504437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44210) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.521989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd44c15-cc0e-449a-97e2-318c8b1e74a1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f251085-9313-41a3-b538-76b6aeab3edb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:32.555922 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ecfe78a4-a50a-42cc-8446-9ac0493bfdbd tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0487447 Aug 04 17:15:32.556621 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44218) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.617690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.647489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d51b786a-ca20-4b82-a2ba-c68bbe3d3148 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.674773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d51b786a-ca20-4b82-a2ba-c68bbe3d3148 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.686939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Subnet': ['ID=92036f3c-0e0f-458c-9243-f2233df3aead,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:32.713666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Checking segment: {'id': '9c3ddc6e-b858-47b6-8d06-a4462e7b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:32.714488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Network hostable DHCP agents. Network: 00a4ce9b-8474-4e16-ae1b-524bd3045ed6, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:15:32.729167 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d51b786a-ca20-4b82-a2ba-c68bbe3d3148 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.732579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d51b786a-ca20-4b82-a2ba-c68bbe3d3148 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.736243 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d51b786a-ca20-4b82-a2ba-c68bbe3d3148 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-groups/36cd7719-cd72-40d7-90dc-6a30f904843f HTTP/1.1" status: 204 len: 168 time: 0.1760807 Aug 04 17:15:32.737420 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44224) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.745092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b786a-ca20-4b82-a2ba-c68bbe3d3148 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cd7719-cd72-40d7-90dc-6a30f904843f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:32.782967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:15:32.796843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ff0a4272-59ef-4294-9b01-bd7ddc2102ad tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571787 Aug 04 17:15:32.797973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 00a4ce9b-8474-4e16-ae1b-524bd3045ed6) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:32.802618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:32.803507 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:32.805982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44226) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.812235 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e6d74d8b-f539-4c13-857b-8313cfc09a9a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140112880'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:32.815417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f66174e-c0f6-4a3d-afa7-264fa1290490 None None] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:32.829184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5effa963-4157-4aac-8b2e-bf2bbd592197 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5716457 Aug 04 17:15:32.831792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44228) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:32.838400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'port': {'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-565757878'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:32.871752 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6d74d8b-f539-4c13-857b-8313cfc09a9a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.005405 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6d74d8b-f539-4c13-857b-8313cfc09a9a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.017118 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6d74d8b-f539-4c13-857b-8313cfc09a9a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.066651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-00a4ce9b-8474-4e16-ae1b-524bd3045ed6', 'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6', 'tenant_id': 'fec5210c346b44a49f136c0f27cd9473', 'fixed_ips': [{'subnet_id': '92036f3c-0e0f-458c-9243-f2233df3aead'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:15:33.069675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d74d8b-f539-4c13-857b-8313cfc09a9a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99092016-a4b4-4d42-b1f4-b03dffb7186d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:33.074201 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.075823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6d74d8b-f539-4c13-857b-8313cfc09a9a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.078179 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e6d74d8b-f539-4c13-857b-8313cfc09a9a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2701993 Aug 04 17:15:33.080619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44236) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:33.086601 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-91c65e62-770a-43c8-82f2-122d8efb1dcf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '99092016-a4b4-4d42-b1f4-b03dffb7186d', 'direction': 'ingress', 'protocol': 17}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:33.100316 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.api [None req-91c65e62-770a-43c8-82f2-122d8efb1dcf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 17:15:33.100316 n-d-764435-5 neutron-server[105829]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 17:15:33.100316 n-d-764435-5 neutron-server[105829]: [parameters: {'project_id_1': 'c7abc43a2ca542b3be179a1048467fdf', 'expiration_1': datetime.datetime(2021, 8, 4, 17, 15, 33, 93103)}] Aug 04 17:15:33.100316 n-d-764435-5 neutron-server[105829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:15:33.100841 n-d-764435-5 neutron-server[105829]: DEBUG oslo_db.api [None req-91c65e62-770a-43c8-82f2-122d8efb1dcf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:15:33.110365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Made reservation on behalf of fec5210c346b44a49f136c0f27cd9473 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:33.114292 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.166843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] device_id is not set on port 78419e76-ae64-4c98-a96f-e845ecf82578 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:33.287573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Allocated IP 2001:db8::2 (00a4ce9b-8474-4e16-ae1b-524bd3045ed6/92036f3c-0e0f-458c-9243-f2233df3aead/60a2d177-d013-487c-a199-c43388a80102) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:33.476323 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.485010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Transition to ACTIVE for port object 60a2d177-d013-487c-a199-c43388a80102 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:33.502235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Transition to ACTIVE for port object 60a2d177-d013-487c-a199-c43388a80102 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:33.516799 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.568558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:33.570442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:33.575263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:33.588979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Allocated IP 2001:db8::1f6 (00a4ce9b-8474-4e16-ae1b-524bd3045ed6/92036f3c-0e0f-458c-9243-f2233df3aead/78419e76-ae64-4c98-a96f-e845ecf82578) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:33.609990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Pushing event updated for resources: {'Port': ['ID=60a2d177-d013-487c-a199-c43388a80102,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:33.648868 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91c65e62-770a-43c8-82f2-122d8efb1dcf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.718779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Attempting to bind port 60a2d177-d013-487c-a199-c43388a80102 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:33.719269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Attempting to bind port 60a2d177-d013-487c-a199-c43388a80102 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '9c3ddc6e-b858-47b6-8d06-a4462e7b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:33.719641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Attempting to bind port 60a2d177-d013-487c-a199-c43388a80102 on network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:33.730125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:15:33.730590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Checking segment: {'id': '9c3ddc6e-b858-47b6-8d06-a4462e7b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:33.733932 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.734571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Bound using segment: {'id': '9c3ddc6e-b858-47b6-8d06-a4462e7b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:15:33.735102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Bound port: 60a2d177-d013-487c-a199-c43388a80102, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3ddc6e-b858-47b6-8d06-a4462e7b0977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:15:33.735501 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.752760 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91c65e62-770a-43c8-82f2-122d8efb1dcf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.759148 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91c65e62-770a-43c8-82f2-122d8efb1dcf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.786255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c65e62-770a-43c8-82f2-122d8efb1dcf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e0350c-06ee-4a30-bf2e-2afbc0439c2e,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:33.798283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-91c65e62-770a-43c8-82f2-122d8efb1dcf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.800102 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-91c65e62-770a-43c8-82f2-122d8efb1dcf tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7184246 Aug 04 17:15:33.803123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44250) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:33.857820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] For port 60a2d177-d013-487c-a199-c43388a80102, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:15:33.864255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] For port 60a2d177-d013-487c-a199-c43388a80102, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=60a2d177-d013-487c-a199-c43388a80102,segment=NetworkSegment(9c3ddc6e-b858-47b6-8d06-a4462e7b0977),segment_id=9c3ddc6e-b858-47b6-8d06-a4462e7b0977)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:15:33.880444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.900004 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.900836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-361dccb0-7359-4533-92a3-712d1a68ca64 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.926685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-361dccb0-7359-4533-92a3-712d1a68ca64 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.930581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Transition to ACTIVE for port object 78419e76-ae64-4c98-a96f-e845ecf82578 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:33.984051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-361dccb0-7359-4533-92a3-712d1a68ca64 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.986950 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-361dccb0-7359-4533-92a3-712d1a68ca64 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:33.988268 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-361dccb0-7359-4533-92a3-712d1a68ca64 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-groups/99092016-a4b4-4d42-b1f4-b03dffb7186d HTTP/1.1" status: 204 len: 168 time: 0.1837850 Aug 04 17:15:33.994198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44252) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:33.999717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361dccb0-7359-4533-92a3-712d1a68ca64 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99092016-a4b4-4d42-b1f4-b03dffb7186d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:34.025726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1e4af-b065-4542-ad84-45b84f749641 None None] Pushing event updated for resources: {'Port': ['ID=60a2d177-d013-487c-a199-c43388a80102,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:34.055785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.126466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Port': ['ID=78419e76-ae64-4c98-a96f-e845ecf82578,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:34.178064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:34.189653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:34.194774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:34.200555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:34.201189 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.264205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4b38d12a-c2df-4c20-860b-5986d6f6501d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2678607 Aug 04 17:15:34.267393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9200deb2-01b2-4227-8b35-556fe7423f26 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4336352 Aug 04 17:15:34.271916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44260) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:34.274857 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44262) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:34.287990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f06ad01a-3bb2-4922-ae39-7e90d0aba01d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group': {'name': 'tempest-secgroup--324809368'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:34.306636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'port': {'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1348054173', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f6', 'mac_address': 'fa:16:3e:15:74:bd'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:34.401017 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c2f63738-3812-4f74-8f95-a71d8a373e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.408629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f06ad01a-3bb2-4922-ae39-7e90d0aba01d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.562696 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f06ad01a-3bb2-4922-ae39-7e90d0aba01d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.570317 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f06ad01a-3bb2-4922-ae39-7e90d0aba01d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.616164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Made reservation on behalf of fec5210c346b44a49f136c0f27cd9473 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:34.622278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ad01a-3bb2-4922-ae39-7e90d0aba01d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6514dbb3-af35-4e20-a6ca-d1f3d5513c95,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:34.640166 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f06ad01a-3bb2-4922-ae39-7e90d0aba01d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.644361 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f06ad01a-3bb2-4922-ae39-7e90d0aba01d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3630905 Aug 04 17:15:34.644665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44270) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:34.649557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c8d4c18e-85c2-4663-84e5-76c44a2f1fb1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967217881'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:34.699902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c18e-85c2-4663-84e5-76c44a2f1fb1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.756321 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.776909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] device_id is not set on port c5310213-be01-4175-bdcf-03f66b9ee690 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:34.823972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c18e-85c2-4663-84e5-76c44a2f1fb1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.831564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c18e-85c2-4663-84e5-76c44a2f1fb1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.872045 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8d4c18e-85c2-4663-84e5-76c44a2f1fb1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.876761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c8d4c18e-85c2-4663-84e5-76c44a2f1fb1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2310936 Aug 04 17:15:34.877863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44278) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:34.884610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-97f0c852-3c5e-4590-bacd-b8888f2b8f4d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '6514dbb3-af35-4e20-a6ca-d1f3d5513c95', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7b68c584-cf43-45d4-bb4c-f3e8de15a568', 'remote_ip_prefix': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:34.891580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4c18e-85c2-4663-84e5-76c44a2f1fb1 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b68c584-cf43-45d4-bb4c-f3e8de15a568,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:34.949168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-97f0c852-3c5e-4590-bacd-b8888f2b8f4d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:34.970523 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.039018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Allocated IP 2001:db8::27f (00a4ce9b-8474-4e16-ae1b-524bd3045ed6/92036f3c-0e0f-458c-9243-f2233df3aead/c5310213-be01-4175-bdcf-03f66b9ee690) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:35.044343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-97f0c852-3c5e-4590-bacd-b8888f2b8f4d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.053707 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-97f0c852-3c5e-4590-bacd-b8888f2b8f4d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.088518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0c852-3c5e-4590-bacd-b8888f2b8f4d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15075bcb-72ba-418b-8c8f-72422a3e8cac,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:35.104275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-97f0c852-3c5e-4590-bacd-b8888f2b8f4d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.109315 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-97f0c852-3c5e-4590-bacd-b8888f2b8f4d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2292938 Aug 04 17:15:35.111939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44280) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:35.170199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-696d5f78-0122-41f7-9caf-2438b834ff34 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.179279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-696d5f78-0122-41f7-9caf-2438b834ff34 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.261508 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-696d5f78-0122-41f7-9caf-2438b834ff34 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.271486 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-696d5f78-0122-41f7-9caf-2438b834ff34 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.275681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-696d5f78-0122-41f7-9caf-2438b834ff34 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/15075bcb-72ba-418b-8c8f-72422a3e8cac HTTP/1.1" status: 204 len: 168 time: 0.1619656 Aug 04 17:15:35.276400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44286) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:35.314423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.328937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee38600-bfac-4582-a8d6-de6be5b514c9 None None] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:35.337522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Transition to ACTIVE for port object c5310213-be01-4175-bdcf-03f66b9ee690 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:35.346659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d5f78-0122-41f7-9caf-2438b834ff34 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15075bcb-72ba-418b-8c8f-72422a3e8cac,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:35.378296 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.399222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a83b659b-3269-42c9-b158-4bdc3b255a40 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1193316 Aug 04 17:15:35.400895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44290) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:35.439705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:35.443536 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:35.451073 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:35.458572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:35.459430 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.468658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Port': ['ID=c5310213-be01-4175-bdcf-03f66b9ee690,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:35.469971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cbcfdacc-531f-4af2-802b-c3eccbe2ee58 None None] Provisioning for port 60a2d177-d013-487c-a199-c43388a80102 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:35.496445 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a053f834-287c-493c-9137-2d01d13b91fb tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.2138715 Aug 04 17:15:35.496971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44294) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:35.570107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf513077-4783-4974-915c-4a6fbd57cae7 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:35.575101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9a83-14fd-44e8-b634-3e336f8d88fa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.576822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf513077-4783-4974-915c-4a6fbd57cae7 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:35.583726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf513077-4783-4974-915c-4a6fbd57cae7 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:35.585550 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cf513077-4783-4974-915c-4a6fbd57cae7 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0848386 Aug 04 17:15:35.588820 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44298) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:35.614759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9a83-14fd-44e8-b634-3e336f8d88fa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.692452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9a83-14fd-44e8-b634-3e336f8d88fa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.696476 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9a83-14fd-44e8-b634-3e336f8d88fa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.701122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cc6b9a83-14fd-44e8-b634-3e336f8d88fa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-groups/7b68c584-cf43-45d4-bb4c-f3e8de15a568 HTTP/1.1" status: 204 len: 168 time: 0.2975972 Aug 04 17:15:35.701755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44300) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:35.721064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b9a83-14fd-44e8-b634-3e336f8d88fa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b68c584-cf43-45d4-bb4c-f3e8de15a568,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:35.787494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2281c1d4-15ef-4d67-a299-5011c75a5d65 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Deleting port c5310213-be01-4175-bdcf-03f66b9ee690 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:35.787887 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2281c1d4-15ef-4d67-a299-5011c75a5d65 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.812192 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.839156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-64a6b5ae-a2ea-466b-a8e1-b6f5832d47d0 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1203275 Aug 04 17:15:35.841316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44304) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:35.935434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9816731a-463c-413b-88fa-daf4c83cac53 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.944425 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2281c1d4-15ef-4d67-a299-5011c75a5d65 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:35.960989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2281c1d4-15ef-4d67-a299-5011c75a5d65 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Calling delete_port for c5310213-be01-4175-bdcf-03f66b9ee690 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:35.982691 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9816731a-463c-413b-88fa-daf4c83cac53 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.045924 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9816731a-463c-413b-88fa-daf4c83cac53 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.049021 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9816731a-463c-413b-88fa-daf4c83cac53 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.050339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9816731a-463c-413b-88fa-daf4c83cac53 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-groups/6514dbb3-af35-4e20-a6ca-d1f3d5513c95 HTTP/1.1" status: 204 len: 168 time: 0.2073128 Aug 04 17:15:36.055580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44310) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:36.073984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816731a-463c-413b-88fa-daf4c83cac53 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6514dbb3-af35-4e20-a6ca-d1f3d5513c95,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:36.133876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e741adc6-9a04-4cd5-84df-a3a93f1e28da tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759778 Aug 04 17:15:36.139465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44312) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:36.158441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3dc24a1f-edc5-4726-a758-ad071545ed85 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group': {'name': 'tempest-secgroup--915747407'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:36.212068 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2281c1d4-15ef-4d67-a299-5011c75a5d65 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.216581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3dc24a1f-edc5-4726-a758-ad071545ed85 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.217511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42d5c699-f8c8-476c-b698-df1d767b5749 None None] Provisioning for port c5310213-be01-4175-bdcf-03f66b9ee690 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:36.223631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42d5c699-f8c8-476c-b698-df1d767b5749 None None] Provisioning complete for port c5310213-be01-4175-bdcf-03f66b9ee690 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:36.224180 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42d5c699-f8c8-476c-b698-df1d767b5749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.291706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-42d5c699-f8c8-476c-b698-df1d767b5749 None None] Port c5310213-be01-4175-bdcf-03f66b9ee690 was deleted so its status cannot be updated. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 04 17:15:36.295333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 60a2d177-d013-487c-a199-c43388a80102 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:36.309013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281c1d4-15ef-4d67-a299-5011c75a5d65 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event deleted for resources: {'Port': ['ID=c5310213-be01-4175-bdcf-03f66b9ee690,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:36.359595 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3dc24a1f-edc5-4726-a758-ad071545ed85 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.366039 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3dc24a1f-edc5-4726-a758-ad071545ed85 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.400783 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3dc24a1f-edc5-4726-a758-ad071545ed85 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.404653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3dc24a1f-edc5-4726-a758-ad071545ed85 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2574594 Aug 04 17:15:36.407289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44318) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:36.412631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-49085e3d-9d68-4cc6-9817-1b32745c8d8f tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '04cb073a-b987-4c70-9a1c-91b9fc2232be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:36.417798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc24a1f-edc5-4726-a758-ad071545ed85 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cb073a-b987-4c70-9a1c-91b9fc2232be,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:36.432306 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42d5c699-f8c8-476c-b698-df1d767b5749 None None] Provisioning for port 78419e76-ae64-4c98-a96f-e845ecf82578 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:36.443788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42d5c699-f8c8-476c-b698-df1d767b5749 None None] Provisioning complete for port 78419e76-ae64-4c98-a96f-e845ecf82578 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:36.444163 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42d5c699-f8c8-476c-b698-df1d767b5749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.450314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49085e3d-9d68-4cc6-9817-1b32745c8d8f tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.533337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49085e3d-9d68-4cc6-9817-1b32745c8d8f tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.541704 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49085e3d-9d68-4cc6-9817-1b32745c8d8f tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.545144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 60a2d177-d013-487c-a199-c43388a80102 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:36.552169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-42d5c699-f8c8-476c-b698-df1d767b5749 None None] Port 78419e76-ae64-4c98-a96f-e845ecf82578 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:36.554584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 60a2d177-d013-487c-a199-c43388a80102 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:36.554976 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.575610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49085e3d-9d68-4cc6-9817-1b32745c8d8f tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4b5974-a486-4e61-9b17-ba127a92ff9b,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:36.577260 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2281c1d4-15ef-4d67-a299-5011c75a5d65 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.579314 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2281c1d4-15ef-4d67-a299-5011c75a5d65 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "DELETE /v2.0/ports/c5310213-be01-4175-bdcf-03f66b9ee690 HTTP/1.1" status: 204 len: 168 time: 0.9894533 Aug 04 17:15:36.582102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44322) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:36.625262 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f742ca0-18a0-423e-b004-a53a853adff2 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] GET failed (client error): The resource could not be found. Aug 04 17:15:36.633514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4f742ca0-18a0-423e-b004-a53a853adff2 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "GET /v2.0/ports/c5310213-be01-4175-bdcf-03f66b9ee690 HTTP/1.1" status: 404 len: 333 time: 0.0434740 Aug 04 17:15:36.633514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-49085e3d-9d68-4cc6-9817-1b32745c8d8f tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.633514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-49085e3d-9d68-4cc6-9817-1b32745c8d8f tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2202914 Aug 04 17:15:36.633930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44324) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:36.634196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44326) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:36.636840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'port': {'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1297261484'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:36.687395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6810359-6dfe-48e0-bd50-5e9be668a58a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.701005 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6810359-6dfe-48e0-bd50-5e9be668a58a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.730945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7c2911bd-dc2a-498d-b9ea-fbcae7eeabe8 None None] Provisioning complete for port 78419e76-ae64-4c98-a96f-e845ecf82578 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:36.731926 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7c2911bd-dc2a-498d-b9ea-fbcae7eeabe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.736850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.751836 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6810359-6dfe-48e0-bd50-5e9be668a58a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.758319 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6810359-6dfe-48e0-bd50-5e9be668a58a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.762498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c6810359-6dfe-48e0-bd50-5e9be668a58a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/eb4b5974-a486-4e61-9b17-ba127a92ff9b HTTP/1.1" status: 204 len: 168 time: 0.1244416 Aug 04 17:15:36.765497 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44332) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:36.777033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6810359-6dfe-48e0-bd50-5e9be668a58a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb4b5974-a486-4e61-9b17-ba127a92ff9b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:36.827472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7c2911bd-dc2a-498d-b9ea-fbcae7eeabe8 None None] Port 78419e76-ae64-4c98-a96f-e845ecf82578 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:36.895046 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e8dd45d1-673a-4632-b21a-8223e35aff6b tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1184430 Aug 04 17:15:36.895221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 60a2d177-d013-487c-a199-c43388a80102, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=60a2d177-d013-487c-a199-c43388a80102,segment=NetworkSegment(9c3ddc6e-b858-47b6-8d06-a4462e7b0977),segment_id=9c3ddc6e-b858-47b6-8d06-a4462e7b0977)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:36.897761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44336) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:36.905230 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.919797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Made reservation on behalf of fec5210c346b44a49f136c0f27cd9473 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:36.924149 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:36.964908 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] device_id is not set on port 57930b25-429f-415d-af3b-1a00a73e9af3 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:37.003425 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2468bb9-23aa-4c64-ac1a-6ba663349bf7 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.012683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d36bdcef-9d18-4c31-a875-4add796b9db9 None None] Could not find standard attr ID for object c5310213-be01-4175-bdcf-03f66b9ee690. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:15:37.015693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=60a2d177-d013-487c-a199-c43388a80102,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:37.047620 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2468bb9-23aa-4c64-ac1a-6ba663349bf7 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.108197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2468bb9-23aa-4c64-ac1a-6ba663349bf7 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.110945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2468bb9-23aa-4c64-ac1a-6ba663349bf7 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.114555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d2468bb9-23aa-4c64-ac1a-6ba663349bf7 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-groups/04cb073a-b987-4c70-9a1c-91b9fc2232be HTTP/1.1" status: 204 len: 168 time: 0.2130866 Aug 04 17:15:37.115433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44338) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:37.132830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Allocated IP 2001:db8::29c (00a4ce9b-8474-4e16-ae1b-524bd3045ed6/92036f3c-0e0f-458c-9243-f2233df3aead/57930b25-429f-415d-af3b-1a00a73e9af3) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:37.134014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2468bb9-23aa-4c64-ac1a-6ba663349bf7 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cb073a-b987-4c70-9a1c-91b9fc2232be,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:37.218567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9cd48c3e-76e7-4616-b6bf-c33be4382ad3 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008549 Aug 04 17:15:37.224880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44344) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:37.234083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-18e5e5df-5f1e-4230-b649-c71bb07fe7bd tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group': {'name': 'tempest-secgroup--970300695'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:37.276240 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-18e5e5df-5f1e-4230-b649-c71bb07fe7bd tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.408223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.418054 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-18e5e5df-5f1e-4230-b649-c71bb07fe7bd tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.424502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.427206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Transition to ACTIVE for port object 57930b25-429f-415d-af3b-1a00a73e9af3 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:37.427659 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-18e5e5df-5f1e-4230-b649-c71bb07fe7bd tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.472213 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-18e5e5df-5f1e-4230-b649-c71bb07fe7bd tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.473757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-18e5e5df-5f1e-4230-b649-c71bb07fe7bd tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2474384 Aug 04 17:15:37.476577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44346) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:37.477685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.482583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-17427597-df48-4dc0-bde1-ebde5838656a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '5c9eb053-332c-413d-bc0e-ac55534a9faf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:37.490492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5e5df-5f1e-4230-b649-c71bb07fe7bd tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9eb053-332c-413d-bc0e-ac55534a9faf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:37.533626 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-17427597-df48-4dc0-bde1-ebde5838656a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.550786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:37.554112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:37.559062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:37.565524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:37.566271 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.573413 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Port': ['ID=57930b25-429f-415d-af3b-1a00a73e9af3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:37.615563 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-51aed5a1-52b9-4b58-820c-ca3e7949bbf6 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9832289 Aug 04 17:15:37.620016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44354) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:37.627675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-68f79c2e-108f-4db4-93b4-5f7c3395800f tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f6', 'mac_address': 'fa:16:3e:15:74:bd'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:37.647500 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-17427597-df48-4dc0-bde1-ebde5838656a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.655011 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-17427597-df48-4dc0-bde1-ebde5838656a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.688521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-17427597-df48-4dc0-bde1-ebde5838656a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.690258 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-17427597-df48-4dc0-bde1-ebde5838656a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2126565 Aug 04 17:15:37.692740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44356) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:37.712706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17427597-df48-4dc0-bde1-ebde5838656a tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffff1bd1-8630-4090-80ff-00422a6d9889,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:37.725787 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9ecaa838-d557-46a7-897f-9e0eb84d74f4 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules/ffff1bd1-8630-4090-80ff-00422a6d9889 HTTP/1.1" status: 200 len: 763 time: 0.0317461 Aug 04 17:15:37.728785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44360) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:37.778557 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f79c2e-108f-4db4-93b4-5f7c3395800f tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.802666 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e755352c-fe4f-4058-bcce-b131a1f56b16 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0729337 Aug 04 17:15:37.807848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44364) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:37.901115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7be23e39-9481-4d8e-b8cd-0f3f18114ea4 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.923391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7be23e39-9481-4d8e-b8cd-0f3f18114ea4 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.945366 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6b5cbfb9-f53d-4366-b532-5bfedf16fbfe None None] Provisioning for port 57930b25-429f-415d-af3b-1a00a73e9af3 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:37.951355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6b5cbfb9-f53d-4366-b532-5bfedf16fbfe None None] Provisioning complete for port 57930b25-429f-415d-af3b-1a00a73e9af3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:37.951724 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6b5cbfb9-f53d-4366-b532-5bfedf16fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:37.988443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6b5cbfb9-f53d-4366-b532-5bfedf16fbfe None None] Port 57930b25-429f-415d-af3b-1a00a73e9af3 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:38.002627 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7be23e39-9481-4d8e-b8cd-0f3f18114ea4 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.016252 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7be23e39-9481-4d8e-b8cd-0f3f18114ea4 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.017480 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7be23e39-9481-4d8e-b8cd-0f3f18114ea4 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ffff1bd1-8630-4090-80ff-00422a6d9889 HTTP/1.1" status: 204 len: 168 time: 0.2067809 Aug 04 17:15:38.021161 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44376) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.034261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be23e39-9481-4d8e-b8cd-0f3f18114ea4 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffff1bd1-8630-4090-80ff-00422a6d9889,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:38.113119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1fb62e7c-ec1c-48c8-b25b-6969f7669514 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0901937 Aug 04 17:15:38.114096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f79c2e-108f-4db4-93b4-5f7c3395800f tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.115646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44380) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.121609 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f79c2e-108f-4db4-93b4-5f7c3395800f tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.122720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4cc54c8b-fd29-4fca-b2eb-9da9c2abc6d5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '5c9eb053-332c-413d-bc0e-ac55534a9faf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:38.170912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-68f79c2e-108f-4db4-93b4-5f7c3395800f tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] In _notify_port_updated(), no bound segment for port 57930b25-429f-415d-af3b-1a00a73e9af3 on network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:15:38.176771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f79c2e-108f-4db4-93b4-5f7c3395800f tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:38.177574 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f79c2e-108f-4db4-93b4-5f7c3395800f tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.179114 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-68f79c2e-108f-4db4-93b4-5f7c3395800f tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "PUT /v2.0/ports/57930b25-429f-415d-af3b-1a00a73e9af3 HTTP/1.1" status: 200 len: 1003 time: 0.5579376 Aug 04 17:15:38.183229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44382) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.187946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4cc54c8b-fd29-4fca-b2eb-9da9c2abc6d5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.202625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f79c2e-108f-4db4-93b4-5f7c3395800f tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Port': ['ID=57930b25-429f-415d-af3b-1a00a73e9af3,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:38.309537 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4cc54c8b-fd29-4fca-b2eb-9da9c2abc6d5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.315677 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4cc54c8b-fd29-4fca-b2eb-9da9c2abc6d5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.326939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 60a2d177-d013-487c-a199-c43388a80102 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:38.343606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc54c8b-fd29-4fca-b2eb-9da9c2abc6d5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1972dd2e-5cf5-48e2-8611-4dec9cc2f659,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:38.345698 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-59c6ca1a-0ec0-49f6-966a-192e06f96de0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Deleting port 57930b25-429f-415d-af3b-1a00a73e9af3 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:38.345698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59c6ca1a-0ec0-49f6-966a-192e06f96de0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.357377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4cc54c8b-fd29-4fca-b2eb-9da9c2abc6d5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.363917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4cc54c8b-fd29-4fca-b2eb-9da9c2abc6d5 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2464719 Aug 04 17:15:38.364828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44384) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.393297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd02cda8-4acc-4242-bb1c-d516ee7ea767 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules/1972dd2e-5cf5-48e2-8611-4dec9cc2f659 HTTP/1.1" status: 200 len: 763 time: 0.0269809 Aug 04 17:15:38.400238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44388) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.454636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 60a2d177-d013-487c-a199-c43388a80102 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:38.460649 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.489266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c87553a0-b10c-4d0c-8607-e2f2a1e49ef4 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0868075 Aug 04 17:15:38.491867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44392) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.493894 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59c6ca1a-0ec0-49f6-966a-192e06f96de0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.518549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-59c6ca1a-0ec0-49f6-966a-192e06f96de0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Calling delete_port for 57930b25-429f-415d-af3b-1a00a73e9af3 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:38.543577 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7078-2db8-4447-902a-db63d78d0e99 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.591367 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7078-2db8-4447-902a-db63d78d0e99 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.638351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7078-2db8-4447-902a-db63d78d0e99 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.640388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d3c89d5e-8346-4150-a206-83424e4c23d2 None None] Provisioning complete for port 57930b25-429f-415d-af3b-1a00a73e9af3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:38.641091 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d3c89d5e-8346-4150-a206-83424e4c23d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.651811 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7078-2db8-4447-902a-db63d78d0e99 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.652882 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fa2c7078-2db8-4447-902a-db63d78d0e99 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/1972dd2e-5cf5-48e2-8611-4dec9cc2f659 HTTP/1.1" status: 204 len: 168 time: 0.1560185 Aug 04 17:15:38.653699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c7078-2db8-4447-902a-db63d78d0e99 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1972dd2e-5cf5-48e2-8611-4dec9cc2f659,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:38.655850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44394) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.703369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d3c89d5e-8346-4150-a206-83424e4c23d2 None None] Port 57930b25-429f-415d-af3b-1a00a73e9af3 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:38.724837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5110bcfa-329c-4439-9ba2-59b8b6207620 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654092 Aug 04 17:15:38.725627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44400) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.730565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b561fa12-c6da-45fc-855c-6fc7b19c8779 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Request body: {'security_group_rule': {'security_group_id': '5c9eb053-332c-413d-bc0e-ac55534a9faf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:38.756645 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59c6ca1a-0ec0-49f6-966a-192e06f96de0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.776905 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b561fa12-c6da-45fc-855c-6fc7b19c8779 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.794993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6ca1a-0ec0-49f6-966a-192e06f96de0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event deleted for resources: {'Port': ['ID=57930b25-429f-415d-af3b-1a00a73e9af3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:38.861358 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b561fa12-c6da-45fc-855c-6fc7b19c8779 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.871930 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b561fa12-c6da-45fc-855c-6fc7b19c8779 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.897556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561fa12-c6da-45fc-855c-6fc7b19c8779 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3003e5b6-057d-426c-934f-f56202340979,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:38.900270 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b561fa12-c6da-45fc-855c-6fc7b19c8779 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.905031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b561fa12-c6da-45fc-855c-6fc7b19c8779 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1781068 Aug 04 17:15:38.906581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44404) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.919601 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59c6ca1a-0ec0-49f6-966a-192e06f96de0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:38.921630 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-59c6ca1a-0ec0-49f6-966a-192e06f96de0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "DELETE /v2.0/ports/57930b25-429f-415d-af3b-1a00a73e9af3 HTTP/1.1" status: 204 len: 168 time: 0.7371519 Aug 04 17:15:38.924251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44406) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.952174 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-063b8253-f708-4b2c-a100-ede33f08bebe tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] GET failed (client error): The resource could not be found. Aug 04 17:15:38.953811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-063b8253-f708-4b2c-a100-ede33f08bebe tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "GET /v2.0/ports/57930b25-429f-415d-af3b-1a00a73e9af3 HTTP/1.1" status: 404 len: 333 time: 0.0283692 Aug 04 17:15:38.959658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44408) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.959936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44410) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:38.960222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d5a5f36c-348b-43f6-b78f-7aa279b61fb4 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules/3003e5b6-057d-426c-934f-f56202340979 HTTP/1.1" status: 200 len: 764 time: 0.0524437 Aug 04 17:15:38.966574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'port': {'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-322403862'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:39.042906 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.055128 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.070162 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0808f7b2-7437-4940-a0d8-c595fe45bbb3 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1078405 Aug 04 17:15:39.075789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44416) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:39.508585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-465b2f10-2aea-4b5f-a4c4-0d3bee532f3d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.523226 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-465b2f10-2aea-4b5f-a4c4-0d3bee532f3d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.570826 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-465b2f10-2aea-4b5f-a4c4-0d3bee532f3d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.577065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-465b2f10-2aea-4b5f-a4c4-0d3bee532f3d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.578293 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-465b2f10-2aea-4b5f-a4c4-0d3bee532f3d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3003e5b6-057d-426c-934f-f56202340979 HTTP/1.1" status: 204 len: 168 time: 0.5015287 Aug 04 17:15:39.582648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Made reservation on behalf of fec5210c346b44a49f136c0f27cd9473 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:39.582899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44424) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:39.586109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.593276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b2f10-2aea-4b5f-a4c4-0d3bee532f3d tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3003e5b6-057d-426c-934f-f56202340979,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:39.616968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] device_id is not set on port a0da4e86-09c5-46b6-ba88-09a842c60709 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:39.649421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9fb56122-1b31-46a0-ba42-557f331e8902 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0644882 Aug 04 17:15:39.650676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44430) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:39.735877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93ca5502-9881-442f-b0ab-37adc72ec0aa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.756699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Allocated IP 2001:db8::218 (00a4ce9b-8474-4e16-ae1b-524bd3045ed6/92036f3c-0e0f-458c-9243-f2233df3aead/a0da4e86-09c5-46b6-ba88-09a842c60709) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:39.768752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93ca5502-9881-442f-b0ab-37adc72ec0aa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.818468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93ca5502-9881-442f-b0ab-37adc72ec0aa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.822332 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93ca5502-9881-442f-b0ab-37adc72ec0aa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.826574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-93ca5502-9881-442f-b0ab-37adc72ec0aa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "DELETE /v2.0/security-groups/5c9eb053-332c-413d-bc0e-ac55534a9faf HTTP/1.1" status: 204 len: 168 time: 0.1719122 Aug 04 17:15:39.826917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44432) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:39.835447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca5502-9881-442f-b0ab-37adc72ec0aa tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9eb053-332c-413d-bc0e-ac55534a9faf,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:39.925770 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dba89de1-1074-4df1-bc97-22001894cd72 tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977385 Aug 04 17:15:39.931976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44436) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:39.965240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:39.982861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Transition to ACTIVE for port object a0da4e86-09c5-46b6-ba88-09a842c60709 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:39.996225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-84f53071-de0a-44cb-b859-8eedb6ea159b tempest-SecGroupTest-693658465 tempest-SecGroupTest-693658465-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617874 Aug 04 17:15:40.032297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.111442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Port': ['ID=a0da4e86-09c5-46b6-ba88-09a842c60709,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:40.124959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:40.127014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.127369 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.128101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.128468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.128827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.129563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.130510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.130905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.131551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.131728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.132080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.132607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:40.136886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:40.139133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:40.145453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:40.145925 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.172839 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09313f0b-4191-4618-a1ec-6729ab618333 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2117600 Aug 04 17:15:40.175430 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44444) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:40.182365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-09cbca66-6d34-4e1e-ae61-988ec881a38a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:15:74:bd'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:40.427662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09cbca66-6d34-4e1e-ae61-988ec881a38a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.466292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44454) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:40.564220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0f23af73-2583-4a21-b110-85c911c95755 None None] Provisioning for port a0da4e86-09c5-46b6-ba88-09a842c60709 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:40.568682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0f23af73-2583-4a21-b110-85c911c95755 None None] Provisioning complete for port a0da4e86-09c5-46b6-ba88-09a842c60709 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:40.569062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0f23af73-2583-4a21-b110-85c911c95755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.627905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0f23af73-2583-4a21-b110-85c911c95755 None None] Port a0da4e86-09c5-46b6-ba88-09a842c60709 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:40.661940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a1c5f2b7-b67a-418a-9173-900fe95a13c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7abc43a2ca542b3be179a1048467fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920075 Aug 04 17:15:40.662501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44458) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:40.694786 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09cbca66-6d34-4e1e-ae61-988ec881a38a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.711526 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09cbca66-6d34-4e1e-ae61-988ec881a38a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.726278 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57b0d3d2-150a-427d-b0ea-4b0d2277a72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.749808 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57b0d3d2-150a-427d-b0ea-4b0d2277a72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.765683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbca66-6d34-4e1e-ae61-988ec881a38a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Port': ['ID=a0da4e86-09c5-46b6-ba88-09a842c60709,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:40.774421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-09cbca66-6d34-4e1e-ae61-988ec881a38a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] In _notify_port_updated(), no bound segment for port a0da4e86-09c5-46b6-ba88-09a842c60709 on network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:15:40.783329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cbca66-6d34-4e1e-ae61-988ec881a38a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:40.784476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09cbca66-6d34-4e1e-ae61-988ec881a38a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.786033 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09cbca66-6d34-4e1e-ae61-988ec881a38a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "PUT /v2.0/ports/a0da4e86-09c5-46b6-ba88-09a842c60709 HTTP/1.1" status: 200 len: 1002 time: 0.6095662 Aug 04 17:15:40.789316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44464) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:40.862366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57b0d3d2-150a-427d-b0ea-4b0d2277a72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.865605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57b0d3d2-150a-427d-b0ea-4b0d2277a72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:40.867694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-57b0d3d2-150a-427d-b0ea-4b0d2277a72e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/583e359d-f61e-4667-8286-8b165af5814d HTTP/1.1" status: 204 len: 168 time: 0.2043316 Aug 04 17:15:40.878432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0d3d2-150a-427d-b0ea-4b0d2277a72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583e359d-f61e-4667-8286-8b165af5814d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:40.892484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2deb9-997a-43fc-b4d6-d353c78fde7e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Deleting port a0da4e86-09c5-46b6-ba88-09a842c60709 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:40.893176 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5c2deb9-997a-43fc-b4d6-d353c78fde7e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:41.040787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5c2deb9-997a-43fc-b4d6-d353c78fde7e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:41.063905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2deb9-997a-43fc-b4d6-d353c78fde7e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Calling delete_port for a0da4e86-09c5-46b6-ba88-09a842c60709 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:41.253695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-62e6d76a-da45-4234-ae2e-91e1294baab9 None None] Provisioning complete for port a0da4e86-09c5-46b6-ba88-09a842c60709 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:41.254725 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-62e6d76a-da45-4234-ae2e-91e1294baab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:41.282736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5c2deb9-997a-43fc-b4d6-d353c78fde7e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:41.337591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-62e6d76a-da45-4234-ae2e-91e1294baab9 None None] Port a0da4e86-09c5-46b6-ba88-09a842c60709 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:41.345612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2deb9-997a-43fc-b4d6-d353c78fde7e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event deleted for resources: {'Port': ['ID=a0da4e86-09c5-46b6-ba88-09a842c60709,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:41.350554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5c2deb9-997a-43fc-b4d6-d353c78fde7e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:41.352687 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d5c2deb9-997a-43fc-b4d6-d353c78fde7e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "DELETE /v2.0/ports/a0da4e86-09c5-46b6-ba88-09a842c60709 HTTP/1.1" status: 204 len: 168 time: 0.5621552 Aug 04 17:15:41.355629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44482) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:41.404441 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3f8837-5d3a-4804-82b9-6d11aa873ecc tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] GET failed (client error): The resource could not be found. Aug 04 17:15:41.413508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44486) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:41.424805 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'port': {'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-832227196'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:41.433759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aa3f8837-5d3a-4804-82b9-6d11aa873ecc tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "GET /v2.0/ports/a0da4e86-09c5-46b6-ba88-09a842c60709 HTTP/1.1" status: 404 len: 333 time: 0.0552452 Aug 04 17:15:41.583715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Made reservation on behalf of fec5210c346b44a49f136c0f27cd9473 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:41.589772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:41.617666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] device_id is not set on port 74af5915-0ab2-45d5-a5ff-f1c22078f45f yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:41.785034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Allocated IP 2001:db8::25b (00a4ce9b-8474-4e16-ae1b-524bd3045ed6/92036f3c-0e0f-458c-9243-f2233df3aead/74af5915-0ab2-45d5-a5ff-f1c22078f45f) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:41.983522 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:41.998713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Transition to ACTIVE for port object 74af5915-0ab2-45d5-a5ff-f1c22078f45f will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:42.040654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:42.103195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Port': ['ID=74af5915-0ab2-45d5-a5ff-f1c22078f45f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:42.114142 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:42.115751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:42.118269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:42.125352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:42.125352 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:42.160634 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d7bc2cb0-2612-46ea-9bdf-54b9932b9cc0 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7411041 Aug 04 17:15:42.163755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44516) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:42.171259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'port': {'network_id': '00a4ce9b-8474-4e16-ae1b-524bd3045ed6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1293306041'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:42.341734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Made reservation on behalf of fec5210c346b44a49f136c0f27cd9473 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:42.346150 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:42.371255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] device_id is not set on port f3fa5924-52dd-4c08-8af4-e4796453deed yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:15:42.584211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1e3dcbca-dccd-4f23-8888-e00f0864f6e6 None None] Provisioning for port 74af5915-0ab2-45d5-a5ff-f1c22078f45f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:42.594053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1e3dcbca-dccd-4f23-8888-e00f0864f6e6 None None] Provisioning complete for port 74af5915-0ab2-45d5-a5ff-f1c22078f45f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:42.595598 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1e3dcbca-dccd-4f23-8888-e00f0864f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:42.638510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Allocated IP 2001:db8::231 (00a4ce9b-8474-4e16-ae1b-524bd3045ed6/92036f3c-0e0f-458c-9243-f2233df3aead/f3fa5924-52dd-4c08-8af4-e4796453deed) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:42.642143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dcbca-dccd-4f23-8888-e00f0864f6e6 None None] Port 74af5915-0ab2-45d5-a5ff-f1c22078f45f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:42.850763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:42.886885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Transition to ACTIVE for port object f3fa5924-52dd-4c08-8af4-e4796453deed will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:42.929109 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:42.996606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Port': ['ID=f3fa5924-52dd-4c08-8af4-e4796453deed,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:43.000828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:43.003099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:43.006208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:43.014249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:43.015400 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.033885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44544) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:43.037800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8133172f-1967-4009-aa21-857c64d0f5ae tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8718069 Aug 04 17:15:43.040607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44546) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:43.047257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-eb75f7cd-a810-4842-9bd1-82e5f6d2bd9e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f6', 'mac_address': 'fa:16:3e:15:74:bd'}, {'ip_address': '2001:db8::25b', 'mac_address': 'fa:16:3e:6b:c6:b7'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:43.199589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a3752c6-c3f5-49e7-9683-0d434f2d3357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.214314 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb75f7cd-a810-4842-9bd1-82e5f6d2bd9e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.372345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4af36f70-d8cc-41c7-9277-23b9bf572e5d None None] Provisioning for port f3fa5924-52dd-4c08-8af4-e4796453deed completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:43.377099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4af36f70-d8cc-41c7-9277-23b9bf572e5d None None] Provisioning complete for port f3fa5924-52dd-4c08-8af4-e4796453deed triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:43.377561 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4af36f70-d8cc-41c7-9277-23b9bf572e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.429558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4af36f70-d8cc-41c7-9277-23b9bf572e5d None None] Port f3fa5924-52dd-4c08-8af4-e4796453deed cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:43.440788 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a3752c6-c3f5-49e7-9683-0d434f2d3357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.447032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a3752c6-c3f5-49e7-9683-0d434f2d3357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.505019 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3a3752c6-c3f5-49e7-9683-0d434f2d3357 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=425291b4639c4538a29f2bcb42bae85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696867 Aug 04 17:15:43.508698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44558) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:43.520915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3752c6-c3f5-49e7-9683-0d434f2d3357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9244f9c-6779-4749-9db3-2e5e21b7f877,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:43.526049 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb75f7cd-a810-4842-9bd1-82e5f6d2bd9e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.534019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb75f7cd-a810-4842-9bd1-82e5f6d2bd9e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.576911 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11d3b88f-041d-4713-b0dc-2a07c86939aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.580362 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-eb75f7cd-a810-4842-9bd1-82e5f6d2bd9e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] In _notify_port_updated(), no bound segment for port f3fa5924-52dd-4c08-8af4-e4796453deed on network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:15:43.586834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb75f7cd-a810-4842-9bd1-82e5f6d2bd9e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:43.587485 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-eb75f7cd-a810-4842-9bd1-82e5f6d2bd9e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.591528 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-eb75f7cd-a810-4842-9bd1-82e5f6d2bd9e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "PUT /v2.0/ports/f3fa5924-52dd-4c08-8af4-e4796453deed HTTP/1.1" status: 200 len: 1068 time: 0.5471501 Aug 04 17:15:43.593294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44560) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:43.612024 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75f7cd-a810-4842-9bd1-82e5f6d2bd9e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event updated for resources: {'Port': ['ID=f3fa5924-52dd-4c08-8af4-e4796453deed,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:43.635260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11d3b88f-041d-4713-b0dc-2a07c86939aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.778531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11d3b88f-041d-4713-b0dc-2a07c86939aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.781694 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11d3b88f-041d-4713-b0dc-2a07c86939aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.782692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-11d3b88f-041d-4713-b0dc-2a07c86939aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9244f9c-6779-4749-9db3-2e5e21b7f877 HTTP/1.1" status: 204 len: 168 time: 0.2721393 Aug 04 17:15:43.798903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3b88f-041d-4713-b0dc-2a07c86939aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9244f9c-6779-4749-9db3-2e5e21b7f877,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:43.803941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f69a2524-55b2-4fdc-a674-605a508ed1fc tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Deleting port f3fa5924-52dd-4c08-8af4-e4796453deed {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:43.804290 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f69a2524-55b2-4fdc-a674-605a508ed1fc tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.913190 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f69a2524-55b2-4fdc-a674-605a508ed1fc tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:43.928116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f69a2524-55b2-4fdc-a674-605a508ed1fc tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Calling delete_port for f3fa5924-52dd-4c08-8af4-e4796453deed owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:43.958041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ae3bc9cd-439b-4b92-8eeb-511cd0096b91 None None] Provisioning complete for port f3fa5924-52dd-4c08-8af4-e4796453deed triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:43.959429 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ae3bc9cd-439b-4b92-8eeb-511cd0096b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.017463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ae3bc9cd-439b-4b92-8eeb-511cd0096b91 None None] Port f3fa5924-52dd-4c08-8af4-e4796453deed cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:15:44.132182 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f69a2524-55b2-4fdc-a674-605a508ed1fc tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.166592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a2524-55b2-4fdc-a674-605a508ed1fc tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event deleted for resources: {'Port': ['ID=f3fa5924-52dd-4c08-8af4-e4796453deed,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:44.300045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44590) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:44.319212 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b8d9fc8-717a-4a3c-918e-7ec36d48f429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.375270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df928416-a7d4-4cc4-b1a9-5a2e407baf6c req-880bb3cc-4ba2-45bd-b60b-0cd79d945491 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:44.377167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df928416-a7d4-4cc4-b1a9-5a2e407baf6c req-880bb3cc-4ba2-45bd-b60b-0cd79d945491 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 946 time: 0.1126845 Aug 04 17:15:44.436259 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f69a2524-55b2-4fdc-a674-605a508ed1fc tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.438220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f69a2524-55b2-4fdc-a674-605a508ed1fc tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "DELETE /v2.0/ports/f3fa5924-52dd-4c08-8af4-e4796453deed HTTP/1.1" status: 204 len: 168 time: 0.8437498 Aug 04 17:15:44.441017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44596) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:44.445430 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b8d9fc8-717a-4a3c-918e-7ec36d48f429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.461992 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b8d9fc8-717a-4a3c-918e-7ec36d48f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.464903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df928416-a7d4-4cc4-b1a9-5a2e407baf6c req-5c62d115-3ebb-4f27-b929-7442e8515cf7 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697782 Aug 04 17:15:44.496151 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9110eca1-1d2b-422d-9aba-d3664a6b484d tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] GET failed (client error): The resource could not be found. Aug 04 17:15:44.498377 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9110eca1-1d2b-422d-9aba-d3664a6b484d tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "GET /v2.0/ports/f3fa5924-52dd-4c08-8af4-e4796453deed HTTP/1.1" status: 404 len: 333 time: 0.0557463 Aug 04 17:15:44.501287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44598) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:44.535329 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7b8d9fc8-717a-4a3c-918e-7ec36d48f429 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c62a3cc2bffb40569bcfeaf8488a70ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340367 Aug 04 17:15:44.536124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44600) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:44.545702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d9fc8-717a-4a3c-918e-7ec36d48f429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716d86fa-6c22-48bb-aa4a-f5f378c71a40,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:44.595336 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb9277f7-5465-4bd5-8092-fedbf27474ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.601015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-80bd11e9-227b-4153-8c32-26157b216b7a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Deleting port 74af5915-0ab2-45d5-a5ff-f1c22078f45f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:44.601584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80bd11e9-227b-4153-8c32-26157b216b7a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.618489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb9277f7-5465-4bd5-8092-fedbf27474ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.682281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb9277f7-5465-4bd5-8092-fedbf27474ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.686733 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb9277f7-5465-4bd5-8092-fedbf27474ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.691671 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bb9277f7-5465-4bd5-8092-fedbf27474ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/716d86fa-6c22-48bb-aa4a-f5f378c71a40 HTTP/1.1" status: 204 len: 168 time: 0.1503723 Aug 04 17:15:44.703093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9277f7-5465-4bd5-8092-fedbf27474ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716d86fa-6c22-48bb-aa4a-f5f378c71a40,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:44.705982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80bd11e9-227b-4153-8c32-26157b216b7a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.720921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-80bd11e9-227b-4153-8c32-26157b216b7a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Calling delete_port for 74af5915-0ab2-45d5-a5ff-f1c22078f45f owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:44.865724 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80bd11e9-227b-4153-8c32-26157b216b7a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.899191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd11e9-227b-4153-8c32-26157b216b7a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event deleted for resources: {'Port': ['ID=74af5915-0ab2-45d5-a5ff-f1c22078f45f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:44.928257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80bd11e9-227b-4153-8c32-26157b216b7a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:44.930235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-80bd11e9-227b-4153-8c32-26157b216b7a tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "DELETE /v2.0/ports/74af5915-0ab2-45d5-a5ff-f1c22078f45f HTTP/1.1" status: 204 len: 168 time: 0.4276445 Aug 04 17:15:44.933228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44610) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:44.969583 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49083fe-587c-4771-9e50-1d2ede9a22e7 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] GET failed (client error): The resource could not be found. Aug 04 17:15:44.971417 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f49083fe-587c-4771-9e50-1d2ede9a22e7 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "GET /v2.0/ports/74af5915-0ab2-45d5-a5ff-f1c22078f45f HTTP/1.1" status: 404 len: 333 time: 0.0355394 Aug 04 17:15:44.975274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44616) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:45.110475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a4b17c4f-a502-44e7-b038-4d6620f4ba36 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Deleting port 78419e76-ae64-4c98-a96f-e845ecf82578 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:45.111554 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4b17c4f-a502-44e7-b038-4d6620f4ba36 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:45.606557 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4b17c4f-a502-44e7-b038-4d6620f4ba36 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:45.623446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a4b17c4f-a502-44e7-b038-4d6620f4ba36 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Calling delete_port for 78419e76-ae64-4c98-a96f-e845ecf82578 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:45.635091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b615d-c076-4c47-80ae-bf597b9df41b req-5448da9d-7a2c-4ef6-9af7-3c9ca999e0f1 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:45.636614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-840b615d-c076-4c47-80ae-bf597b9df41b req-5448da9d-7a2c-4ef6-9af7-3c9ca999e0f1 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 946 time: 0.0869987 Aug 04 17:15:45.757709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-840b615d-c076-4c47-80ae-bf597b9df41b req-818d58e8-1c15-4cf3-9267-e5b73d7efeef tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups?id=96214b77-600f-464a-ad2d-36c2430efc93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118457 Aug 04 17:15:45.858125 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4b17c4f-a502-44e7-b038-4d6620f4ba36 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:45.895810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b17c4f-a502-44e7-b038-4d6620f4ba36 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event deleted for resources: {'Port': ['ID=78419e76-ae64-4c98-a96f-e845ecf82578,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:45.928810 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a4b17c4f-a502-44e7-b038-4d6620f4ba36 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:45.931036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a4b17c4f-a502-44e7-b038-4d6620f4ba36 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "DELETE /v2.0/ports/78419e76-ae64-4c98-a96f-e845ecf82578 HTTP/1.1" status: 204 len: 168 time: 0.9543927 Aug 04 17:15:45.933559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44656) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:45.962992 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-6a8d4572-d444-4dd2-863c-79d29928e9ae tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:45.964935 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-6a8d4572-d444-4dd2-863c-79d29928e9ae tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.90 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 946 time: 0.0981009 Aug 04 17:15:46.027895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-3784eec5-f58c-4884-ad6f-25ad9446c997 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Deleting subnet 92036f3c-0e0f-458c-9243-f2233df3aead {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:15:46.033831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3784eec5-f58c-4884-ad6f-25ad9446c997 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.092073 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3784eec5-f58c-4884-ad6f-25ad9446c997 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.136601 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Deleting port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:46.138717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.209971 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3784eec5-f58c-4884-ad6f-25ad9446c997 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.281405 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] For port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:46.281778 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.295639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3784eec5-f58c-4884-ad6f-25ad9446c997 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.333902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784eec5-f58c-4884-ad6f-25ad9446c997 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event deleted for resources: {'Subnet': ['ID=92036f3c-0e0f-458c-9243-f2233df3aead,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:46.342091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3784eec5-f58c-4884-ad6f-25ad9446c997 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.342477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64dd1ed-e263-41be-af72-04b2e59bae5f None None] Network 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:46.346984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3784eec5-f58c-4884-ad6f-25ad9446c997 tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "DELETE /v2.0/subnets/92036f3c-0e0f-458c-9243-f2233df3aead HTTP/1.1" status: 204 len: 168 time: 0.4119911 Aug 04 17:15:46.349306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44672) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:46.506587 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.521277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.522026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.522346 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Floating IP def3b51f-8d7a-4056-b03e-37d417ddf22c disassociated. External IP: 172.25.2.36, port: b4b792a1-cd22-49d9-a90f-481bb7b2ae9b. Aug 04 17:15:46.522691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Calling delete_port for b4b792a1-cd22-49d9-a90f-481bb7b2ae9b owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:46.597861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Deleting port 60a2d177-d013-487c-a199-c43388a80102 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:46.598204 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.658886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4d15a-44a0-41d1-9519-c9d9cc47d7d7 None None] DHCP port deletion for 00a4ce9b-8474-4e16-ae1b-524bd3045ed6 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:15:46.674347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] For port 60a2d177-d013-487c-a199-c43388a80102, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=60a2d177-d013-487c-a199-c43388a80102,segment=NetworkSegment(9c3ddc6e-b858-47b6-8d06-a4462e7b0977),segment_id=9c3ddc6e-b858-47b6-8d06-a4462e7b0977)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:46.674893 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.690408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Calling delete_port for 60a2d177-d013-487c-a199-c43388a80102 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:46.741891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.745226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-88c4d15a-44a0-41d1-9519-c9d9cc47d7d7 None None] Deleting port 60a2d177-d013-487c-a199-c43388a80102 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:46.745594 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88c4d15a-44a0-41d1-9519-c9d9cc47d7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.787120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event deleted for resources: {'Port': ['ID=b4b792a1-cd22-49d9-a90f-481bb7b2ae9b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:46.824213 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.881068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event deleted for resources: {'Port': ['ID=60a2d177-d013-487c-a199-c43388a80102,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:46.902822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-88c4d15a-44a0-41d1-9519-c9d9cc47d7d7 None None] For port 60a2d177-d013-487c-a199-c43388a80102, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=60a2d177-d013-487c-a199-c43388a80102,segment=NetworkSegment(9c3ddc6e-b858-47b6-8d06-a4462e7b0977),segment_id=9c3ddc6e-b858-47b6-8d06-a4462e7b0977)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:46.903589 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88c4d15a-44a0-41d1-9519-c9d9cc47d7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:46.946226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-88c4d15a-44a0-41d1-9519-c9d9cc47d7d7 None None] Calling delete_port for 60a2d177-d013-487c-a199-c43388a80102 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:46.956477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c681b59-7c45-4245-a9e0-912c00eab9cd req-68e94402-4f32-494b-9193-f56fa479f30e tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/ports?device_id=b38d981b-85fd-4971-812d-3fae8e610292 HTTP/1.1" status: 200 len: 210 time: 0.0525653 Aug 04 17:15:46.960055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] No DVR routers for this DVR port 60a2d177-d013-487c-a199-c43388a80102 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:46.967262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Router 140edcfd-b1a2-487b-8b41-30c8342ade6e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:15:47.047022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:47.063379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a4ce9b-8474-4e16-ae1b-524bd3045ed6']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:47.078107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3ddc6e-b858-47b6-8d06-a4462e7b0977') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:47.078409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3ddc6e-b858-47b6-8d06-a4462e7b0977') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:47.088566 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:47.126502 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:47.128488 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88c4d15a-44a0-41d1-9519-c9d9cc47d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:47.139429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:47.140138 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:47.159893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4d15a-44a0-41d1-9519-c9d9cc47d7d7 None None] Pushing event deleted for resources: {'Port': ['ID=60a2d177-d013-487c-a199-c43388a80102,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:47.163342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4d15a-44a0-41d1-9519-c9d9cc47d7d7 None None] No DVR routers for this DVR port 60a2d177-d013-487c-a199-c43388a80102 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:47.171286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:15:47.190056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] Sync routers for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:15:47.205174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:47.206123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:47.234516 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:47.261510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] No DVR routers for this DVR port b4b792a1-cd22-49d9-a90f-481bb7b2ae9b on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:47.271191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:47.275380 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6d8be7d3-ac53-450e-a373-d16134d03834 req-150a4c67-80be-4356-99d4-b2d5bfd9abb6 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.90 "DELETE /v2.0/ports/b4b792a1-cd22-49d9-a90f-481bb7b2ae9b HTTP/1.1" status: 204 len: 173 time: 1.3027482 Aug 04 17:15:47.276712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d981b-85fd-4971-812d-3fae8e610292', 'name': 'network-vif-deleted', 'tag': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:15:47.278465 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:47.283925 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dabfb18-c0e9-4f45-8d42-6cfd84457839" -d '{"events": [{"server_uuid": "b38d981b-85fd-4971-812d-3fae8e610292", "name": "network-vif-deleted", "tag": "b4b792a1-cd22-49d9-a90f-481bb7b2ae9b"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:15:47.302558 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:47.304958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] 10.222.0.39 "DELETE /v2.0/networks/00a4ce9b-8474-4e16-ae1b-524bd3045ed6 HTTP/1.1" status: 204 len: 168 time: 0.9541483 Aug 04 17:15:47.306053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a5019-305d-40cc-a95b-5f47289df53e tempest-AllowedAddressPairIpV6TestJSON-1657519100 tempest-AllowedAddressPairIpV6TestJSON-1657519100-project] Pushing event deleted for resources: {'Network': ['ID=00a4ce9b-8474-4e16-ae1b-524bd3045ed6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:47.638701 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd7a8f9-786f-468f-89e7-7a17019413ac x-openstack-request-id: req-3fd7a8f9-786f-468f-89e7-7a17019413ac {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:15:47.639334 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d981b-85fd-4971-812d-3fae8e610292", "name": "network-vif-deleted", "tag": "b4b792a1-cd22-49d9-a90f-481bb7b2ae9b", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:15:47.639581 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fd7a8f9-786f-468f-89e7-7a17019413ac {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:15:47.640152 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38d981b-85fd-4971-812d-3fae8e610292', 'name': 'network-vif-deleted', 'tag': 'b4b792a1-cd22-49d9-a90f-481bb7b2ae9b', 'status': 'completed', 'code': 200} Aug 04 17:15:47.735290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:47.810840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44750) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:48.031660 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aabc0ca9-a57d-4865-8b8d-a8cfcb193aca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fec5210c346b44a49f136c0f27cd9473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194254 Aug 04 17:15:48.034244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44770) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:48.036426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:48.092586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] Checking router: 140edcfd-b1a2-487b-8b41-30c8342ade6e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:15:48.101995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:15:48.102636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:15:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:48.130474 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d8f16406-9821-4e80-a5e1-a327424a653a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.141725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44782) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:48.191310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d8f16406-9821-4e80-a5e1-a327424a653a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.260680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d8f16406-9821-4e80-a5e1-a327424a653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.264204 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d8f16406-9821-4e80-a5e1-a327424a653a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.265423 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d8f16406-9821-4e80-a5e1-a327424a653a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8ffe88f-7606-41f2-bb79-e3052a2059c4 HTTP/1.1" status: 204 len: 168 time: 0.2299466 Aug 04 17:15:48.271007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 60a2d177-d013-487c-a199-c43388a80102 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:48.304308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 60a2d177-d013-487c-a199-c43388a80102 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:48.304652 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 60a2d177-d013-487c-a199-c43388a80102 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:48.305323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f16406-9821-4e80-a5e1-a327424a653a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ffe88f-7606-41f2-bb79-e3052a2059c4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:48.323785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2156605b-9489-4ea2-8755-5294aa550c9a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.346143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:15:48.374898 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2156605b-9489-4ea2-8755-5294aa550c9a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.458918 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2156605b-9489-4ea2-8755-5294aa550c9a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.462934 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2156605b-9489-4ea2-8755-5294aa550c9a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.467805 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44806) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:48.468153 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2156605b-9489-4ea2-8755-5294aa550c9a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "DELETE /v2.0/security-groups/96214b77-600f-464a-ad2d-36c2430efc93 HTTP/1.1" status: 204 len: 168 time: 0.3239939 Aug 04 17:15:48.486282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156605b-9489-4ea2-8755-5294aa550c9a tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96214b77-600f-464a-ad2d-36c2430efc93,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:48.518903 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-3871a697-7975-40c4-8fa5-02263c62e430 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] show failed (client error): The resource could not be found. Aug 04 17:15:48.520233 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3871a697-7975-40c4-8fa5-02263c62e430 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "GET /v2.0/security-groups/96214b77-600f-464a-ad2d-36c2430efc93 HTTP/1.1" status: 404 len: 347 time: 0.0508513 Aug 04 17:15:48.523106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44812) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:48.637995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:48.681846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cbeab-03f9-41d9-8a2e-76a043f1a7b4 None None] The sync data for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 is: [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:08:52Z', 'revision_number': 4, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ba033dba-42cc-437e-aea2-018c271d4fe7', 'name': '', 'network_id': 'e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'mac_address': 'fa:16:3e:2d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:51Z', 'updated_at': '2021-08-04T17:08:59Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'subnets': [{'id': '3f87335e-3fbe-4945-b321-aa9d1c760c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:15:48.714638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cf217-4958-405c-9bb8-344911c7c031 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Deleting port 4b0943c9-fab0-4b70-9858-dcbdb8bfd46d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:48.715126 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e1cf217-4958-405c-9bb8-344911c7c031 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.849444 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e1cf217-4958-405c-9bb8-344911c7c031 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.849768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e1cf217-4958-405c-9bb8-344911c7c031 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:48.869770 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2e1cf217-4958-405c-9bb8-344911c7c031 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Calling delete_port for 4b0943c9-fab0-4b70-9858-dcbdb8bfd46d owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:49.034527 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e1cf217-4958-405c-9bb8-344911c7c031 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.085428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cf217-4958-405c-9bb8-344911c7c031 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Pushing event deleted for resources: {'Port': ['ID=4b0943c9-fab0-4b70-9858-dcbdb8bfd46d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:49.123346 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd8d0b-42c2-488f-a8eb-cf170b12ef4b None None] New status for floating IP def3b51f-8d7a-4056-b03e-37d417ddf22c: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:15:49.198545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e1cf217-4958-405c-9bb8-344911c7c031 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.201810 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e1cf217-4958-405c-9bb8-344911c7c031 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.203568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2e1cf217-4958-405c-9bb8-344911c7c031 tempest-AttachVolumeTestJSON-1418627251 tempest-AttachVolumeTestJSON-1418627251-project] 10.222.0.39 "DELETE /v2.0/floatingips/def3b51f-8d7a-4056-b03e-37d417ddf22c HTTP/1.1" status: 204 len: 168 time: 0.6788983 Aug 04 17:15:49.428795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44858) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:49.455885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44862) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:49.525175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b4b792a1-cd22-49d9-a90f-481bb7b2ae9b no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:15:49.546891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1597553841'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:49.568423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: b4b792a1-cd22-49d9-a90f-481bb7b2ae9b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:15:49.568984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b4b792a1-cd22-49d9-a90f-481bb7b2ae9b not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:15:49.588510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:49.592484 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.595808 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a37ee4c1-b1bc-46a6-b1c5-af1d70e6bc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.613259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.717725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a37ee4c1-b1bc-46a6-b1c5-af1d70e6bc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.727898 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a37ee4c1-b1bc-46a6-b1c5-af1d70e6bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.757146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ee4c1-b1bc-46a6-b1c5-af1d70e6bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a530a20a-03a3-42b6-8ae6-725460fe8e97,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:49.808731 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a37ee4c1-b1bc-46a6-b1c5-af1d70e6bc21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca103cc9a22a4d45921648a4e03babb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515177 Aug 04 17:15:49.811156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44870) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:49.893803 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0c969ce-751a-472b-848a-06c5c1e80227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.928778 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.950770 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.954976 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0c969ce-751a-472b-848a-06c5c1e80227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:49.989838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:15:50.015804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d90815c-7627-44a0-8978-aac2e781133e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:50.021237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.021590 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment da2797f6-d13c-420e-a16f-6f77459bf9b1 of type vlan for network a5a5690c-8470-462b-99e2-7bea5db56b0a Aug 04 17:15:50.066231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.084065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0c969ce-751a-472b-848a-06c5c1e80227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.086859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0c969ce-751a-472b-848a-06c5c1e80227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.090669 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d0c969ce-751a-472b-848a-06c5c1e80227 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a530a20a-03a3-42b6-8ae6-725460fe8e97 HTTP/1.1" status: 204 len: 168 time: 0.2760453 Aug 04 17:15:50.108381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c969ce-751a-472b-848a-06c5c1e80227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a530a20a-03a3-42b6-8ae6-725460fe8e97,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:50.114319 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.121543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:50.122301 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.208386 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7784221 Aug 04 17:15:50.231709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb514-d011-4665-be82-f8a69c86790c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=a5a5690c-8470-462b-99e2-7bea5db56b0a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:50.257938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a5a5690c-8470-462b-99e2-7bea5db56b0a details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:15:50.366047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44888) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:50.371540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': 'a5a5690c-8470-462b-99e2-7bea5db56b0a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:50.493586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:50.499843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.557563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44896) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:50.576794 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c706d385-c2d5-48de-a30a-dae58fec71a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.690935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c706d385-c2d5-48de-a30a-dae58fec71a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.698737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c706d385-c2d5-48de-a30a-dae58fec71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.749898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44898) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:50.750247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c706d385-c2d5-48de-a30a-dae58fec71a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43d5a2a5e9264ec3a1063691c69a80cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912835 Aug 04 17:15:50.751417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706d385-c2d5-48de-a30a-dae58fec71a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c9ea6-3580-4998-a2e0-5a3cf9d6e852,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:50.767590 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.850300 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=9798ba46-1314-42a1-8d9b-d73a9fbf63b5,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:50.873556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41388283-a17b-4e32-8162-63baac3c0e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.880556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': 'da2797f6-d13c-420e-a16f-6f77459bf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a5a5690c-8470-462b-99e2-7bea5db56b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:50.880922 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: a5a5690c-8470-462b-99e2-7bea5db56b0a, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:15:50.911613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41388283-a17b-4e32-8162-63baac3c0e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.929435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network a5a5690c-8470-462b-99e2-7bea5db56b0a is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:15:50.949800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, a5a5690c-8470-462b-99e2-7bea5db56b0a) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:50.954306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:50.954987 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.974096 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-57a242a4-49a2-4d45-98bc-4b47eaa511ab tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6067886 Aug 04 17:15:50.976986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33150f3-0a7b-4f47-a00c-42c9abccc942 None None] Network a5a5690c-8470-462b-99e2-7bea5db56b0a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:50.977525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44904) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:50.983744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-576771638'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:50.996010 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41388283-a17b-4e32-8162-63baac3c0e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.998588 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41388283-a17b-4e32-8162-63baac3c0e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:50.999745 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-41388283-a17b-4e32-8162-63baac3c0e19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e33c9ea6-3580-4998-a2e0-5a3cf9d6e852 HTTP/1.1" status: 204 len: 168 time: 0.2488911 Aug 04 17:15:51.016317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41388283-a17b-4e32-8162-63baac3c0e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c9ea6-3580-4998-a2e0-5a3cf9d6e852,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:51.026836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:51.030767 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.071578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:15:51.081726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.082004 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment c976359e-279a-4926-9e1a-7db654da0088 of type vlan for network 79d8d279-abf9-4fe4-b293-91fdbb4c35b0 Aug 04 17:15:51.129105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.187254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-a5a5690c-8470-462b-99e2-7bea5db56b0a', 'network_id': 'a5a5690c-8470-462b-99e2-7bea5db56b0a', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': '9798ba46-1314-42a1-8d9b-d73a9fbf63b5'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:15:51.188432 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.197744 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.222081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:51.222753 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.337730 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3587513 Aug 04 17:15:51.341781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44914) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:51.347801 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': '79d8d279-abf9-4fe4-b293-91fdbb4c35b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:51.351984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efbc1b-49df-4320-a0f8-d4f1397ecbba tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=79d8d279-abf9-4fe4-b293-91fdbb4c35b0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:51.411917 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 79d8d279-abf9-4fe4-b293-91fdbb4c35b0 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:15:51.556211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:51.561093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Allocated IP 172.20.255.242 (a5a5690c-8470-462b-99e2-7bea5db56b0a/9798ba46-1314-42a1-8d9b-d73a9fbf63b5/3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:51.565340 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.756670 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.771712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Transition to ACTIVE for port object 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:51.791414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Transition to ACTIVE for port object 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:51.800361 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.842535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Network a5a5690c-8470-462b-99e2-7bea5db56b0a is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:51.846030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:51.849856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:51.868637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Pushing event updated for resources: {'Port': ['ID=3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:51.941533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Attempting to bind port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:51.942057 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Attempting to bind port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'da2797f6-d13c-420e-a16f-6f77459bf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a5a5690c-8470-462b-99e2-7bea5db56b0a'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:51.946375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.955836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Attempting to bind port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b on network a5a5690c-8470-462b-99e2-7bea5db56b0a {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:51.963763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:15:51.964157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Checking segment: {'id': 'da2797f6-d13c-420e-a16f-6f77459bf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a5a5690c-8470-462b-99e2-7bea5db56b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:51.964561 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:51.965037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Bound using segment: {'id': 'da2797f6-d13c-420e-a16f-6f77459bf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a5a5690c-8470-462b-99e2-7bea5db56b0a'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:15:51.965536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Bound port: 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2797f6-d13c-420e-a16f-6f77459bf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a5a5690c-8470-462b-99e2-7bea5db56b0a'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:15:51.965927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:52.029249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=25a3213a-b67e-409a-bbb7-222d757f703b,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:52.065565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': 'c976359e-279a-4926-9e1a-7db654da0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '79d8d279-abf9-4fe4-b293-91fdbb4c35b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:52.065565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: 79d8d279-abf9-4fe4-b293-91fdbb4c35b0, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:15:52.072582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] For port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:15:52.076474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] For port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b,segment=NetworkSegment(da2797f6-d13c-420e-a16f-6f77459bf9b1),segment_id=da2797f6-d13c-420e-a16f-6f77459bf9b1)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:15:52.085395 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:52.092850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network 79d8d279-abf9-4fe4-b293-91fdbb4c35b0 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:15:52.109685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 79d8d279-abf9-4fe4-b293-91fdbb4c35b0) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:52.139178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:52.140070 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:52.143812 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:15:52.159804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba1c05-6303-4944-90ce-5c69e589d3fe None None] Network 79d8d279-abf9-4fe4-b293-91fdbb4c35b0 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:52.185885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4deb685e-f338-4477-81e6-78f1cd01eb8d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8421388 Aug 04 17:15:52.188015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44944) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:52.294084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5ad8b-08bd-4345-9f5f-1b225d7c47a9 None None] Pushing event updated for resources: {'Port': ['ID=3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:52.353354 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:52.498452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21570499-2aa2-48e1-a1f9-8dfa3afb203c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-79d8d279-abf9-4fe4-b293-91fdbb4c35b0', 'network_id': '79d8d279-abf9-4fe4-b293-91fdbb4c35b0', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': '25a3213a-b67e-409a-bbb7-222d757f703b'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:15:52.499909 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-21570499-2aa2-48e1-a1f9-8dfa3afb203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:52.542017 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:52.670073 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server [None req-21570499-2aa2-48e1-a1f9-8dfa3afb203c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25a3213a-b67e-409a-bbb7-222d757f703b: This subnet is being modified by another concurrent operation. Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise exception Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25a3213a-b67e-409a-bbb7-222d757f703b: This subnet is being modified by another concurrent operation. Aug 04 17:15:52.682250 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Aug 04 17:15:52.726712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc9bcac-254c-4f5f-bb15-a1a272834cba None None] Network 79d8d279-abf9-4fe4-b293-91fdbb4c35b0 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:52.757091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=25a3213a-b67e-409a-bbb7-222d757f703b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:52.870266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:52.918433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d8d279-abf9-4fe4-b293-91fdbb4c35b0']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:52.957508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c976359e-279a-4926-9e1a-7db654da0088') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:52.957761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c976359e-279a-4926-9e1a-7db654da0088') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:53.000263 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.018350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.028652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:53.029129 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:53.037020 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:53.142020 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.157322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.163327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44976) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:53.163905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/79d8d279-abf9-4fe4-b293-91fdbb4c35b0 HTTP/1.1" status: 204 len: 168 time: 0.9744186 Aug 04 17:15:53.169698 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-479478834'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:53.184095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34790f-5abc-4d01-a6ee-6d8fca9cc08e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=79d8d279-abf9-4fe4-b293-91fdbb4c35b0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:53.224926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:53.230005 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.288863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:15:53.309399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.310268 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment 7b326a7b-50cf-4567-8996-19a2f69467b8 of type vlan for network c73455a0-c218-41b7-908c-6d026c2bb363 Aug 04 17:15:53.420653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.480675 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.487531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:53.488310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.603627 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4385974 Aug 04 17:15:53.606191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44990) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:53.612197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': 'c73455a0-c218-41b7-908c-6d026c2bb363', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:53.628155 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891496fb-2f19-4e80-9a72-db2a75fd268d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=c73455a0-c218-41b7-908c-6d026c2bb363,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:53.649607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network c73455a0-c218-41b7-908c-6d026c2bb363 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:15:53.776027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47ca2a-1bd0-4261-9e30-df6bd2f8762f None None] Network a5a5690c-8470-462b-99e2-7bea5db56b0a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:53.839773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4991af6a-7da5-4ad0-9842-06fb03cf4f3e None None] Provisioning for port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:53.846921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:53.852024 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:53.938598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Performing IP validity checks on allocation pools {{(pid=105828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 17:15:53.939237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 17:15:54.137530 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.283742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': '7b326a7b-50cf-4567-8996-19a2f69467b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'c73455a0-c218-41b7-908c-6d026c2bb363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:54.284148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: c73455a0-c218-41b7-908c-6d026c2bb363, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:15:54.290489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=0320e7c7-9588-41d2-bf3c-f4912a45194b,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:54.316798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network c73455a0-c218-41b7-908c-6d026c2bb363 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:15:54.334584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, c73455a0-c218-41b7-908c-6d026c2bb363) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:54.339353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:54.344878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:54.346233 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.349785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727bcf0-fbe3-48bd-b7f3-150b3262abad None None] Network c73455a0-c218-41b7-908c-6d026c2bb363 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:54.364782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-16e4567d-dc82-42e3-92cf-f446f6747ae4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7570639 Aug 04 17:15:54.367606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45010) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:54.486048 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.557323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.628917 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:15:54.631723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.641395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b7bcff76-d013-41a7-8724-eaa2a40ae1aa None None] Provisioning complete for port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:54.642031 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7bcff76-d013-41a7-8724-eaa2a40ae1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.677230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=0320e7c7-9588-41d2-bf3c-f4912a45194b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:54.681902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:54.682948 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.769443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4935f9-924b-4991-870e-557bd48fea80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-c73455a0-c218-41b7-908c-6d026c2bb363', 'network_id': 'c73455a0-c218-41b7-908c-6d026c2bb363', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': '0320e7c7-9588-41d2-bf3c-f4912a45194b'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:15:54.770896 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f4935f9-924b-4991-870e-557bd48fea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.826576 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.853460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73455a0-c218-41b7-908c-6d026c2bb363']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:54.883607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b326a7b-50cf-4567-8996-19a2f69467b8') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:54.883996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b326a7b-50cf-4567-8996-19a2f69467b8') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:54.907549 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.933741 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.951508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:54.952180 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.973088 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:54.975759 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7bcff76-d013-41a7-8724-eaa2a40ae1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:55.007742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7555c436-6f89-4972-bdbe-24fa4c222712 None None] Network c73455a0-c218-41b7-908c-6d026c2bb363 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:55.039970 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:55.045389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:55.050589 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:55.057307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/c73455a0-c218-41b7-908c-6d026c2bb363 HTTP/1.1" status: 204 len: 168 time: 0.6881051 Aug 04 17:15:55.060411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45026) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:55.066089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1107626545'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:55.126972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0839-abad-4e33-94b6-45dab092464f tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=c73455a0-c218-41b7-908c-6d026c2bb363,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:55.135112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:55.138772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:55.199426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:15:55.209720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b7bcff76-d013-41a7-8724-eaa2a40ae1aa None None] For port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b,segment=NetworkSegment(da2797f6-d13c-420e-a16f-6f77459bf9b1),segment_id=da2797f6-d13c-420e-a16f-6f77459bf9b1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:55.215902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:55.218670 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b7bcff76-d013-41a7-8724-eaa2a40ae1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:55.222860 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment fa4e2bf2-e7fc-48aa-b9e8-981ca47cb665 of type vlan for network 93ef1bd5-72b4-4e5f-84d8-62a4239e9f01 Aug 04 17:15:55.234352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e1cde4-843d-4cf1-a9f2-3e75b4370154 None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:15:55.305029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:55.346905 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:55.355017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:55.356092 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:55.461318 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3996871 Aug 04 17:15:55.464201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45036) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:55.465809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db6dfe-0915-404e-9805-735b77023825 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=93ef1bd5-72b4-4e5f-84d8-62a4239e9f01,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:55.470053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': '93ef1bd5-72b4-4e5f-84d8-62a4239e9f01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:55.589898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:55.594734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:55.616627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 93ef1bd5-72b4-4e5f-84d8-62a4239e9f01 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:15:55.634820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcff76-d013-41a7-8724-eaa2a40ae1aa None None] Pushing event updated for resources: {'Port': ['ID=3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:55.719916 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:15:55.721290 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:15:55.791175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e1cde4-843d-4cf1-a9f2-3e75b4370154 None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:15:55.933667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.045823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=51ac5d7e-fd1c-47c5-b088-9bdf414ce463,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:56.069303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': 'fa4e2bf2-e7fc-48aa-b9e8-981ca47cb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '93ef1bd5-72b4-4e5f-84d8-62a4239e9f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:56.069818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: 93ef1bd5-72b4-4e5f-84d8-62a4239e9f01, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:15:56.100416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network 93ef1bd5-72b4-4e5f-84d8-62a4239e9f01 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:15:56.114025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 93ef1bd5-72b4-4e5f-84d8-62a4239e9f01) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:56.123694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4a1a58-6647-49d7-a7f5-e9f9c57cf238 None None] Network 93ef1bd5-72b4-4e5f-84d8-62a4239e9f01 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:56.145686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:56.155854 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.213692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-10517107-da4e-4804-88d3-2f141f5bb328 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7481494 Aug 04 17:15:56.217870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45052) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:56.339851 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.421960 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.452241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0347504-4b14-4a25-be8d-6dd1ecbcf38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-93ef1bd5-72b4-4e5f-84d8-62a4239e9f01', 'network_id': '93ef1bd5-72b4-4e5f-84d8-62a4239e9f01', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': '51ac5d7e-fd1c-47c5-b088-9bdf414ce463'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:15:56.453249 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d0347504-4b14-4a25-be8d-6dd1ecbcf38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.546520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.567268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:15:56.577534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=51ac5d7e-fd1c-47c5-b088-9bdf414ce463,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:56.656953 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.669129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ef1bd5-72b4-4e5f-84d8-62a4239e9f01']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:56.680539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4e2bf2-e7fc-48aa-b9e8-981ca47cb665') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:56.680987 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4e2bf2-e7fc-48aa-b9e8-981ca47cb665') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:56.685018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:15:56.685385 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server [None req-d0347504-4b14-4a25-be8d-6dd1ecbcf38c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51ac5d7e-fd1c-47c5-b088-9bdf414ce463: This subnet is being modified by another concurrent operation. Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise exception Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51ac5d7e-fd1c-47c5-b088-9bdf414ce463: This subnet is being modified by another concurrent operation. Aug 04 17:15:56.689377 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Aug 04 17:15:56.696749 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.714353 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.721072 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:56.721230 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.735231 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01c528-eaf4-4385-a2c5-d909953feb28 None None] Network 93ef1bd5-72b4-4e5f-84d8-62a4239e9f01 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:56.788824 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:56.796240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.817585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.824258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45060) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:56.824975 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/93ef1bd5-72b4-4e5f-84d8-62a4239e9f01 HTTP/1.1" status: 204 len: 168 time: 0.6058507 Aug 04 17:15:56.826205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279ed6b-be11-4cab-ac4e-d1a26cf04da4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=93ef1bd5-72b4-4e5f-84d8-62a4239e9f01,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:56.834716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-523272407'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:56.873941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:56.878043 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.920401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:15:56.938347 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:56.939105 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment 6032b56e-9fa8-4d03-830b-45c66714f8af of type vlan for network 6a5bf97f-750c-471c-a05f-22215040783b Aug 04 17:15:56.998370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:57.005988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c617a2-0059-4257-b786-39bc46f8d614 None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:15:57.057045 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:57.063680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:57.064315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:57.209350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=6a5bf97f-750c-471c-a05f-22215040783b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:57.212860 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c617a2-0059-4257-b786-39bc46f8d614 None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:15:57.216402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45078) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:57.222336 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': '6a5bf97f-750c-471c-a05f-22215040783b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:15:57.227748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5ba08234-7a75-4ceb-a8c6-01f05c6c68b9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4017568 Aug 04 17:15:57.231425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 6a5bf97f-750c-471c-a05f-22215040783b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:15:57.347979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:15:57.353332 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:57.820656 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:57.908078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': '6032b56e-9fa8-4d03-830b-45c66714f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '6a5bf97f-750c-471c-a05f-22215040783b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:57.908504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: 6a5bf97f-750c-471c-a05f-22215040783b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:15:57.926707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=8bef5149-63e0-4bd4-8588-40094a219a53,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:57.950960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network 6a5bf97f-750c-471c-a05f-22215040783b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:15:57.965585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 6a5bf97f-750c-471c-a05f-22215040783b) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:57.973796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:15:57.974714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:57.975431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39640be7-a198-4928-8789-1e5a0e8c61ae None None] Network 6a5bf97f-750c-471c-a05f-22215040783b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:58.000306 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-139120e8-9621-4d9f-99bd-c71bfb17575b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7801156 Aug 04 17:15:58.001234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45126) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:15:58.136041 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:58.215203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-6a5bf97f-750c-471c-a05f-22215040783b', 'network_id': '6a5bf97f-750c-471c-a05f-22215040783b', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': '8bef5149-63e0-4bd4-8588-40094a219a53'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:15:58.216438 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:58.325685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:58.449647 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Allocated IP 172.20.0.2 (6a5bf97f-750c-471c-a05f-22215040783b/8bef5149-63e0-4bd4-8588-40094a219a53/c6a01fe1-7df0-46d9-babb-c609cedb62db) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:15:58.629004 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:58.647923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Transition to ACTIVE for port object c6a01fe1-7df0-46d9-babb-c609cedb62db will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:58.676076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Transition to ACTIVE for port object c6a01fe1-7df0-46d9-babb-c609cedb62db will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:15:58.693982 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:58.728879 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:58.769172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Pushing event updated for resources: {'Port': ['ID=c6a01fe1-7df0-46d9-babb-c609cedb62db,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.791187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:15:58.805123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=8bef5149-63e0-4bd4-8588-40094a219a53,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:58.818365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Network 6a5bf97f-750c-471c-a05f-22215040783b is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:15:58.820155 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:15:58.827287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:15:58.925657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Attempting to bind port c6a01fe1-7df0-46d9-babb-c609cedb62db on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:15:58.926296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Attempting to bind port c6a01fe1-7df0-46d9-babb-c609cedb62db by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '6032b56e-9fa8-4d03-830b-45c66714f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '6a5bf97f-750c-471c-a05f-22215040783b'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:15:58.926878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Attempting to bind port c6a01fe1-7df0-46d9-babb-c609cedb62db on network 6a5bf97f-750c-471c-a05f-22215040783b {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:15:58.933665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:15:58.934307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Checking segment: {'id': '6032b56e-9fa8-4d03-830b-45c66714f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '6a5bf97f-750c-471c-a05f-22215040783b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:15:58.934466 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:58.935060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:58.935698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Bound using segment: {'id': '6032b56e-9fa8-4d03-830b-45c66714f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '6a5bf97f-750c-471c-a05f-22215040783b'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:15:58.936327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Bound port: c6a01fe1-7df0-46d9-babb-c609cedb62db, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6032b56e-9fa8-4d03-830b-45c66714f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '6a5bf97f-750c-471c-a05f-22215040783b'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:15:58.936873 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:58.953422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5bf97f-750c-471c-a05f-22215040783b']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:58.989038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6032b56e-9fa8-4d03-830b-45c66714f8af') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:58.989038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6032b56e-9fa8-4d03-830b-45c66714f8af') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:15:59.002712 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:59.025063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:59.025339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] For port c6a01fe1-7df0-46d9-babb-c609cedb62db, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:15:59.035304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:15:59.036159 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:15:59.041050 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:15:59.110024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] For port c6a01fe1-7df0-46d9-babb-c609cedb62db, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c6a01fe1-7df0-46d9-babb-c609cedb62db,segment=NetworkSegment(6032b56e-9fa8-4d03-830b-45c66714f8af),segment_id=6032b56e-9fa8-4d03-830b-45c66714f8af)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:15:59.117477 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 17:15:59.117477 n-d-764435-5 neutron-server[105828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 17:15:59.117477 n-d-764435-5 neutron-server[105828]: [parameters: {'id': '6a5bf97f-750c-471c-a05f-22215040783b'}] Aug 04 17:15:59.117477 n-d-764435-5 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:15:59.118070 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:59.118183 n-d-764435-5 neutron-server[105828]: DEBUG oslo_db.api [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:15:59.179932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34212587-2b9b-4487-a232-afcb7e4fe0bb None None] Pushing event updated for resources: {'Port': ['ID=c6a01fe1-7df0-46d9-babb-c609cedb62db,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:15:59.247419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97510ebf-7c09-41ed-a819-f77b6a46eeb9 None None] Network 6a5bf97f-750c-471c-a05f-22215040783b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:15:59.434655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a3ccf1-a724-4635-b2a0-40832c7d45ec None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:15:59.544410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3ccf1-a724-4635-b2a0-40832c7d45ec None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:15:59.620370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:59.686105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Deleting port c6a01fe1-7df0-46d9-babb-c609cedb62db {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:15:59.686593 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:59.777641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] For port c6a01fe1-7df0-46d9-babb-c609cedb62db, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c6a01fe1-7df0-46d9-babb-c609cedb62db,segment=NetworkSegment(6032b56e-9fa8-4d03-830b-45c66714f8af),segment_id=6032b56e-9fa8-4d03-830b-45c66714f8af)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:15:59.780542 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:59.807755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Calling delete_port for c6a01fe1-7df0-46d9-babb-c609cedb62db owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:15:59.921383 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:15:59.967330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No DVR routers for this DVR port c6a01fe1-7df0-46d9-babb-c609cedb62db on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:15:59.976082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Port': ['ID=c6a01fe1-7df0-46d9-babb-c609cedb62db,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:00.098858 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.111156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5bf97f-750c-471c-a05f-22215040783b']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:00.123035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6032b56e-9fa8-4d03-830b-45c66714f8af') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:00.123473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6032b56e-9fa8-4d03-830b-45c66714f8af') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:00.135812 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.154172 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.167970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:00.168352 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:00.171960 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:00.259191 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.266756 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.268811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/6a5bf97f-750c-471c-a05f-22215040783b HTTP/1.1" status: 204 len: 168 time: 2.2651491 Aug 04 17:16:00.274047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45178) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:00.280524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2020170899'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:00.281523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7ed5-d328-4e8e-ac93-161530d9f079 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=6a5bf97f-750c-471c-a05f-22215040783b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:00.317228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:00.324171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.362721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:00.383645 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.384146 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment efe7fab5-574c-4800-b862-1ed225216ecb of type vlan for network 48ad1b8b-b91a-438a-9613-c1f3299f6115 Aug 04 17:16:00.438336 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.484212 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.497158 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:00.498199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.582118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45186) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:00.583437 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3080406 Aug 04 17:16:00.587925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': '48ad1b8b-b91a-438a-9613-c1f3299f6115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:00.592844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f727374-32a1-46df-be70-68a333c3c880 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=48ad1b8b-b91a-438a-9613-c1f3299f6115,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:00.605359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 48ad1b8b-b91a-438a-9613-c1f3299f6115 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:00.789277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:00.789649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:00.877452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Performing IP validity checks on allocation pools {{(pid=105828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 17:16:00.877882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.ipam_backend_mixin [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 17:16:01.077932 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45218) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:01.094622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:01.180796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=770ddcb1-9323-40d2-a0d9-efbb4a35a20d,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:01.182637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': 'efe7fab5-574c-4800-b862-1ed225216ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '48ad1b8b-b91a-438a-9613-c1f3299f6115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:01.183140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: 48ad1b8b-b91a-438a-9613-c1f3299f6115, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:01.219111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network 48ad1b8b-b91a-438a-9613-c1f3299f6115 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:01.246430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 48ad1b8b-b91a-438a-9613-c1f3299f6115) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:01.263056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8908e3b6-d39b-4e00-8fd3-687cb77155fd None None] Network 48ad1b8b-b91a-438a-9613-c1f3299f6115 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:01.269396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45224) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:01.285965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:01.290094 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:01.323017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45228) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:01.324442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9daa6cfe-98b9-4959-b372-fb64f2f8d33a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7406411 Aug 04 17:16:01.401429 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55c726c8-3aa5-4e4c-b6a0-b85869856f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:01.598993 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-48ad1b8b-b91a-438a-9613-c1f3299f6115', 'network_id': '48ad1b8b-b91a-438a-9613-c1f3299f6115', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': '770ddcb1-9323-40d2-a0d9-efbb4a35a20d'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:16:01.600417 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:01.643483 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:01.815726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Allocated IP 172.20.0.3 (48ad1b8b-b91a-438a-9613-c1f3299f6115/770ddcb1-9323-40d2-a0d9-efbb4a35a20d/f7d90101-5649-47f1-800c-389cdf9ea920) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:01.922583 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55c726c8-3aa5-4e4c-b6a0-b85869856f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:01.926565 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:01.971529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55c726c8-3aa5-4e4c-b6a0-b85869856f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.010720 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-55c726c8-3aa5-4e4c-b6a0-b85869856f64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f5b13126e124e16aa1f45badf66abcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7370667 Aug 04 17:16:02.011202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45242) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:02.038570 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dff52bf1-aaa5-4029-8036-f21c5b4c19d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.062286 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.073655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Transition to ACTIVE for port object f7d90101-5649-47f1-800c-389cdf9ea920 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:02.076125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c726c8-3aa5-4e4c-b6a0-b85869856f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1136680-d8f7-4b19-b9f8-9e172d60abad,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:02.088006 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8175a08d-e444-4096-9339-e12241b05bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.114357 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8175a08d-e444-4096-9339-e12241b05bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.114856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Transition to ACTIVE for port object f7d90101-5649-47f1-800c-389cdf9ea920 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:02.125817 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.179330 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8175a08d-e444-4096-9339-e12241b05bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.183971 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8175a08d-e444-4096-9339-e12241b05bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.185572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8175a08d-e444-4096-9339-e12241b05bf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1136680-d8f7-4b19-b9f8-9e172d60abad HTTP/1.1" status: 204 len: 168 time: 0.1732824 Aug 04 17:16:02.191371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Pushing event updated for resources: {'Port': ['ID=f7d90101-5649-47f1-800c-389cdf9ea920,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:02.201413 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.203352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175a08d-e444-4096-9339-e12241b05bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1136680-d8f7-4b19-b9f8-9e172d60abad,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:02.206472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Network 48ad1b8b-b91a-438a-9613-c1f3299f6115 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:02.219467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:02.226262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:02.267857 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=770ddcb1-9323-40d2-a0d9-efbb4a35a20d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:02.317439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Attempting to bind port f7d90101-5649-47f1-800c-389cdf9ea920 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:02.318170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Attempting to bind port f7d90101-5649-47f1-800c-389cdf9ea920 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'efe7fab5-574c-4800-b862-1ed225216ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '48ad1b8b-b91a-438a-9613-c1f3299f6115'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:02.318872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Attempting to bind port f7d90101-5649-47f1-800c-389cdf9ea920 on network 48ad1b8b-b91a-438a-9613-c1f3299f6115 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:02.326207 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:02.326935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Checking segment: {'id': 'efe7fab5-574c-4800-b862-1ed225216ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '48ad1b8b-b91a-438a-9613-c1f3299f6115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:02.327680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.328374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Bound using segment: {'id': 'efe7fab5-574c-4800-b862-1ed225216ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '48ad1b8b-b91a-438a-9613-c1f3299f6115'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:02.329130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Bound port: f7d90101-5649-47f1-800c-389cdf9ea920, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe7fab5-574c-4800-b862-1ed225216ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '48ad1b8b-b91a-438a-9613-c1f3299f6115'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:02.329717 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.333339 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.352126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ad1b8b-b91a-438a-9613-c1f3299f6115']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:02.365730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe7fab5-574c-4800-b862-1ed225216ecb') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:02.366038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe7fab5-574c-4800-b862-1ed225216ecb') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:02.383983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.390375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.412206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] For port f7d90101-5649-47f1-800c-389cdf9ea920, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:02.419990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] For port f7d90101-5649-47f1-800c-389cdf9ea920, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f7d90101-5649-47f1-800c-389cdf9ea920,segment=NetworkSegment(efe7fab5-574c-4800-b862-1ed225216ecb),segment_id=efe7fab5-574c-4800-b862-1ed225216ecb)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:02.426368 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.456331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.476065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:02.476768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:02.480634 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:02.532271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802fa3f-e369-4fb4-afc9-60d6aaea3c5b None None] Pushing event updated for resources: {'Port': ['ID=f7d90101-5649-47f1-800c-389cdf9ea920,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:02.550376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae4580-9d53-495f-bc17-07f27039f256 None None] Network 48ad1b8b-b91a-438a-9613-c1f3299f6115 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:02.603768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45256) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:02.621109 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f214234b-9400-47f6-83e6-001856809240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:02.900752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d17fa-f25e-4616-8574-a298110640df None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:16:02.997366 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609d17fa-f25e-4616-8574-a298110640df None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:16:03.054002 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.api [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 17:16:03.054002 n-d-764435-5 neutron-server[105829]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 17:16:03.054002 n-d-764435-5 neutron-server[105829]: [parameters: {'id': '48ad1b8b-b91a-438a-9613-c1f3299f6115'}] Aug 04 17:16:03.054002 n-d-764435-5 neutron-server[105829]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:16:03.054916 n-d-764435-5 neutron-server[105829]: DEBUG oslo_db.api [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:16:03.088191 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f214234b-9400-47f6-83e6-001856809240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.094949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f214234b-9400-47f6-83e6-001856809240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.140826 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f214234b-9400-47f6-83e6-001856809240 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3733753979e44e8598dab256c0f6c84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353863 Aug 04 17:16:03.145716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45268) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:03.152125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214234b-9400-47f6-83e6-001856809240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9416d55-52ac-4631-8d81-277180653b8d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:03.215708 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-85c32ea8-5696-418b-a235-f36f4cea270e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.219598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] Deleting port ba033dba-42cc-437e-aea2-018c271d4fe7 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:03.219945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.240941 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-85c32ea8-5696-418b-a235-f36f4cea270e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.300391 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-85c32ea8-5696-418b-a235-f36f4cea270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.305083 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-85c32ea8-5696-418b-a235-f36f4cea270e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.310188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-85c32ea8-5696-418b-a235-f36f4cea270e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9416d55-52ac-4631-8d81-277180653b8d HTTP/1.1" status: 204 len: 168 time: 0.1662469 Aug 04 17:16:03.317138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] For port ba033dba-42cc-437e-aea2-018c271d4fe7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ba033dba-42cc-437e-aea2-018c271d4fe7,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:03.317709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.320699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c32ea8-5696-418b-a235-f36f4cea270e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9416d55-52ac-4631-8d81-277180653b8d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:03.335373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] Calling delete_port for ba033dba-42cc-437e-aea2-018c271d4fe7 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:03.556901 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.573745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.624612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba033dba-42cc-437e-aea2-018c271d4fe7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:03.704964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Deleting port f7d90101-5649-47f1-800c-389cdf9ea920 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:03.705286 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.878881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] For port f7d90101-5649-47f1-800c-389cdf9ea920, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f7d90101-5649-47f1-800c-389cdf9ea920,segment=NetworkSegment(efe7fab5-574c-4800-b862-1ed225216ecb),segment_id=efe7fab5-574c-4800-b862-1ed225216ecb)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:03.879561 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:03.894409 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Calling delete_port for f7d90101-5649-47f1-800c-389cdf9ea920 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:03.972110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.057422 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.123581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Port': ['ID=f7d90101-5649-47f1-800c-389cdf9ea920,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:04.134662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No DVR routers for this DVR port f7d90101-5649-47f1-800c-389cdf9ea920 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:04.157548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-2ddd0ca5-059e-4663-b130-cc5ea2820730 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0850933 Aug 04 17:16:04.236115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45304) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:04.270260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-2e6f2f60-0243-4c95-974e-5580123d677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.270748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-2e6f2f60-0243-4c95-974e-5580123d677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.271458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-2e6f2f60-0243-4c95-974e-5580123d677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.271932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-2e6f2f60-0243-4c95-974e-5580123d677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.272656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-2e6f2f60-0243-4c95-974e-5580123d677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.272857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-2e6f2f60-0243-4c95-974e-5580123d677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.273346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-2e6f2f60-0243-4c95-974e-5580123d677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.275700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-2e6f2f60-0243-4c95-974e-5580123d677c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cc94953506a4e78aea23a881315503c&device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 6502 time: 0.0678184 Aug 04 17:16:04.310910 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.362737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ad1b8b-b91a-438a-9613-c1f3299f6115']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:04.377017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe7fab5-574c-4800-b862-1ed225216ecb') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:04.377321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe7fab5-574c-4800-b862-1ed225216ecb') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:04.389930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1804035353-network', 'tenant_id': '5520f4a0a90445ad97eeb4f9aa35953a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:04.394024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.394640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7be00c5b-c7e6-4822-87e4-b85c4bb2239b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.417821 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.420947 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] Router 140edcfd-b1a2-487b-8b41-30c8342ade6e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:16:04.428034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:04.428441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:04.431684 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:04.467191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Made reservation on behalf of 5520f4a0a90445ad97eeb4f9aa35953a for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:04.470126 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.473130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-35c605f3-e20b-458b-8033-09f2d71b1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.473795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-35c605f3-e20b-458b-8033-09f2d71b1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.474416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-35c605f3-e20b-458b-8033-09f2d71b1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.476313 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-35c605f3-e20b-458b-8033-09f2d71b1dcf service neutron] 10.222.0.82 "GET /v2.0/networks?id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=ba071955-fd30-4b22-a93b-fc9408c54c5c&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&id=b6c29649-58d9-47a6-8faa-3a67e09f9da2 HTTP/1.1" status: 200 len: 2302 time: 0.1745784 Aug 04 17:16:04.484130 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.535650 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.549261 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.555093 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/48ad1b8b-b91a-438a-9613-c1f3299f6115 HTTP/1.1" status: 204 len: 168 time: 3.2261531 Aug 04 17:16:04.556310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45312) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:04.563277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82526cb-555b-4db8-bcee-4c1a438cff79 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=48ad1b8b-b91a-438a-9613-c1f3299f6115,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:04.565909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-336015859'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:04.590228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-91a1f00d-9f12-4762-b385-81084464e27a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da58f926-5e25-416a-b85c-cbfc1468b16c HTTP/1.1" status: 200 len: 1002 time: 0.1034956 Aug 04 17:16:04.628557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:16:04.645574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] Sync routers for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:16:04.647689 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ccc3197c-3bec-41bb-8a61-c8496c765b9a admin admin] 10.222.0.39 "PUT /v2.0/routers/140edcfd-b1a2-487b-8b41-30c8342ade6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5674577 Aug 04 17:16:04.649138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45318) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:04.660676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:16:04.662543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:16:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:04.688526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-12cbe738-68cd-4edb-9017-b5575c636363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.693577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-12cbe738-68cd-4edb-9017-b5575c636363 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ef543eaa-4be5-4e02-bbc5-f2ae9095973a HTTP/1.1" status: 200 len: 856 time: 0.0961978 Aug 04 17:16:04.776243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.785063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.800092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.803406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:16:04.811186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-74cb775d-b05b-4af7-bdea-aa5030cfeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:04.813118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-74cb775d-b05b-4af7-bdea-aa5030cfeea7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b3eb9666-862a-4b2f-a577-a9a0071ffb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105921 Aug 04 17:16:04.879539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:04.913425 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.925179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:04.929161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.934976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f117d31-1c1c-438e-9adb-7c70e50e9a6e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:04.974775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:04.974775 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Added segment ef94919f-c3ea-4559-af9e-dfb28f57f14d of type vlan for network 2560f33e-3ad7-4e98-8658-b448462a4430 Aug 04 17:16:04.994034 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.004232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Deleting port 397ece3d-1700-41f1-8dce-e2139a67a041 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:05.004232 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.052091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:05.074270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:16:03Z', 'revision_number': 5, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port': {'id': '397ece3d-1700-41f1-8dce-e2139a67a041', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:08:48Z', 'updated_at': '2021-08-04T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:05.081567 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.088953 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.089423 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment e40d46a7-03b9-4548-9df3-caca5ad83731 of type vlan for network 1ddd4931-5962-4c04-a64d-851aa95ab03f Aug 04 17:16:05.110825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] Checking router: 140edcfd-b1a2-487b-8b41-30c8342ade6e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:16:05.116277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-1b9086c5-b27c-4797-95d0-0bb46b90870d service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852983 Aug 04 17:16:05.120715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] Routers {'140edcfd-b1a2-487b-8b41-30c8342ade6e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:16:05.121419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:16:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['140edcfd-b1a2-487b-8b41-30c8342ade6e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:05.126010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] For port 397ece3d-1700-41f1-8dce-e2139a67a041, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=397ece3d-1700-41f1-8dce-e2139a67a041,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:05.126391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.145666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Calling delete_port for 397ece3d-1700-41f1-8dce-e2139a67a041 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:05.205038 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.226264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.227752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:05.228440 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.241103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] Set router 140edcfd-b1a2-487b-8b41-30c8342ade6e gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:16:05.309034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:16:04Z', 'revision_number': 6, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:05.327507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0902560 Aug 04 17:16:05.336260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45330) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:05.345145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7006885-8d7a-4e64-8af8-9192cb598273 None None] The sync data for ids ['140edcfd-b1a2-487b-8b41-30c8342ade6e'] in n-d-764435-5 is: [{'id': '140edcfd-b1a2-487b-8b41-30c8342ade6e', 'name': 'tempest-AttachVolumeTestJSON-1262595794-router', 'tenant_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:08:47Z', 'updated_at': '2021-08-04T17:16:04Z', 'revision_number': 6, 'project_id': 'a11dfd243bc2479aa2a6a1e3adf23347', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:16:05.351184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Request body: {'subnet': {'network_id': '2560f33e-3ad7-4e98-8658-b448462a4430', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1804035353-subnet', 'tenant_id': '5520f4a0a90445ad97eeb4f9aa35953a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:05.358472 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.368971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:05.369735 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.382125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-a48a04f6-b0f1-49fe-92f9-97250bea4cdc service neutron] 10.222.0.82 "GET /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427111 Aug 04 17:16:05.389044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe98a5-310c-4c8b-ac0e-e9d79cf8c1bc admin admin] Pushing event updated for resources: {'Network': ['ID=2560f33e-3ad7-4e98-8658-b448462a4430,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:05.402248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 2560f33e-3ad7-4e98-8658-b448462a4430 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:05.417541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.452366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-e98378f5-b6c0-4458-98eb-f43748b96952 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=055d70de-a204-430b-8bd6-bc6a5dc0ccdd HTTP/1.1" status: 200 len: 217 time: 0.0602882 Aug 04 17:16:05.453344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=397ece3d-1700-41f1-8dce-e2139a67a041,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:05.483042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Made reservation on behalf of 5520f4a0a90445ad97eeb4f9aa35953a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:05.485372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.515166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9551594 Aug 04 17:16:05.516508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45332) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:05.523895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': '1ddd4931-5962-4c04-a64d-851aa95ab03f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:05.595595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8446c-347f-4cf6-acd4-52a67dacb16b tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=1ddd4931-5962-4c04-a64d-851aa95ab03f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:05.607827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 1ddd4931-5962-4c04-a64d-851aa95ab03f details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:05.616719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-c41f4900-0fab-4e36-b81b-f85bac9fb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:05.618225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-c41f4900-0fab-4e36-b81b-f85bac9fb9b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.1307745 Aug 04 17:16:05.621761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.732511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-da62a8d4-c7d0-4ddb-8f94-d5684134fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:05.734179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-da62a8d4-c7d0-4ddb-8f94-d5684134fd4c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1085100 Aug 04 17:16:05.746669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.751081 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.813020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:05.817285 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.822362 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.823275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140edcfd-b1a2-487b-8b41-30c8342ade6e {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:16:05.825568 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.836877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.837853 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:05.841748 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ff981b2f-2593-4063-ba52-40bbd3dd9c4e admin admin] 10.222.0.39 "DELETE /v2.0/routers/140edcfd-b1a2-487b-8b41-30c8342ade6e HTTP/1.1" status: 204 len: 168 time: 1.1911271 Aug 04 17:16:05.842360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45340) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:05.935009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae462f9-340c-4a54-aad9-376ddba4e492,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:05.951086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b60406-43a9-439c-bd45-1dcbf9a1e5d4 admin admin] Deleting subnet 3f87335e-3fbe-4945-b321-aa9d1c760c0b {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:16:05.951913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-da3fcac3-0797-464e-af9f-a265e48bffdc service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898999 Aug 04 17:16:05.955552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Checking segment: {'id': 'ef94919f-c3ea-4559-af9e-dfb28f57f14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2560f33e-3ad7-4e98-8658-b448462a4430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:05.955938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Network hostable DHCP agents. Network: 2560f33e-3ad7-4e98-8658-b448462a4430, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:05.956836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-31b60406-43a9-439c-bd45-1dcbf9a1e5d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.032035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-31b60406-43a9-439c-bd45-1dcbf9a1e5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.208473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-31b60406-43a9-439c-bd45-1dcbf9a1e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.244874 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.371162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=cbcbea49-1ad9-4802-abcd-380622ef7cd1,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:06.400463 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-31b60406-43a9-439c-bd45-1dcbf9a1e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.403189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Network 2560f33e-3ad7-4e98-8658-b448462a4430 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:06.422859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 2560f33e-3ad7-4e98-8658-b448462a4430) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:06.430760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:06.431531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.436558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ffe48-436a-49b5-b793-041136ef5dbf None None] Network 2560f33e-3ad7-4e98-8658-b448462a4430 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:06.456620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-5cd6f61d-6527-452a-ac61-787978851f83 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955671 Aug 04 17:16:06.457407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': 'e40d46a7-03b9-4548-9df3-caca5ad83731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '1ddd4931-5962-4c04-a64d-851aa95ab03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:06.457906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: 1ddd4931-5962-4c04-a64d-851aa95ab03f, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:06.465341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b60406-43a9-439c-bd45-1dcbf9a1e5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f87335e-3fbe-4945-b321-aa9d1c760c0b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:06.467368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3f9cca0e-f54a-4d12-b276-2258731bdd7a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1296136 Aug 04 17:16:06.473837 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-31b60406-43a9-439c-bd45-1dcbf9a1e5d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.477222 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-31b60406-43a9-439c-bd45-1dcbf9a1e5d4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3f87335e-3fbe-4945-b321-aa9d1c760c0b HTTP/1.1" status: 204 len: 168 time: 0.6068690 Aug 04 17:16:06.484147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45354) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:06.497340 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network 1ddd4931-5962-4c04-a64d-851aa95ab03f is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:06.510218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 1ddd4931-5962-4c04-a64d-851aa95ab03f) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:06.527760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:06.531485 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.562203 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c3327233-e394-4b7b-9e8e-23c3bb9de318 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0445280 Aug 04 17:16:06.565062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45356) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:06.591342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b30925e-ef8d-4752-b830-8db55a6ebc35 None None] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:06.594416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.597210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-e272f84b-3be4-4a9e-a861-76b5b6093af0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=fc732593-e3e3-46b8-b687-23b7c42b1458 HTTP/1.1" status: 200 len: 217 time: 0.1325040 Aug 04 17:16:06.660140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6682b4-8562-4583-9b13-51f07b446de6 None None] Network 1ddd4931-5962-4c04-a64d-851aa95ab03f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:06.662240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 397ece3d-1700-41f1-8dce-e2139a67a041 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:06.688715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-0e5636d5-15c1-481e-a97f-95f69b010455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:06.690546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-0e5636d5-15c1-481e-a97f-95f69b010455 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0792613 Aug 04 17:16:06.780783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Deleting port b78a0dee-ba89-4534-8a73-afc9b6240984 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:06.781443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.808138 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.851583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 397ece3d-1700-41f1-8dce-e2139a67a041 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:06.852063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 397ece3d-1700-41f1-8dce-e2139a67a041 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:06.852609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ba033dba-42cc-437e-aea2-018c271d4fe7 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:06.877905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-4ad1641a-99b4-4917-9d25-6d0a056c7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:06.878737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-4ad1641a-99b4-4917-9d25-6d0a056c7944 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1787803 Aug 04 17:16:06.887739 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.942688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ba033dba-42cc-437e-aea2-018c271d4fe7 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:06.943162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ba033dba-42cc-437e-aea2-018c271d4fe7 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:06.956797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] For port b78a0dee-ba89-4534-8a73-afc9b6240984, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b78a0dee-ba89-4534-8a73-afc9b6240984,segment=NetworkSegment(6c5588b9-afa6-4f93-9658-efd70fd790db),segment_id=6c5588b9-afa6-4f93-9658-efd70fd790db)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:06.957842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:06.981517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Calling delete_port for b78a0dee-ba89-4534-8a73-afc9b6240984 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:06.984730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dacb327-64dc-4afd-8731-292c33541bf3 None None] Network 2560f33e-3ad7-4e98-8658-b448462a4430 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:07.044916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c38cc19-b8dc-4b71-9d78-c50f5dab8044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-1ddd4931-5962-4c04-a64d-851aa95ab03f', 'network_id': '1ddd4931-5962-4c04-a64d-851aa95ab03f', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': 'cbcbea49-1ad9-4802-abcd-380622ef7cd1'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:16:07.051258 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8c38cc19-b8dc-4b71-9d78-c50f5dab8044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.075062 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.117495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcbea49-1ad9-4802-abcd-380622ef7cd1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:07.128592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-6d0c996a-27f2-4cda-8caf-0872d5b1f7f1 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389643 Aug 04 17:16:07.209739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] DHCP port deletion for e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:16:07.215352 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.241903 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddd4931-5962-4c04-a64d-851aa95ab03f']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:07.255899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40d46a7-03b9-4548-9df3-caca5ad83731') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:07.256408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40d46a7-03b9-4548-9df3-caca5ad83731') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:07.267244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.278848 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.291741 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.315174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78a0dee-ba89-4534-8a73-afc9b6240984,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:07.316046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:07.316530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:07.320024 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:07.335064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] No DVR routers for this DVR port b78a0dee-ba89-4534-8a73-afc9b6240984 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:07.336540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbb9cfc-a4d4-4feb-bf3e-a38f889f75a2 None None] Network 1ddd4931-5962-4c04-a64d-851aa95ab03f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:07.434705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.451325 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.463761 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/1ddd4931-5962-4c04-a64d-851aa95ab03f HTTP/1.1" status: 204 len: 168 time: 0.8975010 Aug 04 17:16:07.465575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45380) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:07.467437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.478711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:07.480249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1712431473'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:07.490200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5588b9-afa6-4f93-9658-efd70fd790db') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:07.490890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5588b9-afa6-4f93-9658-efd70fd790db') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:07.494149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] Deleting port b78a0dee-ba89-4534-8a73-afc9b6240984 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:07.495564 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.500755 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.501144 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.518390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45382) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:07.522498 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.524345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-277121822-network', 'tenant_id': 'cc8aaa8e8b6846cd891dc802d1aad3e0'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:07.528027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-76df4179-936b-4af3-8804-a003c165fcbc service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592362 Aug 04 17:16:07.530485 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade14b26-7a3c-4123-afce-ad7bdb756495 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=1ddd4931-5962-4c04-a64d-851aa95ab03f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:07.540912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:07.542085 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.562687 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:07.567136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.571023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Made reservation on behalf of cc8aaa8e8b6846cd891dc802d1aad3e0 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:07.573725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.597200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:07.598000 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:07.610552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-10aa3394-b212-423e-a70e-e5e7e2ba4de3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=eb287487-5fc2-496c-a194-2e1ecc152829 HTTP/1.1" status: 200 len: 217 time: 0.0707095 Aug 04 17:16:07.625936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:07.648881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.648881 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment feae9324-3ae5-447e-ad8e-cbdf04e1c7e7 of type vlan for network 977673db-22d2-408e-8ec2-5826b7afee31 Aug 04 17:16:07.689289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] For port b78a0dee-ba89-4534-8a73-afc9b6240984, host n-d-764435-5, got binding levels [] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:07.691576 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.703164 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.707215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-c961528d-42f6-4c67-bc95-573c0240fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:07.708818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-c961528d-42f6-4c67-bc95-573c0240fd70 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.0713310 Aug 04 17:16:07.713268 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.715125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 HTTP/1.1" status: 204 len: 168 time: 1.2298896 Aug 04 17:16:07.722339 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.744173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c99aa-aa3a-48bb-9fc9-ab8aa8b1f0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:07.758077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] Calling delete_port for b78a0dee-ba89-4534-8a73-afc9b6240984 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:07.771800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.ipam_backend_mixin [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] Port b78a0dee-ba89-4534-8a73-afc9b6240984 was not found and therefore no delete operation was performed {{(pid=105830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:16:07.777636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.778147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-1a912d8c-aa2e-4715-bd06-2bcff6e23816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:07.780148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-1a912d8c-aa2e-4715-bd06-2bcff6e23816 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613086 Aug 04 17:16:07.784116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.791389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:07.791389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.821054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] Pushing event deleted for resources: {'Port': ['ID=b78a0dee-ba89-4534-8a73-afc9b6240984,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:07.824551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] Network e6fc2bb4-5263-4f6b-8d2a-9c4ae1a3d815 is not hosted by any dhcp agent {{(pid=105830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 17:16:07.825192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51749fd-623d-4aa8-b609-dbca65423b7c None None] No DVR routers for this DVR port b78a0dee-ba89-4534-8a73-afc9b6240984 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:07.900752 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.920279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:07.923890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-764a7bd2-1586-4b53-bc62-c8132e383427 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341312 Aug 04 17:16:07.962901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83af2795-ead7-454d-bc21-2afcdceda381,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:07.981325 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5095456 Aug 04 17:16:07.983176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45392) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:08.001971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': '977673db-22d2-408e-8ec2-5826b7afee31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:08.027037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f5222-bb57-4f5f-8d60-1a2da66e077d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=977673db-22d2-408e-8ec2-5826b7afee31,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:08.039997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 977673db-22d2-408e-8ec2-5826b7afee31 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:08.075685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-b0f2a400-3523-4e3f-aab5-837bcf76487a service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441700 Aug 04 17:16:08.088422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45398) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:08.090661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:08.141449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-888328ff-87d1-4ee6-84aa-e7901821c2e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=e816567d-e02e-4090-a94f-767175a8aa9e HTTP/1.1" status: 200 len: 217 time: 0.0543120 Aug 04 17:16:08.149188 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.150158 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Added segment da8c8ee8-de25-4e32-82de-375d000a9d10 of type vlan for network 4f1ee667-a30b-425c-8765-310b3baf90b9 Aug 04 17:16:08.233236 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.245652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-661ba73f-2120-4bb9-92ef-ac5da8322fd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a11dfd243bc2479aa2a6a1e3adf23347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498013 Aug 04 17:16:08.246378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45400) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:08.254146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-f7ade14a-9965-4481-9465-23ae787013ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:08.255817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-f7ade14a-9965-4481-9465-23ae787013ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 200 len: 797 time: 0.1052184 Aug 04 17:16:08.263512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:08.267042 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.317472 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.318444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:08.319051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.336240 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01fd678c-cb34-4e07-9135-86697b8d4b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.340663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-71615b68-5954-47b0-b2c7-6b69bef8ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:08.342128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-71615b68-5954-47b0-b2c7-6b69bef8ea78 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ba071955-fd30-4b22-a93b-fc9408c54c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767670 Aug 04 17:16:08.394064 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8709488 Aug 04 17:16:08.400851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45406) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:08.412315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01fd678c-cb34-4e07-9135-86697b8d4b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.415514 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Request body: {'subnet': {'network_id': '4f1ee667-a30b-425c-8765-310b3baf90b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-277121822-subnet', 'tenant_id': 'cc8aaa8e8b6846cd891dc802d1aad3e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:08.443964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Made reservation on behalf of cc8aaa8e8b6846cd891dc802d1aad3e0 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:08.446321 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.483892 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01fd678c-cb34-4e07-9135-86697b8d4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.486679 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01fd678c-cb34-4e07-9135-86697b8d4b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.490531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-01fd678c-cb34-4e07-9135-86697b8d4b11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8da9f7f-7408-486c-b86d-b7c1d42901a4 HTTP/1.1" status: 204 len: 168 time: 0.2402904 Aug 04 17:16:08.505172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183dcc8-ec87-459f-b0a1-834e3fa8abf3 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1ee667-a30b-425c-8765-310b3baf90b9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:08.528436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd678c-cb34-4e07-9135-86697b8d4b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8da9f7f-7408-486c-b86d-b7c1d42901a4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:08.545565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 4f1ee667-a30b-425c-8765-310b3baf90b9 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:08.554478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-67fd8a43-ba2c-4f55-bee8-d203b52c3230 service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033124 Aug 04 17:16:08.586014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b78a0dee-ba89-4534-8a73-afc9b6240984 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:08.674911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.709697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: b78a0dee-ba89-4534-8a73-afc9b6240984 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:08.710048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b78a0dee-ba89-4534-8a73-afc9b6240984 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:08.715567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-f9a0573f-4fde-4151-b357-2afc0ab481fc service neutron] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532915 Aug 04 17:16:08.796951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-4140ecc2-bfbb-42b6-855d-6e8c9150c723 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 HTTP/1.1" status: 200 len: 217 time: 0.0734408 Aug 04 17:16:08.825103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:08.830728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=d1516750-2ee4-4183-a96b-99d05c8f8c68,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:08.861875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-d5fa168b-5dba-4f52-b99c-251c805de2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:08.863732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-d5fa168b-5dba-4f52-b99c-251c805de2ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.0596581 Aug 04 17:16:08.889721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': 'feae9324-3ae5-447e-ad8e-cbdf04e1c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '977673db-22d2-408e-8ec2-5826b7afee31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:08.890185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: 977673db-22d2-408e-8ec2-5826b7afee31, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:08.921414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-8d809391-737a-40e7-8a8d-a341fe7cab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:08.923265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-8d809391-737a-40e7-8a8d-a341fe7cab22 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513520 Aug 04 17:16:08.940080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf9a3ff-6ca4-4ede-97e2-f12ce3ad1a96,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:08.973993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Checking segment: {'id': 'da8c8ee8-de25-4e32-82de-375d000a9d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '4f1ee667-a30b-425c-8765-310b3baf90b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:08.974413 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Network hostable DHCP agents. Network: 4f1ee667-a30b-425c-8765-310b3baf90b9, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:08.980328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network 977673db-22d2-408e-8ec2-5826b7afee31 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:08.999431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 977673db-22d2-408e-8ec2-5826b7afee31) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:09.032506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ff2eb-a9c8-4f49-a027-ffa51fe96f27 None None] Network 977673db-22d2-408e-8ec2-5826b7afee31 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:09.046099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:09.046602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:09.051354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Network 4f1ee667-a30b-425c-8765-310b3baf90b9 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:09.078527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 4f1ee667-a30b-425c-8765-310b3baf90b9) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:09.101992 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-95cfe93f-6a4b-46b3-af66-5d2ec9651ce3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1090999 Aug 04 17:16:09.108247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45430) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:09.115485 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:09.117071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:09.170591 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-746fd314-0519-43a6-aa4a-42161eb4475d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7668650 Aug 04 17:16:09.211031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f08df4-72b5-42aa-8906-94c2bdd1d7a2 None None] Network 4f1ee667-a30b-425c-8765-310b3baf90b9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:09.251743 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:09.326086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-8817525d-6035-446d-9b32-f58e5c6028c3 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951964 Aug 04 17:16:09.343308 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:09.419635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:09.506226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a10b90-5bd5-4277-babf-167b13a82c82 None None] Network 4f1ee667-a30b-425c-8765-310b3baf90b9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:09.624989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-1c397de2-a24c-43d0-8e58-d640a767b7f3 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905545 Aug 04 17:16:09.687047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-51d9780e-98d1-4d4d-bebc-f8ee4407ccb6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c15942b0-432c-480d-9005-da6faf613418 HTTP/1.1" status: 200 len: 217 time: 0.0494070 Aug 04 17:16:09.689528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:09.717092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45454) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:09.861310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-238d12e0-c2f3-49cd-b710-f41c35bb990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:09.863334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-238d12e0-c2f3-49cd-b710-f41c35bb990e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 200 len: 797 time: 0.0795107 Aug 04 17:16:09.912744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1337515628-network', 'tenant_id': '88570249e15e4071a11ba66e1418616d'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:09.914421 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:09.926388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de9a08b-0efc-4bbf-940c-bd4e62f44138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-977673db-22d2-408e-8ec2-5826b7afee31', 'network_id': '977673db-22d2-408e-8ec2-5826b7afee31', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': 'd1516750-2ee4-4183-a96b-99d05c8f8c68'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:16:09.927987 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5de9a08b-0efc-4bbf-940c-bd4e62f44138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:09.948760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=d1516750-2ee4-4183-a96b-99d05c8f8c68,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:09.958031 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Made reservation on behalf of 88570249e15e4071a11ba66e1418616d for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:09.966481 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.003901 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.017705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-54904a72-c7af-43e1-96e6-a83db77b2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:10.019283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-54904a72-c7af-43e1-96e6-a83db77b2078 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b6c29649-58d9-47a6-8faa-3a67e09f9da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1459091 Aug 04 17:16:10.044002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.083058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3037af0-da80-4500-8124-1527382f5b11 None None] Network 977673db-22d2-408e-8ec2-5826b7afee31 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:10.119253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977673db-22d2-408e-8ec2-5826b7afee31']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:10.135524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feae9324-3ae5-447e-ad8e-cbdf04e1c7e7') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:10.135920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feae9324-3ae5-447e-ad8e-cbdf04e1c7e7') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:10.170340 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.196588 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.217091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:10.217708 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:10.222265 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:10.246008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.255529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.291205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:10.301298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fed1bd-e0eb-4e57-a653-235e36c9482f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:10.308798 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.309148 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Added segment f6432de5-1e1d-45c0-93cf-416575b82e1e of type vlan for network 373b52df-db71-46e5-b1a4-e233063fd3e5 Aug 04 17:16:10.312605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-b33c6f29-9061-4db9-91d6-415b35fb4422 service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845037 Aug 04 17:16:10.315264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.338549 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.343614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/977673db-22d2-408e-8ec2-5826b7afee31 HTTP/1.1" status: 204 len: 168 time: 1.2293715 Aug 04 17:16:10.356780 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45486) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:10.362121 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.370123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1382921240'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:10.411350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:10.417441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.441155 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.442128 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:10.442892 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.449263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c69f14-fa0b-4bbe-be1d-a757cda38734 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=977673db-22d2-408e-8ec2-5826b7afee31,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:10.495562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:10.517906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.518221 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment 73dac2f9-2f2e-451f-8d00-958f49e11919 of type vlan for network fad638e1-3559-4346-8fab-98e5f75683db Aug 04 17:16:10.523265 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8019247 Aug 04 17:16:10.530054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-f180b2bf-102d-4c43-9fbe-220c6e5d3ccf tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:10.530308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45488) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:10.538200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-f180b2bf-102d-4c43-9fbe-220c6e5d3ccf tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/networks?id=2560f33e-3ad7-4e98-8658-b448462a4430 HTTP/1.1" status: 200 len: 809 time: 0.2694366 Aug 04 17:16:10.538441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Request body: {'subnet': {'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1337515628-subnet', 'tenant_id': '88570249e15e4071a11ba66e1418616d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:10.559395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee9eec55-2894-41b1-94e4-5dfa8fa15a3d req-4bdc3ffb-28af-4464-9483-48f0e6080e9c service neutron] 10.222.0.82 "GET /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894348 Aug 04 17:16:10.562122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d5347-f447-47b8-b68c-17fbc4ddbd7f admin admin] Pushing event updated for resources: {'Network': ['ID=373b52df-db71-46e5-b1a4-e233063fd3e5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:10.566635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-01e702e2-f5be-4f10-bcc3-069c88c58301 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/quotas/5520f4a0a90445ad97eeb4f9aa35953a HTTP/1.1" status: 200 len: 375 time: 0.0274742 Aug 04 17:16:10.581355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 373b52df-db71-46e5-b1a4-e233063fd3e5 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:10.596459 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.607004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-d1dff85b-779c-429d-8e50-095d9fc0acb4 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5520f4a0a90445ad97eeb4f9aa35953a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390131 Aug 04 17:16:10.622756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Made reservation on behalf of 88570249e15e4071a11ba66e1418616d for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:10.625243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.674614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.680171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:10.680759 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:10.708524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-b4b2c647-e9ef-42cd-9e10-57cf4e0e6b7a service neutron] 10.222.0.39 "GET /v2.0/networks/2560f33e-3ad7-4e98-8658-b448462a4430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002798 Aug 04 17:16:10.755432 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3971715 Aug 04 17:16:10.762833 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45490) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:10.774389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-32af7346-4f88-4568-81a2-9ec6efd9fbbd tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:10.798955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2374c73-e387-4705-ad1e-d5a6061172fc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=fad638e1-3559-4346-8fab-98e5f75683db,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:10.813798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network fad638e1-3559-4346-8fab-98e5f75683db details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:10.832342 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-d8a26c29-40be-473f-bda1-5a554aa1086c service neutron] 10.222.0.39 "GET /v2.0/networks/2560f33e-3ad7-4e98-8658-b448462a4430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171010 Aug 04 17:16:11.062157 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32af7346-4f88-4568-81a2-9ec6efd9fbbd tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:11.092871 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:11.102595 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32af7346-4f88-4568-81a2-9ec6efd9fbbd tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:11.126424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a64c3a2e-a2bc-42bc-b76e-ceb4feb4b5ed req-34af7073-976d-4e65-90de-14b7f3063cc1 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 210 time: 0.1134806 Aug 04 17:16:11.187257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32af7346-4f88-4568-81a2-9ec6efd9fbbd tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network fad638e1-3559-4346-8fab-98e5f75683db is not hosted by any dhcp agent {{(pid=105829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 17:16:11.192806 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af7346-4f88-4568-81a2-9ec6efd9fbbd tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:11.193433 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32af7346-4f88-4568-81a2-9ec6efd9fbbd tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:11.194938 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-32af7346-4f88-4568-81a2-9ec6efd9fbbd tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "PUT /v2.0/networks/fad638e1-3559-4346-8fab-98e5f75683db HTTP/1.1" status: 200 len: 723 time: 0.4311461 Aug 04 17:16:11.198478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45504) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:11.205687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': 'fad638e1-3559-4346-8fab-98e5f75683db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:11.256028 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be96159f-c9fe-40bb-8342-d4b5dc324512,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:11.258153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af7346-4f88-4568-81a2-9ec6efd9fbbd tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=fad638e1-3559-4346-8fab-98e5f75683db,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:11.263574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Checking segment: {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:11.263938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Network hostable DHCP agents. Network: 373b52df-db71-46e5-b1a4-e233063fd3e5, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:11.286284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Network 373b52df-db71-46e5-b1a4-e233063fd3e5 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:11.290048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network fad638e1-3559-4346-8fab-98e5f75683db details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:11.302453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 373b52df-db71-46e5-b1a4-e233063fd3e5) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:11.312564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:11.313284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:11.339184 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3e71c373-4bde-42ad-a004-854ccffd870c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7997572 Aug 04 17:16:11.357662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:11.362072 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:11.386314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d987c75-072f-414c-829e-cd8c6010905b None None] Network 373b52df-db71-46e5-b1a4-e233063fd3e5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:11.626784 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:11.647213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe7563c-cc59-4d29-8fb4-4c721b3d12b7 None None] Network 373b52df-db71-46e5-b1a4-e233063fd3e5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:11.718359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=6336ac73-b42d-4a35-976c-92c0480358a3,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:11.732270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': '73dac2f9-2f2e-451f-8d00-958f49e11919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'fad638e1-3559-4346-8fab-98e5f75683db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:11.732638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: fad638e1-3559-4346-8fab-98e5f75683db, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:11.803174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network fad638e1-3559-4346-8fab-98e5f75683db is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:11.822419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, fad638e1-3559-4346-8fab-98e5f75683db) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:11.830961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:11.831621 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:11.837268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb17dd0-41f5-42c0-ad94-9baf02238272 None None] Network fad638e1-3559-4346-8fab-98e5f75683db requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:11.869211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd2f237c-8bf1-489d-9207-90f5aa9c881d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6656375 Aug 04 17:16:11.870273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45524) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:11.875244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-133901bd-448c-4ed8-92ce-0ae3dfc09b67 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:11.941172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-70757b4b-7c7a-48e2-b36c-3f6e89041744 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:11.942710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-70757b4b-7c7a-48e2-b36c-3f6e89041744 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 815 time: 0.2057338 Aug 04 17:16:11.974249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-b67da34b-ee02-4f43-8349-7f54bd3c59e5 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/quotas/88570249e15e4071a11ba66e1418616d HTTP/1.1" status: 200 len: 375 time: 0.0212030 Aug 04 17:16:11.998576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-fad638e1-3559-4346-8fab-98e5f75683db', 'network_id': 'fad638e1-3559-4346-8fab-98e5f75683db', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': '6336ac73-b42d-4a35-976c-92c0480358a3'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:16:11.999751 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:12.047579 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-374dac13-7df5-43b4-94f4-9a8723598497 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470407 Aug 04 17:16:12.077746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-133901bd-448c-4ed8-92ce-0ae3dfc09b67 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-266320128'] for subnet, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:12.175273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Allocated IP 172.20.0.2 (fad638e1-3559-4346-8fab-98e5f75683db/6336ac73-b42d-4a35-976c-92c0480358a3/bb5dae18-daa6-435e-b63c-de15abe41d65) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:12.215370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-44b38454-68ab-4688-91b2-dd00db5f4663 service neutron] 10.222.0.39 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662862 Aug 04 17:16:12.360828 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:12.375771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Transition to ACTIVE for port object bb5dae18-daa6-435e-b63c-de15abe41d65 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:12.376404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-9e8958e3-c639-4103-9091-e471309f2140 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:12.378335 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-9e8958e3-c639-4103-9091-e471309f2140 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.90 "GET /v2.0/networks?id=2560f33e-3ad7-4e98-8658-b448462a4430 HTTP/1.1" status: 200 len: 809 time: 0.1862628 Aug 04 17:16:12.388268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-032ad9f5-dae5-4ef3-a0bc-e3727a20e047 service neutron] 10.222.0.39 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569614 Aug 04 17:16:12.393032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Request body: {'port': {'device_id': 'cc2b556d-3bdd-46f0-ba92-d62118fe2d25', 'network_id': '2560f33e-3ad7-4e98-8658-b448462a4430', 'admin_state_up': True, 'tenant_id': '5520f4a0a90445ad97eeb4f9aa35953a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:12.402685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Transition to ACTIVE for port object bb5dae18-daa6-435e-b63c-de15abe41d65 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:12.416078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:12.449764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bef2b7cf-a3d5-443d-8cc0-8b44dc5040b3 req-053a4bcd-fd1f-428c-a146-70d24f4c2b49 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 210 time: 0.0602689 Aug 04 17:16:12.483036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Network fad638e1-3559-4346-8fab-98e5f75683db is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:12.486155 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:12.490199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:12.508639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Pushing event updated for resources: {'Port': ['ID=bb5dae18-daa6-435e-b63c-de15abe41d65,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:12.545612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Made reservation on behalf of 5520f4a0a90445ad97eeb4f9aa35953a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:12.559027 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:12.560288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Attempting to bind port bb5dae18-daa6-435e-b63c-de15abe41d65 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:12.560905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Attempting to bind port bb5dae18-daa6-435e-b63c-de15abe41d65 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '73dac2f9-2f2e-451f-8d00-958f49e11919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'fad638e1-3559-4346-8fab-98e5f75683db'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:12.561509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Attempting to bind port bb5dae18-daa6-435e-b63c-de15abe41d65 on network fad638e1-3559-4346-8fab-98e5f75683db {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:12.568979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:12.569920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Checking segment: {'id': '73dac2f9-2f2e-451f-8d00-958f49e11919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'fad638e1-3559-4346-8fab-98e5f75683db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:12.570707 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:12.571234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Bound using segment: {'id': '73dac2f9-2f2e-451f-8d00-958f49e11919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'fad638e1-3559-4346-8fab-98e5f75683db'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:12.574133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Bound port: bb5dae18-daa6-435e-b63c-de15abe41d65, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dac2f9-2f2e-451f-8d00-958f49e11919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'fad638e1-3559-4346-8fab-98e5f75683db'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:12.574721 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:12.586262 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-133901bd-448c-4ed8-92ce-0ae3dfc09b67 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772336856441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-259936473'] for subnet, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:12.659173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] For port bb5dae18-daa6-435e-b63c-de15abe41d65, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:12.663737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] For port bb5dae18-daa6-435e-b63c-de15abe41d65, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bb5dae18-daa6-435e-b63c-de15abe41d65,segment=NetworkSegment(73dac2f9-2f2e-451f-8d00-958f49e11919),segment_id=73dac2f9-2f2e-451f-8d00-958f49e11919)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:12.673475 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:12.685502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133901bd-448c-4ed8-92ce-0ae3dfc09b67 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=6336ac73-b42d-4a35-976c-92c0480358a3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:12.689394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133901bd-448c-4ed8-92ce-0ae3dfc09b67 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:12.689987 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-133901bd-448c-4ed8-92ce-0ae3dfc09b67 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:12.691286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-133901bd-448c-4ed8-92ce-0ae3dfc09b67 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "PUT /v2.0/subnets/6336ac73-b42d-4a35-976c-92c0480358a3 HTTP/1.1" status: 200 len: 806 time: 0.8206046 Aug 04 17:16:12.694106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45534) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:12.758150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a1f6ffa-a28f-4b96-bcfa-d5f1b2881928 req-e39caafc-ebcd-49c7-8e71-413f5800c067 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 210 time: 0.0702071 Aug 04 17:16:12.777392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda244c-0f0e-419e-9efa-d585500653d8 None None] Pushing event updated for resources: {'Port': ['ID=bb5dae18-daa6-435e-b63c-de15abe41d65,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:12.848044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Allocated IP 172.20.0.3 (2560f33e-3ad7-4e98-8658-b448462a4430/9ae462f9-340c-4a54-aad9-376ddba4e492/0c1a131a-8692-4b50-984a-b7a5426da020) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:13.351908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:13.525510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Deleting port bb5dae18-daa6-435e-b63c-de15abe41d65 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:13.526160 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:13.548961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:13.579409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e8478be-2e12-4eb5-8c5c-c99bfee12daf req-c9d9e438-2f01-4dbe-a2a5-327e30d426a0 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 210 time: 0.0435879 Aug 04 17:16:13.651720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] For port bb5dae18-daa6-435e-b63c-de15abe41d65, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bb5dae18-daa6-435e-b63c-de15abe41d65,segment=NetworkSegment(73dac2f9-2f2e-451f-8d00-958f49e11919),segment_id=73dac2f9-2f2e-451f-8d00-958f49e11919)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:13.652101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:13.670737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Calling delete_port for bb5dae18-daa6-435e-b63c-de15abe41d65 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:13.723837 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:13.786762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Network 2560f33e-3ad7-4e98-8658-b448462a4430 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:13.812038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:13.826729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:13.917574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Pushing event updated for resources: {'Port': ['ID=0c1a131a-8692-4b50-984a-b7a5426da020,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:13.947487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f30ab71b-0244-42d9-a085-3735ca5e8ee0 req-0363900e-1288-4d8d-81cb-ef7a611336ff tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 210 time: 0.0418096 Aug 04 17:16:14.024522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568a9fc-547c-4161-bdd7-ab48c37de812 None None] Network fad638e1-3559-4346-8fab-98e5f75683db requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:14.027947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-a6274322-4508-4378-ba70-6c7ca20a81f0 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:14.029840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-a6274322-4508-4378-ba70-6c7ca20a81f0 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.82 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 815 time: 0.2372036 Aug 04 17:16:14.030471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:14.031260 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.035468 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.047081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Request body: {'port': {'device_id': '5e70c2b1-8660-47ee-a866-7b885df3ad8a', 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5', 'admin_state_up': True, 'tenant_id': '88570249e15e4071a11ba66e1418616d'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:14.072823 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Port': ['ID=bb5dae18-daa6-435e-b63c-de15abe41d65,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:14.082210 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-62149766-4bc1-46e1-b962-ca9f56dd683d tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6941867 Aug 04 17:16:14.104105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7d046e54-932e-4832-9503-0a7128272898 None None] Could not find standard attr ID for object bb5dae18-daa6-435e-b63c-de15abe41d65. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:16:14.129519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Request body: {'port': {'device_id': 'cc2b556d-3bdd-46f0-ba92-d62118fe2d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:14.132350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No DVR routers for this DVR port bb5dae18-daa6-435e-b63c-de15abe41d65 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:14.193557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Made reservation on behalf of 88570249e15e4071a11ba66e1418616d for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:14.197715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.226342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.260941 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.351536 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.387039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Allocated IP 172.20.0.6 (373b52df-db71-46e5-b1a4-e233063fd3e5/be96159f-c9fe-40bb-8342-d4b5dc324512/c3ca1fe3-6014-4d71-aa0c-243d284be9e2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:14.459104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=6336ac73-b42d-4a35-976c-92c0480358a3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:14.533672 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.535432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81683d-9b01-4cb3-b0d9-91048e9010a7 None None] Network fad638e1-3559-4346-8fab-98e5f75683db requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:14.558407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad638e1-3559-4346-8fab-98e5f75683db']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:14.573917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dac2f9-2f2e-451f-8d00-958f49e11919') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:14.574235 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dac2f9-2f2e-451f-8d00-958f49e11919') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:14.580986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.620320 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.644732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.645271 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.665474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:14.666022 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:14.669962 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:14.717221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Network 373b52df-db71-46e5-b1a4-e233063fd3e5 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:14.729352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:14.734668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:14.788003 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.796599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Pushing event updated for resources: {'Port': ['ID=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:14.798750 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90eb6f4-c253-49e3-8488-26e8545fdcea None None] DHCP port deletion for fad638e1-3559-4346-8fab-98e5f75683db request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:16:14.810270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.815340 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/fad638e1-3559-4346-8fab-98e5f75683db HTTP/1.1" status: 204 len: 168 time: 2.1199234 Aug 04 17:16:14.820600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45552) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:14.823480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e57336-9ccc-4aec-a557-073c4bdfd624 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=fad638e1-3559-4346-8fab-98e5f75683db,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:14.846310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30e63-f724-4f14-86e1-da19cca42a19 req-d6518495-b528-49d8-84e3-336ca239c817 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:14.847957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16e30e63-f724-4f14-86e1-da19cca42a19 req-d6518495-b528-49d8-84e3-336ca239c817 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 931 time: 0.1416223 Aug 04 17:16:14.854155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:14.854889 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.874494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1a131a-8692-4b50-984a-b7a5426da020 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:16:14.878243 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfcf5ca-e14d-4deb-bddd-35da687eb684 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:14.878970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfcf5ca-e14d-4deb-bddd-35da687eb684 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:14.884328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6cfcf5ca-e14d-4deb-bddd-35da687eb684 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/fad638e1-3559-4346-8fab-98e5f75683db HTTP/1.1" status: 404 len: 339 time: 0.0590839 Aug 04 17:16:14.885610 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45554) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:14.888428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.894928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1071720827', 'description': 'd1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:14.907716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-734585fa-9ab6-46f3-b98e-4e908d23c048 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678887 Aug 04 17:16:14.915831 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16e30e63-f724-4f14-86e1-da19cca42a19 req-959daa54-92af-4383-a667-4b6e3ca0e6f7 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576704 Aug 04 17:16:14.922262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Transition to ACTIVE for port object 0c1a131a-8692-4b50-984a-b7a5426da020 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:14.927208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Request body: {'port': {'device_id': '5e70c2b1-8660-47ee-a866-7b885df3ad8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:14.929308 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.934846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:14.939111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:14.998766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:15.012245 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.012543 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment eb9a255d-7730-4038-a424-f9d86a4ba173 of type vlan for network 60976eee-1929-4744-add2-e2b0925d79b5 Aug 04 17:16:15.013621 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.058680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1a131a-8692-4b50-984a-b7a5426da020,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:15.115830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81067-510d-4529-98b3-dd8443db895b req-c2bdd9ee-2426-4b5f-9255-83177090d569 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:15.117486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5aa81067-510d-4529-98b3-dd8443db895b req-c2bdd9ee-2426-4b5f-9255-83177090d569 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 931 time: 0.0894492 Aug 04 17:16:15.120225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.163954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Attempting to bind port 0c1a131a-8692-4b50-984a-b7a5426da020 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:15.164295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Attempting to bind port 0c1a131a-8692-4b50-984a-b7a5426da020 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'ef94919f-c3ea-4559-af9e-dfb28f57f14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2560f33e-3ad7-4e98-8658-b448462a4430'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:15.164628 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Attempting to bind port 0c1a131a-8692-4b50-984a-b7a5426da020 on network 2560f33e-3ad7-4e98-8658-b448462a4430 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:15.170587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Port 0c1a131a-8692-4b50-984a-b7a5426da020 on network 2560f33e-3ad7-4e98-8658-b448462a4430 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:16:15.170950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Attempting to bind port 0c1a131a-8692-4b50-984a-b7a5426da020 on network 2560f33e-3ad7-4e98-8658-b448462a4430 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:15.176241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.182610 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:15.183998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.198026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:15.198026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Checking segment: {'id': 'ef94919f-c3ea-4559-af9e-dfb28f57f14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2560f33e-3ad7-4e98-8658-b448462a4430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:15.198414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Bound using segment: {'id': 'ef94919f-c3ea-4559-af9e-dfb28f57f14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2560f33e-3ad7-4e98-8658-b448462a4430'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:15.198887 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Bound port: 0c1a131a-8692-4b50-984a-b7a5426da020, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef94919f-c3ea-4559-af9e-dfb28f57f14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '2560f33e-3ad7-4e98-8658-b448462a4430'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:15.199253 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.250094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5aa81067-510d-4529-98b3-dd8443db895b req-9770672b-37ef-4f7a-98a9-8a2ca5bceb4c tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850673 Aug 04 17:16:15.264903 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3790405 Aug 04 17:16:15.268115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45558) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:15.360603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b30af-b560-412f-9038-b72a31fe183a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=60976eee-1929-4744-add2-e2b0925d79b5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:15.372821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 60976eee-1929-4744-add2-e2b0925d79b5 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:15.380759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ca1fe3-6014-4d71-aa0c-243d284be9e2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:16:15.390490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.407464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Transition to ACTIVE for port object c3ca1fe3-6014-4d71-aa0c-243d284be9e2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:15.416014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.440364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402f554-5d40-485a-ba2e-e70639d3f55d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:15.445018 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2402f554-5d40-485a-ba2e-e70639d3f55d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/networks?id=60976eee-1929-4744-add2-e2b0925d79b5 HTTP/1.1" status: 200 len: 761 time: 0.1732655 Aug 04 17:16:15.445422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45562) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:15.446865 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] For port 0c1a131a-8692-4b50-984a-b7a5426da020, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:15.455269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0671ced3-a7e8-40de-8835-6e80e27a0311 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'description': 'd2'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:15.481283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:15.518245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] For port 0c1a131a-8692-4b50-984a-b7a5426da020, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0c1a131a-8692-4b50-984a-b7a5426da020,segment=NetworkSegment(ef94919f-c3ea-4559-af9e-dfb28f57f14d),segment_id=ef94919f-c3ea-4559-af9e-dfb28f57f14d)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:15.526632 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.551972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Attempting to bind port c3ca1fe3-6014-4d71-aa0c-243d284be9e2 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:15.552305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Attempting to bind port c3ca1fe3-6014-4d71-aa0c-243d284be9e2 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:15.552632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Attempting to bind port c3ca1fe3-6014-4d71-aa0c-243d284be9e2 on network 373b52df-db71-46e5-b1a4-e233063fd3e5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:15.557150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Port c3ca1fe3-6014-4d71-aa0c-243d284be9e2 on network 373b52df-db71-46e5-b1a4-e233063fd3e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:16:15.557469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Attempting to bind port c3ca1fe3-6014-4d71-aa0c-243d284be9e2 on network 373b52df-db71-46e5-b1a4-e233063fd3e5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:15.562237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:15.562573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Checking segment: {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:15.563001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Bound using segment: {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:15.563426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Bound port: c3ca1fe3-6014-4d71-aa0c-243d284be9e2, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:15.563783 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.598041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:15.598677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.600135 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] 10.222.0.90 "PUT /v2.0/ports/0c1a131a-8692-4b50-984a-b7a5426da020 HTTP/1.1" status: 200 len: 1091 time: 1.4946609 Aug 04 17:16:15.626799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2b556d-3bdd-46f0-ba92-d62118fe2d25', 'tag': '0c1a131a-8692-4b50-984a-b7a5426da020'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:16:15.635355 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bbc50b-48f8-41cc-8481-c238d42da46a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2b556d-3bdd-46f0-ba92-d62118fe2d25", "tag": "0c1a131a-8692-4b50-984a-b7a5426da020"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:16:15.652221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] For port c3ca1fe3-6014-4d71-aa0c-243d284be9e2, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:15.657666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] For port c3ca1fe3-6014-4d71-aa0c-243d284be9e2, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:15.662406 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.678517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:15.679354 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.680898 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] 10.222.0.82 "PUT /v2.0/ports/c3ca1fe3-6014-4d71-aa0c-243d284be9e2 HTTP/1.1" status: 200 len: 1091 time: 0.7644403 Aug 04 17:16:15.681434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e70c2b1-8660-47ee-a866-7b885df3ad8a', 'tag': 'c3ca1fe3-6014-4d71-aa0c-243d284be9e2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:16:15.684242 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc9754-3a80-4e57-adeb-f2665064c116" -d '{"events": [{"name": "network-changed", "server_uuid": "5e70c2b1-8660-47ee-a866-7b885df3ad8a", "tag": "c3ca1fe3-6014-4d71-aa0c-243d284be9e2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:16:15.719407 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e4e5dd-b8b0-4b9c-bb02-772a4bf86913 x-openstack-request-id: req-52e4e5dd-b8b0-4b9c-bb02-772a4bf86913 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:16:15.719698 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2b556d-3bdd-46f0-ba92-d62118fe2d25", "tag": "0c1a131a-8692-4b50-984a-b7a5426da020", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:16:15.719960 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52e4e5dd-b8b0-4b9c-bb02-772a4bf86913 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:16:15.720349 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2b556d-3bdd-46f0-ba92-d62118fe2d25', 'tag': '0c1a131a-8692-4b50-984a-b7a5426da020', 'status': 'completed', 'code': 200} Aug 04 17:16:15.757520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e957c-58a7-4f34-8c01-c569a43df6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1a131a-8692-4b50-984a-b7a5426da020,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:15.780591 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0671ced3-a7e8-40de-8835-6e80e27a0311 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.804159 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-e32b8d22-210f-446e-8a75-8d412f32880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:15.805771 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-e32b8d22-210f-446e-8a75-8d412f32880f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5520f4a0a90445ad97eeb4f9aa35953a&device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 1094 time: 0.1229439 Aug 04 17:16:15.807112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0671ced3-a7e8-40de-8835-6e80e27a0311 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.892248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0671ced3-a7e8-40de-8835-6e80e27a0311 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network 60976eee-1929-4744-add2-e2b0925d79b5 is not hosted by any dhcp agent {{(pid=105829) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 17:16:15.897868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671ced3-a7e8-40de-8835-6e80e27a0311 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:15.898646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0671ced3-a7e8-40de-8835-6e80e27a0311 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:15.900056 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0671ced3-a7e8-40de-8835-6e80e27a0311 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "PUT /v2.0/networks/60976eee-1929-4744-add2-e2b0925d79b5 HTTP/1.1" status: 200 len: 758 time: 0.4500604 Aug 04 17:16:15.903764 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45568) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:15.906220 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-47f69d0c-dc60-4d44-a0af-0cb5c5f57883 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c1a131a-8692-4b50-984a-b7a5426da020 HTTP/1.1" status: 200 len: 217 time: 0.0917277 Aug 04 17:16:16.001523 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671ced3-a7e8-40de-8835-6e80e27a0311 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=60976eee-1929-4744-add2-e2b0925d79b5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:16.013423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 60976eee-1929-4744-add2-e2b0925d79b5 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:16.056059 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-b384f7e5-6742-42da-b4aa-4308310c6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:16.057478 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-b384f7e5-6742-42da-b4aa-4308310c6371 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9ae462f9-340c-4a54-aad9-376ddba4e492 HTTP/1.1" status: 200 len: 849 time: 0.1350594 Aug 04 17:16:16.068782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e07c59-9c60-409a-b2dd-fc7557046f48 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:16.070327 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-24e07c59-9c60-409a-b2dd-fc7557046f48 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/networks?id=60976eee-1929-4744-add2-e2b0925d79b5 HTTP/1.1" status: 200 len: 761 time: 0.1628394 Aug 04 17:16:16.079545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45572) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:16.086036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1638450820'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:16.106162 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-a56e31dd-2e9b-4d21-a170-5766012e8840 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2560f33e-3ad7-4e98-8658-b448462a4430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342710 Aug 04 17:16:16.175199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:16.178750 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f363427d-9eee-485a-949a-72b79f3d7cca x-openstack-request-id: req-f363427d-9eee-485a-949a-72b79f3d7cca {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:16:16.179261 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:16.179353 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e70c2b1-8660-47ee-a866-7b885df3ad8a", "tag": "c3ca1fe3-6014-4d71-aa0c-243d284be9e2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:16:16.179353 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f363427d-9eee-485a-949a-72b79f3d7cca {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:16:16.179808 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e70c2b1-8660-47ee-a866-7b885df3ad8a', 'tag': 'c3ca1fe3-6014-4d71-aa0c-243d284be9e2', 'status': 'completed', 'code': 200} Aug 04 17:16:16.216050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957a32c-c191-4d6e-971d-61450ee68c60 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:16.225025 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:16.245102 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-8a7fdd3a-301c-402c-86ee-9382cd07d799 service neutron] 10.222.0.90 "GET /v2.0/networks/2560f33e-3ad7-4e98-8658-b448462a4430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315253 Aug 04 17:16:16.245785 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:16.246128 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment 8b24abfd-a122-4db6-95e5-ca8302f4c686 of type vlan for network 900b09eb-0bef-4adb-a456-c210e3ff5d54 Aug 04 17:16:16.249104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-f6b1ed78-e623-4abe-8219-1861d9275fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:16.250659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-f6b1ed78-e623-4abe-8219-1861d9275fbf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 1094 time: 0.1348929 Aug 04 17:16:16.264433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8b575-db8c-495e-aebf-c176757f2c1b req-a030b0c9-d64b-4794-a6f6-d7968c270e0c tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:16.265971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d8b575-db8c-495e-aebf-c176757f2c1b req-a030b0c9-d64b-4794-a6f6-d7968c270e0c tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 943 time: 0.1613438 Aug 04 17:16:16.305999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-6ae71883-e962-418f-a352-24d6c57395d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3ca1fe3-6014-4d71-aa0c-243d284be9e2 HTTP/1.1" status: 200 len: 217 time: 0.0389078 Aug 04 17:16:16.316905 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:16.348240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75d8b575-db8c-495e-aebf-c176757f2c1b req-ab944fd2-13a3-42b6-b246-01e34b6b12c5 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Aug 04 17:16:16.434944 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:16.437933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a39f2d-e1fc-4f3a-bd0f-fad436510f23 req-3b97f55c-aaef-472f-a1f4-18aed539d135 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:16.439497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a39f2d-e1fc-4f3a-bd0f-fad436510f23 req-3b97f55c-aaef-472f-a1f4-18aed539d135 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 943 time: 0.0961812 Aug 04 17:16:16.440467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:16.441073 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:16.448812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bb5dae18-daa6-435e-b63c-de15abe41d65 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:16.465741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-6cc022dd-16ea-475b-b66f-9dff7bce3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:16.472608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-6cc022dd-16ea-475b-b66f-9dff7bce3e02 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.1281247 Aug 04 17:16:16.479769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: bb5dae18-daa6-435e-b63c-de15abe41d65 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:16.480425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bb5dae18-daa6-435e-b63c-de15abe41d65 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:16.505160 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4208777 Aug 04 17:16:16.507908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45584) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:16.533086 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b6bac2f9-ac2e-4231-9c9a-d12f14cfbdc7 req-f6ebf630-56ca-447d-b7fd-6848109ce466 service neutron] 10.222.0.90 "GET /v2.0/networks/2560f33e-3ad7-4e98-8658-b448462a4430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779202 Aug 04 17:16:16.535135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': '900b09eb-0bef-4adb-a456-c210e3ff5d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:16.540921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-12f36c58-a726-42b5-b485-d5c759749bf0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608912 Aug 04 17:16:16.577013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81403758-9a1f-46ca-aaf7-27b5ae5a9533 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=900b09eb-0bef-4adb-a456-c210e3ff5d54,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:16.588827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 900b09eb-0bef-4adb-a456-c210e3ff5d54 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:16.672772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbc50b-48f8-41cc-8481-c238d42da46a req-4852e51f-b32a-41b5-9654-033b51e602e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:16.674708 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-54bbc50b-48f8-41cc-8481-c238d42da46a req-4852e51f-b32a-41b5-9654-033b51e602e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5520f4a0a90445ad97eeb4f9aa35953a&device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 1094 time: 0.0719819 Aug 04 17:16:16.702267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a39f2d-e1fc-4f3a-bd0f-fad436510f23 req-15243e60-c9dd-43e0-bc82-e6b748be622e tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319608 Aug 04 17:16:16.799714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-be10caa8-8c29-4ff9-a281-4f539cb2bd4b service neutron] 10.222.0.82 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221434 Aug 04 17:16:16.802387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbc50b-48f8-41cc-8481-c238d42da46a req-39e6be68-a6a4-47b8-a913-25b9748c4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:16.804300 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-54bbc50b-48f8-41cc-8481-c238d42da46a req-39e6be68-a6a4-47b8-a913-25b9748c4585 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2560f33e-3ad7-4e98-8658-b448462a4430 HTTP/1.1" status: 200 len: 911 time: 0.1224804 Aug 04 17:16:16.804508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:16.808549 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:16.864391 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-54bbc50b-48f8-41cc-8481-c238d42da46a req-070e2929-4438-4463-ba02-3432601e6ed8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c1a131a-8692-4b50-984a-b7a5426da020 HTTP/1.1" status: 200 len: 217 time: 0.0498743 Aug 04 17:16:16.933516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbc50b-48f8-41cc-8481-c238d42da46a req-1d2cd5cc-a610-4a0f-9716-9610b7c502f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:16.936699 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-54bbc50b-48f8-41cc-8481-c238d42da46a req-1d2cd5cc-a610-4a0f-9716-9610b7c502f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9ae462f9-340c-4a54-aad9-376ddba4e492 HTTP/1.1" status: 200 len: 849 time: 0.0623002 Aug 04 17:16:16.980966 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-54bbc50b-48f8-41cc-8481-c238d42da46a req-64a6a47c-0610-480c-b8a8-2b929c105c42 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2560f33e-3ad7-4e98-8658-b448462a4430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371487 Aug 04 17:16:17.023906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d476eb0-ea4b-4b31-913a-ae3d77d36f8b req-98642c01-2226-4d7e-91fd-dbe02fb3d88d service neutron] 10.222.0.82 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101336 Aug 04 17:16:17.100108 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-54bbc50b-48f8-41cc-8481-c238d42da46a req-6828ac87-6f2b-4327-84eb-d460772ea3cc service neutron] 10.222.0.90 "GET /v2.0/networks/2560f33e-3ad7-4e98-8658-b448462a4430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109273 Aug 04 17:16:17.172882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc9754-3a80-4e57-adeb-f2665064c116 req-6ae04957-6db3-4558-88d3-c0389f87376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:17.174789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ecc9754-3a80-4e57-adeb-f2665064c116 req-6ae04957-6db3-4558-88d3-c0389f87376a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 1094 time: 0.0952852 Aug 04 17:16:17.178864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:17.236160 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-54bbc50b-48f8-41cc-8481-c238d42da46a req-31847676-41b7-41f5-8a4f-ec8ff5cefb7e service neutron] 10.222.0.90 "GET /v2.0/networks/2560f33e-3ad7-4e98-8658-b448462a4430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279559 Aug 04 17:16:17.297951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=48e98305-8aaa-4d84-8b4c-9bf3ebf82187,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:17.343244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': '8b24abfd-a122-4db6-95e5-ca8302f4c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '900b09eb-0bef-4adb-a456-c210e3ff5d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:17.343616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: 900b09eb-0bef-4adb-a456-c210e3ff5d54, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:17.349346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc9754-3a80-4e57-adeb-f2665064c116 req-1b2d5ae0-c5f4-47c7-b3f4-1a302087b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:17.351502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ecc9754-3a80-4e57-adeb-f2665064c116 req-1b2d5ae0-c5f4-47c7-b3f4-1a302087b109 service neutron] 10.222.0.82 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 917 time: 0.1679947 Aug 04 17:16:17.405119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network 900b09eb-0bef-4adb-a456-c210e3ff5d54 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:17.413197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ecc9754-3a80-4e57-adeb-f2665064c116 req-addca98e-48e0-4cc6-a8b1-7edfda797a39 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3ca1fe3-6014-4d71-aa0c-243d284be9e2 HTTP/1.1" status: 200 len: 217 time: 0.0507095 Aug 04 17:16:17.420933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 900b09eb-0bef-4adb-a456-c210e3ff5d54) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:17.430685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c743aaaf-35ad-4b72-8d00-e10a673a4a92 None None] Network 900b09eb-0bef-4adb-a456-c210e3ff5d54 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:17.469474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:17.469957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:17.545581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc9754-3a80-4e57-adeb-f2665064c116 req-97b20b22-dd85-40ad-96d3-bf337712b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:17.547340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ecc9754-3a80-4e57-adeb-f2665064c116 req-97b20b22-dd85-40ad-96d3-bf337712b71d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.1243753 Aug 04 17:16:17.555387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45688) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:17.564035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9ede2450-e6e0-48d4-be4a-4983a2aad4ad tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0514860 Aug 04 17:16:17.599694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ecc9754-3a80-4e57-adeb-f2665064c116 req-31bdccc2-c9f7-4f67-995d-647a54632f86 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329087 Aug 04 17:16:17.618603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859c491-be94-48e5-988d-cd3eedeba631 req-da716d4c-b5dc-4d3d-950f-529a18646877 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:17.620170 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d859c491-be94-48e5-988d-cd3eedeba631 req-da716d4c-b5dc-4d3d-950f-529a18646877 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 943 time: 0.1553357 Aug 04 17:16:17.660447 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-900b09eb-0bef-4adb-a456-c210e3ff5d54', 'network_id': '900b09eb-0bef-4adb-a456-c210e3ff5d54', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': '48e98305-8aaa-4d84-8b4c-9bf3ebf82187'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:16:17.662181 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:17.697308 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:17.753483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d859c491-be94-48e5-988d-cd3eedeba631 req-2950af86-498b-4d10-bb05-12b0f7a1cbcb tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257737 Aug 04 17:16:17.818823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ecc9754-3a80-4e57-adeb-f2665064c116 req-97419fe0-7c06-4efa-bcd3-080d90c8abf4 service neutron] 10.222.0.82 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094381 Aug 04 17:16:17.842957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:17.861003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Allocated IP 172.20.0.2 (900b09eb-0bef-4adb-a456-c210e3ff5d54/48e98305-8aaa-4d84-8b4c-9bf3ebf82187/c6a869e2-36ff-4452-91d2-d82a5b589eeb) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:17.946654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1693729-9825-44a4-b36a-608eb9d31306 req-34a5a892-567b-407c-9a52-9a4f3c877ca4 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:17.949055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1693729-9825-44a4-b36a-608eb9d31306 req-34a5a892-567b-407c-9a52-9a4f3c877ca4 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 943 time: 0.1463306 Aug 04 17:16:18.044370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ecc9754-3a80-4e57-adeb-f2665064c116 req-ad77b563-8178-47c9-b843-f4b7842b3c6c service neutron] 10.222.0.82 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960621 Aug 04 17:16:18.055243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1693729-9825-44a4-b36a-608eb9d31306 req-c77ff795-4a18-4e20-ae04-3538e92e089c tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948155 Aug 04 17:16:18.078639 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:18.097627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Transition to ACTIVE for port object c6a869e2-36ff-4452-91d2-d82a5b589eeb will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:18.116435 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Transition to ACTIVE for port object c6a869e2-36ff-4452-91d2-d82a5b589eeb will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:18.124850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:18.163212 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:18.172161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Network 900b09eb-0bef-4adb-a456-c210e3ff5d54 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:18.175281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:18.185097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:18.203247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Pushing event updated for resources: {'Port': ['ID=c6a869e2-36ff-4452-91d2-d82a5b589eeb,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:18.214035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=48e98305-8aaa-4d84-8b4c-9bf3ebf82187,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:18.268972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Attempting to bind port c6a869e2-36ff-4452-91d2-d82a5b589eeb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:18.270422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Attempting to bind port c6a869e2-36ff-4452-91d2-d82a5b589eeb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '8b24abfd-a122-4db6-95e5-ca8302f4c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '900b09eb-0bef-4adb-a456-c210e3ff5d54'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:18.270422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Attempting to bind port c6a869e2-36ff-4452-91d2-d82a5b589eeb on network 900b09eb-0bef-4adb-a456-c210e3ff5d54 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:18.276281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:18.278858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Checking segment: {'id': '8b24abfd-a122-4db6-95e5-ca8302f4c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '900b09eb-0bef-4adb-a456-c210e3ff5d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:18.278858 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:18.278858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Bound using segment: {'id': '8b24abfd-a122-4db6-95e5-ca8302f4c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '900b09eb-0bef-4adb-a456-c210e3ff5d54'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:18.278858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Bound port: c6a869e2-36ff-4452-91d2-d82a5b589eeb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b24abfd-a122-4db6-95e5-ca8302f4c686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '900b09eb-0bef-4adb-a456-c210e3ff5d54'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:18.278858 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:18.301131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:18.316078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900b09eb-0bef-4adb-a456-c210e3ff5d54']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:18.330039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b24abfd-a122-4db6-95e5-ca8302f4c686') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:18.331063 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b24abfd-a122-4db6-95e5-ca8302f4c686') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:18.342839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:18.359304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:18.367663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:18.368431 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:18.373518 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:18.378780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] For port c6a869e2-36ff-4452-91d2-d82a5b589eeb, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:18.436308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] For port c6a869e2-36ff-4452-91d2-d82a5b589eeb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c6a869e2-36ff-4452-91d2-d82a5b589eeb,segment=NetworkSegment(8b24abfd-a122-4db6-95e5-ca8302f4c686),segment_id=8b24abfd-a122-4db6-95e5-ca8302f4c686)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:18.439817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.api [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 17:16:18.439817 n-d-764435-5 neutron-server[105829]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 17:16:18.439817 n-d-764435-5 neutron-server[105829]: [parameters: {'id': '900b09eb-0bef-4adb-a456-c210e3ff5d54'}] Aug 04 17:16:18.439817 n-d-764435-5 neutron-server[105829]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:16:18.440322 n-d-764435-5 neutron-server[105829]: DEBUG oslo_db.api [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:16:18.442990 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:18.520884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1254be8-d148-4381-a0de-35a08b590500 None None] Pushing event updated for resources: {'Port': ['ID=c6a869e2-36ff-4452-91d2-d82a5b589eeb,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:18.535721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a0f9db-aeab-4236-8e20-a3dce97dea91 None None] Network 900b09eb-0bef-4adb-a456-c210e3ff5d54 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:18.672905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf4cad-8a8a-43f8-bc46-88d511e7d522 None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:16:18.765613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf4cad-8a8a-43f8-bc46-88d511e7d522 None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:16:18.882194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338260-eecc-41b0-b2b3-59090587b418 req-bb02bd07-9499-4036-b3e6-892c206274df tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:18.883798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71338260-eecc-41b0-b2b3-59090587b418 req-bb02bd07-9499-4036-b3e6-892c206274df tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 943 time: 0.0516906 Aug 04 17:16:18.935877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71338260-eecc-41b0-b2b3-59090587b418 req-47ac1cb6-ce68-48f1-aa4c-624a0ec9fd8e tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Aug 04 17:16:18.941380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.011920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Deleting port c6a869e2-36ff-4452-91d2-d82a5b589eeb {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:19.012124 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.091310 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] For port c6a869e2-36ff-4452-91d2-d82a5b589eeb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c6a869e2-36ff-4452-91d2-d82a5b589eeb,segment=NetworkSegment(8b24abfd-a122-4db6-95e5-ca8302f4c686),segment_id=8b24abfd-a122-4db6-95e5-ca8302f4c686)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:19.091676 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.105910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Calling delete_port for c6a869e2-36ff-4452-91d2-d82a5b589eeb owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:19.205433 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.218682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1da16-13cd-425a-b6bc-66725e140a12 req-b28bd506-5699-46f6-baa0-fc9dfcfcbd4b tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:19.225980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96c1da16-13cd-425a-b6bc-66725e140a12 req-b28bd506-5699-46f6-baa0-fc9dfcfcbd4b tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 943 time: 0.0764346 Aug 04 17:16:19.238653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Port': ['ID=c6a869e2-36ff-4452-91d2-d82a5b589eeb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:19.240561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No DVR routers for this DVR port c6a869e2-36ff-4452-91d2-d82a5b589eeb on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:19.275934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96c1da16-13cd-425a-b6bc-66725e140a12 req-69ce02d0-9343-4c54-a245-fce76deab311 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484838 Aug 04 17:16:19.322552 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.333071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900b09eb-0bef-4adb-a456-c210e3ff5d54']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:19.344218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b24abfd-a122-4db6-95e5-ca8302f4c686') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:19.344548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b24abfd-a122-4db6-95e5-ca8302f4c686') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:19.354158 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.368663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.375119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:19.375534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:19.378585 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:19.442311 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.449952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.452181 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/900b09eb-0bef-4adb-a456-c210e3ff5d54 HTTP/1.1" status: 204 len: 168 time: 1.8953257 Aug 04 17:16:19.455004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 45926) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:19.465880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088fb3a-17b5-438a-8473-7cd9958eed1a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=900b09eb-0bef-4adb-a456-c210e3ff5d54,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:19.494040 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65d7f20-3a14-4444-900b-8aa14d2179dc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] GET failed (client error): The resource could not be found. Aug 04 17:16:19.495567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e65d7f20-3a14-4444-900b-8aa14d2179dc tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/subnets/48e98305-8aaa-4d84-8b4c-9bf3ebf82187 HTTP/1.1" status: 404 len: 337 time: 0.0395536 Aug 04 17:16:19.498754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45934) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:19.517944 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f793b5-4a57-418e-9516-4828e46eb721 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:19.518626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f793b5-4a57-418e-9516-4828e46eb721 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:19.520569 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b2f793b5-4a57-418e-9516-4828e46eb721 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/900b09eb-0bef-4adb-a456-c210e3ff5d54 HTTP/1.1" status: 404 len: 339 time: 0.0207906 Aug 04 17:16:19.524718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45940) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:19.694064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0c1a131a-8692-4b50-984a-b7a5426da020 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:16:19.741301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb2bad-eec4-4091-991d-adf2fd10e4b5 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:19.742876 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d4eb2bad-eec4-4091-991d-adf2fd10e4b5 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2170424 Aug 04 17:16:19.745577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45976) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:19.784177 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-925b2ace-16f8-42fc-bf2c-9e2df42e587a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 207 time: 0.0375018 Aug 04 17:16:19.787282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 45984) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:19.808854 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 0c1a131a-8692-4b50-984a-b7a5426da020, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0c1a131a-8692-4b50-984a-b7a5426da020,segment=NetworkSegment(ef94919f-c3ea-4559-af9e-dfb28f57f14d),segment_id=ef94919f-c3ea-4559-af9e-dfb28f57f14d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:19.820597 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '0c1a131a-8692-4b50-984a-b7a5426da020', 'network_id': '2560f33e-3ad7-4e98-8658-b448462a4430', 'port_id': '0c1a131a-8692-4b50-984a-b7a5426da020', 'mac_address': 'fa:16:3e:3b:78:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae462f9-340c-4a54-aad9-376ddba4e492', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:16:19.868795 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.882118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1a131a-8692-4b50-984a-b7a5426da020 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:16:19.908769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 0c1a131a-8692-4b50-984a-b7a5426da020, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0c1a131a-8692-4b50-984a-b7a5426da020,segment=NetworkSegment(ef94919f-c3ea-4559-af9e-dfb28f57f14d),segment_id=ef94919f-c3ea-4559-af9e-dfb28f57f14d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:19.914188 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:19.970472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=0c1a131a-8692-4b50-984a-b7a5426da020,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:19.990438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98456f41-8d78-404c-96d9-b222ffc570d6 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:19.996995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98456f41-8d78-404c-96d9-b222ffc570d6 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.003039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98456f41-8d78-404c-96d9-b222ffc570d6 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.008959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98456f41-8d78-404c-96d9-b222ffc570d6 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.014366 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-98456f41-8d78-404c-96d9-b222ffc570d6 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2223728 Aug 04 17:16:20.014613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46016) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:20.070200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4fe5-fff6-4583-a782-89d8eb9388b8 req-33fcd8b7-cafe-46b6-b6f8-a96821ae060f tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.072026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-126e4fe5-fff6-4583-a782-89d8eb9388b8 req-33fcd8b7-cafe-46b6-b6f8-a96821ae060f tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 944 time: 0.0545890 Aug 04 17:16:20.120021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-126e4fe5-fff6-4583-a782-89d8eb9388b8 req-410d4886-6873-46ca-bc2b-2fc2fef109a8 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390320 Aug 04 17:16:20.158563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['0c1a131a-8692-4b50-984a-b7a5426da020'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:16:20.395115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a8f4e-5c98-4b32-a2d2-79b7a9de8e26 req-fa9416f0-4346-4f30-940d-47eeb515fb91 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.396907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a6a8f4e-5c98-4b32-a2d2-79b7a9de8e26 req-fa9416f0-4346-4f30-940d-47eeb515fb91 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 943 time: 0.0530269 Aug 04 17:16:20.440239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a6a8f4e-5c98-4b32-a2d2-79b7a9de8e26 req-d3fed742-cc22-4417-8c09-aded8d3d4443 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Aug 04 17:16:20.540372 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be49337a-6e38-4180-bc67-53d6e2ec44ca tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5247447 Aug 04 17:16:20.543867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46048) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:20.628314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1d47c-e22d-45b3-81ab-91969cb76e60 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.629841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1d47c-e22d-45b3-81ab-91969cb76e60 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.631408 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5fc1d47c-e22d-45b3-81ab-91969cb76e60 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0866182 Aug 04 17:16:20.635240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46050) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:20.690650 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a071103d-e19e-4b71-9c39-e11c1195c834 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.692171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a071103d-e19e-4b71-9c39-e11c1195c834 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['shared'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.693719 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a071103d-e19e-4b71-9c39-e11c1195c834 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0575597 Aug 04 17:16:20.697538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46056) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:20.803462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c190f0-b41b-4639-843c-b303efb8df57 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.804996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e2c190f0-b41b-4639-843c-b303efb8df57 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/networks/a5a5690c-8470-462b-99e2-7bea5db56b0a HTTP/1.1" status: 200 len: 800 time: 0.1062424 Aug 04 17:16:20.808940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46060) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:20.918044 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d494376a-fc9b-4ede-a20e-b7c02f944105 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/networks/a5a5690c-8470-462b-99e2-7bea5db56b0a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1079221 Aug 04 17:16:20.921561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46066) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:20.945598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c3ca1fe3-6014-4d71-aa0c-243d284be9e2 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:16:20.983343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82383566-3a5f-4203-8a4c-fe5204b807de tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:20.988300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-82383566-3a5f-4203-8a4c-fe5204b807de tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/subnets/9798ba46-1314-42a1-8d9b-d73a9fbf63b5 HTTP/1.1" status: 200 len: 811 time: 0.0621872 Aug 04 17:16:20.988642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46068) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:21.043600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3508b1-264f-446b-8667-a84e9c30e0a9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['shared'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:21.045080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7d3508b1-264f-446b-8667-a84e9c30e0a9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "GET /v2.0/subnets/9798ba46-1314-42a1-8d9b-d73a9fbf63b5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0548575 Aug 04 17:16:21.048803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46070) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:21.053838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-542408433'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:21.056568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c3ca1fe3-6014-4d71-aa0c-243d284be9e2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:21.070817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'c3ca1fe3-6014-4d71-aa0c-243d284be9e2', 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5', 'port_id': 'c3ca1fe3-6014-4d71-aa0c-243d284be9e2', 'mac_address': 'fa:16:3e:e1:4b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be96159f-c9fe-40bb-8342-d4b5dc324512', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:16:21.076343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:21.080387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.109007 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.109481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:21.118916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.119259 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Added segment e9894f47-a399-4298-b54f-ca577153f42c of type vlan for network 5516fd7c-1416-4777-860d-f1f744c05d5b Aug 04 17:16:21.125836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ca1fe3-6014-4d71-aa0c-243d284be9e2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:16:21.145278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c3ca1fe3-6014-4d71-aa0c-243d284be9e2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:21.159736 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.160649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.196073 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.202268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:21.202936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.217464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:21.273600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2237167 Aug 04 17:16:21.276738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46074) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:21.282611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'network_id': '5516fd7c-1416-4777-860d-f1f744c05d5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:21.302313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011f7ec-7f48-4233-bc0f-f24bfa4c69e9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Network': ['ID=5516fd7c-1416-4777-860d-f1f744c05d5b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:21.315606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 5516fd7c-1416-4777-860d-f1f744c05d5b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:21.326820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18429999-b87c-452e-9593-f5ebc7b7466c req-cc489696-1033-4b97-a439-92c54055ce56 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:21.328774 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18429999-b87c-452e-9593-f5ebc7b7466c req-cc489696-1033-4b97-a439-92c54055ce56 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 944 time: 0.1034842 Aug 04 17:16:21.385778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18429999-b87c-452e-9593-f5ebc7b7466c req-9ad39bf1-b90e-4142-ba6e-9f62e57a8961 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Aug 04 17:16:21.405065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Made reservation on behalf of 91d7e5f4f69040ea9973176597d55af3 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:21.408962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.471279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Performing IP validity checks on allocation pools {{(pid=105829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 17:16:21.471785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 17:16:21.481637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c3ca1fe3-6014-4d71-aa0c-243d284be9e2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:16:21.591957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d300c-af91-45ff-a404-ae347effe43c req-408c7ed2-988b-454f-9f7b-5c053773a6ab tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:21.594243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b9d300c-af91-45ff-a404-ae347effe43c req-408c7ed2-988b-454f-9f7b-5c053773a6ab tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 944 time: 0.0559120 Aug 04 17:16:21.633393 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.650959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b9d300c-af91-45ff-a404-ae347effe43c req-b8ed2bc6-3f51-4b7f-9633-72ff14a36368 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487747 Aug 04 17:16:21.707262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=d8d3a45f-97ce-4154-a7a9-073933c1bd72,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:21.725793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Checking segment: {'id': 'e9894f47-a399-4298-b54f-ca577153f42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5516fd7c-1416-4777-860d-f1f744c05d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:21.726045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network hostable DHCP agents. Network: 5516fd7c-1416-4777-860d-f1f744c05d5b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:21.746494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Network 5516fd7c-1416-4777-860d-f1f744c05d5b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:21.748130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0c1a131a-8692-4b50-984a-b7a5426da020 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:21.759557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 5516fd7c-1416-4777-860d-f1f744c05d5b) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:21.770341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:21.771017 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.781144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2729527-2027-467d-8012-71f50927e905 None None] Network 5516fd7c-1416-4777-860d-f1f744c05d5b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:21.788952 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9658195b-e066-4263-b4eb-98011fe68542 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5107825 Aug 04 17:16:21.792090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46078) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:21.797887 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-dee21479-7b16-4916-a79c-23ed9a0d4f0a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:21.902895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dee21479-7b16-4916-a79c-23ed9a0d4f0a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264323300'] for subnet, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:21.934594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 0c1a131a-8692-4b50-984a-b7a5426da020 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:21.943401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 0c1a131a-8692-4b50-984a-b7a5426da020 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:21.943778 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.076198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-5516fd7c-1416-4777-860d-f1f744c05d5b', 'network_id': '5516fd7c-1416-4777-860d-f1f744c05d5b', 'tenant_id': '91d7e5f4f69040ea9973176597d55af3', 'fixed_ips': [{'subnet_id': 'd8d3a45f-97ce-4154-a7a9-073933c1bd72'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:16:22.077064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.102952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dee21479-7b16-4916-a79c-23ed9a0d4f0a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772336856441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-264285840'] for subnet, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.111635 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.149251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee21479-7b16-4916-a79c-23ed9a0d4f0a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:22.153524 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dee21479-7b16-4916-a79c-23ed9a0d4f0a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.153524 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dee21479-7b16-4916-a79c-23ed9a0d4f0a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "PUT /v2.0/subnets/d8d3a45f-97ce-4154-a7a9-073933c1bd72 HTTP/1.1" status: 200 len: 877 time: 0.3579037 Aug 04 17:16:22.162185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46082) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:22.172712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee21479-7b16-4916-a79c-23ed9a0d4f0a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event updated for resources: {'Subnet': ['ID=d8d3a45f-97ce-4154-a7a9-073933c1bd72,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:22.200211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2b556d-3bdd-46f0-ba92-d62118fe2d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1a131a-8692-4b50-984a-b7a5426da020'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:16:22.202488 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce774e60-825f-44f3-9369-c60a860ba7e0" -d '{"events": [{"server_uuid": "cc2b556d-3bdd-46f0-ba92-d62118fe2d25", "name": "network-vif-plugged", "status": "completed", "tag": "0c1a131a-8692-4b50-984a-b7a5426da020"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:16:22.239719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 0c1a131a-8692-4b50-984a-b7a5426da020, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0c1a131a-8692-4b50-984a-b7a5426da020,segment=NetworkSegment(ef94919f-c3ea-4559-af9e-dfb28f57f14d),segment_id=ef94919f-c3ea-4559-af9e-dfb28f57f14d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:22.244580 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1582168e-acb7-4bd4-925c-9dc2a7e69a8a x-openstack-request-id: req-1582168e-acb7-4bd4-925c-9dc2a7e69a8a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:16:22.245581 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2b556d-3bdd-46f0-ba92-d62118fe2d25", "name": "network-vif-plugged", "status": "completed", "tag": "0c1a131a-8692-4b50-984a-b7a5426da020", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:16:22.245861 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1582168e-acb7-4bd4-925c-9dc2a7e69a8a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:16:22.246317 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2b556d-3bdd-46f0-ba92-d62118fe2d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1a131a-8692-4b50-984a-b7a5426da020', 'code': 200} Aug 04 17:16:22.255728 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.294169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.304533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Allocated IP 172.20.0.3 (5516fd7c-1416-4777-860d-f1f744c05d5b/d8d3a45f-97ce-4154-a7a9-073933c1bd72/5d170bb2-6b47-4120-9c20-7ccbdc647904) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:22.340005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=0c1a131a-8692-4b50-984a-b7a5426da020,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:22.392518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.434688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ee396-0841-4958-b7f0-b3e572fa8a0b req-a21fd586-df3d-41b1-9f6c-d897fbfed545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:22.438529 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b93ee396-0841-4958-b7f0-b3e572fa8a0b req-a21fd586-df3d-41b1-9f6c-d897fbfed545 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 1096 time: 0.1215200 Aug 04 17:16:22.505898 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b93ee396-0841-4958-b7f0-b3e572fa8a0b req-c20858cc-4802-4276-9445-bfbc82715288 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571864 Aug 04 17:16:22.532724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1363fd-323a-4550-b662-ee5028022abf req-1934e750-4575-4cf5-8d7d-311174932efd tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:22.534524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd1363fd-323a-4550-b662-ee5028022abf req-1934e750-4575-4cf5-8d7d-311174932efd tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 945 time: 0.0644493 Aug 04 17:16:22.537800 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.546186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Transition to ACTIVE for port object 5d170bb2-6b47-4120-9c20-7ccbdc647904 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:22.561802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Transition to ACTIVE for port object 5d170bb2-6b47-4120-9c20-7ccbdc647904 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:22.570132 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.589907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd1363fd-323a-4550-b662-ee5028022abf req-f5c4a722-cf4d-4388-be54-13a8484b0164 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479650 Aug 04 17:16:22.601110 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.615000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Network 5516fd7c-1416-4777-860d-f1f744c05d5b is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:22.622681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:22.625499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:22.632611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Pushing event updated for resources: {'Port': ['ID=5d170bb2-6b47-4120-9c20-7ccbdc647904,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:22.676209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d3a45f-97ce-4154-a7a9-073933c1bd72,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:22.690055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Attempting to bind port 5d170bb2-6b47-4120-9c20-7ccbdc647904 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:22.690632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Attempting to bind port 5d170bb2-6b47-4120-9c20-7ccbdc647904 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e9894f47-a399-4298-b54f-ca577153f42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5516fd7c-1416-4777-860d-f1f744c05d5b'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:22.691244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Attempting to bind port 5d170bb2-6b47-4120-9c20-7ccbdc647904 on network 5516fd7c-1416-4777-860d-f1f744c05d5b {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:22.697313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:22.698285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Checking segment: {'id': 'e9894f47-a399-4298-b54f-ca577153f42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5516fd7c-1416-4777-860d-f1f744c05d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:22.698285 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.698569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Bound using segment: {'id': 'e9894f47-a399-4298-b54f-ca577153f42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5516fd7c-1416-4777-860d-f1f744c05d5b'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:22.699174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Bound port: 5d170bb2-6b47-4120-9c20-7ccbdc647904, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9894f47-a399-4298-b54f-ca577153f42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '5516fd7c-1416-4777-860d-f1f744c05d5b'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:22.699627 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.705493 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.721149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5516fd7c-1416-4777-860d-f1f744c05d5b']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:22.734702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9894f47-a399-4298-b54f-ca577153f42c') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:22.735048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9894f47-a399-4298-b54f-ca577153f42c') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:22.755482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.769563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] For port 5d170bb2-6b47-4120-9c20-7ccbdc647904, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:22.773074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] For port 5d170bb2-6b47-4120-9c20-7ccbdc647904, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5d170bb2-6b47-4120-9c20-7ccbdc647904,segment=NetworkSegment(e9894f47-a399-4298-b54f-ca577153f42c),segment_id=e9894f47-a399-4298-b54f-ca577153f42c)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:22.777689 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.794277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.808050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:22.808463 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:22.821075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec82296-b2f7-4100-a935-d0da40d9135c req-1ce17546-f88c-4de5-b83a-6acb54e2e773 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:22.823721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ec82296-b2f7-4100-a935-d0da40d9135c req-1ce17546-f88c-4de5-b83a-6acb54e2e773 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 944 time: 0.0815146 Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:22.824420 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:22.874460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1a0be-95f8-4dbd-913a-9ab9e6972242 None None] Pushing event updated for resources: {'Port': ['ID=5d170bb2-6b47-4120-9c20-7ccbdc647904,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:22.893251 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fc3b4-3864-4409-a68a-0e80c29373c2 None None] Network 5516fd7c-1416-4777-860d-f1f744c05d5b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:22.922996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1ec82296-b2f7-4100-a935-d0da40d9135c req-dbf70b0e-4a5f-482d-9f6b-c13e0a8906d5 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861757 Aug 04 17:16:22.946932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.db.api [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 04 17:16:22.946932 n-d-764435-5 neutron-server[105828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 04 17:16:22.946932 n-d-764435-5 neutron-server[105828]: [parameters: {'id': '5516fd7c-1416-4777-860d-f1f744c05d5b'}] Aug 04 17:16:22.946932 n-d-764435-5 neutron-server[105828]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:16:22.947603 n-d-764435-5 neutron-server[105828]: DEBUG oslo_db.api [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:16:22.978996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c3ca1fe3-6014-4d71-aa0c-243d284be9e2 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:23.058546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port c3ca1fe3-6014-4d71-aa0c-243d284be9e2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:23.062281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08373e82-6ecb-4123-9a22-4147eebc256d None None] Network 5516fd7c-1416-4777-860d-f1f744c05d5b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:23.066529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port c3ca1fe3-6014-4d71-aa0c-243d284be9e2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:23.066924 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:23.235850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:23.249677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0634898f-b531-4cc3-9e38-8c7aad2c714a None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:16:23.304368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c3ca1fe3-6014-4d71-aa0c-243d284be9e2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:23.311895 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:23.410551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:23.432925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634898f-b531-4cc3-9e38-8c7aad2c714a None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:16:23.448586 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:23.521101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Deleting port 5d170bb2-6b47-4120-9c20-7ccbdc647904 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:23.521593 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:23.603623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] For port 5d170bb2-6b47-4120-9c20-7ccbdc647904, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5d170bb2-6b47-4120-9c20-7ccbdc647904,segment=NetworkSegment(e9894f47-a399-4298-b54f-ca577153f42c),segment_id=e9894f47-a399-4298-b54f-ca577153f42c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:23.603988 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:23.618933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Calling delete_port for 5d170bb2-6b47-4120-9c20-7ccbdc647904 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:23.740327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2780343-fe7e-4a91-b6f0-515e6e7c5aaf req-f23c7903-52b4-4e9f-994e-0436f2b3348e tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:23.741874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2780343-fe7e-4a91-b6f0-515e6e7c5aaf req-f23c7903-52b4-4e9f-994e-0436f2b3348e tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 945 time: 0.0713465 Aug 04 17:16:23.767637 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:23.801372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No DVR routers for this DVR port 5d170bb2-6b47-4120-9c20-7ccbdc647904 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:23.814063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Port': ['ID=5d170bb2-6b47-4120-9c20-7ccbdc647904,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:23.841216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2780343-fe7e-4a91-b6f0-515e6e7c5aaf req-f08214de-2fc6-44f4-a038-76c9e387b44e tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917425 Aug 04 17:16:23.898782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:23.909879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5516fd7c-1416-4777-860d-f1f744c05d5b']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:23.920977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9894f47-a399-4298-b54f-ca577153f42c') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:23.921297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9894f47-a399-4298-b54f-ca577153f42c') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:23.931121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:23.945360 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:23.955838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:23.956242 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:24.005760 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:24.052627 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:24.062713 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:24.067590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/5516fd7c-1416-4777-860d-f1f744c05d5b HTTP/1.1" status: 204 len: 168 time: 1.9004977 Aug 04 17:16:24.068916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46100) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.092539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8bd-2194-47ea-a891-6a098d6270c9 req-633fb522-cb46-4783-8bc7-ecfa640d519d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:24.094099 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9250d8bd-2194-47ea-a891-6a098d6270c9 req-633fb522-cb46-4783-8bc7-ecfa640d519d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 945 time: 0.0853379 Aug 04 17:16:24.095224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a061ade-58ed-4645-8dde-62bbeae2aed8 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=5516fd7c-1416-4777-860d-f1f744c05d5b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:24.108941 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7b518d-a9c2-4262-9dbe-a91f7e28693c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.109311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7b518d-a9c2-4262-9dbe-a91f7e28693c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.115027 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-da7b518d-a9c2-4262-9dbe-a91f7e28693c tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/d8d3a45f-97ce-4154-a7a9-073933c1bd72 HTTP/1.1" status: 404 len: 337 time: 0.0443244 Aug 04 17:16:24.115649 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46102) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.138460 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6f0679-7a37-4609-abbe-2432108dc581 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.139272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6f0679-7a37-4609-abbe-2432108dc581 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.139432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9250d8bd-2194-47ea-a891-6a098d6270c9 req-37e9a89c-9732-4bb7-8f9c-b443827b08e3 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366871 Aug 04 17:16:24.141325 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ea6f0679-7a37-4609-abbe-2432108dc581 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/5516fd7c-1416-4777-860d-f1f744c05d5b HTTP/1.1" status: 404 len: 339 time: 0.0247610 Aug 04 17:16:24.143896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46104) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.179524 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fc24a9-5464-4bfc-b345-99709753b92d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.180076 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fc24a9-5464-4bfc-b345-99709753b92d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.182519 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-08fc24a9-5464-4bfc-b345-99709753b92d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/48e98305-8aaa-4d84-8b4c-9bf3ebf82187 HTTP/1.1" status: 404 len: 337 time: 0.0373497 Aug 04 17:16:24.186976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46110) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.208876 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8e9181-4bda-4fa6-83d4-f253f7cce19a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.209499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8e9181-4bda-4fa6-83d4-f253f7cce19a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.211450 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9a8e9181-4bda-4fa6-83d4-f253f7cce19a tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/900b09eb-0bef-4adb-a456-c210e3ff5d54 HTTP/1.1" status: 404 len: 339 time: 0.0232296 Aug 04 17:16:24.214223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46112) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.247442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e70c2b1-8660-47ee-a866-7b885df3ad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ca1fe3-6014-4d71-aa0c-243d284be9e2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:16:24.250344 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a08c8ad-5f69-4d0a-bcdc-93c3ce2f0fdd" -d '{"events": [{"server_uuid": "5e70c2b1-8660-47ee-a866-7b885df3ad8a", "name": "network-vif-plugged", "status": "completed", "tag": "c3ca1fe3-6014-4d71-aa0c-243d284be9e2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:16:24.305327 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ddfe93-ca52-4428-9f56-8f314ee2cf0a x-openstack-request-id: req-38ddfe93-ca52-4428-9f56-8f314ee2cf0a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:16:24.305751 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e70c2b1-8660-47ee-a866-7b885df3ad8a", "name": "network-vif-plugged", "status": "completed", "tag": "c3ca1fe3-6014-4d71-aa0c-243d284be9e2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:16:24.306175 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38ddfe93-ca52-4428-9f56-8f314ee2cf0a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:16:24.306650 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e70c2b1-8660-47ee-a866-7b885df3ad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ca1fe3-6014-4d71-aa0c-243d284be9e2', 'code': 200} Aug 04 17:16:24.333312 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:24.404593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd122b7-df7a-4985-843e-4bc4608f1362 req-234f7f5c-6d8b-4c82-8b07-d3d4b4c00c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:24.406146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccd122b7-df7a-4985-843e-4bc4608f1362 req-234f7f5c-6d8b-4c82-8b07-d3d4b4c00c0f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 1096 time: 0.0457976 Aug 04 17:16:24.443746 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:24.453643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccd122b7-df7a-4985-843e-4bc4608f1362 req-1e5f20a4-3e33-41fb-8381-eee49649e73b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 Aug 04 17:16:24.454483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60976eee-1929-4744-add2-e2b0925d79b5']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:24.465410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9a255d-7730-4038-a424-f9d86a4ba173') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:24.465703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9a255d-7730-4038-a424-f9d86a4ba173') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:24.474317 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:24.487994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:24.494264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:24.494923 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:24.498112 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:24.573822 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:24.585347 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:24.590206 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/60976eee-1929-4744-add2-e2b0925d79b5 HTTP/1.1" status: 204 len: 168 time: 0.3722479 Aug 04 17:16:24.590602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46118) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.606226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145918c-758f-4422-9629-18a867203d6d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=60976eee-1929-4744-add2-e2b0925d79b5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:24.637550 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-542521b0-e37f-4ecb-8f50-8dac01ffab81 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.638298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542521b0-e37f-4ecb-8f50-8dac01ffab81 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.643696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-542521b0-e37f-4ecb-8f50-8dac01ffab81 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/6336ac73-b42d-4a35-976c-92c0480358a3 HTTP/1.1" status: 404 len: 337 time: 0.0493572 Aug 04 17:16:24.644058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46120) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.669437 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d39c3f4-36ca-4ec4-9cd8-113b3da42435 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.670007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d39c3f4-36ca-4ec4-9cd8-113b3da42435 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.674139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5d39c3f4-36ca-4ec4-9cd8-113b3da42435 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/fad638e1-3559-4346-8fab-98e5f75683db HTTP/1.1" status: 404 len: 339 time: 0.0264833 Aug 04 17:16:24.674461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46122) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.706054 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fa6633-b571-434e-8c87-7f2dc4a62128 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.706502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fa6633-b571-434e-8c87-7f2dc4a62128 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.710850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-42fa6633-b571-434e-8c87-7f2dc4a62128 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/d1516750-2ee4-4183-a96b-99d05c8f8c68 HTTP/1.1" status: 404 len: 337 time: 0.0328834 Aug 04 17:16:24.712570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46124) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.731267 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b9dffb-084b-4878-bb63-f73c55ad3746 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.732062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b9dffb-084b-4878-bb63-f73c55ad3746 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.733778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-26b9dffb-084b-4878-bb63-f73c55ad3746 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/977673db-22d2-408e-8ec2-5826b7afee31 HTTP/1.1" status: 404 len: 339 time: 0.0203092 Aug 04 17:16:24.736895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46126) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.770848 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-d073eed5-ef58-4ae2-b5de-99f82185340e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.771296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d073eed5-ef58-4ae2-b5de-99f82185340e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.776234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46128) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.779679 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d073eed5-ef58-4ae2-b5de-99f82185340e tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/cbcbea49-1ad9-4802-abcd-380622ef7cd1 HTTP/1.1" status: 404 len: 337 time: 0.0410874 Aug 04 17:16:24.796879 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e0c72e-d1ce-4ef1-921b-36ea75b026cf tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.797459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e0c72e-d1ce-4ef1-921b-36ea75b026cf tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.799234 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-53e0c72e-d1ce-4ef1-921b-36ea75b026cf tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/1ddd4931-5962-4c04-a64d-851aa95ab03f HTTP/1.1" status: 404 len: 339 time: 0.0220068 Aug 04 17:16:24.801703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46130) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.833980 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b5d08b-d7e6-4f16-87d7-d4673269f508 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.834461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b5d08b-d7e6-4f16-87d7-d4673269f508 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.836272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f8b5d08b-d7e6-4f16-87d7-d4673269f508 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/770ddcb1-9323-40d2-a0d9-efbb4a35a20d HTTP/1.1" status: 404 len: 337 time: 0.0336707 Aug 04 17:16:24.838930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46132) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.859305 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d96131-37f3-4854-ad86-689743e4e130 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.859969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d96131-37f3-4854-ad86-689743e4e130 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.863503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-35d96131-37f3-4854-ad86-689743e4e130 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/48ad1b8b-b91a-438a-9613-c1f3299f6115 HTTP/1.1" status: 404 len: 339 time: 0.0233400 Aug 04 17:16:24.865782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46134) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.896898 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ca38ac-b8ff-4f8d-bc0e-e092387f52db tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.897360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ca38ac-b8ff-4f8d-bc0e-e092387f52db tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.899191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-77ca38ac-b8ff-4f8d-bc0e-e092387f52db tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/8bef5149-63e0-4bd4-8588-40094a219a53 HTTP/1.1" status: 404 len: 337 time: 0.0324533 Aug 04 17:16:24.902146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46136) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.923077 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d79361-2954-48ca-81b3-c78bb28b0cd3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.923891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d79361-2954-48ca-81b3-c78bb28b0cd3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.925624 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-03d79361-2954-48ca-81b3-c78bb28b0cd3 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/6a5bf97f-750c-471c-a05f-22215040783b HTTP/1.1" status: 404 len: 339 time: 0.0224369 Aug 04 17:16:24.928256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46138) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.956576 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e60402a-68b1-43b1-bcb4-88e9a6353c06 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.957037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e60402a-68b1-43b1-bcb4-88e9a6353c06 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.958939 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1e60402a-68b1-43b1-bcb4-88e9a6353c06 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/51ac5d7e-fd1c-47c5-b088-9bdf414ce463 HTTP/1.1" status: 404 len: 337 time: 0.0296743 Aug 04 17:16:24.961838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46140) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:24.981428 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-222b5655-6f7c-436e-81d6-fbeb3fcfd729 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:24.981969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222b5655-6f7c-436e-81d6-fbeb3fcfd729 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:24.983722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-222b5655-6f7c-436e-81d6-fbeb3fcfd729 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/93ef1bd5-72b4-4e5f-84d8-62a4239e9f01 HTTP/1.1" status: 404 len: 339 time: 0.0209041 Aug 04 17:16:24.986455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46142) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:25.011791 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fe72a3-d470-423e-8485-bbec0a23acc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:25.012231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fe72a3-d470-423e-8485-bbec0a23acc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:25.013892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-84fe72a3-d470-423e-8485-bbec0a23acc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/0320e7c7-9588-41d2-bf3c-f4912a45194b HTTP/1.1" status: 404 len: 337 time: 0.0265229 Aug 04 17:16:25.016451 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46144) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:25.033883 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d145f4-5fff-43e7-97ac-116c52cc5780 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:25.034399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d145f4-5fff-43e7-97ac-116c52cc5780 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:25.036066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c9d145f4-5fff-43e7-97ac-116c52cc5780 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/c73455a0-c218-41b7-908c-6d026c2bb363 HTTP/1.1" status: 404 len: 339 time: 0.0187452 Aug 04 17:16:25.038355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46146) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:25.069440 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-db578848-324f-4e0b-bb71-aa0ee24fa195 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:25.069901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db578848-324f-4e0b-bb71-aa0ee24fa195 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:25.071811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-db578848-324f-4e0b-bb71-aa0ee24fa195 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/25a3213a-b67e-409a-bbb7-222d757f703b HTTP/1.1" status: 404 len: 337 time: 0.0323164 Aug 04 17:16:25.074462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46148) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:25.093401 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b96e11-e535-4712-a38b-54967ef43a4d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] DELETE failed (client error): The resource could not be found. Aug 04 17:16:25.094074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b96e11-e535-4712-a38b-54967ef43a4d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:16:25.095873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b1b96e11-e535-4712-a38b-54967ef43a4d tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/79d8d279-abf9-4fe4-b293-91fdbb4c35b0 HTTP/1.1" status: 404 len: 339 time: 0.0204575 Aug 04 17:16:25.098926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46150) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:25.164465 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c16c6c-02cb-47ba-9095-5465738e0dc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Deleting subnet 9798ba46-1314-42a1-8d9b-d73a9fbf63b5 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:16:25.167639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63c16c6c-02cb-47ba-9095-5465738e0dc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.211915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63c16c6c-02cb-47ba-9095-5465738e0dc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.320657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3682d-d4f3-469d-b73d-b74350cf3b28 req-010b6a48-28ac-4001-a278-a93fa051fd76 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:25.322553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dde3682d-d4f3-469d-b73d-b74350cf3b28 req-010b6a48-28ac-4001-a278-a93fa051fd76 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 945 time: 0.0793860 Aug 04 17:16:25.347121 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63c16c6c-02cb-47ba-9095-5465738e0dc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.380000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dde3682d-d4f3-469d-b73d-b74350cf3b28 req-ab2467f5-392e-4a2d-b6c3-5cec639475db tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498044 Aug 04 17:16:25.428529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63c16c6c-02cb-47ba-9095-5465738e0dc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.468635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c16c6c-02cb-47ba-9095-5465738e0dc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Subnet': ['ID=9798ba46-1314-42a1-8d9b-d73a9fbf63b5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:25.472632 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-63c16c6c-02cb-47ba-9095-5465738e0dc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.475673 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-63c16c6c-02cb-47ba-9095-5465738e0dc9 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/subnets/9798ba46-1314-42a1-8d9b-d73a9fbf63b5 HTTP/1.1" status: 204 len: 168 time: 0.3750165 Aug 04 17:16:25.477824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46162) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:25.480760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3027bfaa-c6e0-4244-99b0-2584d0e8faa4 None None] Network a5a5690c-8470-462b-99e2-7bea5db56b0a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:25.623191 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.641545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889ea29-7b72-4810-a1e4-0ba54785ea87 req-8c335498-5690-42d8-8961-ac2048d294c6 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:25.647840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f889ea29-7b72-4810-a1e4-0ba54785ea87 req-8c335498-5690-42d8-8961-ac2048d294c6 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 950 time: 0.0887361 Aug 04 17:16:25.676083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da02907-59bc-4c83-bdcb-1661acbe888a None None] DHCP port deletion for a5a5690c-8470-462b-99e2-7bea5db56b0a request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:16:25.724770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f889ea29-7b72-4810-a1e4-0ba54785ea87 req-e795b5b0-e930-44b9-a9c2-e4a5e0e8ad9b tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736377 Aug 04 17:16:25.725351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4da02907-59bc-4c83-bdcb-1661acbe888a None None] Deleting port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:25.725956 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4da02907-59bc-4c83-bdcb-1661acbe888a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.755054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Deleting port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:25.755401 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.807326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4da02907-59bc-4c83-bdcb-1661acbe888a None None] For port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b,segment=NetworkSegment(da2797f6-d13c-420e-a16f-6f77459bf9b1),segment_id=da2797f6-d13c-420e-a16f-6f77459bf9b1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:25.807920 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4da02907-59bc-4c83-bdcb-1661acbe888a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.821253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4da02907-59bc-4c83-bdcb-1661acbe888a None None] Calling delete_port for 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:25.829579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] For port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b,segment=NetworkSegment(da2797f6-d13c-420e-a16f-6f77459bf9b1),segment_id=da2797f6-d13c-420e-a16f-6f77459bf9b1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:25.830239 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.843695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Calling delete_port for 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:25.906217 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4da02907-59bc-4c83-bdcb-1661acbe888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.925135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:25.939770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da02907-59bc-4c83-bdcb-1661acbe888a None None] Pushing event deleted for resources: {'Port': ['ID=3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:25.943455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da02907-59bc-4c83-bdcb-1661acbe888a None None] No DVR routers for this DVR port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:25.961270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Port': ['ID=3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:25.965832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] No DVR routers for this DVR port 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:25.975543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.975927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.976231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.976560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.977091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.977552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.977849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.978178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.978677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.979031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.979356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:25.979678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:26.059129 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:26.070214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a5690c-8470-462b-99e2-7bea5db56b0a']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:26.081595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2797f6-d13c-420e-a16f-6f77459bf9b1') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:26.081889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2797f6-d13c-420e-a16f-6f77459bf9b1') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:26.091096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:26.106047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:26.112728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:26.113234 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:26.116305 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:26.179909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:26.188047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:26.189965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] 10.222.0.39 "DELETE /v2.0/networks/a5a5690c-8470-462b-99e2-7bea5db56b0a HTTP/1.1" status: 204 len: 168 time: 0.7102826 Aug 04 17:16:26.202654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bd838-4c39-4e62-b00e-7bcc249803f4 tempest-NetworksTest-1317424437 tempest-NetworksTest-1317424437-project] Pushing event deleted for resources: {'Network': ['ID=a5a5690c-8470-462b-99e2-7bea5db56b0a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:26.398509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46192) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:26.509622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:26.532360 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:26.532712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3cef2bc8-8bb3-40bf-8f39-3e94eaf8725b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:26.541379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b269a-f41e-4c18-968a-863eab734ac4 req-5bdff077-34d5-41ee-bfe7-3eebebcf01af tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:26.542987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-861b269a-f41e-4c18-968a-863eab734ac4 req-5bdff077-34d5-41ee-bfe7-3eebebcf01af tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 945 time: 0.0771399 Aug 04 17:16:26.631243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c8c44fbf-2053-4480-8386-f129d6467bd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91d7e5f4f69040ea9973176597d55af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312107 Aug 04 17:16:26.634261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46200) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:26.637233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-861b269a-f41e-4c18-968a-863eab734ac4 req-797e51ef-bfe8-4231-8281-e575d6eff69c tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863986 Aug 04 17:16:26.655108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd9e56-ff42-4e22-95c4-233d578bd307 req-71ab079a-a4fb-4db0-a15e-f2628aaa646e tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:26.656820 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8cfd9e56-ff42-4e22-95c4-233d578bd307 req-71ab079a-a4fb-4db0-a15e-f2628aaa646e tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 945 time: 0.0822227 Aug 04 17:16:26.688094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa44f-06c0-43a0-9df1-a1c2255fc66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:26.698209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8cfd9e56-ff42-4e22-95c4-233d578bd307 req-4eeee9be-6808-4379-bf9a-c7fdafaf011f tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346856 Aug 04 17:16:26.724642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa44f-06c0-43a0-9df1-a1c2255fc66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:26.786234 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa44f-06c0-43a0-9df1-a1c2255fc66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:26.789118 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa44f-06c0-43a0-9df1-a1c2255fc66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:26.791055 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8f8fa44f-06c0-43a0-9df1-a1c2255fc66a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d90815c-7627-44a0-8978-aac2e781133e HTTP/1.1" status: 204 len: 168 time: 0.1555223 Aug 04 17:16:26.800237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fa44f-06c0-43a0-9df1-a1c2255fc66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d90815c-7627-44a0-8978-aac2e781133e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:26.886025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9593-cf23-4349-9ce6-19fd85848a1f req-54740758-28b3-40e8-a64d-dadcbc5c272c tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:26.887838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42cc9593-cf23-4349-9ce6-19fd85848a1f req-54740758-28b3-40e8-a64d-dadcbc5c272c tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 950 time: 0.0610306 Aug 04 17:16:26.940125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42cc9593-cf23-4349-9ce6-19fd85848a1f req-ecd173b0-e9d6-4fbd-8511-e4b08e227646 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/security-groups?id=a935f65a-f349-42e3-86fc-cb92420cf9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Aug 04 17:16:27.078243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-6430ae7a-0ffa-44a9-b3c4-acde73ba5441 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:27.079790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-6430ae7a-0ffa-44a9-b3c4-acde73ba5441 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.82 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 950 time: 0.0521054 Aug 04 17:16:27.185481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-4594718c-a360-4812-b9e8-b916da029d3e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Deleting port 9cc3d754-e778-4d56-ab2f-cff950c02804 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:27.185979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-4594718c-a360-4812-b9e8-b916da029d3e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:27.278204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-4594718c-a360-4812-b9e8-b916da029d3e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] For port 9cc3d754-e778-4d56-ab2f-cff950c02804, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=9cc3d754-e778-4d56-ab2f-cff950c02804,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:27.278639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-4594718c-a360-4812-b9e8-b916da029d3e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:27.293966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-4594718c-a360-4812-b9e8-b916da029d3e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Calling delete_port for 9cc3d754-e778-4d56-ab2f-cff950c02804 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:27.437312 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-4594718c-a360-4812-b9e8-b916da029d3e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:27.467771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594718c-a360-4812-b9e8-b916da029d3e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Pushing event deleted for resources: {'Port': ['ID=9cc3d754-e778-4d56-ab2f-cff950c02804,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:27.512207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-4594718c-a360-4812-b9e8-b916da029d3e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] No DVR routers for this DVR port 9cc3d754-e778-4d56-ab2f-cff950c02804 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:27.515079 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-4594718c-a360-4812-b9e8-b916da029d3e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:27.517620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cce8739-fa3c-47b7-8db5-43e351a9b1d6 req-4594718c-a360-4812-b9e8-b916da029d3e tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.82 "DELETE /v2.0/ports/9cc3d754-e778-4d56-ab2f-cff950c02804 HTTP/1.1" status: 204 len: 173 time: 0.4313862 Aug 04 17:16:27.518109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bac807-d986-44c8-b66a-a773f3594ce2', 'name': 'network-vif-deleted', 'tag': '9cc3d754-e778-4d56-ab2f-cff950c02804'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:16:27.529621 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716bf187-7862-464d-bfb3-0f2050961089" -d '{"events": [{"server_uuid": "58bac807-d986-44c8-b66a-a773f3594ce2", "name": "network-vif-deleted", "tag": "9cc3d754-e778-4d56-ab2f-cff950c02804"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:16:27.554426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46234) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:27.591928 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e6d75c-ef45-477f-bd8f-2fa228b4c0e2 x-openstack-request-id: req-60e6d75c-ef45-477f-bd8f-2fa228b4c0e2 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:16:27.592273 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bac807-d986-44c8-b66a-a773f3594ce2", "name": "network-vif-deleted", "tag": "9cc3d754-e778-4d56-ab2f-cff950c02804", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:16:27.592893 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60e6d75c-ef45-477f-bd8f-2fa228b4c0e2 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:16:27.593301 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bac807-d986-44c8-b66a-a773f3594ce2', 'name': 'network-vif-deleted', 'tag': '9cc3d754-e778-4d56-ab2f-cff950c02804', 'status': 'completed', 'code': 200} Aug 04 17:16:27.711448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-89aad90b-0556-4dd8-be41-de640b6531f3 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1292989213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:27.740902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89aad90b-0556-4dd8-be41-de640b6531f3 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:27.742060 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89aad90b-0556-4dd8-be41-de640b6531f3 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:27.804674 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89aad90b-0556-4dd8-be41-de640b6531f3 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:27.810624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89aad90b-0556-4dd8-be41-de640b6531f3 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:27.851933 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89aad90b-0556-4dd8-be41-de640b6531f3 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:27.856494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46240) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:27.856996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-89aad90b-0556-4dd8-be41-de640b6531f3 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2997277 Aug 04 17:16:27.862993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-554024754'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:27.873897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d532fc-0df6-4eb7-8a35-d82f78de978d req-af3db8a6-862b-41b1-8985-4689901674e8 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:27.875670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-01d532fc-0df6-4eb7-8a35-d82f78de978d req-af3db8a6-862b-41b1-8985-4689901674e8 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 945 time: 0.0825963 Aug 04 17:16:27.921037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-bc4c2068-924e-482b-88ea-0d8292130952 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:27.923357 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-bc4c2068-924e-482b-88ea-0d8292130952 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 945 time: 0.0949206 Aug 04 17:16:27.925044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Made reservation on behalf of 580ec913cc6449a5af6bd36de76c534e for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:27.929768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:27.936600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-01d532fc-0df6-4eb7-8a35-d82f78de978d req-92846d78-bce1-42ea-8dd4-7165edba16d1 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f117d31-1c1c-438e-9adb-7c70e50e9a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518177 Aug 04 17:16:27.952233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.087808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc828d4c-84c4-4d49-8208-2cb4f40b6219 req-c1eed034-c243-4be2-a7f8-256254b1cfb6 tempest-VolumesBackupsTest-1010782670 tempest-VolumesBackupsTest-1010782670-project] 10.222.0.39 "GET /v2.0/ports?device_id=58bac807-d986-44c8-b66a-a773f3594ce2 HTTP/1.1" status: 200 len: 210 time: 0.0376930 Aug 04 17:16:28.135301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-2d60489f-46ed-4a53-93f6-674581910b02 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Deleting port 0c1a131a-8692-4b50-984a-b7a5426da020 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:28.135701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-2d60489f-46ed-4a53-93f6-674581910b02 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.204615 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.210203 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.252226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:28.267648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4156a0c8-b2b5-481c-b757-bc60e60dbda1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:28.281599 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.281965 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Added segment 22ce41bd-77a2-4c77-8e44-6560dcaad92a of type vlan for network dd1821cd-fbc7-42ad-aca6-2be78919460a Aug 04 17:16:28.336491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-2d60489f-46ed-4a53-93f6-674581910b02 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] For port 0c1a131a-8692-4b50-984a-b7a5426da020, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0c1a131a-8692-4b50-984a-b7a5426da020,segment=NetworkSegment(ef94919f-c3ea-4559-af9e-dfb28f57f14d),segment_id=ef94919f-c3ea-4559-af9e-dfb28f57f14d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:28.337532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-2d60489f-46ed-4a53-93f6-674581910b02 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.346574 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.355940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-2d60489f-46ed-4a53-93f6-674581910b02 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Calling delete_port for 0c1a131a-8692-4b50-984a-b7a5426da020 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:28.423626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.429163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:28.429844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.507500 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6496000 Aug 04 17:16:28.510580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46256) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:28.516337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'subnet': {'network_id': 'dd1821cd-fbc7-42ad-aca6-2be78919460a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:28.518195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30204b61-4f78-4cfa-827c-c089bdecc6c2 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Network': ['ID=dd1821cd-fbc7-42ad-aca6-2be78919460a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:28.529058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network dd1821cd-fbc7-42ad-aca6-2be78919460a details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:28.605989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-2d60489f-46ed-4a53-93f6-674581910b02 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.620351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['0c1a131a-8692-4b50-984a-b7a5426da020'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:16:28.649430 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60489f-46ed-4a53-93f6-674581910b02 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Pushing event deleted for resources: {'Port': ['ID=0c1a131a-8692-4b50-984a-b7a5426da020,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:28.694391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-2d60489f-46ed-4a53-93f6-674581910b02 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] No DVR routers for this DVR port 0c1a131a-8692-4b50-984a-b7a5426da020 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:28.697277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-2d60489f-46ed-4a53-93f6-674581910b02 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:28.699696 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-245a84e9-72d9-4277-a21e-898ddd68e64b req-2d60489f-46ed-4a53-93f6-674581910b02 tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.90 "DELETE /v2.0/ports/0c1a131a-8692-4b50-984a-b7a5426da020 HTTP/1.1" status: 204 len: 173 time: 0.7649603 Aug 04 17:16:28.700195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2b556d-3bdd-46f0-ba92-d62118fe2d25', 'name': 'network-vif-deleted', 'tag': '0c1a131a-8692-4b50-984a-b7a5426da020'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:16:28.702580 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee0c199-a6f7-4da7-abcc-4dc7ffaae5ce" -d '{"events": [{"server_uuid": "cc2b556d-3bdd-46f0-ba92-d62118fe2d25", "name": "network-vif-deleted", "tag": "0c1a131a-8692-4b50-984a-b7a5426da020"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:16:28.740369 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f34594-bc16-4261-a282-57b6c4e8603c x-openstack-request-id: req-b4f34594-bc16-4261-a282-57b6c4e8603c {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:16:28.740663 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2b556d-3bdd-46f0-ba92-d62118fe2d25", "name": "network-vif-deleted", "tag": "0c1a131a-8692-4b50-984a-b7a5426da020", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:16:28.740951 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4f34594-bc16-4261-a282-57b6c4e8603c {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:16:28.741393 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2b556d-3bdd-46f0-ba92-d62118fe2d25', 'name': 'network-vif-deleted', 'tag': '0c1a131a-8692-4b50-984a-b7a5426da020', 'status': 'completed', 'code': 200} Aug 04 17:16:28.989196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Made reservation on behalf of 580ec913cc6449a5af6bd36de76c534e for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:28.993448 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.017883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 9cc3d754-e778-4d56-ab2f-cff950c02804 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:29.040276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 9cc3d754-e778-4d56-ab2f-cff950c02804 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:29.040984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 9cc3d754-e778-4d56-ab2f-cff950c02804 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:29.085065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2427cdde-2372-4b9e-bee4-d889dfa122bd req-e652855b-fbf3-4005-8d9a-d49b99b9ba9b tempest-VolumesActionsTest-1848676722 tempest-VolumesActionsTest-1848676722-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2b556d-3bdd-46f0-ba92-d62118fe2d25 HTTP/1.1" status: 200 len: 210 time: 0.0421138 Aug 04 17:16:29.144360 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:16:29.232482 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.325058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Subnet': ['ID=d68f14c7-9060-4ce6-b4d1-52bb332d075a,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:29.334847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Checking segment: {'id': '22ce41bd-77a2-4c77-8e44-6560dcaad92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd1821cd-fbc7-42ad-aca6-2be78919460a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:29.335215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network hostable DHCP agents. Network: dd1821cd-fbc7-42ad-aca6-2be78919460a, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:29.354069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network dd1821cd-fbc7-42ad-aca6-2be78919460a is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:29.363980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, dd1821cd-fbc7-42ad-aca6-2be78919460a) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:29.368760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:29.369611 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.373334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff22bf85-30e3-48d5-a18a-ee8617bd8a14 None None] Network dd1821cd-fbc7-42ad-aca6-2be78919460a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:29.387422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dce9de04-2892-44d4-a6d0-e735cbfa16bd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8753581 Aug 04 17:16:29.389780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46268) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:29.395188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'network': {'name': 'tempest-router-network01--1978430906'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:29.421225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Made reservation on behalf of 580ec913cc6449a5af6bd36de76c534e for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:29.425279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.451201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:29.462312 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.462693 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Added segment 193528d2-cf95-4f68-8909-748a5bff99e0 of type vlan for network 08767148-9314-4b4e-b5f7-f4d33407d7ce Aug 04 17:16:29.511182 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.533290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-dd1821cd-fbc7-42ad-aca6-2be78919460a', 'network_id': 'dd1821cd-fbc7-42ad-aca6-2be78919460a', 'tenant_id': '580ec913cc6449a5af6bd36de76c534e', 'fixed_ips': [{'subnet_id': 'd68f14c7-9060-4ce6-b4d1-52bb332d075a'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:16:29.534169 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.557949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.564180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:29.564774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.615710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2222927 Aug 04 17:16:29.616075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46272) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:29.622071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'network': {'name': 'tempest-router-network02--1349948279'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:29.638269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da2145-6a7b-4bb4-a5e2-5aa3afd19e66 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Network': ['ID=08767148-9314-4b4e-b5f7-f4d33407d7ce,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:29.647664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Made reservation on behalf of 580ec913cc6449a5af6bd36de76c534e for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:29.652086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.653005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 08767148-9314-4b4e-b5f7-f4d33407d7ce details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:29.682711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:29.693982 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.694631 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Added segment b6cbc19b-46d0-4f84-a226-2556d79ca8ec of type vlan for network ed510273-1a52-4f11-a4d5-55255a3d57e2 Aug 04 17:16:29.739313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.758651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Allocated IP 2001:db8::2 (dd1821cd-fbc7-42ad-aca6-2be78919460a/d68f14c7-9060-4ce6-b4d1-52bb332d075a/4a683b73-0864-4d80-901f-6db6aead8164) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:29.774301 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.781016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:29.781674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.873850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Network': ['ID=ed510273-1a52-4f11-a4d5-55255a3d57e2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:29.881539 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-73cbc7ec-f5e9-4338-9495-ef0d80c4dcb4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2610579 Aug 04 17:16:29.881974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46274) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:29.888124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'subnet': {'network_id': '08767148-9314-4b4e-b5f7-f4d33407d7ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:29.892347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ed510273-1a52-4f11-a4d5-55255a3d57e2 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:29.979662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Made reservation on behalf of 580ec913cc6449a5af6bd36de76c534e for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:29.983687 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:29.996623 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:30.009297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Transition to ACTIVE for port object 4a683b73-0864-4d80-901f-6db6aead8164 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:30.026283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Transition to ACTIVE for port object 4a683b73-0864-4d80-901f-6db6aead8164 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:30.034126 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:30.074066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Network dd1821cd-fbc7-42ad-aca6-2be78919460a is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:30.081445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:30.086235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:30.092915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Pushing event updated for resources: {'Port': ['ID=4a683b73-0864-4d80-901f-6db6aead8164,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:30.181622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Attempting to bind port 4a683b73-0864-4d80-901f-6db6aead8164 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:30.182109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Attempting to bind port 4a683b73-0864-4d80-901f-6db6aead8164 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '22ce41bd-77a2-4c77-8e44-6560dcaad92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd1821cd-fbc7-42ad-aca6-2be78919460a'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:30.182581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Attempting to bind port 4a683b73-0864-4d80-901f-6db6aead8164 on network dd1821cd-fbc7-42ad-aca6-2be78919460a {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:30.189487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:30.189944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Checking segment: {'id': '22ce41bd-77a2-4c77-8e44-6560dcaad92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd1821cd-fbc7-42ad-aca6-2be78919460a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:30.190699 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:30.191410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Bound using segment: {'id': '22ce41bd-77a2-4c77-8e44-6560dcaad92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd1821cd-fbc7-42ad-aca6-2be78919460a'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:30.192116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Bound port: 4a683b73-0864-4d80-901f-6db6aead8164, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ce41bd-77a2-4c77-8e44-6560dcaad92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'dd1821cd-fbc7-42ad-aca6-2be78919460a'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:30.192771 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:30.229720 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:30.266204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] For port 4a683b73-0864-4d80-901f-6db6aead8164, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:30.271389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] For port 4a683b73-0864-4d80-901f-6db6aead8164, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4a683b73-0864-4d80-901f-6db6aead8164,segment=NetworkSegment(22ce41bd-77a2-4c77-8e44-6560dcaad92a),segment_id=22ce41bd-77a2-4c77-8e44-6560dcaad92a)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:30.278827 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:30.296260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Subnet': ['ID=21f2789e-856b-40eb-9c6c-21e2e242073d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:30.321957 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Checking segment: {'id': '193528d2-cf95-4f68-8909-748a5bff99e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '08767148-9314-4b4e-b5f7-f4d33407d7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:30.322681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network hostable DHCP agents. Network: 08767148-9314-4b4e-b5f7-f4d33407d7ce, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:30.350177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network 08767148-9314-4b4e-b5f7-f4d33407d7ce is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:30.359113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf2164-0184-415a-b76c-deed6638c2ae None None] Pushing event updated for resources: {'Port': ['ID=4a683b73-0864-4d80-901f-6db6aead8164,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:30.364996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 08767148-9314-4b4e-b5f7-f4d33407d7ce) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:30.369559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:30.370118 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:30.383029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72557efb-fcf6-4ef2-8dd2-1d24a6ca9174 None None] Network 08767148-9314-4b4e-b5f7-f4d33407d7ce requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:30.388050 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-89701b81-1d46-4f0d-9524-b6282fd1c2ea tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5051694 Aug 04 17:16:30.390741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46282) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:30.396399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'subnet': {'network_id': 'ed510273-1a52-4f11-a4d5-55255a3d57e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:30.527265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Made reservation on behalf of 580ec913cc6449a5af6bd36de76c534e for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:30.533722 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:30.593626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-08767148-9314-4b4e-b5f7-f4d33407d7ce', 'network_id': '08767148-9314-4b4e-b5f7-f4d33407d7ce', 'tenant_id': '580ec913cc6449a5af6bd36de76c534e', 'fixed_ips': [{'subnet_id': '21f2789e-856b-40eb-9c6c-21e2e242073d'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:16:30.594986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:30.899197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Allocated IP 2001:db8::2 (08767148-9314-4b4e-b5f7-f4d33407d7ce/21f2789e-856b-40eb-9c6c-21e2e242073d/8617fc9d-7331-4669-a08c-b700ef4be3db) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:30.913553 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:30.994592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Subnet': ['ID=b306ff18-b790-4196-831f-9dd59afb3947,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:31.005287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Checking segment: {'id': 'b6cbc19b-46d0-4f84-a226-2556d79ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ed510273-1a52-4f11-a4d5-55255a3d57e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:31.005662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network hostable DHCP agents. Network: ed510273-1a52-4f11-a4d5-55255a3d57e2, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:31.031609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network ed510273-1a52-4f11-a4d5-55255a3d57e2 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:31.045337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ed510273-1a52-4f11-a4d5-55255a3d57e2) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:31.060900 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:31.061828 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:31.067214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270ae16b-4443-4f87-9631-69f27f5da58e None None] Network ed510273-1a52-4f11-a4d5-55255a3d57e2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:31.086328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46292) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:31.087555 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-61609eb7-5f16-40f3-afd4-12bf203a1207 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6951895 Aug 04 17:16:31.174326 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:31.196036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Transition to ACTIVE for port object 8617fc9d-7331-4669-a08c-b700ef4be3db will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:31.241530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Transition to ACTIVE for port object 8617fc9d-7331-4669-a08c-b700ef4be3db will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:31.257575 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:31.435429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Network 08767148-9314-4b4e-b5f7-f4d33407d7ce is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:31.441858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:31.446562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:31.452565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Pushing event updated for resources: {'Port': ['ID=8617fc9d-7331-4669-a08c-b700ef4be3db,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:31.511125 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:31.531824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-ed510273-1a52-4f11-a4d5-55255a3d57e2', 'network_id': 'ed510273-1a52-4f11-a4d5-55255a3d57e2', 'tenant_id': '580ec913cc6449a5af6bd36de76c534e', 'fixed_ips': [{'subnet_id': 'b306ff18-b790-4196-831f-9dd59afb3947'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:16:31.532703 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:31.557266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Attempting to bind port 8617fc9d-7331-4669-a08c-b700ef4be3db on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:31.557921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Attempting to bind port 8617fc9d-7331-4669-a08c-b700ef4be3db by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '193528d2-cf95-4f68-8909-748a5bff99e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '08767148-9314-4b4e-b5f7-f4d33407d7ce'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:31.558068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Attempting to bind port 8617fc9d-7331-4669-a08c-b700ef4be3db on network 08767148-9314-4b4e-b5f7-f4d33407d7ce {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:31.569811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:31.570227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Checking segment: {'id': '193528d2-cf95-4f68-8909-748a5bff99e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '08767148-9314-4b4e-b5f7-f4d33407d7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:31.570577 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:31.571061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Bound using segment: {'id': '193528d2-cf95-4f68-8909-748a5bff99e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '08767148-9314-4b4e-b5f7-f4d33407d7ce'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:31.571590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Bound port: 8617fc9d-7331-4669-a08c-b700ef4be3db, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193528d2-cf95-4f68-8909-748a5bff99e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '08767148-9314-4b4e-b5f7-f4d33407d7ce'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:31.571975 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:31.792478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0c1a131a-8692-4b50-984a-b7a5426da020 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:31.821385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc80d7-b859-48ac-88bf-5cdda1c1969e None None] Network dd1821cd-fbc7-42ad-aca6-2be78919460a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:31.838373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Allocated IP 2001:db8::1 (08767148-9314-4b4e-b5f7-f4d33407d7ce/21f2789e-856b-40eb-9c6c-21e2e242073d/e5ac5e3e-6c23-4526-aa27-d5688348337b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:31.849406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 0c1a131a-8692-4b50-984a-b7a5426da020 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:31.849754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0c1a131a-8692-4b50-984a-b7a5426da020 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:31.960620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-beb06c07-9f4e-4242-8cd6-c75dd990e14d None None] Provisioning for port 4a683b73-0864-4d80-901f-6db6aead8164 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:31.994135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] For port 8617fc9d-7331-4669-a08c-b700ef4be3db, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:32.024819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Allocated IP 2001:db8::2 (ed510273-1a52-4f11-a4d5-55255a3d57e2/b306ff18-b790-4196-831f-9dd59afb3947/9360c1f8-4f2d-4367-829b-317bcf33d9e9) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:32.030979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:32.041279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] For port 8617fc9d-7331-4669-a08c-b700ef4be3db, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8617fc9d-7331-4669-a08c-b700ef4be3db,segment=NetworkSegment(193528d2-cf95-4f68-8909-748a5bff99e0),segment_id=193528d2-cf95-4f68-8909-748a5bff99e0)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:32.049104 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8a4cd57d-a057-4079-8834-56c97ce602f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:32.052038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Transition to ACTIVE for port object e5ac5e3e-6c23-4526-aa27-d5688348337b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:32.054044 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:32.100970 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:32.208210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network 08767148-9314-4b4e-b5f7-f4d33407d7ce is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:32.213010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:32.225058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:32.226049 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:32.232051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Port': ['ID=e5ac5e3e-6c23-4526-aa27-d5688348337b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:32.240016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd662b-8d76-4979-8fa9-50f8c7cf408f None None] Pushing event updated for resources: {'Port': ['ID=8617fc9d-7331-4669-a08c-b700ef4be3db,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:32.387163 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:32.403150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Transition to ACTIVE for port object 9360c1f8-4f2d-4367-829b-317bcf33d9e9 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:32.467642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Transition to ACTIVE for port object 9360c1f8-4f2d-4367-829b-317bcf33d9e9 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:32.484468 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:32.534271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:32.653614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Pushing event updated for resources: {'Port': ['ID=9360c1f8-4f2d-4367-829b-317bcf33d9e9,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:32.665562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Network ed510273-1a52-4f11-a4d5-55255a3d57e2 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:32.667317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:32.671572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:32.703476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4a683b73-0864-4d80-901f-6db6aead8164 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:32.838749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Attempting to bind port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:32.839934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Attempting to bind port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b6cbc19b-46d0-4f84-a226-2556d79ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ed510273-1a52-4f11-a4d5-55255a3d57e2'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:32.840492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Attempting to bind port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 on network ed510273-1a52-4f11-a4d5-55255a3d57e2 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:32.850283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:32.851399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Checking segment: {'id': 'b6cbc19b-46d0-4f84-a226-2556d79ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ed510273-1a52-4f11-a4d5-55255a3d57e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:32.851816 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:32.852246 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Bound using segment: {'id': 'b6cbc19b-46d0-4f84-a226-2556d79ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ed510273-1a52-4f11-a4d5-55255a3d57e2'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:32.852893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Bound port: 9360c1f8-4f2d-4367-829b-317bcf33d9e9, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cbc19b-46d0-4f84-a226-2556d79ca8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ed510273-1a52-4f11-a4d5-55255a3d57e2'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:32.853286 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:32.924166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 4a683b73-0864-4d80-901f-6db6aead8164 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:32.941487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4a683b73-0864-4d80-901f-6db6aead8164 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:32.941898 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:33.018920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] For port 9360c1f8-4f2d-4367-829b-317bcf33d9e9, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:33.024229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] For port 9360c1f8-4f2d-4367-829b-317bcf33d9e9, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9360c1f8-4f2d-4367-829b-317bcf33d9e9,segment=NetworkSegment(b6cbc19b-46d0-4f84-a226-2556d79ca8ec),segment_id=b6cbc19b-46d0-4f84-a226-2556d79ca8ec)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:33.036737 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:33.072500 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:33.080929 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:33.081991 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:33.232328 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:33.252742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dfca3-b3cb-43a5-b8ba-245f49fc7ecc None None] Pushing event updated for resources: {'Port': ['ID=9360c1f8-4f2d-4367-829b-317bcf33d9e9,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:33.294003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 4a683b73-0864-4d80-901f-6db6aead8164, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4a683b73-0864-4d80-901f-6db6aead8164,segment=NetworkSegment(22ce41bd-77a2-4c77-8e44-6560dcaad92a),segment_id=22ce41bd-77a2-4c77-8e44-6560dcaad92a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:33.307608 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:33.375418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=4a683b73-0864-4d80-901f-6db6aead8164,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:33.433006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network 08767148-9314-4b4e-b5f7-f4d33407d7ce is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:33.440755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:33.458471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Port': ['ID=e5ac5e3e-6c23-4526-aa27-d5688348337b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:33.741399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Router 65f36568-dbb4-4bf6-b8df-3e14dacbbc1e is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:16:33.902000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:16:33.908939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b6bc6-4692-4b31-811c-8c402b74be8c None None] Network 08767148-9314-4b4e-b5f7-f4d33407d7ce requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:33.934955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46316) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:33.935480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-51f47e15-cce4-471c-80ae-209329d1a704 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "PUT /v2.0/routers/65f36568-dbb4-4bf6-b8df-3e14dacbbc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8462949 Aug 04 17:16:33.940369 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8216d0b-8677-4088-93f6-b684a4983dd3 None None] Sync routers for ids ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:16:33.953413 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8216d0b-8677-4088-93f6-b684a4983dd3 None None] Routers {'65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:16:33.954362 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b8216d0b-8677-4088-93f6-b684a4983dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:16:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:34.066833 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b8216d0b-8677-4088-93f6-b684a4983dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:34.087161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eb365dc9-d7e9-4cd7-81ff-628a6f3536b3 None None] Provisioning for port 8617fc9d-7331-4669-a08c-b700ef4be3db completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:34.101532 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8216d0b-8677-4088-93f6-b684a4983dd3 None None] Routers {'65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:16:34.105082 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b8216d0b-8677-4088-93f6-b684a4983dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:16:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:34.203981 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b8216d0b-8677-4088-93f6-b684a4983dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:34.204664 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8216d0b-8677-4088-93f6-b684a4983dd3 None None] The sync data for ids ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:16:34.402258 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e5d97ca6-4919-4ffa-8dc4-2e34ffaea937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:34.811794 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-96c51212-ab00-475d-a1e3-73939cafb4f1 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:16:34.812886 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-96c51212-ab00-475d-a1e3-73939cafb4f1 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "PUT /v2.0/routers/65f36568-dbb4-4bf6-b8df-3e14dacbbc1e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8765717 Aug 04 17:16:34.815801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46322) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:34.864213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9360c1f8-4f2d-4367-829b-317bcf33d9e9 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:34.905945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-85ec966b-5aab-4112-9608-1d17bd061b50 None None] Provisioning for port e5ac5e3e-6c23-4526-aa27-d5688348337b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:34.918944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-85ec966b-5aab-4112-9608-1d17bd061b50 None None] Provisioning complete for port e5ac5e3e-6c23-4526-aa27-d5688348337b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:34.919675 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-85ec966b-5aab-4112-9608-1d17bd061b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:35.015840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-85ec966b-5aab-4112-9608-1d17bd061b50 None None] Port e5ac5e3e-6c23-4526-aa27-d5688348337b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:16:35.020896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94e264-451f-4837-bb30-9396c301d228 None None] Network ed510273-1a52-4f11-a4d5-55255a3d57e2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:35.164680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:35.175813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:35.190409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4a683b73-0864-4d80-901f-6db6aead8164 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:35.400299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4a683b73-0864-4d80-901f-6db6aead8164 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:35.400714 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:35.403160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-62b13fa1-1f01-4ad5-acbe-f7197f6602a0 None None] Provisioning for port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:35.481064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-62b13fa1-1f01-4ad5-acbe-f7197f6602a0 None None] Provisioning complete for port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:35.481405 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-62b13fa1-1f01-4ad5-acbe-f7197f6602a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:35.620415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8617fc9d-7331-4669-a08c-b700ef4be3db up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:35.769006 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-62b13fa1-1f01-4ad5-acbe-f7197f6602a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:35.808879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-62b13fa1-1f01-4ad5-acbe-f7197f6602a0 None None] For port 9360c1f8-4f2d-4367-829b-317bcf33d9e9, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9360c1f8-4f2d-4367-829b-317bcf33d9e9,segment=NetworkSegment(b6cbc19b-46d0-4f84-a226-2556d79ca8ec),segment_id=b6cbc19b-46d0-4f84-a226-2556d79ca8ec)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:35.810119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 8617fc9d-7331-4669-a08c-b700ef4be3db completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:35.819925 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-62b13fa1-1f01-4ad5-acbe-f7197f6602a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:35.824820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8617fc9d-7331-4669-a08c-b700ef4be3db triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:35.825190 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:35.902622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-62b13fa1-1f01-4ad5-acbe-f7197f6602a0 None None] Provisioning complete for port e5ac5e3e-6c23-4526-aa27-d5688348337b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:35.903045 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-62b13fa1-1f01-4ad5-acbe-f7197f6602a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:35.917152 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:36.007612 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:36.009785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13fa1-1f01-4ad5-acbe-f7197f6602a0 None None] Pushing event updated for resources: {'Port': ['ID=9360c1f8-4f2d-4367-829b-317bcf33d9e9,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:36.023066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-62b13fa1-1f01-4ad5-acbe-f7197f6602a0 None None] Port e5ac5e3e-6c23-4526-aa27-d5688348337b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:16:36.036546 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:36.084793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 8617fc9d-7331-4669-a08c-b700ef4be3db, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8617fc9d-7331-4669-a08c-b700ef4be3db,segment=NetworkSegment(193528d2-cf95-4f68-8909-748a5bff99e0),segment_id=193528d2-cf95-4f68-8909-748a5bff99e0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:36.096081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:36.247064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b601665c-43a3-4c1a-9a0c-e938c0066241 None None] Provisioning complete for port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:36.247064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b601665c-43a3-4c1a-9a0c-e938c0066241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:36.315083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=8617fc9d-7331-4669-a08c-b700ef4be3db,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:36.487212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b601665c-43a3-4c1a-9a0c-e938c0066241 None None] Provisioning complete for port e5ac5e3e-6c23-4526-aa27-d5688348337b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:36.487771 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b601665c-43a3-4c1a-9a0c-e938c0066241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:36.567645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9360c1f8-4f2d-4367-829b-317bcf33d9e9 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:36.592210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Deleting port e5ac5e3e-6c23-4526-aa27-d5688348337b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:36.592557 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:36.609157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b601665c-43a3-4c1a-9a0c-e938c0066241 None None] Port e5ac5e3e-6c23-4526-aa27-d5688348337b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:16:36.643795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:36.644234 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:36.741728 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:36.759859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Calling delete_port for e5ac5e3e-6c23-4526-aa27-d5688348337b owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:36.806097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8617fc9d-7331-4669-a08c-b700ef4be3db up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:37.054904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:37.094225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Port': ['ID=e5ac5e3e-6c23-4526-aa27-d5688348337b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:37.106428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8617fc9d-7331-4669-a08c-b700ef4be3db triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:37.107510 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:37.316409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:37.446921 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:37.498747 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Router 65f36568-dbb4-4bf6-b8df-3e14dacbbc1e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:16:37.581788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:16:37.591428 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e552e3e0-525d-4859-bca2-1cdf677b52bb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "PUT /v2.0/routers/65f36568-dbb4-4bf6-b8df-3e14dacbbc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7744570 Aug 04 17:16:37.591899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46422) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:37.594770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca84fb7-256b-41d3-a423-5b8a3fe46341 None None] Sync routers for ids ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:16:37.604699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca84fb7-256b-41d3-a423-5b8a3fe46341 None None] Routers {'65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:16:37.605593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-eca84fb7-256b-41d3-a423-5b8a3fe46341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:16:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:37.635495 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-f6f6817a-e085-40ad-a89c-321958dee30f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] delete failed (client error): The resource could not be found. Aug 04 17:16:37.636873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f6f6817a-e085-40ad-a89c-321958dee30f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-773187278 HTTP/1.1" status: 404 len: 334 time: 0.0433652 Aug 04 17:16:37.640543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46424) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:37.645328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9acd7c34-6bc4-4a23-9c03-958af24567c9 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'router': {'external_gateway_info': {'network_id': '65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:37.647311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-eca84fb7-256b-41d3-a423-5b8a3fe46341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:37.659025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca84fb7-256b-41d3-a423-5b8a3fe46341 None None] Routers {'65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:16:37.659653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-eca84fb7-256b-41d3-a423-5b8a3fe46341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:16:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:37.693401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-eca84fb7-256b-41d3-a423-5b8a3fe46341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:37.694062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca84fb7-256b-41d3-a423-5b8a3fe46341 None None] The sync data for ids ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:16:37.858487 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9acd7c34-6bc4-4a23-9c03-958af24567c9 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:37.881836 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-9acd7c34-6bc4-4a23-9c03-958af24567c9 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] update failed (client error): The resource could not be found. Aug 04 17:16:37.882942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9acd7c34-6bc4-4a23-9c03-958af24567c9 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "PUT /v2.0/routers/65f36568-dbb4-4bf6-b8df-3e14dacbbc1e HTTP/1.1" status: 404 len: 339 time: 0.2412422 Aug 04 17:16:37.886765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46426) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:37.891903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1317902167'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:37.917580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Made reservation on behalf of 580ec913cc6449a5af6bd36de76c534e for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:37.921202 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:37.956291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:16:37.969806 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:37.970596 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Added segment ae07c077-b7d7-4e31-8f14-475a67efa313 of type vlan for network 997f3af0-8980-4c6b-8ae6-f7e5db7e98da Aug 04 17:16:38.016558 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:38.048127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:38.054211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:38.054909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:38.119882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2289639 Aug 04 17:16:38.120165 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46430) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:38.125519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'subnet': {'network_id': '997f3af0-8980-4c6b-8ae6-f7e5db7e98da', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:38.126694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee4d32-fbd5-49c5-a8d0-29dc3d693047 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Network': ['ID=997f3af0-8980-4c6b-8ae6-f7e5db7e98da,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:38.138114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 997f3af0-8980-4c6b-8ae6-f7e5db7e98da details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:16:38.248321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Made reservation on behalf of 580ec913cc6449a5af6bd36de76c534e for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:38.252463 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:38.491639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:38.563210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Subnet': ['ID=d73b583c-1b3e-40c5-ab62-994f37ae259a,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:38.575288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Checking segment: {'id': 'ae07c077-b7d7-4e31-8f14-475a67efa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '997f3af0-8980-4c6b-8ae6-f7e5db7e98da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:38.575739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network hostable DHCP agents. Network: 997f3af0-8980-4c6b-8ae6-f7e5db7e98da, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:16:38.602246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network 997f3af0-8980-4c6b-8ae6-f7e5db7e98da is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:16:38.615938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 997f3af0-8980-4c6b-8ae6-f7e5db7e98da) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:38.622907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:38.624072 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:38.629326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8e70f-2d00-41c1-a083-7f2f20c9ff64 None None] Network 997f3af0-8980-4c6b-8ae6-f7e5db7e98da requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:38.643532 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a3c633ea-d92a-4713-a0f8-77c3b17c5360 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5221419 Aug 04 17:16:38.646570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46444) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:38.652013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-16570754-73de-4e8f-b3be-4e5635b557ad tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'router': {'external_gateway_info': {'network_id': '997f3af0-8980-4c6b-8ae6-f7e5db7e98da'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:38.818310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-997f3af0-8980-4c6b-8ae6-f7e5db7e98da', 'network_id': '997f3af0-8980-4c6b-8ae6-f7e5db7e98da', 'tenant_id': '580ec913cc6449a5af6bd36de76c534e', 'fixed_ips': [{'subnet_id': 'd73b583c-1b3e-40c5-ab62-994f37ae259a'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:16:38.820528 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:38.919927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-16570754-73de-4e8f-b3be-4e5635b557ad tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:39.018767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Allocated IP 2001:db8:1::2 (997f3af0-8980-4c6b-8ae6-f7e5db7e98da/d73b583c-1b3e-40c5-ab62-994f37ae259a/3658df8b-7fd2-4072-947c-b05f73242e3a) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:39.065121 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:39.098634 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-16570754-73de-4e8f-b3be-4e5635b557ad tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:16:39.100065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-16570754-73de-4e8f-b3be-4e5635b557ad tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "PUT /v2.0/routers/65f36568-dbb4-4bf6-b8df-3e14dacbbc1e HTTP/1.1" status: 400 len: 364 time: 0.4524527 Aug 04 17:16:39.104106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46448) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:39.113182 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:39.226200 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:39.242125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Transition to ACTIVE for port object 3658df8b-7fd2-4072-947c-b05f73242e3a will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:39.266323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Transition to ACTIVE for port object 3658df8b-7fd2-4072-947c-b05f73242e3a will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:39.274414 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:39.320143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Network 997f3af0-8980-4c6b-8ae6-f7e5db7e98da is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:39.323875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:39.326976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:39.342942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Pushing event updated for resources: {'Port': ['ID=3658df8b-7fd2-4072-947c-b05f73242e3a,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:39.404850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Attempting to bind port 3658df8b-7fd2-4072-947c-b05f73242e3a on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:39.405226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Attempting to bind port 3658df8b-7fd2-4072-947c-b05f73242e3a by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'ae07c077-b7d7-4e31-8f14-475a67efa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '997f3af0-8980-4c6b-8ae6-f7e5db7e98da'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:39.405571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Attempting to bind port 3658df8b-7fd2-4072-947c-b05f73242e3a on network 997f3af0-8980-4c6b-8ae6-f7e5db7e98da {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:39.411083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:39.411451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Checking segment: {'id': 'ae07c077-b7d7-4e31-8f14-475a67efa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '997f3af0-8980-4c6b-8ae6-f7e5db7e98da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:39.411851 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:39.412239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Bound using segment: {'id': 'ae07c077-b7d7-4e31-8f14-475a67efa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '997f3af0-8980-4c6b-8ae6-f7e5db7e98da'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:39.412979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Bound port: 3658df8b-7fd2-4072-947c-b05f73242e3a, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae07c077-b7d7-4e31-8f14-475a67efa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '997f3af0-8980-4c6b-8ae6-f7e5db7e98da'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:39.413381 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:39.466588 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:39.488202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] For port 3658df8b-7fd2-4072-947c-b05f73242e3a, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:39.491670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] For port 3658df8b-7fd2-4072-947c-b05f73242e3a, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3658df8b-7fd2-4072-947c-b05f73242e3a,segment=NetworkSegment(ae07c077-b7d7-4e31-8f14-475a67efa313),segment_id=ae07c077-b7d7-4e31-8f14-475a67efa313)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:39.497553 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:39.577830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb33c2-21b5-435b-889d-a6bbea678dc8 None None] Pushing event updated for resources: {'Port': ['ID=3658df8b-7fd2-4072-947c-b05f73242e3a,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:40.208701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Allocated IP 2001:db8::1 (dd1821cd-fbc7-42ad-aca6-2be78919460a/d68f14c7-9060-4ce6-b4d1-52bb332d075a/84530701-6bee-4ced-be21-e4bf4ac992b7) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:40.336700 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:40.351408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Transition to ACTIVE for port object 84530701-6bee-4ced-be21-e4bf4ac992b7 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:40.396361 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:40.455836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network dd1821cd-fbc7-42ad-aca6-2be78919460a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:40.461414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:40.465521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:40.466168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:40.590476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Port': ['ID=84530701-6bee-4ced-be21-e4bf4ac992b7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:40.707339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3658df8b-7fd2-4072-947c-b05f73242e3a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:40.710905 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:40.904311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3658df8b-7fd2-4072-947c-b05f73242e3a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:40.971993 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8acc489-c2ae-4191-887b-947ea8f59516 None None] Network 997f3af0-8980-4c6b-8ae6-f7e5db7e98da requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:41.104676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:41.114178 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:41.114503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:41.115724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] Provisioning for port 3658df8b-7fd2-4072-947c-b05f73242e3a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:41.192088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] Provisioning complete for port 3658df8b-7fd2-4072-947c-b05f73242e3a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:41.193651 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:41.228914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event updated for resources: {'Port': ['ID=84530701-6bee-4ced-be21-e4bf4ac992b7,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:41.349905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Network dd1821cd-fbc7-42ad-aca6-2be78919460a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:41.353733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:41.425485 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:41.495108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] For port 3658df8b-7fd2-4072-947c-b05f73242e3a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3658df8b-7fd2-4072-947c-b05f73242e3a,segment=NetworkSegment(ae07c077-b7d7-4e31-8f14-475a67efa313),segment_id=ae07c077-b7d7-4e31-8f14-475a67efa313)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:41.507871 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:41.582033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] Provisioning for port 84530701-6bee-4ced-be21-e4bf4ac992b7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:41.592200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] Provisioning complete for port 84530701-6bee-4ced-be21-e4bf4ac992b7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:41.592770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:41.703908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] Pushing event updated for resources: {'Port': ['ID=3658df8b-7fd2-4072-947c-b05f73242e3a,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:41.745815 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-de4ecc36-4b17-4337-ac65-8d12f3998a81 None None] Port 84530701-6bee-4ced-be21-e4bf4ac992b7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:16:41.875653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Router 65f36568-dbb4-4bf6-b8df-3e14dacbbc1e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:16:41.970266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-144c5993-4ffd-412d-b560-7346f18850c8 None None] Provisioning complete for port 3658df8b-7fd2-4072-947c-b05f73242e3a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:41.970643 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-144c5993-4ffd-412d-b560-7346f18850c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:41.994408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:16:42.008689 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b071a4da-0374-42d1-b770-1c7e15e8f056 None None] Sync routers for ids ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:16:42.011120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6526e57a-7e77-4b36-934e-ece309e1fe0e tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "PUT /v2.0/routers/65f36568-dbb4-4bf6-b8df-3e14dacbbc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9048047 Aug 04 17:16:42.013218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46476) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:42.029432 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071a4da-0374-42d1-b770-1c7e15e8f056 None None] Routers {'65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:16:42.030253 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b071a4da-0374-42d1-b770-1c7e15e8f056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:16:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:42.098991 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b071a4da-0374-42d1-b770-1c7e15e8f056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:42.109456 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071a4da-0374-42d1-b770-1c7e15e8f056 None None] Routers {'65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:16:42.110279 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b071a4da-0374-42d1-b770-1c7e15e8f056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:16:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:42.118578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-144c5993-4ffd-412d-b560-7346f18850c8 None None] Provisioning complete for port 84530701-6bee-4ced-be21-e4bf4ac992b7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:42.119355 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-144c5993-4ffd-412d-b560-7346f18850c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:42.160265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-144c5993-4ffd-412d-b560-7346f18850c8 None None] Port 84530701-6bee-4ced-be21-e4bf4ac992b7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:16:42.171117 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db8e44f0-6e00-4d4e-a4b6-6e7ec83fe693 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:42.204357 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b071a4da-0374-42d1-b770-1c7e15e8f056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:42.204954 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b071a4da-0374-42d1-b770-1c7e15e8f056 None None] The sync data for ids ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:16:42.271421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-e9e72a32-4abf-4fdd-9723-871930a4cdd6 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:42.279211 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-db8e44f0-6e00-4d4e-a4b6-6e7ec83fe693 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 04 17:16:42.281442 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-db8e44f0-6e00-4d4e-a4b6-6e7ec83fe693 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/routers/65f36568-dbb4-4bf6-b8df-3e14dacbbc1e HTTP/1.1" status: 409 len: 329 time: 0.2657909 Aug 04 17:16:42.282636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-e9e72a32-4abf-4fdd-9723-871930a4cdd6 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 815 time: 0.1757553 Aug 04 17:16:42.284182 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46486) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:42.299088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-24a847af-d1cd-474b-b1ef-d8e0922c2829 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/quotas/88570249e15e4071a11ba66e1418616d HTTP/1.1" status: 200 len: 375 time: 0.0116813 Aug 04 17:16:42.379442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-6cef1d18-9353-4cf7-9c12-dda313a91105 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780575 Aug 04 17:16:42.550189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3658df8b-7fd2-4072-947c-b05f73242e3a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:42.615263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-94562884-737f-445a-bb5c-969372eeb746 service neutron] 10.222.0.39 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328942 Aug 04 17:16:42.647085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3658df8b-7fd2-4072-947c-b05f73242e3a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:42.647462 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:42.732332 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:42.767981 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-6eed5b8b-df3a-4815-a706-ebb092e5de4f service neutron] 10.222.0.39 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360314 Aug 04 17:16:43.020808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1c5463d-06d7-4996-b143-9363969d42e0 req-506a7758-c654-4fed-9323-d6fda6f5ce6b tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 210 time: 0.0380757 Aug 04 17:16:43.061073 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Deleting port 84530701-6bee-4ced-be21-e4bf4ac992b7 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:43.061870 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:43.189102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:43.205172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Calling delete_port for 84530701-6bee-4ced-be21-e4bf4ac992b7 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:43.482750 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:43.542099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Port': ['ID=84530701-6bee-4ced-be21-e4bf4ac992b7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:43.594468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.595144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.595789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.596430 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.597060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.597695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.598327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.599009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.599631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.600261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.601018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:43.601619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:16:44.025158 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:44.176512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff34f4e6-eaae-4e76-83a7-ecc6a91e38a9 req-e28309ef-c591-4fb2-9b3a-651cc01d091a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 210 time: 0.0546885 Aug 04 17:16:44.221211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Router 65f36568-dbb4-4bf6-b8df-3e14dacbbc1e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:16:44.314176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:16:44.320882 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-23c90455-5368-417b-8bac-764bc1c0a946 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "PUT /v2.0/routers/65f36568-dbb4-4bf6-b8df-3e14dacbbc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0340643 Aug 04 17:16:44.327102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ba721-acc6-4efd-b0b0-7ed4f60e638d None None] Sync routers for ids ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:16:44.334252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46524) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:44.339764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ba721-acc6-4efd-b0b0-7ed4f60e638d None None] Routers {'65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:16:44.340398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-936ba721-acc6-4efd-b0b0-7ed4f60e638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:16:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:44.377780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-936ba721-acc6-4efd-b0b0-7ed4f60e638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:44.380653 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-cc001f8c-94bc-44b4-9e0c-11882316a9aa tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] show failed (client error): The resource could not be found. Aug 04 17:16:44.381838 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cc001f8c-94bc-44b4-9e0c-11882316a9aa tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1421158679 HTTP/1.1" status: 404 len: 335 time: 0.0463123 Aug 04 17:16:44.387214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46526) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:44.389708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ba721-acc6-4efd-b0b0-7ed4f60e638d None None] Routers {'65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:16:44.390374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-936ba721-acc6-4efd-b0b0-7ed4f60e638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:16:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:44.395873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c1f3dd27-6877-4c95-a3af-6f5295ed767b tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:44.424494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-936ba721-acc6-4efd-b0b0-7ed4f60e638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:44.425571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ba721-acc6-4efd-b0b0-7ed4f60e638d None None] The sync data for ids ['65f36568-dbb4-4bf6-b8df-3e14dacbbc1e'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:16:44.467223 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-c1f3dd27-6877-4c95-a3af-6f5295ed767b tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] update failed (client error): The resource could not be found. Aug 04 17:16:44.469181 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c1f3dd27-6877-4c95-a3af-6f5295ed767b tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-767981676 HTTP/1.1" status: 404 len: 334 time: 0.0807998 Aug 04 17:16:44.473033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46528) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:44.541820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec5994a-33ba-40d0-8785-d8dfca96371a tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Deleting subnet d73b583c-1b3e-40c5-ab62-994f37ae259a {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:16:44.548576 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ec5994a-33ba-40d0-8785-d8dfca96371a tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:44.594522 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ec5994a-33ba-40d0-8785-d8dfca96371a tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:44.739489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-d4de47b9-21b4-473e-81c9-1a2512264268 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:44.740976 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-d4de47b9-21b4-473e-81c9-1a2512264268 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.90 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 815 time: 0.1944804 Aug 04 17:16:44.756776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Request body: {'port': {'device_id': 'e42d0f58-9d30-41ed-adc3-e35c21f64a18', 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5', 'admin_state_up': True, 'tenant_id': '88570249e15e4071a11ba66e1418616d'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:44.765471 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ec5994a-33ba-40d0-8785-d8dfca96371a tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:44.845323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ec5994a-33ba-40d0-8785-d8dfca96371a tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:44.879636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5994a-33ba-40d0-8785-d8dfca96371a tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Subnet': ['ID=d73b583c-1b3e-40c5-ab62-994f37ae259a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:44.881979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ec5994a-33ba-40d0-8785-d8dfca96371a tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:44.884491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0ec5994a-33ba-40d0-8785-d8dfca96371a tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/subnets/d73b583c-1b3e-40c5-ab62-994f37ae259a HTTP/1.1" status: 204 len: 168 time: 0.4101334 Aug 04 17:16:44.886964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46532) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:44.891781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab87d4-2f4a-4aaf-af62-2161cb051617 None None] Network 997f3af0-8980-4c6b-8ae6-f7e5db7e98da requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:44.906020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Made reservation on behalf of 88570249e15e4071a11ba66e1418616d for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:16:44.910396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:44.996776 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.065987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Deleting port 3658df8b-7fd2-4072-947c-b05f73242e3a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:45.066859 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.111331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Allocated IP 172.20.0.2 (373b52df-db71-46e5-b1a4-e233063fd3e5/be96159f-c9fe-40bb-8342-d4b5dc324512/f1348011-be95-47c8-ae48-476a7218fe43) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:16:45.127800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d6fcfb-8051-4107-b0f1-70845ff3ac58 None None] DHCP port deletion for 997f3af0-8980-4c6b-8ae6-f7e5db7e98da request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:16:45.165408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] For port 3658df8b-7fd2-4072-947c-b05f73242e3a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3658df8b-7fd2-4072-947c-b05f73242e3a,segment=NetworkSegment(ae07c077-b7d7-4e31-8f14-475a67efa313),segment_id=ae07c077-b7d7-4e31-8f14-475a67efa313)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:45.166211 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.181751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Calling delete_port for 3658df8b-7fd2-4072-947c-b05f73242e3a owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:45.209374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-90d6fcfb-8051-4107-b0f1-70845ff3ac58 None None] Deleting port 3658df8b-7fd2-4072-947c-b05f73242e3a {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:45.210273 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-90d6fcfb-8051-4107-b0f1-70845ff3ac58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.294203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-90d6fcfb-8051-4107-b0f1-70845ff3ac58 None None] For port 3658df8b-7fd2-4072-947c-b05f73242e3a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3658df8b-7fd2-4072-947c-b05f73242e3a,segment=NetworkSegment(ae07c077-b7d7-4e31-8f14-475a67efa313),segment_id=ae07c077-b7d7-4e31-8f14-475a67efa313)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:45.295834 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-90d6fcfb-8051-4107-b0f1-70845ff3ac58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.302634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.314382 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-90d6fcfb-8051-4107-b0f1-70845ff3ac58 None None] Calling delete_port for 3658df8b-7fd2-4072-947c-b05f73242e3a owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:45.344143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] No DVR routers for this DVR port 3658df8b-7fd2-4072-947c-b05f73242e3a on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:45.446937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Port': ['ID=3658df8b-7fd2-4072-947c-b05f73242e3a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:45.447535 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-90d6fcfb-8051-4107-b0f1-70845ff3ac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.460148 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.482100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6fcfb-8051-4107-b0f1-70845ff3ac58 None None] Pushing event deleted for resources: {'Port': ['ID=3658df8b-7fd2-4072-947c-b05f73242e3a,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:45.494131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6fcfb-8051-4107-b0f1-70845ff3ac58 None None] No DVR routers for this DVR port 3658df8b-7fd2-4072-947c-b05f73242e3a on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:45.526690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.536952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.539886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997f3af0-8980-4c6b-8ae6-f7e5db7e98da']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:45.554981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c3ca1fe3-6014-4d71-aa0c-243d284be9e2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:16:45.565442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae07c077-b7d7-4e31-8f14-475a67efa313') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:45.565743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae07c077-b7d7-4e31-8f14-475a67efa313') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:45.593241 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.618215 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.622858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Pushing event updated for resources: {'Port': ['ID=f1348011-be95-47c8-ae48-476a7218fe43,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:45.630454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Network 373b52df-db71-46e5-b1a4-e233063fd3e5 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:16:45.639751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:16:45.642226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:16:45.663462 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abd344a5-1e5c-4800-bbe0-56e07e010833 req-bd373f9f-64b2-4360-87aa-a1b664b5ff28 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 210 time: 0.2208593 Aug 04 17:16:45.664773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:45.665417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:45.668951 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:45.752133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:45.757676 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.759246 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.775853 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.779304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/networks/997f3af0-8980-4c6b-8ae6-f7e5db7e98da HTTP/1.1" status: 204 len: 168 time: 0.8907983 Aug 04 17:16:45.796867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46542) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:45.807438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464d366-48b2-4116-8967-111f3f427f32 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Network': ['ID=997f3af0-8980-4c6b-8ae6-f7e5db7e98da,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:45.823435 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-9a355ec0-2738-4b1c-a1eb-32c8b8732020 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0730157 Aug 04 17:16:45.839995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Request body: {'port': {'device_id': 'e42d0f58-9d30-41ed-adc3-e35c21f64a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:16:45.912195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-92744cd2-8927-4844-bc92-4a967539811d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Deleting subnet b306ff18-b790-4196-831f-9dd59afb3947 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:16:45.919895 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92744cd2-8927-4844-bc92-4a967539811d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.934971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:45.975392 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92744cd2-8927-4844-bc92-4a967539811d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.113839 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92744cd2-8927-4844-bc92-4a967539811d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.215754 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92744cd2-8927-4844-bc92-4a967539811d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.262848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92744cd2-8927-4844-bc92-4a967539811d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Subnet': ['ID=b306ff18-b790-4196-831f-9dd59afb3947,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:46.266897 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92744cd2-8927-4844-bc92-4a967539811d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.268823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-92744cd2-8927-4844-bc92-4a967539811d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/subnets/b306ff18-b790-4196-831f-9dd59afb3947 HTTP/1.1" status: 204 len: 168 time: 0.4707406 Aug 04 17:16:46.271411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46550) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:46.274432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126dbb84-0fca-4bf8-be21-abf72ac5c310 None None] Network ed510273-1a52-4f11-a4d5-55255a3d57e2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:46.342563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1348011-be95-47c8-ae48-476a7218fe43 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:16:46.346264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca55ed3e-1e85-47cf-b60d-97dc4c904109 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Deleting subnet 21f2789e-856b-40eb-9c6c-21e2e242073d {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:16:46.351909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55ed3e-1e85-47cf-b60d-97dc4c904109 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.352971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.369951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Transition to ACTIVE for port object f1348011-be95-47c8-ae48-476a7218fe43 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:16:46.377907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.405563 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55ed3e-1e85-47cf-b60d-97dc4c904109 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.474826 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Pushing event updated for resources: {'Port': ['ID=f1348011-be95-47c8-ae48-476a7218fe43,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:46.509055 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55ed3e-1e85-47cf-b60d-97dc4c904109 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.568279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Attempting to bind port f1348011-be95-47c8-ae48-476a7218fe43 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:16:46.568623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Attempting to bind port f1348011-be95-47c8-ae48-476a7218fe43 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:16:46.568956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Attempting to bind port f1348011-be95-47c8-ae48-476a7218fe43 on network 373b52df-db71-46e5-b1a4-e233063fd3e5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:46.574672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Port f1348011-be95-47c8-ae48-476a7218fe43 on network 373b52df-db71-46e5-b1a4-e233063fd3e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:16:46.575099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Attempting to bind port f1348011-be95-47c8-ae48-476a7218fe43 on network 373b52df-db71-46e5-b1a4-e233063fd3e5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:16:46.581597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:16:46.581972 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Checking segment: {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:16:46.582367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Bound using segment: {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:16:46.582783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Bound port: f1348011-be95-47c8-ae48-476a7218fe43, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:16:46.583174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.584342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3658df8b-7fd2-4072-947c-b05f73242e3a no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:46.598611 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55ed3e-1e85-47cf-b60d-97dc4c904109 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.627557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3658df8b-7fd2-4072-947c-b05f73242e3a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:46.627905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3658df8b-7fd2-4072-947c-b05f73242e3a not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:46.643707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55ed3e-1e85-47cf-b60d-97dc4c904109 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Subnet': ['ID=21f2789e-856b-40eb-9c6c-21e2e242073d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:46.646223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55ed3e-1e85-47cf-b60d-97dc4c904109 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.650520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ca55ed3e-1e85-47cf-b60d-97dc4c904109 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/subnets/21f2789e-856b-40eb-9c6c-21e2e242073d HTTP/1.1" status: 204 len: 168 time: 0.3756278 Aug 04 17:16:46.651053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46552) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:46.655034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c099c-a357-433d-944f-93278e8ffd9d None None] Network 08767148-9314-4b4e-b5f7-f4d33407d7ce requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:46.687040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa25df2e-774c-49fd-932b-8352dc889e7a None None] DHCP port deletion for ed510273-1a52-4f11-a4d5-55255a3d57e2 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:16:46.765741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] For port f1348011-be95-47c8-ae48-476a7218fe43, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:16:46.771837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] For port f1348011-be95-47c8-ae48-476a7218fe43, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f1348011-be95-47c8-ae48-476a7218fe43,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:16:46.778255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.802624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:46.807947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.813301 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] 10.222.0.90 "PUT /v2.0/ports/f1348011-be95-47c8-ae48-476a7218fe43 HTTP/1.1" status: 200 len: 1091 time: 0.9820590 Aug 04 17:16:46.814748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42d0f58-9d30-41ed-adc3-e35c21f64a18', 'tag': 'f1348011-be95-47c8-ae48-476a7218fe43'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:16:46.818637 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3ce456-a8ac-4865-9dfa-493862d6eace" -d '{"events": [{"name": "network-changed", "server_uuid": "e42d0f58-9d30-41ed-adc3-e35c21f64a18", "tag": "f1348011-be95-47c8-ae48-476a7218fe43"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:16:46.916370 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ca67e8-8f0b-42b8-93be-fdf80c0d87bd x-openstack-request-id: req-27ca67e8-8f0b-42b8-93be-fdf80c0d87bd {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:16:46.916370 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42d0f58-9d30-41ed-adc3-e35c21f64a18", "tag": "f1348011-be95-47c8-ae48-476a7218fe43", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:16:46.916370 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27ca67e8-8f0b-42b8-93be-fdf80c0d87bd {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:16:46.916370 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42d0f58-9d30-41ed-adc3-e35c21f64a18', 'tag': 'f1348011-be95-47c8-ae48-476a7218fe43', 'status': 'completed', 'code': 200} Aug 04 17:16:46.941634 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-fa25df2e-774c-49fd-932b-8352dc889e7a None None] Deleting port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:46.941634 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa25df2e-774c-49fd-932b-8352dc889e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:46.986688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b272aa-4d52-4822-9a02-268b93af80f3 req-f11a6b81-f1b0-4a5a-a72b-66ff5e468763 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:46.990656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6b272aa-4d52-4822-9a02-268b93af80f3 req-f11a6b81-f1b0-4a5a-a72b-66ff5e468763 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 943 time: 0.2075589 Aug 04 17:16:47.013567 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-fb954ab7-9c97-4d9c-b123-817362a0a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:47.019081 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-fb954ab7-9c97-4d9c-b123-817362a0a758 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 1094 time: 0.1282508 Aug 04 17:16:47.019802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06598cf6-4c92-4dd1-ad4d-66139943201f service neutron] Pushing event updated for resources: {'Port': ['ID=f1348011-be95-47c8-ae48-476a7218fe43,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:47.020000 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.024838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104f841-7877-474c-9a0a-46416bae500e None None] DHCP port deletion for 08767148-9314-4b4e-b5f7-f4d33407d7ce request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:16:47.048392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-fa25df2e-774c-49fd-932b-8352dc889e7a None None] For port 9360c1f8-4f2d-4367-829b-317bcf33d9e9, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9360c1f8-4f2d-4367-829b-317bcf33d9e9,segment=NetworkSegment(b6cbc19b-46d0-4f84-a226-2556d79ca8ec),segment_id=b6cbc19b-46d0-4f84-a226-2556d79ca8ec)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:47.049048 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa25df2e-774c-49fd-932b-8352dc889e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.070385 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-3d46b6df-66b3-4393-9d4f-e1a2bca0bdff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1348011-be95-47c8-ae48-476a7218fe43 HTTP/1.1" status: 200 len: 217 time: 0.0451033 Aug 04 17:16:47.083427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-fa25df2e-774c-49fd-932b-8352dc889e7a None None] Calling delete_port for 9360c1f8-4f2d-4367-829b-317bcf33d9e9 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:47.106953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6b272aa-4d52-4822-9a02-268b93af80f3 req-b09fe269-7abb-4012-8121-fbf3af343495 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044030 Aug 04 17:16:47.132568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Deleting port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:47.135245 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.142584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-314ddafe-9c3b-4594-aa66-cfec14a39407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:47.145304 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-314ddafe-9c3b-4594-aa66-cfec14a39407 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.0672839 Aug 04 17:16:47.183901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c104f841-7877-474c-9a0a-46416bae500e None None] Deleting port 8617fc9d-7331-4669-a08c-b700ef4be3db {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:47.184223 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c104f841-7877-474c-9a0a-46416bae500e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.187862 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-85515571-dc88-4196-b243-fe467405ea02 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352619 Aug 04 17:16:47.238944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] For port 9360c1f8-4f2d-4367-829b-317bcf33d9e9, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9360c1f8-4f2d-4367-829b-317bcf33d9e9,segment=NetworkSegment(b6cbc19b-46d0-4f84-a226-2556d79ca8ec),segment_id=b6cbc19b-46d0-4f84-a226-2556d79ca8ec)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:47.240167 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.255937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Calling delete_port for 9360c1f8-4f2d-4367-829b-317bcf33d9e9 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:47.257915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c104f841-7877-474c-9a0a-46416bae500e None None] For port 8617fc9d-7331-4669-a08c-b700ef4be3db, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8617fc9d-7331-4669-a08c-b700ef4be3db,segment=NetworkSegment(193528d2-cf95-4f68-8909-748a5bff99e0),segment_id=193528d2-cf95-4f68-8909-748a5bff99e0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:47.258375 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c104f841-7877-474c-9a0a-46416bae500e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.273402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c104f841-7877-474c-9a0a-46416bae500e None None] Calling delete_port for 8617fc9d-7331-4669-a08c-b700ef4be3db owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:47.279667 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa25df2e-774c-49fd-932b-8352dc889e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.318578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25df2e-774c-49fd-932b-8352dc889e7a None None] Pushing event deleted for resources: {'Port': ['ID=9360c1f8-4f2d-4367-829b-317bcf33d9e9,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:47.320727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25df2e-774c-49fd-932b-8352dc889e7a None None] No DVR routers for this DVR port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:47.336614 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-d509f099-5667-4f74-8f07-41f64021324f service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417320 Aug 04 17:16:47.360321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.390405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Port': ['ID=9360c1f8-4f2d-4367-829b-317bcf33d9e9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:47.396585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] No DVR routers for this DVR port 9360c1f8-4f2d-4367-829b-317bcf33d9e9 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:47.402204 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c104f841-7877-474c-9a0a-46416bae500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.431060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104f841-7877-474c-9a0a-46416bae500e None None] Pushing event deleted for resources: {'Port': ['ID=8617fc9d-7331-4669-a08c-b700ef4be3db,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:47.435145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c104f841-7877-474c-9a0a-46416bae500e None None] No DVR routers for this DVR port 8617fc9d-7331-4669-a08c-b700ef4be3db on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:47.464924 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6ab40591-1e16-47a8-8224-2b4756f16b97 req-aace814c-4c05-4d62-aad3-3f4e28c5d7ad service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199780 Aug 04 17:16:47.494149 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.504864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed510273-1a52-4f11-a4d5-55255a3d57e2']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:47.516584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cbc19b-46d0-4f84-a226-2556d79ca8ec') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:47.516821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cbc19b-46d0-4f84-a226-2556d79ca8ec') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:47.526561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.543184 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.552563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:47.552973 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:47.556712 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:47.575600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ce456-a8ac-4865-9dfa-493862d6eace req-40662659-3f52-44ef-9ccf-bf62352ba43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:47.577374 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc3ce456-a8ac-4865-9dfa-493862d6eace req-40662659-3f52-44ef-9ccf-bf62352ba43f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 1094 time: 0.0558350 Aug 04 17:16:47.625985 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.634321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.636566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/networks/ed510273-1a52-4f11-a4d5-55255a3d57e2 HTTP/1.1" status: 204 len: 168 time: 0.9847262 Aug 04 17:16:47.639734 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46562) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:47.648470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779769ea-4c1b-4c02-8be9-85efb77daa0f tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Network': ['ID=ed510273-1a52-4f11-a4d5-55255a3d57e2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:47.751427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.759001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ce456-a8ac-4865-9dfa-493862d6eace req-fbd8e82f-4bbc-4718-956f-f970e6256d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:47.761022 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc3ce456-a8ac-4865-9dfa-493862d6eace req-fbd8e82f-4bbc-4718-956f-f970e6256d3a service neutron] 10.222.0.90 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 917 time: 0.1755791 Aug 04 17:16:47.814956 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc3ce456-a8ac-4865-9dfa-493862d6eace req-1eb8cd4f-3f4d-4f67-9977-dc023714f8a0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1348011-be95-47c8-ae48-476a7218fe43 HTTP/1.1" status: 200 len: 217 time: 0.0441470 Aug 04 17:16:47.932880 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:47.946897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ce456-a8ac-4865-9dfa-493862d6eace req-968176a3-f740-43bb-bacb-d360b1f5d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:47.948526 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc3ce456-a8ac-4865-9dfa-493862d6eace req-968176a3-f740-43bb-bacb-d360b1f5d631 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.1153705 Aug 04 17:16:47.950458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08767148-9314-4b4e-b5f7-f4d33407d7ce']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:47.972371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193528d2-cf95-4f68-8909-748a5bff99e0') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:47.972731 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193528d2-cf95-4f68-8909-748a5bff99e0') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:47.996576 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc3ce456-a8ac-4865-9dfa-493862d6eace req-0cfa273e-2689-4472-a888-7a7927e49594 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372868 Aug 04 17:16:48.000613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.070111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.085745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:48.085745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:48.087175 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:48.200192 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc3ce456-a8ac-4865-9dfa-493862d6eace req-6999a4af-9b45-48b1-bff4-0f866e35d791 service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918144 Aug 04 17:16:48.201794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.211585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.214113 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/networks/08767148-9314-4b4e-b5f7-f4d33407d7ce HTTP/1.1" status: 204 len: 168 time: 0.5733047 Aug 04 17:16:48.216756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46576) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:48.240906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed9144-6f28-4553-943f-82eb8b7fa0a6 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Network': ['ID=08767148-9314-4b4e-b5f7-f4d33407d7ce,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:48.354345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e865b-02cc-4818-87b4-9d6308cf5c86 req-26686d2e-0c59-49d6-ad97-80d5db25917a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:48.356011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f45e865b-02cc-4818-87b4-9d6308cf5c86 req-26686d2e-0c59-49d6-ad97-80d5db25917a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 943 time: 0.0789924 Aug 04 17:16:48.359717 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fc3ce456-a8ac-4865-9dfa-493862d6eace req-177e7757-68c3-43b1-be75-c74e025ede8d service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518190 Aug 04 17:16:48.363075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c1aa94-5455-4ae4-a2a5-86e5931f926d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Deleting subnet d68f14c7-9060-4ce6-b4d1-52bb332d075a {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:16:48.370066 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20c1aa94-5455-4ae4-a2a5-86e5931f926d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.439262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f45e865b-02cc-4818-87b4-9d6308cf5c86 req-94ccc0e2-ddc3-4fb2-be5f-6434157a9a87 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726597 Aug 04 17:16:48.456136 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20c1aa94-5455-4ae4-a2a5-86e5931f926d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.546153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9360c1f8-4f2d-4367-829b-317bcf33d9e9 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:48.570381 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20c1aa94-5455-4ae4-a2a5-86e5931f926d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.573972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 9360c1f8-4f2d-4367-829b-317bcf33d9e9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:48.574599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9360c1f8-4f2d-4367-829b-317bcf33d9e9 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:48.575362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8617fc9d-7331-4669-a08c-b700ef4be3db no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:48.608149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 8617fc9d-7331-4669-a08c-b700ef4be3db {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:48.608461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8617fc9d-7331-4669-a08c-b700ef4be3db not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:48.662766 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20c1aa94-5455-4ae4-a2a5-86e5931f926d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.678318 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-20c1aa94-5455-4ae4-a2a5-86e5931f926d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.684044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-20c1aa94-5455-4ae4-a2a5-86e5931f926d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/subnets/d68f14c7-9060-4ce6-b4d1-52bb332d075a HTTP/1.1" status: 204 len: 168 time: 0.4626729 Aug 04 17:16:48.684187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46580) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:48.689130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4813ab12-132f-4c60-8b48-022a949b735a None None] Network dd1821cd-fbc7-42ad-aca6-2be78919460a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:16:48.709606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1aa94-5455-4ae4-a2a5-86e5931f926d tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Subnet': ['ID=d68f14c7-9060-4ce6-b4d1-52bb332d075a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:48.797387 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.871011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Deleting port 4a683b73-0864-4d80-901f-6db6aead8164 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:48.871561 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.937213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4931efe5-fc82-49f3-98d5-639732cfc023 None None] DHCP port deletion for dd1821cd-fbc7-42ad-aca6-2be78919460a request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:16:48.953545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] For port 4a683b73-0864-4d80-901f-6db6aead8164, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4a683b73-0864-4d80-901f-6db6aead8164,segment=NetworkSegment(22ce41bd-77a2-4c77-8e44-6560dcaad92a),segment_id=22ce41bd-77a2-4c77-8e44-6560dcaad92a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:48.954054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:48.968315 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Calling delete_port for 4a683b73-0864-4d80-901f-6db6aead8164 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:49.013227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4931efe5-fc82-49f3-98d5-639732cfc023 None None] Deleting port 4a683b73-0864-4d80-901f-6db6aead8164 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:16:49.013681 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4931efe5-fc82-49f3-98d5-639732cfc023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.096008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.137424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4931efe5-fc82-49f3-98d5-639732cfc023 None None] For port 4a683b73-0864-4d80-901f-6db6aead8164, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4a683b73-0864-4d80-901f-6db6aead8164,segment=NetworkSegment(22ce41bd-77a2-4c77-8e44-6560dcaad92a),segment_id=22ce41bd-77a2-4c77-8e44-6560dcaad92a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:49.137702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Port': ['ID=4a683b73-0864-4d80-901f-6db6aead8164,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:49.137830 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4931efe5-fc82-49f3-98d5-639732cfc023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.145598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] No DVR routers for this DVR port 4a683b73-0864-4d80-901f-6db6aead8164 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:49.167298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4931efe5-fc82-49f3-98d5-639732cfc023 None None] Calling delete_port for 4a683b73-0864-4d80-901f-6db6aead8164 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:16:49.236428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.247360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1821cd-fbc7-42ad-aca6-2be78919460a']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:49.262462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ce41bd-77a2-4c77-8e44-6560dcaad92a') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:49.262761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ce41bd-77a2-4c77-8e44-6560dcaad92a') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:49.266878 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4931efe5-fc82-49f3-98d5-639732cfc023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.274564 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.292690 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.300335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:49.301711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.302263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931efe5-fc82-49f3-98d5-639732cfc023 None None] Pushing event deleted for resources: {'Port': ['ID=4a683b73-0864-4d80-901f-6db6aead8164,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:49.306490 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:49.309618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931efe5-fc82-49f3-98d5-639732cfc023 None None] No DVR routers for this DVR port 4a683b73-0864-4d80-901f-6db6aead8164 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:16:49.381878 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.389845 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.395384 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/networks/dd1821cd-fbc7-42ad-aca6-2be78919460a HTTP/1.1" status: 204 len: 168 time: 0.7104719 Aug 04 17:16:49.395590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46586) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:49.414684 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca71fd-b8e8-453e-bebe-64bc8a1ecea4 tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Pushing event deleted for resources: {'Network': ['ID=dd1821cd-fbc7-42ad-aca6-2be78919460a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:49.441740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6c5d7583-8c4c-4a99-bf0b-a09763a3c5fb tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f36568-dbb4-4bf6-b8df-3e14dacbbc1e HTTP/1.1" status: 200 len: 205 time: 0.0450053 Aug 04 17:16:49.444045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46588) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:49.530589 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c37dca2e-de67-4e1c-89a0-ba408d4448dd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.734621 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c37dca2e-de67-4e1c-89a0-ba408d4448dd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.737348 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c37dca2e-de67-4e1c-89a0-ba408d4448dd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.746626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c5773-ceb9-4c86-ab45-9657c512b71d req-9b89b85b-575c-4791-8f03-bcaa067c0d75 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:49.748319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f76c5773-ceb9-4c86-ab45-9657c512b71d req-9b89b85b-575c-4791-8f03-bcaa067c0d75 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 943 time: 0.1816521 Aug 04 17:16:49.810872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c37dca2e-de67-4e1c-89a0-ba408d4448dd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.811485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37dca2e-de67-4e1c-89a0-ba408d4448dd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Fanout notify agent at l3_agent the message router_deleted on router 65f36568-dbb4-4bf6-b8df-3e14dacbbc1e {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:16:49.823094 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c37dca2e-de67-4e1c-89a0-ba408d4448dd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:49.824215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c37dca2e-de67-4e1c-89a0-ba408d4448dd tempest-RoutersNegativeIpV6Test-206986050 tempest-RoutersNegativeIpV6Test-206986050-project] 10.222.0.39 "DELETE /v2.0/routers/65f36568-dbb4-4bf6-b8df-3e14dacbbc1e HTTP/1.1" status: 204 len: 168 time: 0.3788908 Aug 04 17:16:49.832906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f76c5773-ceb9-4c86-ab45-9657c512b71d req-7b03fb61-5265-4c4f-b834-799fd4263a84 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770628 Aug 04 17:16:50.006977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f1348011-be95-47c8-ae48-476a7218fe43 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:16:50.197003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f1348011-be95-47c8-ae48-476a7218fe43, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f1348011-be95-47c8-ae48-476a7218fe43,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:50.218420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'f1348011-be95-47c8-ae48-476a7218fe43', 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5', 'port_id': 'f1348011-be95-47c8-ae48-476a7218fe43', 'mac_address': 'fa:16:3e:16:38:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be96159f-c9fe-40bb-8342-d4b5dc324512', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:16:50.235672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46598) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:50.428345 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:50.438900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-504b553b-9433-4622-a39c-2f67dddfe1c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=580ec913cc6449a5af6bd36de76c534e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997967 Aug 04 17:16:50.440816 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46604) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:50.445571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1348011-be95-47c8-ae48-476a7218fe43 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:16:50.503362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f1348011-be95-47c8-ae48-476a7218fe43, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f1348011-be95-47c8-ae48-476a7218fe43,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:50.511562 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:50.522205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4a683b73-0864-4d80-901f-6db6aead8164 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:16:50.567868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 4a683b73-0864-4d80-901f-6db6aead8164 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:16:50.568212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4a683b73-0864-4d80-901f-6db6aead8164 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:16:50.569593 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe44acc6-1b8a-439c-aa21-ff65f94bcde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:50.614080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=f1348011-be95-47c8-ae48-476a7218fe43,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:50.622005 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe44acc6-1b8a-439c-aa21-ff65f94bcde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:50.707229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f1348011-be95-47c8-ae48-476a7218fe43'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:16:50.711549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe44acc6-1b8a-439c-aa21-ff65f94bcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:50.725807 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe44acc6-1b8a-439c-aa21-ff65f94bcde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:50.727448 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fe44acc6-1b8a-439c-aa21-ff65f94bcde0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4156a0c8-b2b5-481c-b757-bc60e60dbda1 HTTP/1.1" status: 204 len: 168 time: 0.2846546 Aug 04 17:16:50.745603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44acc6-1b8a-439c-aa21-ff65f94bcde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4156a0c8-b2b5-481c-b757-bc60e60dbda1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:51.027262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac3c0f-351a-4a97-92e3-8aa162da480d req-b5547b5b-bdb9-4acc-bed0-6e7159eff31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:51.029546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56ac3c0f-351a-4a97-92e3-8aa162da480d req-b5547b5b-bdb9-4acc-bed0-6e7159eff31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 944 time: 0.0724990 Aug 04 17:16:51.106738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56ac3c0f-351a-4a97-92e3-8aa162da480d req-3fc008c5-1c75-4cb4-8e25-d680295b7a9e tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626676 Aug 04 17:16:51.792858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46640) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:51.901363 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9fa79437-b645-4674-8ffa-10a388acafef tempest-ServiceProvidersTest-1666193253 tempest-ServiceProvidersTest-1666193253-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1072221 Aug 04 17:16:52.006990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f1348011-be95-47c8-ae48-476a7218fe43 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:16:52.065963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port f1348011-be95-47c8-ae48-476a7218fe43 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:16:52.071835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port f1348011-be95-47c8-ae48-476a7218fe43 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:16:52.072399 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:52.205346 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:52.250884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port f1348011-be95-47c8-ae48-476a7218fe43, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f1348011-be95-47c8-ae48-476a7218fe43,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:16:52.250884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42d0f58-9d30-41ed-adc3-e35c21f64a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1348011-be95-47c8-ae48-476a7218fe43'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:16:52.264636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46658) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:52.264833 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd631f8-5740-4fa0-834b-eba6b9b6f537" -d '{"events": [{"server_uuid": "e42d0f58-9d30-41ed-adc3-e35c21f64a18", "name": "network-vif-plugged", "status": "completed", "tag": "f1348011-be95-47c8-ae48-476a7218fe43"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:16:52.275722 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:52.327107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e064-a6a2-401a-8e48-547575fddd47 req-82336f5b-5faa-47bf-8139-01e7c560b94b tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:52.329593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e46e064-a6a2-401a-8e48-547575fddd47 req-82336f5b-5faa-47bf-8139-01e7c560b94b tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 944 time: 0.1013768 Aug 04 17:16:52.348772 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09d0371-863c-4554-a5e7-b074fd5fcac5 x-openstack-request-id: req-e09d0371-863c-4554-a5e7-b074fd5fcac5 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:16:52.351181 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42d0f58-9d30-41ed-adc3-e35c21f64a18", "name": "network-vif-plugged", "status": "completed", "tag": "f1348011-be95-47c8-ae48-476a7218fe43", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:16:52.351445 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e09d0371-863c-4554-a5e7-b074fd5fcac5 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:16:52.352064 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42d0f58-9d30-41ed-adc3-e35c21f64a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1348011-be95-47c8-ae48-476a7218fe43', 'code': 200} Aug 04 17:16:52.411636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e46e064-a6a2-401a-8e48-547575fddd47 req-7839b97d-8b6b-4154-bb2d-6e6d4af8b506 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759745 Aug 04 17:16:52.417860 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=f1348011-be95-47c8-ae48-476a7218fe43,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:52.488932 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-043854d7-a4b6-4e14-9727-f6991a80c8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:52.507416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081af642-c5e6-468e-b56f-a63096fe0467 req-dd1a4fb3-e1a8-4f5b-b9a3-1d653131f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:52.509429 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-081af642-c5e6-468e-b56f-a63096fe0467 req-dd1a4fb3-e1a8-4f5b-b9a3-1d653131f853 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 1096 time: 0.0875099 Aug 04 17:16:52.568833 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-081af642-c5e6-468e-b56f-a63096fe0467 req-dc76b4e7-1ca1-421e-b010-e4a9cba3c181 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498970 Aug 04 17:16:52.647538 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-043854d7-a4b6-4e14-9727-f6991a80c8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:52.652933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-043854d7-a4b6-4e14-9727-f6991a80c8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:52.702670 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-043854d7-a4b6-4e14-9727-f6991a80c8a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f2ea8579b574330b87b838aabc707bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365356 Aug 04 17:16:52.704275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043854d7-a4b6-4e14-9727-f6991a80c8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40454bf-da6d-4962-a2ca-9b1a978eb2db,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:52.705203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46678) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:52.777155 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14e6459d-f087-4b79-b4a8-d87ca0181e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:52.803294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14e6459d-f087-4b79-b4a8-d87ca0181e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:52.860580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14e6459d-f087-4b79-b4a8-d87ca0181e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:52.864676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-14e6459d-f087-4b79-b4a8-d87ca0181e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:52.869593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-14e6459d-f087-4b79-b4a8-d87ca0181e5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b40454bf-da6d-4962-a2ca-9b1a978eb2db HTTP/1.1" status: 204 len: 168 time: 0.1630423 Aug 04 17:16:52.881821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6459d-f087-4b79-b4a8-d87ca0181e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40454bf-da6d-4962-a2ca-9b1a978eb2db,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:53.585214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73dd56-c5b8-487a-8e40-9328e200ec2f req-cecffa7d-7100-4e24-b4c9-02652a0061dc tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:16:53.598117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae73dd56-c5b8-487a-8e40-9328e200ec2f req-cecffa7d-7100-4e24-b4c9-02652a0061dc tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 945 time: 0.0824270 Aug 04 17:16:53.648550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae73dd56-c5b8-487a-8e40-9328e200ec2f req-b9ba7dcf-a9be-41e7-b1fb-897af354f0d8 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473871 Aug 04 17:16:57.400917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46814) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:57.463881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e722d91-63e5-43c5-9bc7-576b60f9a8b9 admin admin] Deleting subnet 9ae462f9-340c-4a54-aad9-376ddba4e492 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:16:57.468272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e722d91-63e5-43c5-9bc7-576b60f9a8b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:57.521946 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e722d91-63e5-43c5-9bc7-576b60f9a8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:57.596111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e722d91-63e5-43c5-9bc7-576b60f9a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:57.680071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e722d91-63e5-43c5-9bc7-576b60f9a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:57.729338 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e722d91-63e5-43c5-9bc7-576b60f9a8b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae462f9-340c-4a54-aad9-376ddba4e492,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:57.735659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1e722d91-63e5-43c5-9bc7-576b60f9a8b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:57.741917 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1e722d91-63e5-43c5-9bc7-576b60f9a8b9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9ae462f9-340c-4a54-aad9-376ddba4e492 HTTP/1.1" status: 204 len: 168 time: 0.3367596 Aug 04 17:16:57.742565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46826) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:57.856502 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:57.969599 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:57.982454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2560f33e-3ad7-4e98-8658-b448462a4430']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:57.995056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef94919f-c3ea-4559-af9e-dfb28f57f14d') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:57.995411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef94919f-c3ea-4559-af9e-dfb28f57f14d') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:58.007584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.024423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.031887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:58.032486 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:58.091642 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:58.119403 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.125426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.127936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2560f33e-3ad7-4e98-8658-b448462a4430 HTTP/1.1" status: 204 len: 168 time: 0.3840165 Aug 04 17:16:58.130771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 46830) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:58.165430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b257-4ba5-4d51-8465-4dfe2dc4faa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2560f33e-3ad7-4e98-8658-b448462a4430,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:58.208026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2808ae0d-0d8d-47d4-b307-a1ba2f7c2d97 admin admin] Deleting subnet 3cf9a3ff-6ca4-4ede-97e2-f12ce3ad1a96 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:16:58.211979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2808ae0d-0d8d-47d4-b307-a1ba2f7c2d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.251502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2808ae0d-0d8d-47d4-b307-a1ba2f7c2d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.293564 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2808ae0d-0d8d-47d4-b307-a1ba2f7c2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.364582 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2808ae0d-0d8d-47d4-b307-a1ba2f7c2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.400166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808ae0d-0d8d-47d4-b307-a1ba2f7c2d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf9a3ff-6ca4-4ede-97e2-f12ce3ad1a96,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:58.415969 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2808ae0d-0d8d-47d4-b307-a1ba2f7c2d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.419951 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2808ae0d-0d8d-47d4-b307-a1ba2f7c2d97 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3cf9a3ff-6ca4-4ede-97e2-f12ce3ad1a96 HTTP/1.1" status: 204 len: 168 time: 0.2855663 Aug 04 17:16:58.421474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46832) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:58.498927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.590888 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.604081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1ee667-a30b-425c-8765-310b3baf90b9']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:58.625917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8c8ee8-de25-4e32-82de-375d000a9d10') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:58.626620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8c8ee8-de25-4e32-82de-375d000a9d10') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:16:58.644081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.664948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.698199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:16:58.700769 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:16:58.705331 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:16:58.816081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.823325 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:58.825707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] 10.222.0.39 "DELETE /v2.0/networks/4f1ee667-a30b-425c-8765-310b3baf90b9 HTTP/1.1" status: 204 len: 168 time: 0.4029939 Aug 04 17:16:58.843773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b6a70-b017-4f25-8525-e8a5d5338b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1ee667-a30b-425c-8765-310b3baf90b9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:59.030708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46838) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:59.088365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9ae9f41e-7b33-461b-b15b-1fdd2511c9bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5520f4a0a90445ad97eeb4f9aa35953a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563617 Aug 04 17:16:59.092752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46842) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:59.214960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-acde90be-1608-4dfa-82e7-3553bc4947d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:59.255014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-acde90be-1608-4dfa-82e7-3553bc4947d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:59.316708 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-acde90be-1608-4dfa-82e7-3553bc4947d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:59.319497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-acde90be-1608-4dfa-82e7-3553bc4947d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:59.321354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-acde90be-1608-4dfa-82e7-3553bc4947d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f117d31-1c1c-438e-9adb-7c70e50e9a6e HTTP/1.1" status: 204 len: 168 time: 0.2271214 Aug 04 17:16:59.330512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde90be-1608-4dfa-82e7-3553bc4947d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f117d31-1c1c-438e-9adb-7c70e50e9a6e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:16:59.713855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46856) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:59.755784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-98e68062-3c7a-4e5b-a34d-aa792c650caa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc8aaa8e8b6846cd891dc802d1aad3e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407338 Aug 04 17:16:59.758432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 46860) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:16:59.811283 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66bae753-0af7-40f5-b64a-87c38b2d353d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:59.838698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66bae753-0af7-40f5-b64a-87c38b2d353d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:59.893298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66bae753-0af7-40f5-b64a-87c38b2d353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:59.904861 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66bae753-0af7-40f5-b64a-87c38b2d353d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:16:59.904861 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-66bae753-0af7-40f5-b64a-87c38b2d353d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83af2795-ead7-454d-bc21-2afcdceda381 HTTP/1.1" status: 204 len: 168 time: 0.1382287 Aug 04 17:16:59.913364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bae753-0af7-40f5-b64a-87c38b2d353d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83af2795-ead7-454d-bc21-2afcdceda381,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:00.149906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-35810fba-4ac1-4d5a-aee9-cb5c5da50643 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:00.151586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-35810fba-4ac1-4d5a-aee9-cb5c5da50643 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 815 time: 0.1093557 Aug 04 17:17:00.173217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-30e81b19-6a22-440d-aae1-6dd22a47241c tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/quotas/88570249e15e4071a11ba66e1418616d HTTP/1.1" status: 200 len: 375 time: 0.0150542 Aug 04 17:17:00.245951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-f93a0c7d-cc0e-48bc-89d6-65c9a2de42f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642200 Aug 04 17:17:00.802647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-40e223bb-c11a-4126-b063-6cfe0d0e91df service neutron] 10.222.0.39 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435371 Aug 04 17:17:00.931004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-b9ba6784-181a-4f64-88fa-114f26d4715b service neutron] 10.222.0.39 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210191 Aug 04 17:17:01.217487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abe24865-00fb-4d3b-9480-4232d617a5ff req-54dd9caa-bd80-4c2e-aaf9-c9389b5b13c2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 210 time: 0.0448413 Aug 04 17:17:01.996522 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-60a043ff-aad9-4b2a-94d3-3ba4b23e57e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:02.396934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca2320a3-523a-409e-99a2-9e304b4b7bbc req-2f745cf9-efcb-4c86-9b13-5f3dbd0dee50 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 210 time: 0.0742121 Aug 04 17:17:02.494849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-5043f3b8-2992-4624-aef6-e14cc22940b3 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:02.496467 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-5043f3b8-2992-4624-aef6-e14cc22940b3 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.90 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 815 time: 0.1891394 Aug 04 17:17:02.511446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Request body: {'port': {'device_id': '136e6da6-ac21-4c4b-987f-227f7993dc86', 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5', 'admin_state_up': True, 'tenant_id': '88570249e15e4071a11ba66e1418616d'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:17:02.689991 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Made reservation on behalf of 88570249e15e4071a11ba66e1418616d for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:17:02.695279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:02.895917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Allocated IP 172.20.0.12 (373b52df-db71-46e5-b1a4-e233063fd3e5/be96159f-c9fe-40bb-8342-d4b5dc324512/b536fc0f-1054-441d-98f7-8e9596d6982f) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:17:03.093178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:03.152538 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:03.168533 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c3ca1fe3-6014-4d71-aa0c-243d284be9e2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:17:03.176579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f1348011-be95-47c8-ae48-476a7218fe43'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:17:03.206380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Network 373b52df-db71-46e5-b1a4-e233063fd3e5 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:17:03.213303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:17:03.215308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Pushing event updated for resources: {'Port': ['ID=b536fc0f-1054-441d-98f7-8e9596d6982f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:03.217723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:17:03.312998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:03.313714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:03.341328 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-9214e892-dd87-4d98-bf7b-55a2301d137a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8350298 Aug 04 17:17:03.356675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Request body: {'port': {'device_id': '136e6da6-ac21-4c4b-987f-227f7993dc86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:17:03.456216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:03.626068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d913be-5259-42e6-bb5c-fcd3925d9b3b req-ce8a9879-4d56-46b3-a5d4-a7b614880a8e tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:03.628858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8d913be-5259-42e6-bb5c-fcd3925d9b3b req-ce8a9879-4d56-46b3-a5d4-a7b614880a8e tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 932 time: 0.0800519 Aug 04 17:17:03.692832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8d913be-5259-42e6-bb5c-fcd3925d9b3b req-5585b700-e065-4825-be00-8d897d943b8d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573940 Aug 04 17:17:03.926258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b536fc0f-1054-441d-98f7-8e9596d6982f {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:17:03.946609 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:03.970748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Transition to ACTIVE for port object b536fc0f-1054-441d-98f7-8e9596d6982f will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:17:03.982531 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:04.410657 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1339ffb8-7956-4a07-966c-f4e69c8b7751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:04.497142 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=b536fc0f-1054-441d-98f7-8e9596d6982f,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:04.573841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Attempting to bind port b536fc0f-1054-441d-98f7-8e9596d6982f on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:17:04.574306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Attempting to bind port b536fc0f-1054-441d-98f7-8e9596d6982f by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:17:04.574739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Attempting to bind port b536fc0f-1054-441d-98f7-8e9596d6982f on network 373b52df-db71-46e5-b1a4-e233063fd3e5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:17:04.580363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Port b536fc0f-1054-441d-98f7-8e9596d6982f on network 373b52df-db71-46e5-b1a4-e233063fd3e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:17:04.580709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Attempting to bind port b536fc0f-1054-441d-98f7-8e9596d6982f on network 373b52df-db71-46e5-b1a4-e233063fd3e5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:17:04.586319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:17:04.586716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Checking segment: {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:17:04.587145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Bound using segment: {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:17:04.587603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Bound port: b536fc0f-1054-441d-98f7-8e9596d6982f, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:17:04.588013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:04.684388 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] For port b536fc0f-1054-441d-98f7-8e9596d6982f, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:17:04.689292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] For port b536fc0f-1054-441d-98f7-8e9596d6982f, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b536fc0f-1054-441d-98f7-8e9596d6982f,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:17:04.696364 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:04.775275 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:04.783698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:04.785439 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] 10.222.0.90 "PUT /v2.0/ports/b536fc0f-1054-441d-98f7-8e9596d6982f HTTP/1.1" status: 200 len: 1092 time: 1.4339786 Aug 04 17:17:04.785912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136e6da6-ac21-4c4b-987f-227f7993dc86', 'tag': 'b536fc0f-1054-441d-98f7-8e9596d6982f'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:17:04.788313 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53f67a8-7017-409e-824e-5d6a0682be01" -d '{"events": [{"name": "network-changed", "server_uuid": "136e6da6-ac21-4c4b-987f-227f7993dc86", "tag": "b536fc0f-1054-441d-98f7-8e9596d6982f"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:17:04.873602 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11c6326-749c-41e9-ac9a-a76fbbdc40d1 x-openstack-request-id: req-e11c6326-749c-41e9-ac9a-a76fbbdc40d1 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:17:04.874303 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136e6da6-ac21-4c4b-987f-227f7993dc86", "tag": "b536fc0f-1054-441d-98f7-8e9596d6982f", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:17:04.875071 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e11c6326-749c-41e9-ac9a-a76fbbdc40d1 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:17:04.875723 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136e6da6-ac21-4c4b-987f-227f7993dc86', 'tag': 'b536fc0f-1054-441d-98f7-8e9596d6982f', 'status': 'completed', 'code': 200} Aug 04 17:17:04.913211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d8413-5e35-4c20-aa50-0a59e94a3ca6 req-a2abd075-eba1-48f6-b347-c6f9908e6a00 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:04.922308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca4d8413-5e35-4c20-aa50-0a59e94a3ca6 req-a2abd075-eba1-48f6-b347-c6f9908e6a00 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 944 time: 0.0917900 Aug 04 17:17:04.923449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a18272-dc64-4fe7-a18c-6f6526685ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=b536fc0f-1054-441d-98f7-8e9596d6982f,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:04.942527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-96a438f3-563e-472f-a829-54a69d7c1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:04.947578 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-96a438f3-563e-472f-a829-54a69d7c1234 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 1095 time: 0.0855472 Aug 04 17:17:04.996467 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:05.008775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca4d8413-5e35-4c20-aa50-0a59e94a3ca6 req-303f3b55-6705-4708-8dd5-de9b0e4e1233 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853796 Aug 04 17:17:05.070523 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-81306e8c-c926-4446-9f74-9b0040a36592 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b536fc0f-1054-441d-98f7-8e9596d6982f HTTP/1.1" status: 200 len: 217 time: 0.1140280 Aug 04 17:17:05.150469 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-aa9fa757-ea23-4960-b930-f9eac8521c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:05.152442 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-aa9fa757-ea23-4960-b930-f9eac8521c5d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.0721033 Aug 04 17:17:05.208172 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-2e6dc008-3182-42c1-9ee5-ccc4394a0ee5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341575 Aug 04 17:17:05.352105 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-8c7808aa-db79-4161-ae65-b0e22e8165ff service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354396 Aug 04 17:17:05.492074 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a72af228-afd9-47fa-a53f-8bd332fa12be req-bde88a93-4d38-46d4-9a32-cf9c30237807 service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322517 Aug 04 17:17:05.620868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f67a8-7017-409e-824e-5d6a0682be01 req-a89abc60-3830-4613-967c-0c0eafe8ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:05.622612 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e53f67a8-7017-409e-824e-5d6a0682be01 req-a89abc60-3830-4613-967c-0c0eafe8ea28 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 1095 time: 0.0509057 Aug 04 17:17:05.754920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f67a8-7017-409e-824e-5d6a0682be01 req-a4fe6783-21af-474e-85e7-3a3bd683e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:05.756329 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e53f67a8-7017-409e-824e-5d6a0682be01 req-a4fe6783-21af-474e-85e7-3a3bd683e51e service neutron] 10.222.0.90 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 917 time: 0.1180444 Aug 04 17:17:05.804041 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e53f67a8-7017-409e-824e-5d6a0682be01 req-11e5d13c-fbe9-45d2-b99b-bde73ee66fe5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b536fc0f-1054-441d-98f7-8e9596d6982f HTTP/1.1" status: 200 len: 217 time: 0.0391622 Aug 04 17:17:05.825499 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:05.859543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f67a8-7017-409e-824e-5d6a0682be01 req-43db0f73-3b2f-402d-8e1f-d135b1af6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:05.861119 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e53f67a8-7017-409e-824e-5d6a0682be01 req-43db0f73-3b2f-402d-8e1f-d135b1af6581 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.0480123 Aug 04 17:17:05.905434 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e53f67a8-7017-409e-824e-5d6a0682be01 req-f91bc9b2-eeda-40c3-b8d5-3f6406e3f6e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354836 Aug 04 17:17:06.020008 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e53f67a8-7017-409e-824e-5d6a0682be01 req-1250c8a2-8808-4d1f-b531-ab9da916b92a service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068621 Aug 04 17:17:06.151815 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:17:06.170858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12916b7e-b581-49e2-bb5c-64a72b4db277 req-bc79639a-ad2a-41c8-9d13-a68bea42f343 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:06.173352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12916b7e-b581-49e2-bb5c-64a72b4db277 req-bc79639a-ad2a-41c8-9d13-a68bea42f343 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 944 time: 0.0925987 Aug 04 17:17:06.183025 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e53f67a8-7017-409e-824e-5d6a0682be01 req-537199f8-c93c-492f-abf6-78e7058ca7e5 service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535137 Aug 04 17:17:06.227645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12916b7e-b581-49e2-bb5c-64a72b4db277 req-6b2780b1-63e0-4de8-aabf-9cf4a9fb84e8 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463450 Aug 04 17:17:07.384112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97342e90-52a9-4ecf-9579-ad9b89a14844 req-c615491c-7cb1-4ece-a39a-7c29ce1621bb tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:07.386111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97342e90-52a9-4ecf-9579-ad9b89a14844 req-c615491c-7cb1-4ece-a39a-7c29ce1621bb tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 944 time: 0.0779672 Aug 04 17:17:07.437824 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:07.471038 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97342e90-52a9-4ecf-9579-ad9b89a14844 req-a4820de2-c8b3-41cf-97a4-db49538b845b tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722420 Aug 04 17:17:08.124785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b536fc0f-1054-441d-98f7-8e9596d6982f details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:17:08.336141 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b536fc0f-1054-441d-98f7-8e9596d6982f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b536fc0f-1054-441d-98f7-8e9596d6982f,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:08.363827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'b536fc0f-1054-441d-98f7-8e9596d6982f', 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5', 'port_id': 'b536fc0f-1054-441d-98f7-8e9596d6982f', 'mac_address': 'fa:16:3e:d7:0f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be96159f-c9fe-40bb-8342-d4b5dc324512', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:17:08.444578 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:08.495893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b536fc0f-1054-441d-98f7-8e9596d6982f {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:17:08.520921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b536fc0f-1054-441d-98f7-8e9596d6982f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b536fc0f-1054-441d-98f7-8e9596d6982f,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:08.528137 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:08.609191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b536fc0f-1054-441d-98f7-8e9596d6982f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:08.621313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.622380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.623121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.623857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.624457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.625016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.627716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.628349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.628878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.629401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.629906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.630405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:08.715895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc97bfc-4a79-420d-8d16-d917918c13e3 req-67335782-44f3-4101-b125-9f92eaa5e920 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:08.718535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fc97bfc-4a79-420d-8d16-d917918c13e3 req-67335782-44f3-4101-b125-9f92eaa5e920 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 945 time: 0.0850980 Aug 04 17:17:08.775436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fc97bfc-4a79-420d-8d16-d917918c13e3 req-0ced0e7b-1be1-46cf-828a-1bb4376977b0 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475276 Aug 04 17:17:08.777727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['b536fc0f-1054-441d-98f7-8e9596d6982f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:17:08.885512 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-dc62e531-0585-4891-8427-ed9fc0cdf3f4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1751080 Aug 04 17:17:09.089339 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:09.104546 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-9b193742-36bb-42fd-9f07-1b2cfc740b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:09.111161 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-9b193742-36bb-42fd-9f07-1b2cfc740b48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 1096 time: 0.1539440 Aug 04 17:17:09.126132 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:09.274828 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-36df3333-89c8-4ad8-946b-38a50847bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:09.276339 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-36df3333-89c8-4ad8-946b-38a50847bf5b service neutron] 10.222.0.90 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 917 time: 0.1370389 Aug 04 17:17:09.323268 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-1576fc03-2188-4a4d-a0be-0280c3a5347c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1348011-be95-47c8-ae48-476a7218fe43 HTTP/1.1" status: 200 len: 217 time: 0.0393403 Aug 04 17:17:09.390923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-19a80066-ca2b-43cb-9035-c704e5dd98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:09.395539 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-19a80066-ca2b-43cb-9035-c704e5dd98a9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.0646629 Aug 04 17:17:09.444928 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-36469567-4d54-4b33-b4fb-a638aed38092 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406895 Aug 04 17:17:09.600123 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-da6b5a52-507e-43f9-8cd3-40aa5c0d4cc6 service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428728 Aug 04 17:17:09.733452 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e83e68ca-74b3-4d5c-9662-0428f449bcfd req-d5012f30-e855-4510-ad33-6e0493154bad service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252558 Aug 04 17:17:09.967789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbaa16-ff86-49f6-87e4-1c7cc195cec2 req-78887787-81c1-4815-bdaf-d84e545cda44 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:09.969788 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ccbaa16-ff86-49f6-87e4-1c7cc195cec2 req-78887787-81c1-4815-bdaf-d84e545cda44 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 945 time: 0.0676515 Aug 04 17:17:10.028626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ccbaa16-ff86-49f6-87e4-1c7cc195cec2 req-4120f2fa-3df4-4722-b8ac-1a6e3c8beb55 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518599 Aug 04 17:17:10.133446 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b536fc0f-1054-441d-98f7-8e9596d6982f up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:17:10.198688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port b536fc0f-1054-441d-98f7-8e9596d6982f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:17:10.205010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port b536fc0f-1054-441d-98f7-8e9596d6982f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:17:10.205552 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:10.301538 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:10.340567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b536fc0f-1054-441d-98f7-8e9596d6982f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b536fc0f-1054-441d-98f7-8e9596d6982f,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:10.341953 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e6da6-ac21-4c4b-987f-227f7993dc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b536fc0f-1054-441d-98f7-8e9596d6982f'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:17:10.344816 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6284549d-a8d0-446f-841c-0335deec9133" -d '{"events": [{"server_uuid": "136e6da6-ac21-4c4b-987f-227f7993dc86", "name": "network-vif-plugged", "status": "completed", "tag": "b536fc0f-1054-441d-98f7-8e9596d6982f"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:17:10.349498 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:10.419737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b536fc0f-1054-441d-98f7-8e9596d6982f,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:10.595277 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeeac68-8bff-41d8-a7de-35ce18bf87ff x-openstack-request-id: req-4aeeac68-8bff-41d8-a7de-35ce18bf87ff {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:17:10.595682 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e6da6-ac21-4c4b-987f-227f7993dc86", "name": "network-vif-plugged", "status": "completed", "tag": "b536fc0f-1054-441d-98f7-8e9596d6982f", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:17:10.595928 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4aeeac68-8bff-41d8-a7de-35ce18bf87ff {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:17:10.596417 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e6da6-ac21-4c4b-987f-227f7993dc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b536fc0f-1054-441d-98f7-8e9596d6982f', 'code': 200} Aug 04 17:17:10.736138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897939df-de96-4249-894d-5d1ae0b96e0d req-e935931d-bcdf-4f34-a06e-e1a72d1a38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:10.738758 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-897939df-de96-4249-894d-5d1ae0b96e0d req-e935931d-bcdf-4f34-a06e-e1a72d1a38ac service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 1097 time: 0.0698681 Aug 04 17:17:10.803826 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-897939df-de96-4249-894d-5d1ae0b96e0d req-a6e2d607-d3b9-4b56-a660-80aa953679df service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500889 Aug 04 17:17:11.191891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fc155-b3b4-49c8-8c0f-ba76c0774dcb req-10780a4f-b024-4509-b23f-7052a7f25e83 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:11.193531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-142fc155-b3b4-49c8-8c0f-ba76c0774dcb req-10780a4f-b024-4509-b23f-7052a7f25e83 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 946 time: 0.0589762 Aug 04 17:17:11.261442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-142fc155-b3b4-49c8-8c0f-ba76c0774dcb req-9cddcb9c-087e-4900-afdb-46fca33f58d5 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576386 Aug 04 17:17:12.392567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d004a-49a6-4736-a5fb-0c3f01e9b133 req-76e051f8-4af9-4c87-8762-291525149c6d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:12.394126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-528d004a-49a6-4736-a5fb-0c3f01e9b133 req-76e051f8-4af9-4c87-8762-291525149c6d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 946 time: 0.0564604 Aug 04 17:17:12.439605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-528d004a-49a6-4736-a5fb-0c3f01e9b133 req-9262a6dd-26f2-4547-8f02-c8b0719aec1e tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362029 Aug 04 17:17:23.276537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e096-cad7-477c-bc70-7865749f6e3f req-666ffd7a-cff5-48c2-b43c-0e3f4fad04fa tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:23.282831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e096-cad7-477c-bc70-7865749f6e3f req-666ffd7a-cff5-48c2-b43c-0e3f4fad04fa tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:23.289049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e096-cad7-477c-bc70-7865749f6e3f req-666ffd7a-cff5-48c2-b43c-0e3f4fad04fa tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:23.295230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e096-cad7-477c-bc70-7865749f6e3f req-666ffd7a-cff5-48c2-b43c-0e3f4fad04fa tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:23.301103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e096-cad7-477c-bc70-7865749f6e3f req-666ffd7a-cff5-48c2-b43c-0e3f4fad04fa tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:23.307475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e096-cad7-477c-bc70-7865749f6e3f req-666ffd7a-cff5-48c2-b43c-0e3f4fad04fa tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:23.313384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e096-cad7-477c-bc70-7865749f6e3f req-666ffd7a-cff5-48c2-b43c-0e3f4fad04fa tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:23.315406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b65e096-cad7-477c-bc70-7865749f6e3f req-666ffd7a-cff5-48c2-b43c-0e3f4fad04fa tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5445 time: 0.1017287 Aug 04 17:17:23.357826 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b65e096-cad7-477c-bc70-7865749f6e3f req-bf8a4966-fd36-4643-ab00-e5705bdfd9f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357609 Aug 04 17:17:24.219877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-b21c0ea4-7c1a-402d-8359-c4fe149cfc23 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.226320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-b21c0ea4-7c1a-402d-8359-c4fe149cfc23 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.232551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-b21c0ea4-7c1a-402d-8359-c4fe149cfc23 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.238597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-b21c0ea4-7c1a-402d-8359-c4fe149cfc23 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.244797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-b21c0ea4-7c1a-402d-8359-c4fe149cfc23 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.250794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-b21c0ea4-7c1a-402d-8359-c4fe149cfc23 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.256936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-b21c0ea4-7c1a-402d-8359-c4fe149cfc23 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.259208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-b21c0ea4-7c1a-402d-8359-c4fe149cfc23 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5445 time: 0.1015558 Aug 04 17:17:24.306770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-69b01142-7ff8-4635-8f15-0f343b2bd5d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.308453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-69b01142-7ff8-4635-8f15-0f343b2bd5d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "GET /v2.0/ports/fc732593-e3e3-46b8-b687-23b7c42b1458?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0424647 Aug 04 17:17:24.429096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6346fe4b-5ec2-46b2-9719-0565d0e2395c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "GET /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1138606 Aug 04 17:17:24.515383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e738-2c99-4d11-9b66-684d6aa473db req-ab5f4e83-e429-4272-ac07-970ed5430aca tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.523616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e738-2c99-4d11-9b66-684d6aa473db req-ab5f4e83-e429-4272-ac07-970ed5430aca tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.531580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e738-2c99-4d11-9b66-684d6aa473db req-ab5f4e83-e429-4272-ac07-970ed5430aca tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.539153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e738-2c99-4d11-9b66-684d6aa473db req-ab5f4e83-e429-4272-ac07-970ed5430aca tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.546609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e738-2c99-4d11-9b66-684d6aa473db req-ab5f4e83-e429-4272-ac07-970ed5430aca tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.553795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e738-2c99-4d11-9b66-684d6aa473db req-ab5f4e83-e429-4272-ac07-970ed5430aca tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.560354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48e738-2c99-4d11-9b66-684d6aa473db req-ab5f4e83-e429-4272-ac07-970ed5430aca tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:24.562396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee48e738-2c99-4d11-9b66-684d6aa473db req-ab5f4e83-e429-4272-ac07-970ed5430aca tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 5445 time: 0.1208954 Aug 04 17:17:24.569359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:17:24.663233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee48e738-2c99-4d11-9b66-684d6aa473db req-736f2f47-ab91-47a6-9069-58ac33fca71b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&id=3543204f-3e8e-46cb-b838-a13e2ee6c5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906117 Aug 04 17:17:24.667186 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:24.859444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] For port fc732593-e3e3-46b8-b687-23b7c42b1458, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=fc732593-e3e3-46b8-b687-23b7c42b1458,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:24.896498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] For port fc732593-e3e3-46b8-b687-23b7c42b1458, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:17:24.934049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] device_id is not set on port fc732593-e3e3-46b8-b687-23b7c42b1458 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:17:24.943182 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:24.952373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:25.020677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] No DVR routers for this DVR port fc732593-e3e3-46b8-b687-23b7c42b1458 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:17:25.047821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] Pushing event updated for resources: {'Port': ['ID=fc732593-e3e3-46b8-b687-23b7c42b1458,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:25.068129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] In _notify_port_updated(), no bound segment for port fc732593-e3e3-46b8-b687-23b7c42b1458 on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:17:25.069222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:25.070095 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:25.071962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-6495cead-a455-4d58-8291-a06ed24f6959 service neutron] 10.222.0.82 "PUT /v2.0/ports/fc732593-e3e3-46b8-b687-23b7c42b1458 HTTP/1.1" status: 200 len: 1033 time: 0.6360345 Aug 04 17:17:25.127102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-4ae0a3e7-e8d4-4f59-86ef-42a113268fea tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:25.129081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-4ae0a3e7-e8d4-4f59-86ef-42a113268fea tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "GET /v2.0/ports/055d70de-a204-430b-8bd6-bc6a5dc0ccdd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0498366 Aug 04 17:17:25.141815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:17:25.226733 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:25.368579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8dd3f15e-2bc6-4d88-9b81-974e24c8667c None None] Provisioning complete for port fc732593-e3e3-46b8-b687-23b7c42b1458 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:17:25.368579 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8dd3f15e-2bc6-4d88-9b81-974e24c8667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:25.407775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] For port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:25.419678 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3f15e-2bc6-4d88-9b81-974e24c8667c None None] Port fc732593-e3e3-46b8-b687-23b7c42b1458 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:17:25.456026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] For port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:17:25.502589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] device_id is not set on port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:17:25.511889 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:25.519024 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:25.584436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] No DVR routers for this DVR port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:17:25.612527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] Pushing event updated for resources: {'Port': ['ID=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:25.644252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] In _notify_port_updated(), no bound segment for port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd on network ba071955-fd30-4b22-a93b-fc9408c54c5c {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:17:25.645203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:25.645842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:25.647273 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-f5275f5d-5cb8-4e16-92e4-44d161f1572a service neutron] 10.222.0.82 "PUT /v2.0/ports/055d70de-a204-430b-8bd6-bc6a5dc0ccdd HTTP/1.1" status: 200 len: 1032 time: 0.5107858 Aug 04 17:17:25.848601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7fee50ce-4927-4f7a-ac0a-39bb0cfdcf35 None None] Provisioning complete for port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:17:25.849915 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7fee50ce-4927-4f7a-ac0a-39bb0cfdcf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:25.867288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3183145-b2b7-4986-8e9a-5e5df857df8b req-ca627641-f9fd-4f22-93b2-5c4d1a087ed0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:25.873486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3183145-b2b7-4986-8e9a-5e5df857df8b req-ca627641-f9fd-4f22-93b2-5c4d1a087ed0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:25.879915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3183145-b2b7-4986-8e9a-5e5df857df8b req-ca627641-f9fd-4f22-93b2-5c4d1a087ed0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:25.886249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3183145-b2b7-4986-8e9a-5e5df857df8b req-ca627641-f9fd-4f22-93b2-5c4d1a087ed0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:25.890633 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7fee50ce-4927-4f7a-ac0a-39bb0cfdcf35 None None] Port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:17:25.892661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3183145-b2b7-4986-8e9a-5e5df857df8b req-ca627641-f9fd-4f22-93b2-5c4d1a087ed0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:25.898403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3183145-b2b7-4986-8e9a-5e5df857df8b req-ca627641-f9fd-4f22-93b2-5c4d1a087ed0 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 3886 time: 0.1064770 Aug 04 17:17:25.924016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:25.924484 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:26.006117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3183145-b2b7-4986-8e9a-5e5df857df8b req-5e584a24-938c-443b-9586-caaba15809e2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977168 Aug 04 17:17:26.098621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] For port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:26.099520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:26.119767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Calling delete_port for cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:26.299766 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:26.381828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Port': ['ID=cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:26.427535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47474) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:26.434409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.435300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.435803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.436313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.436802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.437343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.437936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.438615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.439142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.439637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.440347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.440839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:26.452075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] No DVR routers for this DVR port cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:17:26.454941 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:26.477795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-99cdccdd-8cd5-4f4c-8b9e-be8306ff55f5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "DELETE /v2.0/ports/cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 HTTP/1.1" status: 204 len: 173 time: 0.8208036 Aug 04 17:17:26.508773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-deleted', 'tag': 'cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:17:26.516733 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13fb0c3-e381-4638-8047-5f67b03bd438" -d '{"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-deleted", "tag": "cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:17:26.588859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8dd008a-b6a2-40e3-bf99-cfd21ad4df75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:26.674323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting port da58f926-5e25-416a-b85c-cbfc1468b16c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:26.675259 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:26.811905 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8dd008a-b6a2-40e3-bf99-cfd21ad4df75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:26.818638 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8dd008a-b6a2-40e3-bf99-cfd21ad4df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:26.864496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd008a-b6a2-40e3-bf99-cfd21ad4df75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4f29ba-2856-445e-96ca-136fe26adf6a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:26.867416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] For port da58f926-5e25-416a-b85c-cbfc1468b16c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=da58f926-5e25-416a-b85c-cbfc1468b16c,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:26.867941 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:26.886488 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a8dd008a-b6a2-40e3-bf99-cfd21ad4df75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17e0bc52db4b45ddac244c88445b87d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4578280 Aug 04 17:17:26.889004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47496) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:26.920375 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3584dc7e-91a6-4bbd-801d-0f8be8b6a2c6 x-openstack-request-id: req-3584dc7e-91a6-4bbd-801d-0f8be8b6a2c6 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:17:26.920663 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-deleted", "tag": "cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:17:26.920909 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3584dc7e-91a6-4bbd-801d-0f8be8b6a2c6 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:17:26.921298 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-deleted', 'tag': 'cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30', 'status': 'completed', 'code': 200} Aug 04 17:17:26.970158 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7324f37d-749d-4fe2-8429-b6f582b1a241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:26.997755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7324f37d-749d-4fe2-8429-b6f582b1a241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:27.073740 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7324f37d-749d-4fe2-8429-b6f582b1a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:27.077116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7324f37d-749d-4fe2-8429-b6f582b1a241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:27.078947 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7324f37d-749d-4fe2-8429-b6f582b1a241 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a4f29ba-2856-445e-96ca-136fe26adf6a HTTP/1.1" status: 204 len: 168 time: 0.1884460 Aug 04 17:17:27.093351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324f37d-749d-4fe2-8429-b6f582b1a241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4f29ba-2856-445e-96ca-136fe26adf6a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:27.112035 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:27.112656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:27.113123 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Floating IP 3f722c78-50e8-45a9-8738-7ac47d32626e disassociated. External IP: 172.25.2.106, port: da58f926-5e25-416a-b85c-cbfc1468b16c. Aug 04 17:17:27.113535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Calling delete_port for da58f926-5e25-416a-b85c-cbfc1468b16c owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:27.339880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf0612-95fe-43e6-946d-714bb865c08b req-6ee275f0-f52f-4385-bc4e-e6c200d24a8b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:27.346307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf0612-95fe-43e6-946d-714bb865c08b req-6ee275f0-f52f-4385-bc4e-e6c200d24a8b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:27.352568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf0612-95fe-43e6-946d-714bb865c08b req-6ee275f0-f52f-4385-bc4e-e6c200d24a8b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:27.359034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf0612-95fe-43e6-946d-714bb865c08b req-6ee275f0-f52f-4385-bc4e-e6c200d24a8b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:27.360894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56bf0612-95fe-43e6-946d-714bb865c08b req-6ee275f0-f52f-4385-bc4e-e6c200d24a8b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 3151 time: 0.2291813 Aug 04 17:17:27.362042 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:27.402474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Port': ['ID=da58f926-5e25-416a-b85c-cbfc1468b16c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:27.479980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56bf0612-95fe-43e6-946d-714bb865c08b req-7d7d3b55-c445-4aa4-bebb-70010a59c7eb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032653 Aug 04 17:17:27.577683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:17:27.706844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:17:27.722042 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] Sync routers for ids ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:17:27.737802 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] Routers {'9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:17:27.738554 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:17:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:17:27.804488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] No DVR routers for this DVR port da58f926-5e25-416a-b85c-cbfc1468b16c on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:17:27.814248 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:27.816655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-1cdca6b1-2200-4040-b294-bf14b48d1cd5 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "DELETE /v2.0/ports/da58f926-5e25-416a-b85c-cbfc1468b16c HTTP/1.1" status: 204 len: 173 time: 1.3336284 Aug 04 17:17:27.968524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-d16e48d6-41d6-4234-a363-f901958628f7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting port eb287487-5fc2-496c-a194-2e1ecc152829 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:27.968720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-d16e48d6-41d6-4234-a363-f901958628f7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:27.972539 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] Set router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:17:28.224987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-d16e48d6-41d6-4234-a363-f901958628f7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] For port eb287487-5fc2-496c-a194-2e1ecc152829, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=eb287487-5fc2-496c-a194-2e1ecc152829,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:28.225473 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-d16e48d6-41d6-4234-a363-f901958628f7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:28.249459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-d16e48d6-41d6-4234-a363-f901958628f7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Calling delete_port for eb287487-5fc2-496c-a194-2e1ecc152829 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:28.393764 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2c92b14d-c38e-4a04-a630-808c62481d10', 'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'mac_address': 'fa:16:3e:aa:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:49Z', 'updated_at': '2021-08-04T17:07:03Z', 'revision_number': 5, 'project_id': '2cc94953506a4e78aea23a881315503c', 'subnets': [{'id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:17:28.479926 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] Checking router: 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:17:28.489225 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] Routers {'9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:17:28.490300 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:17:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:17:28.490442 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-d16e48d6-41d6-4234-a363-f901958628f7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:28.552453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e48d6-41d6-4234-a363-f901958628f7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Port': ['ID=eb287487-5fc2-496c-a194-2e1ecc152829,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:28.624695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-d16e48d6-41d6-4234-a363-f901958628f7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] No DVR routers for this DVR port eb287487-5fc2-496c-a194-2e1ecc152829 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:17:28.632060 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-d16e48d6-41d6-4234-a363-f901958628f7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:28.634107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-d16e48d6-41d6-4234-a363-f901958628f7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "DELETE /v2.0/ports/eb287487-5fc2-496c-a194-2e1ecc152829 HTTP/1.1" status: 204 len: 173 time: 0.8107123 Aug 04 17:17:28.668252 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] Set router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:17:28.881953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd39a4-48d4-462c-87c4-e5536ea03fab req-718743ed-60ba-4ba9-8683-ec6f59b932f8 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:28.914540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd39a4-48d4-462c-87c4-e5536ea03fab req-718743ed-60ba-4ba9-8683-ec6f59b932f8 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:28.916819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61dd39a4-48d4-462c-87c4-e5536ea03fab req-718743ed-60ba-4ba9-8683-ec6f59b932f8 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 1681 time: 0.2933986 Aug 04 17:17:28.930520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-deleted', 'tag': 'da58f926-5e25-416a-b85c-cbfc1468b16c'}, {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-deleted', 'tag': 'eb287487-5fc2-496c-a194-2e1ecc152829'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:17:28.938446 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cb0bb8-5137-4643-9ff3-3caf0d2d6ca1" -d '{"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-deleted", "tag": "da58f926-5e25-416a-b85c-cbfc1468b16c"}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-deleted", "tag": "eb287487-5fc2-496c-a194-2e1ecc152829"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:17:29.038214 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2c92b14d-c38e-4a04-a630-808c62481d10', 'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'mac_address': 'fa:16:3e:aa:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:49Z', 'updated_at': '2021-08-04T17:07:03Z', 'revision_number': 5, 'project_id': '2cc94953506a4e78aea23a881315503c', 'subnets': [{'id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:17:29.077606 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad586fa-c696-4edc-9f8c-f42f3b11b58b x-openstack-request-id: req-0ad586fa-c696-4edc-9f8c-f42f3b11b58b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:17:29.077898 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-deleted", "tag": "da58f926-5e25-416a-b85c-cbfc1468b16c", "status": "completed", "code": 200}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-deleted", "tag": "eb287487-5fc2-496c-a194-2e1ecc152829", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:17:29.078142 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ad586fa-c696-4edc-9f8c-f42f3b11b58b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:17:29.078542 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-deleted', 'tag': 'da58f926-5e25-416a-b85c-cbfc1468b16c', 'status': 'completed', 'code': 200} Aug 04 17:17:29.078789 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-deleted', 'tag': 'eb287487-5fc2-496c-a194-2e1ecc152829', 'status': 'completed', 'code': 200} Aug 04 17:17:29.126830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-078d6565-3b7b-4c8f-8ed0-85ae4fc548fb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting port e816567d-e02e-4090-a94f-767175a8aa9e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:29.127234 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-078d6565-3b7b-4c8f-8ed0-85ae4fc548fb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:29.230708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61dd39a4-48d4-462c-87c4-e5536ea03fab req-9e88939c-f5ab-4e41-816c-eee839d5bb39 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786191 Aug 04 17:17:29.360034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:17:29.408330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:17:29.409064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb0aa8a9-17e7-4e52-a9c0-76b2a5601c30 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:17:29.409722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 055d70de-a204-430b-8bd6-bc6a5dc0ccdd no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:17:29.424592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-078d6565-3b7b-4c8f-8ed0-85ae4fc548fb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] For port e816567d-e02e-4090-a94f-767175a8aa9e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e816567d-e02e-4090-a94f-767175a8aa9e,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:29.424969 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-078d6565-3b7b-4c8f-8ed0-85ae4fc548fb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:29.456039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-078d6565-3b7b-4c8f-8ed0-85ae4fc548fb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Calling delete_port for e816567d-e02e-4090-a94f-767175a8aa9e owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:29.501445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 055d70de-a204-430b-8bd6-bc6a5dc0ccdd not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:17:29.502286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e816567d-e02e-4090-a94f-767175a8aa9e no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:17:29.558951 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d3aad-b548-4328-b09f-414c980856c9 None None] The sync data for ids ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'] in n-d-764435-5 is: [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '2c92b14d-c38e-4a04-a630-808c62481d10', 'name': '', 'network_id': 'b3eb9666-862a-4b2f-a577-a9a0071ffb65', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'mac_address': 'fa:16:3e:aa:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:49Z', 'updated_at': '2021-08-04T17:07:03Z', 'revision_number': 5, 'project_id': '2cc94953506a4e78aea23a881315503c', 'subnets': [{'id': 'ef543eaa-4be5-4e02-bbc5-f2ae9095973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:17:29.675071 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:29.706593 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-078d6565-3b7b-4c8f-8ed0-85ae4fc548fb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:29.750355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device eb287487-5fc2-496c-a194-2e1ecc152829 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:17:29.806223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: eb287487-5fc2-496c-a194-2e1ecc152829 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:17:29.807478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device eb287487-5fc2-496c-a194-2e1ecc152829 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:17:29.813216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device da58f926-5e25-416a-b85c-cbfc1468b16c no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:17:29.857514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: da58f926-5e25-416a-b85c-cbfc1468b16c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:17:29.858066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device da58f926-5e25-416a-b85c-cbfc1468b16c not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:17:29.858663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device fc732593-e3e3-46b8-b687-23b7c42b1458 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:17:29.901790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d6565-3b7b-4c8f-8ed0-85ae4fc548fb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Port': ['ID=e816567d-e02e-4090-a94f-767175a8aa9e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:29.905757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-078d6565-3b7b-4c8f-8ed0-85ae4fc548fb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] No DVR routers for this DVR port e816567d-e02e-4090-a94f-767175a8aa9e on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:17:29.910614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-078d6565-3b7b-4c8f-8ed0-85ae4fc548fb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:29.921261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-078d6565-3b7b-4c8f-8ed0-85ae4fc548fb tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "DELETE /v2.0/ports/e816567d-e02e-4090-a94f-767175a8aa9e HTTP/1.1" status: 204 len: 173 time: 1.2726736 Aug 04 17:17:29.937049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device fc732593-e3e3-46b8-b687-23b7c42b1458 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:17:29.937485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c15942b0-432c-480d-9005-da6faf613418 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:17:30.106295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-ca73e3d2-860c-4b46-86cc-3d71804faa19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting port c15942b0-432c-480d-9005-da6faf613418 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:30.106635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-ca73e3d2-860c-4b46-86cc-3d71804faa19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:30.138318 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:30.178430 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe03f6b-aa34-48b1-8013-accd84e27ac5 None None] New status for floating IP 3f722c78-50e8-45a9-8738-7ac47d32626e: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:17:30.292547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-ca73e3d2-860c-4b46-86cc-3d71804faa19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] For port c15942b0-432c-480d-9005-da6faf613418, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c15942b0-432c-480d-9005-da6faf613418,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:30.292922 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-ca73e3d2-860c-4b46-86cc-3d71804faa19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:30.328779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-ca73e3d2-860c-4b46-86cc-3d71804faa19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Calling delete_port for c15942b0-432c-480d-9005-da6faf613418 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:30.445574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c15942b0-432c-480d-9005-da6faf613418, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c15942b0-432c-480d-9005-da6faf613418,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:30.447832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15942b0-432c-480d-9005-da6faf613418'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:17:30.451079 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da148ade-b087-462a-aef2-6e161dacd539" -d '{"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-unplugged", "status": "completed", "tag": "c15942b0-432c-480d-9005-da6faf613418"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:17:30.458762 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:30.514418 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cae2d5c-8080-4a07-adac-ed5ad12b550a x-openstack-request-id: req-1cae2d5c-8080-4a07-adac-ed5ad12b550a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:17:30.514725 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-unplugged", "status": "completed", "tag": "c15942b0-432c-480d-9005-da6faf613418", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:17:30.515226 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1cae2d5c-8080-4a07-adac-ed5ad12b550a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:17:30.516430 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15942b0-432c-480d-9005-da6faf613418', 'code': 200} Aug 04 17:17:30.573261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c15942b0-432c-480d-9005-da6faf613418,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:30.620235 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-ca73e3d2-860c-4b46-86cc-3d71804faa19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:30.640262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7e3e-41ae-4733-929e-a4ca78f66fec req-296113d0-d24c-4768-8e94-33d49239dfe2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:30.642142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e0c7e3e-41ae-4733-929e-a4ca78f66fec req-296113d0-d24c-4768-8e94-33d49239dfe2 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 865 time: 0.1931095 Aug 04 17:17:30.674973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73e3d2-860c-4b46-86cc-3d71804faa19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Port': ['ID=c15942b0-432c-480d-9005-da6faf613418,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:30.783819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-ca73e3d2-860c-4b46-86cc-3d71804faa19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] No DVR routers for this DVR port c15942b0-432c-480d-9005-da6faf613418 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:17:30.791088 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-ca73e3d2-860c-4b46-86cc-3d71804faa19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:30.793919 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca75437f-47ed-49d9-9a94-092b845b5f2c req-ca73e3d2-860c-4b46-86cc-3d71804faa19 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.82 "DELETE /v2.0/ports/c15942b0-432c-480d-9005-da6faf613418 HTTP/1.1" status: 204 len: 173 time: 0.8662989 Aug 04 17:17:30.797737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e0c7e3e-41ae-4733-929e-a4ca78f66fec req-faca10ec-7a76-4e2b-897e-93eed263e98d tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups?id=4824f7ac-9a7a-4304-89e4-306054f506c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313696 Aug 04 17:17:31.080145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-deleted', 'tag': 'e816567d-e02e-4090-a94f-767175a8aa9e'}, {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-deleted', 'tag': 'c15942b0-432c-480d-9005-da6faf613418'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:17:31.082510 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca5141c-10fa-456a-afcb-1701670189f0" -d '{"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-deleted", "tag": "e816567d-e02e-4090-a94f-767175a8aa9e"}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-deleted", "tag": "c15942b0-432c-480d-9005-da6faf613418"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:17:31.143368 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d203430-2b64-4535-a3bf-6a3b27652c69 x-openstack-request-id: req-7d203430-2b64-4535-a3bf-6a3b27652c69 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:17:31.143915 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-deleted", "tag": "e816567d-e02e-4090-a94f-767175a8aa9e", "status": "completed", "code": 200}, {"server_uuid": "5b65a54c-0e56-4474-885f-bfa642286237", "name": "network-vif-deleted", "tag": "c15942b0-432c-480d-9005-da6faf613418", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:17:31.144581 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d203430-2b64-4535-a3bf-6a3b27652c69 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:17:31.145189 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-deleted', 'tag': 'e816567d-e02e-4090-a94f-767175a8aa9e', 'status': 'completed', 'code': 200} Aug 04 17:17:31.145641 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b65a54c-0e56-4474-885f-bfa642286237', 'name': 'network-vif-deleted', 'tag': 'c15942b0-432c-480d-9005-da6faf613418', 'status': 'completed', 'code': 200} Aug 04 17:17:31.933118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbfdbf46-4b1d-4a9e-a84b-8880d3b8a555 req-9a3e7e18-ed25-47d6-ab61-69189e07488c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0276558 Aug 04 17:17:31.980563 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aa1c37f4-ec86-4952-86f0-1809b06f3b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:33.043566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89539ba6-3046-4afa-a147-88cb1df26865 req-60b3046e-c941-43fe-8155-ac0f122ef32f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0281820 Aug 04 17:17:33.868507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-3673637a-228e-4859-afd0-4cff008c2884 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:33.870081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-3673637a-228e-4859-afd0-4cff008c2884 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 815 time: 0.2159343 Aug 04 17:17:33.888752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-b06dfb37-3652-4bc3-9faf-a81dd736e432 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/quotas/88570249e15e4071a11ba66e1418616d HTTP/1.1" status: 200 len: 375 time: 0.0120137 Aug 04 17:17:34.012551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-6afc0764-c90d-427d-b589-ba665cf28baf tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1160798 Aug 04 17:17:34.206190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-4d34ad47-6ef7-4ed3-87cd-f49c5618a5fa service neutron] 10.222.0.39 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920295 Aug 04 17:17:34.404304 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-79486ef9-d57a-4078-9504-48d058886086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:34.445145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-26df351a-8b8f-402b-9462-a9e3483f8c5f service neutron] 10.222.0.39 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309012 Aug 04 17:17:34.536815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-433fc49f-ad2f-4405-bd18-cd7dd46d2d56 req-3747334a-8ef2-445b-8b6e-421181ecb2de tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.3188388 Aug 04 17:17:34.786605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-51be7877-0409-4660-a1b1-014a47a835cb req-940a9982-622a-4326-90d4-b3c759dc63b5 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 210 time: 0.0566761 Aug 04 17:17:34.987454 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:35.768871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4748272-ce63-4c17-8237-d65b15f94bfd req-61b2d92c-03de-4668-a35e-b04c45ae0d1c tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0617874 Aug 04 17:17:35.837957 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:35.910083 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02dbad36-6449-4e22-833f-b16087f2690b req-899239d3-1eee-4d57-9f81-1b80902cc835 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 210 time: 0.0407619 Aug 04 17:17:36.178772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-d6b51be1-9e70-451a-98f6-5d92d45bde9e tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:36.180929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-d6b51be1-9e70-451a-98f6-5d92d45bde9e tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.82 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 815 time: 0.1474228 Aug 04 17:17:36.198082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Request body: {'port': {'device_id': '4076295e-1b38-4b36-847c-9eab66ca9b0f', 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5', 'admin_state_up': True, 'tenant_id': '88570249e15e4071a11ba66e1418616d'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:17:36.353609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Made reservation on behalf of 88570249e15e4071a11ba66e1418616d for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:17:36.357848 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:36.543906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Allocated IP 172.20.0.3 (373b52df-db71-46e5-b1a4-e233063fd3e5/be96159f-c9fe-40bb-8342-d4b5dc324512/599a812e-5841-4633-9c50-0bc7cbd15afc) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:17:36.828759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:36.884925 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:36.900037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c3ca1fe3-6014-4d71-aa0c-243d284be9e2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:17:36.912576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f1348011-be95-47c8-ae48-476a7218fe43', 'b536fc0f-1054-441d-98f7-8e9596d6982f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:17:37.038928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Pushing event updated for resources: {'Port': ['ID=599a812e-5841-4633-9c50-0bc7cbd15afc,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:37.129950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da346c29-814a-4ac5-8721-6837cb078ded req-a0cba7f2-dec6-42f8-a3d9-8d75f22dd314 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.1529050 Aug 04 17:17:37.132398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Network 373b52df-db71-46e5-b1a4-e233063fd3e5 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:17:37.158789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:17:37.189163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:17:37.384259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9e51f-1629-48ba-ac83-e10e85945d75 req-0a05982f-f76d-474a-80fb-88c98b2a640f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:37.386020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ed9e51f-1629-48ba-ac83-e10e85945d75 req-0a05982f-f76d-474a-80fb-88c98b2a640f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 931 time: 0.3418136 Aug 04 17:17:37.400414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:37.401119 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:37.525748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ed9e51f-1629-48ba-ac83-e10e85945d75 req-2372fe70-ec23-41fe-98bd-f85d0ca35e81 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162121 Aug 04 17:17:37.541317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-20f23f31-bde9-493f-9984-92042f7615f2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3360727 Aug 04 17:17:37.545541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47696) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:37.556905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Request body: {'port': {'device_id': '4076295e-1b38-4b36-847c-9eab66ca9b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:17:37.675483 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:37.695291 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:37.825787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b838860d-88cf-471d-9433-2407e3446cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:37.988750 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b838860d-88cf-471d-9433-2407e3446cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:37.996369 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b838860d-88cf-471d-9433-2407e3446cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:38.040987 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b838860d-88cf-471d-9433-2407e3446cbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0ca5b6b84da40b0b271d85015272150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4942548 Aug 04 17:17:38.042644 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838860d-88cf-471d-9433-2407e3446cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0d5948-9c5c-41c7-8e3b-b3f0fa23be7d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:38.045298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 47708) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:38.119178 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ff4c59a-9dd2-4f15-bd91-ad29200b711b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:38.121584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599a812e-5841-4633-9c50-0bc7cbd15afc {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:17:38.131003 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:38.146942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Transition to ACTIVE for port object 599a812e-5841-4633-9c50-0bc7cbd15afc will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:17:38.154065 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:38.177222 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ff4c59a-9dd2-4f15-bd91-ad29200b711b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:38.242360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Pushing event updated for resources: {'Port': ['ID=599a812e-5841-4633-9c50-0bc7cbd15afc,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:38.277434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ff4c59a-9dd2-4f15-bd91-ad29200b711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:38.281385 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3ff4c59a-9dd2-4f15-bd91-ad29200b711b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:38.283079 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3ff4c59a-9dd2-4f15-bd91-ad29200b711b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d0d5948-9c5c-41c7-8e3b-b3f0fa23be7d HTTP/1.1" status: 204 len: 168 time: 0.2244875 Aug 04 17:17:38.293619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4c59a-9dd2-4f15-bd91-ad29200b711b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0d5948-9c5c-41c7-8e3b-b3f0fa23be7d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:38.307418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f709bde7-b764-4bc7-be5e-c3aa9f476c85 req-c0c6e075-0052-487f-a947-740671532d94 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0549097 Aug 04 17:17:38.871018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Attempting to bind port 599a812e-5841-4633-9c50-0bc7cbd15afc on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:17:38.871237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Attempting to bind port 599a812e-5841-4633-9c50-0bc7cbd15afc by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:17:38.871678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Attempting to bind port 599a812e-5841-4633-9c50-0bc7cbd15afc on network 373b52df-db71-46e5-b1a4-e233063fd3e5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:17:38.881211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Port 599a812e-5841-4633-9c50-0bc7cbd15afc on network 373b52df-db71-46e5-b1a4-e233063fd3e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:17:38.881629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Attempting to bind port 599a812e-5841-4633-9c50-0bc7cbd15afc on network 373b52df-db71-46e5-b1a4-e233063fd3e5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:17:38.890261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:17:38.890261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Checking segment: {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:17:38.890517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Bound using segment: {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:17:38.891024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Bound port: 599a812e-5841-4633-9c50-0bc7cbd15afc, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6432de5-1e1d-45c0-93cf-416575b82e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:17:38.891274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:38.935475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8bb08-6d6b-4428-afa7-f217765afea9 req-040459f9-6928-44a3-9fd8-57ec58ee4f19 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:38.936888 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83b8bb08-6d6b-4428-afa7-f217765afea9 req-040459f9-6928-44a3-9fd8-57ec58ee4f19 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 943 time: 0.1116297 Aug 04 17:17:39.059342 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:39.106708 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:39.130708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83b8bb08-6d6b-4428-afa7-f217765afea9 req-0d3a1557-901f-4861-b89d-a8d4c131f74a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441338 Aug 04 17:17:39.151605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] For port 599a812e-5841-4633-9c50-0bc7cbd15afc, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:17:39.155592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] For port 599a812e-5841-4633-9c50-0bc7cbd15afc, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=599a812e-5841-4633-9c50-0bc7cbd15afc,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:17:39.165794 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:39.288345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:39.289136 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:39.290622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] 10.222.0.82 "PUT /v2.0/ports/599a812e-5841-4633-9c50-0bc7cbd15afc HTTP/1.1" status: 200 len: 1091 time: 1.7482347 Aug 04 17:17:39.291233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4076295e-1b38-4b36-847c-9eab66ca9b0f', 'tag': '599a812e-5841-4633-9c50-0bc7cbd15afc'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:17:39.296443 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57" -d '{"events": [{"name": "network-changed", "server_uuid": "4076295e-1b38-4b36-847c-9eab66ca9b0f", "tag": "599a812e-5841-4633-9c50-0bc7cbd15afc"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:17:39.299974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83513ce6-9ebe-4139-8d40-7fcfe24c5357 service neutron] Pushing event updated for resources: {'Port': ['ID=599a812e-5841-4633-9c50-0bc7cbd15afc,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:39.400339 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7196239b-a2e5-48bd-999e-000f12302378 x-openstack-request-id: req-7196239b-a2e5-48bd-999e-000f12302378 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:17:39.400634 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4076295e-1b38-4b36-847c-9eab66ca9b0f", "tag": "599a812e-5841-4633-9c50-0bc7cbd15afc", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:17:39.400890 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7196239b-a2e5-48bd-999e-000f12302378 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:17:39.401308 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4076295e-1b38-4b36-847c-9eab66ca9b0f', 'tag': '599a812e-5841-4633-9c50-0bc7cbd15afc', 'status': 'completed', 'code': 200} Aug 04 17:17:39.442155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-aa5b70f4-4c8d-4b3f-8312-754c8fea74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:39.443729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-aa5b70f4-4c8d-4b3f-8312-754c8fea74b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 1094 time: 0.0964017 Aug 04 17:17:39.491394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3737c1a1-7957-4fcb-be7e-25b881a6798f req-936c9420-69a2-40f1-bb3b-ed6127735298 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0340562 Aug 04 17:17:39.539880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-0587d2ef-3029-4ad7-99e0-3f48cede67ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=599a812e-5841-4633-9c50-0bc7cbd15afc HTTP/1.1" status: 200 len: 217 time: 0.0470488 Aug 04 17:17:39.608877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-14066177-bdf6-4c2d-94d0-9d3d59fd4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:39.610427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-14066177-bdf6-4c2d-94d0-9d3d59fd4eee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.0623496 Aug 04 17:17:39.661959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-05da2cac-6587-4edc-bb06-eaa5011a3fcf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443807 Aug 04 17:17:39.818266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-9ced521c-9b61-4d7f-b49f-b118bb626d83 service neutron] 10.222.0.82 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476581 Aug 04 17:17:39.999061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af66ecf-55c8-4297-81c3-b2dcf30b1cd5 req-00d9c24c-f283-4a0a-9b8d-7c7435ae1edf service neutron] 10.222.0.82 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681204 Aug 04 17:17:40.137593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57 req-3933ae57-644b-4aab-8339-61366d5fe3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:40.139939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57 req-3933ae57-644b-4aab-8339-61366d5fe3ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 1094 time: 0.0766404 Aug 04 17:17:40.468267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd5683-856e-46da-849e-30e4dbfe868f req-cb3d9ee6-1e8d-4e76-be89-42ac28e28f09 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:40.469932 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5acd5683-856e-46da-849e-30e4dbfe868f req-cb3d9ee6-1e8d-4e76-be89-42ac28e28f09 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 943 time: 0.1859756 Aug 04 17:17:40.498893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57 req-143c3883-d4d7-4ba3-9009-dfb15d413dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:40.501095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57 req-143c3883-d4d7-4ba3-9009-dfb15d413dfd service neutron] 10.222.0.82 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 917 time: 0.3505366 Aug 04 17:17:40.602147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57 req-439a5f84-19d9-4eb6-9042-074620ca7baa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=599a812e-5841-4633-9c50-0bc7cbd15afc HTTP/1.1" status: 200 len: 217 time: 0.0911407 Aug 04 17:17:40.675504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57 req-36b420a4-c838-4720-b817-f38c965773e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:40.678013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57 req-36b420a4-c838-4720-b817-f38c965773e7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.0562251 Aug 04 17:17:40.729602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57 req-3dbfc4c8-a92b-471a-8bb1-4e2637b3e2af service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335770 Aug 04 17:17:40.732726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5acd5683-856e-46da-849e-30e4dbfe868f req-bfd93e0b-09b4-4c06-be84-d8010ec01436 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550156 Aug 04 17:17:40.743035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f1b0e4e-3ed1-40ff-a7cf-50ab8249905a req-3b849d63-c098-4416-bfde-9793eabe803b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.1471987 Aug 04 17:17:40.855685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57 req-e6ec09b1-8ccd-4280-a2ad-e88686177195 service neutron] 10.222.0.82 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061072 Aug 04 17:17:41.037762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-368baf5b-e6b5-426c-b6bb-7cc35f13ce57 req-76f897b9-afa9-40be-86af-dd071bbb180f service neutron] 10.222.0.82 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728156 Aug 04 17:17:41.889266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4efe3703-aa2e-4771-a0ab-df5a93ff5664 req-a205b5a6-4c4a-4095-a6e9-a14b50275e3f tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0470750 Aug 04 17:17:41.917062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d271079-bcb3-4ecf-a10a-a410a27803e9 req-ad7c96fa-3651-460e-a2b0-415e4bf4bbc4 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:41.919431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d271079-bcb3-4ecf-a10a-a410a27803e9 req-ad7c96fa-3651-460e-a2b0-415e4bf4bbc4 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 943 time: 0.0920515 Aug 04 17:17:41.979890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d271079-bcb3-4ecf-a10a-a410a27803e9 req-dcc7a148-dffd-4648-b820-1c83390458cf tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493393 Aug 04 17:17:43.042334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7374780a-4317-46b9-9145-cc532a947631 req-8ec67cf3-764a-4a24-bca5-2d4da1eed114 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0373352 Aug 04 17:17:43.159514 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:17:43.221903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728754-f908-4a08-ba71-50f45f27faee req-2535e5b7-1591-4c2c-b94e-358e44bc1ad0 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:43.223843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22728754-f908-4a08-ba71-50f45f27faee req-2535e5b7-1591-4c2c-b94e-358e44bc1ad0 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 943 time: 0.1150515 Aug 04 17:17:43.278159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22728754-f908-4a08-ba71-50f45f27faee req-967567d8-aae7-4be2-88d6-03b98c2aa89d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477121 Aug 04 17:17:43.437189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 599a812e-5841-4633-9c50-0bc7cbd15afc details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:17:43.561698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 599a812e-5841-4633-9c50-0bc7cbd15afc, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=599a812e-5841-4633-9c50-0bc7cbd15afc,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:43.580645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '599a812e-5841-4633-9c50-0bc7cbd15afc', 'network_id': '373b52df-db71-46e5-b1a4-e233063fd3e5', 'port_id': '599a812e-5841-4633-9c50-0bc7cbd15afc', 'mac_address': 'fa:16:3e:ee:96:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be96159f-c9fe-40bb-8342-d4b5dc324512', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:17:43.630949 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:43.644881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599a812e-5841-4633-9c50-0bc7cbd15afc {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:17:43.669478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 599a812e-5841-4633-9c50-0bc7cbd15afc, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=599a812e-5841-4633-9c50-0bc7cbd15afc,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:43.676090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:43.743267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=599a812e-5841-4633-9c50-0bc7cbd15afc,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:43.890035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['599a812e-5841-4633-9c50-0bc7cbd15afc'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:17:44.288665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83206782-47fa-40bc-b6c8-7c190d2be3a6 req-1878de4e-c523-46b6-9613-d1c8639b78d7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0722198 Aug 04 17:17:44.481287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1501a-5e8f-4eae-86e6-7f307e56a812 req-8e782a22-4138-409d-8271-fb65c7111a89 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:44.483279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79a1501a-5e8f-4eae-86e6-7f307e56a812 req-8e782a22-4138-409d-8271-fb65c7111a89 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 944 time: 0.0903018 Aug 04 17:17:44.576329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79a1501a-5e8f-4eae-86e6-7f307e56a812 req-59378f25-b9c1-4225-b6dc-4cc96ce5acdf tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795906 Aug 04 17:17:45.436281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a72a5d3b-568d-446a-9a79-2beb2e32b664 req-4ac67292-a03c-49ae-a21b-c2ec8ca7a2bf tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0576570 Aug 04 17:17:45.438056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 599a812e-5841-4633-9c50-0bc7cbd15afc up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:17:45.537567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 599a812e-5841-4633-9c50-0bc7cbd15afc completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:17:45.544354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 599a812e-5841-4633-9c50-0bc7cbd15afc triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:17:45.545129 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:45.718307 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:45.795741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 599a812e-5841-4633-9c50-0bc7cbd15afc, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=599a812e-5841-4633-9c50-0bc7cbd15afc,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:45.799703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076295e-1b38-4b36-847c-9eab66ca9b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599a812e-5841-4633-9c50-0bc7cbd15afc'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:17:45.804984 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9f7399-d176-454b-a40d-4708ec273151" -d '{"events": [{"server_uuid": "4076295e-1b38-4b36-847c-9eab66ca9b0f", "name": "network-vif-plugged", "status": "completed", "tag": "599a812e-5841-4633-9c50-0bc7cbd15afc"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:17:45.813635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d7f2c-fc19-43e7-a8d0-3d74b4bc3dcd req-ea5dc95c-f2fd-492f-b165-8decbf42a68d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:45.814271 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:45.823992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e09d7f2c-fc19-43e7-a8d0-3d74b4bc3dcd req-ea5dc95c-f2fd-492f-b165-8decbf42a68d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 944 time: 0.1330354 Aug 04 17:17:45.899767 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b95693-ba48-4287-bb67-00168ddc2d06 x-openstack-request-id: req-54b95693-ba48-4287-bb67-00168ddc2d06 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:17:45.900131 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076295e-1b38-4b36-847c-9eab66ca9b0f", "name": "network-vif-plugged", "status": "completed", "tag": "599a812e-5841-4633-9c50-0bc7cbd15afc", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:17:45.900328 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54b95693-ba48-4287-bb67-00168ddc2d06 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:17:45.900695 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076295e-1b38-4b36-847c-9eab66ca9b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599a812e-5841-4633-9c50-0bc7cbd15afc', 'code': 200} Aug 04 17:17:45.930494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e09d7f2c-fc19-43e7-a8d0-3d74b4bc3dcd req-674a8ac1-4813-4c19-b713-4275e5171393 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019590 Aug 04 17:17:45.977932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=599a812e-5841-4633-9c50-0bc7cbd15afc,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:46.035763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e3ead-7851-41a5-a86a-1d8a8c955a41 req-b27e4069-7aee-4e15-acf2-a3a558d51524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:46.037357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b23e3ead-7851-41a5-a86a-1d8a8c955a41 req-b27e4069-7aee-4e15-acf2-a3a558d51524 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 1096 time: 0.0899916 Aug 04 17:17:46.082121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b23e3ead-7851-41a5-a86a-1d8a8c955a41 req-2bd26d76-aff4-4786-a7eb-66ee6742328f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367849 Aug 04 17:17:46.625698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b50a9f2-aac5-4833-a45c-9eb90e96bf10 req-b40b02f7-19d0-4f2b-8dbe-bfb8f7578cc1 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0489423 Aug 04 17:17:47.088180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890513e-b964-4fd7-a132-836db989e429 req-6fa97b2a-e6b0-4fbb-a05c-a2381fc22693 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:47.089469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0890513e-b964-4fd7-a132-836db989e429 req-6fa97b2a-e6b0-4fbb-a05c-a2381fc22693 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 945 time: 0.0805349 Aug 04 17:17:47.134224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0890513e-b964-4fd7-a132-836db989e429 req-3f674de3-4ac7-44eb-8377-9e8e99616760 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383487 Aug 04 17:17:47.761950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-405cf8e0-fe16-441a-a413-e069167cea9f req-f7944f86-1f19-4454-ad66-d0279eac666b tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0363147 Aug 04 17:17:48.305760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82e1dc-2395-48a4-9c1e-cd8f988db6b9 req-26bea417-7b05-4019-8653-e62dba06fb20 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:17:48.313673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee82e1dc-2395-48a4-9c1e-cd8f988db6b9 req-26bea417-7b05-4019-8653-e62dba06fb20 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 945 time: 0.0633245 Aug 04 17:17:48.369249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee82e1dc-2395-48a4-9c1e-cd8f988db6b9 req-179be068-eb7d-4c02-93e5-ebb80518cb81 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543959 Aug 04 17:17:48.984742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3139186d-bec8-451b-a6db-5727c4da84fd req-db3c722d-1b11-4c89-8011-a6a00986ea31 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b65a54c-0e56-4474-885f-bfa642286237 HTTP/1.1" status: 200 len: 210 time: 0.0371110 Aug 04 17:17:50.149008 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48048) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:50.239838 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:50.290123 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:50.364158 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:50.368661 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:50.372533 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "DELETE /v2.0/security-groups/4824f7ac-9a7a-4304-89e4-306054f506c3 HTTP/1.1" status: 204 len: 168 time: 0.2210252 Aug 04 17:17:50.374314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48058) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:50.404560 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-d51b3d89-f28e-4fe5-a966-7bbddd7dadf6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] show failed (client error): The resource could not be found. Aug 04 17:17:50.408813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d51b3d89-f28e-4fe5-a966-7bbddd7dadf6 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "GET /v2.0/security-groups/4824f7ac-9a7a-4304-89e4-306054f506c3 HTTP/1.1" status: 404 len: 347 time: 0.0321965 Aug 04 17:17:50.411622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48060) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:50.416007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4824f7ac-9a7a-4304-89e4-306054f506c3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:50.426517 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.427107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.427819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.428425 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.429111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.439643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.440074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.440741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.441964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.443247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.444131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.444735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30fe1-6c09-4fbf-b32b-6d0d9bdf22ac tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:17:50.629235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0acd9-0b36-4b19-8a0a-5a031a5dcdc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting port 467ff9f2-614e-45a6-8b59-cd8cef1a579f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:50.629963 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5e0acd9-0b36-4b19-8a0a-5a031a5dcdc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:50.750682 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5e0acd9-0b36-4b19-8a0a-5a031a5dcdc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:50.750962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5e0acd9-0b36-4b19-8a0a-5a031a5dcdc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:50.779799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0acd9-0b36-4b19-8a0a-5a031a5dcdc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Calling delete_port for 467ff9f2-614e-45a6-8b59-cd8cef1a579f owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:51.011533 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5e0acd9-0b36-4b19-8a0a-5a031a5dcdc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:51.039658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0acd9-0b36-4b19-8a0a-5a031a5dcdc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Port': ['ID=467ff9f2-614e-45a6-8b59-cd8cef1a579f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:51.119151 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5e0acd9-0b36-4b19-8a0a-5a031a5dcdc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:51.122369 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a5e0acd9-0b36-4b19-8a0a-5a031a5dcdc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:51.123914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a5e0acd9-0b36-4b19-8a0a-5a031a5dcdc7 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "DELETE /v2.0/floatingips/3f722c78-50e8-45a9-8738-7ac47d32626e HTTP/1.1" status: 204 len: 168 time: 0.7111287 Aug 04 17:17:51.126841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48066) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:51.287441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6641b351-0bd2-4ae7-8775-498fcb98cb62 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting port fc732593-e3e3-46b8-b687-23b7c42b1458 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:51.289905 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0bd2-4ae7-8775-498fcb98cb62 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:51.418153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0bd2-4ae7-8775-498fcb98cb62 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:51.433120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6641b351-0bd2-4ae7-8775-498fcb98cb62 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Calling delete_port for fc732593-e3e3-46b8-b687-23b7c42b1458 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:51.649811 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0bd2-4ae7-8775-498fcb98cb62 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:51.685245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641b351-0bd2-4ae7-8775-498fcb98cb62 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Port': ['ID=fc732593-e3e3-46b8-b687-23b7c42b1458,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:51.792098 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0bd2-4ae7-8775-498fcb98cb62 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:51.798486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48076) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:51.799239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6641b351-0bd2-4ae7-8775-498fcb98cb62 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "DELETE /v2.0/ports/fc732593-e3e3-46b8-b687-23b7c42b1458 HTTP/1.1" status: 204 len: 168 time: 0.6708179 Aug 04 17:17:51.915099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1685e695-2a5e-4218-9ea5-f085bfd0c4a3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting port 055d70de-a204-430b-8bd6-bc6a5dc0ccdd {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:51.915448 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1685e695-2a5e-4218-9ea5-f085bfd0c4a3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:52.051854 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1685e695-2a5e-4218-9ea5-f085bfd0c4a3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:52.071262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-1685e695-2a5e-4218-9ea5-f085bfd0c4a3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Calling delete_port for 055d70de-a204-430b-8bd6-bc6a5dc0ccdd owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:52.361535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1685e695-2a5e-4218-9ea5-f085bfd0c4a3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:52.500504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685e695-2a5e-4218-9ea5-f085bfd0c4a3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Port': ['ID=055d70de-a204-430b-8bd6-bc6a5dc0ccdd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:52.568608 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1685e695-2a5e-4218-9ea5-f085bfd0c4a3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:52.573153 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1685e695-2a5e-4218-9ea5-f085bfd0c4a3 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "DELETE /v2.0/ports/055d70de-a204-430b-8bd6-bc6a5dc0ccdd HTTP/1.1" status: 204 len: 168 time: 0.7704582 Aug 04 17:17:52.573412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48098) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:52.648653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a362414f-a1b0-4936-bfc8-941b36b37d79 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting subnet 110d186f-3474-4f10-971a-ba1fe20cc9a0 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:17:52.652886 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a362414f-a1b0-4936-bfc8-941b36b37d79 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:52.713346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a362414f-a1b0-4936-bfc8-941b36b37d79 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:52.886313 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a362414f-a1b0-4936-bfc8-941b36b37d79 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:53.101968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a362414f-a1b0-4936-bfc8-941b36b37d79 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:53.132920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362414f-a1b0-4936-bfc8-941b36b37d79 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Subnet': ['ID=110d186f-3474-4f10-971a-ba1fe20cc9a0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:53.146848 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a362414f-a1b0-4936-bfc8-941b36b37d79 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:53.149725 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a362414f-a1b0-4936-bfc8-941b36b37d79 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "DELETE /v2.0/subnets/110d186f-3474-4f10-971a-ba1fe20cc9a0 HTTP/1.1" status: 204 len: 168 time: 0.5753224 Aug 04 17:17:53.152780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48108) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:53.164932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84529480-5a95-4aa0-bf3e-257c916216cd None None] Network b6c29649-58d9-47a6-8faa-3a67e09f9da2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:17:53.221990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-676a2c2e-c4d2-45c2-9d0a-3208e5c2bd2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting subnet ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:17:53.240369 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-676a2c2e-c4d2-45c2-9d0a-3208e5c2bd2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:53.344824 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-676a2c2e-c4d2-45c2-9d0a-3208e5c2bd2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:53.521629 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-676a2c2e-c4d2-45c2-9d0a-3208e5c2bd2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:53.604459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5543b5-8536-4fcb-8387-94a90abd307f None None] DHCP port deletion for b6c29649-58d9-47a6-8faa-3a67e09f9da2 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:17:53.665157 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-676a2c2e-c4d2-45c2-9d0a-3208e5c2bd2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:53.749185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a2c2e-c4d2-45c2-9d0a-3208e5c2bd2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Subnet': ['ID=ac82c4b4-fb28-43c6-aadf-f16f34ea2b06,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:53.754557 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-676a2c2e-c4d2-45c2-9d0a-3208e5c2bd2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:53.761532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48118) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:53.763563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beb9ccc-6fc1-4cf0-8a4c-7fc9ca9ac90b None None] Network ba071955-fd30-4b22-a93b-fc9408c54c5c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:17:53.774606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-676a2c2e-c4d2-45c2-9d0a-3208e5c2bd2a tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "DELETE /v2.0/subnets/ac82c4b4-fb28-43c6-aadf-f16f34ea2b06 HTTP/1.1" status: 204 len: 168 time: 0.6194441 Aug 04 17:17:53.953761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.083116 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Deleting port 1454539d-1d5c-470a-a154-914dfd5a27fc {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:54.084214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.133044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-dd5543b5-8536-4fcb-8387-94a90abd307f None None] Deleting port 1454539d-1d5c-470a-a154-914dfd5a27fc {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:54.133417 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd5543b5-8536-4fcb-8387-94a90abd307f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.210735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-dd5543b5-8536-4fcb-8387-94a90abd307f None None] For port 1454539d-1d5c-470a-a154-914dfd5a27fc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1454539d-1d5c-470a-a154-914dfd5a27fc,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:54.211488 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd5543b5-8536-4fcb-8387-94a90abd307f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.227802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-dd5543b5-8536-4fcb-8387-94a90abd307f None None] Calling delete_port for 1454539d-1d5c-470a-a154-914dfd5a27fc owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:54.250668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] For port 1454539d-1d5c-470a-a154-914dfd5a27fc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1454539d-1d5c-470a-a154-914dfd5a27fc,segment=NetworkSegment(91a1e383-f9d8-45d1-a2f1-b478e3b3231d),segment_id=91a1e383-f9d8-45d1-a2f1-b478e3b3231d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:54.251927 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.289865 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Calling delete_port for 1454539d-1d5c-470a-a154-914dfd5a27fc owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:54.403068 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd5543b5-8536-4fcb-8387-94a90abd307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.426159 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.434396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5543b5-8536-4fcb-8387-94a90abd307f None None] No DVR routers for this DVR port 1454539d-1d5c-470a-a154-914dfd5a27fc on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:17:54.452579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] No DVR routers for this DVR port 1454539d-1d5c-470a-a154-914dfd5a27fc on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:17:54.491742 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Port': ['ID=1454539d-1d5c-470a-a154-914dfd5a27fc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:54.552519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5543b5-8536-4fcb-8387-94a90abd307f None None] Pushing event deleted for resources: {'Port': ['ID=1454539d-1d5c-470a-a154-914dfd5a27fc,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:54.616602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.645139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c29649-58d9-47a6-8faa-3a67e09f9da2']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:17:54.663311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a1e383-f9d8-45d1-a2f1-b478e3b3231d') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:17:54.664827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a1e383-f9d8-45d1-a2f1-b478e3b3231d') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:17:54.680819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d9dfc-7d13-4597-a13c-1d38568e671f None None] DHCP port deletion for ba071955-fd30-4b22-a93b-fc9408c54c5c request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:17:54.683983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1454539d-1d5c-470a-a154-914dfd5a27fc no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:17:54.688551 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.713204 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.728781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:17:54.729198 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: self.session.flush() Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:17:54.733580 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:17:54.761848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 1454539d-1d5c-470a-a154-914dfd5a27fc {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:17:54.762493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1454539d-1d5c-470a-a154-914dfd5a27fc not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:17:54.867261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d9dfc-7d13-4597-a13c-1d38568e671f None None] Deleting port 55c392a4-4e47-4419-8e51-751dac0b6680 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:17:54.867651 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f1d9dfc-7d13-4597-a13c-1d38568e671f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.919322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.927159 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.931098 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "DELETE /v2.0/networks/b6c29649-58d9-47a6-8faa-3a67e09f9da2 HTTP/1.1" status: 204 len: 168 time: 1.1682479 Aug 04 17:17:54.934510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48140) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:54.941802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7f1d9dfc-7d13-4597-a13c-1d38568e671f None None] For port 55c392a4-4e47-4419-8e51-751dac0b6680, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=55c392a4-4e47-4419-8e51-751dac0b6680,segment=NetworkSegment(e9825c28-c523-48d2-af58-57089d1c48a3),segment_id=e9825c28-c523-48d2-af58-57089d1c48a3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:17:54.942479 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f1d9dfc-7d13-4597-a13c-1d38568e671f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:54.966703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d9dfc-7d13-4597-a13c-1d38568e671f None None] Calling delete_port for 55c392a4-4e47-4419-8e51-751dac0b6680 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:17:54.970143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0673f-7e35-4a4e-ba4c-f92057695495 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Network': ['ID=b6c29649-58d9-47a6-8faa-3a67e09f9da2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:55.096319 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:55.103393 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f1d9dfc-7d13-4597-a13c-1d38568e671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:55.137764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d9dfc-7d13-4597-a13c-1d38568e671f None None] Pushing event deleted for resources: {'Port': ['ID=55c392a4-4e47-4419-8e51-751dac0b6680,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:55.139776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d9dfc-7d13-4597-a13c-1d38568e671f None None] No DVR routers for this DVR port 55c392a4-4e47-4419-8e51-751dac0b6680 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:17:55.261576 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:55.294734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba071955-fd30-4b22-a93b-fc9408c54c5c']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:17:55.329004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9825c28-c523-48d2-af58-57089d1c48a3') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:17:55.330040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9825c28-c523-48d2-af58-57089d1c48a3') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:17:55.343530 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:55.362296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:55.371639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:17:55.372337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:17:55.375909 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:17:55.461801 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:55.474479 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:55.514248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] 10.222.0.39 "DELETE /v2.0/networks/ba071955-fd30-4b22-a93b-fc9408c54c5c HTTP/1.1" status: 204 len: 168 time: 0.5744264 Aug 04 17:17:55.533351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a16fff-fa88-4015-a5ab-1cbabd1d1bc9 tempest-TaggedBootDevicesTest_v242-918496 tempest-TaggedBootDevicesTest_v242-918496-project] Pushing event deleted for resources: {'Network': ['ID=ba071955-fd30-4b22-a93b-fc9408c54c5c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:56.613327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 55c392a4-4e47-4419-8e51-751dac0b6680 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:17:56.641115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 55c392a4-4e47-4419-8e51-751dac0b6680 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:17:56.641714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 55c392a4-4e47-4419-8e51-751dac0b6680 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:17:56.978988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48208) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:57.134691 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0bd4edf6-e83b-4210-969b-b176e8fcf857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:57.282209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0bd4edf6-e83b-4210-969b-b176e8fcf857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:57.290154 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0bd4edf6-e83b-4210-969b-b176e8fcf857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:57.363178 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0bd4edf6-e83b-4210-969b-b176e8fcf857 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41a4ed586a9b4266adba565b8d187a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822877 Aug 04 17:17:57.365201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48218) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:57.369238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4edf6-e83b-4210-969b-b176e8fcf857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9635b919-539d-4f05-962d-a823504a4a66,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:57.474394 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d93a-2c08-4bc2-9437-c5a83e10a901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:57.506798 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d93a-2c08-4bc2-9437-c5a83e10a901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:57.564791 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d93a-2c08-4bc2-9437-c5a83e10a901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:57.572454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d93a-2c08-4bc2-9437-c5a83e10a901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:57.576039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0fd5d93a-2c08-4bc2-9437-c5a83e10a901 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9635b919-539d-4f05-962d-a823504a4a66 HTTP/1.1" status: 204 len: 168 time: 0.2057731 Aug 04 17:17:57.602170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5d93a-2c08-4bc2-9437-c5a83e10a901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9635b919-539d-4f05-962d-a823504a4a66,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:57.957972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48230) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:57.982709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d777e987-81ad-47a4-b827-4635fd096d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:58.119997 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d777e987-81ad-47a4-b827-4635fd096d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:58.128235 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d777e987-81ad-47a4-b827-4635fd096d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:58.202151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48240) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:17:58.207458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d777e987-81ad-47a4-b827-4635fd096d26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ceecc4106d1416fbbbc12180179ac19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456362 Aug 04 17:17:58.209450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777e987-81ad-47a4-b827-4635fd096d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2efff0b-e421-416b-80dd-0ac155cfd009,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:58.288838 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be88bca7-bca0-4689-a23b-4d1778126c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:58.324473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be88bca7-bca0-4689-a23b-4d1778126c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:58.382528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be88bca7-bca0-4689-a23b-4d1778126c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:58.385848 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be88bca7-bca0-4689-a23b-4d1778126c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:17:58.391239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be88bca7-bca0-4689-a23b-4d1778126c16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2efff0b-e421-416b-80dd-0ac155cfd009 HTTP/1.1" status: 204 len: 168 time: 0.1842766 Aug 04 17:17:58.400495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88bca7-bca0-4689-a23b-4d1778126c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2efff0b-e421-416b-80dd-0ac155cfd009,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:17:58.403327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-44e78ff8-1aae-49b9-9d78-434b67a06e96 req-ad7b153a-d2ee-45c6-ab45-284698b6422e service neutron] (105828) timed out ('10.222.0.90', 49233) {{(pid=105828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:18:01.283590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48372) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:01.440732 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1af1af21-837b-4c8d-a563-6d3fed3cd097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:01.572439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1af1af21-837b-4c8d-a563-6d3fed3cd097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:01.585313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1af1af21-837b-4c8d-a563-6d3fed3cd097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:01.640942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1af21-837b-4c8d-a563-6d3fed3cd097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4369970a-8308-437f-97ea-e13452beda17,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:01.648801 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1af1af21-837b-4c8d-a563-6d3fed3cd097 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53d822daab964a2088db12ea86cac895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583970 Aug 04 17:18:01.650844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48384) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:01.713694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb5ef767-34a2-4ecd-bcf8-72fd4ab6fc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:01.740744 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb5ef767-34a2-4ecd-bcf8-72fd4ab6fc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:01.824386 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb5ef767-34a2-4ecd-bcf8-72fd4ab6fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:01.828604 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bb5ef767-34a2-4ecd-bcf8-72fd4ab6fc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:01.836311 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bb5ef767-34a2-4ecd-bcf8-72fd4ab6fc78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4369970a-8308-437f-97ea-e13452beda17 HTTP/1.1" status: 204 len: 168 time: 0.1839511 Aug 04 17:18:01.849518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ef767-34a2-4ecd-bcf8-72fd4ab6fc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4369970a-8308-437f-97ea-e13452beda17,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:02.011644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-94728e7f-1558-44b1-82bb-9f047a9bf836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:02.221578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48400) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:02.236879 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c696da88-db33-4daf-937c-bc8e6499ede2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:02.426910 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c696da88-db33-4daf-937c-bc8e6499ede2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:02.434419 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c696da88-db33-4daf-937c-bc8e6499ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:02.480914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696da88-db33-4daf-937c-bc8e6499ede2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7b9398-86a6-4e1d-9601-1b1e2cbb9881,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:02.486386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c696da88-db33-4daf-937c-bc8e6499ede2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7145819bd53e4120905c4b628b561535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630641 Aug 04 17:18:02.489035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48408) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:02.562558 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0914a67-517e-4e75-ace6-07f7508fa468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:02.618011 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0914a67-517e-4e75-ace6-07f7508fa468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:02.677132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0914a67-517e-4e75-ace6-07f7508fa468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:02.680405 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0914a67-517e-4e75-ace6-07f7508fa468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:02.682269 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b0914a67-517e-4e75-ace6-07f7508fa468 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad7b9398-86a6-4e1d-9601-1b1e2cbb9881 HTTP/1.1" status: 204 len: 168 time: 0.1909237 Aug 04 17:18:02.692896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0914a67-517e-4e75-ace6-07f7508fa468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7b9398-86a6-4e1d-9601-1b1e2cbb9881,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:04.417224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8b41ac4e-444d-47df-9dde-b4afebb75827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:05.014564 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:05.213193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-2199dd4e-5a79-4b7a-af76-ea385ff7049b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1305594 Aug 04 17:18:05.342911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-135c9ade-41fd-4ff3-b7aa-57da7bbbad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:05.344998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-135c9ade-41fd-4ff3-b7aa-57da7bbbad36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 1096 time: 0.0582166 Aug 04 17:18:05.484303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-dc543aa4-7e42-4cb8-af4f-13de17da8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:05.485824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-dc543aa4-7e42-4cb8-af4f-13de17da8c0c service neutron] 10.222.0.82 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 917 time: 0.1156385 Aug 04 17:18:05.552311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-00cabae2-028d-42ac-a8c8-a422a8c23530 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3ca1fe3-6014-4d71-aa0c-243d284be9e2 HTTP/1.1" status: 200 len: 217 time: 0.0537865 Aug 04 17:18:05.645344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-20dbc570-5eba-4a51-8a88-2dde148f8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:05.647396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-20dbc570-5eba-4a51-8a88-2dde148f8c0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.0808997 Aug 04 17:18:05.693074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-6872d046-c06e-4556-b540-889bb2349e01 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369134 Aug 04 17:18:05.861763 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:05.885647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-3e002bf0-ef23-497f-8c6c-8c322b15a126 service neutron] 10.222.0.82 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736238 Aug 04 17:18:06.060131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6bfe1c2-8468-4b93-8242-594b6a1162d3 req-b5c216da-3a61-4c45-89ea-f8ab2e321581 service neutron] 10.222.0.82 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663740 Aug 04 17:18:07.301973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48568) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:07.458044 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:08.033131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:08.274105 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-f220ec86-2b26-42e0-b9cb-5044898c9749 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2350619 Aug 04 17:18:08.506738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-9148fa67-8c4b-47d9-b766-a7e0c0f62909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:08.508841 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-9148fa67-8c4b-47d9-b766-a7e0c0f62909 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=88570249e15e4071a11ba66e1418616d&device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 1096 time: 0.1546519 Aug 04 17:18:08.538223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] Deleting port 2c92b14d-c38e-4a04-a630-808c62481d10 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:18:08.538910 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:08.683734 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] For port 2c92b14d-c38e-4a04-a630-808c62481d10, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2c92b14d-c38e-4a04-a630-808c62481d10,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:08.684221 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:08.698263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] Calling delete_port for 2c92b14d-c38e-4a04-a630-808c62481d10 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:18:09.089610 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:09.093006 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:09.122574 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:09.147073 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c92b14d-c38e-4a04-a630-808c62481d10,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:09.201864 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-0e0657b1-fd3c-4535-82ea-28f200f4026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:09.203459 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-0e0657b1-fd3c-4535-82ea-28f200f4026a service neutron] 10.222.0.90 "GET /v2.0/networks?id=373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 200 len: 917 time: 0.2151995 Aug 04 17:18:09.284040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48624) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:09.291758 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-300bef38-784d-407b-877b-00eb565848ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1348011-be95-47c8-ae48-476a7218fe43 HTTP/1.1" status: 200 len: 217 time: 0.0596347 Aug 04 17:18:09.373321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-3a8f87d4-a688-4d8d-8321-abd0dcad41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:09.381433 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-3a8f87d4-a688-4d8d-8321-abd0dcad41e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 200 len: 855 time: 0.0823469 Aug 04 17:18:09.495767 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-06efc57f-1403-4132-8898-692131ff8912 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373b52df-db71-46e5-b1a4-e233063fd3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606906 Aug 04 17:18:09.596821 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb3e6-b132-453d-a9a9-da28d03fae8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:09.775634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:09.827886 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb3e6-b132-453d-a9a9-da28d03fae8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:09.833226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb3e6-b132-453d-a9a9-da28d03fae8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:09.917726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbb3e6-b132-453d-a9a9-da28d03fae8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c4fdda-f92b-4f2e-9012-f2a0a48ef333,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:09.929009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d3dbb3e6-b132-453d-a9a9-da28d03fae8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3203cd170ca431f93fb5048a4ffc7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435540 Aug 04 17:18:09.929959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48638) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:10.058388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a792-98ef-4139-8158-d2480a6326d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:10.101638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a792-98ef-4139-8158-d2480a6326d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:10.207001 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a792-98ef-4139-8158-d2480a6326d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:10.210923 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a792-98ef-4139-8158-d2480a6326d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:10.216741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9ea1a792-98ef-4139-8158-d2480a6326d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3c4fdda-f92b-4f2e-9012-f2a0a48ef333 HTTP/1.1" status: 204 len: 168 time: 0.2854948 Aug 04 17:18:10.225804 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1a792-98ef-4139-8158-d2480a6326d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c4fdda-f92b-4f2e-9012-f2a0a48ef333,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:10.464730 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-28eff437-c7bc-4e33-b869-16a65f04c1b6 service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8411074 Aug 04 17:18:10.721173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48656) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:10.742127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d580dfb-b533-4b44-8df0-1a6dbd7be7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:10.759990 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e88f1b58-205c-4bf3-b017-b215d3fb03ac req-c82ca61e-0e94-4799-ac76-ca65a2464895 service neutron] 10.222.0.90 "GET /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402449 Aug 04 17:18:10.787897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] Router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:18:10.906998 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d580dfb-b533-4b44-8df0-1a6dbd7be7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:10.912456 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9d580dfb-b533-4b44-8df0-1a6dbd7be7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:10.939267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:18:10.953113 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7340aa3d-1b23-4f69-b1ea-a2c5823fdac7 admin admin] 10.222.0.39 "PUT /v2.0/routers/9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6499627 Aug 04 17:18:10.954194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48666) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:10.960279 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] Sync routers for ids ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:18:10.998910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9d580dfb-b533-4b44-8df0-1a6dbd7be7b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71de7282caf242e39c904483a04f8dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734923 Aug 04 17:18:11.007455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48668) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:11.021052 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] Routers {'9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:18:11.023125 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:18:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:18:11.038399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d580dfb-b533-4b44-8df0-1a6dbd7be7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18646aa7-d0e6-47ac-95c0-3c0412ee7e18,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:11.168304 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2270450-1c36-459f-9153-c82bb516676e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:11.218439 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2270450-1c36-459f-9153-c82bb516676e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:11.238796 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:11.337205 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] Set router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:18:11.348629 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2270450-1c36-459f-9153-c82bb516676e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:11.351202 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2270450-1c36-459f-9153-c82bb516676e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:11.354891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d2270450-1c36-459f-9153-c82bb516676e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18646aa7-d0e6-47ac-95c0-3c0412ee7e18 HTTP/1.1" status: 204 len: 168 time: 0.3398228 Aug 04 17:18:11.364719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2270450-1c36-459f-9153-c82bb516676e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18646aa7-d0e6-47ac-95c0-3c0412ee7e18,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:11.481401 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:11.571415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Deleting port 4b045134-e640-40d2-a5fa-ee775ddaf3bb {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:18:11.571795 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:11.744489 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:18:08Z', 'revision_number': 5, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port': {'id': '4b045134-e640-40d2-a5fa-ee775ddaf3bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:06:42Z', 'updated_at': '2021-08-04T17:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:18:11.769207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] For port 4b045134-e640-40d2-a5fa-ee775ddaf3bb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4b045134-e640-40d2-a5fa-ee775ddaf3bb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:11.769617 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:11.796967 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] Checking router: 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:18:11.806577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Calling delete_port for 4b045134-e640-40d2-a5fa-ee775ddaf3bb owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:18:11.817103 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] Routers {'9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:18:11.817745 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:18:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:18:11.938369 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] Set router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:18:12.039856 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:18:11Z', 'revision_number': 6, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:18:12.087450 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f3021-f9b2-4d58-ad2c-277319bee558 None None] The sync data for ids ['9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b'] in n-d-764435-5 is: [{'id': '9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b', 'name': 'tempest-TaggedBootDevicesTest_v242-1555571751-router', 'tenant_id': '2cc94953506a4e78aea23a881315503c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:06:40Z', 'updated_at': '2021-08-04T17:18:11Z', 'revision_number': 6, 'project_id': '2cc94953506a4e78aea23a881315503c', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:18:12.094616 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:12.157590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b045134-e640-40d2-a5fa-ee775ddaf3bb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:12.298760 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:12.468903 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:12.471423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:12.577536 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:12.578183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:18:12.584772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:12.586868 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e5a924d6-1c8f-4625-b89b-c54941be9b58 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9b2fd9a9-06e3-40f6-8f57-fbe4ca73cd6b HTTP/1.1" status: 204 len: 168 time: 1.6304822 Aug 04 17:18:12.588702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48718) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:12.760815 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2c92b14d-c38e-4a04-a630-808c62481d10 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:18:12.833386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 2c92b14d-c38e-4a04-a630-808c62481d10 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:18:12.833756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2c92b14d-c38e-4a04-a630-808c62481d10 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:18:12.839851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d98e92b-ea99-461d-a7eb-fb0689606164 admin admin] Deleting subnet ef543eaa-4be5-4e02-bbc5-f2ae9095973a {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:18:12.845774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d98e92b-ea99-461d-a7eb-fb0689606164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:12.897742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d98e92b-ea99-461d-a7eb-fb0689606164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.019879 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d98e92b-ea99-461d-a7eb-fb0689606164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.084679 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d98e92b-ea99-461d-a7eb-fb0689606164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.106305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89020d1-89a8-4371-8a52-c0b29b473630 None None] Network b3eb9666-862a-4b2f-a577-a9a0071ffb65 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:18:13.119454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d98e92b-ea99-461d-a7eb-fb0689606164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.124313 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48730) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:13.124797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0d98e92b-ea99-461d-a7eb-fb0689606164 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ef543eaa-4be5-4e02-bbc5-f2ae9095973a HTTP/1.1" status: 204 len: 168 time: 0.5346298 Aug 04 17:18:13.125872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98e92b-ea99-461d-a7eb-fb0689606164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef543eaa-4be5-4e02-bbc5-f2ae9095973a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:13.256294 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.358403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Deleting port 1fcdecc4-e1e7-434b-91c4-06183e07c325 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:18:13.359133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.414868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] DHCP port deletion for b3eb9666-862a-4b2f-a577-a9a0071ffb65 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:18:13.504373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] For port 1fcdecc4-e1e7-434b-91c4-06183e07c325, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1fcdecc4-e1e7-434b-91c4-06183e07c325,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:13.509036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.538997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Calling delete_port for 1fcdecc4-e1e7-434b-91c4-06183e07c325 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:18:13.540000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Deleting port 1fcdecc4-e1e7-434b-91c4-06183e07c325 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:18:13.540382 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.665798 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.712390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcdecc4-e1e7-434b-91c4-06183e07c325,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:13.725877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] No DVR routers for this DVR port 1fcdecc4-e1e7-434b-91c4-06183e07c325 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:18:13.746494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] For port 1fcdecc4-e1e7-434b-91c4-06183e07c325, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1fcdecc4-e1e7-434b-91c4-06183e07c325,segment=NetworkSegment(e13bbc40-9f10-4fe2-9af2-3b0406f8ab82),segment_id=e13bbc40-9f10-4fe2-9af2-3b0406f8ab82)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:13.746986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.764866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Calling delete_port for 1fcdecc4-e1e7-434b-91c4-06183e07c325 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:18:13.874118 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.886915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3eb9666-862a-4b2f-a577-a9a0071ffb65']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:18:13.902119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:18:13.902793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13bbc40-9f10-4fe2-9af2-3b0406f8ab82') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:18:13.915522 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.925647 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.933841 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.941525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:18:13.942330 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:18:13.945417 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:18:13.998425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] No DVR routers for this DVR port 1fcdecc4-e1e7-434b-91c4-06183e07c325 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:18:14.002441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Pushing event deleted for resources: {'Port': ['ID=1fcdecc4-e1e7-434b-91c4-06183e07c325,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:14.025438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.025907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.026178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.026458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.027172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.027508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.027838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.028164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.028535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.028864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.029192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.032706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e48500d-6eec-4f89-b15a-1755a1b9268c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:14.032876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:14.049358 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:14.051795 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b3eb9666-862a-4b2f-a577-a9a0071ffb65 HTTP/1.1" status: 204 len: 168 time: 0.9264791 Aug 04 17:18:14.069655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b550a50-2abf-49c8-bd24-195818e713c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3eb9666-862a-4b2f-a577-a9a0071ffb65,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:14.313290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48768) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:14.401235 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c6dd9ab-2ad8-4694-aa7c-2a8ac70b9b75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2cc94953506a4e78aea23a881315503c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0865240 Aug 04 17:18:14.403871 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48772) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:14.460803 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdac028d-e059-4d9d-8918-b57f0cb567e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:14.485218 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdac028d-e059-4d9d-8918-b57f0cb567e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:14.544488 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdac028d-e059-4d9d-8918-b57f0cb567e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:14.547211 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdac028d-e059-4d9d-8918-b57f0cb567e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:14.548919 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fdac028d-e059-4d9d-8918-b57f0cb567e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3543204f-3e8e-46cb-b838-a13e2ee6c5b4 HTTP/1.1" status: 204 len: 168 time: 0.1438978 Aug 04 17:18:14.567228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac028d-e059-4d9d-8918-b57f0cb567e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3543204f-3e8e-46cb-b838-a13e2ee6c5b4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:14.738269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1fcdecc4-e1e7-434b-91c4-06183e07c325 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:18:14.787066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 1fcdecc4-e1e7-434b-91c4-06183e07c325 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:18:14.787693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1fcdecc4-e1e7-434b-91c4-06183e07c325 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:18:14.788087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4b045134-e640-40d2-a5fa-ee775ddaf3bb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:18:14.824937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 4b045134-e640-40d2-a5fa-ee775ddaf3bb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:18:14.839362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4b045134-e640-40d2-a5fa-ee775ddaf3bb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:18:15.288727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37536fb3-ffdf-4597-a55b-642ac1213639 req-3b312fbf-90a4-4308-b148-d208a4360b32 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:15.296598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37536fb3-ffdf-4597-a55b-642ac1213639 req-3b312fbf-90a4-4308-b148-d208a4360b32 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 945 time: 0.1373749 Aug 04 17:18:15.392222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37536fb3-ffdf-4597-a55b-642ac1213639 req-b6c5de20-304a-41bd-8535-e03b6ee93011 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892460 Aug 04 17:18:15.764354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 48826) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:15.926948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-316451691-network', 'tenant_id': '9ca3cf4ce777441998bc5fbe4cc40b5a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:18:15.950505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Made reservation on behalf of 9ca3cf4ce777441998bc5fbe4cc40b5a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:18:15.953651 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:15.963107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:16.086755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:16.094290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:16.121169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:18:16.130109 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bf4923-adf3-441c-a38d-0ed6c27923be,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:16.137776 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:16.138132 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Added segment 1846398b-1d8c-40de-a721-4f7a0a9902f3 of type vlan for network 58204f97-c167-41e5-83ba-68694741e7dd Aug 04 17:18:16.195370 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:16.228433 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:16.229495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:16.230073 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:16.284666 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5190129 Aug 04 17:18:16.287871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 48838) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:16.290246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd380cd5-0998-4dcb-88c3-a49f96ce381d admin admin] Pushing event updated for resources: {'Network': ['ID=58204f97-c167-41e5-83ba-68694741e7dd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:16.295276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Request body: {'subnet': {'network_id': '58204f97-c167-41e5-83ba-68694741e7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-316451691-subnet', 'tenant_id': '9ca3cf4ce777441998bc5fbe4cc40b5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:18:16.309785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 58204f97-c167-41e5-83ba-68694741e7dd details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:18:16.323565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Made reservation on behalf of 9ca3cf4ce777441998bc5fbe4cc40b5a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:18:16.326644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:16.603481 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:16.638464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c0e35-6872-49ef-a386-276fd8cdf22c req-cc232ca9-1545-4cd1-a3a5-5b27a3b76520 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:16.640089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f5c0e35-6872-49ef-a386-276fd8cdf22c req-cc232ca9-1545-4cd1-a3a5-5b27a3b76520 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 945 time: 0.0972025 Aug 04 17:18:16.734860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=361a11cd-0cad-4e75-aee4-48f4d1c402b1,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:16.744994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f5c0e35-6872-49ef-a386-276fd8cdf22c req-dc48c4f9-0dd3-4630-a9d3-39856dca56cc tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881233 Aug 04 17:18:16.762079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a24b-157b-43be-b1ce-757606346c90 req-c4e1078b-af00-4285-8e33-68bebd001978 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:16.763606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69b2a24b-157b-43be-b1ce-757606346c90 req-c4e1078b-af00-4285-8e33-68bebd001978 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.82 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 945 time: 0.1226251 Aug 04 17:18:16.767992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Checking segment: {'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:18:16.768345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Network hostable DHCP agents. Network: 58204f97-c167-41e5-83ba-68694741e7dd, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:18:16.889117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Network 58204f97-c167-41e5-83ba-68694741e7dd is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:18:16.914783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 58204f97-c167-41e5-83ba-68694741e7dd) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:18:16.925616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9a6ab-29ad-44b7-88a6-bfaabc2d5d05 None None] Network 58204f97-c167-41e5-83ba-68694741e7dd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:18:16.958328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:16.962530 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:16.970406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-69b2a24b-157b-43be-b1ce-757606346c90 req-7845bb31-721b-4cd1-9862-6021aa7ab31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Deleting port 599a812e-5841-4633-9c50-0bc7cbd15afc {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:18:16.970763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69b2a24b-157b-43be-b1ce-757606346c90 req-7845bb31-721b-4cd1-9862-6021aa7ab31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:17.138342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-69b2a24b-157b-43be-b1ce-757606346c90 req-7845bb31-721b-4cd1-9862-6021aa7ab31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] For port 599a812e-5841-4633-9c50-0bc7cbd15afc, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=599a812e-5841-4633-9c50-0bc7cbd15afc,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:17.138719 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69b2a24b-157b-43be-b1ce-757606346c90 req-7845bb31-721b-4cd1-9862-6021aa7ab31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:17.142478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc571b25-0eb7-4cd7-b080-a40cd0a5efa3 None None] Network 58204f97-c167-41e5-83ba-68694741e7dd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:18:17.157593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-69b2a24b-157b-43be-b1ce-757606346c90 req-7845bb31-721b-4cd1-9862-6021aa7ab31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Calling delete_port for 599a812e-5841-4633-9c50-0bc7cbd15afc owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:18:17.172767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e6fac48d-bcd2-4b10-a842-5d9f0f117657 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8785267 Aug 04 17:18:17.329622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69b2a24b-157b-43be-b1ce-757606346c90 req-7845bb31-721b-4cd1-9862-6021aa7ab31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:17.347555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f1348011-be95-47c8-ae48-476a7218fe43', 'b536fc0f-1054-441d-98f7-8e9596d6982f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:18:17.350121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c3ca1fe3-6014-4d71-aa0c-243d284be9e2', '599a812e-5841-4633-9c50-0bc7cbd15afc'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:18:17.374678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845bb31-721b-4cd1-9862-6021aa7ab31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Pushing event deleted for resources: {'Port': ['ID=599a812e-5841-4633-9c50-0bc7cbd15afc,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:17.468067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b2a24b-157b-43be-b1ce-757606346c90 req-7845bb31-721b-4cd1-9862-6021aa7ab31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] No DVR routers for this DVR port 599a812e-5841-4633-9c50-0bc7cbd15afc on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:18:17.473230 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-69b2a24b-157b-43be-b1ce-757606346c90 req-7845bb31-721b-4cd1-9862-6021aa7ab31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:17.475443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-69b2a24b-157b-43be-b1ce-757606346c90 req-7845bb31-721b-4cd1-9862-6021aa7ab31f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.82 "DELETE /v2.0/ports/599a812e-5841-4633-9c50-0bc7cbd15afc HTTP/1.1" status: 204 len: 173 time: 0.7048142 Aug 04 17:18:17.475936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076295e-1b38-4b36-847c-9eab66ca9b0f', 'name': 'network-vif-deleted', 'tag': '599a812e-5841-4633-9c50-0bc7cbd15afc'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:18:17.485756 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786594c7-6bda-4446-a796-6606fac90326" -d '{"events": [{"server_uuid": "4076295e-1b38-4b36-847c-9eab66ca9b0f", "name": "network-vif-deleted", "tag": "599a812e-5841-4633-9c50-0bc7cbd15afc"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:18:17.566903 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3efbd8d-2034-47d6-8c87-934aa34bc26c x-openstack-request-id: req-f3efbd8d-2034-47d6-8c87-934aa34bc26c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:18:17.567388 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076295e-1b38-4b36-847c-9eab66ca9b0f", "name": "network-vif-deleted", "tag": "599a812e-5841-4633-9c50-0bc7cbd15afc", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:18:17.567824 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3efbd8d-2034-47d6-8c87-934aa34bc26c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:18:17.568447 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076295e-1b38-4b36-847c-9eab66ca9b0f', 'name': 'network-vif-deleted', 'tag': '599a812e-5841-4633-9c50-0bc7cbd15afc', 'status': 'completed', 'code': 200} Aug 04 17:18:17.926987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aaf53046-0072-4760-b771-5036fc093239 req-97b084d0-5ad8-43e5-850d-64875fe0b74f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=4076295e-1b38-4b36-847c-9eab66ca9b0f HTTP/1.1" status: 200 len: 210 time: 0.0609121 Aug 04 17:18:17.979173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669de94-0871-45b1-9223-faa40c82e908 req-87b06272-33f0-44a0-98c2-630eb0e7a03d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:17.980991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-87b06272-33f0-44a0-98c2-630eb0e7a03d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/networks?id=58204f97-c167-41e5-83ba-68694741e7dd HTTP/1.1" status: 200 len: 814 time: 0.1720541 Aug 04 17:18:18.000905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-e97d6b1a-2a2a-4311-9b28-3e0e6215e70c tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/quotas/9ca3cf4ce777441998bc5fbe4cc40b5a HTTP/1.1" status: 200 len: 375 time: 0.0140719 Aug 04 17:18:18.054979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-87afb4ad-b763-4baf-a404-7cda814c4a61 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ca3cf4ce777441998bc5fbe4cc40b5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369489 Aug 04 17:18:18.286499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-83fa9eaa-df68-473c-9a16-ad4f7564908b service neutron] 10.222.0.39 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268560 Aug 04 17:18:18.392199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-c0054739-8b21-4b7f-9422-b9185450629e service neutron] 10.222.0.39 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969160 Aug 04 17:18:18.613927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d564bb65-5cec-4534-bf33-f96651158283 req-7e4fbd69-0cb7-47b3-ba02-cb9390194fe3 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 210 time: 0.0319228 Aug 04 17:18:19.778656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a71b490-e442-4ba4-8074-b52d30210ddf req-4684afbb-3a19-4cb5-a4d5-750678e14584 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 210 time: 0.0361311 Aug 04 17:18:20.156737 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:18:20.469324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669de94-0871-45b1-9223-faa40c82e908 req-d34095b0-adac-438b-8b5c-4e1795e2e03d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:20.471194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-d34095b0-adac-438b-8b5c-4e1795e2e03d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.82 "GET /v2.0/networks?id=58204f97-c167-41e5-83ba-68694741e7dd HTTP/1.1" status: 200 len: 814 time: 0.6537035 Aug 04 17:18:20.484767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Request body: {'port': {'device_id': 'b3aa4c00-c90c-45d6-9a6d-b75466709c7c', 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd', 'admin_state_up': True, 'tenant_id': '9ca3cf4ce777441998bc5fbe4cc40b5a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:18:20.667994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Made reservation on behalf of 9ca3cf4ce777441998bc5fbe4cc40b5a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:18:20.683362 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:20.845119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Allocated IP 172.20.0.12 (58204f97-c167-41e5-83ba-68694741e7dd/361a11cd-0cad-4e75-aee4-48f4d1c402b1/c1177191-8e3a-45eb-933e-8f274a48846c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:18:20.944605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e66e8e34-af3d-495c-9845-0bbecb262c26 req-84ba1c5c-6004-4b8d-9df6-fccbd917caaa tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 210 time: 0.0428696 Aug 04 17:18:21.123698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:21.181471 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:21.252318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Pushing event updated for resources: {'Port': ['ID=c1177191-8e3a-45eb-933e-8f274a48846c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:21.263997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Network 58204f97-c167-41e5-83ba-68694741e7dd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:18:21.267687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:18:21.271666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:18:21.354111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:21.354900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:21.384788 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-9a48aa8e-580f-4468-b3e8-15d6004402c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9039161 Aug 04 17:18:21.408945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Request body: {'port': {'device_id': 'b3aa4c00-c90c-45d6-9a6d-b75466709c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:18:21.477606 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:21.609399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 599a812e-5841-4633-9c50-0bc7cbd15afc no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:18:21.673021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 599a812e-5841-4633-9c50-0bc7cbd15afc {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:18:21.673856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 599a812e-5841-4633-9c50-0bc7cbd15afc not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:18:21.899949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1177191-8e3a-45eb-933e-8f274a48846c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:18:21.917634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:21.933813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Transition to ACTIVE for port object c1177191-8e3a-45eb-933e-8f274a48846c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:18:21.941857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:22.061117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Pushing event updated for resources: {'Port': ['ID=c1177191-8e3a-45eb-933e-8f274a48846c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:22.108186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Attempting to bind port c1177191-8e3a-45eb-933e-8f274a48846c on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:18:22.108520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Attempting to bind port c1177191-8e3a-45eb-933e-8f274a48846c by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:18:22.108849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Attempting to bind port c1177191-8e3a-45eb-933e-8f274a48846c on network 58204f97-c167-41e5-83ba-68694741e7dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:18:22.163746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Port c1177191-8e3a-45eb-933e-8f274a48846c on network 58204f97-c167-41e5-83ba-68694741e7dd not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:18:22.163979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Attempting to bind port c1177191-8e3a-45eb-933e-8f274a48846c on network 58204f97-c167-41e5-83ba-68694741e7dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:18:22.185980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:18:22.188332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Checking segment: {'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:18:22.188728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Bound using segment: {'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:18:22.189826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Bound port: c1177191-8e3a-45eb-933e-8f274a48846c, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:18:22.190192 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:22.205083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d77aa9-adaa-443e-b77a-e51089e53bb7 req-c32b2e64-be5a-4ad0-92bd-eb1d189b9d9b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:22.212845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d77aa9-adaa-443e-b77a-e51089e53bb7 req-c32b2e64-be5a-4ad0-92bd-eb1d189b9d9b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 944 time: 0.1221631 Aug 04 17:18:22.316329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d77aa9-adaa-443e-b77a-e51089e53bb7 req-bf28c730-e604-4ae2-9652-729c5a3696de tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963049 Aug 04 17:18:22.346927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] For port c1177191-8e3a-45eb-933e-8f274a48846c, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:18:22.354894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] For port c1177191-8e3a-45eb-933e-8f274a48846c, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c1177191-8e3a-45eb-933e-8f274a48846c,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:18:22.365158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:22.432187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Pushing event updated for resources: {'Port': ['ID=c1177191-8e3a-45eb-933e-8f274a48846c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:22.450658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:22.451771 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:22.452999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-a2ed3c57-d32c-4fab-95b2-ab335e216704 service neutron] 10.222.0.82 "PUT /v2.0/ports/c1177191-8e3a-45eb-933e-8f274a48846c HTTP/1.1" status: 200 len: 1092 time: 1.0591302 Aug 04 17:18:22.453599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aa4c00-c90c-45d6-9a6d-b75466709c7c', 'tag': 'c1177191-8e3a-45eb-933e-8f274a48846c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:18:22.456780 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04afb657-943a-40e9-900a-cdddea95e710" -d '{"events": [{"name": "network-changed", "server_uuid": "b3aa4c00-c90c-45d6-9a6d-b75466709c7c", "tag": "c1177191-8e3a-45eb-933e-8f274a48846c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:18:22.513431 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0108a27f-290f-4e8b-a8ea-7ecfee7376be x-openstack-request-id: req-0108a27f-290f-4e8b-a8ea-7ecfee7376be {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:18:22.513790 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3aa4c00-c90c-45d6-9a6d-b75466709c7c", "tag": "c1177191-8e3a-45eb-933e-8f274a48846c", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:18:22.514100 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0108a27f-290f-4e8b-a8ea-7ecfee7376be {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:18:22.514562 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3aa4c00-c90c-45d6-9a6d-b75466709c7c', 'tag': 'c1177191-8e3a-45eb-933e-8f274a48846c', 'status': 'completed', 'code': 200} Aug 04 17:18:22.560485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669de94-0871-45b1-9223-faa40c82e908 req-037770df-f198-4f29-9445-e8117a03808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:22.562631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-037770df-f198-4f29-9445-e8117a03808a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ca3cf4ce777441998bc5fbe4cc40b5a&device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 1095 time: 0.0466902 Aug 04 17:18:22.682468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-8bb42ed7-e27c-4dc4-9e28-c1028e0578c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1177191-8e3a-45eb-933e-8f274a48846c HTTP/1.1" status: 200 len: 217 time: 0.1115532 Aug 04 17:18:22.768047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669de94-0871-45b1-9223-faa40c82e908 req-3a804408-4d30-4dba-9c34-996e647f5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:22.769783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-3a804408-4d30-4dba-9c34-996e647f5e75 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=361a11cd-0cad-4e75-aee4-48f4d1c402b1 HTTP/1.1" status: 200 len: 854 time: 0.0765200 Aug 04 17:18:22.843742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-f5f73315-380b-4fae-a978-98491e3646e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=58204f97-c167-41e5-83ba-68694741e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659165 Aug 04 17:18:23.039878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb0338-1010-4715-a05c-3067f3bd20c7 req-0644ef5e-33e0-4a95-94c2-f892a861c42c tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:23.041436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64cb0338-1010-4715-a05c-3067f3bd20c7 req-0644ef5e-33e0-4a95-94c2-f892a861c42c tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 946 time: 0.2004509 Aug 04 17:18:23.127772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-a11d3126-ec44-4051-83a1-0400dd9ec4f9 service neutron] 10.222.0.82 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755518 Aug 04 17:18:23.175823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64cb0338-1010-4715-a05c-3067f3bd20c7 req-0021782d-81b5-49b3-952c-338a95919376 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206443 Aug 04 17:18:23.341745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7669de94-0871-45b1-9223-faa40c82e908 req-6a857224-8a68-4f2c-9182-f8e7504dcca0 service neutron] 10.222.0.82 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010596 Aug 04 17:18:23.491865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afb657-943a-40e9-900a-cdddea95e710 req-e86b6f8c-9a22-406b-9ebb-3eab9329715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:23.493395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04afb657-943a-40e9-900a-cdddea95e710 req-e86b6f8c-9a22-406b-9ebb-3eab9329715c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ca3cf4ce777441998bc5fbe4cc40b5a&device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 1095 time: 0.0922332 Aug 04 17:18:23.527146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4aa52-8452-4875-a859-d6f0673396fb req-0a3945ca-bba5-461d-8354-8fb0fa82c574 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:23.533855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6e4aa52-8452-4875-a859-d6f0673396fb req-0a3945ca-bba5-461d-8354-8fb0fa82c574 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 944 time: 0.0937333 Aug 04 17:18:23.648128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afb657-943a-40e9-900a-cdddea95e710 req-36b43c84-b706-4d4a-8cdd-19efa6a2dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:23.649715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04afb657-943a-40e9-900a-cdddea95e710 req-36b43c84-b706-4d4a-8cdd-19efa6a2dd99 service neutron] 10.222.0.82 "GET /v2.0/networks?id=58204f97-c167-41e5-83ba-68694741e7dd HTTP/1.1" status: 200 len: 916 time: 0.1148133 Aug 04 17:18:23.735538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04afb657-943a-40e9-900a-cdddea95e710 req-fdd5c239-81d8-40b9-a6f0-1feb08aabedd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1177191-8e3a-45eb-933e-8f274a48846c HTTP/1.1" status: 200 len: 217 time: 0.0770893 Aug 04 17:18:23.801017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6e4aa52-8452-4875-a859-d6f0673396fb req-1b4942e4-0f5c-41b7-9d7d-3ba2510b30e5 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501527 Aug 04 17:18:23.820232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afb657-943a-40e9-900a-cdddea95e710 req-96cf1bc1-4e90-4e08-86b2-3d452b9f06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:23.821825 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04afb657-943a-40e9-900a-cdddea95e710 req-96cf1bc1-4e90-4e08-86b2-3d452b9f06a1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=361a11cd-0cad-4e75-aee4-48f4d1c402b1 HTTP/1.1" status: 200 len: 854 time: 0.0758634 Aug 04 17:18:23.865801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04afb657-943a-40e9-900a-cdddea95e710 req-eed98648-8330-436a-a334-a6d5686b26b4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=58204f97-c167-41e5-83ba-68694741e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359881 Aug 04 17:18:24.103943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04afb657-943a-40e9-900a-cdddea95e710 req-f5bc036f-23b0-4bdd-88ad-985e24719c9e service neutron] 10.222.0.82 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242806 Aug 04 17:18:24.225056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04afb657-943a-40e9-900a-cdddea95e710 req-a4f5f7b4-da96-4a89-98d2-9fb6209f7b40 service neutron] 10.222.0.82 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126111 Aug 04 17:18:24.274059 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-215741ec-8038-4750-a79b-082be8f33b5b tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:24.275730 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-215741ec-8038-4750-a79b-082be8f33b5b tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.90 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 946 time: 0.1334298 Aug 04 17:18:24.370634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c98081-be48-4825-a76f-494d467c3caa req-fe8dcfc3-3bdd-4ce5-87dc-d3e8176cd67b tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:24.372368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6c98081-be48-4825-a76f-494d467c3caa req-fe8dcfc3-3bdd-4ce5-87dc-d3e8176cd67b tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 946 time: 0.0999689 Aug 04 17:18:24.414395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-ee87451e-626a-4ad2-abbd-3aa3c21d07b1 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Deleting port b536fc0f-1054-441d-98f7-8e9596d6982f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:18:24.416128 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-ee87451e-626a-4ad2-abbd-3aa3c21d07b1 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:24.425463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6c98081-be48-4825-a76f-494d467c3caa req-1b1c3976-2e36-4c5f-82e7-65847ca90b1f tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465672 Aug 04 17:18:24.526218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-ee87451e-626a-4ad2-abbd-3aa3c21d07b1 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] For port b536fc0f-1054-441d-98f7-8e9596d6982f, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b536fc0f-1054-441d-98f7-8e9596d6982f,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:24.527255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-ee87451e-626a-4ad2-abbd-3aa3c21d07b1 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:24.549489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-ee87451e-626a-4ad2-abbd-3aa3c21d07b1 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Calling delete_port for b536fc0f-1054-441d-98f7-8e9596d6982f owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:18:24.705978 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-ee87451e-626a-4ad2-abbd-3aa3c21d07b1 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:24.720015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f1348011-be95-47c8-ae48-476a7218fe43', 'b536fc0f-1054-441d-98f7-8e9596d6982f'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:18:24.751343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c3ca1fe3-6014-4d71-aa0c-243d284be9e2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:18:24.762274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87451e-626a-4ad2-abbd-3aa3c21d07b1 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Pushing event deleted for resources: {'Port': ['ID=b536fc0f-1054-441d-98f7-8e9596d6982f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:24.826269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-ee87451e-626a-4ad2-abbd-3aa3c21d07b1 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] No DVR routers for this DVR port b536fc0f-1054-441d-98f7-8e9596d6982f on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:18:24.832400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-ee87451e-626a-4ad2-abbd-3aa3c21d07b1 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:24.835597 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8d155119-09ed-486a-bdae-27e801fea3f9 req-ee87451e-626a-4ad2-abbd-3aa3c21d07b1 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.90 "DELETE /v2.0/ports/b536fc0f-1054-441d-98f7-8e9596d6982f HTTP/1.1" status: 204 len: 173 time: 0.5518887 Aug 04 17:18:24.835942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136e6da6-ac21-4c4b-987f-227f7993dc86', 'name': 'network-vif-deleted', 'tag': 'b536fc0f-1054-441d-98f7-8e9596d6982f'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:18:24.838759 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d5aded-635c-470c-8f60-d1784115e69f" -d '{"events": [{"server_uuid": "136e6da6-ac21-4c4b-987f-227f7993dc86", "name": "network-vif-deleted", "tag": "b536fc0f-1054-441d-98f7-8e9596d6982f"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:18:24.925645 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d06fcd-a021-4dba-96e8-5a524d709d0e x-openstack-request-id: req-22d06fcd-a021-4dba-96e8-5a524d709d0e {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:18:24.926007 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136e6da6-ac21-4c4b-987f-227f7993dc86", "name": "network-vif-deleted", "tag": "b536fc0f-1054-441d-98f7-8e9596d6982f", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:18:24.926323 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22d06fcd-a021-4dba-96e8-5a524d709d0e {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:18:24.926791 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136e6da6-ac21-4c4b-987f-227f7993dc86', 'name': 'network-vif-deleted', 'tag': 'b536fc0f-1054-441d-98f7-8e9596d6982f', 'status': 'completed', 'code': 200} Aug 04 17:18:25.102471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c93e3-748f-4f42-b8a1-28ee42962bab req-c473dfec-1b7c-4944-8d1f-c467c82cee34 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:25.104210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be3c93e3-748f-4f42-b8a1-28ee42962bab req-c473dfec-1b7c-4944-8d1f-c467c82cee34 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 944 time: 0.1189151 Aug 04 17:18:25.211406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be3c93e3-748f-4f42-b8a1-28ee42962bab req-78e4b852-7f4f-4102-a974-4ab6436a38b3 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927026 Aug 04 17:18:25.378924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49044) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:25.552437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7576097-dc36-468c-baa7-deeb10ffa972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:25.625150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c1177191-8e3a-45eb-933e-8f274a48846c details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:18:25.673061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce025da3-6aeb-447a-aebe-d585df63ce15 req-d23b631c-7e0b-4614-bfa2-68d9b6724e4a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=136e6da6-ac21-4c4b-987f-227f7993dc86 HTTP/1.1" status: 200 len: 210 time: 0.0367417 Aug 04 17:18:25.701465 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7576097-dc36-468c-baa7-deeb10ffa972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:25.704151 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f7576097-dc36-468c-baa7-deeb10ffa972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:25.729088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c1177191-8e3a-45eb-933e-8f274a48846c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c1177191-8e3a-45eb-933e-8f274a48846c,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:25.741570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'c1177191-8e3a-45eb-933e-8f274a48846c', 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd', 'port_id': 'c1177191-8e3a-45eb-933e-8f274a48846c', 'mac_address': 'fa:16:3e:f8:56:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361a11cd-0cad-4e75-aee4-48f4d1c402b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:18:25.758040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f7576097-dc36-468c-baa7-deeb10ffa972 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aff4f4bfb1484fdda5cf4e2f0942b96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715680 Aug 04 17:18:25.759505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7576097-dc36-468c-baa7-deeb10ffa972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bcdebe-1a2f-4813-8674-a62b475756fc,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:25.760718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49050) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:25.797656 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:25.814336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1177191-8e3a-45eb-933e-8f274a48846c {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:18:25.840505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c1177191-8e3a-45eb-933e-8f274a48846c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c1177191-8e3a-45eb-933e-8f274a48846c,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:25.843685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f01ae862-80ec-493c-befe-814c87a91fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:25.848349 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:25.871955 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f01ae862-80ec-493c-befe-814c87a91fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:25.909138 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c1177191-8e3a-45eb-933e-8f274a48846c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:25.929439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f01ae862-80ec-493c-befe-814c87a91fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:25.932351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f01ae862-80ec-493c-befe-814c87a91fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:25.933542 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f01ae862-80ec-493c-befe-814c87a91fe2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24bcdebe-1a2f-4813-8674-a62b475756fc HTTP/1.1" status: 204 len: 168 time: 0.1716900 Aug 04 17:18:25.950163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ae862-80ec-493c-befe-814c87a91fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bcdebe-1a2f-4813-8674-a62b475756fc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:26.058245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c1177191-8e3a-45eb-933e-8f274a48846c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:18:26.346462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49068) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:26.350910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28334ece-d14f-470e-82d9-7bb20a1338e6 req-527460f5-4600-4b59-b72a-692ae609e917 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:26.359809 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28334ece-d14f-470e-82d9-7bb20a1338e6 req-527460f5-4600-4b59-b72a-692ae609e917 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 945 time: 0.0765626 Aug 04 17:18:26.362962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b60c6ad-0b76-4323-8b7d-8d06b48445a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:26.405278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28334ece-d14f-470e-82d9-7bb20a1338e6 req-475e5f5a-beda-4744-b9e2-18d9e292b2f5 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445058 Aug 04 17:18:26.476723 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b60c6ad-0b76-4323-8b7d-8d06b48445a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:26.486447 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b60c6ad-0b76-4323-8b7d-8d06b48445a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:26.533084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60c6ad-0b76-4323-8b7d-8d06b48445a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8481d27c-6bb8-4a32-9327-42a0e5bf1870,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:26.538551 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7b60c6ad-0b76-4323-8b7d-8d06b48445a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44398077e6ad41e980f24b2eef0bf3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906979 Aug 04 17:18:26.541206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49076) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:26.596185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49078) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:26.597734 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b5793fe-13ac-41fd-bab5-624eaae6795c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:26.621493 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b5793fe-13ac-41fd-bab5-624eaae6795c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:26.674994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b5793fe-13ac-41fd-bab5-624eaae6795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:26.677674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b5793fe-13ac-41fd-bab5-624eaae6795c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:26.682026 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6b5793fe-13ac-41fd-bab5-624eaae6795c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8481d27c-6bb8-4a32-9327-42a0e5bf1870 HTTP/1.1" status: 204 len: 168 time: 0.1398799 Aug 04 17:18:26.691428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5793fe-13ac-41fd-bab5-624eaae6795c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8481d27c-6bb8-4a32-9327-42a0e5bf1870,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:26.751937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:26.891585 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:26.902131 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:26.975610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=104c61f009de4d87b0996b97331165ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758264 Aug 04 17:18:26.976022 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49094) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:27.002460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e92c4a9-1454-4a5e-8372-0c815be85c00,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:27.030998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.031578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.032192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.032450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.033002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.033399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.033937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.034337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.034733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.035154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.035552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.036003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791df9c1-a6ce-4180-8fb8-799d27f7255c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:27.046943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad56dd7f-0ede-4aea-896c-dca95722a348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:27.079240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c45bd0-0cf9-4a09-8308-afaff4f716be req-c2384235-69be-4438-89f1-cb9cd41b2d1d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:27.087774 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38c45bd0-0cf9-4a09-8308-afaff4f716be req-c2384235-69be-4438-89f1-cb9cd41b2d1d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 945 time: 0.1051660 Aug 04 17:18:27.088084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad56dd7f-0ede-4aea-896c-dca95722a348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:27.142709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38c45bd0-0cf9-4a09-8308-afaff4f716be req-bbcb9197-bc15-4643-9fbe-d5c3799179e9 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535550 Aug 04 17:18:27.160535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad56dd7f-0ede-4aea-896c-dca95722a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:27.163984 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ad56dd7f-0ede-4aea-896c-dca95722a348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:27.165164 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ad56dd7f-0ede-4aea-896c-dca95722a348 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e92c4a9-1454-4a5e-8372-0c815be85c00 HTTP/1.1" status: 204 len: 168 time: 0.1881158 Aug 04 17:18:27.175712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56dd7f-0ede-4aea-896c-dca95722a348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e92c4a9-1454-4a5e-8372-0c815be85c00,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:27.541897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85f378-60b9-4fd5-ba75-ec94850e19da req-65fc6e50-1169-4d6e-b322-dfb33b492362 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:27.543784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab85f378-60b9-4fd5-ba75-ec94850e19da req-65fc6e50-1169-4d6e-b322-dfb33b492362 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 945 time: 0.0587404 Aug 04 17:18:27.588092 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab85f378-60b9-4fd5-ba75-ec94850e19da req-35366d08-0d8a-45c0-87e7-b0c014dfa724 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377872 Aug 04 17:18:27.625183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c1177191-8e3a-45eb-933e-8f274a48846c up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:18:27.700192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port c1177191-8e3a-45eb-933e-8f274a48846c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:18:27.710714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port c1177191-8e3a-45eb-933e-8f274a48846c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:18:27.711550 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:27.827869 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:27.862363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aa4c00-c90c-45d6-9a6d-b75466709c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1177191-8e3a-45eb-933e-8f274a48846c'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:18:27.866243 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6f1463-2afc-4727-98ea-288ec7f0183d" -d '{"events": [{"server_uuid": "b3aa4c00-c90c-45d6-9a6d-b75466709c7c", "name": "network-vif-plugged", "status": "completed", "tag": "c1177191-8e3a-45eb-933e-8f274a48846c"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:18:27.902672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c1177191-8e3a-45eb-933e-8f274a48846c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c1177191-8e3a-45eb-933e-8f274a48846c,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:27.916140 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:27.950496 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a226cd-fd57-4ba7-bf07-f97810985e3f x-openstack-request-id: req-77a226cd-fd57-4ba7-bf07-f97810985e3f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:18:27.951120 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aa4c00-c90c-45d6-9a6d-b75466709c7c", "name": "network-vif-plugged", "status": "completed", "tag": "c1177191-8e3a-45eb-933e-8f274a48846c", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:18:27.951580 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77a226cd-fd57-4ba7-bf07-f97810985e3f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:18:27.951970 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aa4c00-c90c-45d6-9a6d-b75466709c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1177191-8e3a-45eb-933e-8f274a48846c', 'code': 200} Aug 04 17:18:27.994396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c1177191-8e3a-45eb-933e-8f274a48846c,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:28.061930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14168b-2eb8-4b7f-b822-4fd7e3696b32 req-a52624d4-4fac-4478-ae54-8e9448551c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:28.063897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed14168b-2eb8-4b7f-b822-4fd7e3696b32 req-a52624d4-4fac-4478-ae54-8e9448551c88 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 1097 time: 0.0668008 Aug 04 17:18:28.107589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed14168b-2eb8-4b7f-b822-4fd7e3696b32 req-62de578d-c8b1-4393-a1e2-4a60abacff28 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356693 Aug 04 17:18:28.299968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-c478edf4-5c43-49f4-aaf8-7b8af84c136c tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:28.304941 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-c478edf4-5c43-49f4-aaf8-7b8af84c136c tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.90 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 945 time: 0.0867543 Aug 04 17:18:28.336532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb52190-60e5-4b26-8f73-14e3fa250870 req-33367898-e669-49ff-849a-1c460f684b42 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:28.346760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9eb52190-60e5-4b26-8f73-14e3fa250870 req-33367898-e669-49ff-849a-1c460f684b42 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 945 time: 0.0886874 Aug 04 17:18:28.400358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9eb52190-60e5-4b26-8f73-14e3fa250870 req-58672c2b-2a57-423c-ab3c-764de862d02d tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525687 Aug 04 17:18:28.478576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-6f8fa6bd-1c77-4833-95b3-a4a260205c61 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Deleting port f1348011-be95-47c8-ae48-476a7218fe43 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:18:28.478971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-6f8fa6bd-1c77-4833-95b3-a4a260205c61 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:28.584366 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-6f8fa6bd-1c77-4833-95b3-a4a260205c61 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] For port f1348011-be95-47c8-ae48-476a7218fe43, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=f1348011-be95-47c8-ae48-476a7218fe43,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:28.584747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-6f8fa6bd-1c77-4833-95b3-a4a260205c61 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:28.595079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b536fc0f-1054-441d-98f7-8e9596d6982f no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:18:28.615488 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-6f8fa6bd-1c77-4833-95b3-a4a260205c61 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Calling delete_port for f1348011-be95-47c8-ae48-476a7218fe43 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:18:28.642167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: b536fc0f-1054-441d-98f7-8e9596d6982f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:18:28.642748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b536fc0f-1054-441d-98f7-8e9596d6982f not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:18:28.752666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c80af-8d95-468d-acc1-158f057a1f25 req-980f2a4d-c528-41b3-ace0-f95de0faa7c1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:28.754401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c89c80af-8d95-468d-acc1-158f057a1f25 req-980f2a4d-c528-41b3-ace0-f95de0faa7c1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0796094 Aug 04 17:18:28.851992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c89c80af-8d95-468d-acc1-158f057a1f25 req-7bfe5f66-2211-400d-9046-320cd3d97fff tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905342 Aug 04 17:18:28.871129 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-6f8fa6bd-1c77-4833-95b3-a4a260205c61 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:28.881175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['f1348011-be95-47c8-ae48-476a7218fe43'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:18:28.907573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49176) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:28.921429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c3ca1fe3-6014-4d71-aa0c-243d284be9e2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:18:28.935923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fa6bd-1c77-4833-95b3-a4a260205c61 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Pushing event deleted for resources: {'Port': ['ID=f1348011-be95-47c8-ae48-476a7218fe43,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:29.012690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-6f8fa6bd-1c77-4833-95b3-a4a260205c61 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] No DVR routers for this DVR port f1348011-be95-47c8-ae48-476a7218fe43 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:18:29.015457 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-6f8fa6bd-1c77-4833-95b3-a4a260205c61 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:29.018458 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4c8ba431-2455-4e9e-9cc6-4c813df30f2c req-6f8fa6bd-1c77-4833-95b3-a4a260205c61 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.90 "DELETE /v2.0/ports/f1348011-be95-47c8-ae48-476a7218fe43 HTTP/1.1" status: 204 len: 173 time: 0.7096572 Aug 04 17:18:29.019050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42d0f58-9d30-41ed-adc3-e35c21f64a18', 'name': 'network-vif-deleted', 'tag': 'f1348011-be95-47c8-ae48-476a7218fe43'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:18:29.022187 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d0876b-85f6-47b5-ae2a-dcd50b111a87" -d '{"events": [{"server_uuid": "e42d0f58-9d30-41ed-adc3-e35c21f64a18", "name": "network-vif-deleted", "tag": "f1348011-be95-47c8-ae48-476a7218fe43"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:18:29.103111 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db338eb-850a-47d0-8c7a-58d2b0d617aa x-openstack-request-id: req-4db338eb-850a-47d0-8c7a-58d2b0d617aa {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:18:29.103435 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42d0f58-9d30-41ed-adc3-e35c21f64a18", "name": "network-vif-deleted", "tag": "f1348011-be95-47c8-ae48-476a7218fe43", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:18:29.103692 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4db338eb-850a-47d0-8c7a-58d2b0d617aa {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:18:29.104107 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42d0f58-9d30-41ed-adc3-e35c21f64a18', 'name': 'network-vif-deleted', 'tag': 'f1348011-be95-47c8-ae48-476a7218fe43', 'status': 'completed', 'code': 200} Aug 04 17:18:29.116121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ad2aacf-14f7-4c04-8c2b-c63e9f46d588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:29.262162 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ad2aacf-14f7-4c04-8c2b-c63e9f46d588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:29.267464 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ad2aacf-14f7-4c04-8c2b-c63e9f46d588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:29.314295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7ad2aacf-14f7-4c04-8c2b-c63e9f46d588 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93ad1dfe6f8146b88d74d50c83b7b3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054351 Aug 04 17:18:29.315197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2aacf-14f7-4c04-8c2b-c63e9f46d588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a64e09-2fb0-4a55-bae5-bc42f872af92,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:29.316946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49184) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:29.375621 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3115571-3277-48b6-800a-7243eef6407f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:29.397856 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3115571-3277-48b6-800a-7243eef6407f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:29.504084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3115571-3277-48b6-800a-7243eef6407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:29.507531 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d3115571-3277-48b6-800a-7243eef6407f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:29.511118 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d3115571-3277-48b6-800a-7243eef6407f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88a64e09-2fb0-4a55-bae5-bc42f872af92 HTTP/1.1" status: 204 len: 168 time: 0.1908140 Aug 04 17:18:29.524103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3115571-3277-48b6-800a-7243eef6407f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a64e09-2fb0-4a55-bae5-bc42f872af92,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:29.599391 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c261d50d-d293-4692-8b8c-44eb84616e48 req-fec0d638-d332-40b6-b1ff-9968d1a02f14 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42d0f58-9d30-41ed-adc3-e35c21f64a18 HTTP/1.1" status: 200 len: 210 time: 0.0402653 Aug 04 17:18:29.892722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49196) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:29.909605 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adc05c17-5f42-45e8-84c7-6daec09897d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:29.982996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e6920-8b39-43f8-aefd-e4d5bbdc9c79 req-3494a76c-a3ec-4a9c-8dd7-5c6e744f5f11 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:29.991842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a2e6920-8b39-43f8-aefd-e4d5bbdc9c79 req-3494a76c-a3ec-4a9c-8dd7-5c6e744f5f11 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0650833 Aug 04 17:18:30.028895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adc05c17-5f42-45e8-84c7-6daec09897d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:30.035651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a2e6920-8b39-43f8-aefd-e4d5bbdc9c79 req-32546465-b6f9-417f-9a7b-a9b874964df0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Aug 04 17:18:30.041091 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-adc05c17-5f42-45e8-84c7-6daec09897d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:30.068348 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-adc05c17-5f42-45e8-84c7-6daec09897d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36fff3ad20024f10a1601108494918e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743972 Aug 04 17:18:30.071380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49204) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:30.102935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc05c17-5f42-45e8-84c7-6daec09897d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5923a0-cd24-4617-9723-7893feee97eb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:30.184106 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4926-7d8c-4342-a123-79a7c55cac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:30.201553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464559c-2eef-428a-860c-2b4ba8df8ff6 req-559b4c25-2559-45b3-8acd-6ebaa1f3a308 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:30.203609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5464559c-2eef-428a-860c-2b4ba8df8ff6 req-559b4c25-2559-45b3-8acd-6ebaa1f3a308 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0787041 Aug 04 17:18:30.240963 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4926-7d8c-4342-a123-79a7c55cac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:30.311534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5464559c-2eef-428a-860c-2b4ba8df8ff6 req-e8f33c90-f712-4fca-81c1-f8c03f19aec0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919831 Aug 04 17:18:30.339062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4926-7d8c-4342-a123-79a7c55cac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:30.348030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4926-7d8c-4342-a123-79a7c55cac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:30.355311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1a2a4926-7d8c-4342-a123-79a7c55cac66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a5923a0-cd24-4617-9723-7893feee97eb HTTP/1.1" status: 204 len: 168 time: 0.2825181 Aug 04 17:18:30.379251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a4926-7d8c-4342-a123-79a7c55cac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5923a0-cd24-4617-9723-7893feee97eb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:30.872614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef2da3-8b62-4381-a786-41287b6ae7d5 req-f766d6d7-b329-4f20-8f54-c97596371c29 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:30.874253 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abef2da3-8b62-4381-a786-41287b6ae7d5 req-f766d6d7-b329-4f20-8f54-c97596371c29 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.1862276 Aug 04 17:18:30.970203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abef2da3-8b62-4381-a786-41287b6ae7d5 req-c57650c6-8f51-41f9-812d-d0ce549f2bc0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888605 Aug 04 17:18:32.006756 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1481eebe-a8f9-4407-bbf5-a1cd3338e303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:32.126669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44992127-f269-43a5-b768-b930ff066651 req-e87d37d1-5ee0-4d53-b3c0-1cbe3c611ce9 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:32.128573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44992127-f269-43a5-b768-b930ff066651 req-e87d37d1-5ee0-4d53-b3c0-1cbe3c611ce9 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0698047 Aug 04 17:18:32.200571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44992127-f269-43a5-b768-b930ff066651 req-df34fd98-5f56-42bb-a22c-2a8d5e406aac tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Aug 04 17:18:32.614256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f1348011-be95-47c8-ae48-476a7218fe43 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:18:32.671725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: f1348011-be95-47c8-ae48-476a7218fe43 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:18:32.672026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device f1348011-be95-47c8-ae48-476a7218fe43 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:18:33.492645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a636a04-6ba1-4394-a3b1-06d5353e124a req-a33e023b-9e43-4ef6-b3f4-51b86980fd65 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:33.501362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a636a04-6ba1-4394-a3b1-06d5353e124a req-a33e023b-9e43-4ef6-b3f4-51b86980fd65 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0890164 Aug 04 17:18:33.558486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a636a04-6ba1-4394-a3b1-06d5353e124a req-79fada63-bb4c-4da8-bc43-9abcfc1dac9c tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553105 Aug 04 17:18:34.405332 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-407b6a93-da05-45ec-887a-063c0b4d3f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:34.566306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f8192-8fdf-4e88-843a-ea62d370aa2d req-1d566606-864d-40ee-8368-de5622902973 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:34.568417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-374f8192-8fdf-4e88-843a-ea62d370aa2d req-1d566606-864d-40ee-8368-de5622902973 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 945 time: 0.0533810 Aug 04 17:18:34.633846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-374f8192-8fdf-4e88-843a-ea62d370aa2d req-e4b17028-74ff-49cf-99d8-38a56fe41de2 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588584 Aug 04 17:18:34.704799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691b740-22f7-4106-a49a-ef6ffd34ef80 req-7611def1-cc73-481f-9c3c-1288e48becab tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:34.706677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a691b740-22f7-4106-a49a-ef6ffd34ef80 req-7611def1-cc73-481f-9c3c-1288e48becab tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0592153 Aug 04 17:18:34.759903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a691b740-22f7-4106-a49a-ef6ffd34ef80 req-464f1bf0-2564-4593-ae3f-25752b8e5f81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 Aug 04 17:18:34.986647 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:35.783963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad1fe0-7f8d-4045-b287-0284807ebe08 req-d25b58ee-8f17-4a87-904e-19f88b03fc94 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:35.791999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13ad1fe0-7f8d-4045-b287-0284807ebe08 req-d25b58ee-8f17-4a87-904e-19f88b03fc94 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 945 time: 0.0616853 Aug 04 17:18:35.838416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13ad1fe0-7f8d-4045-b287-0284807ebe08 req-251024cc-0317-4aa1-b34e-05384ea6f21a tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5fed1bd-e0eb-4e57-a653-235e36c9482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Aug 04 17:18:35.844141 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:35.896786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a079677-2e40-4d57-8532-4b89aded4eb5 req-841ef183-a4d8-40b2-941d-bde0c0c4d04a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:35.900357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a079677-2e40-4d57-8532-4b89aded4eb5 req-841ef183-a4d8-40b2-941d-bde0c0c4d04a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0588958 Aug 04 17:18:35.967322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a079677-2e40-4d57-8532-4b89aded4eb5 req-1b188c19-26d7-46d5-9f47-a4e69708ffef tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678327 Aug 04 17:18:35.983523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-3e06d5bb-444b-4e2e-bbf5-000e2588b0e4 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:35.991845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-3e06d5bb-444b-4e2e-bbf5-000e2588b0e4 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.82 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 945 time: 0.0734491 Aug 04 17:18:36.091777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-0b572adb-f81b-48d4-b194-b3b832b21530 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Deleting port c3ca1fe3-6014-4d71-aa0c-243d284be9e2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:18:36.092029 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-0b572adb-f81b-48d4-b194-b3b832b21530 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:36.205483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-0b572adb-f81b-48d4-b194-b3b832b21530 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] For port c3ca1fe3-6014-4d71-aa0c-243d284be9e2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,segment=NetworkSegment(f6432de5-1e1d-45c0-93cf-416575b82e1e),segment_id=f6432de5-1e1d-45c0-93cf-416575b82e1e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:36.205851 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-0b572adb-f81b-48d4-b194-b3b832b21530 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:36.222066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-0b572adb-f81b-48d4-b194-b3b832b21530 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Calling delete_port for c3ca1fe3-6014-4d71-aa0c-243d284be9e2 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:18:36.398772 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-0b572adb-f81b-48d4-b194-b3b832b21530 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:36.413759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c3ca1fe3-6014-4d71-aa0c-243d284be9e2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:18:36.440652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b572adb-f81b-48d4-b194-b3b832b21530 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Pushing event deleted for resources: {'Port': ['ID=c3ca1fe3-6014-4d71-aa0c-243d284be9e2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:36.483108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-0b572adb-f81b-48d4-b194-b3b832b21530 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] No DVR routers for this DVR port c3ca1fe3-6014-4d71-aa0c-243d284be9e2 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:18:36.485894 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-0b572adb-f81b-48d4-b194-b3b832b21530 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:36.488030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ce38393-e8ca-478c-963a-bc7fbcf80962 req-0b572adb-f81b-48d4-b194-b3b832b21530 tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.82 "DELETE /v2.0/ports/c3ca1fe3-6014-4d71-aa0c-243d284be9e2 HTTP/1.1" status: 204 len: 173 time: 0.4899576 Aug 04 17:18:36.488498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e70c2b1-8660-47ee-a866-7b885df3ad8a', 'name': 'network-vif-deleted', 'tag': 'c3ca1fe3-6014-4d71-aa0c-243d284be9e2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:18:36.491357 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e082de0-ec6b-43a1-97c8-795d16f9372e" -d '{"events": [{"server_uuid": "5e70c2b1-8660-47ee-a866-7b885df3ad8a", "name": "network-vif-deleted", "tag": "c3ca1fe3-6014-4d71-aa0c-243d284be9e2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:18:36.592333 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e59b88-f84f-40dc-af2f-81e4c06a1ad0 x-openstack-request-id: req-b5e59b88-f84f-40dc-af2f-81e4c06a1ad0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:18:36.592620 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e70c2b1-8660-47ee-a866-7b885df3ad8a", "name": "network-vif-deleted", "tag": "c3ca1fe3-6014-4d71-aa0c-243d284be9e2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:18:36.592871 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5e59b88-f84f-40dc-af2f-81e4c06a1ad0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:18:36.593274 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e70c2b1-8660-47ee-a866-7b885df3ad8a', 'name': 'network-vif-deleted', 'tag': 'c3ca1fe3-6014-4d71-aa0c-243d284be9e2', 'status': 'completed', 'code': 200} Aug 04 17:18:37.034876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a156475f-3316-4535-a87d-e9d787e66092 req-b402d212-acab-41b2-b49b-80b03ed08dbd tempest-AttachVolumeNegativeTest-341549758 tempest-AttachVolumeNegativeTest-341549758-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e70c2b1-8660-47ee-a866-7b885df3ad8a HTTP/1.1" status: 200 len: 210 time: 0.0612578 Aug 04 17:18:37.161414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a65db-ef7e-4ac9-8561-28864da3a715 req-0d7e003b-f56c-413e-8438-69290a40f102 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:37.179424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e2a65db-ef7e-4ac9-8561-28864da3a715 req-0d7e003b-f56c-413e-8438-69290a40f102 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.1013112 Aug 04 17:18:37.231886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e2a65db-ef7e-4ac9-8561-28864da3a715 req-490f862c-026f-4f1c-9bb8-9428c701815a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514834 Aug 04 17:18:37.437328 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.098453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49488) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:38.173503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-74195c07-de26-4c95-9701-2a432dea07d2 admin admin] Deleting subnet be96159f-c9fe-40bb-8342-d4b5dc324512 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:18:38.178630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74195c07-de26-4c95-9701-2a432dea07d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.224504 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74195c07-de26-4c95-9701-2a432dea07d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.281562 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74195c07-de26-4c95-9701-2a432dea07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.375257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74195c07-de26-4c95-9701-2a432dea07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.409952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74195c07-de26-4c95-9701-2a432dea07d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.415205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-74195c07-de26-4c95-9701-2a432dea07d2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/be96159f-c9fe-40bb-8342-d4b5dc324512 HTTP/1.1" status: 204 len: 168 time: 0.3123486 Aug 04 17:18:38.415205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74195c07-de26-4c95-9701-2a432dea07d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be96159f-c9fe-40bb-8342-d4b5dc324512,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:38.416365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49496) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:38.479734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c12a2-ca40-452e-8e72-177536b00593 req-3187b1a6-5685-42f8-85ec-0a28b622da1f tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:38.481301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-667c12a2-ca40-452e-8e72-177536b00593 req-3187b1a6-5685-42f8-85ec-0a28b622da1f tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.1383891 Aug 04 17:18:38.544081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.554510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-667c12a2-ca40-452e-8e72-177536b00593 req-b7f38e7e-79e8-4299-9e29-0c0b651c6131 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659354 Aug 04 17:18:38.647199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.662021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373b52df-db71-46e5-b1a4-e233063fd3e5']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:18:38.674596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6432de5-1e1d-45c0-93cf-416575b82e1e') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:18:38.675052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6432de5-1e1d-45c0-93cf-416575b82e1e') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:18:38.685805 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.704217 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.712138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:18:38.712670 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:18:38.715390 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:18:38.787032 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.793526 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:38.795846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/373b52df-db71-46e5-b1a4-e233063fd3e5 HTTP/1.1" status: 204 len: 168 time: 0.3743925 Aug 04 17:18:38.814300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8618e26-943d-4513-b990-8832ba563aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=373b52df-db71-46e5-b1a4-e233063fd3e5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:39.077788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49518) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:39.104452 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:39.113209 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:39.126031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-48838988-5165-46e9-a9f9-6e29e6a07150 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88570249e15e4071a11ba66e1418616d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447652 Aug 04 17:18:39.126758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49522) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:39.252129 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01173291-2d2d-4768-a645-026baaf683c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:39.288264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01173291-2d2d-4768-a645-026baaf683c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:39.384827 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01173291-2d2d-4768-a645-026baaf683c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:39.387962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-01173291-2d2d-4768-a645-026baaf683c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:39.389291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-01173291-2d2d-4768-a645-026baaf683c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5fed1bd-e0eb-4e57-a653-235e36c9482f HTTP/1.1" status: 204 len: 168 time: 0.2615547 Aug 04 17:18:39.415851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01173291-2d2d-4768-a645-026baaf683c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fed1bd-e0eb-4e57-a653-235e36c9482f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:39.698695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c3ca1fe3-6014-4d71-aa0c-243d284be9e2 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:18:39.756202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: c3ca1fe3-6014-4d71-aa0c-243d284be9e2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:18:39.756853 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c3ca1fe3-6014-4d71-aa0c-243d284be9e2 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:18:39.860652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6232e-c63e-4d8e-befb-48d1e73867b3 req-c9db9984-9f61-4f4c-bbe2-971ba00fbb8b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:39.862542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cda6232e-c63e-4d8e-befb-48d1e73867b3 req-c9db9984-9f61-4f4c-bbe2-971ba00fbb8b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.1129508 Aug 04 17:18:39.966237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cda6232e-c63e-4d8e-befb-48d1e73867b3 req-2397d647-f609-46f7-81d1-5cf6e9cdd924 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896404 Aug 04 17:18:41.152740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23dec0-04a9-4083-ab9b-3ae595ae69a5 req-e5d32843-274e-42d6-bcd9-2909fdb45530 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:41.155020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b23dec0-04a9-4083-ab9b-3ae595ae69a5 req-e5d32843-274e-42d6-bcd9-2909fdb45530 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0713117 Aug 04 17:18:41.215058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b23dec0-04a9-4083-ab9b-3ae595ae69a5 req-ddc686c8-a45d-4da3-ad7e-fa23c4d14c71 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529299 Aug 04 17:18:42.367153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b957cf-c968-4840-9611-e61140235384 req-cf75b1d9-2c4a-4e1b-89e0-81a736de9e41 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:42.377467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0b957cf-c968-4840-9611-e61140235384 req-cf75b1d9-2c4a-4e1b-89e0-81a736de9e41 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0806789 Aug 04 17:18:42.474231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0b957cf-c968-4840-9611-e61140235384 req-e017fbcc-6f79-40c3-9c54-9deb214e6616 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899744 Aug 04 17:18:42.908477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49646) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:43.030560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49654) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:43.142959 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0995cd4-9753-4872-a21a-2d2959cd72ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.227761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e15692d2-e01a-4930-b0c7-82b47317284b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.356450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0995cd4-9753-4872-a21a-2d2959cd72ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.366225 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c0995cd4-9753-4872-a21a-2d2959cd72ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.400937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c0995cd4-9753-4872-a21a-2d2959cd72ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7c69e26a90f4ff7b0510a0f23201023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911399 Aug 04 17:18:43.404309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49666) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:43.463496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0995cd4-9753-4872-a21a-2d2959cd72ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f1a69e-5e25-4f01-a870-77eb0416eeb5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:43.541630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e15692d2-e01a-4930-b0c7-82b47317284b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.552021 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e15692d2-e01a-4930-b0c7-82b47317284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.556909 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7393cbdb-b280-490c-b40b-03f8b5e940cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.588591 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e15692d2-e01a-4930-b0c7-82b47317284b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d780151eee15478fa563ac51fd651b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5566792 Aug 04 17:18:43.597839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49674) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:43.636241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7393cbdb-b280-490c-b40b-03f8b5e940cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.697135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49676) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:43.705093 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7393cbdb-b280-490c-b40b-03f8b5e940cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.707426 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7393cbdb-b280-490c-b40b-03f8b5e940cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.711813 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7393cbdb-b280-490c-b40b-03f8b5e940cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6f1a69e-5e25-4f01-a870-77eb0416eeb5 HTTP/1.1" status: 204 len: 168 time: 0.3058345 Aug 04 17:18:43.727533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15692d2-e01a-4930-b0c7-82b47317284b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1c84ee-b4fd-46d6-abe2-57b23e12a83f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:43.749093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393cbdb-b280-490c-b40b-03f8b5e940cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f1a69e-5e25-4f01-a870-77eb0416eeb5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:43.782976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b859f-0dab-4f4e-a7b7-b0d8c64f46c7 req-e9027d74-e211-4865-a918-e1a42b6782cc tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:43.791825 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a95b859f-0dab-4f4e-a7b7-b0d8c64f46c7 req-e9027d74-e211-4865-a918-e1a42b6782cc tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.1609771 Aug 04 17:18:43.793146 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2f460b2d-43fe-4082-bf37-10b97476602b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.844055 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2f460b2d-43fe-4082-bf37-10b97476602b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.882169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a95b859f-0dab-4f4e-a7b7-b0d8c64f46c7 req-31b5bfb7-3539-4d4c-9419-43a5918b6a7a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768037 Aug 04 17:18:43.923000 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2f460b2d-43fe-4082-bf37-10b97476602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.925893 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2f460b2d-43fe-4082-bf37-10b97476602b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:43.927365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2f460b2d-43fe-4082-bf37-10b97476602b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc1c84ee-b4fd-46d6-abe2-57b23e12a83f HTTP/1.1" status: 204 len: 168 time: 0.3281219 Aug 04 17:18:43.941153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f460b2d-43fe-4082-bf37-10b97476602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1c84ee-b4fd-46d6-abe2-57b23e12a83f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:44.034499 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79e02d30-07b4-45cc-b8d1-4529ae63a4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.164500 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79e02d30-07b4-45cc-b8d1-4529ae63a4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.175412 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79e02d30-07b4-45cc-b8d1-4529ae63a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.208219 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49694) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:44.214562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e02d30-07b4-45cc-b8d1-4529ae63a4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ec0ae6-e863-4b92-806f-9def23150d75,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:44.239709 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-79e02d30-07b4-45cc-b8d1-4529ae63a4d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf220cd301104d8e87389c5afa8b53d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410602 Aug 04 17:18:44.242154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49698) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:44.254311 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-064d6c4a-a923-4bc8-9b15-222d9029e887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.303372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be781706-9a09-4ac5-937e-837b717e2252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.347365 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be781706-9a09-4ac5-937e-837b717e2252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.429501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be781706-9a09-4ac5-937e-837b717e2252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.432404 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be781706-9a09-4ac5-937e-837b717e2252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.433633 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be781706-9a09-4ac5-937e-837b717e2252 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30ec0ae6-e863-4b92-806f-9def23150d75 HTTP/1.1" status: 204 len: 168 time: 0.1901960 Aug 04 17:18:44.440287 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-064d6c4a-a923-4bc8-9b15-222d9029e887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.442587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be781706-9a09-4ac5-937e-837b717e2252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ec0ae6-e863-4b92-806f-9def23150d75,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:44.463231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-064d6c4a-a923-4bc8-9b15-222d9029e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.526928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d6c4a-a923-4bc8-9b15-222d9029e887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b7cb8a-80ee-4dd2-9e32-9e4d621482cd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:44.547474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-064d6c4a-a923-4bc8-9b15-222d9029e887 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=533076871c3d43d49b22fdca11f40006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363054 Aug 04 17:18:44.549840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49706) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:44.588845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49710) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:44.602493 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9073e62-47a9-4cfd-875d-f40712e57351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.622560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7476d70c-d2a6-48a5-8474-db8e46184a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.651811 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7476d70c-d2a6-48a5-8474-db8e46184a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.731656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7476d70c-d2a6-48a5-8474-db8e46184a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.736298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7476d70c-d2a6-48a5-8474-db8e46184a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.739787 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7476d70c-d2a6-48a5-8474-db8e46184a5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57b7cb8a-80ee-4dd2-9e32-9e4d621482cd HTTP/1.1" status: 204 len: 168 time: 0.1864016 Aug 04 17:18:44.747755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476d70c-d2a6-48a5-8474-db8e46184a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b7cb8a-80ee-4dd2-9e32-9e4d621482cd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:44.772549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9073e62-47a9-4cfd-875d-f40712e57351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.782579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f9073e62-47a9-4cfd-875d-f40712e57351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.847360 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f9073e62-47a9-4cfd-875d-f40712e57351 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=324a8548341442d3ac36571395e20539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573481 Aug 04 17:18:44.848129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49720) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:44.863443 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9073e62-47a9-4cfd-875d-f40712e57351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397120ca-585d-4502-b45a-f4569d2150a2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:44.918697 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-565f746c-70ea-4b9c-afc4-191c2e209464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:44.945581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-565f746c-70ea-4b9c-afc4-191c2e209464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:45.024302 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-565f746c-70ea-4b9c-afc4-191c2e209464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:45.029400 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-565f746c-70ea-4b9c-afc4-191c2e209464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:45.031856 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-565f746c-70ea-4b9c-afc4-191c2e209464 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/397120ca-585d-4502-b45a-f4569d2150a2 HTTP/1.1" status: 204 len: 168 time: 0.1815314 Aug 04 17:18:45.044307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f746c-70ea-4b9c-afc4-191c2e209464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397120ca-585d-4502-b45a-f4569d2150a2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:45.176408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ffd1-99f8-4ecc-86e8-b37a3df92bf7 req-eba47621-facf-4af2-90b3-e136838a9469 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:45.179391 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8d9ffd1-99f8-4ecc-86e8-b37a3df92bf7 req-eba47621-facf-4af2-90b3-e136838a9469 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.1174493 Aug 04 17:18:45.227864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8d9ffd1-99f8-4ecc-86e8-b37a3df92bf7 req-e94f7961-5a80-4453-a827-8b9aa6cbb544 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Aug 04 17:18:46.079180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 49796) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:46.205539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1019115379-network', 'tenant_id': 'd3d755adf05e4b03b6100600c2558cb5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:18:46.243662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Made reservation on behalf of d3d755adf05e4b03b6100600c2558cb5 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:18:46.246023 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:46.264815 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:46.409186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc78ee4-777a-47d8-8147-9dce5a0c15b4 req-0bbba831-46c1-492e-84fb-e428d2301d5e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:46.418287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bc78ee4-777a-47d8-8147-9dce5a0c15b4 req-0bbba831-46c1-492e-84fb-e428d2301d5e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.1023614 Aug 04 17:18:46.490287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bc78ee4-777a-47d8-8147-9dce5a0c15b4 req-e473d3d8-da9b-46c8-8f11-f22ccced5c21 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710990 Aug 04 17:18:46.540711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:46.551974 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:46.580869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:18:46.602360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fac45be-6a94-48c4-87f3-3e2480e8a263,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:46.607193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:46.607536 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Added segment 59b6d33f-825d-4ddd-a13e-9e250ed7d799 of type vlan for network f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 Aug 04 17:18:46.660882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:46.701485 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:46.702602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:46.703875 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:46.791800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7086003 Aug 04 17:18:46.791800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b864ee0-9c43-46e3-8534-8f6fad3d5417 admin admin] Pushing event updated for resources: {'Network': ['ID=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:46.792845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49838) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:46.807217 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:18:46.808267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Request body: {'subnet': {'network_id': 'f74a482e-fcfd-482f-a5e7-e9c2714e2ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1019115379-subnet', 'tenant_id': 'd3d755adf05e4b03b6100600c2558cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:18:46.853968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Made reservation on behalf of d3d755adf05e4b03b6100600c2558cb5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:18:46.856900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:47.118254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:47.197869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec4e217-1875-427d-8a43-047a8314782d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:47.214229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Checking segment: {'id': '59b6d33f-825d-4ddd-a13e-9e250ed7d799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f74a482e-fcfd-482f-a5e7-e9c2714e2ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:18:47.214578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Network hostable DHCP agents. Network: f74a482e-fcfd-482f-a5e7-e9c2714e2ff8, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:18:47.241841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Network f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:18:47.256130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, f74a482e-fcfd-482f-a5e7-e9c2714e2ff8) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:18:47.267407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6449ea-422b-4582-8c3f-4620cb193160 None None] Network f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:18:47.300987 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:47.301604 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:47.353430 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d422c5e7-ff5b-4b9d-8c58-2c3d1d66d63b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5577872 Aug 04 17:18:47.433063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a806221e-a798-4ecd-a280-4d8807fd8c89 None None] Network f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:18:47.682924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09fc0-3906-4648-9250-d0284e451be8 req-b4c9302e-782d-4ca1-b0dd-f0db23deb00d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:47.686635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada09fc0-3906-4648-9250-d0284e451be8 req-b4c9302e-782d-4ca1-b0dd-f0db23deb00d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0875704 Aug 04 17:18:47.732051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada09fc0-3906-4648-9250-d0284e451be8 req-3aedd2f4-92dc-48cf-a0aa-5db12d0e44e6 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369008 Aug 04 17:18:48.365596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49926) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:48.375743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-914443441-network', 'tenant_id': 'f301602aeae74875ad80fc469230758a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:18:48.413659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Made reservation on behalf of f301602aeae74875ad80fc469230758a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:18:48.416919 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:48.428390 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:48.604589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:48.611990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:48.644055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:18:48.658414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e649a05f-55c9-4748-82c4-f393322c1c48,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:48.664528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:48.665248 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Added segment 44054960-d727-4443-8af8-cc541f9838be of type vlan for network be2c267d-abaa-44ab-b305-f291998934f2 Aug 04 17:18:48.747710 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:48.818436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:48.820547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:48.824254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:48.925257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95f238-0043-4735-8a2e-2c8f7cca32f3 req-1bf950fd-1193-427f-9147-ff4fb9f613b9 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:48.936458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c95f238-0043-4735-8a2e-2c8f7cca32f3 req-1bf950fd-1193-427f-9147-ff4fb9f613b9 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0772650 Aug 04 17:18:48.989977 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6210666 Aug 04 17:18:48.990967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 49968) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:48.998415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Request body: {'subnet': {'network_id': 'be2c267d-abaa-44ab-b305-f291998934f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-914443441-subnet', 'tenant_id': 'f301602aeae74875ad80fc469230758a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:18:49.002823 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b318402-2955-4bb1-bea5-b1f63f8ed61e admin admin] Pushing event updated for resources: {'Network': ['ID=be2c267d-abaa-44ab-b305-f291998934f2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:49.010690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c95f238-0043-4735-8a2e-2c8f7cca32f3 req-49439ce3-d368-461d-a8bb-f4576f29f4d8 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727541 Aug 04 17:18:49.017123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network be2c267d-abaa-44ab-b305-f291998934f2 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:18:49.060852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Made reservation on behalf of f301602aeae74875ad80fc469230758a for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:18:49.064881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:49.374021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:49.438505 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea4f770-bfa1-4308-9b76-536122556c74,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:49.453112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Checking segment: {'id': '44054960-d727-4443-8af8-cc541f9838be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'be2c267d-abaa-44ab-b305-f291998934f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:18:49.453470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Network hostable DHCP agents. Network: be2c267d-abaa-44ab-b305-f291998934f2, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:18:49.475568 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Network be2c267d-abaa-44ab-b305-f291998934f2 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:18:49.495404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, be2c267d-abaa-44ab-b305-f291998934f2) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:18:49.499907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:49.500528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:49.505576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7837f1-0b21-4724-8132-5e4c5459268d None None] Network be2c267d-abaa-44ab-b305-f291998934f2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:18:49.533008 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-34f7d980-9c95-4d59-a1d5-69f3bed7ec51 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5371900 Aug 04 17:18:49.757536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55651fec-d007-4b97-a869-a80310b1a588 None None] Network be2c267d-abaa-44ab-b305-f291998934f2 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:18:50.215278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8e9e6-f18c-4890-87bb-4e932a8bd2da req-003adb0f-0481-4f42-ac4c-42f13902a765 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:50.217479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aab8e9e6-f18c-4890-87bb-4e932a8bd2da req-003adb0f-0481-4f42-ac4c-42f13902a765 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0988183 Aug 04 17:18:50.325030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aab8e9e6-f18c-4890-87bb-4e932a8bd2da req-6bb1fcf2-c613-4455-b4fa-94b35206d78b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962889 Aug 04 17:18:50.503204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-df9e8e38-f1c4-411b-b753-efc13487494a tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:50.511182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-df9e8e38-f1c4-411b-b753-efc13487494a tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/networks?id=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 HTTP/1.1" status: 200 len: 812 time: 0.1554556 Aug 04 17:18:50.531712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-b845c047-24f7-4ea3-a3b8-2ef75bae2816 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/quotas/d3d755adf05e4b03b6100600c2558cb5 HTTP/1.1" status: 200 len: 375 time: 0.0192285 Aug 04 17:18:50.575394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-b02653d2-1bee-47d2-b313-cdacfb2591a7 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3d755adf05e4b03b6100600c2558cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384815 Aug 04 17:18:50.680734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-ca6b67a5-88ab-439c-9fb6-d8c0ffafb7b6 service neutron] 10.222.0.39 "GET /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977755 Aug 04 17:18:50.836852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50084) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:50.839096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-159900f3-4127-4d64-80be-bf5a9fdb1435 service neutron] 10.222.0.39 "GET /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432953 Aug 04 17:18:51.031492 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:51.097154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-10cbdd02-0724-4b5c-b27f-3f65077b787a req-44a861fe-8a2d-42fd-bd19-a212ea89b160 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 210 time: 0.0921974 Aug 04 17:18:51.197812 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:51.204811 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:51.249756 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62f1ab39de3944d7abbbda0cd6638c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095137 Aug 04 17:18:51.250015 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbdd842-874b-4c0f-a339-f13758f8ead9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:51.250210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50104) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:51.258286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.259333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.260370 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.261088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.261859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.262625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.263307 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.264159 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.264889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.265657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.266481 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.267222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fcd4b-5d86-42d2-b0ad-b24e8c6dd389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:18:51.368020 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8a8562f-93ed-4af8-b666-23334214bfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:51.400776 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8a8562f-93ed-4af8-b666-23334214bfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:51.504129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299c6bb-91ff-4db4-b75b-07ede36c8712 req-988bd5bc-8b78-4a00-b3ce-d48d980073ab tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:51.506283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5299c6bb-91ff-4db4-b75b-07ede36c8712 req-988bd5bc-8b78-4a00-b3ce-d48d980073ab tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0835733 Aug 04 17:18:51.524355 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8a8562f-93ed-4af8-b666-23334214bfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:51.528059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8a8562f-93ed-4af8-b666-23334214bfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:51.529343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c8a8562f-93ed-4af8-b666-23334214bfea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3dbdd842-874b-4c0f-a339-f13758f8ead9 HTTP/1.1" status: 204 len: 168 time: 0.2769463 Aug 04 17:18:51.605413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8562f-93ed-4af8-b666-23334214bfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbdd842-874b-4c0f-a339-f13758f8ead9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:51.644599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5299c6bb-91ff-4db4-b75b-07ede36c8712 req-a64a5fe2-7bbc-41ef-a526-bc9a6e6b1a20 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294596 Aug 04 17:18:51.955080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50118) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:51.968945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26c6a3a9-30c1-4447-bf7e-cc3a2856a5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:52.066438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26c6a3a9-30c1-4447-bf7e-cc3a2856a5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:52.071736 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26c6a3a9-30c1-4447-bf7e-cc3a2856a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:52.109290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6a3a9-30c1-4447-bf7e-cc3a2856a5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395c8804-be6f-452c-ba24-924c526d848f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:52.113442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-26c6a3a9-30c1-4447-bf7e-cc3a2856a5ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35cb8736788b47c5baf7754023d32ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573439 Aug 04 17:18:52.116611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50122) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:52.199038 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d491c012-60df-4bba-8c84-67ef95f0a9cb req-b750d7f7-ee79-4b80-84a4-ac7871695076 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 210 time: 0.0274498 Aug 04 17:18:52.223968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85fa2c73-12be-4ca9-a22d-5a8132bba8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:52.263611 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85fa2c73-12be-4ca9-a22d-5a8132bba8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:52.398476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85fa2c73-12be-4ca9-a22d-5a8132bba8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:52.401472 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85fa2c73-12be-4ca9-a22d-5a8132bba8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:52.405672 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-85fa2c73-12be-4ca9-a22d-5a8132bba8c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/395c8804-be6f-452c-ba24-924c526d848f HTTP/1.1" status: 204 len: 168 time: 0.2868850 Aug 04 17:18:52.417727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-4cb86259-85b1-437c-aa4d-e3fe7d1ed211 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:52.419617 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-4cb86259-85b1-437c-aa4d-e3fe7d1ed211 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.90 "GET /v2.0/networks?id=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 HTTP/1.1" status: 200 len: 812 time: 0.1693962 Aug 04 17:18:52.425135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa2c73-12be-4ca9-a22d-5a8132bba8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395c8804-be6f-452c-ba24-924c526d848f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:52.450092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Request body: {'port': {'device_id': 'd68f8242-8c6c-405a-b4c8-1eaa33f2ab9d', 'network_id': 'f74a482e-fcfd-482f-a5e7-e9c2714e2ff8', 'admin_state_up': True, 'tenant_id': 'd3d755adf05e4b03b6100600c2558cb5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:18:52.608352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Made reservation on behalf of d3d755adf05e4b03b6100600c2558cb5 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:18:52.613151 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:52.902727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f35a0-0828-4e28-915f-3328139a5c10 req-ba046fc2-1396-4cda-9403-d4b5bdd53a72 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:52.905020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-187f35a0-0828-4e28-915f-3328139a5c10 req-ba046fc2-1396-4cda-9403-d4b5bdd53a72 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.1490848 Aug 04 17:18:52.970609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-187f35a0-0828-4e28-915f-3328139a5c10 req-e0bd821e-061f-4b03-8cdc-ab43c19d8945 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560443 Aug 04 17:18:53.199740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Allocated IP 172.20.0.4 (f74a482e-fcfd-482f-a5e7-e9c2714e2ff8/9ec4e217-1875-427d-8a43-047a8314782d/c41c04da-b7db-43d9-ad84-b2548f385095) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:18:53.340675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-583b4274-66fc-4842-8a32-1fe63a2af767 req-1415d070-a2b1-41d2-8ce8-85b4a2db65f3 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 210 time: 0.0432806 Aug 04 17:18:53.466586 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:53.491626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50162) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:53.554077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:53.632802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Network f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:18:53.635346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-110070a6-bcc2-4412-b00c-b1a74150396d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:53.641075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:18:53.662836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:18:53.731575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Pushing event updated for resources: {'Port': ['ID=c41c04da-b7db-43d9-ad84-b2548f385095,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:53.767389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-110070a6-bcc2-4412-b00c-b1a74150396d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:53.775018 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-110070a6-bcc2-4412-b00c-b1a74150396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:53.777200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:53.777867 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:53.803365 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9fe5062e-6319-4b45-8ea3-1bde33b189dd tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3672144 Aug 04 17:18:53.822367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Request body: {'port': {'device_id': 'd68f8242-8c6c-405a-b4c8-1eaa33f2ab9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:18:53.823050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-110070a6-bcc2-4412-b00c-b1a74150396d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f2ef73de23d4503aa163b198aed38fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302674 Aug 04 17:18:53.824145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50172) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:53.897212 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:53.966436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110070a6-bcc2-4412-b00c-b1a74150396d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc1193c-2fe1-44ea-a2cd-a319b9bc3c64,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:53.987891 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa409-2f40-4f1b-97c1-313624464305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.014271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa409-2f40-4f1b-97c1-313624464305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.086693 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa409-2f40-4f1b-97c1-313624464305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.089404 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa409-2f40-4f1b-97c1-313624464305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.092962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2a1fa409-2f40-4f1b-97c1-313624464305 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fc1193c-2fe1-44ea-a2cd-a319b9bc3c64 HTTP/1.1" status: 204 len: 168 time: 0.2631233 Aug 04 17:18:54.175855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fa409-2f40-4f1b-97c1-313624464305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc1193c-2fe1-44ea-a2cd-a319b9bc3c64,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:54.235873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d512-35a3-437e-b903-9c0979b4f2e4 req-38b1f893-c24b-414b-b27e-5e1b031ce524 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:54.237334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5387d512-35a3-437e-b903-9c0979b4f2e4 req-38b1f893-c24b-414b-b27e-5e1b031ce524 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.1534643 Aug 04 17:18:54.242624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41c04da-b7db-43d9-ad84-b2548f385095 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:18:54.251140 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.268033 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Transition to ACTIVE for port object c41c04da-b7db-43d9-ad84-b2548f385095 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:18:54.280174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.319487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5387d512-35a3-437e-b903-9c0979b4f2e4 req-e1958d80-7161-4da4-8433-7a0895bec958 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658021 Aug 04 17:18:54.385313 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Pushing event updated for resources: {'Port': ['ID=c41c04da-b7db-43d9-ad84-b2548f385095,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:54.455931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Attempting to bind port c41c04da-b7db-43d9-ad84-b2548f385095 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:18:54.456296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Attempting to bind port c41c04da-b7db-43d9-ad84-b2548f385095 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '59b6d33f-825d-4ddd-a13e-9e250ed7d799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f74a482e-fcfd-482f-a5e7-e9c2714e2ff8'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:18:54.456583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Attempting to bind port c41c04da-b7db-43d9-ad84-b2548f385095 on network f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:18:54.462449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Port c41c04da-b7db-43d9-ad84-b2548f385095 on network f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:18:54.462777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Attempting to bind port c41c04da-b7db-43d9-ad84-b2548f385095 on network f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:18:54.469316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:18:54.469316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Checking segment: {'id': '59b6d33f-825d-4ddd-a13e-9e250ed7d799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f74a482e-fcfd-482f-a5e7-e9c2714e2ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:18:54.469736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Bound using segment: {'id': '59b6d33f-825d-4ddd-a13e-9e250ed7d799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f74a482e-fcfd-482f-a5e7-e9c2714e2ff8'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:18:54.470166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Bound port: c41c04da-b7db-43d9-ad84-b2548f385095, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b6d33f-825d-4ddd-a13e-9e250ed7d799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'f74a482e-fcfd-482f-a5e7-e9c2714e2ff8'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:18:54.470529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.527326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dba3b-7097-4b93-85ea-98953b87f9aa req-152096d5-2888-4429-a985-1fbfa52253f7 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:54.537624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd1dba3b-7097-4b93-85ea-98953b87f9aa req-152096d5-2888-4429-a985-1fbfa52253f7 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 943 time: 0.0855162 Aug 04 17:18:54.560229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] For port c41c04da-b7db-43d9-ad84-b2548f385095, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:18:54.567009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] For port c41c04da-b7db-43d9-ad84-b2548f385095, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c41c04da-b7db-43d9-ad84-b2548f385095,segment=NetworkSegment(59b6d33f-825d-4ddd-a13e-9e250ed7d799),segment_id=59b6d33f-825d-4ddd-a13e-9e250ed7d799)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:18:54.581636 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.596265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd1dba3b-7097-4b93-85ea-98953b87f9aa req-f71e114c-a2f2-4985-858b-640706eae2a8 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572174 Aug 04 17:18:54.635251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:54.636351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.638361 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] 10.222.0.90 "PUT /v2.0/ports/c41c04da-b7db-43d9-ad84-b2548f385095 HTTP/1.1" status: 200 len: 1091 time: 0.8303380 Aug 04 17:18:54.641309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68f8242-8c6c-405a-b4c8-1eaa33f2ab9d', 'tag': 'c41c04da-b7db-43d9-ad84-b2548f385095'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:18:54.644893 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d", "tag": "c41c04da-b7db-43d9-ad84-b2548f385095"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:18:54.696308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50198) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:54.718253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-954b307b-bace-4467-9340-b64744101680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.723955 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd063a1-5345-4a23-a4c1-23c3891e879f x-openstack-request-id: req-8cd063a1-5345-4a23-a4c1-23c3891e879f {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:18:54.724402 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d", "tag": "c41c04da-b7db-43d9-ad84-b2548f385095", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:18:54.724773 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cd063a1-5345-4a23-a4c1-23c3891e879f {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:18:54.725530 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68f8242-8c6c-405a-b4c8-1eaa33f2ab9d', 'tag': 'c41c04da-b7db-43d9-ad84-b2548f385095', 'status': 'completed', 'code': 200} Aug 04 17:18:54.746450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575c90d-0e4d-453b-9f3f-99966c1b77db service neutron] Pushing event updated for resources: {'Port': ['ID=c41c04da-b7db-43d9-ad84-b2548f385095,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:54.773969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-47f43f0d-18f6-4b09-bd7b-fe8a820b604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:54.777076 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-47f43f0d-18f6-4b09-bd7b-fe8a820b604e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3d755adf05e4b03b6100600c2558cb5&device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 1094 time: 0.0843287 Aug 04 17:18:54.836724 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-914db4d7-da00-4b15-b1dc-9b115c80171d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c41c04da-b7db-43d9-ad84-b2548f385095 HTTP/1.1" status: 200 len: 217 time: 0.0498774 Aug 04 17:18:54.841686 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-954b307b-bace-4467-9340-b64744101680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.847255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-954b307b-bace-4467-9340-b64744101680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:54.892226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-954b307b-bace-4467-9340-b64744101680 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e5e7df9c355493aad6a997da5eb0d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920741 Aug 04 17:18:54.892226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b307b-bace-4467-9340-b64744101680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f57c80-b8fa-4d32-8380-f835370f37d7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:54.899299 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50204) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:54.937393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-027b464c-25ff-4166-8e20-1d27ecdda8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:54.939057 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-027b464c-25ff-4166-8e20-1d27ecdda8f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9ec4e217-1875-427d-8a43-047a8314782d HTTP/1.1" status: 200 len: 852 time: 0.0953586 Aug 04 17:18:54.973926 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-09d2e184-d576-4b09-b713-c33a84ee9500 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276020 Aug 04 17:18:55.032668 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21f4563b-306c-42bb-b61b-1c142a38f6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:55.065147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21f4563b-306c-42bb-b61b-1c142a38f6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:55.116931 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-54f664bc-f751-4416-9f49-1a4df7a5234d service neutron] 10.222.0.90 "GET /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335251 Aug 04 17:18:55.179554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21f4563b-306c-42bb-b61b-1c142a38f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:55.182205 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21f4563b-306c-42bb-b61b-1c142a38f6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:55.183417 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-21f4563b-306c-42bb-b61b-1c142a38f6d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2f57c80-b8fa-4d32-8380-f835370f37d7 HTTP/1.1" status: 204 len: 168 time: 0.2831519 Aug 04 17:18:55.194956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4563b-306c-42bb-b61b-1c142a38f6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f57c80-b8fa-4d32-8380-f835370f37d7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:55.232636 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a9d6b856-fb91-48f8-89aa-d9cd64996e20 req-d7f0e0e6-a94f-4d26-8186-24fa2a9e8ad6 service neutron] 10.222.0.90 "GET /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090350 Aug 04 17:18:55.342789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd req-522e1330-7c6c-4b33-8934-3acd3c2580b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:55.344381 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd req-522e1330-7c6c-4b33-8934-3acd3c2580b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3d755adf05e4b03b6100600c2558cb5&device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 1094 time: 0.0561979 Aug 04 17:18:55.495900 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd req-fc6d656f-844a-4343-9683-502e407a7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:55.497815 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd req-fc6d656f-844a-4343-9683-502e407a7ccf service neutron] 10.222.0.90 "GET /v2.0/networks?id=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 HTTP/1.1" status: 200 len: 914 time: 0.1464245 Aug 04 17:18:55.534016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e6825-dee9-40fd-bc10-d8b2896bf33b req-bcb94bc1-a9f6-43fe-958a-623a56f14e28 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:55.542017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c42e6825-dee9-40fd-bc10-d8b2896bf33b req-bcb94bc1-a9f6-43fe-958a-623a56f14e28 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0894396 Aug 04 17:18:55.592727 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c42e6825-dee9-40fd-bc10-d8b2896bf33b req-d7298d8d-8542-4ee4-b714-f46152b5bb5f tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494685 Aug 04 17:18:55.616615 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd req-0df9d949-db12-4d30-8b50-23e1e80b9f24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c41c04da-b7db-43d9-ad84-b2548f385095 HTTP/1.1" status: 200 len: 217 time: 0.1106639 Aug 04 17:18:55.702408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd req-4491b858-1cfb-4d9f-af09-fde0d37e4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:55.705449 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd req-4491b858-1cfb-4d9f-af09-fde0d37e4b3d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9ec4e217-1875-427d-8a43-047a8314782d HTTP/1.1" status: 200 len: 852 time: 0.0807786 Aug 04 17:18:55.744428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c9909-ca05-4c35-9dfa-5c1a8f63b6cc req-d82bfed8-88b3-4051-9dfe-402232a4a52a tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:55.746947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd6c9909-ca05-4c35-9dfa-5c1a8f63b6cc req-d82bfed8-88b3-4051-9dfe-402232a4a52a tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 943 time: 0.0787854 Aug 04 17:18:55.762099 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd req-8cd4911f-afde-4ea1-8f35-1048d6fda58d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482597 Aug 04 17:18:55.828675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd6c9909-ca05-4c35-9dfa-5c1a8f63b6cc req-b607789b-209d-4ae5-a6d5-4a3b5b7d47b7 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746932 Aug 04 17:18:55.834895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50230) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:55.852733 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f04e6025-6316-4789-9048-7712522343f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:55.897820 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd req-37cef1d2-92c3-4715-bbd7-4895eca07342 service neutron] 10.222.0.90 "GET /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277239 Aug 04 17:18:55.987973 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f04e6025-6316-4789-9048-7712522343f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:55.994855 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f04e6025-6316-4789-9048-7712522343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:56.018194 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2fcdff45-47f0-4893-97a1-d3d151bc8cbd req-209f5f41-ebc7-49af-93b0-55eaedaddaf5 service neutron] 10.222.0.90 "GET /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129012 Aug 04 17:18:56.040041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f04e6025-6316-4789-9048-7712522343f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11339c0f9013405b9b51d87d9bfd06b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030528 Aug 04 17:18:56.042040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6025-6316-4789-9048-7712522343f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae550246-a877-4a72-93b2-bc460d6b19c1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:56.042685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50236) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:56.104087 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98f9c3a6-fdf6-4ee3-9723-e4f7b2629d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:56.129581 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98f9c3a6-fdf6-4ee3-9723-e4f7b2629d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:56.184855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98f9c3a6-fdf6-4ee3-9723-e4f7b2629d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:56.187969 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-98f9c3a6-fdf6-4ee3-9723-e4f7b2629d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:56.189405 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-98f9c3a6-fdf6-4ee3-9723-e4f7b2629d73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae550246-a877-4a72-93b2-bc460d6b19c1 HTTP/1.1" status: 204 len: 168 time: 0.1455095 Aug 04 17:18:56.198032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9c3a6-fdf6-4ee3-9723-e4f7b2629d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae550246-a877-4a72-93b2-bc460d6b19c1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:56.703145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c41c04da-b7db-43d9-ad84-b2548f385095 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:18:56.755810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc9090-cb42-4e39-b677-19c68d11a7c1 req-9b881469-2140-4c05-872c-159867f6e6da tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:56.757451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40bc9090-cb42-4e39-b677-19c68d11a7c1 req-9b881469-2140-4c05-872c-159867f6e6da tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0865698 Aug 04 17:18:56.824083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c41c04da-b7db-43d9-ad84-b2548f385095, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c41c04da-b7db-43d9-ad84-b2548f385095,segment=NetworkSegment(59b6d33f-825d-4ddd-a13e-9e250ed7d799),segment_id=59b6d33f-825d-4ddd-a13e-9e250ed7d799)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:56.837466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'c41c04da-b7db-43d9-ad84-b2548f385095', 'network_id': 'f74a482e-fcfd-482f-a5e7-e9c2714e2ff8', 'port_id': 'c41c04da-b7db-43d9-ad84-b2548f385095', 'mac_address': 'fa:16:3e:70:ce:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec4e217-1875-427d-8a43-047a8314782d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:18:56.842685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40bc9090-cb42-4e39-b677-19c68d11a7c1 req-6195b4ac-fe1d-41c3-bd20-4d59f79697b8 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758605 Aug 04 17:18:56.907779 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:56.926984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41c04da-b7db-43d9-ad84-b2548f385095 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:18:56.952552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c41c04da-b7db-43d9-ad84-b2548f385095, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c41c04da-b7db-43d9-ad84-b2548f385095,segment=NetworkSegment(59b6d33f-825d-4ddd-a13e-9e250ed7d799),segment_id=59b6d33f-825d-4ddd-a13e-9e250ed7d799)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:56.960242 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:56.993153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99fb19-25e6-441d-916a-82a4ac4d7f8f req-29f79515-6b40-46fd-991d-e56bfea0e865 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:56.995036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a99fb19-25e6-441d-916a-82a4ac4d7f8f req-29f79515-6b40-46fd-991d-e56bfea0e865 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 943 time: 0.0749900 Aug 04 17:18:57.024980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=c41c04da-b7db-43d9-ad84-b2548f385095,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:57.044384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a99fb19-25e6-441d-916a-82a4ac4d7f8f req-289cf518-fe3f-40e1-8385-1096d8c4f4a6 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Aug 04 17:18:57.163601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['c41c04da-b7db-43d9-ad84-b2548f385095'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:18:57.165873 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:18:57.988339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5e48f-3b58-4e37-8180-fd410d8ab1ba req-233b88a0-747c-425f-8e3d-ba24ee9723a5 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:57.999150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ace5e48f-3b58-4e37-8180-fd410d8ab1ba req-233b88a0-747c-425f-8e3d-ba24ee9723a5 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0745785 Aug 04 17:18:58.052107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ace5e48f-3b58-4e37-8180-fd410d8ab1ba req-fa0a76df-8c55-407e-a081-24a406a028ea tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498388 Aug 04 17:18:58.182571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f91bba-d906-410d-8885-80de61dcedae req-48a3c1f4-8136-48ef-851b-08b37a469b2a tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:58.184333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59f91bba-d906-410d-8885-80de61dcedae req-48a3c1f4-8136-48ef-851b-08b37a469b2a tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 944 time: 0.0625958 Aug 04 17:18:58.234278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59f91bba-d906-410d-8885-80de61dcedae req-4e99ce82-085c-4678-b776-2a3f6177c56a tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Aug 04 17:18:58.703092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c41c04da-b7db-43d9-ad84-b2548f385095 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:18:58.754734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port c41c04da-b7db-43d9-ad84-b2548f385095 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:18:58.759724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port c41c04da-b7db-43d9-ad84-b2548f385095 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:18:58.760096 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:58.840201 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:58.876653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68f8242-8c6c-405a-b4c8-1eaa33f2ab9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c04da-b7db-43d9-ad84-b2548f385095'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:18:58.879096 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202a3955-1fef-4603-8de3-9763afe11b20" -d '{"events": [{"server_uuid": "d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d", "name": "network-vif-plugged", "status": "completed", "tag": "c41c04da-b7db-43d9-ad84-b2548f385095"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:18:59.048118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073379b-df1e-4f03-a365-06c5c536fe9b req-198b2893-9917-4c5f-b46b-09345404e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:59.049924 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5073379b-df1e-4f03-a365-06c5c536fe9b req-198b2893-9917-4c5f-b46b-09345404e5cc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 1095 time: 0.0545907 Aug 04 17:18:59.054934 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc23ca3a-490a-4979-afa7-bf00f48b65d5 x-openstack-request-id: req-cc23ca3a-490a-4979-afa7-bf00f48b65d5 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:18:59.055220 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d", "name": "network-vif-plugged", "status": "completed", "tag": "c41c04da-b7db-43d9-ad84-b2548f385095", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:18:59.055670 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc23ca3a-490a-4979-afa7-bf00f48b65d5 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:18:59.056249 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68f8242-8c6c-405a-b4c8-1eaa33f2ab9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c04da-b7db-43d9-ad84-b2548f385095', 'code': 200} Aug 04 17:18:59.057951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port c41c04da-b7db-43d9-ad84-b2548f385095, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c41c04da-b7db-43d9-ad84-b2548f385095,segment=NetworkSegment(59b6d33f-825d-4ddd-a13e-9e250ed7d799),segment_id=59b6d33f-825d-4ddd-a13e-9e250ed7d799)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:18:59.066330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:59.107327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50366) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:59.110269 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5073379b-df1e-4f03-a365-06c5c536fe9b req-d06a576a-e389-453b-b1b6-934007dc694c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520732 Aug 04 17:18:59.126111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=c41c04da-b7db-43d9-ad84-b2548f385095,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:59.181698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ed4c6-a299-4fda-bf78-b0199076a0fc req-ce3a07ad-d9b3-46ff-9552-1d27eedd2303 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:59.183222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-612ed4c6-a299-4fda-bf78-b0199076a0fc req-ce3a07ad-d9b3-46ff-9552-1d27eedd2303 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0533693 Aug 04 17:18:59.594888 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-953a14c7-20f5-452e-9899-6db5e8331411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:59.629627 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-612ed4c6-a299-4fda-bf78-b0199076a0fc req-e7fb7452-df35-4e22-914e-37f909ece88f tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388893 Aug 04 17:18:59.669916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60680f4-d382-4894-bb9c-e842b726c016 req-f0ca5c8f-a6b7-4bfc-ac85-c61397c0c484 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:18:59.669916 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e60680f4-d382-4894-bb9c-e842b726c016 req-f0ca5c8f-a6b7-4bfc-ac85-c61397c0c484 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.1123812 Aug 04 17:18:59.741659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e60680f4-d382-4894-bb9c-e842b726c016 req-818ddccf-0b61-43e8-9fa9-93b4e7f06e88 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586905 Aug 04 17:18:59.779135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-953a14c7-20f5-452e-9899-6db5e8331411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:59.787170 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-953a14c7-20f5-452e-9899-6db5e8331411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:59.794433 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c1177191-8e3a-45eb-933e-8f274a48846c details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:18:59.846509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50384) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:18:59.848044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-953a14c7-20f5-452e-9899-6db5e8331411 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ec19273b07b4391af157229acd3ca59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7389748 Aug 04 17:18:59.860385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a14c7-20f5-452e-9899-6db5e8331411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833bd65f-a06e-4c08-b5ce-45ca0219db57,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:18:59.938799 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3066b24f-9608-4ad3-b485-74ce3edc39f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:18:59.975069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3066b24f-9608-4ad3-b485-74ce3edc39f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:00.003247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c1177191-8e3a-45eb-933e-8f274a48846c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c1177191-8e3a-45eb-933e-8f274a48846c,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:00.021879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'c1177191-8e3a-45eb-933e-8f274a48846c', 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd', 'port_id': 'c1177191-8e3a-45eb-933e-8f274a48846c', 'mac_address': 'fa:16:3e:f8:56:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361a11cd-0cad-4e75-aee4-48f4d1c402b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:19:00.046434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3066b24f-9608-4ad3-b485-74ce3edc39f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:00.049884 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3066b24f-9608-4ad3-b485-74ce3edc39f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:00.051239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3066b24f-9608-4ad3-b485-74ce3edc39f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/833bd65f-a06e-4c08-b5ce-45ca0219db57 HTTP/1.1" status: 204 len: 168 time: 0.2036653 Aug 04 17:19:00.061521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066b24f-9608-4ad3-b485-74ce3edc39f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833bd65f-a06e-4c08-b5ce-45ca0219db57,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:00.091495 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:00.108185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1177191-8e3a-45eb-933e-8f274a48846c {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:19:00.132927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c1177191-8e3a-45eb-933e-8f274a48846c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c1177191-8e3a-45eb-933e-8f274a48846c,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:00.139444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:00.228394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c1177191-8e3a-45eb-933e-8f274a48846c,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:00.344157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c1177191-8e3a-45eb-933e-8f274a48846c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:19:00.542544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50398) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:00.556802 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c83a6f-f96b-47a1-a0d2-daff65ee5046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:00.668976 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c83a6f-f96b-47a1-a0d2-daff65ee5046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:00.675784 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c83a6f-f96b-47a1-a0d2-daff65ee5046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:00.717242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c83a6f-f96b-47a1-a0d2-daff65ee5046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7ff52c-939a-477b-bccd-9c7036a8d4c5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:00.724622 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-13c83a6f-f96b-47a1-a0d2-daff65ee5046 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02f8c93f9d0e4f45815755ef4a1a6880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781437 Aug 04 17:19:00.725236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50404) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:00.831159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746195c9-2572-409a-8600-4f3df0f09e4f req-a07ab9fd-bc0a-4cb7-8087-82f1dd704a4e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:00.838921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-746195c9-2572-409a-8600-4f3df0f09e4f req-a07ab9fd-bc0a-4cb7-8087-82f1dd704a4e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 945 time: 0.0825496 Aug 04 17:19:00.840768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d70b1a0-37e4-4322-ac03-8e5fe18cee8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:00.914874 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d70b1a0-37e4-4322-ac03-8e5fe18cee8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:00.938441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-746195c9-2572-409a-8600-4f3df0f09e4f req-c142592b-439a-49cc-b274-72c3b2d6ef4a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986276 Aug 04 17:19:00.968111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df6a92-0618-49c0-9847-a9bac7ec8008 req-add0112b-4096-4435-9bbe-017ed70e380e tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:00.969681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6df6a92-0618-49c0-9847-a9bac7ec8008 req-add0112b-4096-4435-9bbe-017ed70e380e tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.1208332 Aug 04 17:19:01.013049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50414) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:01.043797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6df6a92-0618-49c0-9847-a9bac7ec8008 req-c6c9a858-e5d1-4759-9864-6a6c01d4c7c4 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649798 Aug 04 17:19:01.072940 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d70b1a0-37e4-4322-ac03-8e5fe18cee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:01.076943 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d70b1a0-37e4-4322-ac03-8e5fe18cee8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:01.079453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6d70b1a0-37e4-4322-ac03-8e5fe18cee8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df7ff52c-939a-477b-bccd-9c7036a8d4c5 HTTP/1.1" status: 204 len: 168 time: 0.3530273 Aug 04 17:19:01.093708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70b1a0-37e4-4322-ac03-8e5fe18cee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7ff52c-939a-477b-bccd-9c7036a8d4c5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:01.204408 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a795601-338c-4390-8a0f-e273cb537eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:01.270179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e47797-59e0-474e-ad26-e824172ebbef req-d24f32b3-3c06-46d1-9035-39bea557a019 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:01.278920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2e47797-59e0-474e-ad26-e824172ebbef req-d24f32b3-3c06-46d1-9035-39bea557a019 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.0723531 Aug 04 17:19:01.332630 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2e47797-59e0-474e-ad26-e824172ebbef req-b8564a96-8629-4bb9-bfb2-62fc2fe065bb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479326 Aug 04 17:19:01.371331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a795601-338c-4390-8a0f-e273cb537eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:01.381299 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a795601-338c-4390-8a0f-e273cb537eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:01.434918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a795601-338c-4390-8a0f-e273cb537eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f7177f-0f57-46e4-bbab-82fffcab82f6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:01.440015 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4a795601-338c-4390-8a0f-e273cb537eab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c7f74d044b64c67a10df0c8a7205dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259121 Aug 04 17:19:01.442939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50466) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:01.503736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdab496e-3c68-446f-b01d-32df28dc8977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:01.537617 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdab496e-3c68-446f-b01d-32df28dc8977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:01.634586 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdab496e-3c68-446f-b01d-32df28dc8977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:01.637581 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdab496e-3c68-446f-b01d-32df28dc8977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:01.639126 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fdab496e-3c68-446f-b01d-32df28dc8977 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41f7177f-0f57-46e4-bbab-82fffcab82f6 HTTP/1.1" status: 204 len: 168 time: 0.1950793 Aug 04 17:19:01.639296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c5ccb-a05a-4060-a8a8-56cadde92eb2 req-46db8515-763d-4331-bab5-63aa2bd2fc3f tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:01.640880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b09c5ccb-a05a-4060-a8a8-56cadde92eb2 req-46db8515-763d-4331-bab5-63aa2bd2fc3f tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.0556970 Aug 04 17:19:01.650226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab496e-3c68-446f-b01d-32df28dc8977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f7177f-0f57-46e4-bbab-82fffcab82f6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:01.699315 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b09c5ccb-a05a-4060-a8a8-56cadde92eb2 req-8f2fd185-9c63-44ad-bde2-b34e5a186f31 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462024 Aug 04 17:19:01.797909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c1177191-8e3a-45eb-933e-8f274a48846c up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:01.857499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port c1177191-8e3a-45eb-933e-8f274a48846c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:01.858108 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:01.978661 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:02.007111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aa4c00-c90c-45d6-9a6d-b75466709c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1177191-8e3a-45eb-933e-8f274a48846c'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:19:02.009453 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db23f0b-e5d1-47b5-8fc6-34939805752d" -d '{"events": [{"server_uuid": "b3aa4c00-c90c-45d6-9a6d-b75466709c7c", "name": "network-vif-plugged", "status": "completed", "tag": "c1177191-8e3a-45eb-933e-8f274a48846c"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:19:02.040717 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-16fe519f-b1a0-45c1-b4cb-bd359670d647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:02.047295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c1177191-8e3a-45eb-933e-8f274a48846c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c1177191-8e3a-45eb-933e-8f274a48846c,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:02.066186 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:02.172412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50572) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:02.180424 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992658c2-fe8d-4227-8745-8484d8bb33a4 x-openstack-request-id: req-992658c2-fe8d-4227-8745-8484d8bb33a4 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:19:02.182585 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aa4c00-c90c-45d6-9a6d-b75466709c7c", "name": "network-vif-plugged", "status": "completed", "tag": "c1177191-8e3a-45eb-933e-8f274a48846c", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:19:02.184062 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-992658c2-fe8d-4227-8745-8484d8bb33a4 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:19:02.186907 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aa4c00-c90c-45d6-9a6d-b75466709c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1177191-8e3a-45eb-933e-8f274a48846c', 'code': 200} Aug 04 17:19:02.203034 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51adfc80-5dfb-4f45-bef3-f79d170ec00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:02.233627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c1177191-8e3a-45eb-933e-8f274a48846c,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:02.260962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e0032-027d-4364-933c-249a8751c37a req-fa949b36-99de-4c83-9444-5ceca3203e93 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:02.263322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-877e0032-027d-4364-933c-249a8751c37a req-fa949b36-99de-4c83-9444-5ceca3203e93 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.1046438 Aug 04 17:19:02.338444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-877e0032-027d-4364-933c-249a8751c37a req-9bfc1558-d250-48ef-82a5-44141cf3f52b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640535 Aug 04 17:19:02.347665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d0f8-7ce8-4766-ad0e-6b6a73f698f8 req-64c7280b-08ec-4c5d-b248-d310c37f163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:02.351502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d47d0f8-7ce8-4766-ad0e-6b6a73f698f8 req-64c7280b-08ec-4c5d-b248-d310c37f163d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 1097 time: 0.0870428 Aug 04 17:19:02.371490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51adfc80-5dfb-4f45-bef3-f79d170ec00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:02.378297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51adfc80-5dfb-4f45-bef3-f79d170ec00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:02.402251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d47d0f8-7ce8-4766-ad0e-6b6a73f698f8 req-b2602488-6aa5-4a15-b60d-34cf90df555f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344384 Aug 04 17:19:02.436240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adfc80-5dfb-4f45-bef3-f79d170ec00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e328b0c0-4eb9-4e68-bf27-f2429ad09707,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:02.442588 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-51adfc80-5dfb-4f45-bef3-f79d170ec00b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee5bbdea73894a198425ea6dfe061d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689433 Aug 04 17:19:02.445767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 50604) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:02.503783 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b94f0891-0eee-4551-a18f-771a95ef3498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:02.537462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b94f0891-0eee-4551-a18f-771a95ef3498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:02.593905 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b94f0891-0eee-4551-a18f-771a95ef3498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:02.596982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b94f0891-0eee-4551-a18f-771a95ef3498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:02.599605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b94f0891-0eee-4551-a18f-771a95ef3498 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e328b0c0-4eb9-4e68-bf27-f2429ad09707 HTTP/1.1" status: 204 len: 168 time: 0.1524315 Aug 04 17:19:02.610698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f0891-0eee-4551-a18f-771a95ef3498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e328b0c0-4eb9-4e68-bf27-f2429ad09707,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:02.829112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50664) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:02.835856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ccf71-f48f-4d82-b778-82d54b433970 req-e3d2761e-40bd-437d-b883-769afdd5edf7 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:02.837430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d0ccf71-f48f-4d82-b778-82d54b433970 req-e3d2761e-40bd-437d-b883-769afdd5edf7 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.0572495 Aug 04 17:19:02.891925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d0ccf71-f48f-4d82-b778-82d54b433970 req-bcadb1d6-b067-4299-b309-a88d6354c552 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460160 Aug 04 17:19:02.992146 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3f266-32ad-4cd4-bde4-497891c15b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:03.167572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c6bd9-d01f-4aad-bb71-c4b08d6c4235 req-5924b2a9-b3f4-4b86-a76b-7c36c7fc55e3 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:03.185458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77c6bd9-d01f-4aad-bb71-c4b08d6c4235 req-5924b2a9-b3f4-4b86-a76b-7c36c7fc55e3 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.0877409 Aug 04 17:19:03.206753 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3f266-32ad-4cd4-bde4-497891c15b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:03.218518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62c3f266-32ad-4cd4-bde4-497891c15b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:03.251922 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-62c3f266-32ad-4cd4-bde4-497891c15b0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d86204cfccd14458bfe683ab5fcc2f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212503 Aug 04 17:19:03.255342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deeae9-5b7f-4c4a-94ad-54df257e1cec req-9906df36-bc48-448c-8e8b-c7ccd12a07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:03.256742 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67deeae9-5b7f-4c4a-94ad-54df257e1cec req-9906df36-bc48-448c-8e8b-c7ccd12a07f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3d755adf05e4b03b6100600c2558cb5&device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 1096 time: 0.1150243 Aug 04 17:19:03.261873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 50726) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:03.263282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77c6bd9-d01f-4aad-bb71-c4b08d6c4235 req-dba69d95-b7ea-4714-87ef-6eef54dc16b1 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703158 Aug 04 17:19:03.347936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3f266-32ad-4cd4-bde4-497891c15b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f759151-7f64-45b2-bc2a-e61e234ca1fb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:03.415002 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-480fa967-35ee-4c2e-b10e-ddbb27815914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:03.446113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deeae9-5b7f-4c4a-94ad-54df257e1cec req-b3bcb953-4b84-48a1-a502-9df089e6c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:03.447608 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67deeae9-5b7f-4c4a-94ad-54df257e1cec req-b3bcb953-4b84-48a1-a502-9df089e6c11f service neutron] 10.222.0.90 "GET /v2.0/networks?id=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 HTTP/1.1" status: 200 len: 914 time: 0.1774416 Aug 04 17:19:03.453304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-480fa967-35ee-4c2e-b10e-ddbb27815914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:03.514788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79040b0f-f59c-480e-bb43-c1444e15d8ec req-bd37f852-f988-4339-a0a5-5b66445aae22 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:03.516800 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67deeae9-5b7f-4c4a-94ad-54df257e1cec req-10a09619-a481-45cd-9a3e-ed400a0f840b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c41c04da-b7db-43d9-ad84-b2548f385095 HTTP/1.1" status: 200 len: 217 time: 0.0526514 Aug 04 17:19:03.521721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79040b0f-f59c-480e-bb43-c1444e15d8ec req-bd37f852-f988-4339-a0a5-5b66445aae22 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0802166 Aug 04 17:19:03.581822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79040b0f-f59c-480e-bb43-c1444e15d8ec req-cfe87ba5-4b80-4c0d-9825-bf2168c9b769 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495839 Aug 04 17:19:03.598135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deeae9-5b7f-4c4a-94ad-54df257e1cec req-2e6c7198-c903-4b1a-8646-9c358d7969d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:03.598135 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67deeae9-5b7f-4c4a-94ad-54df257e1cec req-2e6c7198-c903-4b1a-8646-9c358d7969d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9ec4e217-1875-427d-8a43-047a8314782d HTTP/1.1" status: 200 len: 852 time: 0.0645516 Aug 04 17:19:03.629865 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-480fa967-35ee-4c2e-b10e-ddbb27815914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:03.632638 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-480fa967-35ee-4c2e-b10e-ddbb27815914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:03.633990 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-480fa967-35ee-4c2e-b10e-ddbb27815914 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f759151-7f64-45b2-bc2a-e61e234ca1fb HTTP/1.1" status: 204 len: 168 time: 0.3709872 Aug 04 17:19:03.638440 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67deeae9-5b7f-4c4a-94ad-54df257e1cec req-49b3caae-5797-43b8-a31f-c2dffcd92789 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376601 Aug 04 17:19:03.671653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fa967-35ee-4c2e-b10e-ddbb27815914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f759151-7f64-45b2-bc2a-e61e234ca1fb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:03.736982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0972-8d9f-4b35-94ce-da94e92b24e3 req-84fffc06-c68c-4e84-b52f-73b65fba8112 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:03.745515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b01f0972-8d9f-4b35-94ce-da94e92b24e3 req-84fffc06-c68c-4e84-b52f-73b65fba8112 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0745258 Aug 04 17:19:03.792841 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67deeae9-5b7f-4c4a-94ad-54df257e1cec req-6a301e4e-168f-4686-82d9-08cb1fb144df service neutron] 10.222.0.90 "GET /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399267 Aug 04 17:19:03.795011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b01f0972-8d9f-4b35-94ce-da94e92b24e3 req-79278cb0-d0f6-4e41-b8e0-3d2ac1917880 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482912 Aug 04 17:19:03.947909 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-67deeae9-5b7f-4c4a-94ad-54df257e1cec req-ae94b924-51c9-4741-98bd-865cfb25841e service neutron] 10.222.0.90 "GET /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472006 Aug 04 17:19:04.401943 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-26d85a31-4ba2-4493-9537-1bc313e8efce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:04.461267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bc741-eeb1-4de6-84a1-40c41a73fd04 req-cd6771c1-2b02-4f83-838f-8ce4f7427611 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:04.468671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e6bc741-eeb1-4de6-84a1-40c41a73fd04 req-cd6771c1-2b02-4f83-838f-8ce4f7427611 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.1170876 Aug 04 17:19:04.558128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-389ec6eb-7db7-473d-864b-c1cf4ac9d18d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:04.566060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-389ec6eb-7db7-473d-864b-c1cf4ac9d18d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/networks?id=58204f97-c167-41e5-83ba-68694741e7dd HTTP/1.1" status: 200 len: 814 time: 0.2505801 Aug 04 17:19:04.628477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e6bc741-eeb1-4de6-84a1-40c41a73fd04 req-68b9fc3f-483d-4cab-99a1-29baa1f7bdfc tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586418 Aug 04 17:19:04.635752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-9991142c-cf04-47a9-9576-9232e5ca75a3 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/quotas/9ca3cf4ce777441998bc5fbe4cc40b5a HTTP/1.1" status: 200 len: 375 time: 0.0684037 Aug 04 17:19:04.719061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-66956cb4-99a0-40c7-868d-b3ad29887b8b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ca3cf4ce777441998bc5fbe4cc40b5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818319 Aug 04 17:19:04.826762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-aefd16d1-697f-4be4-902b-f7c28e7a9ee9 service neutron] 10.222.0.39 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065223 Aug 04 17:19:04.944524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4c197279-ff34-45f4-b1f2-ace1c56e0cde service neutron] 10.222.0.39 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165545 Aug 04 17:19:05.003349 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:05.188011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87e185a8-469e-45c3-988a-d407f1435567 req-12874bf2-a56c-4604-a448-b846a02334c4 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 210 time: 0.0502181 Aug 04 17:19:05.331989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51022) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:05.384803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-9368777c-485d-4d33-abc7-f2392f4c5bb0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:05.386353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-9368777c-485d-4d33-abc7-f2392f4c5bb0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3aa4c00-c90c-45d6-9a6d-b75466709c7c HTTP/1.1" status: 200 len: 946 time: 0.0946317 Aug 04 17:19:05.529489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-f0737aef-78eb-4822-b9f1-51cf58a5d895 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Deleting port c1177191-8e3a-45eb-933e-8f274a48846c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:05.530727 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-f0737aef-78eb-4822-b9f1-51cf58a5d895 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:05.680038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-f0737aef-78eb-4822-b9f1-51cf58a5d895 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] For port c1177191-8e3a-45eb-933e-8f274a48846c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c1177191-8e3a-45eb-933e-8f274a48846c,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:05.680406 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-f0737aef-78eb-4822-b9f1-51cf58a5d895 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:05.698001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-f0737aef-78eb-4822-b9f1-51cf58a5d895 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Calling delete_port for c1177191-8e3a-45eb-933e-8f274a48846c owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:05.705369 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21d4593-96b8-4985-a787-6962dc92106d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:05.836615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a0ef-fe30-49a8-a8f5-74929de669ef req-752e67b8-8db7-44ea-baed-8a79f4136549 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:05.839048 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:05.844076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c255a0ef-fe30-49a8-a8f5-74929de669ef req-752e67b8-8db7-44ea-baed-8a79f4136549 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.1482115 Aug 04 17:19:05.890039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21d4593-96b8-4985-a787-6962dc92106d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:05.896878 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f21d4593-96b8-4985-a787-6962dc92106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:05.922333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c255a0ef-fe30-49a8-a8f5-74929de669ef req-30fba88a-0310-4fb5-ba78-9fe5a515a8ec tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773745 Aug 04 17:19:05.971771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d4593-96b8-4985-a787-6962dc92106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1eac71-87bc-44bb-82bb-fc157d018de3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:05.999070 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f21d4593-96b8-4985-a787-6962dc92106d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e09cd80ccda4f02b902a82639f9b09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6649132 Aug 04 17:19:06.001444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51048) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:06.024288 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-f0737aef-78eb-4822-b9f1-51cf58a5d895 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:06.038479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c1177191-8e3a-45eb-933e-8f274a48846c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:19:06.088996 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62a47fd7-9e29-4114-99df-6fd72b5c0d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:06.118515 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62a47fd7-9e29-4114-99df-6fd72b5c0d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:06.138998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0737aef-78eb-4822-b9f1-51cf58a5d895 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Pushing event deleted for resources: {'Port': ['ID=c1177191-8e3a-45eb-933e-8f274a48846c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:06.223202 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62a47fd7-9e29-4114-99df-6fd72b5c0d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:06.226793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-62a47fd7-9e29-4114-99df-6fd72b5c0d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:06.230686 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-62a47fd7-9e29-4114-99df-6fd72b5c0d62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b1eac71-87bc-44bb-82bb-fc157d018de3 HTTP/1.1" status: 204 len: 168 time: 0.2254674 Aug 04 17:19:06.247772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a47fd7-9e29-4114-99df-6fd72b5c0d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1eac71-87bc-44bb-82bb-fc157d018de3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:06.263797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-f0737aef-78eb-4822-b9f1-51cf58a5d895 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] No DVR routers for this DVR port c1177191-8e3a-45eb-933e-8f274a48846c on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:19:06.268224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-f0737aef-78eb-4822-b9f1-51cf58a5d895 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:06.271633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad1cd2fa-dd83-47cc-91ef-8adb56e340e9 req-f0737aef-78eb-4822-b9f1-51cf58a5d895 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.82 "DELETE /v2.0/ports/c1177191-8e3a-45eb-933e-8f274a48846c HTTP/1.1" status: 204 len: 173 time: 0.8723769 Aug 04 17:19:06.300363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aa4c00-c90c-45d6-9a6d-b75466709c7c', 'name': 'network-vif-deleted', 'tag': 'c1177191-8e3a-45eb-933e-8f274a48846c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:19:06.305095 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcc3612-d402-48e6-9cac-c9fc1b8cbae5" -d '{"events": [{"server_uuid": "b3aa4c00-c90c-45d6-9a6d-b75466709c7c", "name": "network-vif-deleted", "tag": "c1177191-8e3a-45eb-933e-8f274a48846c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:19:06.391474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa7f4af9-7677-4d26-8e5c-f02cb0e5db5b req-5d570d89-7b11-44ff-b070-ad9d5e9a5845 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 210 time: 0.0318699 Aug 04 17:19:06.417165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655c399-c334-48c1-867f-30ef5e56e881 req-cea93555-8035-4164-9026-cb8c1cd5d45b tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:06.423062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f655c399-c334-48c1-867f-30ef5e56e881 req-cea93555-8035-4164-9026-cb8c1cd5d45b tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.1605465 Aug 04 17:19:06.471421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f655c399-c334-48c1-867f-30ef5e56e881 req-2bb83dd1-107b-45a7-8685-923dd6ca7d69 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473294 Aug 04 17:19:06.473585 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ec83ec-c10c-46df-b45d-5705b359a221 x-openstack-request-id: req-b8ec83ec-c10c-46df-b45d-5705b359a221 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:19:06.474303 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aa4c00-c90c-45d6-9a6d-b75466709c7c", "name": "network-vif-deleted", "tag": "c1177191-8e3a-45eb-933e-8f274a48846c", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:19:06.474832 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8ec83ec-c10c-46df-b45d-5705b359a221 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:19:06.475400 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aa4c00-c90c-45d6-9a6d-b75466709c7c', 'name': 'network-vif-deleted', 'tag': 'c1177191-8e3a-45eb-933e-8f274a48846c', 'status': 'completed', 'code': 200} Aug 04 17:19:06.736653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-bb9701c6-4b77-466b-be98-1550478033e7 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:06.739458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-bb9701c6-4b77-466b-be98-1550478033e7 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.82 "GET /v2.0/networks?id=58204f97-c167-41e5-83ba-68694741e7dd HTTP/1.1" status: 200 len: 814 time: 0.1767831 Aug 04 17:19:06.760633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Request body: {'port': {'device_id': '4e01f633-a9f6-4f6a-a247-be10aefedce6', 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd', 'admin_state_up': True, 'tenant_id': '9ca3cf4ce777441998bc5fbe4cc40b5a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:06.915564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Made reservation on behalf of 9ca3cf4ce777441998bc5fbe4cc40b5a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:06.919669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:07.079745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Allocated IP 172.20.0.2 (58204f97-c167-41e5-83ba-68694741e7dd/361a11cd-0cad-4e75-aee4-48f4d1c402b1/390a3a49-69ac-4a4e-b34e-a807bb3290e1) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:07.288532 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:07.338032 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:07.359297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c1177191-8e3a-45eb-933e-8f274a48846c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:19:07.394993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Network 58204f97-c167-41e5-83ba-68694741e7dd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:07.404785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:07.409912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:07.419695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Pushing event updated for resources: {'Port': ['ID=390a3a49-69ac-4a4e-b34e-a807bb3290e1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:07.463085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:07.491228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:07.492322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:07.516746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-f52f5cf3-7fef-4391-abde-2309f305dae1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603426 Aug 04 17:19:07.542747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Request body: {'port': {'device_id': '4e01f633-a9f6-4f6a-a247-be10aefedce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:07.697829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:07.724413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc9814-6c3f-41ce-bda3-05c70a450184 req-8eaa6f1f-f1a8-4772-aaff-4023185c9c1f tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:07.734225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fdc9814-6c3f-41ce-bda3-05c70a450184 req-8eaa6f1f-f1a8-4772-aaff-4023185c9c1f tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.1849332 Aug 04 17:19:07.751060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db1fa2-dd34-48e3-9067-70cf7903b73a req-32c4aaa3-f10e-4c50-97ac-6bab077d0277 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:07.753867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19db1fa2-dd34-48e3-9067-70cf7903b73a req-32c4aaa3-f10e-4c50-97ac-6bab077d0277 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 931 time: 0.1498108 Aug 04 17:19:07.877855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fdc9814-6c3f-41ce-bda3-05c70a450184 req-51321dd1-d261-42d6-9b59-7cb9ef55d03b tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260264 Aug 04 17:19:07.897096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19db1fa2-dd34-48e3-9067-70cf7903b73a req-95c29f39-c43e-485f-a6f9-7fbdcf49a23d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303005 Aug 04 17:19:08.235306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e926-6de4-428d-8407-a69e63562b5f req-9091b69d-cde6-43e6-8efa-4ce358a5a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:08.237628 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c131e926-6de4-428d-8407-a69e63562b5f req-9091b69d-cde6-43e6-8efa-4ce358a5a965 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3d755adf05e4b03b6100600c2558cb5&device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 1096 time: 0.0790405 Aug 04 17:19:08.256560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99abef6-832b-4b80-af30-89a89b7a9dcf req-618430d8-30d6-426c-ace2-515b82ad7f72 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:08.266439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c99abef6-832b-4b80-af30-89a89b7a9dcf req-618430d8-30d6-426c-ace2-515b82ad7f72 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.1125166 Aug 04 17:19:08.477050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e926-6de4-428d-8407-a69e63562b5f req-a00fd2fd-f49e-44fa-bbb0-999f00b868ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:08.478729 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c131e926-6de4-428d-8407-a69e63562b5f req-a00fd2fd-f49e-44fa-bbb0-999f00b868ba service neutron] 10.222.0.90 "GET /v2.0/networks?id=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 HTTP/1.1" status: 200 len: 914 time: 0.2285767 Aug 04 17:19:08.527483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c99abef6-832b-4b80-af30-89a89b7a9dcf req-9228b5c8-5661-46b1-b2ea-c2498d8746e3 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598886 Aug 04 17:19:08.529932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390a3a49-69ac-4a4e-b34e-a807bb3290e1 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:19:08.553563 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:08.589466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Transition to ACTIVE for port object 390a3a49-69ac-4a4e-b34e-a807bb3290e1 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:08.599978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:08.626718 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c131e926-6de4-428d-8407-a69e63562b5f req-9fbbba9a-2177-4e62-ad03-be5f20050521 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c41c04da-b7db-43d9-ad84-b2548f385095 HTTP/1.1" status: 200 len: 217 time: 0.1320059 Aug 04 17:19:08.684932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Pushing event updated for resources: {'Port': ['ID=390a3a49-69ac-4a4e-b34e-a807bb3290e1,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:08.748901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e926-6de4-428d-8407-a69e63562b5f req-7b4ddd36-783c-4fb8-91a1-cf282c22a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:08.751474 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c131e926-6de4-428d-8407-a69e63562b5f req-7b4ddd36-783c-4fb8-91a1-cf282c22a333 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9ec4e217-1875-427d-8a43-047a8314782d HTTP/1.1" status: 200 len: 852 time: 0.1221659 Aug 04 17:19:08.794991 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c131e926-6de4-428d-8407-a69e63562b5f req-ea0ade38-eca4-436b-bfd7-68716f1fcc65 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362198 Aug 04 17:19:08.827391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Attempting to bind port 390a3a49-69ac-4a4e-b34e-a807bb3290e1 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:19:08.828428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Attempting to bind port 390a3a49-69ac-4a4e-b34e-a807bb3290e1 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:19:08.828970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Attempting to bind port 390a3a49-69ac-4a4e-b34e-a807bb3290e1 on network 58204f97-c167-41e5-83ba-68694741e7dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:08.840307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Port 390a3a49-69ac-4a4e-b34e-a807bb3290e1 on network 58204f97-c167-41e5-83ba-68694741e7dd not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:19:08.842085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Attempting to bind port 390a3a49-69ac-4a4e-b34e-a807bb3290e1 on network 58204f97-c167-41e5-83ba-68694741e7dd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:08.849294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:19:08.850198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Checking segment: {'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:08.850778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Bound using segment: {'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:19:08.851409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Bound port: 390a3a49-69ac-4a4e-b34e-a807bb3290e1, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:19:08.851946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:08.908760 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c131e926-6de4-428d-8407-a69e63562b5f req-6ca59a05-a13a-4b38-be6f-1a16a79c01ae service neutron] 10.222.0.90 "GET /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037040 Aug 04 17:19:08.936072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] For port 390a3a49-69ac-4a4e-b34e-a807bb3290e1, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:19:08.940454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] For port 390a3a49-69ac-4a4e-b34e-a807bb3290e1, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=390a3a49-69ac-4a4e-b34e-a807bb3290e1,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:19:08.948752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:09.013640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:09.014727 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:09.015845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] 10.222.0.82 "PUT /v2.0/ports/390a3a49-69ac-4a4e-b34e-a807bb3290e1 HTTP/1.1" status: 200 len: 1091 time: 1.4904847 Aug 04 17:19:09.017452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e01f633-a9f6-4f6a-a247-be10aefedce6', 'tag': '390a3a49-69ac-4a4e-b34e-a807bb3290e1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:19:09.019775 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6199a6f6-bdd7-4d08-8e08-eec135774366" -d '{"events": [{"name": "network-changed", "server_uuid": "4e01f633-a9f6-4f6a-a247-be10aefedce6", "tag": "390a3a49-69ac-4a4e-b34e-a807bb3290e1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:19:09.060063 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c131e926-6de4-428d-8407-a69e63562b5f req-f960848a-1a07-47f8-8e34-1539a2531526 service neutron] 10.222.0.90 "GET /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414440 Aug 04 17:19:09.085031 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8745c8e3-20a1-4aa9-8759-a159b32c2ff9 x-openstack-request-id: req-8745c8e3-20a1-4aa9-8759-a159b32c2ff9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:19:09.085322 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e01f633-a9f6-4f6a-a247-be10aefedce6", "tag": "390a3a49-69ac-4a4e-b34e-a807bb3290e1", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:19:09.085623 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8745c8e3-20a1-4aa9-8759-a159b32c2ff9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:19:09.086101 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e01f633-a9f6-4f6a-a247-be10aefedce6', 'tag': '390a3a49-69ac-4a4e-b34e-a807bb3290e1', 'status': 'completed', 'code': 200} Aug 04 17:19:09.088938 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:09.104601 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:09.109979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185500f-a93f-44db-8ee0-3a9c3e4a53e4 service neutron] Pushing event updated for resources: {'Port': ['ID=390a3a49-69ac-4a4e-b34e-a807bb3290e1,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:09.150198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7eb3b-6303-498a-ab65-eb622bb712df req-3531b9d7-e9bb-41cc-9f92-d8712b86b3ce tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:09.152509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2e7eb3b-6303-498a-ab65-eb622bb712df req-3531b9d7-e9bb-41cc-9f92-d8712b86b3ce tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 943 time: 0.1357934 Aug 04 17:19:09.174447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-c15e7387-fc3b-4154-abee-6f03c13a710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:09.176337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-c15e7387-fc3b-4154-abee-6f03c13a710a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ca3cf4ce777441998bc5fbe4cc40b5a&device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 1094 time: 0.1087265 Aug 04 17:19:09.237395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-2dcf1a2d-8cf9-4d03-963c-391dd14d520b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=390a3a49-69ac-4a4e-b34e-a807bb3290e1 HTTP/1.1" status: 200 len: 217 time: 0.0516090 Aug 04 17:19:09.281203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2e7eb3b-6303-498a-ab65-eb622bb712df req-abae7ca8-5895-47b7-8ec3-8351e36f2ed9 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170528 Aug 04 17:19:09.301732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-72d6ce27-2096-4290-ba5c-5b4a1e82ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:09.303655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-72d6ce27-2096-4290-ba5c-5b4a1e82ac05 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=361a11cd-0cad-4e75-aee4-48f4d1c402b1 HTTP/1.1" status: 200 len: 854 time: 0.0586290 Aug 04 17:19:09.339339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-5669a70f-74b6-40d4-93ad-a4702da3e080 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=58204f97-c167-41e5-83ba-68694741e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274615 Aug 04 17:19:09.440772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-aadc76ae-4289-4c61-8bab-5f66c0045411 service neutron] 10.222.0.82 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941427 Aug 04 17:19:09.540224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff05ca63-e4ea-4711-82bc-f31c92a2bf0c req-28e333ea-4fa1-4fcb-9c85-341b84dcff07 service neutron] 10.222.0.82 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918717 Aug 04 17:19:09.705166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56be5b-3393-432d-b8f8-2927ac00bf4e req-35f31b4c-96f2-407e-b75b-36e895054305 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:09.713128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e56be5b-3393-432d-b8f8-2927ac00bf4e req-35f31b4c-96f2-407e-b75b-36e895054305 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.0848484 Aug 04 17:19:09.717289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199a6f6-bdd7-4d08-8e08-eec135774366 req-50083e45-ed3e-4f50-a2b7-ec72d0603f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:09.719001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6199a6f6-bdd7-4d08-8e08-eec135774366 req-50083e45-ed3e-4f50-a2b7-ec72d0603f18 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ca3cf4ce777441998bc5fbe4cc40b5a&device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 1094 time: 0.1206634 Aug 04 17:19:09.847425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e56be5b-3393-432d-b8f8-2927ac00bf4e req-f9eade3a-5647-4925-967a-e4ef70a299be tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334243 Aug 04 17:19:09.857900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c1177191-8e3a-45eb-933e-8f274a48846c no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:19:09.872701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199a6f6-bdd7-4d08-8e08-eec135774366 req-6e31864b-68c8-4a4b-9cbb-8b8f1d5477be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:09.874271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6199a6f6-bdd7-4d08-8e08-eec135774366 req-6e31864b-68c8-4a4b-9cbb-8b8f1d5477be service neutron] 10.222.0.82 "GET /v2.0/networks?id=58204f97-c167-41e5-83ba-68694741e7dd HTTP/1.1" status: 200 len: 916 time: 0.1475978 Aug 04 17:19:09.882590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: c1177191-8e3a-45eb-933e-8f274a48846c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:19:09.883397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c1177191-8e3a-45eb-933e-8f274a48846c not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:19:09.930840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6199a6f6-bdd7-4d08-8e08-eec135774366 req-c9adc3b2-2d9d-4d5f-a162-92c30f0e74ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=390a3a49-69ac-4a4e-b34e-a807bb3290e1 HTTP/1.1" status: 200 len: 217 time: 0.0473645 Aug 04 17:19:10.005687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199a6f6-bdd7-4d08-8e08-eec135774366 req-17ee929c-da42-4401-bd4d-8a4689e987d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:10.007260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6199a6f6-bdd7-4d08-8e08-eec135774366 req-17ee929c-da42-4401-bd4d-8a4689e987d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=361a11cd-0cad-4e75-aee4-48f4d1c402b1 HTTP/1.1" status: 200 len: 854 time: 0.0675607 Aug 04 17:19:10.050669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6199a6f6-bdd7-4d08-8e08-eec135774366 req-c0f0ac45-0112-4d36-90ad-487803bbf4fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=58204f97-c167-41e5-83ba-68694741e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345044 Aug 04 17:19:10.167736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6199a6f6-bdd7-4d08-8e08-eec135774366 req-6194b897-aaad-4458-9e8f-8bad527f2d74 service neutron] 10.222.0.82 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082466 Aug 04 17:19:10.210540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51218) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:10.300924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6199a6f6-bdd7-4d08-8e08-eec135774366 req-05e9830e-60f9-4852-b9c6-7de1629bc836 service neutron] 10.222.0.82 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242468 Aug 04 17:19:10.427391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc57d1d7-8d5b-4658-9016-68c53a3397db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:10.470291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96d358-5df8-498c-8f43-9fedbb917543 req-600ebda1-4187-4338-b534-f689742871c6 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:10.479923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee96d358-5df8-498c-8f43-9fedbb917543 req-600ebda1-4187-4338-b534-f689742871c6 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 943 time: 0.0819752 Aug 04 17:19:10.533238 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee96d358-5df8-498c-8f43-9fedbb917543 req-f4fdc17a-4658-4eeb-82ac-b3460a4424c1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522764 Aug 04 17:19:10.595295 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc57d1d7-8d5b-4658-9016-68c53a3397db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:10.603440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc57d1d7-8d5b-4658-9016-68c53a3397db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:10.648988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57d1d7-8d5b-4658-9016-68c53a3397db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e12f7a-3df3-4627-ac2e-44353af70cbd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:10.661449 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dc57d1d7-8d5b-4658-9016-68c53a3397db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4de6360fe5664c03baa8105954bcf50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495835 Aug 04 17:19:10.664085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51226) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:10.751464 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa53967f-3881-4211-87a1-ff0deddd9a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:10.780618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa53967f-3881-4211-87a1-ff0deddd9a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:10.848358 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa53967f-3881-4211-87a1-ff0deddd9a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:10.851204 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa53967f-3881-4211-87a1-ff0deddd9a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:10.855161 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aa53967f-3881-4211-87a1-ff0deddd9a0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5e12f7a-3df3-4627-ac2e-44353af70cbd HTTP/1.1" status: 204 len: 168 time: 0.1871927 Aug 04 17:19:10.865548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53967f-3881-4211-87a1-ff0deddd9a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e12f7a-3df3-4627-ac2e-44353af70cbd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:11.032587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cea0df-2596-445d-80fc-672da51a56c3 req-535a6121-8dcb-4934-b905-10f6d6ce874b tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:11.036996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29cea0df-2596-445d-80fc-672da51a56c3 req-535a6121-8dcb-4934-b905-10f6d6ce874b tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.0870452 Aug 04 17:19:11.106370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29cea0df-2596-445d-80fc-672da51a56c3 req-62c95a79-a671-4ee9-8a38-9680396f01d2 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623553 Aug 04 17:19:11.311404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51250) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:11.340909 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2105-cfd8-4930-936a-daab0ad36f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:11.508897 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2105-cfd8-4930-936a-daab0ad36f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:11.514750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2b01c-4c75-47dd-803b-041985cec52f req-b42c90af-c050-47f1-8c34-5cfd01c2a310 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:11.516813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97b2b01c-4c75-47dd-803b-041985cec52f req-b42c90af-c050-47f1-8c34-5cfd01c2a310 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.0930228 Aug 04 17:19:11.521299 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2105-cfd8-4930-936a-daab0ad36f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:11.565659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97b2b01c-4c75-47dd-803b-041985cec52f req-5ea4f327-6404-4151-8428-ec5858e78e08 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Aug 04 17:19:11.573245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d2105-cfd8-4930-936a-daab0ad36f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1303df9f-7c5c-4263-b8d9-804fca0d6f14,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:11.582373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51256) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:11.582552 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bc2d2105-cfd8-4930-936a-daab0ad36f38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b89ceef7b0c54333978f083a94957290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698581 Aug 04 17:19:11.644254 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee3aa57c-1250-4b97-8b40-944fde8be64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:11.688700 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee3aa57c-1250-4b97-8b40-944fde8be64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:11.739882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2df368-3b12-4220-b669-00ec7aa6330a req-fe00157f-5eb3-453b-9664-ea482ccc3380 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:11.742627 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b2df368-3b12-4220-b669-00ec7aa6330a req-fe00157f-5eb3-453b-9664-ea482ccc3380 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 943 time: 0.0881348 Aug 04 17:19:11.771949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee3aa57c-1250-4b97-8b40-944fde8be64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:11.774449 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee3aa57c-1250-4b97-8b40-944fde8be64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:11.776087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ee3aa57c-1250-4b97-8b40-944fde8be64e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1303df9f-7c5c-4263-b8d9-804fca0d6f14 HTTP/1.1" status: 204 len: 168 time: 0.1917143 Aug 04 17:19:11.801062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3aa57c-1250-4b97-8b40-944fde8be64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1303df9f-7c5c-4263-b8d9-804fca0d6f14,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:11.830651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b2df368-3b12-4220-b669-00ec7aa6330a req-d88f346f-137a-46f8-ba1e-a8ae1667d4f8 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673738 Aug 04 17:19:11.861292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 390a3a49-69ac-4a4e-b34e-a807bb3290e1 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:19:11.974488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 390a3a49-69ac-4a4e-b34e-a807bb3290e1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=390a3a49-69ac-4a4e-b34e-a807bb3290e1,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:11.986793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '390a3a49-69ac-4a4e-b34e-a807bb3290e1', 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd', 'port_id': '390a3a49-69ac-4a4e-b34e-a807bb3290e1', 'mac_address': 'fa:16:3e:09:60:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361a11cd-0cad-4e75-aee4-48f4d1c402b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:19:12.027120 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:12.042039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390a3a49-69ac-4a4e-b34e-a807bb3290e1 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:19:12.063872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 390a3a49-69ac-4a4e-b34e-a807bb3290e1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=390a3a49-69ac-4a4e-b34e-a807bb3290e1,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:12.070940 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:12.154913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=390a3a49-69ac-4a4e-b34e-a807bb3290e1,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:12.272195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['390a3a49-69ac-4a4e-b34e-a807bb3290e1'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:19:12.758069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98999165-b1c4-48e7-bde0-94953f7b94ad req-45802fd7-69c9-4e46-91ba-4f81a7593b68 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:12.765900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98999165-b1c4-48e7-bde0-94953f7b94ad req-45802fd7-69c9-4e46-91ba-4f81a7593b68 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.0709798 Aug 04 17:19:12.820358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98999165-b1c4-48e7-bde0-94953f7b94ad req-d4a43e7d-3b89-4e39-80d4-e723b494849e tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/security-groups?id=4fac45be-6a94-48c4-87f3-3e2480e8a263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479870 Aug 04 17:19:12.978117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f93048-6486-4180-bbb9-dcadae603461 req-54ed66fe-98c6-4110-8f87-53030ce0d99a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:12.987932 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77f93048-6486-4180-bbb9-dcadae603461 req-54ed66fe-98c6-4110-8f87-53030ce0d99a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 944 time: 0.0755653 Aug 04 17:19:13.047103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77f93048-6486-4180-bbb9-dcadae603461 req-83fd216c-3b0c-466c-8b11-6144570b8f55 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600355 Aug 04 17:19:13.221615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-c6517687-f9f9-4d84-9959-d14a24e15023 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:13.228022 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-c6517687-f9f9-4d84-9959-d14a24e15023 tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.90 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 945 time: 0.0669167 Aug 04 17:19:13.335592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-218272b7-a34e-417a-bcad-972a7df0eddb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Deleting port c41c04da-b7db-43d9-ad84-b2548f385095 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:13.336171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-218272b7-a34e-417a-bcad-972a7df0eddb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:13.433416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-218272b7-a34e-417a-bcad-972a7df0eddb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] For port c41c04da-b7db-43d9-ad84-b2548f385095, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=c41c04da-b7db-43d9-ad84-b2548f385095,segment=NetworkSegment(59b6d33f-825d-4ddd-a13e-9e250ed7d799),segment_id=59b6d33f-825d-4ddd-a13e-9e250ed7d799)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:13.433993 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-218272b7-a34e-417a-bcad-972a7df0eddb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:13.448319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-218272b7-a34e-417a-bcad-972a7df0eddb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Calling delete_port for c41c04da-b7db-43d9-ad84-b2548f385095 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:13.558078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51312) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:13.602326 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-218272b7-a34e-417a-bcad-972a7df0eddb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:13.614835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['c41c04da-b7db-43d9-ad84-b2548f385095'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:19:13.652118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218272b7-a34e-417a-bcad-972a7df0eddb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Pushing event deleted for resources: {'Port': ['ID=c41c04da-b7db-43d9-ad84-b2548f385095,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:13.684872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c78e013e-0f0d-44dc-bd0c-7e0a3b63d7fb tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:13.702055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-218272b7-a34e-417a-bcad-972a7df0eddb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] No DVR routers for this DVR port c41c04da-b7db-43d9-ad84-b2548f385095 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:19:13.705006 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-218272b7-a34e-417a-bcad-972a7df0eddb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:13.707544 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bb2b9f98-174e-43f2-95ea-34a3890153c0 req-218272b7-a34e-417a-bcad-972a7df0eddb tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.90 "DELETE /v2.0/ports/c41c04da-b7db-43d9-ad84-b2548f385095 HTTP/1.1" status: 204 len: 173 time: 0.4774196 Aug 04 17:19:13.708066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68f8242-8c6c-405a-b4c8-1eaa33f2ab9d', 'name': 'network-vif-deleted', 'tag': 'c41c04da-b7db-43d9-ad84-b2548f385095'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:19:13.710438 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda99410-63b3-4a3d-b6b1-130e799a23ad" -d '{"events": [{"server_uuid": "d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d", "name": "network-vif-deleted", "tag": "c41c04da-b7db-43d9-ad84-b2548f385095"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:19:13.720347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c78e013e-0f0d-44dc-bd0c-7e0a3b63d7fb tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] 10.222.0.39 "PUT /v2.0/quotas/571189ad09c843f893f999c89997de20 HTTP/1.1" status: 200 len: 368 time: 0.1609116 Aug 04 17:19:13.723234 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51322) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:13.729151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Request body: {'network': {'project_id': '571189ad09c843f893f999c89997de20'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:13.758301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Made reservation on behalf of 571189ad09c843f893f999c89997de20 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:13.764257 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:13.769254 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfa3199-171c-4d61-9e0d-31c80c204c8f x-openstack-request-id: req-ddfa3199-171c-4d61-9e0d-31c80c204c8f {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:19:13.769535 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d", "name": "network-vif-deleted", "tag": "c41c04da-b7db-43d9-ad84-b2548f385095", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:19:13.769885 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ddfa3199-171c-4d61-9e0d-31c80c204c8f {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:19:13.770530 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68f8242-8c6c-405a-b4c8-1eaa33f2ab9d', 'name': 'network-vif-deleted', 'tag': 'c41c04da-b7db-43d9-ad84-b2548f385095', 'status': 'completed', 'code': 200} Aug 04 17:19:13.778799 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:13.857823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 390a3a49-69ac-4a4e-b34e-a807bb3290e1 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:13.938648 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:13.951413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f5ef1f6-187f-4037-8ffc-ae657c577da9 req-711c2622-ab0b-4478-a8ae-bbeaf537d06a tempest-TestServerAdvancedOps-1795917373 tempest-TestServerAdvancedOps-1795917373-project] 10.222.0.39 "GET /v2.0/ports?device_id=d68f8242-8c6c-405a-b4c8-1eaa33f2ab9d HTTP/1.1" status: 200 len: 210 time: 0.0448995 Aug 04 17:19:13.962554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:13.988886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:19:14.003148 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.003728 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Added segment e0904398-693b-4991-9a1c-8901e668bfa6 of type vlan for network d3efab3c-9e88-43ef-9833-4838a0faac44 Aug 04 17:19:14.023900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 390a3a49-69ac-4a4e-b34e-a807bb3290e1 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:14.032317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 390a3a49-69ac-4a4e-b34e-a807bb3290e1 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:14.032691 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.090210 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.195596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6519461e-d07f-4e8f-b32e-3d60655c519e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:14.232331 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.233760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afa4bf-6d1d-4695-b39a-e30747dc1f81 req-ac27565d-2800-4b89-b23e-407226f70e42 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:14.235849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41afa4bf-6d1d-4695-b39a-e30747dc1f81 req-ac27565d-2800-4b89-b23e-407226f70e42 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 944 time: 0.0979471 Aug 04 17:19:14.239457 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.241121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:14.241943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.272765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e01f633-a9f6-4f6a-a247-be10aefedce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390a3a49-69ac-4a4e-b34e-a807bb3290e1'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:19:14.278510 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a843606-0895-4e89-881d-e989b54c6d2a" -d '{"events": [{"server_uuid": "4e01f633-a9f6-4f6a-a247-be10aefedce6", "name": "network-vif-plugged", "status": "completed", "tag": "390a3a49-69ac-4a4e-b34e-a807bb3290e1"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:19:14.308561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 390a3a49-69ac-4a4e-b34e-a807bb3290e1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=390a3a49-69ac-4a4e-b34e-a807bb3290e1,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:14.316205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41afa4bf-6d1d-4695-b39a-e30747dc1f81 req-18fd52a0-0c56-4a96-924b-bf15fc3846d3 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718853 Aug 04 17:19:14.329526 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.415112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51338) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:14.415470 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.6909380 Aug 04 17:19:14.421766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Request body: {'network': {'project_id': '571189ad09c843f893f999c89997de20'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:14.440520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b43b9-83c7-4c50-ad93-b60a1e5286d1 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Pushing event updated for resources: {'Network': ['ID=d3efab3c-9e88-43ef-9833-4838a0faac44,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:14.462136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=390a3a49-69ac-4a4e-b34e-a807bb3290e1,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:14.469929 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3873c440-58f5-439a-98bf-d8e228a8dca8 x-openstack-request-id: req-3873c440-58f5-439a-98bf-d8e228a8dca8 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:19:14.470283 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e01f633-a9f6-4f6a-a247-be10aefedce6", "name": "network-vif-plugged", "status": "completed", "tag": "390a3a49-69ac-4a4e-b34e-a807bb3290e1", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:19:14.470984 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3873c440-58f5-439a-98bf-d8e228a8dca8 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:19:14.471795 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e01f633-a9f6-4f6a-a247-be10aefedce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390a3a49-69ac-4a4e-b34e-a807bb3290e1', 'code': 200} Aug 04 17:19:14.473174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network d3efab3c-9e88-43ef-9833-4838a0faac44 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:19:14.475438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Made reservation on behalf of 571189ad09c843f893f999c89997de20 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:14.483821 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.521661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:19:14.526944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.527443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.527780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.528338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.528830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.529437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.530186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.531123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.531700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.532254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.532760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.533373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:14.533524 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.534149 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Added segment 0eba8d06-24d6-4649-93f0-295ee5b2a878 of type vlan for network a535ee94-e0ba-4d88-8453-5efa25c616ea Aug 04 17:19:14.578508 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.643474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa494079-564f-43f0-b455-466486d79507 req-5615ac0b-6694-4710-919e-fef46c7dfbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:14.645262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa494079-564f-43f0-b455-466486d79507 req-5615ac0b-6694-4710-919e-fef46c7dfbc0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 1096 time: 0.0697813 Aug 04 17:19:14.646588 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.647614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:14.648173 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:14.718220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.2992501 Aug 04 17:19:14.720076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51350) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:14.727719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-54eaac4f-4d04-4b74-85f1-ebad21fd6d83 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Request body: {'network': {'project_id': '571189ad09c843f893f999c89997de20'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:14.741357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9047a-a80b-405b-a2c9-3d18a52c7153 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Pushing event updated for resources: {'Network': ['ID=a535ee94-e0ba-4d88-8453-5efa25c616ea,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:14.750952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa494079-564f-43f0-b455-466486d79507 req-2323f314-e0a1-4cb8-8413-61269edf35c9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953588 Aug 04 17:19:14.753354 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-54eaac4f-4d04-4b74-85f1-ebad21fd6d83 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 04 17:19:14.753911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54eaac4f-4d04-4b74-85f1-ebad21fd6d83 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:19:14.754624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a535ee94-e0ba-4d88-8453-5efa25c616ea details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:19:14.755158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-54eaac4f-4d04-4b74-85f1-ebad21fd6d83 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0323098 Aug 04 17:19:14.862293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51358) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:14.976425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b0cb740f-6de2-4e13-b225-9a4838d1f08b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=571189ad09c843f893f999c89997de20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1124971 Aug 04 17:19:14.978992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51364) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:15.011776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51368) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:15.042296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8468bf2-4f42-44f2-8958-4f4b9fec4e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.071524 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8468bf2-4f42-44f2-8958-4f4b9fec4e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.090842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6f8fec-e7af-49a7-93c2-1b3e0991b34d admin admin] Deleting subnet 9ec4e217-1875-427d-8a43-047a8314782d {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:19:15.098227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8fec-e7af-49a7-93c2-1b3e0991b34d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.147135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8468bf2-4f42-44f2-8958-4f4b9fec4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.150660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c8468bf2-4f42-44f2-8958-4f4b9fec4e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.152079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c8468bf2-4f42-44f2-8958-4f4b9fec4e11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6519461e-d07f-4e8f-b32e-3d60655c519e HTTP/1.1" status: 204 len: 168 time: 0.1720679 Aug 04 17:19:15.155089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51378) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:15.164752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8468bf2-4f42-44f2-8958-4f4b9fec4e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6519461e-d07f-4e8f-b32e-3d60655c519e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:15.215145 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8fec-e7af-49a7-93c2-1b3e0991b34d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.266082 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.284284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8fec-e7af-49a7-93c2-1b3e0991b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.544429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce2cca-98df-4538-bda6-b44603c5338f req-b0835313-e897-46c8-9f02-d7d4c6706d21 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:15.546760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ce2cca-98df-4538-bda6-b44603c5338f req-b0835313-e897-46c8-9f02-d7d4c6706d21 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0686095 Aug 04 17:19:15.622163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ce2cca-98df-4538-bda6-b44603c5338f req-85e7826e-f405-47e3-87d3-7f5399caf92e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687439 Aug 04 17:19:15.728709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.740265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a535ee94-e0ba-4d88-8453-5efa25c616ea']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:15.749483 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8fec-e7af-49a7-93c2-1b3e0991b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.758337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eba8d06-24d6-4649-93f0-295ee5b2a878') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:15.758989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eba8d06-24d6-4649-93f0-295ee5b2a878') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:15.788168 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f8fec-e7af-49a7-93c2-1b3e0991b34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec4e217-1875-427d-8a43-047a8314782d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:15.791031 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.801430 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8fec-e7af-49a7-93c2-1b3e0991b34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.803605 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ab6f8fec-e7af-49a7-93c2-1b3e0991b34d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9ec4e217-1875-427d-8a43-047a8314782d HTTP/1.1" status: 204 len: 168 time: 0.7906890 Aug 04 17:19:15.806270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51408) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:15.828127 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:19:15.877449 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:19:15.937577 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.949440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.955451 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:15.957284 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a535ee94-e0ba-4d88-8453-5efa25c616ea HTTP/1.1" status: 204 len: 168 time: 0.8005307 Aug 04 17:19:15.960734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51410) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:15.994624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087cb97-8a6e-4642-b869-b76014332ac2 tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Pushing event deleted for resources: {'Network': ['ID=a535ee94-e0ba-4d88-8453-5efa25c616ea,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:16.054172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.065377 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74a482e-fcfd-482f-a5e7-e9c2714e2ff8']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:16.076847 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b6d33f-825d-4ddd-a13e-9e250ed7d799') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:16.077143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b6d33f-825d-4ddd-a13e-9e250ed7d799') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:16.087035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.104520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.111490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:19:16.111906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:19:16.113885 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:19:16.179237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.199356 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.204669 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] 10.222.0.39 "DELETE /v2.0/networks/f74a482e-fcfd-482f-a5e7-e9c2714e2ff8 HTTP/1.1" status: 204 len: 168 time: 0.3968501 Aug 04 17:19:16.205662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0012f90-e15c-4d1b-b600-5cf59f54281a admin admin] Pushing event deleted for resources: {'Network': ['ID=f74a482e-fcfd-482f-a5e7-e9c2714e2ff8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:16.207736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51416) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:16.259501 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c2dc58-cc65-43ce-a602-6475045fad52 admin admin] Deleting subnet 7ea4f770-bfa1-4308-9b76-536122556c74 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:19:16.263704 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05c2dc58-cc65-43ce-a602-6475045fad52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.312467 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05c2dc58-cc65-43ce-a602-6475045fad52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.359623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05c2dc58-cc65-43ce-a602-6475045fad52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.421940 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.424467 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05c2dc58-cc65-43ce-a602-6475045fad52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.460750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2dc58-cc65-43ce-a602-6475045fad52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea4f770-bfa1-4308-9b76-536122556c74,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:16.463883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-05c2dc58-cc65-43ce-a602-6475045fad52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.470101 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-05c2dc58-cc65-43ce-a602-6475045fad52 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7ea4f770-bfa1-4308-9b76-536122556c74 HTTP/1.1" status: 204 len: 168 time: 0.2608092 Aug 04 17:19:16.471130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51422) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:16.532412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.547584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3efab3c-9e88-43ef-9833-4838a0faac44']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:16.558600 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.560736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0904398-693b-4991-9a1c-8901e668bfa6') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:16.561289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0904398-693b-4991-9a1c-8901e668bfa6') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:16.572821 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.593852 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.601356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:19:16.602203 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:19:16.604314 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:19:16.660321 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.678990 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.684181 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.686209 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2c267d-abaa-44ab-b305-f291998934f2']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:16.689284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] 10.222.0.39 "DELETE /v2.0/networks/d3efab3c-9e88-43ef-9833-4838a0faac44 HTTP/1.1" status: 204 len: 168 time: 0.7274189 Aug 04 17:19:16.702459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d65c3-4e39-45bd-b0d4-5ad779be6b7d tempest-QuotasNegativeTest-1522634398 tempest-QuotasNegativeTest-1522634398-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3efab3c-9e88-43ef-9833-4838a0faac44,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:16.704374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44054960-d727-4443-8af8-cc541f9838be') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:16.704899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44054960-d727-4443-8af8-cc541f9838be') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:16.717632 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.778291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c41c04da-b7db-43d9-ad84-b2548f385095 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:19:16.787201 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.795189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:19:16.795607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:19:16.798788 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:19:16.820357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: c41c04da-b7db-43d9-ad84-b2548f385095 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:19:16.822300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device c41c04da-b7db-43d9-ad84-b2548f385095 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:19:16.831871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71d514-5850-4464-aabe-b0a1244b2f75 req-7c7a0a32-5aa9-43e1-ad21-b0946b8dcda3 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:16.842203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed71d514-5850-4464-aabe-b0a1244b2f75 req-7c7a0a32-5aa9-43e1-ad21-b0946b8dcda3 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1276300 Aug 04 17:19:16.926419 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.928207 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed71d514-5850-4464-aabe-b0a1244b2f75 req-59c541b0-3446-4472-98bd-36d6524c165f tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828323 Aug 04 17:19:16.937881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:16.944808 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] 10.222.0.39 "DELETE /v2.0/networks/be2c267d-abaa-44ab-b305-f291998934f2 HTTP/1.1" status: 204 len: 168 time: 0.4726682 Aug 04 17:19:16.966016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917db6b-c68e-45dc-992c-4ad67036c67a admin admin] Pushing event deleted for resources: {'Network': ['ID=be2c267d-abaa-44ab-b305-f291998934f2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:17.081051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dff18-28c4-415d-a9b8-3a8a86bd1b46 req-e28b75b8-60c6-46d3-9ce3-2d4845f75e92 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:17.083164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e4dff18-28c4-415d-a9b8-3a8a86bd1b46 req-e28b75b8-60c6-46d3-9ce3-2d4845f75e92 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0663650 Aug 04 17:19:17.180163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51446) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:17.183015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e4dff18-28c4-415d-a9b8-3a8a86bd1b46 req-df0f9d0c-a33d-492a-8d1e-43cb281d85e6 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895965 Aug 04 17:19:17.195514 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8c6f-26ea-4be7-b27c-37c495b21fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.287712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51450) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:17.332149 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8c6f-26ea-4be7-b27c-37c495b21fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.341555 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8c6f-26ea-4be7-b27c-37c495b21fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.379697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51454) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:17.380011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-434ba3d5-c636-4832-840f-20418bb47f57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3d755adf05e4b03b6100600c2558cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897739 Aug 04 17:19:17.414980 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c7cf8c6f-26ea-4be7-b27c-37c495b21fbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a6818ea3d734cfe8a63d80efc2ab69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334900 Aug 04 17:19:17.416298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf8c6f-26ea-4be7-b27c-37c495b21fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f57a7c-1285-4cfa-9e38-a5094af798ea,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:17.419010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51458) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:17.470174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ac0d-fbb1-44a0-bf38-04d7a14b929a req-b9c3c560-5bf2-41cc-97fa-c64b093b2441 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:17.479470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0609ac0d-fbb1-44a0-bf38-04d7a14b929a req-b9c3c560-5bf2-41cc-97fa-c64b093b2441 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0931847 Aug 04 17:19:17.514105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30d2c375-a42d-4ecc-94b3-e15387d6b2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.520904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb603-d126-413e-ae6e-8a5dd01484b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.551734 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30d2c375-a42d-4ecc-94b3-e15387d6b2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.568601 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb603-d126-413e-ae6e-8a5dd01484b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.572144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0609ac0d-fbb1-44a0-bf38-04d7a14b929a req-0ada2268-7940-4763-ae20-6a4e977d620f tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915256 Aug 04 17:19:17.651968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30d2c375-a42d-4ecc-94b3-e15387d6b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.654827 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30d2c375-a42d-4ecc-94b3-e15387d6b2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.658620 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-30d2c375-a42d-4ecc-94b3-e15387d6b2bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fac45be-6a94-48c4-87f3-3e2480e8a263 HTTP/1.1" status: 204 len: 168 time: 0.2755744 Aug 04 17:19:17.667727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2c375-a42d-4ecc-94b3-e15387d6b2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fac45be-6a94-48c4-87f3-3e2480e8a263,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:17.697383 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb603-d126-413e-ae6e-8a5dd01484b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.700417 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb603-d126-413e-ae6e-8a5dd01484b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:17.705220 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f1bbb603-d126-413e-ae6e-8a5dd01484b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21f57a7c-1285-4cfa-9e38-a5094af798ea HTTP/1.1" status: 204 len: 168 time: 0.2826996 Aug 04 17:19:17.710504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fcd19-e03d-4269-81af-06b4840cc88e req-93c380f5-95dd-44a6-a4b0-216e1b81924b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:17.712007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbb603-d126-413e-ae6e-8a5dd01484b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f57a7c-1285-4cfa-9e38-a5094af798ea,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:17.712950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f18fcd19-e03d-4269-81af-06b4840cc88e req-93c380f5-95dd-44a6-a4b0-216e1b81924b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0625794 Aug 04 17:19:17.770464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f18fcd19-e03d-4269-81af-06b4840cc88e req-c688bfc9-875c-4cc2-8fac-3b6f879d7a0c tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486007 Aug 04 17:19:18.321365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51508) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:18.352818 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac99b4b1-70f3-4887-801f-8c19e5dc2b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:18.366286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbd367-04bd-4093-958c-a91ceead4e39 req-0dc2cd07-afa0-4362-ba55-036c7847f34b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:18.368383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44bbd367-04bd-4093-958c-a91ceead4e39 req-0dc2cd07-afa0-4362-ba55-036c7847f34b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1511185 Aug 04 17:19:18.446926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44bbd367-04bd-4093-958c-a91ceead4e39 req-c8bae18b-761f-480e-bb0c-0af1eb180b3b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716574 Aug 04 17:19:18.503207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac99b4b1-70f3-4887-801f-8c19e5dc2b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:18.526956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac99b4b1-70f3-4887-801f-8c19e5dc2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:18.596174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51514) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:18.616633 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac99b4b1-70f3-4887-801f-8c19e5dc2b60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54439f0a6416440c8055657bda84f83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942028 Aug 04 17:19:18.617811 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99b4b1-70f3-4887-801f-8c19e5dc2b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45759202-d478-4911-b052-32edb594a4d7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:18.619330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51518) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:18.693684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b4ff62-73be-4fe5-aa1c-cc3d9c3c976a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:18.730420 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b4ff62-73be-4fe5-aa1c-cc3d9c3c976a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:18.810584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b4ff62-73be-4fe5-aa1c-cc3d9c3c976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:18.810797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51524) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:18.816674 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69b4ff62-73be-4fe5-aa1c-cc3d9c3c976a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:18.826133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-69b4ff62-73be-4fe5-aa1c-cc3d9c3c976a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45759202-d478-4911-b052-32edb594a4d7 HTTP/1.1" status: 204 len: 168 time: 0.2042058 Aug 04 17:19:18.830072 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-59c0ff70-fb9b-42ae-b7ea-dc39263b0856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:18.840471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4ff62-73be-4fe5-aa1c-cc3d9c3c976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45759202-d478-4911-b052-32edb594a4d7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:18.879650 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bb50dc54-2631-416d-a5dd-5e9de3aba1a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f301602aeae74875ad80fc469230758a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677161 Aug 04 17:19:18.882423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51528) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:18.962517 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-59c0ff70-fb9b-42ae-b7ea-dc39263b0856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:18.973117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-59c0ff70-fb9b-42ae-b7ea-dc39263b0856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:18.973422 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6553895b-65ca-43a6-8e8a-acb1abe168ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:19.001117 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6553895b-65ca-43a6-8e8a-acb1abe168ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:19.036867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-59c0ff70-fb9b-42ae-b7ea-dc39263b0856 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed54f1bc6fe445e195ab977c11056be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385560 Aug 04 17:19:19.041798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51534) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:19.049982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0ff70-fb9b-42ae-b7ea-dc39263b0856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e617819-077f-4619-8119-1b6315772c68,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:19.078657 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6553895b-65ca-43a6-8e8a-acb1abe168ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:19.089847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6553895b-65ca-43a6-8e8a-acb1abe168ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:19.092239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6553895b-65ca-43a6-8e8a-acb1abe168ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e649a05f-55c9-4748-82c4-f393322c1c48 HTTP/1.1" status: 204 len: 168 time: 0.2083569 Aug 04 17:19:19.103877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553895b-65ca-43a6-8e8a-acb1abe168ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e649a05f-55c9-4748-82c4-f393322c1c48,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:19.104443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-373a012c-52cf-4a12-8603-4662ff5d8e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:19.134796 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-373a012c-52cf-4a12-8603-4662ff5d8e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:19.215775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-373a012c-52cf-4a12-8603-4662ff5d8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:19.218429 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-373a012c-52cf-4a12-8603-4662ff5d8e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:19.219717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-373a012c-52cf-4a12-8603-4662ff5d8e07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e617819-077f-4619-8119-1b6315772c68 HTTP/1.1" status: 204 len: 168 time: 0.1769307 Aug 04 17:19:19.228011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a012c-52cf-4a12-8603-4662ff5d8e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e617819-077f-4619-8119-1b6315772c68,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:19.648160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334fa21-2f14-4641-9f29-6939892b6ca0 req-6195bfe0-968b-42d2-9960-b177d3807000 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:19.649792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6334fa21-2f14-4641-9f29-6939892b6ca0 req-6195bfe0-968b-42d2-9960-b177d3807000 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0968990 Aug 04 17:19:19.711947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6334fa21-2f14-4641-9f29-6939892b6ca0 req-fd231736-7674-40bc-a81a-971a5033fe37 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548668 Aug 04 17:19:19.763128 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51570) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:19.793249 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5435493-9e3e-47fa-9474-0eaee29ec019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:19.943164 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5435493-9e3e-47fa-9474-0eaee29ec019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:19.953721 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5435493-9e3e-47fa-9474-0eaee29ec019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.003645 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e5435493-9e3e-47fa-9474-0eaee29ec019 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2eb79930f3d49b4b565d3cf5fd36d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387536 Aug 04 17:19:20.008225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51584) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:20.008451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5435493-9e3e-47fa-9474-0eaee29ec019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d740d3-e2b9-40ab-aea7-2508e7c1f134,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:20.077289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb24f7f1-3e97-464d-bf31-444bcc557354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.112126 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb24f7f1-3e97-464d-bf31-444bcc557354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.193209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb24f7f1-3e97-464d-bf31-444bcc557354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.199418 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cb24f7f1-3e97-464d-bf31-444bcc557354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.201529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cb24f7f1-3e97-464d-bf31-444bcc557354 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0d740d3-e2b9-40ab-aea7-2508e7c1f134 HTTP/1.1" status: 204 len: 168 time: 0.1912723 Aug 04 17:19:20.215044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24f7f1-3e97-464d-bf31-444bcc557354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d740d3-e2b9-40ab-aea7-2508e7c1f134,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:20.469715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51608) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:20.597983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51614) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:20.613860 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d246cb-feea-4362-b219-54daa778e41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.666243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-103129698-network', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:20.756936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d246cb-feea-4362-b219-54daa778e41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.765927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2d246cb-feea-4362-b219-54daa778e41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.829460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Made reservation on behalf of 9cdabc5ef9414559ac54650d3d348f85 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:20.832105 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.854279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e2d246cb-feea-4362-b219-54daa778e41e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe8c5453ac38484d8fa159f3b268444f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554495 Aug 04 17:19:20.857065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51628) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:20.863093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d246cb-feea-4362-b219-54daa778e41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9b35c8-39c7-44c2-9679-daaf0925a8b3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:20.868914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.916152 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e4df-3390-4de3-a79e-c2f4caecce38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.943379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdedb3-41f5-4b48-a7b8-eb003f3627b4 req-78cd3a96-2fee-440e-bfd8-f7b310beb5f5 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:20.947559 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e4df-3390-4de3-a79e-c2f4caecce38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:20.951994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47bdedb3-41f5-4b48-a7b8-eb003f3627b4 req-78cd3a96-2fee-440e-bfd8-f7b310beb5f5 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1523783 Aug 04 17:19:20.999286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47bdedb3-41f5-4b48-a7b8-eb003f3627b4 req-4349f719-8f4f-4c16-bb73-a8e823681cb8 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461936 Aug 04 17:19:21.032725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e4df-3390-4de3-a79e-c2f4caecce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.035934 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e4df-3390-4de3-a79e-c2f4caecce38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.037177 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cbf2e4df-3390-4de3-a79e-c2f4caecce38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a9b35c8-39c7-44c2-9679-daaf0925a8b3 HTTP/1.1" status: 204 len: 168 time: 0.1784575 Aug 04 17:19:21.047142 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2e4df-3390-4de3-a79e-c2f4caecce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9b35c8-39c7-44c2-9679-daaf0925a8b3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:21.090206 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.097443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.126149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:19:21.148723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e52b13-3a12-4bd5-b35c-36bbd0beddcc,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:21.176423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.176831 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Added segment 4e9dfc6b-5fba-4ad9-99e4-b4b922241177 of type vlan for network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 Aug 04 17:19:21.224242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51642) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:21.233125 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.276782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.277908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:21.279498 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.354961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51652) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:21.355234 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8838825 Aug 04 17:19:21.358955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf1206-1a8a-4c6c-9a80-7a8dfbd417bb admin admin] Pushing event updated for resources: {'Network': ['ID=baeb0b58-a3c3-457b-8aa7-de0d92e0db15,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:21.395439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Request body: {'subnet': {'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-103129698-subnet', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:21.398274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:19:21.422901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Made reservation on behalf of 9cdabc5ef9414559ac54650d3d348f85 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:21.427494 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.523049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2068504012', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:21.565780 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Made reservation on behalf of 03140a48c0bb4289b7193c0ea6ebd292 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:21.568466 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.596060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.689940 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.795872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9b8abe-936c-4fee-be0a-09be4874c176,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:21.824396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Checking segment: {'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:21.824953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Network hostable DHCP agents. Network: baeb0b58-a3c3-457b-8aa7-de0d92e0db15, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:19:21.844953 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.853033 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:21.860337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] device_id is not set on port ae15931e-3a1e-4abe-b010-201f9d46e5b1 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:19:21.871983 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:19:21.926907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b454b6f6-4a83-4f26-8ce5-57943f994172,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:21.929573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, baeb0b58-a3c3-457b-8aa7-de0d92e0db15) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:21.939603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2101eb2-c139-43b5-bdf9-423d3d506c3a None None] Network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:19:21.946204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:21.946815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.029812 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-16e49b29-7faa-4bae-8593-398d3af9795a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6736064 Aug 04 17:19:22.032663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51684) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:22.042967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:22.107808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Allocated IP 172.25.2.227 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ae15931e-3a1e-4abe-b010-201f9d46e5b1) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:22.135310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.136498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.195513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:19:22.196375 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.196616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888afd3-1f27-4dbc-9ddf-1eae5890fdf7 req-2fd1e3d7-c845-43ab-827e-e92fc24fa8a7 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:22.205125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9888afd3-1f27-4dbc-9ddf-1eae5890fdf7 req-2fd1e3d7-c845-43ab-827e-e92fc24fa8a7 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0730987 Aug 04 17:19:22.258334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9888afd3-1f27-4dbc-9ddf-1eae5890fdf7 req-93921c80-2ff4-46a7-9a2e-4305feda1e95 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522206 Aug 04 17:19:22.266840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.374063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Allocated IP 172.20.0.2 (baeb0b58-a3c3-457b-8aa7-de0d92e0db15/6c9b8abe-936c-4fee-be0a-09be4874c176/ad96f6b4-a417-4f75-8b32-d7fe1ca31c72) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:22.493906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.576304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.584100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.594059 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Transition to ACTIVE for port object ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:22.626743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Transition to ACTIVE for port object ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:22.645803 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.646293 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.701612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:22.707932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:22.709185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:22.711300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:22.713160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Pushing event updated for resources: {'Port': ['ID=ae15931e-3a1e-4abe-b010-201f9d46e5b1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:22.715701 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:22.719513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:22.732291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Pushing event updated for resources: {'Port': ['ID=ad96f6b4-a417-4f75-8b32-d7fe1ca31c72,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:22.802122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Attempting to bind port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:19:22.802498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Attempting to bind port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:19:22.803446 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Attempting to bind port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 on network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:22.810394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:19:22.810895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Checking segment: {'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:22.811828 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.812458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Bound using segment: {'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:19:22.813019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Bound port: ad96f6b4-a417-4f75-8b32-d7fe1ca31c72, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:19:22.813514 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.905164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] For port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:19:22.910172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] For port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ad96f6b4-a417-4f75-8b32-d7fe1ca31c72,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:19:22.910544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:22.916554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.921951 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.933120 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.982418 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:22.999434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51708) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:22.999865 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-117913a6-f1cb-4863-82bd-95a35f7ff6ba tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7742410 Aug 04 17:19:23.004051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.227'}]}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:23.030583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17caf5d-39cd-4daf-b4f5-e113e12cec4f None None] Pushing event updated for resources: {'Port': ['ID=ad96f6b4-a417-4f75-8b32-d7fe1ca31c72,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:23.045777 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:23.047083 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:23.117673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:23.158729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Allocated IP 172.25.2.111 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/10e8671f-e49d-479c-b237-1101860365bb) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:23.318415 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:23.367770 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:23.390489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:23.433714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:23.440945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:23.445168 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:23.541359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Pushing event updated for resources: {'Port': ['ID=10e8671f-e49d-479c-b237-1101860365bb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:23.549852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970108-e94c-4b4a-bc3d-d7cae04e1914 req-7d985c60-e68f-4823-8a4c-8a3c4444d31a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:23.552325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34970108-e94c-4b4a-bc3d-d7cae04e1914 req-7d985c60-e68f-4823-8a4c-8a3c4444d31a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1697943 Aug 04 17:19:23.618287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34970108-e94c-4b4a-bc3d-d7cae04e1914 req-3a846eca-ceef-4012-a26b-75d9de75d189 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576622 Aug 04 17:19:23.774735 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:23.790569 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:23.798241 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:24.039586 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:24.044741 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:24.228934 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Router b4fd443f-2d24-400c-8922-080aa95be765 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:19:24.291535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:24.294179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:24.350638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:24.351218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24b35db4-43dc-4d53-9435-f1d2e43eed02 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:19:24.360848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5024389c-e7b3-4535-926c-2f3cd5fdabad None None] Network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:19:24.374785 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 04 17:19:24.376251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a9c5da67-c25d-4feb-ab8e-66622700f725 tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3755171 Aug 04 17:19:24.378946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51730) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:24.438296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f44b0d0f-bb5c-458d-a141-74cf5cccd450 None None] Provisioning for port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:24.522446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-befd2385-e962-4e38-b19d-b7d0514b859d tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Deleting port ae15931e-3a1e-4abe-b010-201f9d46e5b1 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:24.522446 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-befd2385-e962-4e38-b19d-b7d0514b859d tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:24.625475 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-befd2385-e962-4e38-b19d-b7d0514b859d tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:24.643634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-befd2385-e962-4e38-b19d-b7d0514b859d tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Calling delete_port for ae15931e-3a1e-4abe-b010-201f9d46e5b1 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:24.736803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:24.814635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c4e5-8a4f-4117-b32a-056867916ebf req-521a14cd-4855-41d9-9d7f-9661267ed6be tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:24.823658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c54c4e5-8a4f-4117-b32a-056867916ebf req-521a14cd-4855-41d9-9d7f-9661267ed6be tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0881829 Aug 04 17:19:24.868162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:24.875771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:24.876524 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:24.945401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:19:24.970733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Sync routers for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:19:24.978312 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2393a84-7579-411f-8576-628787536120 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:24.980346 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b2393a84-7579-411f-8576-628787536120 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9464562 Aug 04 17:19:24.983259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51746) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:24.985203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c54c4e5-8a4f-4117-b32a-056867916ebf req-51d29f72-5127-4e9a-8398-6d823853c571 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605272 Aug 04 17:19:24.994178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:19:24.994905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:19:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:25.023867 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-befd2385-e962-4e38-b19d-b7d0514b859d tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:25.062087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd2385-e962-4e38-b19d-b7d0514b859d tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae15931e-3a1e-4abe-b010-201f9d46e5b1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:25.142902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-50423e5f-b8f9-42eb-834f-1144d0f7c3f9 None None] Provisioning complete for port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:25.143233 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-50423e5f-b8f9-42eb-834f-1144d0f7c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:25.166258 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:25.194613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-befd2385-e962-4e38-b19d-b7d0514b859d tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:25.202522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-befd2385-e962-4e38-b19d-b7d0514b859d tempest-RoutersAdminNegativeTest-1074461622 tempest-RoutersAdminNegativeTest-1074461622-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ae15931e-3a1e-4abe-b010-201f9d46e5b1 HTTP/1.1" status: 204 len: 168 time: 0.8218555 Aug 04 17:19:25.224628 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:19:25.604327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ad96f6b4-a417-4f75-8b32-d7fe1ca31c72,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:25.639441 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:25.704675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51760) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:25.747392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=ad96f6b4-a417-4f75-8b32-d7fe1ca31c72,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:25.760434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:25.773112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:23Z', 'revision_number': 3, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:25.835332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Checking router: b4fd443f-2d24-400c-8922-080aa95be765 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:19:25.835827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Updating router b4fd443f-2d24-400c-8922-080aa95be765 port 10e8671f-e49d-479c-b237-1101860365bb binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:19:25.867069 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:25.970216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1b312e0-0a1a-42c2-a5a0-d5839395a67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.109010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Allocated IP 172.20.0.1 (baeb0b58-a3c3-457b-8aa7-de0d92e0db15/6c9b8abe-936c-4fee-be0a-09be4874c176/56cf920f-32ab-4ab7-a365-b11c1f3fbd03) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:26.189904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e5358-ec6b-45d7-9b8a-1607e10e21e3 req-2d66432e-eb7c-4a7d-8a6d-cf9538f621a3 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:26.203402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d25e5358-ec6b-45d7-9b8a-1607e10e21e3 req-2d66432e-eb7c-4a7d-8a6d-cf9538f621a3 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1143043 Aug 04 17:19:26.226396 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.240113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Transition to ACTIVE for port object 10e8671f-e49d-479c-b237-1101860365bb will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:26.250069 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.271872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d25e5358-ec6b-45d7-9b8a-1607e10e21e3 req-3d5f97e3-2043-4847-bb14-abc776b0c14d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602076 Aug 04 17:19:26.298826 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1b312e0-0a1a-42c2-a5a0-d5839395a67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.308355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f1b312e0-0a1a-42c2-a5a0-d5839395a67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.335018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f2a98-9606-4435-9534-818108ec7d0a None None] Pushing event updated for resources: {'Port': ['ID=10e8671f-e49d-479c-b237-1101860365bb,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:26.337826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Attempting to bind port 10e8671f-e49d-479c-b237-1101860365bb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:19:26.337826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Attempting to bind port 10e8671f-e49d-479c-b237-1101860365bb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:19:26.338116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Attempting to bind port 10e8671f-e49d-479c-b237-1101860365bb on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:26.343823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:19:26.344694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:26.345224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.345498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:19:26.346048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Bound port: 10e8671f-e49d-479c-b237-1101860365bb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:19:26.346398 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.382376 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.399062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Transition to ACTIVE for port object 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:26.412479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b312e0-0a1a-42c2-a5a0-d5839395a67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8528375-e57e-4e67-8974-c131a5982d98,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:26.420521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] For port 10e8671f-e49d-479c-b237-1101860365bb, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:19:26.426479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51778) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:26.426715 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f1b312e0-0a1a-42c2-a5a0-d5839395a67b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8dd9b423bcc4d76a73d8aa547dbd05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7155323 Aug 04 17:19:26.430661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] For port 10e8671f-e49d-479c-b237-1101860365bb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=10e8671f-e49d-479c-b237-1101860365bb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:19:26.448204 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.500007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.537483 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbbeb-2b0a-40a4-b437-239ebd694202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.545809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f2a98-9606-4435-9534-818108ec7d0a None None] Pushing event updated for resources: {'Port': ['ID=10e8671f-e49d-479c-b237-1101860365bb,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:26.575006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:26.582714 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbbeb-2b0a-40a4-b437-239ebd694202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.584975 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:26.586607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:19:26.587346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:19:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:26.591745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:26.647061 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Pushing event updated for resources: {'Port': ['ID=56cf920f-32ab-4ab7-a365-b11c1f3fbd03,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:26.679378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbbeb-2b0a-40a4-b437-239ebd694202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.683034 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbbeb-2b0a-40a4-b437-239ebd694202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.684712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3a9fbbeb-2b0a-40a4-b437-239ebd694202 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8528375-e57e-4e67-8974-c131a5982d98 HTTP/1.1" status: 204 len: 168 time: 0.2573318 Aug 04 17:19:26.687546 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:26.701671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fbbeb-2b0a-40a4-b437-239ebd694202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8528375-e57e-4e67-8974-c131a5982d98,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:26.816947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:26.933294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:19:27.028505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:27.111646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:27.112185 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:27.190077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9d0a4d3f-3ba1-4c13-8f3b-9551cd3bf277 None None] Provisioning for port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:27.195530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51792) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:27.205583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9d0a4d3f-3ba1-4c13-8f3b-9551cd3bf277 None None] Provisioning complete for port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:27.205944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9d0a4d3f-3ba1-4c13-8f3b-9551cd3bf277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:27.269348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-45b1589e-32d2-4a96-8f59-299ffc8cd46c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03140a48c0bb4289b7193c0ea6ebd292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701978 Aug 04 17:19:27.270200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51794) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:27.320736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a4d3f-3ba1-4c13-8f3b-9551cd3bf277 None None] Port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:27.358475 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:27.428929 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:27.434556 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:27.441209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:27.447906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:23Z', 'revision_number': 3, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:27.479840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba98806f-0e33-4596-b930-4c866f3b0c9b None None] The sync data for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 is: [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:23Z', 'revision_number': 3, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:19:27.602765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0146-abe1-40e8-93ef-c10caf8fd86c req-26fc6099-417e-40c1-89ad-6a658fbc1320 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:27.614219 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:27.617106 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f1f0146-abe1-40e8-93ef-c10caf8fd86c req-26fc6099-417e-40c1-89ad-6a658fbc1320 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1321697 Aug 04 17:19:27.633400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Pushing event updated for resources: {'Port': ['ID=56cf920f-32ab-4ab7-a365-b11c1f3fbd03,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:27.643039 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:27.647426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:27.649288 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b454b6f6-4a83-4f26-8ce5-57943f994172 HTTP/1.1" status: 204 len: 168 time: 0.3777354 Aug 04 17:19:27.663154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b454b6f6-4a83-4f26-8ce5-57943f994172,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:27.688142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.688551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.689803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.690239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.692257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.692257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.692257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.692743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.693566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.693566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.694166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.694630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7fadd-22ce-4c4b-a27e-ed392b79379c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:27.745806 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f1f0146-abe1-40e8-93ef-c10caf8fd86c req-1b81a5aa-fc07-4fcb-8f16-eed74e561e04 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938911 Aug 04 17:19:27.806368 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:27.809062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:28.096431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Router b4fd443f-2d24-400c-8922-080aa95be765 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:19:28.279152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-75483ffb-d0e4-4985-95ba-9aaf3cc57911 None None] Provisioning complete for port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:28.279736 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-75483ffb-d0e4-4985-95ba-9aaf3cc57911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:28.328319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:19:28.335996 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dde3d1f2-1a46-498c-a1a8-66bb03988a9e admin admin] 10.222.0.39 "PUT /v2.0/routers/b4fd443f-2d24-400c-8922-080aa95be765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3514545 Aug 04 17:19:28.360199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-75483ffb-d0e4-4985-95ba-9aaf3cc57911 None None] Port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:28.775777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 10e8671f-e49d-479c-b237-1101860365bb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:28.903015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 10e8671f-e49d-479c-b237-1101860365bb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:28.908721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 10e8671f-e49d-479c-b237-1101860365bb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:28.909660 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:28.953232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab9bad-4814-42b5-9a65-38eea2f24e43 req-986ece5a-8763-43b1-9bc3-038564c31a4e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:28.957256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bab9bad-4814-42b5-9a65-38eea2f24e43 req-986ece5a-8763-43b1-9bc3-038564c31a4e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0992184 Aug 04 17:19:29.053542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8bab9bad-4814-42b5-9a65-38eea2f24e43 req-4ba5d007-d1c2-46e9-98cf-0786cc6645c5 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898254 Aug 04 17:19:29.076356 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.128397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 10e8671f-e49d-479c-b237-1101860365bb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=10e8671f-e49d-479c-b237-1101860365bb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:29.152492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.229730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=10e8671f-e49d-479c-b237-1101860365bb,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:29.258469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51860) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:29.360658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51870) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:29.366286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1816286734-network', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:29.394433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Made reservation on behalf of 88ae6ad4623a41e1aa17150e4c1fa658 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:29.397275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.411327 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.542096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-443865352'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:29.551007 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.569698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.609770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Made reservation on behalf of ed1ebe92e0134e24970930e92010c385 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:29.613446 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.615680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:19:29.636951 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.640848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096ce2da-c768-46a6-a0e0-b4a9f1e3e4c8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:29.644697 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.645064 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Added segment 775c3c3f-fc88-4609-9964-f5a48d2279aa of type vlan for network 55ee127e-46fc-439e-ba54-1b934033ec98 Aug 04 17:19:29.702405 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.761121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.762309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:29.762915 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.851819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] Pushing event updated for resources: {'Network': ['ID=55ee127e-46fc-439e-ba54-1b934033ec98,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:29.862374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 55ee127e-46fc-439e-ba54-1b934033ec98 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:19:29.888870 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.897764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.919278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-012ad97c-b7a9-46a3-b60a-a150c17f4462 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5576322 Aug 04 17:19:29.922055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51876) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:29.928299 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Request body: {'subnet': {'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1816286734-subnet', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:29.959417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:19:29.972295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Made reservation on behalf of 88ae6ad4623a41e1aa17150e4c1fa658 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:29.975037 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.980851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585c2a77-9d04-46e3-b78b-ea084c1b1520,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:29.997401 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:29.997401 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Added segment 0637fff1-4d7c-4d84-8235-ef76c7529946 of type vlan for network 7c968320-365d-422c-ac11-afba683b38f4 Aug 04 17:19:30.073666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.127354 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Sync routers for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:19:30.139677 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:19:30.140344 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:19:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:30.142985 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.160652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:30.164422 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.278311 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.292306 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:19:30.295191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0349464 Aug 04 17:19:30.300040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51888) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:30.306111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'subnet': {'network_id': '7c968320-365d-422c-ac11-afba683b38f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:30.334020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0545b0-fe39-4d2a-b904-b045f90a0bf7 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Network': ['ID=7c968320-365d-422c-ac11-afba683b38f4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:30.345134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 7c968320-365d-422c-ac11-afba683b38f4 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:19:30.362465 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dae6fa1-71b9-4dff-b409-87296b525899,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:30.391318 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Checking segment: {'id': '775c3c3f-fc88-4609-9964-f5a48d2279aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:30.392651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Network hostable DHCP agents. Network: 55ee127e-46fc-439e-ba54-1b934033ec98, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:19:30.398024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf91ad1-2a7b-4847-a483-e3cd1f5ff00a req-aae9cc7c-785e-4180-9d2d-f67fa523eb85 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:30.399383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bf91ad1-2a7b-4847-a483-e3cd1f5ff00a req-aae9cc7c-785e-4180-9d2d-f67fa523eb85 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.2123559 Aug 04 17:19:30.432249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Network 55ee127e-46fc-439e-ba54-1b934033ec98 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:19:30.453795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 55ee127e-46fc-439e-ba54-1b934033ec98) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:30.462510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:30.463797 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.468412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ebaa63-dbd3-41f8-86e7-04e0b1b4856b None None] Network 55ee127e-46fc-439e-ba54-1b934033ec98 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:19:30.516468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bf91ad1-2a7b-4847-a483-e3cd1f5ff00a req-3875902e-61e2-4b09-a7c5-bed10e36c8c6 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989494 Aug 04 17:19:30.518382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Made reservation on behalf of ed1ebe92e0134e24970930e92010c385 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:30.523629 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.528200 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cacdd477-0df2-44b4-8e28-3b735ff07c68 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6043861 Aug 04 17:19:30.531432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51896) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:30.548100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1816286734-router', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:30.725954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-55ee127e-46fc-439e-ba54-1b934033ec98', 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'fixed_ips': [{'subnet_id': '6dae6fa1-71b9-4dff-b409-87296b525899'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:19:30.727324 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.731589 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.732548 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.734992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 10e8671f-e49d-479c-b237-1101860365bb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:30.735515 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:27Z', 'revision_number': 2, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:30.784990 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Checking router: b4fd443f-2d24-400c-8922-080aa95be765 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:19:30.785772 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Updating router b4fd443f-2d24-400c-8922-080aa95be765 port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:19:30.827556 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.855540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.904440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 10e8671f-e49d-479c-b237-1101860365bb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:30.905109 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.937491 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:30.978376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Allocated IP 172.20.0.2 (55ee127e-46fc-439e-ba54-1b934033ec98/6dae6fa1-71b9-4dff-b409-87296b525899/bed6eaf8-4cba-4091-9f95-927ba06530c9) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:31.047583 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.074266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Subnet': ['ID=06c15b4c-2a07-4130-bbb5-de7a166aabbe,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:31.119287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Checking segment: {'id': '0637fff1-4d7c-4d84-8235-ef76c7529946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7c968320-365d-422c-ac11-afba683b38f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:31.119642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Network hostable DHCP agents. Network: 7c968320-365d-422c-ac11-afba683b38f4, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:19:31.151131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Network 7c968320-365d-422c-ac11-afba683b38f4 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:19:31.180448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 7c968320-365d-422c-ac11-afba683b38f4) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:31.200022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:31.200649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.209973 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.231863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458c290-6064-417c-9eb1-56de7faeea9f None None] Network 7c968320-365d-422c-ac11-afba683b38f4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:19:31.238743 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Transition to ACTIVE for port object 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:31.240239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51908) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:31.240729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-243b0a6b-ec86-430a-924d-db82f5a07631 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9394050 Aug 04 17:19:31.246787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'port': {'network_id': '7c968320-365d-422c-ac11-afba683b38f4', 'name': 'tempest-AllowedAddressPairTestJSON-989088894'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:31.251820 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.255331 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.353226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Transition to ACTIVE for port object bed6eaf8-4cba-4091-9f95-927ba06530c9 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:31.360302 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Pushing event updated for resources: {'Port': ['ID=56cf920f-32ab-4ab7-a365-b11c1f3fbd03,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:31.386118 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.421315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.470067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Transition to ACTIVE for port object bed6eaf8-4cba-4091-9f95-927ba06530c9 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:31.495173 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.549173 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Made reservation on behalf of ed1ebe92e0134e24970930e92010c385 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:31.558195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Network 55ee127e-46fc-439e-ba54-1b934033ec98 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:31.562115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.570726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:31.574883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:31.589927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Allocated IP 172.25.2.180 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/dec8afdd-adab-4700-a16a-c9238a27441f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:31.644115 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.644465 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.649240 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.649575 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.650254 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.650585 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.650987 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.651626 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.651957 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.652281 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.652604 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.655873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] device_id is not set on port f8299eaf-4d37-4526-9eab-0880172e60d8 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:19:31.657075 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:31.684470 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Attempting to bind port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:19:31.685199 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Attempting to bind port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:19:31.685958 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Attempting to bind port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 on network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:31.698274 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:19:31.699125 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Checking segment: {'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:31.701244 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.701981 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Bound using segment: {'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:19:31.704121 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Bound port: 56cf920f-32ab-4ab7-a365-b11c1f3fbd03, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:19:31.704753 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.845191 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.862655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] For port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:19:31.868325 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] For port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=56cf920f-32ab-4ab7-a365-b11c1f3fbd03,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:19:31.877344 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.936006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Allocated IP 172.20.0.8 (7c968320-365d-422c-ac11-afba683b38f4/06c15b4c-2a07-4130-bbb5-de7a166aabbe/f8299eaf-4d37-4526-9eab-0880172e60d8) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:31.959253 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e6f9d-e221-4edf-84ab-e886cc86d59a None None] Pushing event updated for resources: {'Port': ['ID=56cf920f-32ab-4ab7-a365-b11c1f3fbd03,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:31.960357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-7c968320-365d-422c-ac11-afba683b38f4', 'network_id': '7c968320-365d-422c-ac11-afba683b38f4', 'tenant_id': 'ed1ebe92e0134e24970930e92010c385', 'fixed_ips': [{'subnet_id': '06c15b4c-2a07-4130-bbb5-de7a166aabbe'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:19:31.962847 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:31.978243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Attempting to bind port bed6eaf8-4cba-4091-9f95-927ba06530c9 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:19:31.979003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Attempting to bind port bed6eaf8-4cba-4091-9f95-927ba06530c9 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '775c3c3f-fc88-4609-9964-f5a48d2279aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:19:31.979567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Attempting to bind port bed6eaf8-4cba-4091-9f95-927ba06530c9 on network 55ee127e-46fc-439e-ba54-1b934033ec98 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:31.985789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:32.014044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Pushing event updated for resources: {'Port': ['ID=bed6eaf8-4cba-4091-9f95-927ba06530c9,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:32.068799 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:19:32.070564 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:19:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:32.145843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:32.159042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:32.168424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:32.171597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Pushing event updated for resources: {'Port': ['ID=dec8afdd-adab-4700-a16a-c9238a27441f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:32.183790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadf0c3-b17c-458a-88fd-994312052104 req-09522f2f-19d3-44c1-b7a1-08370c419790 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:32.193016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7cadf0c3-b17c-458a-88fd-994312052104 req-09522f2f-19d3-44c1-b7a1-08370c419790 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.2516539 Aug 04 17:19:32.217776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:19:32.218513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Checking segment: {'id': '775c3c3f-fc88-4609-9964-f5a48d2279aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:32.219710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:32.220279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Bound using segment: {'id': '775c3c3f-fc88-4609-9964-f5a48d2279aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:19:32.220973 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Bound port: bed6eaf8-4cba-4091-9f95-927ba06530c9, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775c3c3f-fc88-4609-9964-f5a48d2279aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:19:32.221683 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:32.257088 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3ef63605-3b44-496c-bd85-4c7082ae0854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:32.261296 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:32.293467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Transition to ACTIVE for port object f8299eaf-4d37-4526-9eab-0880172e60d8 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:32.348294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] For port bed6eaf8-4cba-4091-9f95-927ba06530c9, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:19:32.354423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] For port bed6eaf8-4cba-4091-9f95-927ba06530c9, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bed6eaf8-4cba-4091-9f95-927ba06530c9,segment=NetworkSegment(775c3c3f-fc88-4609-9964-f5a48d2279aa),segment_id=775c3c3f-fc88-4609-9964-f5a48d2279aa)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:19:32.374266 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:32.382706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:32.388118 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:19:32.524024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Allocated IP 172.20.0.2 (7c968320-365d-422c-ac11-afba683b38f4/06c15b4c-2a07-4130-bbb5-de7a166aabbe/71a6793d-0e4a-4454-8787-ed2aaf57dedc) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:32.567592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddfe0d-821f-499b-9992-9c971c0de970 None None] Pushing event updated for resources: {'Port': ['ID=bed6eaf8-4cba-4091-9f95-927ba06530c9,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:32.595568 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Network 7c968320-365d-422c-ac11-afba683b38f4 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:32.600048 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Port': ['ID=f8299eaf-4d37-4526-9eab-0880172e60d8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:32.606767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:32.609291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:32.718731 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:32.722889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:32.767659 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-30287f47-b92f-4f89-bde7-745c6d99f736 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5254695 Aug 04 17:19:32.769928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51938) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:32.775686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'port': {'network_id': '7c968320-365d-422c-ac11-afba683b38f4', 'name': 'tempest-AllowedAddressPairTestJSON-1828204918', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c9:95:26'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:32.846022 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:31Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:32.895663 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:32.913874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Transition to ACTIVE for port object 71a6793d-0e4a-4454-8787-ed2aaf57dedc will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:32.929148 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4df9a37-3e90-4680-9925-1addf4e6a43b None None] The sync data for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 is: [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:31Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:19:32.945105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Transition to ACTIVE for port object 71a6793d-0e4a-4454-8787-ed2aaf57dedc will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:32.960595 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:33.043941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Network 7c968320-365d-422c-ac11-afba683b38f4 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:33.049600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Pushing event updated for resources: {'Port': ['ID=71a6793d-0e4a-4454-8787-ed2aaf57dedc,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:33.055195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:33.062293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:33.205083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Made reservation on behalf of ed1ebe92e0134e24970930e92010c385 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:33.227385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Attempting to bind port 71a6793d-0e4a-4454-8787-ed2aaf57dedc on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:19:33.228045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Attempting to bind port 71a6793d-0e4a-4454-8787-ed2aaf57dedc by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '0637fff1-4d7c-4d84-8235-ef76c7529946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7c968320-365d-422c-ac11-afba683b38f4'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:19:33.228605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Attempting to bind port 71a6793d-0e4a-4454-8787-ed2aaf57dedc on network 7c968320-365d-422c-ac11-afba683b38f4 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:33.244115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:19:33.244799 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Checking segment: {'id': '0637fff1-4d7c-4d84-8235-ef76c7529946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7c968320-365d-422c-ac11-afba683b38f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:33.245414 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:33.245991 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Bound using segment: {'id': '0637fff1-4d7c-4d84-8235-ef76c7529946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7c968320-365d-422c-ac11-afba683b38f4'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:19:33.246653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Bound port: 71a6793d-0e4a-4454-8787-ed2aaf57dedc, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0637fff1-4d7c-4d84-8235-ef76c7529946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7c968320-365d-422c-ac11-afba683b38f4'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:19:33.247239 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:33.383793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:33.392472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] For port 71a6793d-0e4a-4454-8787-ed2aaf57dedc, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:19:33.398942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] For port 71a6793d-0e4a-4454-8787-ed2aaf57dedc, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=71a6793d-0e4a-4454-8787-ed2aaf57dedc,segment=NetworkSegment(0637fff1-4d7c-4d84-8235-ef76c7529946),segment_id=0637fff1-4d7c-4d84-8235-ef76c7529946)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:19:33.411722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] device_id is not set on port 586cdb42-2cf3-4e2c-9056-124d6bc7421a yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:19:33.417137 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:33.550334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac1c77-5855-4b89-bfa9-8b832ef33dac None None] Pushing event updated for resources: {'Port': ['ID=71a6793d-0e4a-4454-8787-ed2aaf57dedc,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:33.617558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7cadf0c3-b17c-458a-88fd-994312052104 req-08b9a591-48c3-41f7-a62e-5aaedd462976 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4227788 Aug 04 17:19:33.740787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Allocated IP 172.20.0.13 (7c968320-365d-422c-ac11-afba683b38f4/06c15b4c-2a07-4130-bbb5-de7a166aabbe/586cdb42-2cf3-4e2c-9056-124d6bc7421a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:34.029249 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:34.172494 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:19:34.246225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:34.263617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Transition to ACTIVE for port object 586cdb42-2cf3-4e2c-9056-124d6bc7421a will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:34.343269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:34.400442 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-08b711b4-395f-438f-ac35-9263cfbbe229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:34.448350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Network 7c968320-365d-422c-ac11-afba683b38f4 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:34.454124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:34.464998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:34.484213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c353589-41a0-43ec-9dab-af204b407a70 None None] Network 55ee127e-46fc-439e-ba54-1b934033ec98 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:19:34.533961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:34.557698 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Port': ['ID=586cdb42-2cf3-4e2c-9056-124d6bc7421a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:34.597368 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:34.603969 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:34.648098 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d56dd257-3864-43b2-8887-adf0fd79c7ae tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8779926 Aug 04 17:19:34.650917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51980) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:34.914045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818662f4-6f34-48c1-970b-0ea649d850e8 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:34.943337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818662f4-6f34-48c1-970b-0ea649d850e8 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:34.967411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7de4b3c1-7d53-442c-888d-2e8c1eb4d347 None None] Provisioning for port bed6eaf8-4cba-4091-9f95-927ba06530c9 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:34.979352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818662f4-6f34-48c1-970b-0ea649d850e8 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:34.987437 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-818662f4-6f34-48c1-970b-0ea649d850e8 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3326075 Aug 04 17:19:34.988531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 51986) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:34.990540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bed6eaf8-4cba-4091-9f95-927ba06530c9 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:35.023903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50a897-5139-41a4-a8f2-809946315c25 req-9346d004-1d22-4f87-accd-aaf770d83369 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:35.034259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e50a897-5139-41a4-a8f2-809946315c25 req-9346d004-1d22-4f87-accd-aaf770d83369 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1373851 Aug 04 17:19:35.078157 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:35.080434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:19:35.103361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port bed6eaf8-4cba-4091-9f95-927ba06530c9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:35.113978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bed6eaf8-4cba-4091-9f95-927ba06530c9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:35.114752 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:35.270356 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0abf2d73-68d0-4c54-8b27-a544aeae5f2e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Deleting port 586cdb42-2cf3-4e2c-9056-124d6bc7421a {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:35.270717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0abf2d73-68d0-4c54-8b27-a544aeae5f2e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:35.293516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e50a897-5139-41a4-a8f2-809946315c25 req-b938e2f3-6edd-4ea9-9142-965440fa4a9d tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509894 Aug 04 17:19:35.331140 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:35.417206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port bed6eaf8-4cba-4091-9f95-927ba06530c9, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bed6eaf8-4cba-4091-9f95-927ba06530c9,segment=NetworkSegment(775c3c3f-fc88-4609-9964-f5a48d2279aa),segment_id=775c3c3f-fc88-4609-9964-f5a48d2279aa)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:35.429770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:35.430627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:35.450038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:19:35.456715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237d98d-b4a6-4bc8-8387-14cb5365b989 None None] Network 7c968320-365d-422c-ac11-afba683b38f4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:19:35.481503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:35.483350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-739e8ea4-ecd7-4cbf-91b9-d428f94980ec admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9500709 Aug 04 17:19:35.486303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 51998) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:35.500966 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0abf2d73-68d0-4c54-8b27-a544aeae5f2e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:35.524312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0abf2d73-68d0-4c54-8b27-a544aeae5f2e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Calling delete_port for 586cdb42-2cf3-4e2c-9056-124d6bc7421a owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:35.590656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Sync routers for ids ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:19:35.702323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=bed6eaf8-4cba-4091-9f95-927ba06530c9,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:35.725582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Routers {'3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:19:35.726523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:19:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:35.766875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cc28bbb9-0484-4440-8c15-8be929fa8e15 None None] Provisioning for port 71a6793d-0e4a-4454-8787-ed2aaf57dedc completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:35.772682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0abf2d73-68d0-4c54-8b27-a544aeae5f2e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:35.845582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:35.864883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf2d73-68d0-4c54-8b27-a544aeae5f2e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event deleted for resources: {'Port': ['ID=586cdb42-2cf3-4e2c-9056-124d6bc7421a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:35.901431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:35.901899 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.003094 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.013774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0abf2d73-68d0-4c54-8b27-a544aeae5f2e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.019107 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0abf2d73-68d0-4c54-8b27-a544aeae5f2e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "DELETE /v2.0/ports/586cdb42-2cf3-4e2c-9056-124d6bc7421a HTTP/1.1" status: 204 len: 168 time: 1.0267284 Aug 04 17:19:36.019702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52016) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:36.023550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5bff641e-37b7-493d-beb8-6e28d07f65ac None None] Provisioning complete for port bed6eaf8-4cba-4091-9f95-927ba06530c9 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:36.024713 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5bff641e-37b7-493d-beb8-6e28d07f65ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.052728 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f117829-ca24-4107-968c-4dd56b993b11 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] GET failed (client error): The resource could not be found. Aug 04 17:19:36.054870 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7f117829-ca24-4107-968c-4dd56b993b11 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "GET /v2.0/ports/586cdb42-2cf3-4e2c-9056-124d6bc7421a HTTP/1.1" status: 404 len: 333 time: 0.0337610 Aug 04 17:19:36.060144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52020) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:36.064599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Set router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:19:36.065489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'port': {'network_id': '7c968320-365d-422c-ac11-afba683b38f4', 'name': 'tempest-AllowedAddressPairTestJSON-1193197904'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:36.268718 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.399550 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.478009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=56cf920f-32ab-4ab7-a365-b11c1f3fbd03,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:36.508679 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.510261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 71a6793d-0e4a-4454-8787-ed2aaf57dedc up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:36.577740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976e19b-94d5-4516-8b90-f52b63afc9fd req-de6bb6f5-1242-4896-8382-66935e94d022 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:36.587721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8976e19b-94d5-4516-8b90-f52b63afc9fd req-de6bb6f5-1242-4896-8382-66935e94d022 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1708951 Aug 04 17:19:36.687517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=56cf920f-32ab-4ab7-a365-b11c1f3fbd03,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:36.695867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8976e19b-94d5-4516-8b90-f52b63afc9fd req-2df1163a-a5c7-45d8-b529-d5afdbe38990 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068492 Aug 04 17:19:36.705392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'name': 'tempest-TestVolumeBackupRestore-1816286734-router', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:30Z', 'updated_at': '2021-08-04T17:19:33Z', 'revision_number': 3, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'gw_port': {'id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:31Z', 'updated_at': '2021-08-04T17:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:36.718137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Allocated IP 172.20.0.1 (55ee127e-46fc-439e-ba54-1b934033ec98/6dae6fa1-71b9-4dff-b409-87296b525899/6b9a7892-e736-4461-b0cc-c4af29e4da3f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:36.770926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 71a6793d-0e4a-4454-8787-ed2aaf57dedc completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:36.780734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 71a6793d-0e4a-4454-8787-ed2aaf57dedc triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:36.781112 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.785131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Checking router: 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:19:36.785394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Updating router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 port dec8afdd-adab-4700-a16a-c9238a27441f binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:19:36.819500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Made reservation on behalf of ed1ebe92e0134e24970930e92010c385 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:36.823674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.857875 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.862328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] device_id is not set on port 6d2367ac-4bbb-454d-8139-c92dcf9e07f0 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:19:36.884293 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.896780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7a5b614f-a87b-4578-8e79-75aba515cb61 None None] Provisioning for port f8299eaf-4d37-4526-9eab-0880172e60d8 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:36.911963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Transition to ACTIVE for port object 6b9a7892-e736-4461-b0cc-c4af29e4da3f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:36.913096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7a5b614f-a87b-4578-8e79-75aba515cb61 None None] Provisioning complete for port f8299eaf-4d37-4526-9eab-0880172e60d8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:36.913473 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7a5b614f-a87b-4578-8e79-75aba515cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:36.969792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b614f-a87b-4578-8e79-75aba515cb61 None None] Port f8299eaf-4d37-4526-9eab-0880172e60d8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:36.995874 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.061622 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Allocated IP 172.20.0.4 (7c968320-365d-422c-ac11-afba683b38f4/06c15b4c-2a07-4130-bbb5-de7a166aabbe/6d2367ac-4bbb-454d-8139-c92dcf9e07f0) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:37.074104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Pushing event updated for resources: {'Port': ['ID=6b9a7892-e736-4461-b0cc-c4af29e4da3f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:37.101215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Network 55ee127e-46fc-439e-ba54-1b934033ec98 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:37.103418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:37.110173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:37.210516 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.326856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7a5b614f-a87b-4578-8e79-75aba515cb61 None None] Provisioning complete for port 71a6793d-0e4a-4454-8787-ed2aaf57dedc triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:37.327244 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7a5b614f-a87b-4578-8e79-75aba515cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.329931 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.366890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Transition to ACTIVE for port object 6d2367ac-4bbb-454d-8139-c92dcf9e07f0 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:37.477326 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.494228 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.552733 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.558079 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.611342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Port': ['ID=6d2367ac-4bbb-454d-8139-c92dcf9e07f0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:37.621389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Network 7c968320-365d-422c-ac11-afba683b38f4 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:37.625003 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:37.632781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:37.638856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 71a6793d-0e4a-4454-8787-ed2aaf57dedc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=71a6793d-0e4a-4454-8787-ed2aaf57dedc,segment=NetworkSegment(0637fff1-4d7c-4d84-8235-ef76c7529946),segment_id=0637fff1-4d7c-4d84-8235-ef76c7529946)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:37.727039 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.729561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:37.730515 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.759614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52058) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:37.760100 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1f412cd5-e6ef-4326-aaf4-14f800d1f7e6 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6983793 Aug 04 17:19:37.776558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-46a86847-a745-484e-9ad7-30648b83a131 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c9:95:26'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:37.852376 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7a5b614f-a87b-4578-8e79-75aba515cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.897285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bed6eaf8-4cba-4091-9f95-927ba06530c9 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:37.911113 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:37.913949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=71a6793d-0e4a-4454-8787-ed2aaf57dedc,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:37.997053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Transition to ACTIVE for port object dec8afdd-adab-4700-a16a-c9238a27441f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:38.031467 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.040952 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-7a5b614f-a87b-4578-8e79-75aba515cb61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:19:38.041313 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-7a5b614f-a87b-4578-8e79-75aba515cb61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:19:38.092129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bed6eaf8-4cba-4091-9f95-927ba06530c9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:38.092794 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.172871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675c785-e1fd-4d44-b043-0ce7990bd3e6 None None] Pushing event updated for resources: {'Port': ['ID=dec8afdd-adab-4700-a16a-c9238a27441f,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:38.173284 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46a86847-a745-484e-9ad7-30648b83a131 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.178387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.182910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Attempting to bind port dec8afdd-adab-4700-a16a-c9238a27441f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:19:38.183531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Attempting to bind port dec8afdd-adab-4700-a16a-c9238a27441f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:19:38.184076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Attempting to bind port dec8afdd-adab-4700-a16a-c9238a27441f on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:38.193328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:19:38.194024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:38.194657 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.195244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:19:38.195920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Bound port: dec8afdd-adab-4700-a16a-c9238a27441f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:19:38.196482 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.254609 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.290615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:38.314048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] For port dec8afdd-adab-4700-a16a-c9238a27441f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:19:38.331951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] For port dec8afdd-adab-4700-a16a-c9238a27441f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=dec8afdd-adab-4700-a16a-c9238a27441f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:19:38.340902 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.346681 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.362769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bc9db-1acb-43a4-96d2-2568905d80e9 req-1315ae14-5b13-4998-af3e-b425558654f8 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:38.364697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f2bc9db-1acb-43a4-96d2-2568905d80e9 req-1315ae14-5b13-4998-af3e-b425558654f8 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.5137167 Aug 04 17:19:38.413604 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Routers {'3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:19:38.414287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:19:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:38.457594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675c785-e1fd-4d44-b043-0ce7990bd3e6 None None] Pushing event updated for resources: {'Port': ['ID=dec8afdd-adab-4700-a16a-c9238a27441f,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:38.473642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:38.474350 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.597094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f2bc9db-1acb-43a4-96d2-2568905d80e9 req-d21bd893-1fa1-45e0-9386-9e15539d9853 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129116 Aug 04 17:19:38.626101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] Set router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:19:38.720017 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Pushing event updated for resources: {'Port': ['ID=6b9a7892-e736-4461-b0cc-c4af29e4da3f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:38.821863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Provisioning for port 6d2367ac-4bbb-454d-8139-c92dcf9e07f0 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:38.833401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Provisioning complete for port 6d2367ac-4bbb-454d-8139-c92dcf9e07f0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:38.834099 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.879885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Network 55ee127e-46fc-439e-ba54-1b934033ec98 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:38.884701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:38.899203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Port 6d2367ac-4bbb-454d-8139-c92dcf9e07f0 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:38.940688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Provisioning complete for port f8299eaf-4d37-4526-9eab-0880172e60d8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:38.941064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.978079 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46a86847-a745-484e-9ad7-30648b83a131 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:38.987735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Port f8299eaf-4d37-4526-9eab-0880172e60d8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:38.994928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Could not find standard attr ID for object 586cdb42-2cf3-4e2c-9056-124d6bc7421a. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:19:38.995689 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46a86847-a745-484e-9ad7-30648b83a131 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:39.029014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Provisioning for port 6b9a7892-e736-4461-b0cc-c4af29e4da3f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:39.035598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Provisioning complete for port 6b9a7892-e736-4461-b0cc-c4af29e4da3f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:39.036100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:39.080452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-159738b7-5a32-4573-b13a-ced85007bd50 None None] Port 6b9a7892-e736-4461-b0cc-c4af29e4da3f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:39.103950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'name': 'tempest-TestVolumeBackupRestore-1816286734-router', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:30Z', 'updated_at': '2021-08-04T17:19:37Z', 'revision_number': 4, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'gw_port': {'id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:31Z', 'updated_at': '2021-08-04T17:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '6b9a7892-e736-4461-b0cc-c4af29e4da3f', 'name': '', 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'mac_address': 'fa:16:3e:5d:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '6dae6fa1-71b9-4dff-b409-87296b525899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:36Z', 'updated_at': '2021-08-04T17:19:37Z', 'revision_number': 2, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'subnets': [{'id': '6dae6fa1-71b9-4dff-b409-87296b525899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:39.143047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a86847-a745-484e-9ad7-30648b83a131 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Port': ['ID=6d2367ac-4bbb-454d-8139-c92dcf9e07f0,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:39.147656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213069ab-a9b8-49c7-9d20-2ed7d7a13e5d None None] The sync data for ids ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'] in n-d-764435-5 is: [{'id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'name': 'tempest-TestVolumeBackupRestore-1816286734-router', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:30Z', 'updated_at': '2021-08-04T17:19:37Z', 'revision_number': 4, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'gw_port': {'id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:31Z', 'updated_at': '2021-08-04T17:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '6b9a7892-e736-4461-b0cc-c4af29e4da3f', 'name': '', 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'mac_address': 'fa:16:3e:5d:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '6dae6fa1-71b9-4dff-b409-87296b525899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:36Z', 'updated_at': '2021-08-04T17:19:37Z', 'revision_number': 2, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'subnets': [{'id': '6dae6fa1-71b9-4dff-b409-87296b525899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:19:39.156185 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:39.182571 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:39.240628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:19:39.245634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-46a86847-a745-484e-9ad7-30648b83a131 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] In _notify_port_updated(), no bound segment for port 6d2367ac-4bbb-454d-8139-c92dcf9e07f0 on network 7c968320-365d-422c-ac11-afba683b38f4 {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:19:39.263367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a86847-a745-484e-9ad7-30648b83a131 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:39.264086 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46a86847-a745-484e-9ad7-30648b83a131 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:39.265499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-46a86847-a745-484e-9ad7-30648b83a131 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "PUT /v2.0/ports/6d2367ac-4bbb-454d-8139-c92dcf9e07f0 HTTP/1.1" status: 200 len: 993 time: 1.4939342 Aug 04 17:19:39.268594 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52088) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:39.317649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-75b8448b-ac21-4bea-8013-d5686fd5e5d5 None None] Provisioning complete for port 6b9a7892-e736-4461-b0cc-c4af29e4da3f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:39.321056 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-75b8448b-ac21-4bea-8013-d5686fd5e5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:39.421230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-75b8448b-ac21-4bea-8013-d5686fd5e5d5 None None] Port 6b9a7892-e736-4461-b0cc-c4af29e4da3f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:39.499468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:19:39.528188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-28f67ed0-2bd7-467b-8d6c-8bc50b3cbdbe admin admin] 10.222.0.39 "PUT /v2.0/routers/3d252c2d-e2a6-4fbd-8939-7aa03f62eae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0313358 Aug 04 17:19:39.567693 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1b198afa-8c51-4080-a781-a6dc1986908e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Deleting port 6d2367ac-4bbb-454d-8139-c92dcf9e07f0 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:39.568382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b198afa-8c51-4080-a781-a6dc1986908e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:39.650689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-de54c8d1-53d9-4efe-a61d-cf62d9698f56 None None] Provisioning complete for port 6d2367ac-4bbb-454d-8139-c92dcf9e07f0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:39.651348 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de54c8d1-53d9-4efe-a61d-cf62d9698f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:39.720094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b198afa-8c51-4080-a781-a6dc1986908e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:39.721665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-de54c8d1-53d9-4efe-a61d-cf62d9698f56 None None] Port 6d2367ac-4bbb-454d-8139-c92dcf9e07f0 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:39.739488 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1b198afa-8c51-4080-a781-a6dc1986908e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Calling delete_port for 6d2367ac-4bbb-454d-8139-c92dcf9e07f0 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:39.897223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff5a5-afec-4538-a6f9-c504b4c0d34f req-e17997aa-986e-4233-9c97-df57d5a51417 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:39.898332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 71a6793d-0e4a-4454-8787-ed2aaf57dedc up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:39.898845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68aff5a5-afec-4538-a6f9-c504b4c0d34f req-e17997aa-986e-4233-9c97-df57d5a51417 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0988350 Aug 04 17:19:39.971392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 71a6793d-0e4a-4454-8787-ed2aaf57dedc triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:39.971825 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:39.985714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68aff5a5-afec-4538-a6f9-c504b4c0d34f req-1c5ae4f2-de70-4342-94fb-3e934db1b586 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769434 Aug 04 17:19:40.096662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b198afa-8c51-4080-a781-a6dc1986908e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:40.137915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b198afa-8c51-4080-a781-a6dc1986908e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event deleted for resources: {'Port': ['ID=6d2367ac-4bbb-454d-8139-c92dcf9e07f0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:40.377112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1b198afa-8c51-4080-a781-a6dc1986908e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:40.391595 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1b198afa-8c51-4080-a781-a6dc1986908e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "DELETE /v2.0/ports/6d2367ac-4bbb-454d-8139-c92dcf9e07f0 HTTP/1.1" status: 204 len: 168 time: 1.1195638 Aug 04 17:19:40.392151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52150) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:40.462123 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-739ec52c-425f-441f-90fd-4b8f90e68151 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] GET failed (client error): The resource could not be found. Aug 04 17:19:40.467545 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-739ec52c-425f-441f-90fd-4b8f90e68151 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "GET /v2.0/ports/6d2367ac-4bbb-454d-8139-c92dcf9e07f0 HTTP/1.1" status: 404 len: 333 time: 0.0710628 Aug 04 17:19:40.467691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52164) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:40.473157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'port': {'network_id': '7c968320-365d-422c-ac11-afba683b38f4', 'name': 'tempest-AllowedAddressPairTestJSON-1573978858'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:40.711191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Made reservation on behalf of ed1ebe92e0134e24970930e92010c385 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:40.714753 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:40.743185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] device_id is not set on port a52d20d1-9544-4f7c-9b68-f864d887e3f3 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:19:41.018876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Allocated IP 172.20.0.4 (7c968320-365d-422c-ac11-afba683b38f4/06c15b4c-2a07-4130-bbb5-de7a166aabbe/a52d20d1-9544-4f7c-9b68-f864d887e3f3) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:41.391121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038c694-8c3b-4681-8587-9a6cac42c072 req-3aa8a7e0-e155-46c3-966d-f39de03f232e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:41.393410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c038c694-8c3b-4681-8587-9a6cac42c072 req-3aa8a7e0-e155-46c3-966d-f39de03f232e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.2894816 Aug 04 17:19:41.484156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c038c694-8c3b-4681-8587-9a6cac42c072 req-398aa9ec-7637-43cd-9418-a931f66feedd tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717554 Aug 04 17:19:41.512949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:41.532637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Transition to ACTIVE for port object a52d20d1-9544-4f7c-9b68-f864d887e3f3 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:41.602555 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:41.670479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Network 7c968320-365d-422c-ac11-afba683b38f4 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:41.672008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Port': ['ID=a52d20d1-9544-4f7c-9b68-f864d887e3f3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:41.674956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:41.677360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:41.744528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:41.744938 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:41.767162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-206d16b4-c4fd-426d-be07-2bbf4ec6b416 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2977309 Aug 04 17:19:41.768994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52232) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:41.778459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-19afd44c-e612-468c-876d-d19c48473b8a tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c9:95:26'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:41.884019 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19afd44c-e612-468c-876d-d19c48473b8a tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:41.928592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device dec8afdd-adab-4700-a16a-c9238a27441f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:42.044980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port dec8afdd-adab-4700-a16a-c9238a27441f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:42.051103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port dec8afdd-adab-4700-a16a-c9238a27441f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:42.051915 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:42.195818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ff382067-860d-46df-9788-3fc79c57a882 None None] Provisioning for port a52d20d1-9544-4f7c-9b68-f864d887e3f3 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:42.202541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ff382067-860d-46df-9788-3fc79c57a882 None None] Provisioning complete for port a52d20d1-9544-4f7c-9b68-f864d887e3f3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:42.208468 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff382067-860d-46df-9788-3fc79c57a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:42.216206 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:42.272488 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19afd44c-e612-468c-876d-d19c48473b8a tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:42.275657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port dec8afdd-adab-4700-a16a-c9238a27441f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=dec8afdd-adab-4700-a16a-c9238a27441f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:42.282417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19afd44c-e612-468c-876d-d19c48473b8a tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:42.284181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ff382067-860d-46df-9788-3fc79c57a882 None None] Port a52d20d1-9544-4f7c-9b68-f864d887e3f3 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:42.288072 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:42.379619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=dec8afdd-adab-4700-a16a-c9238a27441f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:42.455086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afd44c-e612-468c-876d-d19c48473b8a tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Port': ['ID=a52d20d1-9544-4f7c-9b68-f864d887e3f3,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:42.467624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-19afd44c-e612-468c-876d-d19c48473b8a tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] In _notify_port_updated(), no bound segment for port a52d20d1-9544-4f7c-9b68-f864d887e3f3 on network 7c968320-365d-422c-ac11-afba683b38f4 {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:19:42.475330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afd44c-e612-468c-876d-d19c48473b8a tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:42.476399 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19afd44c-e612-468c-876d-d19c48473b8a tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:42.477965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-19afd44c-e612-468c-876d-d19c48473b8a tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "PUT /v2.0/ports/a52d20d1-9544-4f7c-9b68-f864d887e3f3 HTTP/1.1" status: 200 len: 996 time: 0.7057264 Aug 04 17:19:42.480823 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52246) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:42.575719 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Sync routers for ids ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:19:42.588219 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Routers {'3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:19:42.589401 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:19:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:42.688626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d59aa-33af-4b63-86e1-498e9931d15e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Deleting port a52d20d1-9544-4f7c-9b68-f864d887e3f3 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:42.688886 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59aa-33af-4b63-86e1-498e9931d15e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:42.776565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d624f-5636-4d7d-a6f7-d705ef5b537e req-1d0bb2b5-2237-4496-a310-36c6865b8f08 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:42.789409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-698d624f-5636-4d7d-a6f7-d705ef5b537e req-1d0bb2b5-2237-4496-a310-36c6865b8f08 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1407807 Aug 04 17:19:42.836606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a726d805-9fe5-442c-bbda-150ef6382506 None None] Provisioning complete for port a52d20d1-9544-4f7c-9b68-f864d887e3f3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:42.836985 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a726d805-9fe5-442c-bbda-150ef6382506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:42.851757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-698d624f-5636-4d7d-a6f7-d705ef5b537e req-1086a008-827c-4957-9c82-52812601c7ae tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610268 Aug 04 17:19:42.865548 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Set router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:19:42.934907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a726d805-9fe5-442c-bbda-150ef6382506 None None] Port a52d20d1-9544-4f7c-9b68-f864d887e3f3 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:42.972832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59aa-33af-4b63-86e1-498e9931d15e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:42.993870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d59aa-33af-4b63-86e1-498e9931d15e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Calling delete_port for a52d20d1-9544-4f7c-9b68-f864d887e3f3 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:43.232916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59aa-33af-4b63-86e1-498e9931d15e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:43.248921 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'name': 'tempest-TestVolumeBackupRestore-1816286734-router', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:30Z', 'updated_at': '2021-08-04T17:19:37Z', 'revision_number': 4, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'gw_port': {'id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:31Z', 'updated_at': '2021-08-04T17:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '6b9a7892-e736-4461-b0cc-c4af29e4da3f', 'name': '', 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'mac_address': 'fa:16:3e:5d:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '6dae6fa1-71b9-4dff-b409-87296b525899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:36Z', 'updated_at': '2021-08-04T17:19:37Z', 'revision_number': 2, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'subnets': [{'id': '6dae6fa1-71b9-4dff-b409-87296b525899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:43.272625 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d59aa-33af-4b63-86e1-498e9931d15e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event deleted for resources: {'Port': ['ID=a52d20d1-9544-4f7c-9b68-f864d887e3f3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:43.292257 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Checking router: 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:19:43.293124 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Updating router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 port 6b9a7892-e736-4461-b0cc-c4af29e4da3f binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:19:43.332752 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:43.359762 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b7d59aa-33af-4b63-86e1-498e9931d15e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:43.366923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52272) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:43.380076 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5b7d59aa-33af-4b63-86e1-498e9931d15e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "DELETE /v2.0/ports/a52d20d1-9544-4f7c-9b68-f864d887e3f3 HTTP/1.1" status: 204 len: 168 time: 0.8966525 Aug 04 17:19:43.397593 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-416ec09a-92e7-44ad-9737-d3f65d913e9e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] GET failed (client error): The resource could not be found. Aug 04 17:19:43.404562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52274) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:43.411704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'port': {'network_id': '7c968320-365d-422c-ac11-afba683b38f4', 'name': 'tempest-AllowedAddressPairTestJSON-279498518'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:43.416001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-416ec09a-92e7-44ad-9737-d3f65d913e9e tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "GET /v2.0/ports/a52d20d1-9544-4f7c-9b68-f864d887e3f3 HTTP/1.1" status: 404 len: 333 time: 0.0466950 Aug 04 17:19:43.642519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Made reservation on behalf of ed1ebe92e0134e24970930e92010c385 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:43.668006 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:43.702312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] device_id is not set on port c4a9935a-77b1-4311-a6ab-d26c84819650 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:19:43.884795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device dec8afdd-adab-4700-a16a-c9238a27441f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:43.974140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Allocated IP 172.20.0.12 (7c968320-365d-422c-ac11-afba683b38f4/06c15b4c-2a07-4130-bbb5-de7a166aabbe/c4a9935a-77b1-4311-a6ab-d26c84819650) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:43.991002 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:44.028392 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Transition to ACTIVE for port object 6b9a7892-e736-4461-b0cc-c4af29e4da3f will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:44.037908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port dec8afdd-adab-4700-a16a-c9238a27441f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:44.038581 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:44.045844 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:44.160001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c095dc-4b26-4667-91d4-d355ebcfc983 req-d8114f89-225d-44b9-bbb5-6ca6d49b5d8a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:44.164119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0c095dc-4b26-4667-91d4-d355ebcfc983 req-d8114f89-225d-44b9-bbb5-6ca6d49b5d8a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1840208 Aug 04 17:19:44.217115 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd311126-854d-45fc-9f09-2513f2931db1 None None] Pushing event updated for resources: {'Port': ['ID=6b9a7892-e736-4461-b0cc-c4af29e4da3f,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:44.248322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0c095dc-4b26-4667-91d4-d355ebcfc983 req-5130cbd7-e63e-481b-8d2f-93c736ff978e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737300 Aug 04 17:19:44.306206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:44.336084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Transition to ACTIVE for port object c4a9935a-77b1-4311-a6ab-d26c84819650 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:44.388315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:44.408508 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Attempting to bind port 6b9a7892-e736-4461-b0cc-c4af29e4da3f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:19:44.408953 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Attempting to bind port 6b9a7892-e736-4461-b0cc-c4af29e4da3f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '775c3c3f-fc88-4609-9964-f5a48d2279aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:19:44.409384 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Attempting to bind port 6b9a7892-e736-4461-b0cc-c4af29e4da3f on network 55ee127e-46fc-439e-ba54-1b934033ec98 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:44.422275 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:19:44.422717 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Checking segment: {'id': '775c3c3f-fc88-4609-9964-f5a48d2279aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:44.423326 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:44.423925 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Bound using segment: {'id': '775c3c3f-fc88-4609-9964-f5a48d2279aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:19:44.425645 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Bound port: 6b9a7892-e736-4461-b0cc-c4af29e4da3f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775c3c3f-fc88-4609-9964-f5a48d2279aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:19:44.426108 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:44.477031 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Port': ['ID=c4a9935a-77b1-4311-a6ab-d26c84819650,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:44.491912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Network 7c968320-365d-422c-ac11-afba683b38f4 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:44.494011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:44.502996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:44.577277 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] For port 6b9a7892-e736-4461-b0cc-c4af29e4da3f, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:19:44.582664 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] For port 6b9a7892-e736-4461-b0cc-c4af29e4da3f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6b9a7892-e736-4461-b0cc-c4af29e4da3f,segment=NetworkSegment(775c3c3f-fc88-4609-9964-f5a48d2279aa),segment_id=775c3c3f-fc88-4609-9964-f5a48d2279aa)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:19:44.596656 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:44.617011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:44.617693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:44.664584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52312) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:44.666380 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-21d7b48f-7876-4b8b-924c-de729a45c3c9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2593005 Aug 04 17:19:44.674351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'port': {'network_id': '7c968320-365d-422c-ac11-afba683b38f4', 'name': 'tempest-AllowedAddressPairTestJSON-1292959205'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:44.768001 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Routers {'3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:19:44.768650 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:19:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:44.770720 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd311126-854d-45fc-9f09-2513f2931db1 None None] Pushing event updated for resources: {'Port': ['ID=6b9a7892-e736-4461-b0cc-c4af29e4da3f,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:44.948633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Made reservation on behalf of ed1ebe92e0134e24970930e92010c385 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:44.960777 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:45.008115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] device_id is not set on port 82d3f972-b1d3-4948-938c-c6fd77cd7a02 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:19:45.068024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d4a380e6-c3be-472a-81b2-50e8360c7fd4 None None] Provisioning for port c4a9935a-77b1-4311-a6ab-d26c84819650 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:45.079616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d4a380e6-c3be-472a-81b2-50e8360c7fd4 None None] Provisioning complete for port c4a9935a-77b1-4311-a6ab-d26c84819650 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:45.080084 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d4a380e6-c3be-472a-81b2-50e8360c7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:45.108661 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] Set router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:19:45.146734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d4a380e6-c3be-472a-81b2-50e8360c7fd4 None None] Port c4a9935a-77b1-4311-a6ab-d26c84819650 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:45.253469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Allocated IP 172.20.0.5 (7c968320-365d-422c-ac11-afba683b38f4/06c15b4c-2a07-4130-bbb5-de7a166aabbe/82d3f972-b1d3-4948-938c-c6fd77cd7a02) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:45.558756 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'name': 'tempest-TestVolumeBackupRestore-1816286734-router', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:30Z', 'updated_at': '2021-08-04T17:19:37Z', 'revision_number': 4, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'gw_port': {'id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:31Z', 'updated_at': '2021-08-04T17:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '6b9a7892-e736-4461-b0cc-c4af29e4da3f', 'name': '', 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'mac_address': 'fa:16:3e:5d:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '6dae6fa1-71b9-4dff-b409-87296b525899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:36Z', 'updated_at': '2021-08-04T17:19:44Z', 'revision_number': 4, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'subnets': [{'id': '6dae6fa1-71b9-4dff-b409-87296b525899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:45.596610 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b4f14-d553-4c40-bfec-e65271729b6b None None] The sync data for ids ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'] in n-d-764435-5 is: [{'id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'name': 'tempest-TestVolumeBackupRestore-1816286734-router', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:30Z', 'updated_at': '2021-08-04T17:19:37Z', 'revision_number': 4, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'gw_port': {'id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:31Z', 'updated_at': '2021-08-04T17:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '6b9a7892-e736-4461-b0cc-c4af29e4da3f', 'name': '', 'network_id': '55ee127e-46fc-439e-ba54-1b934033ec98', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'mac_address': 'fa:16:3e:5d:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '6dae6fa1-71b9-4dff-b409-87296b525899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:36Z', 'updated_at': '2021-08-04T17:19:44Z', 'revision_number': 4, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'subnets': [{'id': '6dae6fa1-71b9-4dff-b409-87296b525899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:19:45.919066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6b9a7892-e736-4461-b0cc-c4af29e4da3f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:46.210689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b30512-814e-41d4-b373-17d457284fdf req-f3f8fee2-471a-4192-9587-dd23ba0f3912 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:46.215634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9b30512-814e-41d4-b373-17d457284fdf req-f3f8fee2-471a-4192-9587-dd23ba0f3912 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.8232465 Aug 04 17:19:46.331589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9b30512-814e-41d4-b373-17d457284fdf req-15d625e9-2e9e-473e-a414-db6a28dc3459 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877128 Aug 04 17:19:46.348504 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:46.365166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Transition to ACTIVE for port object 82d3f972-b1d3-4948-938c-c6fd77cd7a02 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:46.367004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 6b9a7892-e736-4461-b0cc-c4af29e4da3f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:46.379936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 6b9a7892-e736-4461-b0cc-c4af29e4da3f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:46.380307 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:46.414999 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:46.509306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Network 7c968320-365d-422c-ac11-afba683b38f4 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:46.516464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:46.519770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:46.557650 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:46.590387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Port': ['ID=82d3f972-b1d3-4948-938c-c6fd77cd7a02,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:46.624168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 6b9a7892-e736-4461-b0cc-c4af29e4da3f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6b9a7892-e736-4461-b0cc-c4af29e4da3f,segment=NetworkSegment(775c3c3f-fc88-4609-9964-f5a48d2279aa),segment_id=775c3c3f-fc88-4609-9964-f5a48d2279aa)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:46.631000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:46.631787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:46.632780 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:46.677896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0a2e79c8-9c41-4809-8dd3-a4bdd2375af5 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0121243 Aug 04 17:19:46.680844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52360) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:46.687300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-19bd5e75-2f61-4bcd-8b29-7b7933b6fa71 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c9:95:26'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a1:cf:fb'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:46.716318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=6b9a7892-e736-4461-b0cc-c4af29e4da3f,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:46.959522 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19bd5e75-2f61-4bcd-8b29-7b7933b6fa71 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:47.027224 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-18bc3523-199e-43ff-a412-1ca35042697e None None] Provisioning for port 82d3f972-b1d3-4948-938c-c6fd77cd7a02 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:19:47.032406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-18bc3523-199e-43ff-a412-1ca35042697e None None] Provisioning complete for port 82d3f972-b1d3-4948-938c-c6fd77cd7a02 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:47.032775 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-18bc3523-199e-43ff-a412-1ca35042697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:47.100572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-18bc3523-199e-43ff-a412-1ca35042697e None None] Port 82d3f972-b1d3-4948-938c-c6fd77cd7a02 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:47.200680 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19bd5e75-2f61-4bcd-8b29-7b7933b6fa71 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:47.212483 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19bd5e75-2f61-4bcd-8b29-7b7933b6fa71 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:47.317744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-19bd5e75-2f61-4bcd-8b29-7b7933b6fa71 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] In _notify_port_updated(), no bound segment for port 82d3f972-b1d3-4948-938c-c6fd77cd7a02 on network 7c968320-365d-422c-ac11-afba683b38f4 {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:19:47.324270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd5e75-2f61-4bcd-8b29-7b7933b6fa71 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:47.325135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-19bd5e75-2f61-4bcd-8b29-7b7933b6fa71 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:47.326510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-19bd5e75-2f61-4bcd-8b29-7b7933b6fa71 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "PUT /v2.0/ports/82d3f972-b1d3-4948-938c-c6fd77cd7a02 HTTP/1.1" status: 200 len: 1056 time: 0.6446862 Aug 04 17:19:47.330302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52378) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:47.396550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd5e75-2f61-4bcd-8b29-7b7933b6fa71 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event updated for resources: {'Port': ['ID=82d3f972-b1d3-4948-938c-c6fd77cd7a02,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:47.569922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f1b36-bf67-440f-a294-946a0a0e79cf req-2547c6d7-4c1c-426c-945d-df30a98516b7 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:47.572016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f15f1b36-bf67-440f-a294-946a0a0e79cf req-2547c6d7-4c1c-426c-945d-df30a98516b7 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1018543 Aug 04 17:19:47.637377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0f65ceed-7917-4285-829a-183f53c00791 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Deleting port 82d3f972-b1d3-4948-938c-c6fd77cd7a02 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:47.637377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f65ceed-7917-4285-829a-183f53c00791 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:47.637760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-22a42690-87af-4d58-b0f0-780f53a8c656 None None] Provisioning complete for port 82d3f972-b1d3-4948-938c-c6fd77cd7a02 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:47.637760 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-22a42690-87af-4d58-b0f0-780f53a8c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:47.645201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f15f1b36-bf67-440f-a294-946a0a0e79cf req-2aed2b8b-5951-48e4-b489-12da7418eca8 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579774 Aug 04 17:19:47.720498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-22a42690-87af-4d58-b0f0-780f53a8c656 None None] Port 82d3f972-b1d3-4948-938c-c6fd77cd7a02 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:19:47.765960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f65ceed-7917-4285-829a-183f53c00791 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:47.782215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0f65ceed-7917-4285-829a-183f53c00791 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Calling delete_port for 82d3f972-b1d3-4948-938c-c6fd77cd7a02 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:47.860637 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6b9a7892-e736-4461-b0cc-c4af29e4da3f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:47.943990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 6b9a7892-e736-4461-b0cc-c4af29e4da3f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:47.944635 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:47.977774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f65ceed-7917-4285-829a-183f53c00791 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:47.999982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 390a3a49-69ac-4a4e-b34e-a807bb3290e1 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:19:48.054843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65ceed-7917-4285-829a-183f53c00791 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event deleted for resources: {'Port': ['ID=82d3f972-b1d3-4948-938c-c6fd77cd7a02,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:48.187765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 390a3a49-69ac-4a4e-b34e-a807bb3290e1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=390a3a49-69ac-4a4e-b34e-a807bb3290e1,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:48.213547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '390a3a49-69ac-4a4e-b34e-a807bb3290e1', 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd', 'port_id': '390a3a49-69ac-4a4e-b34e-a807bb3290e1', 'mac_address': 'fa:16:3e:09:60:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361a11cd-0cad-4e75-aee4-48f4d1c402b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:19:48.323661 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:48.366545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 390a3a49-69ac-4a4e-b34e-a807bb3290e1 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:19:48.402937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f65ceed-7917-4285-829a-183f53c00791 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:48.406538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0f65ceed-7917-4285-829a-183f53c00791 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "DELETE /v2.0/ports/82d3f972-b1d3-4948-938c-c6fd77cd7a02 HTTP/1.1" status: 204 len: 168 time: 1.0751259 Aug 04 17:19:48.409208 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52410) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:48.421174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 390a3a49-69ac-4a4e-b34e-a807bb3290e1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=390a3a49-69ac-4a4e-b34e-a807bb3290e1,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:48.429566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:48.454559 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a9a33e-3816-42d7-b468-5deadb79b89d tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] GET failed (client error): The resource could not be found. Aug 04 17:19:48.460381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52416) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:48.461132 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-81a9a33e-3816-42d7-b468-5deadb79b89d tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "GET /v2.0/ports/82d3f972-b1d3-4948-938c-c6fd77cd7a02 HTTP/1.1" status: 404 len: 333 time: 0.0502937 Aug 04 17:19:48.494671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=390a3a49-69ac-4a4e-b34e-a807bb3290e1,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:48.590426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-800efd30-6cee-4e2c-9c86-6b700a474607 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Deleting port c4a9935a-77b1-4311-a6ab-d26c84819650 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:48.590782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-800efd30-6cee-4e2c-9c86-6b700a474607 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:48.623259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['390a3a49-69ac-4a4e-b34e-a807bb3290e1'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:19:48.735827 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-800efd30-6cee-4e2c-9c86-6b700a474607 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:48.771543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-800efd30-6cee-4e2c-9c86-6b700a474607 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Calling delete_port for c4a9935a-77b1-4311-a6ab-d26c84819650 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:48.933553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc621dbe-6ab8-4944-a446-ac7f6cb540a0 req-2863d423-0c08-495a-8a5a-8a1fce6d9369 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:48.935166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc621dbe-6ab8-4944-a446-ac7f6cb540a0 req-2863d423-0c08-495a-8a5a-8a1fce6d9369 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 944 time: 0.1040850 Aug 04 17:19:49.053693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc621dbe-6ab8-4944-a446-ac7f6cb540a0 req-f4f38218-0dd9-4c68-9896-fce0672ecbab tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121950 Aug 04 17:19:49.066343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-800efd30-6cee-4e2c-9c86-6b700a474607 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:49.106399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800efd30-6cee-4e2c-9c86-6b700a474607 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event deleted for resources: {'Port': ['ID=c4a9935a-77b1-4311-a6ab-d26c84819650,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:49.274070 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-800efd30-6cee-4e2c-9c86-6b700a474607 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:49.278393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-800efd30-6cee-4e2c-9c86-6b700a474607 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "DELETE /v2.0/ports/c4a9935a-77b1-4311-a6ab-d26c84819650 HTTP/1.1" status: 204 len: 168 time: 0.8165743 Aug 04 17:19:49.280983 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52442) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:49.315592 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f69a26-a0b1-4beb-a79c-5eecd9c81cc9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] GET failed (client error): The resource could not be found. Aug 04 17:19:49.323656 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e3f69a26-a0b1-4beb-a79c-5eecd9c81cc9 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "GET /v2.0/ports/c4a9935a-77b1-4311-a6ab-d26c84819650 HTTP/1.1" status: 404 len: 333 time: 0.0414286 Aug 04 17:19:49.324453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52444) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:49.483853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-84a34c3f-6fd8-4648-bf04-27016f3973cb tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Deleting port f8299eaf-4d37-4526-9eab-0880172e60d8 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:49.484533 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-84a34c3f-6fd8-4648-bf04-27016f3973cb tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:49.601305 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-84a34c3f-6fd8-4648-bf04-27016f3973cb tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:49.617288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-84a34c3f-6fd8-4648-bf04-27016f3973cb tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Calling delete_port for f8299eaf-4d37-4526-9eab-0880172e60d8 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:49.770459 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-84a34c3f-6fd8-4648-bf04-27016f3973cb tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:49.805382 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a34c3f-6fd8-4648-bf04-27016f3973cb tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event deleted for resources: {'Port': ['ID=f8299eaf-4d37-4526-9eab-0880172e60d8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:49.930115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-84a34c3f-6fd8-4648-bf04-27016f3973cb tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:49.932604 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-84a34c3f-6fd8-4648-bf04-27016f3973cb tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "DELETE /v2.0/ports/f8299eaf-4d37-4526-9eab-0880172e60d8 HTTP/1.1" status: 204 len: 168 time: 0.6071105 Aug 04 17:19:49.935270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52466) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:50.001936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 390a3a49-69ac-4a4e-b34e-a807bb3290e1 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:19:50.043357 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-131dce63-8cd0-4507-aa89-a257c8dc7df1 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Deleting subnet 06c15b4c-2a07-4130-bbb5-de7a166aabbe {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:19:50.048183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-131dce63-8cd0-4507-aa89-a257c8dc7df1 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.104362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 390a3a49-69ac-4a4e-b34e-a807bb3290e1 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:19:50.105676 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.116751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-131dce63-8cd0-4507-aa89-a257c8dc7df1 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.264981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755ca48-f84c-4135-a1fa-3fe31b4148b8 req-36c5f66b-74c5-4c86-8986-e2b62bcc1a9e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:50.278300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8755ca48-f84c-4135-a1fa-3fe31b4148b8 req-36c5f66b-74c5-4c86-8986-e2b62bcc1a9e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 944 time: 0.0938492 Aug 04 17:19:50.288547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.293230 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-131dce63-8cd0-4507-aa89-a257c8dc7df1 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.345182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e01f633-a9f6-4f6a-a247-be10aefedce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390a3a49-69ac-4a4e-b34e-a807bb3290e1'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:19:50.347678 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dfa224-e4ec-4fbd-9efc-0b70e2b5d789" -d '{"events": [{"server_uuid": "4e01f633-a9f6-4f6a-a247-be10aefedce6", "name": "network-vif-plugged", "status": "completed", "tag": "390a3a49-69ac-4a4e-b34e-a807bb3290e1"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:19:50.375220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 390a3a49-69ac-4a4e-b34e-a807bb3290e1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=390a3a49-69ac-4a4e-b34e-a807bb3290e1,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:50.376338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8755ca48-f84c-4135-a1fa-3fe31b4148b8 req-81249e67-f8ec-4dd6-a87d-7f86181c5dc0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922949 Aug 04 17:19:50.383946 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.427616 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc6f9e1-5b99-4f36-b1be-4b143c328c58 x-openstack-request-id: req-8dc6f9e1-5b99-4f36-b1be-4b143c328c58 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:19:50.427905 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e01f633-a9f6-4f6a-a247-be10aefedce6", "name": "network-vif-plugged", "status": "completed", "tag": "390a3a49-69ac-4a4e-b34e-a807bb3290e1", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:19:50.428324 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8dc6f9e1-5b99-4f36-b1be-4b143c328c58 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:19:50.429055 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e01f633-a9f6-4f6a-a247-be10aefedce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390a3a49-69ac-4a4e-b34e-a807bb3290e1', 'code': 200} Aug 04 17:19:50.432736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-131dce63-8cd0-4507-aa89-a257c8dc7df1 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.471497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=390a3a49-69ac-4a4e-b34e-a807bb3290e1,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:50.485058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dce63-8cd0-4507-aa89-a257c8dc7df1 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event deleted for resources: {'Subnet': ['ID=06c15b4c-2a07-4130-bbb5-de7a166aabbe,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:50.489351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-131dce63-8cd0-4507-aa89-a257c8dc7df1 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.493684 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-131dce63-8cd0-4507-aa89-a257c8dc7df1 tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "DELETE /v2.0/subnets/06c15b4c-2a07-4130-bbb5-de7a166aabbe HTTP/1.1" status: 204 len: 168 time: 0.5571957 Aug 04 17:19:50.496231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52482) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:50.500351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7daa3f-9ba9-4b90-823b-7af69707f7b2 None None] Network 7c968320-365d-422c-ac11-afba683b38f4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:19:50.706144 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.721108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cb1d4-c08b-4a63-ae11-12e9f2eb5634 req-32a270b0-bd75-488d-814d-d22f5a0e3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:50.723006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-853cb1d4-c08b-4a63-ae11-12e9f2eb5634 req-32a270b0-bd75-488d-814d-d22f5a0e3307 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 1096 time: 0.1038725 Aug 04 17:19:50.815722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-853cb1d4-c08b-4a63-ae11-12e9f2eb5634 req-c94f2e90-7ac2-439f-8ea1-249f0358dc95 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840013 Aug 04 17:19:50.844262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Deleting port 71a6793d-0e4a-4454-8787-ed2aaf57dedc {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:50.845059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.867113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1860c44-1226-48e5-898f-7841bea20b74 None None] DHCP port deletion for 7c968320-365d-422c-ac11-afba683b38f4 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:19:50.924108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a1860c44-1226-48e5-898f-7841bea20b74 None None] Deleting port 71a6793d-0e4a-4454-8787-ed2aaf57dedc {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:50.924837 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1860c44-1226-48e5-898f-7841bea20b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.928165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] For port 71a6793d-0e4a-4454-8787-ed2aaf57dedc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=71a6793d-0e4a-4454-8787-ed2aaf57dedc,segment=NetworkSegment(0637fff1-4d7c-4d84-8235-ef76c7529946),segment_id=0637fff1-4d7c-4d84-8235-ef76c7529946)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:50.928768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:50.953093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Calling delete_port for 71a6793d-0e4a-4454-8787-ed2aaf57dedc owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:51.033560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a1860c44-1226-48e5-898f-7841bea20b74 None None] For port 71a6793d-0e4a-4454-8787-ed2aaf57dedc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=71a6793d-0e4a-4454-8787-ed2aaf57dedc,segment=NetworkSegment(0637fff1-4d7c-4d84-8235-ef76c7529946),segment_id=0637fff1-4d7c-4d84-8235-ef76c7529946)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:51.034697 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1860c44-1226-48e5-898f-7841bea20b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:51.053450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a1860c44-1226-48e5-898f-7841bea20b74 None None] Calling delete_port for 71a6793d-0e4a-4454-8787-ed2aaf57dedc owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:51.056068 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:51.087144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event deleted for resources: {'Port': ['ID=71a6793d-0e4a-4454-8787-ed2aaf57dedc,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:51.093966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] No DVR routers for this DVR port 71a6793d-0e4a-4454-8787-ed2aaf57dedc on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:19:51.141190 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:19:51.162372 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1860c44-1226-48e5-898f-7841bea20b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:51.201319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1860c44-1226-48e5-898f-7841bea20b74 None None] No DVR routers for this DVR port 71a6793d-0e4a-4454-8787-ed2aaf57dedc on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:19:51.217749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1860c44-1226-48e5-898f-7841bea20b74 None None] Pushing event deleted for resources: {'Port': ['ID=71a6793d-0e4a-4454-8787-ed2aaf57dedc,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:51.224878 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:51.240404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c968320-365d-422c-ac11-afba683b38f4']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:51.255741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0637fff1-4d7c-4d84-8235-ef76c7529946') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:51.256548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0637fff1-4d7c-4d84-8235-ef76c7529946') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:51.270717 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:51.296591 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:51.304174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:19:51.304679 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:19:51.308506 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:19:51.386442 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:51.395101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:51.398383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] 10.222.0.39 "DELETE /v2.0/networks/7c968320-365d-422c-ac11-afba683b38f4 HTTP/1.1" status: 204 len: 168 time: 0.9010780 Aug 04 17:19:51.412463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4a5cc-0dcc-4ac6-8086-3fe75891fc9f tempest-AllowedAddressPairTestJSON-2007225218 tempest-AllowedAddressPairTestJSON-2007225218-project] Pushing event deleted for resources: {'Network': ['ID=7c968320-365d-422c-ac11-afba683b38f4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:51.563884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151e79b-93c8-4a17-9326-5327c8135f50 req-28a3e0d4-702c-43a2-b695-14fda2f46c93 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:51.573881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6151e79b-93c8-4a17-9326-5327c8135f50 req-28a3e0d4-702c-43a2-b695-14fda2f46c93 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1050708 Aug 04 17:19:51.625971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6151e79b-93c8-4a17-9326-5327c8135f50 req-1a9e288c-680b-4b0d-9945-24d24fef2e98 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511284 Aug 04 17:19:51.892093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 71a6793d-0e4a-4454-8787-ed2aaf57dedc no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:19:51.897831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 71a6793d-0e4a-4454-8787-ed2aaf57dedc {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:19:51.898173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 71a6793d-0e4a-4454-8787-ed2aaf57dedc not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:19:51.915745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52520) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:52.121278 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-66cfe68a-ad74-4540-96cb-62e700e68b81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed1ebe92e0134e24970930e92010c385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041287 Aug 04 17:19:52.124239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52536) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:52.190225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:52.212377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:52.276324 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:52.280448 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:52.284022 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/585c2a77-9d04-46e3-b78b-ea084c1b1520 HTTP/1.1" status: 204 len: 168 time: 0.1564434 Aug 04 17:19:52.291386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585c2a77-9d04-46e3-b78b-ea084c1b1520,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:52.301858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.302403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.302939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.303445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.303923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.304627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.305088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.305557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.306026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.306509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.306865 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.307328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a2a5b-474c-42f9-b7ab-0001cc2dc72c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:19:52.830223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d3826-604f-4370-aa9a-f3d8f1efd2ba req-95de1c3a-28bb-48f9-a22e-e378e2900784 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:52.838078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc0d3826-604f-4370-aa9a-f3d8f1efd2ba req-95de1c3a-28bb-48f9-a22e-e378e2900784 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0837288 Aug 04 17:19:52.892217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc0d3826-604f-4370-aa9a-f3d8f1efd2ba req-85a83454-1aee-4e30-b15c-3e936fc60f32 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531547 Aug 04 17:19:53.048202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dea0cc-93b7-4c1f-8413-2b5a181f6102 req-fb865888-9fdd-464a-a1a1-17a6078736c8 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:53.050576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4dea0cc-93b7-4c1f-8413-2b5a181f6102 req-fb865888-9fdd-464a-a1a1-17a6078736c8 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.0746613 Aug 04 17:19:53.141243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4dea0cc-93b7-4c1f-8413-2b5a181f6102 req-746d02da-da56-4983-869c-9c5d735a6d1b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834777 Aug 04 17:19:53.545977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52600) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:53.726866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1282179545'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:53.754426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:53.758488 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:53.780234 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:53.811692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-312cc598-dc5e-496c-9150-9723b27d9511 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:53.821605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-312cc598-dc5e-496c-9150-9723b27d9511 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/networks?id=58204f97-c167-41e5-83ba-68694741e7dd HTTP/1.1" status: 200 len: 814 time: 0.1689959 Aug 04 17:19:53.846321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-3644aa36-f4a3-45e8-ae6c-7bc8dd2b588c tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/quotas/9ca3cf4ce777441998bc5fbe4cc40b5a HTTP/1.1" status: 200 len: 375 time: 0.0234685 Aug 04 17:19:53.935622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-535545d1-47ab-4372-aede-892d13cd5bbf tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ca3cf4ce777441998bc5fbe4cc40b5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882571 Aug 04 17:19:53.985361 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:53.996640 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:54.045482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719930fa-2cd3-4577-a0b0-7db2740bece7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:54.071239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-afa4d04e-4d6c-4349-b9b5-5e1155f31b31 service neutron] 10.222.0.39 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340280 Aug 04 17:19:54.077436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:19:54.096380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:54.096973 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Added segment de641ed8-599a-4d64-8a3b-aecac01a94a6 of type vlan for network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 Aug 04 17:19:54.148809 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:54.192736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-2a08e416-1e93-417d-aaf1-751b43639207 service neutron] 10.222.0.39 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203573 Aug 04 17:19:54.204130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:54.228662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:54.229340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:54.343362 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7937174 Aug 04 17:19:54.344121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52636) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:54.351599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6238f6f-6947-450f-afc2-3890d7abe1e3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Network': ['ID=fd4f710b-d10d-4c05-8ae1-fc77612d2d18,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:54.352047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'name': 'tempest-PortsIpV6TestJSON-1176033186'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:54.364978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:19:54.506680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bfad3eb-fc5d-4464-bdbc-a6c7fce4c4dc req-f67cb2f1-6d88-491e-bb6d-0d5590a0c6c0 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 210 time: 0.1218710 Aug 04 17:19:54.601463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:54.605746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:54.651367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 2a75f910-f519-415b-aa1c-a615d603696f yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:19:54.843880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-1b3b2fb0-6651-46d6-bc41-c09f2f1f3a58 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:54.846354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-1b3b2fb0-6651-46d6-bc41-c09f2f1f3a58 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e01f633-a9f6-4f6a-a247-be10aefedce6 HTTP/1.1" status: 200 len: 945 time: 0.1245539 Aug 04 17:19:55.081985 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:55.171173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-fe7c2c0c-4bfc-4585-a40f-7ea952898db1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Deleting port 390a3a49-69ac-4a4e-b34e-a807bb3290e1 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:55.171462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-fe7c2c0c-4bfc-4585-a40f-7ea952898db1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:55.177242 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:55.348395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Checking segment: {'id': 'de641ed8-599a-4d64-8a3b-aecac01a94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:55.348817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network hostable DHCP agents. Network: fd4f710b-d10d-4c05-8ae1-fc77612d2d18, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:19:55.350960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=2a75f910-f519-415b-aa1c-a615d603696f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:55.422739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-fe7c2c0c-4bfc-4585-a40f-7ea952898db1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] For port 390a3a49-69ac-4a4e-b34e-a807bb3290e1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=390a3a49-69ac-4a4e-b34e-a807bb3290e1,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:19:55.422739 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-fe7c2c0c-4bfc-4585-a40f-7ea952898db1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:55.438316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:19:55.451659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, fd4f710b-d10d-4c05-8ae1-fc77612d2d18) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:55.457627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-fe7c2c0c-4bfc-4585-a40f-7ea952898db1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Calling delete_port for 390a3a49-69ac-4a4e-b34e-a807bb3290e1 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:55.468864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c08ef1a-f829-4660-956e-9014c2f8a31c None None] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:19:55.471075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:55.478767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:55.479555 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:55.594252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52680) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:55.595191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e0d733e4-491f-4092-bf68-e67b696a9478 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2492986 Aug 04 17:19:55.607716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-920494404'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:55.652897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:55.666641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:55.719633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6570a7f-2219-408a-a73f-7737cc6b76c5 req-88ac409a-6af1-4d13-8848-3e04bdff1f35 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 210 time: 0.0961597 Aug 04 17:19:55.850935 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:19:55.880963 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-fe7c2c0c-4bfc-4585-a40f-7ea952898db1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:55.889311 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:55.889667 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Added segment 37eb0ad9-3d5e-48a6-a141-b14dc6aa964f of type vlan for network b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a Aug 04 17:19:55.895121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['390a3a49-69ac-4a4e-b34e-a807bb3290e1'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:19:55.963736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c2c0c-4bfc-4585-a40f-7ea952898db1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Pushing event deleted for resources: {'Port': ['ID=390a3a49-69ac-4a4e-b34e-a807bb3290e1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:56.012652 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-59d2f96e-71ed-44d4-99f4-9f2db54249d9 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:56.014688 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-59d2f96e-71ed-44d4-99f4-9f2db54249d9 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.90 "GET /v2.0/networks?id=58204f97-c167-41e5-83ba-68694741e7dd HTTP/1.1" status: 200 len: 814 time: 0.3185928 Aug 04 17:19:56.017017 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:56.031029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Request body: {'port': {'device_id': '8eb2a165-9832-45b7-bdbb-79a01d409ddd', 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd', 'admin_state_up': True, 'tenant_id': '9ca3cf4ce777441998bc5fbe4cc40b5a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:56.062892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-fe7c2c0c-4bfc-4585-a40f-7ea952898db1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] No DVR routers for this DVR port 390a3a49-69ac-4a4e-b34e-a807bb3290e1 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:19:56.066179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-fe7c2c0c-4bfc-4585-a40f-7ea952898db1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:56.069223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c277c9c8-72cc-41f0-a5c8-a1d029257824 req-fe7c2c0c-4bfc-4585-a40f-7ea952898db1 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.82 "DELETE /v2.0/ports/390a3a49-69ac-4a4e-b34e-a807bb3290e1 HTTP/1.1" status: 204 len: 173 time: 1.2162638 Aug 04 17:19:56.069956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e01f633-a9f6-4f6a-a247-be10aefedce6', 'name': 'network-vif-deleted', 'tag': '390a3a49-69ac-4a4e-b34e-a807bb3290e1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:19:56.073164 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02b6ccf-0f34-45ac-85e3-a51469fdfea3" -d '{"events": [{"server_uuid": "4e01f633-a9f6-4f6a-a247-be10aefedce6", "name": "network-vif-deleted", "tag": "390a3a49-69ac-4a4e-b34e-a807bb3290e1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:19:56.119475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:56.125754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:56.126328 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:56.218470 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00682599-6da5-49c1-80e7-8faa4a63e0ad x-openstack-request-id: req-00682599-6da5-49c1-80e7-8faa4a63e0ad {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:19:56.218752 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e01f633-a9f6-4f6a-a247-be10aefedce6", "name": "network-vif-deleted", "tag": "390a3a49-69ac-4a4e-b34e-a807bb3290e1", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:19:56.219022 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00682599-6da5-49c1-80e7-8faa4a63e0ad {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:19:56.219420 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e01f633-a9f6-4f6a-a247-be10aefedce6', 'name': 'network-vif-deleted', 'tag': '390a3a49-69ac-4a4e-b34e-a807bb3290e1', 'status': 'completed', 'code': 200} Aug 04 17:19:56.220401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52698) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:56.220957 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6252549 Aug 04 17:19:56.226264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'ports': [{'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18'}, {'network_id': 'b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a'}]} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:56.227201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:56.227468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': 'b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:56.256652 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59413daa-5fa9-41e9-8d8b-c227015b1bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Network': ['ID=b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:56.283632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:19:56.290710 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Made reservation on behalf of 9ca3cf4ce777441998bc5fbe4cc40b5a for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:56.296059 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:56.505896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Allocated IP 172.20.0.5 (58204f97-c167-41e5-83ba-68694741e7dd/361a11cd-0cad-4e75-aee4-48f4d1c402b1/9760233a-489b-4670-b363-e2991c318c82) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:19:56.632873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 2} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:56.639924 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:56.660478 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:56.801955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 6cf7fa44-8768-401d-bb50-3f8ad9fabbd2 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:19:56.945247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:56.949556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a01ae51-729b-43e5-9758-aa3c5daf8557 req-26cc09af-5953-4660-bbf8-9098fe818ab9 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 210 time: 0.0791426 Aug 04 17:19:57.033422 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:57.057604 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:57.072211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['390a3a49-69ac-4a4e-b34e-a807bb3290e1'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:19:57.164407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port bc7d911d-98b1-4de6-aa58-7f56ddca8c1b yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:19:57.197583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Network 58204f97-c167-41e5-83ba-68694741e7dd is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:57.203372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Pushing event updated for resources: {'Port': ['ID=9760233a-489b-4670-b363-e2991c318c82,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:57.206266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:57.208900 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:57.294245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:57.294989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:57.319091 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-306462e1-1837-47cc-af1d-afda6cf1e968 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2930050 Aug 04 17:19:57.332933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Request body: {'port': {'device_id': '8eb2a165-9832-45b7-bdbb-79a01d409ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:57.384300 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:57.457734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:57.458014 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:57.580812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=6cf7fa44-8768-401d-bb50-3f8ad9fabbd2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:57.638207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:19:57.639834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:57.642685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:57.643758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:57.744822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Checking segment: {'id': '37eb0ad9-3d5e-48a6-a141-b14dc6aa964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:57.745207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network hostable DHCP agents. Network: b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:19:57.756333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=bc7d911d-98b1-4de6-aa58-7f56ddca8c1b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:57.783081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:19:57.802988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:19:57.807431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:19:57.814094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:57.817519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c6704e-2795-4d33-874c-3caa4c605d78 None None] Network b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:19:57.826714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:57.827524 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:57.852513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4213cfd0-487b-4f6d-a525-6fe996a3e3e2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6283498 Aug 04 17:19:57.852838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52744) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:57.940864 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9760233a-489b-4670-b363-e2991c318c82 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:19:57.967465 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.011556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Transition to ACTIVE for port object 9760233a-489b-4670-b363-e2991c318c82 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:19:58.020847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.023523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2c49c-656a-4e76-b926-277597b55ccc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port bc7d911d-98b1-4de6-aa58-7f56ddca8c1b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:58.024009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c49c-656a-4e76-b926-277597b55ccc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.144198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Pushing event updated for resources: {'Port': ['ID=9760233a-489b-4670-b363-e2991c318c82,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:58.198675 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c49c-656a-4e76-b926-277597b55ccc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.225310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c84c66-7134-4a28-999a-e95b081e3434 req-c3f8611e-2e33-4a88-9b09-452eca2caa21 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:58.231639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Attempting to bind port 9760233a-489b-4670-b363-e2991c318c82 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:19:58.232112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Attempting to bind port 9760233a-489b-4670-b363-e2991c318c82 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:19:58.232545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Attempting to bind port 9760233a-489b-4670-b363-e2991c318c82 on network 58204f97-c167-41e5-83ba-68694741e7dd {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:58.235040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98c84c66-7134-4a28-999a-e95b081e3434 req-c3f8611e-2e33-4a88-9b09-452eca2caa21 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 943 time: 0.0965989 Aug 04 17:19:58.238358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Port 9760233a-489b-4670-b363-e2991c318c82 on network 58204f97-c167-41e5-83ba-68694741e7dd not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:19:58.238798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Attempting to bind port 9760233a-489b-4670-b363-e2991c318c82 on network 58204f97-c167-41e5-83ba-68694741e7dd {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:19:58.245111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:19:58.245593 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Checking segment: {'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:19:58.253133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Bound using segment: {'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:19:58.254463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Bound port: 9760233a-489b-4670-b363-e2991c318c82, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1846398b-1d8c-40de-a721-4f7a0a9902f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:19:58.255337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.266571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2c49c-656a-4e76-b926-277597b55ccc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for bc7d911d-98b1-4de6-aa58-7f56ddca8c1b owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:58.315159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98c84c66-7134-4a28-999a-e95b081e3434 req-0f89245b-68b1-4943-933a-5bfa83e86dcc tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754597 Aug 04 17:19:58.380340 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] For port 9760233a-489b-4670-b363-e2991c318c82, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:19:58.386041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] For port 9760233a-489b-4670-b363-e2991c318c82, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=9760233a-489b-4670-b363-e2991c318c82,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:19:58.393177 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.426186 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c49c-656a-4e76-b926-277597b55ccc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.447791 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c49c-656a-4e76-b926-277597b55ccc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.453848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4ef2c49c-656a-4e76-b926-277597b55ccc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/bc7d911d-98b1-4de6-aa58-7f56ddca8c1b HTTP/1.1" status: 204 len: 168 time: 0.5973582 Aug 04 17:19:58.453988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:58.453988 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.455284 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] 10.222.0.90 "PUT /v2.0/ports/9760233a-489b-4670-b363-e2991c318c82 HTTP/1.1" status: 200 len: 1091 time: 1.1276426 Aug 04 17:19:58.455739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb2a165-9832-45b7-bdbb-79a01d409ddd', 'tag': '9760233a-489b-4670-b363-e2991c318c82'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:19:58.459055 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb2a165-9832-45b7-bdbb-79a01d409ddd", "tag": "9760233a-489b-4670-b363-e2991c318c82"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:19:58.463103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52766) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:58.473217 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2c49c-656a-4e76-b926-277597b55ccc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=bc7d911d-98b1-4de6-aa58-7f56ddca8c1b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:58.542879 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14912334-d2e3-445a-9fba-63ec9daa16e6 x-openstack-request-id: req-14912334-d2e3-445a-9fba-63ec9daa16e6 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:19:58.543181 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb2a165-9832-45b7-bdbb-79a01d409ddd", "tag": "9760233a-489b-4670-b363-e2991c318c82", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:19:58.543447 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14912334-d2e3-445a-9fba-63ec9daa16e6 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:19:58.543838 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb2a165-9832-45b7-bdbb-79a01d409ddd', 'tag': '9760233a-489b-4670-b363-e2991c318c82', 'status': 'completed', 'code': 200} Aug 04 17:19:58.548873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cdbee-67ab-4984-b098-c0c5de6f88cb service neutron] Pushing event updated for resources: {'Port': ['ID=9760233a-489b-4670-b363-e2991c318c82,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:58.635653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc9241-1b81-45f3-aa82-61f239fb9195 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:58.645403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc9241-1b81-45f3-aa82-61f239fb9195 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:58.647133 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ddc9241-1b81-45f3-aa82-61f239fb9195 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1826665 Aug 04 17:19:58.650495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52782) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:58.664323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-aae3f463-d346-48f2-a34b-05dba91dda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:58.666503 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-aae3f463-d346-48f2-a34b-05dba91dda9a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ca3cf4ce777441998bc5fbe4cc40b5a&device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 1094 time: 0.1574216 Aug 04 17:19:58.734123 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-655e32d6-6105-4c14-b8e5-667f1b3817b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9760233a-489b-4670-b363-e2991c318c82 HTTP/1.1" status: 200 len: 217 time: 0.0599327 Aug 04 17:19:58.781269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8990d237-d98f-4cc3-8b26-f0ea6d2e44d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 6cf7fa44-8768-401d-bb50-3f8ad9fabbd2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:19:58.781974 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8990d237-d98f-4cc3-8b26-f0ea6d2e44d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.795050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-743f0512-28e4-440d-a1f0-02b52639aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:58.798661 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-743f0512-28e4-440d-a1f0-02b52639aafd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=361a11cd-0cad-4e75-aee4-48f4d1c402b1 HTTP/1.1" status: 200 len: 854 time: 0.0556509 Aug 04 17:19:58.838314 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-40edde44-100b-44de-94e0-f832b0703012 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58204f97-c167-41e5-83ba-68694741e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321572 Aug 04 17:19:58.870843 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8990d237-d98f-4cc3-8b26-f0ea6d2e44d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:58.886085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8990d237-d98f-4cc3-8b26-f0ea6d2e44d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 6cf7fa44-8768-401d-bb50-3f8ad9fabbd2 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:19:58.968068 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-63d509a8-8a47-4e9b-9c6e-7644911b3afc service neutron] 10.222.0.90 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214044 Aug 04 17:19:58.998882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8990d237-d98f-4cc3-8b26-f0ea6d2e44d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.047908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990d237-d98f-4cc3-8b26-f0ea6d2e44d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=6cf7fa44-8768-401d-bb50-3f8ad9fabbd2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:59.070147 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8990d237-d98f-4cc3-8b26-f0ea6d2e44d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.076645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8990d237-d98f-4cc3-8b26-f0ea6d2e44d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/6cf7fa44-8768-401d-bb50-3f8ad9fabbd2 HTTP/1.1" status: 204 len: 168 time: 0.4237025 Aug 04 17:19:59.077806 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52788) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:59.158318 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-02e90516-45a6-47a6-8240-5e17eb3bc307 req-864311a7-dd90-4a33-a322-a046f9c4e4d0 service neutron] 10.222.0.90 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825285 Aug 04 17:19:59.183817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb0d136-2dad-4612-8cf3-bb5deab491fa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:59.187764 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9bb0d136-2dad-4612-8cf3-bb5deab491fa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1071198 Aug 04 17:19:59.188253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52790) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:59.215932 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f64fe9a-b7a1-4d49-9d02-4d104b30a67a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:19:59.218860 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9f64fe9a-b7a1-4d49-9d02-4d104b30a67a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/bc7d911d-98b1-4de6-aa58-7f56ddca8c1b HTTP/1.1" status: 404 len: 333 time: 0.0283170 Aug 04 17:19:59.220141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52792) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:59.250182 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b6e660-cc2f-4c01-acd2-4aed9230b246 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:19:59.252302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-33b6e660-cc2f-4c01-acd2-4aed9230b246 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/6cf7fa44-8768-401d-bb50-3f8ad9fabbd2 HTTP/1.1" status: 404 len: 333 time: 0.0311198 Aug 04 17:19:59.255205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52794) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:59.291818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5 req-ba83a32c-05f3-4272-ba67-222b40b66b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:59.293317 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5 req-ba83a32c-05f3-4272-ba67-222b40b66b7f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ca3cf4ce777441998bc5fbe4cc40b5a&device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 1094 time: 0.0809810 Aug 04 17:19:59.357301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.484946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.505088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:59.531994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37eb0ad9-3d5e-48a6-a141-b14dc6aa964f') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:59.532223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5 req-cdb28b1e-1054-46ea-a427-debe1fd4eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:59.532332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37eb0ad9-3d5e-48a6-a141-b14dc6aa964f') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:19:59.533501 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5 req-cdb28b1e-1054-46ea-a427-debe1fd4eba0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=58204f97-c167-41e5-83ba-68694741e7dd HTTP/1.1" status: 200 len: 916 time: 0.2325690 Aug 04 17:19:59.555931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.593253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.596678 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5 req-4a76b93d-1941-4589-8575-f341e16c4fe5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9760233a-489b-4670-b363-e2991c318c82 HTTP/1.1" status: 200 len: 217 time: 0.0531697 Aug 04 17:19:59.602088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:19:59.602780 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:19:59.605903 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:19:59.672970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce8b0-4e25-4623-8ea6-f7ce8c778da8 req-8827f169-14a7-4c09-93af-b3109da55cc2 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:59.674616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-633ce8b0-4e25-4623-8ea6-f7ce8c778da8 req-8827f169-14a7-4c09-93af-b3109da55cc2 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 943 time: 0.1330941 Aug 04 17:19:59.685264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5 req-1c3fb96f-3426-489b-9098-0a497a07ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:19:59.692791 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5 req-1c3fb96f-3426-489b-9098-0a497a07ab8c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=361a11cd-0cad-4e75-aee4-48f4d1c402b1 HTTP/1.1" status: 200 len: 854 time: 0.0816364 Aug 04 17:19:59.725321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-633ce8b0-4e25-4623-8ea6-f7ce8c778da8 req-183f99b9-6d63-4f63-bb8d-f5136e4c45de tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425084 Aug 04 17:19:59.742062 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5 req-35ed6008-6a7c-41c1-814c-901aa328e626 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58204f97-c167-41e5-83ba-68694741e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422292 Aug 04 17:19:59.770840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.779766 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.785064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/networks/b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a HTTP/1.1" status: 204 len: 168 time: 0.5252666 Aug 04 17:19:59.787701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52812) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:19:59.815168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-163555964'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:19:59.826684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41b061-386d-4f97-a39f-2ad4305f6ffa tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Network': ['ID=b5f7d1a0-10e9-44f3-bd5b-626ecf695c8a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:19:59.881160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:19:59.885609 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.924188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:19:59.940088 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:19:59.940627 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Added segment 27ed9c56-3fd1-492f-9bee-daf1106f8cda of type vlan for network ed2218f2-d345-43ba-8095-352fb5774319 Aug 04 17:19:59.998032 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:00.041306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:00.042296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 390a3a49-69ac-4a4e-b34e-a807bb3290e1 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:00.047764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:00.048344 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:00.103053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 390a3a49-69ac-4a4e-b34e-a807bb3290e1 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:00.104571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 390a3a49-69ac-4a4e-b34e-a807bb3290e1 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:00.118213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3134785 Aug 04 17:20:00.121404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52818) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:00.126769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': 'ed2218f2-d345-43ba-8095-352fb5774319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:00.193005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0d57a-adb5-42b7-83c0-5d8dab8f9897 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Network': ['ID=ed2218f2-d345-43ba-8095-352fb5774319,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:00.209190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ed2218f2-d345-43ba-8095-352fb5774319 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:20:00.268207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:00.275802 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:00.406913 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5 req-66d17735-6cf7-481a-9195-c5e662f524e0 service neutron] 10.222.0.90 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544089 Aug 04 17:20:00.529414 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-91f48ae5-feca-46c4-a9eb-ed364bc8a2f5 req-9bc5f272-be67-4c63-96be-764468a8e58c service neutron] 10.222.0.90 "GET /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145887 Aug 04 17:20:00.611930 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:00.967989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 9760233a-489b-4670-b363-e2991c318c82 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:20:01.101177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 9760233a-489b-4670-b363-e2991c318c82, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=9760233a-489b-4670-b363-e2991c318c82,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:01.115857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '9760233a-489b-4670-b363-e2991c318c82', 'network_id': '58204f97-c167-41e5-83ba-68694741e7dd', 'port_id': '9760233a-489b-4670-b363-e2991c318c82', 'mac_address': 'fa:16:3e:0d:3d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361a11cd-0cad-4e75-aee4-48f4d1c402b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:20:01.135221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=c2869740-7e09-4812-b981-a06e3ddeaba5,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:01.193828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ec46b-145c-4d24-8bb1-cc4671d4a3ad req-fc9f792c-5793-44a4-b8cf-8f64fa1c1d7b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:01.197915 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:01.209991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-227ec46b-145c-4d24-8bb1-cc4671d4a3ad req-fc9f792c-5793-44a4-b8cf-8f64fa1c1d7b tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 943 time: 0.1447089 Aug 04 17:20:01.221622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9760233a-489b-4670-b363-e2991c318c82 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:20:01.246277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 9760233a-489b-4670-b363-e2991c318c82, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=9760233a-489b-4670-b363-e2991c318c82,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:01.255692 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:01.258927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Checking segment: {'id': '27ed9c56-3fd1-492f-9bee-daf1106f8cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'ed2218f2-d345-43ba-8095-352fb5774319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:01.259321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network hostable DHCP agents. Network: ed2218f2-d345-43ba-8095-352fb5774319, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:20:01.301773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-227ec46b-145c-4d24-8bb1-cc4671d4a3ad req-1760658e-72ea-4a9b-9909-815cb4d40562 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907962 Aug 04 17:20:01.303191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network ed2218f2-d345-43ba-8095-352fb5774319 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:20:01.319042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ed2218f2-d345-43ba-8095-352fb5774319) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:01.326035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:01.326632 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:01.347196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f66db71-8182-4773-9732-4a405e12d64e None None] Network ed2218f2-d345-43ba-8095-352fb5774319 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:01.360983 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52848) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:01.368296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': 'ed2218f2-d345-43ba-8095-352fb5774319', 'name': 'tempest-PortsIpV6TestJSON-550834568'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:01.384913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c4bdd38d-7da1-4897-897e-d918a5fcbf42 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2627246 Aug 04 17:20:01.426560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=9760233a-489b-4670-b363-e2991c318c82,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:01.527765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['9760233a-489b-4670-b363-e2991c318c82'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:01.616604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:01.622033 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:01.644265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-ed2218f2-d345-43ba-8095-352fb5774319', 'network_id': 'ed2218f2-d345-43ba-8095-352fb5774319', 'tenant_id': 'aaeea0af0dd24b719786421a250853a5', 'fixed_ips': [{'subnet_id': 'c2869740-7e09-4812-b981-a06e3ddeaba5'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:20:01.645194 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:01.646645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 63c451e7-23d9-4a65-a957-0275c7271508 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:01.825967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8::113 (ed2218f2-d345-43ba-8095-352fb5774319/c2869740-7e09-4812-b981-a06e3ddeaba5/63c451e7-23d9-4a65-a957-0275c7271508) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:01.992283 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eec7cdc4-b1fd-4081-9923-06fe04a9a527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.042782 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.061803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 63c451e7-23d9-4a65-a957-0275c7271508 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:02.107978 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.184191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Allocated IP 2001:db8::2 (ed2218f2-d345-43ba-8095-352fb5774319/c2869740-7e09-4812-b981-a06e3ddeaba5/3d33c187-160d-44c6-b5e4-e958d03bd2fb) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:02.187273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=63c451e7-23d9-4a65-a957-0275c7271508,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:02.196036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network ed2218f2-d345-43ba-8095-352fb5774319 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:02.198237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:02.200784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:02.209916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:02.210764 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.231758 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cc779aca-8ab4-4c74-b072-80c66f7ee728 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8692105 Aug 04 17:20:02.234705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52876) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:02.386711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-06c0c7b5-e0f8-4b31-955f-61c0ccbb047e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 63c451e7-23d9-4a65-a957-0275c7271508 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:02.391384 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06c0c7b5-e0f8-4b31-955f-61c0ccbb047e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.413668 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.422058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Transition to ACTIVE for port object 3d33c187-160d-44c6-b5e4-e958d03bd2fb will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:02.439416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Transition to ACTIVE for port object 3d33c187-160d-44c6-b5e4-e958d03bd2fb will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:02.449273 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.529767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Network ed2218f2-d345-43ba-8095-352fb5774319 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:02.532776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:02.539866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:02.565265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361a7b2-a892-411f-8845-c518c3afb077 req-7f35bbef-4de9-4146-97e5-72e22a4b6c49 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:02.567261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d361a7b2-a892-411f-8845-c518c3afb077 req-7f35bbef-4de9-4146-97e5-72e22a4b6c49 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 944 time: 0.1403127 Aug 04 17:20:02.576127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Pushing event updated for resources: {'Port': ['ID=3d33c187-160d-44c6-b5e4-e958d03bd2fb,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:02.605370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06c0c7b5-e0f8-4b31-955f-61c0ccbb047e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.614459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Attempting to bind port 3d33c187-160d-44c6-b5e4-e958d03bd2fb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:02.615133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Attempting to bind port 3d33c187-160d-44c6-b5e4-e958d03bd2fb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '27ed9c56-3fd1-492f-9bee-daf1106f8cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'ed2218f2-d345-43ba-8095-352fb5774319'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:02.615288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Attempting to bind port 3d33c187-160d-44c6-b5e4-e958d03bd2fb on network ed2218f2-d345-43ba-8095-352fb5774319 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:02.620548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:02.620982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Checking segment: {'id': '27ed9c56-3fd1-492f-9bee-daf1106f8cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'ed2218f2-d345-43ba-8095-352fb5774319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:02.621321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.621708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Bound using segment: {'id': '27ed9c56-3fd1-492f-9bee-daf1106f8cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'ed2218f2-d345-43ba-8095-352fb5774319'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:02.622471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Bound port: 3d33c187-160d-44c6-b5e4-e958d03bd2fb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ed9c56-3fd1-492f-9bee-daf1106f8cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'ed2218f2-d345-43ba-8095-352fb5774319'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:02.622876 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.650562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d361a7b2-a892-411f-8845-c518c3afb077 req-696a6d4e-4d87-4051-9605-f3fe8e343dc3 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698934 Aug 04 17:20:02.650562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-06c0c7b5-e0f8-4b31-955f-61c0ccbb047e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 63c451e7-23d9-4a65-a957-0275c7271508 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:02.749307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] For port 3d33c187-160d-44c6-b5e4-e958d03bd2fb, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:02.752935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] For port 3d33c187-160d-44c6-b5e4-e958d03bd2fb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3d33c187-160d-44c6-b5e4-e958d03bd2fb,segment=NetworkSegment(27ed9c56-3fd1-492f-9bee-daf1106f8cda),segment_id=27ed9c56-3fd1-492f-9bee-daf1106f8cda)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:02.761502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.848812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d96846-08ba-41e1-9aa3-309bc0664db4 None None] Pushing event updated for resources: {'Port': ['ID=3d33c187-160d-44c6-b5e4-e958d03bd2fb,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:02.875841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06c0c7b5-e0f8-4b31-955f-61c0ccbb047e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.963569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0c7b5-e0f8-4b31-955f-61c0ccbb047e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=63c451e7-23d9-4a65-a957-0275c7271508,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:02.982583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 9760233a-489b-4670-b363-e2991c318c82 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:02.995454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-06c0c7b5-e0f8-4b31-955f-61c0ccbb047e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:02.995454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-06c0c7b5-e0f8-4b31-955f-61c0ccbb047e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/63c451e7-23d9-4a65-a957-0275c7271508 HTTP/1.1" status: 204 len: 168 time: 0.7566159 Aug 04 17:20:02.995738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52892) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:03.045395 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ad8c09-1ff2-48a5-99a0-96767d6e3f77 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:20:03.046167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ad8c09-1ff2-48a5-99a0-96767d6e3f77 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:20:03.052549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52896) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:03.055650 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-05ad8c09-1ff2-48a5-99a0-96767d6e3f77 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/63c451e7-23d9-4a65-a957-0275c7271508 HTTP/1.1" status: 404 len: 333 time: 0.0584671 Aug 04 17:20:03.164456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 9760233a-489b-4670-b363-e2991c318c82 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:03.167919 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-267b6509-6875-4470-82a0-64be8f9a6340 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:20:03.169972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-267b6509-6875-4470-82a0-64be8f9a6340 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/63c451e7-23d9-4a65-a957-0275c7271508 HTTP/1.1" status: 404 len: 333 time: 0.1161714 Aug 04 17:20:03.176325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52898) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:03.180056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 9760233a-489b-4670-b363-e2991c318c82 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:03.183176 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:03.260167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9f4a39-df95-41f0-8b2d-a786f44d80d1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet c2869740-7e09-4812-b981-a06e3ddeaba5 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:20:03.264173 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af9f4a39-df95-41f0-8b2d-a786f44d80d1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:03.327329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af9f4a39-df95-41f0-8b2d-a786f44d80d1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:03.376460 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:03.411304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb2a165-9832-45b7-bdbb-79a01d409ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9760233a-489b-4670-b363-e2991c318c82'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:03.414008 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370034eb-97c5-42e5-a463-0bf4f33dadbf" -d '{"events": [{"server_uuid": "8eb2a165-9832-45b7-bdbb-79a01d409ddd", "name": "network-vif-plugged", "status": "completed", "tag": "9760233a-489b-4670-b363-e2991c318c82"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:03.429505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 9760233a-489b-4670-b363-e2991c318c82, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=9760233a-489b-4670-b363-e2991c318c82,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:03.437070 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:03.445031 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af9f4a39-df95-41f0-8b2d-a786f44d80d1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:03.490209 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853670f7-646f-490e-a0d5-908355abaae1 x-openstack-request-id: req-853670f7-646f-490e-a0d5-908355abaae1 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:03.490572 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb2a165-9832-45b7-bdbb-79a01d409ddd", "name": "network-vif-plugged", "status": "completed", "tag": "9760233a-489b-4670-b363-e2991c318c82", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:03.490938 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-853670f7-646f-490e-a0d5-908355abaae1 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:03.491652 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb2a165-9832-45b7-bdbb-79a01d409ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9760233a-489b-4670-b363-e2991c318c82', 'code': 200} Aug 04 17:20:03.514163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=9760233a-489b-4670-b363-e2991c318c82,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:03.555309 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af9f4a39-df95-41f0-8b2d-a786f44d80d1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:03.618757 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f4a39-df95-41f0-8b2d-a786f44d80d1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=c2869740-7e09-4812-b981-a06e3ddeaba5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:03.642883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af9f4a39-df95-41f0-8b2d-a786f44d80d1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:03.647256 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-af9f4a39-df95-41f0-8b2d-a786f44d80d1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/c2869740-7e09-4812-b981-a06e3ddeaba5 HTTP/1.1" status: 204 len: 168 time: 0.4686136 Aug 04 17:20:03.647635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52916) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:03.713013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308db805-3f3e-40ca-8a50-75ef05929907 req-7d0ed324-ba67-452f-9071-6b3056363b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:03.714954 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-308db805-3f3e-40ca-8a50-75ef05929907 req-7d0ed324-ba67-452f-9071-6b3056363b39 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 1096 time: 0.1071038 Aug 04 17:20:03.759964 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-308db805-3f3e-40ca-8a50-75ef05929907 req-6138fa26-68ba-421f-be05-7ad026ea1ce6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Aug 04 17:20:03.906277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:03.937115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797073cf-56c5-4150-8ba5-97594df1a26b req-60645d29-9867-40f2-a6f6-dad4be43a1bd tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:03.939251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-797073cf-56c5-4150-8ba5-97594df1a26b req-60645d29-9867-40f2-a6f6-dad4be43a1bd tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 945 time: 0.1240122 Aug 04 17:20:03.968710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3d33c187-160d-44c6-b5e4-e958d03bd2fb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:04.088204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3d33c187-160d-44c6-b5e4-e958d03bd2fb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:04.116576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-797073cf-56c5-4150-8ba5-97594df1a26b req-1417e2ac-7059-48ec-aadd-e96a341fe653 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088912 Aug 04 17:20:04.134994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 3d33c187-160d-44c6-b5e4-e958d03bd2fb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:04.135340 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.220193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48230f8-158b-41c0-81f0-50c91df8d4df None None] Network ed2218f2-d345-43ba-8095-352fb5774319 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:04.281009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] For port 3d33c187-160d-44c6-b5e4-e958d03bd2fb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3d33c187-160d-44c6-b5e4-e958d03bd2fb,segment=NetworkSegment(27ed9c56-3fd1-492f-9bee-daf1106f8cda),segment_id=27ed9c56-3fd1-492f-9bee-daf1106f8cda)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:04.281382 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.309462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 3d33c187-160d-44c6-b5e4-e958d03bd2fb owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:04.329521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-714a3902-026d-497a-b5d3-422d3dd80545 None None] Provisioning for port 3d33c187-160d-44c6-b5e4-e958d03bd2fb completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:04.334846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-714a3902-026d-497a-b5d3-422d3dd80545 None None] Provisioning complete for port 3d33c187-160d-44c6-b5e4-e958d03bd2fb triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:04.335203 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-714a3902-026d-497a-b5d3-422d3dd80545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.429747 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.455739 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf1e333c-5330-460f-8153-a46b6f911a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.456859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=3d33c187-160d-44c6-b5e4-e958d03bd2fb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:04.466280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No DVR routers for this DVR port 3d33c187-160d-44c6-b5e4-e958d03bd2fb on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:04.493036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-714a3902-026d-497a-b5d3-422d3dd80545 None None] Could not find standard attr ID for object 3d33c187-160d-44c6-b5e4-e958d03bd2fb. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:20:04.500184 n-d-764435-5 neutron-server[105830]: INFO neutron.plugins.ml2.db [None req-714a3902-026d-497a-b5d3-422d3dd80545 None None] No ports have port_id starting with 3d33c187-160d-44c6-b5e4-e958d03bd2fb Aug 04 17:20:04.634028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b659088-244c-45c5-ab1d-4a21f5db7338 None None] DHCP port deletion for ed2218f2-d345-43ba-8095-352fb5774319 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:20:04.669855 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.683576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2218f2-d345-43ba-8095-352fb5774319']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:04.702920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ed9c56-3fd1-492f-9bee-daf1106f8cda') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:04.703469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ed9c56-3fd1-492f-9bee-daf1106f8cda') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:04.715090 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.732540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.745518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:20:04.746283 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:20:04.767994 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:20:04.859945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.868334 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.874492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/networks/ed2218f2-d345-43ba-8095-352fb5774319 HTTP/1.1" status: 204 len: 168 time: 1.2257564 Aug 04 17:20:04.874761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52938) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:04.882353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1905718069'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:04.890477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1141d55-dcc4-421b-84d9-30be8349f7fc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Network': ['ID=ed2218f2-d345-43ba-8095-352fb5774319,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:04.943262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:04.947996 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:04.998005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:20:05.007289 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:05.020886 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:05.021399 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Added segment 48a1c6eb-80be-438a-94a9-3d6042dcc879 of type vlan for network aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 Aug 04 17:20:05.075812 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:05.114071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:05.125040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:05.126116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:05.203199 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3264506 Aug 04 17:20:05.207459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 52948) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:05.212744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': 'aa2c609e-ebd6-4fec-a4dd-b51b273e77d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:05.217085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12bb6f-e465-467b-b199-ba5d6e872bc1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Network': ['ID=aa2c609e-ebd6-4fec-a4dd-b51b273e77d9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:05.230926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:20:05.437364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3642aa4-e61d-4ee5-9849-29c8acbb486c req-fc12c526-fd09-4c3f-a4aa-5e70af2d1a4c tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:05.439231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3642aa4-e61d-4ee5-9849-29c8acbb486c req-fc12c526-fd09-4c3f-a4aa-5e70af2d1a4c tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 945 time: 0.1818063 Aug 04 17:20:05.441036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:05.444549 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:05.540729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3642aa4-e61d-4ee5-9849-29c8acbb486c req-49e94d12-0b99-4e49-a2f4-aa602d29dae2 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924675 Aug 04 17:20:05.729542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e57453-3387-4b3d-a490-03fed81bbb24 req-5a63549e-0123-4100-a788-b0360b8ceacd tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:05.731075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0e57453-3387-4b3d-a490-03fed81bbb24 req-5a63549e-0123-4100-a788-b0360b8ceacd tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 945 time: 0.0961740 Aug 04 17:20:05.731994 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:05.839871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=b22882fb-f4c4-464f-a77d-5f6d1f44bdbd,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:05.849043 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:05.870065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0e57453-3387-4b3d-a490-03fed81bbb24 req-9eb99a40-ceae-4826-8ccb-5b8c0070de9c tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014295 Aug 04 17:20:05.875753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Checking segment: {'id': '48a1c6eb-80be-438a-94a9-3d6042dcc879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'aa2c609e-ebd6-4fec-a4dd-b51b273e77d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:05.876352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network hostable DHCP agents. Network: aa2c609e-ebd6-4fec-a4dd-b51b273e77d9, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:20:05.906515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:20:05.915589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3d33c187-160d-44c6-b5e4-e958d03bd2fb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:05.927101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, aa2c609e-ebd6-4fec-a4dd-b51b273e77d9) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:05.947377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:05.948461 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:05.977185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2e755-e352-4f44-9ed4-34c8dc508413 None None] Network aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:05.979174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3d33c187-160d-44c6-b5e4-e958d03bd2fb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:05.979556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3d33c187-160d-44c6-b5e4-e958d03bd2fb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:06.003637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-add8af8a-f8f5-4950-8d55-5cb540b987f1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7953832 Aug 04 17:20:06.006399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 52970) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:06.014404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': 'aa2c609e-ebd6-4fec-a4dd-b51b273e77d9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-933055593'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:06.240093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:06.250505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:06.304461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-aa2c609e-ebd6-4fec-a4dd-b51b273e77d9', 'network_id': 'aa2c609e-ebd6-4fec-a4dd-b51b273e77d9', 'tenant_id': 'aaeea0af0dd24b719786421a250853a5', 'fixed_ips': [{'subnet_id': 'b22882fb-f4c4-464f-a77d-5f6d1f44bdbd'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:20:06.305989 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:06.306337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 8a6d5361-630a-4c3e-b5b3-dfb73093e4e1 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:06.422368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e09279-9cfd-46ee-8049-87e2f1a9ed61 req-27b5882c-802f-4d7f-ac92-78db5e4a5772 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:06.428365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36e09279-9cfd-46ee-8049-87e2f1a9ed61 req-27b5882c-802f-4d7f-ac92-78db5e4a5772 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 945 time: 0.1491306 Aug 04 17:20:06.507847 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-36e09279-9cfd-46ee-8049-87e2f1a9ed61 req-08431430-a510-4c7b-9289-df3e5ed778a8 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697308 Aug 04 17:20:06.548904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8::1a6 (aa2c609e-ebd6-4fec-a4dd-b51b273e77d9/b22882fb-f4c4-464f-a77d-5f6d1f44bdbd/8a6d5361-630a-4c3e-b5b3-dfb73093e4e1) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:06.735889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110e95-1168-4e47-805e-f38049c5e06a req-40cec6a3-d682-400b-a3e0-723ad920335e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:06.740937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f110e95-1168-4e47-805e-f38049c5e06a req-40cec6a3-d682-400b-a3e0-723ad920335e tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 945 time: 0.1233158 Aug 04 17:20:06.798017 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:06.809266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f110e95-1168-4e47-805e-f38049c5e06a req-e3f54cee-ca2e-4040-9832-cdac4506f120 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638728 Aug 04 17:20:06.813745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 8a6d5361-630a-4c3e-b5b3-dfb73093e4e1 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:06.865228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:06.908703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:06.914464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:06.918837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:06.924997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:06.925620 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:06.932407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=8a6d5361-630a-4c3e-b5b3-dfb73093e4e1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:06.959178 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-097ab9cc-6759-4ca5-81d2-5e246c2cf70b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9511359 Aug 04 17:20:06.961882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53000) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:06.989202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Allocated IP 2001:db8::2 (aa2c609e-ebd6-4fec-a4dd-b51b273e77d9/b22882fb-f4c4-464f-a77d-5f6d1f44bdbd/9a904d09-e694-42de-a3de-cebfa9bb6c2d) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:07.106255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fe7d-e16c-4196-ab7a-16fb5f5e3acc req-2b54d577-c4de-4d07-9b5a-a7308f7a57ee tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:07.115956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33f3fe7d-e16c-4196-ab7a-16fb5f5e3acc req-2b54d577-c4de-4d07-9b5a-a7308f7a57ee tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 945 time: 0.0665185 Aug 04 17:20:07.201268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33f3fe7d-e16c-4196-ab7a-16fb5f5e3acc req-4c86be26-8bda-418b-ad93-da32b07c1d5f tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807416 Aug 04 17:20:07.220667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-14883cf6-0103-48eb-8306-7df800a28b65 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 8a6d5361-630a-4c3e-b5b3-dfb73093e4e1 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:07.222156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14883cf6-0103-48eb-8306-7df800a28b65 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:07.326471 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14883cf6-0103-48eb-8306-7df800a28b65 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:07.370822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-14883cf6-0103-48eb-8306-7df800a28b65 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 8a6d5361-630a-4c3e-b5b3-dfb73093e4e1 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:07.467704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df75819-6846-43e7-9f0c-43b933109eb2 req-819fa0fb-913b-4942-844f-8cb70011c15a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:07.475465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1df75819-6846-43e7-9f0c-43b933109eb2 req-819fa0fb-913b-4942-844f-8cb70011c15a tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 945 time: 0.1381910 Aug 04 17:20:07.510448 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:07.532101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Transition to ACTIVE for port object 9a904d09-e694-42de-a3de-cebfa9bb6c2d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:07.558377 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:07.569765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Transition to ACTIVE for port object 9a904d09-e694-42de-a3de-cebfa9bb6c2d will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:07.584194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1df75819-6846-43e7-9f0c-43b933109eb2 req-4386c773-7607-41c9-a956-754288a62e57 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075759 Aug 04 17:20:07.587574 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:07.654757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Network aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:07.658868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:07.666443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:07.751288 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14883cf6-0103-48eb-8306-7df800a28b65 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:07.824286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Pushing event updated for resources: {'Port': ['ID=9a904d09-e694-42de-a3de-cebfa9bb6c2d,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:07.854931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14883cf6-0103-48eb-8306-7df800a28b65 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=8a6d5361-630a-4c3e-b5b3-dfb73093e4e1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:07.877758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Attempting to bind port 9a904d09-e694-42de-a3de-cebfa9bb6c2d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:07.878171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Attempting to bind port 9a904d09-e694-42de-a3de-cebfa9bb6c2d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '48a1c6eb-80be-438a-94a9-3d6042dcc879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'aa2c609e-ebd6-4fec-a4dd-b51b273e77d9'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:07.878978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Attempting to bind port 9a904d09-e694-42de-a3de-cebfa9bb6c2d on network aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:07.885285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:07.885790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Checking segment: {'id': '48a1c6eb-80be-438a-94a9-3d6042dcc879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'aa2c609e-ebd6-4fec-a4dd-b51b273e77d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:07.886204 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:07.886599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Bound using segment: {'id': '48a1c6eb-80be-438a-94a9-3d6042dcc879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'aa2c609e-ebd6-4fec-a4dd-b51b273e77d9'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:07.887118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Bound port: 9a904d09-e694-42de-a3de-cebfa9bb6c2d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a1c6eb-80be-438a-94a9-3d6042dcc879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'aa2c609e-ebd6-4fec-a4dd-b51b273e77d9'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:07.887500 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:07.899975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14883cf6-0103-48eb-8306-7df800a28b65 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:07.903959 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-14883cf6-0103-48eb-8306-7df800a28b65 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/8a6d5361-630a-4c3e-b5b3-dfb73093e4e1 HTTP/1.1" status: 204 len: 168 time: 0.9387121 Aug 04 17:20:07.905014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53028) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:07.946560 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-24544541-c533-4888-93b5-c41a45c04f12 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:20:07.953051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53030) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:07.955146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-24544541-c533-4888-93b5-c41a45c04f12 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/8a6d5361-630a-4c3e-b5b3-dfb73093e4e1 HTTP/1.1" status: 404 len: 333 time: 0.0479882 Aug 04 17:20:07.983835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] For port 9a904d09-e694-42de-a3de-cebfa9bb6c2d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:07.989042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] For port 9a904d09-e694-42de-a3de-cebfa9bb6c2d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a904d09-e694-42de-a3de-cebfa9bb6c2d,segment=NetworkSegment(48a1c6eb-80be-438a-94a9-3d6042dcc879),segment_id=48a1c6eb-80be-438a-94a9-3d6042dcc879)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:07.999772 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.037266 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f56b1e-d46c-4ee1-b244-9ef541e2604f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet b22882fb-f4c4-464f-a77d-5f6d1f44bdbd {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:20:08.040803 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1f56b1e-d46c-4ee1-b244-9ef541e2604f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.072171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a549a-204a-4ee1-bdb9-be383bd059c2 None None] Pushing event updated for resources: {'Port': ['ID=9a904d09-e694-42de-a3de-cebfa9bb6c2d,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:08.097117 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1f56b1e-d46c-4ee1-b244-9ef541e2604f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.172116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62a62f-2bf9-47c7-86e1-d16bf25192e0 req-b3a724a6-de69-46f3-9ff3-877c0618f2e6 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:08.179451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d62a62f-2bf9-47c7-86e1-d16bf25192e0 req-b3a724a6-de69-46f3-9ff3-877c0618f2e6 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 945 time: 0.0787978 Aug 04 17:20:08.198604 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1f56b1e-d46c-4ee1-b244-9ef541e2604f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.233834 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d62a62f-2bf9-47c7-86e1-d16bf25192e0 req-141cbe15-bfc4-4c70-aef1-8ee97cf96628 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534074 Aug 04 17:20:08.275756 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1f56b1e-d46c-4ee1-b244-9ef541e2604f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.349290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f56b1e-d46c-4ee1-b244-9ef541e2604f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=b22882fb-f4c4-464f-a77d-5f6d1f44bdbd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:08.351941 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c1f56b1e-d46c-4ee1-b244-9ef541e2604f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.355263 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c1f56b1e-d46c-4ee1-b244-9ef541e2604f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/b22882fb-f4c4-464f-a77d-5f6d1f44bdbd HTTP/1.1" status: 204 len: 168 time: 0.4003842 Aug 04 17:20:08.357355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53038) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:08.473003 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.527788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 9a904d09-e694-42de-a3de-cebfa9bb6c2d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:08.528136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.598116 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] For port 9a904d09-e694-42de-a3de-cebfa9bb6c2d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9a904d09-e694-42de-a3de-cebfa9bb6c2d,segment=NetworkSegment(48a1c6eb-80be-438a-94a9-3d6042dcc879),segment_id=48a1c6eb-80be-438a-94a9-3d6042dcc879)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:08.598754 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.620053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 9a904d09-e694-42de-a3de-cebfa9bb6c2d owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:08.711894 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.744881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=9a904d09-e694-42de-a3de-cebfa9bb6c2d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:08.762310 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No DVR routers for this DVR port 9a904d09-e694-42de-a3de-cebfa9bb6c2d on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:08.899675 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.920321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2c609e-ebd6-4fec-a4dd-b51b273e77d9']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:08.934962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a1c6eb-80be-438a-94a9-3d6042dcc879') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:08.935730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a1c6eb-80be-438a-94a9-3d6042dcc879') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:08.951355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.973086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.983320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:20:08.984105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:20:08.987826 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:20:09.073570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.080384 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.084748 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.090323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53062) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:09.091399 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/networks/aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 HTTP/1.1" status: 204 len: 168 time: 0.7327771 Aug 04 17:20:09.098134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'name': 'tempest-PortsIpV6TestJSON-925234194'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:09.112141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d7ad5-e798-4374-8866-bb567e272add tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Network': ['ID=aa2c609e-ebd6-4fec-a4dd-b51b273e77d9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:09.136948 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.241245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-8b8e3757-95e4-40ea-a474-e27c08e1d5fc tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:09.246265 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-8b8e3757-95e4-40ea-a474-e27c08e1d5fc tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.90 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 945 time: 0.1031396 Aug 04 17:20:09.344037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:09.349148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.395553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 1865e8ca-863b-44e8-b0ce-df4814091bbd yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:09.456716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-b6e7a37c-90bd-43be-905f-c965352b1b81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Deleting port 9760233a-489b-4670-b363-e2991c318c82 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:09.457241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-b6e7a37c-90bd-43be-905f-c965352b1b81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.469686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ea72aa13-3b4f-456f-8f85-05777d9575d8 None None] Could not find standard attr ID for object 9a904d09-e694-42de-a3de-cebfa9bb6c2d. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:20:09.560667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587fa66-570a-48dd-8a39-95d378dcc764 req-58d52172-3b5d-4b4b-9ecc-cb96a5f56581 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:09.566199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e587fa66-570a-48dd-8a39-95d378dcc764 req-58d52172-3b5d-4b4b-9ecc-cb96a5f56581 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb2a165-9832-45b7-bdbb-79a01d409ddd HTTP/1.1" status: 200 len: 945 time: 0.1621287 Aug 04 17:20:09.574086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b2cbb3-4c44-4629-8b77-7593d48f634e None None] DHCP port deletion for aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:20:09.604465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422109d-b3db-4f51-9fa4-29302ba8bce4 None None] Network aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:09.623968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422109d-b3db-4f51-9fa4-29302ba8bce4 None None] Network aa2c609e-ebd6-4fec-a4dd-b51b273e77d9 could not be found, it might have been deleted concurrently. {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 17:20:09.661522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-b6e7a37c-90bd-43be-905f-c965352b1b81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] For port 9760233a-489b-4670-b363-e2991c318c82, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=9760233a-489b-4670-b363-e2991c318c82,segment=NetworkSegment(1846398b-1d8c-40de-a721-4f7a0a9902f3),segment_id=1846398b-1d8c-40de-a721-4f7a0a9902f3)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:09.661892 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-b6e7a37c-90bd-43be-905f-c965352b1b81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.683564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-b6e7a37c-90bd-43be-905f-c965352b1b81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Calling delete_port for 9760233a-489b-4670-b363-e2991c318c82 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:09.717948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e587fa66-570a-48dd-8a39-95d378dcc764 req-cef36d02-bd45-422a-bd7f-2713e32a6be5 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.39 "GET /v2.0/security-groups?id=85bf4923-adf3-441c-a38d-0ed6c27923be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007977 Aug 04 17:20:09.746959 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.808781 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.883083 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-b6e7a37c-90bd-43be-905f-c965352b1b81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.896474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['9760233a-489b-4670-b363-e2991c318c82'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:09.923862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7a37c-90bd-43be-905f-c965352b1b81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Pushing event deleted for resources: {'Port': ['ID=9760233a-489b-4670-b363-e2991c318c82,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:09.929783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:09.935088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:09.937357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=1865e8ca-863b-44e8-b0ce-df4814091bbd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:09.940138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:09.946858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:09.947602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:09.971275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cfe8520b-8e0a-4bdc-83f6-4dc16b59aadd tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8763802 Aug 04 17:20:09.971906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53082) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:10.011554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-b6e7a37c-90bd-43be-905f-c965352b1b81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] No DVR routers for this DVR port 9760233a-489b-4670-b363-e2991c318c82 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:10.016251 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-b6e7a37c-90bd-43be-905f-c965352b1b81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:10.018970 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7b73bd4a-b23d-4e10-9340-d0a8fa83ce37 req-b6e7a37c-90bd-43be-905f-c965352b1b81 tempest-ServerDiskConfigTestJSON-2030196849 tempest-ServerDiskConfigTestJSON-2030196849-project] 10.222.0.90 "DELETE /v2.0/ports/9760233a-489b-4670-b363-e2991c318c82 HTTP/1.1" status: 204 len: 173 time: 0.7648590 Aug 04 17:20:10.019705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb2a165-9832-45b7-bdbb-79a01d409ddd', 'name': 'network-vif-deleted', 'tag': '9760233a-489b-4670-b363-e2991c318c82'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:10.024833 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792508c7-4d7b-4e3b-89d8-3a867244d3d1" -d '{"events": [{"server_uuid": "8eb2a165-9832-45b7-bdbb-79a01d409ddd", "name": "network-vif-deleted", "tag": "9760233a-489b-4670-b363-e2991c318c82"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:10.092861 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161de0ec-31cc-4368-8204-2b795575321c x-openstack-request-id: req-161de0ec-31cc-4368-8204-2b795575321c {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:10.093417 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb2a165-9832-45b7-bdbb-79a01d409ddd", "name": "network-vif-deleted", "tag": "9760233a-489b-4670-b363-e2991c318c82", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:10.093636 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-161de0ec-31cc-4368-8204-2b795575321c {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:10.094038 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb2a165-9832-45b7-bdbb-79a01d409ddd', 'name': 'network-vif-deleted', 'tag': '9760233a-489b-4670-b363-e2991c318c82', 'status': 'completed', 'code': 200} Aug 04 17:20:10.111432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-15be4836-b5f6-40f5-98f7-4260d932d0d9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 1865e8ca-863b-44e8-b0ce-df4814091bbd {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:10.112602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15be4836-b5f6-40f5-98f7-4260d932d0d9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:10.203434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15be4836-b5f6-40f5-98f7-4260d932d0d9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:10.235160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-15be4836-b5f6-40f5-98f7-4260d932d0d9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 1865e8ca-863b-44e8-b0ce-df4814091bbd owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:10.319643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15be4836-b5f6-40f5-98f7-4260d932d0d9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:10.356933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be4836-b5f6-40f5-98f7-4260d932d0d9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=1865e8ca-863b-44e8-b0ce-df4814091bbd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:10.361159 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15be4836-b5f6-40f5-98f7-4260d932d0d9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:10.362673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-15be4836-b5f6-40f5-98f7-4260d932d0d9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/1865e8ca-863b-44e8-b0ce-df4814091bbd HTTP/1.1" status: 204 len: 168 time: 0.3897834 Aug 04 17:20:10.365337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53092) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:10.370398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'mac_address': 'fa:16:3e:7a:cd:7c', 'name': 'tempest-PortsIpV6TestJSON-2052169899'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:10.522346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:10.598535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:10.653601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 96141987-fb46-4506-89b7-c2a21d96f304 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:10.851045 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:10.900058 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:10.957418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=96141987-fb46-4506-89b7-c2a21d96f304,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:10.972648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:10.974173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:10.978412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:10.987501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:10.988202 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.029000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a0d498bb-9f63-47a4-aaee-387858a13da4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6618266 Aug 04 17:20:11.029317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53116) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:11.031326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53118) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:11.144629 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:20:11.157535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834cdd18-ad6a-48b5-b471-237e5cc78f07 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:11.162364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53120) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:11.170745 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-834cdd18-ad6a-48b5-b471-237e5cc78f07 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/96141987-fb46-4506-89b7-c2a21d96f304 HTTP/1.1" status: 200 len: 845 time: 0.1320260 Aug 04 17:20:11.181467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e134fe-977d-41f6-944c-7e8d0ec8246a admin admin] Deleting subnet 361a11cd-0cad-4e75-aee4-48f4d1c402b1 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:20:11.188815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89e134fe-977d-41f6-944c-7e8d0ec8246a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.235529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89e134fe-977d-41f6-944c-7e8d0ec8246a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.280217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89e134fe-977d-41f6-944c-7e8d0ec8246a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.358400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89e134fe-977d-41f6-944c-7e8d0ec8246a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.365189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7ba41ec8-5f35-4bdf-b9c0-f81414a6c675 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 96141987-fb46-4506-89b7-c2a21d96f304 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:11.365541 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ba41ec8-5f35-4bdf-b9c0-f81414a6c675 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.394850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e134fe-977d-41f6-944c-7e8d0ec8246a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=361a11cd-0cad-4e75-aee4-48f4d1c402b1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:11.397243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89e134fe-977d-41f6-944c-7e8d0ec8246a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.400219 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-89e134fe-977d-41f6-944c-7e8d0ec8246a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/361a11cd-0cad-4e75-aee4-48f4d1c402b1 HTTP/1.1" status: 204 len: 168 time: 0.3693831 Aug 04 17:20:11.402191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53128) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:11.475577 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ba41ec8-5f35-4bdf-b9c0-f81414a6c675 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.494840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7ba41ec8-5f35-4bdf-b9c0-f81414a6c675 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 96141987-fb46-4506-89b7-c2a21d96f304 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:11.495048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.587690 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.604793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58204f97-c167-41e5-83ba-68694741e7dd']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:11.609633 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ba41ec8-5f35-4bdf-b9c0-f81414a6c675 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.624998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1846398b-1d8c-40de-a721-4f7a0a9902f3') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:11.625534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1846398b-1d8c-40de-a721-4f7a0a9902f3') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:11.638547 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.655267 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.655679 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba41ec8-5f35-4bdf-b9c0-f81414a6c675 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=96141987-fb46-4506-89b7-c2a21d96f304,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:11.659949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ba41ec8-5f35-4bdf-b9c0-f81414a6c675 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.664563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7ba41ec8-5f35-4bdf-b9c0-f81414a6c675 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/96141987-fb46-4506-89b7-c2a21d96f304 HTTP/1.1" status: 204 len: 168 time: 0.4985664 Aug 04 17:20:11.664750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53134) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:11.665138 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:20:11.665652 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:20:11.667900 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:20:11.694178 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e07463-3891-4f2a-8213-3db55ed0a5a3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:20:11.700234 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-23e07463-3891-4f2a-8213-3db55ed0a5a3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/96141987-fb46-4506-89b7-c2a21d96f304 HTTP/1.1" status: 404 len: 333 time: 0.0299447 Aug 04 17:20:11.700531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53136) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:11.706564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'name': 'tempest-PortsIpV6TestJSON-1893956202'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:11.731157 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.737325 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.739555 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] 10.222.0.39 "DELETE /v2.0/networks/58204f97-c167-41e5-83ba-68694741e7dd HTTP/1.1" status: 204 len: 168 time: 0.3364348 Aug 04 17:20:11.756274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5d750-87cf-439a-ba28-f9ca74ced694 admin admin] Pushing event deleted for resources: {'Network': ['ID=58204f97-c167-41e5-83ba-68694741e7dd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:11.851948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:11.856025 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:11.888076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 4136732a-0cfa-4938-9240-c8e101500fb1 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:11.981679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53148) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:12.027994 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2318b652-a530-4321-8e76-3114f829522a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ca3cf4ce777441998bc5fbe4cc40b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428710 Aug 04 17:20:12.028472 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53150) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:12.084979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feeb5741-397d-4ec2-a7ad-133932c52ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.087763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.118036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feeb5741-397d-4ec2-a7ad-133932c52ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.132501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.181519 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feeb5741-397d-4ec2-a7ad-133932c52ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.185115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-feeb5741-397d-4ec2-a7ad-133932c52ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.188584 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-feeb5741-397d-4ec2-a7ad-133932c52ab1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85bf4923-adf3-441c-a38d-0ed6c27923be HTTP/1.1" status: 204 len: 168 time: 0.1567757 Aug 04 17:20:12.200956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=4136732a-0cfa-4938-9240-c8e101500fb1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:12.209772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:12.210980 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb5741-397d-4ec2-a7ad-133932c52ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bf4923-adf3-441c-a38d-0ed6c27923be,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:12.211154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:12.213589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:12.220888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:12.220888 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.238347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-817d6ff6-70fd-4f1f-9433-cbf4b8ae89da tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5367253 Aug 04 17:20:12.241236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53158) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:12.248030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-616f3507-c7f8-48c1-aa3f-9c29e16de6a4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:12.343487 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-616f3507-c7f8-48c1-aa3f-9c29e16de6a4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.586042 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-616f3507-c7f8-48c1-aa3f-9c29e16de6a4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.597646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-616f3507-c7f8-48c1-aa3f-9c29e16de6a4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.651729 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-616f3507-c7f8-48c1-aa3f-9c29e16de6a4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] In _notify_port_updated(), no bound segment for port 4136732a-0cfa-4938-9240-c8e101500fb1 on network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:20:12.658886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616f3507-c7f8-48c1-aa3f-9c29e16de6a4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:12.659782 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-616f3507-c7f8-48c1-aa3f-9c29e16de6a4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.665655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53170) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:12.666021 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-616f3507-c7f8-48c1-aa3f-9c29e16de6a4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "PUT /v2.0/ports/4136732a-0cfa-4938-9240-c8e101500fb1 HTTP/1.1" status: 200 len: 818 time: 0.4232185 Aug 04 17:20:12.703598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f3507-c7f8-48c1-aa3f-9c29e16de6a4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=4136732a-0cfa-4938-9240-c8e101500fb1,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:12.785050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-749645eb-dcf0-4aa0-8dd1-29c16db0a753 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 4136732a-0cfa-4938-9240-c8e101500fb1 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:12.785399 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749645eb-dcf0-4aa0-8dd1-29c16db0a753 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.883529 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749645eb-dcf0-4aa0-8dd1-29c16db0a753 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:12.903071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-749645eb-dcf0-4aa0-8dd1-29c16db0a753 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 4136732a-0cfa-4938-9240-c8e101500fb1 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:13.035562 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749645eb-dcf0-4aa0-8dd1-29c16db0a753 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.078125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 9760233a-489b-4670-b363-e2991c318c82 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:13.090979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749645eb-dcf0-4aa0-8dd1-29c16db0a753 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=4136732a-0cfa-4938-9240-c8e101500fb1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:13.110922 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-749645eb-dcf0-4aa0-8dd1-29c16db0a753 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.117861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53190) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:13.121378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-749645eb-dcf0-4aa0-8dd1-29c16db0a753 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/4136732a-0cfa-4938-9240-c8e101500fb1 HTTP/1.1" status: 204 len: 168 time: 0.4544909 Aug 04 17:20:13.130695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 9760233a-489b-4670-b363-e2991c318c82 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:13.130695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 9760233a-489b-4670-b363-e2991c318c82 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:13.193185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785fc1bd-7662-4471-8843-8901893f24d4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:13.198085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53194) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:13.207692 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-785fc1bd-7662-4471-8843-8901893f24d4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0873966 Aug 04 17:20:13.227787 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-273c46e1-073e-4d76-b095-30c9c2c62e7d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:20:13.229636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-273c46e1-073e-4d76-b095-30c9c2c62e7d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/4136732a-0cfa-4938-9240-c8e101500fb1 HTTP/1.1" status: 404 len: 333 time: 0.0304422 Aug 04 17:20:13.233357 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53198) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:13.238730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-807721902'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:13.273778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:13.279101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.336145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:20:13.348771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.349113 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Added segment 4a2c39f9-e162-4646-94a3-ceda4480d276 of type vlan for network 1eaf28fc-037c-401a-9ae0-dff923fe728d Aug 04 17:20:13.370107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53206) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:13.403708 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.435465 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.441221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:13.441816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.506142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1037682358-network', 'tenant_id': '6d53bac957704b4c91065dd53ee4cc95'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:13.525288 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2907259 Aug 04 17:20:13.528427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53210) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:13.536700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:13.547300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Made reservation on behalf of 6d53bac957704b4c91065dd53ee4cc95 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:13.550259 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.573333 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.596125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198a327-c1c2-4ec7-afdc-0b13fae3d7fe tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Network': ['ID=1eaf28fc-037c-401a-9ae0-dff923fe728d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:13.608586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 1eaf28fc-037c-401a-9ae0-dff923fe728d details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:20:13.732982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.744337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.778639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928e213a-b717-46ab-9494-5ed20946767e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:13.790244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:20:13.794878 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.795230 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Added segment 10b8fa48-ef9b-42ad-a47c-76f2801dc86d of type vlan for network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 Aug 04 17:20:13.798054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:13.802678 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.848192 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.894947 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.897059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:13.897858 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:13.974770 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53220) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:13.975965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6045823 Aug 04 17:20:13.981454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Request body: {'subnet': {'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1037682358-subnet', 'tenant_id': '6d53bac957704b4c91065dd53ee4cc95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:13.983778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff7b89-6c6d-4629-b77f-27c970962e90 admin admin] Pushing event updated for resources: {'Network': ['ID=6a675369-31e5-43ee-9a38-1d2265b7e3d7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:13.994676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:20:14.052083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Made reservation on behalf of 6d53bac957704b4c91065dd53ee4cc95 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:14.055531 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:14.138533 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:14.231417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=727c440c-215d-460c-b08a-d5b016dbfca2,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:14.262469 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Checking segment: {'id': '4a2c39f9-e162-4646-94a3-ceda4480d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:14.262853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network hostable DHCP agents. Network: 1eaf28fc-037c-401a-9ae0-dff923fe728d, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:20:14.328928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 1eaf28fc-037c-401a-9ae0-dff923fe728d is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:20:14.337375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:14.345950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 1eaf28fc-037c-401a-9ae0-dff923fe728d) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:14.354399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558b97e1-395f-48b2-a39f-fc8fd9755015 None None] Network 1eaf28fc-037c-401a-9ae0-dff923fe728d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:14.372752 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:14.373492 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:14.403785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ab83db-e7e7-42be-918f-c45d7572353f,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:14.449267 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-66354821-28dd-45ef-a801-ce7e50cb801f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9194193 Aug 04 17:20:14.450819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Checking segment: {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:14.451759 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Network hostable DHCP agents. Network: 6a675369-31e5-43ee-9a38-1d2265b7e3d7, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:20:14.452226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53232) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:14.459541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-811335ac-551d-43d6-a1dc-8d3c1daa2b39 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:14.473256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:20:14.490133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 6a675369-31e5-43ee-9a38-1d2265b7e3d7) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:14.499260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f345a8-8b8e-49f3-81d1-6afdcf202436 None None] Network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:14.504032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:14.505528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:14.527514 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ad806ef-c4bc-4e53-82a5-f503ac8e6b32 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5515430 Aug 04 17:20:14.681797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811335ac-551d-43d6-a1dc-8d3c1daa2b39 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:14.685706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-811335ac-551d-43d6-a1dc-8d3c1daa2b39 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:14.723219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0f526-2eee-4c0b-ab75-8a73b23aad87 None None] Network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:14.812625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-1eaf28fc-037c-401a-9ae0-dff923fe728d', 'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d', 'tenant_id': 'aaeea0af0dd24b719786421a250853a5', 'fixed_ips': [{'subnet_id': '727c440c-215d-460c-b08a-d5b016dbfca2'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:20:14.813734 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:14.822216 n-d-764435-5 neutron-server[105828]: INFO neutron.db.ipam_backend_mixin [None req-811335ac-551d-43d6-a1dc-8d3c1daa2b39 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 727c440c-215d-460c-b08a-d5b016dbfca2 (CIDR: 2001:db8::/64) Aug 04 17:20:14.837655 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-811335ac-551d-43d6-a1dc-8d3c1daa2b39 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:20:14.838191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811335ac-551d-43d6-a1dc-8d3c1daa2b39 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:20:14.866716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-811335ac-551d-43d6-a1dc-8d3c1daa2b39 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4106035 Aug 04 17:20:14.868614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53246) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:14.874843 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d86556d6-4bdd-4ea5-9333-b72469bcb5b4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:15.100041 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86556d6-4bdd-4ea5-9333-b72469bcb5b4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:15.105207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d86556d6-4bdd-4ea5-9333-b72469bcb5b4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:15.127222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Allocated IP 2001:db8::2 (1eaf28fc-037c-401a-9ae0-dff923fe728d/727c440c-215d-460c-b08a-d5b016dbfca2/bc938c28-8c71-4448-85c2-1823419d12a8) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:15.356422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-29001020-a55f-468b-bd86-ca84488aeffe tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:15.371354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-29001020-a55f-468b-bd86-ca84488aeffe tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/networks?id=6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 200 len: 813 time: 0.1822920 Aug 04 17:20:15.395020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bdc7ae2e-f479-4e9c-92aa-2a961a52e0ba tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/quotas/6d53bac957704b4c91065dd53ee4cc95 HTTP/1.1" status: 200 len: 375 time: 0.0211902 Aug 04 17:20:15.441921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-0e73a02d-6a96-406d-9545-9200e580e077 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d53bac957704b4c91065dd53ee4cc95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393653 Aug 04 17:20:15.467823 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:15.485795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Transition to ACTIVE for port object bc938c28-8c71-4448-85c2-1823419d12a8 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:15.520230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Transition to ACTIVE for port object bc938c28-8c71-4448-85c2-1823419d12a8 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:15.538341 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:15.549158 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d86556d6-4bdd-4ea5-9333-b72469bcb5b4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:15.577380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-5cdb9214-fe67-4ac4-8f1f-c50652529898 service neutron] 10.222.0.39 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276586 Aug 04 17:20:15.620551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Network 1eaf28fc-037c-401a-9ae0-dff923fe728d is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:15.621610 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86556d6-4bdd-4ea5-9333-b72469bcb5b4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=7b855fb5-0068-4dec-a27c-5dc2779bd1e8,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:15.631897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:15.637040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:15.639120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86556d6-4bdd-4ea5-9333-b72469bcb5b4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 1eaf28fc-037c-401a-9ae0-dff923fe728d is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:15.640219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Pushing event updated for resources: {'Port': ['ID=bc938c28-8c71-4448-85c2-1823419d12a8,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:15.640938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d86556d6-4bdd-4ea5-9333-b72469bcb5b4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:15.645468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86556d6-4bdd-4ea5-9333-b72469bcb5b4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:15.646289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d86556d6-4bdd-4ea5-9333-b72469bcb5b4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:15.671684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53278) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:15.672390 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d86556d6-4bdd-4ea5-9333-b72469bcb5b4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8015354 Aug 04 17:20:15.677810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d', 'fixed_ips': [{'subnet_id': '727c440c-215d-460c-b08a-d5b016dbfca2'}, {'subnet_id': '7b855fb5-0068-4dec-a27c-5dc2779bd1e8'}], 'name': 'tempest-PortsIpV6TestJSON-1252695386'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:15.709485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.710078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.710510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.710959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.711500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.712041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.712783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.713305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.713872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.714383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.714931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.715440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:15.742395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Attempting to bind port bc938c28-8c71-4448-85c2-1823419d12a8 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:15.743326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Attempting to bind port bc938c28-8c71-4448-85c2-1823419d12a8 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '4a2c39f9-e162-4646-94a3-ceda4480d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:15.743861 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Attempting to bind port bc938c28-8c71-4448-85c2-1823419d12a8 on network 1eaf28fc-037c-401a-9ae0-dff923fe728d {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:15.752639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-c0bb8e57-6481-4597-9492-f22c69520a30 service neutron] 10.222.0.39 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743479 Aug 04 17:20:15.753082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:15.755100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Checking segment: {'id': '4a2c39f9-e162-4646-94a3-ceda4480d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:15.755681 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:15.758878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Bound using segment: {'id': '4a2c39f9-e162-4646-94a3-ceda4480d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:15.759701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Bound port: bc938c28-8c71-4448-85c2-1823419d12a8, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2c39f9-e162-4646-94a3-ceda4480d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:15.759963 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:15.848795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:15.858424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-350002c1-6eba-4412-b073-6c5291461fad None None] For port bc938c28-8c71-4448-85c2-1823419d12a8, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:15.871847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-350002c1-6eba-4412-b073-6c5291461fad None None] For port bc938c28-8c71-4448-85c2-1823419d12a8, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bc938c28-8c71-4448-85c2-1823419d12a8,segment=NetworkSegment(4a2c39f9-e162-4646-94a3-ceda4480d276),segment_id=4a2c39f9-e162-4646-94a3-ceda4480d276)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:15.881894 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:15.973858 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:15.990862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350002c1-6eba-4412-b073-6c5291461fad None None] Pushing event updated for resources: {'Port': ['ID=bc938c28-8c71-4448-85c2-1823419d12a8,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:16.026051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 12520caa-302d-42e6-8923-fd28084fa7c1 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:16.308707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-547d8afd-ae2f-4520-a1f6-a8fb5c7854b1 req-bed7c33c-cecd-4372-81ac-bdbeaa61751a tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 210 time: 0.0563035 Aug 04 17:20:16.535132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8::31a (1eaf28fc-037c-401a-9ae0-dff923fe728d/727c440c-215d-460c-b08a-d5b016dbfca2/12520caa-302d-42e6-8923-fd28084fa7c1) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:16.548133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8:0:1::2b8 (1eaf28fc-037c-401a-9ae0-dff923fe728d/7b855fb5-0068-4dec-a27c-5dc2779bd1e8/12520caa-302d-42e6-8923-fd28084fa7c1) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:16.704709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:16.728768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 12520caa-302d-42e6-8923-fd28084fa7c1 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:16.767869 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:16.834564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 1eaf28fc-037c-401a-9ae0-dff923fe728d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:16.839067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:16.841575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:16.848880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:16.849734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:16.853919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=12520caa-302d-42e6-8923-fd28084fa7c1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:16.875075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53302) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:16.875613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4953f67a-68f3-4ebf-8c21-c4dd090760c0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.2027795 Aug 04 17:20:16.882210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '727c440c-215d-460c-b08a-d5b016dbfca2'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:17.206029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:17.341085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6400135-0432-41eb-85d7-6b0fde5e74d4 None None] Network 1eaf28fc-037c-401a-9ae0-dff923fe728d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:17.435206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d82249b7-e904-45c8-a611-ebe61a237e31 None None] Provisioning for port bc938c28-8c71-4448-85c2-1823419d12a8 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:17.492500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83b29a06-d8e4-4ac3-a8eb-0c8622b893c1 req-276f5429-d5b0-4146-bc9e-bbe0c3b0e0f3 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 210 time: 0.0589292 Aug 04 17:20:17.687886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a6541-235c-414f-8bbb-68e007e47093 None None] Update dhcp port {'port': {'network_id': '1eaf28fc-037c-401a-9ae0-dff923fe728d', 'fixed_ips': [{'subnet_id': '727c440c-215d-460c-b08a-d5b016dbfca2', 'ip_address': '2001:db8::2'}, {'subnet_id': '7b855fb5-0068-4dec-a27c-5dc2779bd1e8'}], 'binding:host_id': 'n-d-764435-5'}, 'id': 'bc938c28-8c71-4448-85c2-1823419d12a8'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:20:17.751145 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a37a6541-235c-414f-8bbb-68e007e47093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:17.773027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2dad67f6-c430-409e-acde-c66674497c8c tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:17.775224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2dad67f6-c430-409e-acde-c66674497c8c tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.82 "GET /v2.0/networks?id=6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 200 len: 813 time: 0.1703360 Aug 04 17:20:17.792102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Request body: {'port': {'device_id': 'dc4ffffd-f90d-4a39-b550-cab17d474a9b', 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7', 'admin_state_up': True, 'tenant_id': '6d53bac957704b4c91065dd53ee4cc95'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:17.976260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bc938c28-8c71-4448-85c2-1823419d12a8 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:18.034538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Made reservation on behalf of 6d53bac957704b4c91065dd53ee4cc95 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:18.039673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.128438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-a37a6541-235c-414f-8bbb-68e007e47093 None None] Allocated IP 2001:db8:0:1::2 (1eaf28fc-037c-401a-9ae0-dff923fe728d/7b855fb5-0068-4dec-a27c-5dc2779bd1e8/bc938c28-8c71-4448-85c2-1823419d12a8) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:18.231908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Allocated IP 172.20.0.2 (6a675369-31e5-43ee-9a38-1d2265b7e3d7/c7ab83db-e7e7-42be-918f-c45d7572353f/b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:18.251733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port bc938c28-8c71-4448-85c2-1823419d12a8 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:18.259292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bc938c28-8c71-4448-85c2-1823419d12a8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:18.259541 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.265850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-096697b9-f64d-4ed4-a6ff-17644a239089 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:18.266787 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-096697b9-f64d-4ed4-a6ff-17644a239089 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.90 "GET /v2.0/networks?id=6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 200 len: 813 time: 0.6009114 Aug 04 17:20:18.282065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Request body: {'port': {'device_id': '8ac109f4-a529-4d2f-ae15-7d06ef76c9ef', 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7', 'admin_state_up': True, 'tenant_id': '6d53bac957704b4c91065dd53ee4cc95'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:18.304844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a37a6541-235c-414f-8bbb-68e007e47093 None None] For port bc938c28-8c71-4448-85c2-1823419d12a8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bc938c28-8c71-4448-85c2-1823419d12a8,segment=NetworkSegment(4a2c39f9-e162-4646-94a3-ceda4480d276),segment_id=4a2c39f9-e162-4646-94a3-ceda4480d276)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:18.348274 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a37a6541-235c-414f-8bbb-68e007e47093 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.395814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a37a6541-235c-414f-8bbb-68e007e47093 None None] Transition to ACTIVE for port object bc938c28-8c71-4448-85c2-1823419d12a8 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:18.405546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a37a6541-235c-414f-8bbb-68e007e47093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.463294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.465613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a6541-235c-414f-8bbb-68e007e47093 None None] Pushing event updated for resources: {'Port': ['ID=bc938c28-8c71-4448-85c2-1823419d12a8,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:18.485819 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.505402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Made reservation on behalf of 6d53bac957704b4c91065dd53ee4cc95 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:18.516519 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.523048 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.525393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Delete allocated IP 2001:db8:0:1::2b8 (1eaf28fc-037c-401a-9ae0-dff923fe728d/7b855fb5-0068-4dec-a27c-5dc2779bd1e8) {{(pid=105829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 17:20:18.608145 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:20:18.608415 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:20:18.656041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:18.689444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eab639fb-aacd-401e-baac-a84712b7f49c req-6849964b-55c7-4449-84c0-240f99cd2576 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 210 time: 0.0494294 Aug 04 17:20:18.690600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:18.700032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:18.736732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Pushing event updated for resources: {'Port': ['ID=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:18.790312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:18.790971 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.817383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-bea1864f-78d8-4a1f-9688-c7ecd6945393 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0317457 Aug 04 17:20:18.837945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Request body: {'port': {'device_id': 'dc4ffffd-f90d-4a39-b550-cab17d474a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:18.876553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Allocated IP 172.20.0.13 (6a675369-31e5-43ee-9a38-1d2265b7e3d7/c7ab83db-e7e7-42be-918f-c45d7572353f/673471b9-b1a7-46c0-a0aa-b1ab5256edfa) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:18.905283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.927461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Ignored duplicate provisioning block setup for port 12520caa-302d-42e6-8923-fd28084fa7c1 by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 17:20:18.933531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:18.948759 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:19.166028 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:19.173586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] In _notify_port_updated(), no bound segment for port 12520caa-302d-42e6-8923-fd28084fa7c1 on network 1eaf28fc-037c-401a-9ae0-dff923fe728d {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:20:19.187150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:19.187915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:19.190784 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "PUT /v2.0/ports/12520caa-302d-42e6-8923-fd28084fa7c1 HTTP/1.1" status: 200 len: 926 time: 2.3146589 Aug 04 17:20:19.407158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53334) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:19.417868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acd933-b1a8-4e1d-a628-50ebd69ac8ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=12520caa-302d-42e6-8923-fd28084fa7c1,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:19.421125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '727c440c-215d-460c-b08a-d5b016dbfca2'}, {'subnet_id': '7b855fb5-0068-4dec-a27c-5dc2779bd1e8'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:19.421822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port bc938c28-8c71-4448-85c2-1823419d12a8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bc938c28-8c71-4448-85c2-1823419d12a8,segment=NetworkSegment(4a2c39f9-e162-4646-94a3-ceda4480d276),segment_id=4a2c39f9-e162-4646-94a3-ceda4480d276)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:19.421822 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:19.422581 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:19.444595 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:19.466823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=bc938c28-8c71-4448-85c2-1823419d12a8,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:19.472265 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:19.615205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:19.620258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:19.632036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:19.672777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9945000f-8a63-4fcf-b80c-c8c700d294d9 None None] Network 1eaf28fc-037c-401a-9ae0-dff923fe728d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:19.774272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d7ee9e5f-f763-4959-abb8-f64921e237c8 None None] Provisioning for port bc938c28-8c71-4448-85c2-1823419d12a8 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:19.779610 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:19.780418 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:19.790544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d7ee9e5f-f763-4959-abb8-f64921e237c8 None None] Provisioning complete for port bc938c28-8c71-4448-85c2-1823419d12a8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:19.791484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d7ee9e5f-f763-4959-abb8-f64921e237c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:19.840342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Pushing event updated for resources: {'Port': ['ID=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:19.856438 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-9cce9e1a-6a45-4dbe-ac8f-f7f51a7bf1de tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5803747 Aug 04 17:20:19.881036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Request body: {'port': {'device_id': '8ac109f4-a529-4d2f-ae15-7d06ef76c9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:19.959768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bc938c28-8c71-4448-85c2-1823419d12a8 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:20.022966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d7ee9e5f-f763-4959-abb8-f64921e237c8 None None] Provisioning for port 12520caa-302d-42e6-8923-fd28084fa7c1 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:20.024434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:20.036616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d7ee9e5f-f763-4959-abb8-f64921e237c8 None None] Provisioning complete for port 12520caa-302d-42e6-8923-fd28084fa7c1 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:20.037093 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d7ee9e5f-f763-4959-abb8-f64921e237c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:20.072518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bc938c28-8c71-4448-85c2-1823419d12a8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:20.072895 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:20.111208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee9e5f-f763-4959-abb8-f64921e237c8 None None] Port 12520caa-302d-42e6-8923-fd28084fa7c1 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:20.473693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dee351be-d28a-4384-9dcc-ef8e22317cd7 None None] Provisioning complete for port bc938c28-8c71-4448-85c2-1823419d12a8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:20.474222 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dee351be-d28a-4384-9dcc-ef8e22317cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:20.568057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fd1a1-9e3a-4d53-bd3b-00436e6bd565 req-27275770-5a6d-47b9-ae73-b8c58c649e40 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:20.569719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-635fd1a1-9e3a-4d53-bd3b-00436e6bd565 req-27275770-5a6d-47b9-ae73-b8c58c649e40 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 932 time: 0.1922364 Aug 04 17:20:20.633478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dee351be-d28a-4384-9dcc-ef8e22317cd7 None None] Provisioning complete for port 12520caa-302d-42e6-8923-fd28084fa7c1 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:20.633930 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dee351be-d28a-4384-9dcc-ef8e22317cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:20.916136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-635fd1a1-9e3a-4d53-bd3b-00436e6bd565 req-26bfb61b-e971-4c18-9d28-7e1cb319cf0b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359101 Aug 04 17:20:20.941360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:20:20.994242 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.033427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-dee351be-d28a-4384-9dcc-ef8e22317cd7 None None] Port 12520caa-302d-42e6-8923-fd28084fa7c1 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:21.039757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Transition to ACTIVE for port object b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:21.123025 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.178105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9d5b1ad7-50a2-40d5-93b1-b4580a60cff1 None None] Provisioning complete for port 12520caa-302d-42e6-8923-fd28084fa7c1 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:21.178489 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1ad7-50a2-40d5-93b1-b4580a60cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.276712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b1ad7-50a2-40d5-93b1-b4580a60cff1 None None] Port 12520caa-302d-42e6-8923-fd28084fa7c1 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:21.282969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8:0:1::3be (1eaf28fc-037c-401a-9ae0-dff923fe728d/7b855fb5-0068-4dec-a27c-5dc2779bd1e8/12520caa-302d-42e6-8923-fd28084fa7c1) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:21.369105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673471b9-b1a7-46c0-a0aa-b1ab5256edfa {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:20:21.379449 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.398018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Transition to ACTIVE for port object 673471b9-b1a7-46c0-a0aa-b1ab5256edfa will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:21.401884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1b84ebcc-8a29-4699-9fc9-b109c5e15d57 None None] Provisioning complete for port 12520caa-302d-42e6-8923-fd28084fa7c1 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:21.402308 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1b84ebcc-8a29-4699-9fc9-b109c5e15d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.411442 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.461705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Pushing event updated for resources: {'Port': ['ID=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:21.483050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Pushing event updated for resources: {'Port': ['ID=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:21.518140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1b84ebcc-8a29-4699-9fc9-b109c5e15d57 None None] Port 12520caa-302d-42e6-8923-fd28084fa7c1 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:21.563966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Attempting to bind port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:21.564206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Attempting to bind port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:21.564530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Attempting to bind port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:21.574359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:20:21.575028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Attempting to bind port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:21.595572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:21.595984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Checking segment: {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:21.596309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Bound using segment: {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:21.597349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Bound port: b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:21.598179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.602789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.660855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Ignored duplicate provisioning block setup for port 12520caa-302d-42e6-8923-fd28084fa7c1 by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 04 17:20:21.682291 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.689710 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Attempting to bind port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:21.690128 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Attempting to bind port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:21.690607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Attempting to bind port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:21.698572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:20:21.698990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Attempting to bind port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:21.705560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:21.706044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Checking segment: {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:21.706438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Bound using segment: {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:21.707046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Bound port: 673471b9-b1a7-46c0-a0aa-b1ab5256edfa, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:21.707590 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.735594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] For port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:21.777410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] For port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:21.780512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=12520caa-302d-42e6-8923-fd28084fa7c1,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:21.803178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] In _notify_port_updated(), no bound segment for port 12520caa-302d-42e6-8923-fd28084fa7c1 on network 1eaf28fc-037c-401a-9ae0-dff923fe728d {{(pid=105828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:20:21.809402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:21.809900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.813750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-221759e7-a3c4-4f1e-a1f8-928f7cc03aa9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "PUT /v2.0/ports/12520caa-302d-42e6-8923-fd28084fa7c1 HTTP/1.1" status: 200 len: 1012 time: 2.6166012 Aug 04 17:20:21.813750 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.815308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53408) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:21.867390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] For port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:21.872493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] For port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:21.882428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.917368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:21.918699 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:21.920292 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] 10.222.0.82 "PUT /v2.0/ports/b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b HTTP/1.1" status: 200 len: 1091 time: 3.0950634 Aug 04 17:20:21.922664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4ffffd-f90d-4a39-b550-cab17d474a9b', 'tag': 'b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:21.925263 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b9838c-71a2-43d5-8930-21d6cf1d54dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4ffffd-f90d-4a39-b550-cab17d474a9b", "tag": "b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:21.986384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Pushing event updated for resources: {'Port': ['ID=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:21.999417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:22.015908 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:22.017626 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-2df04135-6d2f-4b09-8374-053955f492fc service neutron] 10.222.0.90 "PUT /v2.0/ports/673471b9-b1a7-46c0-a0aa-b1ab5256edfa HTTP/1.1" status: 200 len: 1092 time: 2.1524625 Aug 04 17:20:22.018080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac109f4-a529-4d2f-ae15-7d06ef76c9ef', 'tag': '673471b9-b1a7-46c0-a0aa-b1ab5256edfa'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:22.027685 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4f9448-458a-4003-91ab-03068e0b5f74 x-openstack-request-id: req-3a4f9448-458a-4003-91ab-03068e0b5f74 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:22.028405 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4ffffd-f90d-4a39-b550-cab17d474a9b", "tag": "b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:22.028405 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a4f9448-458a-4003-91ab-03068e0b5f74 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:22.028821 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4ffffd-f90d-4a39-b550-cab17d474a9b', 'tag': 'b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b', 'status': 'completed', 'code': 200} Aug 04 17:20:22.035715 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52aad9b-546a-4b89-844b-32d4edf7046d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac109f4-a529-4d2f-ae15-7d06ef76c9ef", "tag": "673471b9-b1a7-46c0-a0aa-b1ab5256edfa"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:22.049867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e2321-c8df-435e-bc8e-204552252d6d service neutron] Pushing event updated for resources: {'Port': ['ID=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:22.164176 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0787b363-4eef-4d7d-bc64-25e4352121e5 x-openstack-request-id: req-0787b363-4eef-4d7d-bc64-25e4352121e5 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:22.164463 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac109f4-a529-4d2f-ae15-7d06ef76c9ef", "tag": "673471b9-b1a7-46c0-a0aa-b1ab5256edfa", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:22.164715 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0787b363-4eef-4d7d-bc64-25e4352121e5 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:22.165121 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac109f4-a529-4d2f-ae15-7d06ef76c9ef', 'tag': '673471b9-b1a7-46c0-a0aa-b1ab5256edfa', 'status': 'completed', 'code': 200} Aug 04 17:20:22.171686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-f4c433a8-c16e-4124-9d94-15332b5f3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:22.171686 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-f4c433a8-c16e-4124-9d94-15332b5f3f79 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6d53bac957704b4c91065dd53ee4cc95&device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 1095 time: 0.0737643 Aug 04 17:20:22.260261 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-3bb7b546-693c-4288-a88b-5ba44ec342c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=673471b9-b1a7-46c0-a0aa-b1ab5256edfa HTTP/1.1" status: 200 len: 217 time: 0.0804560 Aug 04 17:20:22.305066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8812465c-ea5f-43fe-8481-369048d72b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:22.306584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-8812465c-ea5f-43fe-8481-369048d72b06 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d53bac957704b4c91065dd53ee4cc95&device_id=dc4ffffd-f90d-4a39-b550-cab17d474a9b HTTP/1.1" status: 200 len: 1094 time: 0.2815814 Aug 04 17:20:22.310538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b50dd6a1-f33c-4c8e-8aa7-21f025395f27 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 12520caa-302d-42e6-8923-fd28084fa7c1 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:22.310917 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b50dd6a1-f33c-4c8e-8aa7-21f025395f27 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:22.323298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-b6142d09-9f63-414f-b3d8-5e3617ab1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:22.325087 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-b6142d09-9f63-414f-b3d8-5e3617ab1715 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7ab83db-e7e7-42be-918f-c45d7572353f HTTP/1.1" status: 200 len: 853 time: 0.0574067 Aug 04 17:20:22.349159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ef771f8a-117e-4b60-b30c-10b899a2dbcf None None] Provisioning complete for port 12520caa-302d-42e6-8923-fd28084fa7c1 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:22.349726 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef771f8a-117e-4b60-b30c-10b899a2dbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:22.370634 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-4b1a266f-521b-4a12-8697-5aa7c67e628f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6a675369-31e5-43ee-9a38-1d2265b7e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348163 Aug 04 17:20:22.439033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-27c74c7c-3ef0-4cf0-9000-1a2bae72bc5c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b HTTP/1.1" status: 200 len: 217 time: 0.0634966 Aug 04 17:20:22.480401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ef771f8a-117e-4b60-b30c-10b899a2dbcf None None] Port 12520caa-302d-42e6-8923-fd28084fa7c1 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:22.519679 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf612c0d-4d58-452b-9010-53a2742ca8af req-7987b696-64e4-476a-bdcb-c41a6789bf32 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:22.521377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf612c0d-4d58-452b-9010-53a2742ca8af req-7987b696-64e4-476a-bdcb-c41a6789bf32 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 944 time: 0.3442137 Aug 04 17:20:22.550165 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-a2a1eb5b-dd1e-4f1e-802c-7872069cde35 service neutron] 10.222.0.90 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704333 Aug 04 17:20:22.613154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf612c0d-4d58-452b-9010-53a2742ca8af req-85e03fb5-e309-4440-8b86-61fe2388cb9f tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835781 Aug 04 17:20:22.619604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-e9e05a95-a310-4919-ad3e-3c59615454d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:22.621217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-e9e05a95-a310-4919-ad3e-3c59615454d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c7ab83db-e7e7-42be-918f-c45d7572353f HTTP/1.1" status: 200 len: 853 time: 0.1731029 Aug 04 17:20:22.646660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b50dd6a1-f33c-4c8e-8aa7-21f025395f27 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:22.702395 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-0e647dcf-24b5-4502-80f9-26e4b1dcbb1c service neutron] 10.222.0.90 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451612 Aug 04 17:20:22.761240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-4b44831c-4e54-4f80-9fbc-a44f8c099c52 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a675369-31e5-43ee-9a38-1d2265b7e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207671 Aug 04 17:20:22.762079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b50dd6a1-f33c-4c8e-8aa7-21f025395f27 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 12520caa-302d-42e6-8923-fd28084fa7c1 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:22.858530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aad9b-546a-4b89-844b-32d4edf7046d req-0e2f34c1-3e27-489a-861f-37c580627ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:22.868843 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b52aad9b-546a-4b89-844b-32d4edf7046d req-0e2f34c1-3e27-489a-861f-37c580627ce8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6d53bac957704b4c91065dd53ee4cc95&device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 1095 time: 0.0796666 Aug 04 17:20:22.961285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-7c593eef-4f5a-4ac3-85b6-5d01b479facc service neutron] 10.222.0.82 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910615 Aug 04 17:20:22.998441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aad9b-546a-4b89-844b-32d4edf7046d req-aa87e3fb-db92-426d-906e-33c4cd7e5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:23.000279 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b52aad9b-546a-4b89-844b-32d4edf7046d req-aa87e3fb-db92-426d-906e-33c4cd7e5638 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 200 len: 915 time: 0.1169522 Aug 04 17:20:23.071104 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b52aad9b-546a-4b89-844b-32d4edf7046d req-c06a83aa-50bd-4d89-b60c-47db8309cdd6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=673471b9-b1a7-46c0-a0aa-b1ab5256edfa HTTP/1.1" status: 200 len: 217 time: 0.0595305 Aug 04 17:20:23.157537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aad9b-546a-4b89-844b-32d4edf7046d req-ed274166-027c-4d42-982b-52007d4555b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:23.158974 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b52aad9b-546a-4b89-844b-32d4edf7046d req-ed274166-027c-4d42-982b-52007d4555b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7ab83db-e7e7-42be-918f-c45d7572353f HTTP/1.1" status: 200 len: 853 time: 0.0692754 Aug 04 17:20:23.207826 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fa30880-ceb6-44a7-8998-0132f052e153 req-60580265-796b-4052-96f0-62306a24da48 service neutron] 10.222.0.82 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330334 Aug 04 17:20:23.231045 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b52aad9b-546a-4b89-844b-32d4edf7046d req-bbbae9bc-5f89-4a9c-8e2e-987718ab2867 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6a675369-31e5-43ee-9a38-1d2265b7e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630131 Aug 04 17:20:23.346117 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b52aad9b-546a-4b89-844b-32d4edf7046d req-56bf6cd5-bd32-473d-a7d0-e72de235cc07 service neutron] 10.222.0.90 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068890 Aug 04 17:20:23.377263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9838c-71a2-43d5-8930-21d6cf1d54dd req-62456dcf-4485-46c6-bf86-48fb4c617d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:23.381173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92b9838c-71a2-43d5-8930-21d6cf1d54dd req-62456dcf-4485-46c6-bf86-48fb4c617d87 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d53bac957704b4c91065dd53ee4cc95&device_id=dc4ffffd-f90d-4a39-b550-cab17d474a9b HTTP/1.1" status: 200 len: 1094 time: 0.1154702 Aug 04 17:20:23.422111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b50dd6a1-f33c-4c8e-8aa7-21f025395f27 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:23.518420 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dd6a1-f33c-4c8e-8aa7-21f025395f27 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=12520caa-302d-42e6-8923-fd28084fa7c1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:23.549036 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b52aad9b-546a-4b89-844b-32d4edf7046d req-0d5da8ad-000b-494a-adef-5530742a9878 service neutron] 10.222.0.90 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953659 Aug 04 17:20:23.590051 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b50dd6a1-f33c-4c8e-8aa7-21f025395f27 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:23.592320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b50dd6a1-f33c-4c8e-8aa7-21f025395f27 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/12520caa-302d-42e6-8923-fd28084fa7c1 HTTP/1.1" status: 204 len: 168 time: 1.7737956 Aug 04 17:20:23.595079 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53460) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:23.639825 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dc24bb-44dd-45e5-8d2e-79f29f1cb168 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:20:23.656551 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a6dc24bb-44dd-45e5-8d2e-79f29f1cb168 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/12520caa-302d-42e6-8923-fd28084fa7c1 HTTP/1.1" status: 404 len: 333 time: 0.0601320 Aug 04 17:20:23.656999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53464) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:23.669841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9838c-71a2-43d5-8930-21d6cf1d54dd req-ca50481d-2739-4807-aa65-b58071dddd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:23.671549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92b9838c-71a2-43d5-8930-21d6cf1d54dd req-ca50481d-2739-4807-aa65-b58071dddd2a service neutron] 10.222.0.82 "GET /v2.0/networks?id=6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 200 len: 915 time: 0.2747610 Aug 04 17:20:23.834144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92b9838c-71a2-43d5-8930-21d6cf1d54dd req-abdf90aa-84d2-4b6a-afd0-1c6cf555ed9d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b HTTP/1.1" status: 200 len: 217 time: 0.1131203 Aug 04 17:20:23.895247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b196bb-53ca-4a10-8bf7-f42030bcad4c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet 7b855fb5-0068-4dec-a27c-5dc2779bd1e8 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:20:23.925636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f3b196bb-53ca-4a10-8bf7-f42030bcad4c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:23.984937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9838c-71a2-43d5-8930-21d6cf1d54dd req-c1134111-0370-4c25-8aa3-714758decdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:23.986384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92b9838c-71a2-43d5-8930-21d6cf1d54dd req-c1134111-0370-4c25-8aa3-714758decdcc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c7ab83db-e7e7-42be-918f-c45d7572353f HTTP/1.1" status: 200 len: 853 time: 0.1325433 Aug 04 17:20:24.029830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77205f5-e68b-4758-99a8-cdfda7425acd req-03ae90da-3ca4-46bd-85a3-ec6d2788fa3d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:24.031426 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77205f5-e68b-4758-99a8-cdfda7425acd req-03ae90da-3ca4-46bd-85a3-ec6d2788fa3d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 944 time: 0.2570560 Aug 04 17:20:24.035639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f3b196bb-53ca-4a10-8bf7-f42030bcad4c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:24.078894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92b9838c-71a2-43d5-8930-21d6cf1d54dd req-8c41e4e8-aac0-4fbd-add6-80ab86782469 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a675369-31e5-43ee-9a38-1d2265b7e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761676 Aug 04 17:20:24.171125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77205f5-e68b-4758-99a8-cdfda7425acd req-9592884c-7ac3-4b2c-9408-239c23b97c2b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322918 Aug 04 17:20:24.244101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f3b196bb-53ca-4a10-8bf7-f42030bcad4c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:24.282506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92b9838c-71a2-43d5-8930-21d6cf1d54dd req-2c3aa5bd-1b0c-4f55-9cbf-5d5faf1b1968 service neutron] 10.222.0.82 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947973 Aug 04 17:20:24.410990 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f3b196bb-53ca-4a10-8bf7-f42030bcad4c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:24.449239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92b9838c-71a2-43d5-8930-21d6cf1d54dd req-18ea54ec-858d-4457-a9bb-b40409ae7218 service neutron] 10.222.0.82 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554267 Aug 04 17:20:24.452004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b196bb-53ca-4a10-8bf7-f42030bcad4c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=7b855fb5-0068-4dec-a27c-5dc2779bd1e8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:24.454065 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f3b196bb-53ca-4a10-8bf7-f42030bcad4c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:24.465545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc60d629-a266-4644-8d5e-f4fded43ae2b None None] Network 1eaf28fc-037c-401a-9ae0-dff923fe728d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:24.472019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53486) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:24.479377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f3b196bb-53ca-4a10-8bf7-f42030bcad4c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/7b855fb5-0068-4dec-a27c-5dc2779bd1e8 HTTP/1.1" status: 204 len: 168 time: 0.8210981 Aug 04 17:20:24.545785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf30ee0c-e2ce-4b7c-9c5f-aed0fdf700be tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet 727c440c-215d-460c-b08a-d5b016dbfca2 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:20:24.559749 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf30ee0c-e2ce-4b7c-9c5f-aed0fdf700be tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:24.668673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf30ee0c-e2ce-4b7c-9c5f-aed0fdf700be tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:24.812556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf30ee0c-e2ce-4b7c-9c5f-aed0fdf700be tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:24.897667 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf30ee0c-e2ce-4b7c-9c5f-aed0fdf700be tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:24.931060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30ee0c-e2ce-4b7c-9c5f-aed0fdf700be tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=727c440c-215d-460c-b08a-d5b016dbfca2,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:24.937404 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf30ee0c-e2ce-4b7c-9c5f-aed0fdf700be tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:24.942257 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bf30ee0c-e2ce-4b7c-9c5f-aed0fdf700be tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/727c440c-215d-460c-b08a-d5b016dbfca2 HTTP/1.1" status: 204 len: 168 time: 0.4688330 Aug 04 17:20:24.944733 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53498) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:25.060636 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.139680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port bc938c28-8c71-4448-85c2-1823419d12a8 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:25.140120 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.184126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 673471b9-b1a7-46c0-a0aa-b1ab5256edfa details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:20:25.220776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] For port bc938c28-8c71-4448-85c2-1823419d12a8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bc938c28-8c71-4448-85c2-1823419d12a8,segment=NetworkSegment(4a2c39f9-e162-4646-94a3-ceda4480d276),segment_id=4a2c39f9-e162-4646-94a3-ceda4480d276)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:25.221153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.237724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for bc938c28-8c71-4448-85c2-1823419d12a8 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:25.409777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea5e8-085e-4c2e-a8ce-e3920ebcb488 req-fc9b91d1-9e76-4a90-93bf-ecb3a5c4c28e tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:25.413645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e8ea5e8-085e-4c2e-a8ce-e3920ebcb488 req-fc9b91d1-9e76-4a90-93bf-ecb3a5c4c28e tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 944 time: 0.1274295 Aug 04 17:20:25.419824 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.488121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=bc938c28-8c71-4448-85c2-1823419d12a8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:25.490146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No DVR routers for this DVR port bc938c28-8c71-4448-85c2-1823419d12a8 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:25.501754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:25.509227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e8ea5e8-085e-4c2e-a8ce-e3920ebcb488 req-7f341def-b370-437f-9bec-8eb21e9b9f79 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750101 Aug 04 17:20:25.557014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39c3e7-3577-47fd-8f7f-ab03a57b9ffc None None] Network 1eaf28fc-037c-401a-9ae0-dff923fe728d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:25.614307 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.625060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eaf28fc-037c-401a-9ae0-dff923fe728d']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:25.630133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fbc26f74-2eb0-4902-b4fc-31b8fabfa063 None None] Could not find standard attr ID for object bc938c28-8c71-4448-85c2-1823419d12a8. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:20:25.638620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '673471b9-b1a7-46c0-a0aa-b1ab5256edfa', 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7', 'port_id': '673471b9-b1a7-46c0-a0aa-b1ab5256edfa', 'mac_address': 'fa:16:3e:3e:35:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ab83db-e7e7-42be-918f-c45d7572353f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:20:25.639411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2c39f9-e162-4646-94a3-ceda4480d276') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:25.639710 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2c39f9-e162-4646-94a3-ceda4480d276') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:25.654933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.684193 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.694681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:20:25.695508 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:20:25.704870 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:20:25.796443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.815804 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.829994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.832382 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/networks/1eaf28fc-037c-401a-9ae0-dff923fe728d HTTP/1.1" status: 204 len: 168 time: 0.8864663 Aug 04 17:20:25.836545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53546) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:25.871292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673471b9-b1a7-46c0-a0aa-b1ab5256edfa {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:20:25.912361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:25.919115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c8bd7-335d-417f-add3-ffa1f670eb6e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Network': ['ID=1eaf28fc-037c-401a-9ae0-dff923fe728d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:25.928484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:25.944402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d7e09-8cd9-4224-83fd-4c85bd875fa1 None None] DHCP port deletion for 1eaf28fc-037c-401a-9ae0-dff923fe728d request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:20:26.018929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:26.047588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1495db4-6128-4baa-a148-8f2311371d3c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:26.051365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e1495db4-6128-4baa-a148-8f2311371d3c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2137136 Aug 04 17:20:26.054531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53568) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:26.123085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['673471b9-b1a7-46c0-a0aa-b1ab5256edfa'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:26.126151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4b37ed44-25aa-4d21-8234-0555fa1259f6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0699646 Aug 04 17:20:26.129664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53576) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:26.135335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-153192778'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:26.185293 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:26.189258 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:26.197152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:20:26.245126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:20:26.257064 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:26.257512 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Added segment 53a86bb0-eb98-4165-8678-3976e293d4a2 of type vlan for network 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 Aug 04 17:20:26.327173 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:26.341148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:26.361688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b', 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7', 'port_id': 'b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b', 'mac_address': 'fa:16:3e:96:a3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ab83db-e7e7-42be-918f-c45d7572353f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:20:26.401437 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:26.408436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:26.409284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:26.448621 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:26.478778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:20:26.491486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Network': ['ID=9949929d-8dc8-4847-aa3b-71aa5cfb49d0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:26.504587 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:20:26.507707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:26.508823 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-725fb231-13f2-423d-9811-970879506be4 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3777907 Aug 04 17:20:26.512653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53616) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:26.521020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': '9949929d-8dc8-4847-aa3b-71aa5cfb49d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:26.655811 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:26.696740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:26.700367 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:26.726935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20cda8-47ad-4f60-bea2-53fa6a282d7c req-54ea6b41-bb36-4b1a-a3c5-b98d3c14bc26 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:26.728654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c20cda8-47ad-4f60-bea2-53fa6a282d7c req-54ea6b41-bb36-4b1a-a3c5-b98d3c14bc26 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 945 time: 0.0935898 Aug 04 17:20:26.828607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:26.863941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c20cda8-47ad-4f60-bea2-53fa6a282d7c req-cc9ae52e-e3a4-4492-b3c9-69b760d3f904 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008713 Aug 04 17:20:26.873032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:27.105306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:27.189544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 673471b9-b1a7-46c0-a0aa-b1ab5256edfa up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:27.191980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=05af3048-a5e1-40c6-aac1-6181cca6541c,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:27.199444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Checking segment: {'id': '53a86bb0-eb98-4165-8678-3976e293d4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9949929d-8dc8-4847-aa3b-71aa5cfb49d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:27.199645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network hostable DHCP agents. Network: 9949929d-8dc8-4847-aa3b-71aa5cfb49d0, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:20:27.219104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:20:27.234129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 9949929d-8dc8-4847-aa3b-71aa5cfb49d0) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:27.247990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2590ee8e-1c7e-4f41-98de-83124ae418c0 None None] Network 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:27.255215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:27.256728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:27.282972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-247b200a-9684-4a22-acca-ff657349e218 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7682302 Aug 04 17:20:27.285596 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53698) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:27.295543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': '9949929d-8dc8-4847-aa3b-71aa5cfb49d0', 'name': 'tempest-PortsIpV6TestJSON-1213505121'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:27.369002 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:27.374576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:27.375029 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:27.506015 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:27.510484 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:27.515800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-9949929d-8dc8-4847-aa3b-71aa5cfb49d0', 'network_id': '9949929d-8dc8-4847-aa3b-71aa5cfb49d0', 'tenant_id': 'aaeea0af0dd24b719786421a250853a5', 'fixed_ips': [{'subnet_id': '05af3048-a5e1-40c6-aac1-6181cca6541c'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:20:27.516662 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:27.534509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 7348793c-5d5c-48a6-8283-e9d435f4ab22 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:27.571489 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:27.674715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac109f4-a529-4d2f-ae15-7d06ef76c9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673471b9-b1a7-46c0-a0aa-b1ab5256edfa'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:27.678685 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333ff814-142e-463a-9c82-f74608c4b207" -d '{"events": [{"server_uuid": "8ac109f4-a529-4d2f-ae15-7d06ef76c9ef", "name": "network-vif-plugged", "status": "completed", "tag": "673471b9-b1a7-46c0-a0aa-b1ab5256edfa"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:27.697079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:27.707464 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:27.723185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8::127 (9949929d-8dc8-4847-aa3b-71aa5cfb49d0/05af3048-a5e1-40c6-aac1-6181cca6541c/7348793c-5d5c-48a6-8283-e9d435f4ab22) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:27.744577 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd4e7cb-0ce2-4b5a-b631-526fe8b87077 x-openstack-request-id: req-1dd4e7cb-0ce2-4b5a-b631-526fe8b87077 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:27.744799 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac109f4-a529-4d2f-ae15-7d06ef76c9ef", "name": "network-vif-plugged", "status": "completed", "tag": "673471b9-b1a7-46c0-a0aa-b1ab5256edfa", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:27.745365 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1dd4e7cb-0ce2-4b5a-b631-526fe8b87077 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:27.745950 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac109f4-a529-4d2f-ae15-7d06ef76c9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673471b9-b1a7-46c0-a0aa-b1ab5256edfa', 'code': 200} Aug 04 17:20:27.805670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:27.824988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bc938c28-8c71-4448-85c2-1823419d12a8 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:27.850383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: bc938c28-8c71-4448-85c2-1823419d12a8 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:27.851026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bc938c28-8c71-4448-85c2-1823419d12a8 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:27.978343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15ee68-95a5-46b1-b55a-ef563bf53cbf req-307c4bd2-c46b-4623-b606-2d26d169cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:27.980155 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dd15ee68-95a5-46b1-b55a-ef563bf53cbf req-307c4bd2-c46b-4623-b606-2d26d169cb02 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 1097 time: 0.1360769 Aug 04 17:20:28.017942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f2724-d1dd-4a42-98f8-72f8e17c5def req-b9e641e4-b24d-49f8-9fb7-d3052c27aab5 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:28.027590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a8f2724-d1dd-4a42-98f8-72f8e17c5def req-b9e641e4-b24d-49f8-9fb7-d3052c27aab5 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 946 time: 0.0673606 Aug 04 17:20:28.076367 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:28.087996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a8f2724-d1dd-4a42-98f8-72f8e17c5def req-e8249e12-ec60-44d2-8d1e-ee8d59e51388 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585401 Aug 04 17:20:28.104604 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dd15ee68-95a5-46b1-b55a-ef563bf53cbf req-276ec6c7-7796-45e3-ba6d-3f50a466a98b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158547 Aug 04 17:20:28.112821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 7348793c-5d5c-48a6-8283-e9d435f4ab22 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:28.178476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:28.200872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:28.204489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:28.207446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:28.234421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:28.242242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:28.243112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:28.276700 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9899468 Aug 04 17:20:28.279242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53808) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:28.284439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1103c0-5325-4826-9474-e6e0215c4bd6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=7348793c-5d5c-48a6-8283-e9d435f4ab22,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:28.288057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': '9949929d-8dc8-4847-aa3b-71aa5cfb49d0', 'name': 'tempest-PortsIpV6TestJSON-1757648582'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:28.311461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Allocated IP 2001:db8::2 (9949929d-8dc8-4847-aa3b-71aa5cfb49d0/05af3048-a5e1-40c6-aac1-6181cca6541c/8301b6f2-eb8a-4109-a90f-e82f375a16da) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:28.385317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:28.393806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:28.394196 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:28.500902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:28.517576 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:28.547441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port c1a5a0e1-eba5-48ba-a153-69790c08c600 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:28.549593 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:28.607115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:28.608395 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:28.617663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Transition to ACTIVE for port object 8301b6f2-eb8a-4109-a90f-e82f375a16da will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:28.620057 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:28.657388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Transition to ACTIVE for port object 8301b6f2-eb8a-4109-a90f-e82f375a16da will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:28.672137 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:28.707021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Network 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:28.708465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:28.716463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:28.718778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:28.761137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8::16b (9949929d-8dc8-4847-aa3b-71aa5cfb49d0/05af3048-a5e1-40c6-aac1-6181cca6541c/c1a5a0e1-eba5-48ba-a153-69790c08c600) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:28.896334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Attempting to bind port 8301b6f2-eb8a-4109-a90f-e82f375a16da on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:28.907475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Attempting to bind port 8301b6f2-eb8a-4109-a90f-e82f375a16da by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '53a86bb0-eb98-4165-8678-3976e293d4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9949929d-8dc8-4847-aa3b-71aa5cfb49d0'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:28.909061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Attempting to bind port 8301b6f2-eb8a-4109-a90f-e82f375a16da on network 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:28.911708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Pushing event updated for resources: {'Port': ['ID=8301b6f2-eb8a-4109-a90f-e82f375a16da,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:28.917652 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:28.918025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Checking segment: {'id': '53a86bb0-eb98-4165-8678-3976e293d4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9949929d-8dc8-4847-aa3b-71aa5cfb49d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:28.918743 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:28.918876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Bound using segment: {'id': '53a86bb0-eb98-4165-8678-3976e293d4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9949929d-8dc8-4847-aa3b-71aa5cfb49d0'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:28.928841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Bound port: 8301b6f2-eb8a-4109-a90f-e82f375a16da, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a86bb0-eb98-4165-8678-3976e293d4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '9949929d-8dc8-4847-aa3b-71aa5cfb49d0'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:28.929379 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:29.020727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] For port 8301b6f2-eb8a-4109-a90f-e82f375a16da, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:29.024846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] For port 8301b6f2-eb8a-4109-a90f-e82f375a16da, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8301b6f2-eb8a-4109-a90f-e82f375a16da,segment=NetworkSegment(53a86bb0-eb98-4165-8678-3976e293d4a2),segment_id=53a86bb0-eb98-4165-8678-3976e293d4a2)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:29.032095 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:29.046421 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:29.086056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object c1a5a0e1-eba5-48ba-a153-69790c08c600 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:29.126109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd4bf0-2916-4588-9f21-8595f2aad555 None None] Pushing event updated for resources: {'Port': ['ID=8301b6f2-eb8a-4109-a90f-e82f375a16da,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:29.200937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:29.292469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:29.299913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:29.303412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:29.309938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:29.310675 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:29.315844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=c1a5a0e1-eba5-48ba-a153-69790c08c600,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:29.326319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.326666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.327035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.327369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.327716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.328028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.328354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.328671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.328991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.329309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.329626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.329940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:29.343454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010b4c-c2de-483e-8f76-6e173a4a0297 req-2dd1612f-1211-473e-a57e-0b97d4cee649 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:29.351643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e2010b4c-c2de-483e-8f76-6e173a4a0297 req-2dd1612f-1211-473e-a57e-0b97d4cee649 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 946 time: 0.1675396 Aug 04 17:20:29.403588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 53916) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:29.404046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3e2c5fc4-2611-46d3-8bee-a3a50787ccee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1233730 Aug 04 17:20:29.434501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e2010b4c-c2de-483e-8f76-6e173a4a0297 req-b7c08255-62d6-4979-a428-8822b741165e tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818074 Aug 04 17:20:29.563948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b00733-0f1f-40fa-b587-26b5935001c3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:29.568576 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d8b00733-0f1f-40fa-b587-26b5935001c3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A127 HTTP/1.1" status: 200 len: 929 time: 0.1608758 Aug 04 17:20:29.569963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 53936) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:29.704186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963daf38-47f2-424b-99ad-56e08218af84 req-b485536a-b149-4d31-b4ef-c8080907ccb3 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:29.705837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-963daf38-47f2-424b-99ad-56e08218af84 req-b485536a-b149-4d31-b4ef-c8080907ccb3 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4ffffd-f90d-4a39-b550-cab17d474a9b HTTP/1.1" status: 200 len: 945 time: 0.1367736 Aug 04 17:20:29.736697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4959d6b1-18ce-482d-b89e-6f7e224afcc3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port c1a5a0e1-eba5-48ba-a153-69790c08c600 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:29.737010 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4959d6b1-18ce-482d-b89e-6f7e224afcc3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:29.747371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4ffffd-f90d-4a39-b550-cab17d474a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:29.749722 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd584cd-6dd8-467d-b81f-986c834f1545" -d '{"events": [{"server_uuid": "dc4ffffd-f90d-4a39-b550-cab17d474a9b", "name": "network-vif-plugged", "status": "completed", "tag": "b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:29.806311 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb0ddf0-a4c9-4ed3-8188-7ee7258d401c x-openstack-request-id: req-9bb0ddf0-a4c9-4ed3-8188-7ee7258d401c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:29.806640 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4ffffd-f90d-4a39-b550-cab17d474a9b", "name": "network-vif-plugged", "status": "completed", "tag": "b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:29.806941 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bb0ddf0-a4c9-4ed3-8188-7ee7258d401c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:29.807337 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4ffffd-f90d-4a39-b550-cab17d474a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b', 'code': 200} Aug 04 17:20:29.840488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-963daf38-47f2-424b-99ad-56e08218af84 req-2de5e757-75a6-4156-8622-3e08bbc1aca3 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268888 Aug 04 17:20:29.985439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8301b6f2-eb8a-4109-a90f-e82f375a16da up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:30.006427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4959d6b1-18ce-482d-b89e-6f7e224afcc3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:30.021865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4959d6b1-18ce-482d-b89e-6f7e224afcc3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for c1a5a0e1-eba5-48ba-a153-69790c08c600 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:30.073354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 8301b6f2-eb8a-4109-a90f-e82f375a16da completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:30.141615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f419ce-4c65-481f-bef1-69de037c032f req-af61f82d-c0fe-4c6f-9c8c-2a8fa4244447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:30.143386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20f419ce-4c65-481f-bef1-69de037c032f req-af61f82d-c0fe-4c6f-9c8c-2a8fa4244447 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dc4ffffd-f90d-4a39-b550-cab17d474a9b HTTP/1.1" status: 200 len: 1096 time: 0.2146230 Aug 04 17:20:30.220649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20f419ce-4c65-481f-bef1-69de037c032f req-191a89dc-f84d-42b5-b4e2-1dde6d74cf6f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673392 Aug 04 17:20:30.282257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4959d6b1-18ce-482d-b89e-6f7e224afcc3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:30.321139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959d6b1-18ce-482d-b89e-6f7e224afcc3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=c1a5a0e1-eba5-48ba-a153-69790c08c600,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:30.356238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4959d6b1-18ce-482d-b89e-6f7e224afcc3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:30.358926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4959d6b1-18ce-482d-b89e-6f7e224afcc3 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/c1a5a0e1-eba5-48ba-a153-69790c08c600 HTTP/1.1" status: 204 len: 168 time: 0.7872012 Aug 04 17:20:30.362223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54020) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:30.403563 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-92709c2a-12d9-48de-8a0a-5fbffef9bd92 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:20:30.405312 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-92709c2a-12d9-48de-8a0a-5fbffef9bd92 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/c1a5a0e1-eba5-48ba-a153-69790c08c600 HTTP/1.1" status: 404 len: 333 time: 0.0416036 Aug 04 17:20:30.408384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54024) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:30.532532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a9858-8e49-4403-9a9d-838371c237f2 None None] Network 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:30.548997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9e07b47f-fef2-4c93-bc9e-9a099535b92c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 7348793c-5d5c-48a6-8283-e9d435f4ab22 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:30.549426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e07b47f-fef2-4c93-bc9e-9a099535b92c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:30.631185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eccd9d5e-443a-43d0-af6e-d22e6e15e818 None None] Provisioning for port 8301b6f2-eb8a-4109-a90f-e82f375a16da completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:30.643901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eccd9d5e-443a-43d0-af6e-d22e6e15e818 None None] Provisioning complete for port 8301b6f2-eb8a-4109-a90f-e82f375a16da triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:30.645061 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eccd9d5e-443a-43d0-af6e-d22e6e15e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:30.667289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e07b47f-fef2-4c93-bc9e-9a099535b92c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:30.699152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9e07b47f-fef2-4c93-bc9e-9a099535b92c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 7348793c-5d5c-48a6-8283-e9d435f4ab22 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:30.915253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e07b47f-fef2-4c93-bc9e-9a099535b92c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:30.915424 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eccd9d5e-443a-43d0-af6e-d22e6e15e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:31.002666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-eccd9d5e-443a-43d0-af6e-d22e6e15e818 None None] For port 8301b6f2-eb8a-4109-a90f-e82f375a16da, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8301b6f2-eb8a-4109-a90f-e82f375a16da,segment=NetworkSegment(53a86bb0-eb98-4165-8678-3976e293d4a2),segment_id=53a86bb0-eb98-4165-8678-3976e293d4a2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:31.013820 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eccd9d5e-443a-43d0-af6e-d22e6e15e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:31.183739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd9d5e-443a-43d0-af6e-d22e6e15e818 None None] Pushing event updated for resources: {'Port': ['ID=8301b6f2-eb8a-4109-a90f-e82f375a16da,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:31.443005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07b47f-fef2-4c93-bc9e-9a099535b92c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=7348793c-5d5c-48a6-8283-e9d435f4ab22,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:31.457992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fbe7a97d-c0f5-443b-8aca-87ae6d69c434 None None] Could not find standard attr ID for object 7348793c-5d5c-48a6-8283-e9d435f4ab22. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:20:31.497596 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9e07b47f-fef2-4c93-bc9e-9a099535b92c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:31.498092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fbe7a97d-c0f5-443b-8aca-87ae6d69c434 None None] Provisioning complete for port 8301b6f2-eb8a-4109-a90f-e82f375a16da triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:31.499088 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fbe7a97d-c0f5-443b-8aca-87ae6d69c434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:31.502220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9e07b47f-fef2-4c93-bc9e-9a099535b92c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/7348793c-5d5c-48a6-8283-e9d435f4ab22 HTTP/1.1" status: 204 len: 168 time: 1.0903635 Aug 04 17:20:31.502886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54128) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:31.553730 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d452dcef-2c97-45fa-bbef-cd3a789fb60b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:20:31.557640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d452dcef-2c97-45fa-bbef-cd3a789fb60b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/7348793c-5d5c-48a6-8283-e9d435f4ab22 HTTP/1.1" status: 404 len: 333 time: 0.0513713 Aug 04 17:20:31.558756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54130) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:31.579469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3883ed-b96a-4aab-aee2-0403231c18a5 req-4f2f31e8-eebc-45eb-a906-1a3cb6f507ef tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:31.581435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e3883ed-b96a-4aab-aee2-0403231c18a5 req-4f2f31e8-eebc-45eb-a906-1a3cb6f507ef tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4ffffd-f90d-4a39-b550-cab17d474a9b HTTP/1.1" status: 200 len: 945 time: 0.1415756 Aug 04 17:20:31.642835 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9017fd5-34d8-40f0-ac9b-07afaea05e3c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet 05af3048-a5e1-40c6-aac1-6181cca6541c {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:20:31.647524 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a9017fd5-34d8-40f0-ac9b-07afaea05e3c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:31.666875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e3883ed-b96a-4aab-aee2-0403231c18a5 req-18286346-603e-4a9a-a0d8-4d7d1a885764 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775318 Aug 04 17:20:31.699113 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a9017fd5-34d8-40f0-ac9b-07afaea05e3c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:31.784251 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e70aed26-1ccb-4ddb-84f0-97bad73a79b5 None None] Could not find standard attr ID for object 7348793c-5d5c-48a6-8283-e9d435f4ab22. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:20:31.825922 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a9017fd5-34d8-40f0-ac9b-07afaea05e3c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:31.906004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8301b6f2-eb8a-4109-a90f-e82f375a16da up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:31.941337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a9017fd5-34d8-40f0-ac9b-07afaea05e3c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:31.993516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9017fd5-34d8-40f0-ac9b-07afaea05e3c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=05af3048-a5e1-40c6-aac1-6181cca6541c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:31.996046 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a9017fd5-34d8-40f0-ac9b-07afaea05e3c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:31.998259 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a9017fd5-34d8-40f0-ac9b-07afaea05e3c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/05af3048-a5e1-40c6-aac1-6181cca6541c HTTP/1.1" status: 204 len: 168 time: 0.4379230 Aug 04 17:20:32.000874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54148) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:32.024032 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9e399d86-4b59-4105-bb36-50d35cb884e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.046177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8301b6f2-eb8a-4109-a90f-e82f375a16da triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:32.046583 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.115819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5cf9c1-93a7-4e6b-9bde-c3df67758759 None None] Network 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:32.150495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.224775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0ab653c7-e669-4a2d-9693-ffa22d116318 None None] Could not find standard attr ID for object c1a5a0e1-eba5-48ba-a153-69790c08c600. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:20:32.235062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 8301b6f2-eb8a-4109-a90f-e82f375a16da {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:32.235528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.323875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] For port 8301b6f2-eb8a-4109-a90f-e82f375a16da, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8301b6f2-eb8a-4109-a90f-e82f375a16da,segment=NetworkSegment(53a86bb0-eb98-4165-8678-3976e293d4a2),segment_id=53a86bb0-eb98-4165-8678-3976e293d4a2)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:32.324335 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.341654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 8301b6f2-eb8a-4109-a90f-e82f375a16da owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:32.450596 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.481203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a18d86f-da48-45d2-a1c0-6c9e29bf6209 None None] DHCP port deletion for 9949929d-8dc8-4847-aa3b-71aa5cfb49d0 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:20:32.486362 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=8301b6f2-eb8a-4109-a90f-e82f375a16da,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:32.488715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No DVR routers for this DVR port 8301b6f2-eb8a-4109-a90f-e82f375a16da on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:32.592952 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.604039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9949929d-8dc8-4847-aa3b-71aa5cfb49d0']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:32.617653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a86bb0-eb98-4165-8678-3976e293d4a2') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:32.617947 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a86bb0-eb98-4165-8678-3976e293d4a2') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:32.629742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.648844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.666384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:20:32.667012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:20:32.670782 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:20:32.753281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.785575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.787992 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/networks/9949929d-8dc8-4847-aa3b-71aa5cfb49d0 HTTP/1.1" status: 204 len: 168 time: 0.7856834 Aug 04 17:20:32.789300 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a9f5f-0a08-4a44-acf0-6e8cd08e5ff9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Network': ['ID=9949929d-8dc8-4847-aa3b-71aa5cfb49d0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:32.800411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54166) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:32.811249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1378502932'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:32.886556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:32.890702 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.896320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e35fe8-66e2-4383-87a6-28fed27e5fda req-59e49f19-18f4-4246-bf24-e9d08c69e9fa tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:32.904156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04e35fe8-66e2-4383-87a6-28fed27e5fda req-59e49f19-18f4-4246-bf24-e9d08c69e9fa tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc4ffffd-f90d-4a39-b550-cab17d474a9b HTTP/1.1" status: 200 len: 945 time: 0.1391554 Aug 04 17:20:32.924680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:20:32.948135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:32.948895 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Added segment 6e988610-9450-4a0b-a0bc-cbdc8ab6df9c of type vlan for network 9f16a73b-b85d-417e-9a03-a9ad67d29e9b Aug 04 17:20:32.955909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-04e35fe8-66e2-4383-87a6-28fed27e5fda req-7b86a7e4-61db-47e4-8f3b-a1a543c54ac2 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506272 Aug 04 17:20:33.050094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:33.117199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:33.127121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:33.128192 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:33.285679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Network': ['ID=9f16a73b-b85d-417e-9a03-a9ad67d29e9b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:33.301071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 9f16a73b-b85d-417e-9a03-a9ad67d29e9b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:20:33.306312 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5e6b8e1f-634a-4e6d-a438-faa671a3df43 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5030766 Aug 04 17:20:33.309327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54184) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:33.315011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': '9f16a73b-b85d-417e-9a03-a9ad67d29e9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:33.545868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:33.549711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:33.878092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7a574943-6e5d-4f67-acec-ffe0b712d21b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:33.880234 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7a574943-6e5d-4f67-acec-ffe0b712d21b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/networks?id=6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 200 len: 813 time: 0.1600237 Aug 04 17:20:33.906797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-a1afa249-a03c-410b-ae70-4feb84d3556a tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/quotas/6d53bac957704b4c91065dd53ee4cc95 HTTP/1.1" status: 200 len: 375 time: 0.0198226 Aug 04 17:20:33.981424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8301b6f2-eb8a-4109-a90f-e82f375a16da no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:33.987398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-3c862d08-6977-46a6-8e28-02d7a50eb6e8 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d53bac957704b4c91065dd53ee4cc95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726750 Aug 04 17:20:34.083428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 8301b6f2-eb8a-4109-a90f-e82f375a16da {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:34.083792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8301b6f2-eb8a-4109-a90f-e82f375a16da not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:34.155050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-2abeb553-e99d-4234-aac8-55b5ffc99fe4 service neutron] 10.222.0.39 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660926 Aug 04 17:20:34.297670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-544e7dad-e957-4569-aba5-239e66df702a service neutron] 10.222.0.39 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306350 Aug 04 17:20:34.397353 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4d71bee6-d5d4-419e-9fcf-87de2b9b7b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:34.599192 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:34.707620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=6195cf5b-507f-4fa1-af4a-b5abccf56e69,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:34.723527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Checking segment: {'id': '6e988610-9450-4a0b-a0bc-cbdc8ab6df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '9f16a73b-b85d-417e-9a03-a9ad67d29e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:34.723884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network hostable DHCP agents. Network: 9f16a73b-b85d-417e-9a03-a9ad67d29e9b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:20:34.732741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-7099d393-24e5-4006-aa61-2e78eba6ce50 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:34.744633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-7099d393-24e5-4006-aa61-2e78eba6ce50 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4ffffd-f90d-4a39-b550-cab17d474a9b HTTP/1.1" status: 200 len: 945 time: 0.1782670 Aug 04 17:20:34.750376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 9f16a73b-b85d-417e-9a03-a9ad67d29e9b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:20:34.780384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 9f16a73b-b85d-417e-9a03-a9ad67d29e9b) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:34.788256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:34.789884 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:34.804400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d83e5-b41d-43c8-a1bf-8c71d1da13f0 None None] Network 9f16a73b-b85d-417e-9a03-a9ad67d29e9b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:34.888977 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-76a984ef-db97-4316-81d5-4a7466dfef60 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5776813 Aug 04 17:20:34.889754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54230) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:34.905361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': '9f16a73b-b85d-417e-9a03-a9ad67d29e9b', 'name': 'tempest-PortsIpV6TestJSON-1633715465', 'fixed_ips': [{'subnet_id': '6195cf5b-507f-4fa1-af4a-b5abccf56e69', 'ip_address': '2001:db8::10'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:34.925670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-5959a1c2-4755-49ea-80c2-7a3214cc232c tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:34.927729 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-5959a1c2-4755-49ea-80c2-7a3214cc232c tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ac109f4-a529-4d2f-ae15-7d06ef76c9ef HTTP/1.1" status: 200 len: 946 time: 0.1086209 Aug 04 17:20:35.046159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-f8e6472c-988a-49ba-89e8-3b4ac4a65559 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Deleting port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:35.046758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-f8e6472c-988a-49ba-89e8-3b4ac4a65559 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:35.058012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:35.080262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-9f16a73b-b85d-417e-9a03-a9ad67d29e9b', 'network_id': '9f16a73b-b85d-417e-9a03-a9ad67d29e9b', 'tenant_id': 'aaeea0af0dd24b719786421a250853a5', 'fixed_ips': [{'subnet_id': '6195cf5b-507f-4fa1-af4a-b5abccf56e69'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:20:35.081620 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:35.081737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-2c6e3144-529f-4cf7-878f-d189480e4201 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Deleting port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:35.081737 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-2c6e3144-529f-4cf7-878f-d189480e4201 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:35.206956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-2c6e3144-529f-4cf7-878f-d189480e4201 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] For port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:35.207606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-2c6e3144-529f-4cf7-878f-d189480e4201 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:35.223154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-2c6e3144-529f-4cf7-878f-d189480e4201 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Calling delete_port for 673471b9-b1a7-46c0-a0aa-b1ab5256edfa owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:35.318689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:35.415027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Allocated IP 2001:db8::2 (9f16a73b-b85d-417e-9a03-a9ad67d29e9b/6195cf5b-507f-4fa1-af4a-b5abccf56e69/e86eced7-9470-4e00-b128-21a1d6920d5a) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:35.452455 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:35.456622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-f8e6472c-988a-49ba-89e8-3b4ac4a65559 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] For port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:35.457169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-f8e6472c-988a-49ba-89e8-3b4ac4a65559 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:35.483372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-f8e6472c-988a-49ba-89e8-3b4ac4a65559 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Calling delete_port for b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:35.490715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 40186e03-7b2a-4bd2-a07d-55325ca70eed yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:35.611874 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-2c6e3144-529f-4cf7-878f-d189480e4201 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:35.644168 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e3144-529f-4cf7-878f-d189480e4201 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Pushing event deleted for resources: {'Port': ['ID=673471b9-b1a7-46c0-a0aa-b1ab5256edfa,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:35.806090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-2c6e3144-529f-4cf7-878f-d189480e4201 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] No DVR routers for this DVR port 673471b9-b1a7-46c0-a0aa-b1ab5256edfa on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:35.821270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-2c6e3144-529f-4cf7-878f-d189480e4201 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:35.824734 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-07b9a6c4-fd8b-4ac4-87cd-c36bda9a7088 req-2c6e3144-529f-4cf7-878f-d189480e4201 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.90 "DELETE /v2.0/ports/673471b9-b1a7-46c0-a0aa-b1ab5256edfa HTTP/1.1" status: 204 len: 173 time: 0.8814981 Aug 04 17:20:35.825345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac109f4-a529-4d2f-ae15-7d06ef76c9ef', 'name': 'network-vif-deleted', 'tag': '673471b9-b1a7-46c0-a0aa-b1ab5256edfa'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:35.842111 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fdb3e3-0d8e-4afd-89be-089128eda32d" -d '{"events": [{"server_uuid": "8ac109f4-a529-4d2f-ae15-7d06ef76c9ef", "name": "network-vif-deleted", "tag": "673471b9-b1a7-46c0-a0aa-b1ab5256edfa"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:35.918073 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e34303b-1a1d-48b2-a28b-e239b0a5e6ed x-openstack-request-id: req-2e34303b-1a1d-48b2-a28b-e239b0a5e6ed {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:35.918413 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac109f4-a529-4d2f-ae15-7d06ef76c9ef", "name": "network-vif-deleted", "tag": "673471b9-b1a7-46c0-a0aa-b1ab5256edfa", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:35.918644 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e34303b-1a1d-48b2-a28b-e239b0a5e6ed {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:35.919053 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac109f4-a529-4d2f-ae15-7d06ef76c9ef', 'name': 'network-vif-deleted', 'tag': '673471b9-b1a7-46c0-a0aa-b1ab5256edfa', 'status': 'completed', 'code': 200} Aug 04 17:20:35.996190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf33a9ab-7327-4306-b2d0-ed6e0fff316e req-92c08a1d-dab0-4eef-94be-0af6244b7a4f tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 210 time: 0.0765340 Aug 04 17:20:36.064507 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-f8e6472c-988a-49ba-89e8-3b4ac4a65559 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:36.120893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:36.125816 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6472c-988a-49ba-89e8-3b4ac4a65559 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Pushing event deleted for resources: {'Port': ['ID=b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:36.176249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:36.206788 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:36.234130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-f8e6472c-988a-49ba-89e8-3b4ac4a65559 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] No DVR routers for this DVR port b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:36.237257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-f8e6472c-988a-49ba-89e8-3b4ac4a65559 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:36.259453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f51665b0-ca72-4d33-aa8c-a369a8f7dd4b req-f8e6472c-988a-49ba-89e8-3b4ac4a65559 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.82 "DELETE /v2.0/ports/b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b HTTP/1.1" status: 204 len: 173 time: 1.5034769 Aug 04 17:20:36.260005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4ffffd-f90d-4a39-b550-cab17d474a9b', 'name': 'network-vif-deleted', 'tag': 'b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:36.275736 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e1de8-2207-4428-8ace-c6ed7c3ee3b9" -d '{"events": [{"server_uuid": "dc4ffffd-f90d-4a39-b550-cab17d474a9b", "name": "network-vif-deleted", "tag": "b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:36.365323 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c82be1-9168-46e5-8e62-cb1ace5b3386 x-openstack-request-id: req-58c82be1-9168-46e5-8e62-cb1ace5b3386 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:36.365859 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4ffffd-f90d-4a39-b550-cab17d474a9b", "name": "network-vif-deleted", "tag": "b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:36.367128 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58c82be1-9168-46e5-8e62-cb1ace5b3386 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:36.367627 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4ffffd-f90d-4a39-b550-cab17d474a9b', 'name': 'network-vif-deleted', 'tag': 'b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b', 'status': 'completed', 'code': 200} Aug 04 17:20:36.395682 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:36.416736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Transition to ACTIVE for port object e86eced7-9470-4e00-b128-21a1d6920d5a will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:36.457491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Transition to ACTIVE for port object e86eced7-9470-4e00-b128-21a1d6920d5a will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:36.482412 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:36.587377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Network 9f16a73b-b85d-417e-9a03-a9ad67d29e9b is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:36.597489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8::10 (9f16a73b-b85d-417e-9a03-a9ad67d29e9b/6195cf5b-507f-4fa1-af4a-b5abccf56e69/40186e03-7b2a-4bd2-a07d-55325ca70eed) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:36.607456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:36.612982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:36.648176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Pushing event updated for resources: {'Port': ['ID=e86eced7-9470-4e00-b128-21a1d6920d5a,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:36.726293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Attempting to bind port e86eced7-9470-4e00-b128-21a1d6920d5a on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:36.727038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Attempting to bind port e86eced7-9470-4e00-b128-21a1d6920d5a by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '6e988610-9450-4a0b-a0bc-cbdc8ab6df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '9f16a73b-b85d-417e-9a03-a9ad67d29e9b'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:36.727626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Attempting to bind port e86eced7-9470-4e00-b128-21a1d6920d5a on network 9f16a73b-b85d-417e-9a03-a9ad67d29e9b {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:36.740932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:36.742610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Checking segment: {'id': '6e988610-9450-4a0b-a0bc-cbdc8ab6df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '9f16a73b-b85d-417e-9a03-a9ad67d29e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:36.744453 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:36.746582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Bound using segment: {'id': '6e988610-9450-4a0b-a0bc-cbdc8ab6df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '9f16a73b-b85d-417e-9a03-a9ad67d29e9b'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:36.747382 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Bound port: e86eced7-9470-4e00-b128-21a1d6920d5a, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e988610-9450-4a0b-a0bc-cbdc8ab6df9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '9f16a73b-b85d-417e-9a03-a9ad67d29e9b'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:36.749086 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:36.910071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] For port e86eced7-9470-4e00-b128-21a1d6920d5a, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:36.922280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] For port e86eced7-9470-4e00-b128-21a1d6920d5a, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e86eced7-9470-4e00-b128-21a1d6920d5a,segment=NetworkSegment(6e988610-9450-4a0b-a0bc-cbdc8ab6df9c),segment_id=6e988610-9450-4a0b-a0bc-cbdc8ab6df9c)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:36.937800 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:37.045230 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:37.128822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 40186e03-7b2a-4bd2-a07d-55325ca70eed will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:37.158205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b8b43-c391-47e1-9bef-510aa0e7f0e2 None None] Pushing event updated for resources: {'Port': ['ID=e86eced7-9470-4e00-b128-21a1d6920d5a,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:37.199153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 673471b9-b1a7-46c0-a0aa-b1ab5256edfa no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:37.245511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 673471b9-b1a7-46c0-a0aa-b1ab5256edfa {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:37.248312 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 673471b9-b1a7-46c0-a0aa-b1ab5256edfa not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:37.250106 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-740c4269-af24-4c4f-bdd2-8aad3e84fc31 req-76d0703c-d808-479a-b1a0-2a4d88a3525f tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 210 time: 0.1026599 Aug 04 17:20:37.275176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54298) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:37.304616 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:37.385776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=40186e03-7b2a-4bd2-a07d-55325ca70eed,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:37.400222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 9f16a73b-b85d-417e-9a03-a9ad67d29e9b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:37.402256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:37.408007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:37.425568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:37.426995 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:37.464652 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:37.475164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54304) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:37.479484 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b4e5cb98-66a7-4ff6-8630-1de1855e398c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5843794 Aug 04 17:20:37.481175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': '9f16a73b-b85d-417e-9a03-a9ad67d29e9b', 'name': 'tempest-PortsIpV6TestJSON-954127299', 'fixed_ips': [{'subnet_id': '6195cf5b-507f-4fa1-af4a-b5abccf56e69', 'ip_address': '2001:db8::f'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:37.594831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00592ecc-98bb-4ffd-89e4-e75149addbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:37.994974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e86eced7-9470-4e00-b128-21a1d6920d5a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:38.003454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00592ecc-98bb-4ffd-89e4-e75149addbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:38.029676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-00592ecc-98bb-4ffd-89e4-e75149addbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:38.052944 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:38.080935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-00592ecc-98bb-4ffd-89e4-e75149addbbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8a4169cfdec45ae937fbb4c143f4165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078666 Aug 04 17:20:38.087648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54306) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:38.162739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e86eced7-9470-4e00-b128-21a1d6920d5a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:38.191297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00592ecc-98bb-4ffd-89e4-e75149addbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb16d5f3-3c1d-4bf7-a801-04e34a9b725c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:38.247854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-dba84bc9-acac-4545-bfba-92480d5edf25 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:38.249561 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-dba84bc9-acac-4545-bfba-92480d5edf25 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.82 "GET /v2.0/networks?id=6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 200 len: 813 time: 0.4611070 Aug 04 17:20:38.260056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:38.264054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Request body: {'port': {'device_id': 'e2391e28-1604-476f-afe5-53181ef47457', 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7', 'admin_state_up': True, 'tenant_id': '6d53bac957704b4c91065dd53ee4cc95'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:38.316935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:38.317375 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b03cc5aa-b1f9-4f60-97e1-6cc2b01b6f6b not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:38.400679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:38.454227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-094d7be5-6394-445b-9f1e-fcf26b3297cf tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:38.457846 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-094d7be5-6394-445b-9f1e-fcf26b3297cf tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.90 "GET /v2.0/networks?id=6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 200 len: 813 time: 0.3492785 Aug 04 17:20:38.473787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 53b49bcc-face-416e-86e6-766b5a517fb3 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:38.482613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc559f5f-2db1-4757-86f7-f586be7b2c76 req-e587ef48-8afb-4881-a34f-9f74bc995dcd tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 210 time: 0.0655353 Aug 04 17:20:38.501825 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-684e55db-42e7-471d-98cc-2618ab7dcb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:38.550347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Request body: {'port': {'device_id': '75cf08c1-4dbd-4f64-9031-7cb9bc126e54', 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7', 'admin_state_up': True, 'tenant_id': '6d53bac957704b4c91065dd53ee4cc95'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:38.592926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-684e55db-42e7-471d-98cc-2618ab7dcb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:38.730960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8::f (9f16a73b-b85d-417e-9a03-a9ad67d29e9b/6195cf5b-507f-4fa1-af4a-b5abccf56e69/53b49bcc-face-416e-86e6-766b5a517fb3) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:38.738711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Made reservation on behalf of 6d53bac957704b4c91065dd53ee4cc95 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:38.742191 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:38.747002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-684e55db-42e7-471d-98cc-2618ab7dcb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:38.749693 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-684e55db-42e7-471d-98cc-2618ab7dcb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:38.751133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-684e55db-42e7-471d-98cc-2618ab7dcb7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb16d5f3-3c1d-4bf7-a801-04e34a9b725c HTTP/1.1" status: 204 len: 168 time: 0.6566629 Aug 04 17:20:38.775188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e55db-42e7-471d-98cc-2618ab7dcb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb16d5f3-3c1d-4bf7-a801-04e34a9b725c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:38.786233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14adfb31-4e6f-4523-b9c2-22427b5533f2 None None] Network 9f16a73b-b85d-417e-9a03-a9ad67d29e9b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:38.960878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3f5ddb12-1061-4977-bdd6-466349cebf5a None None] Provisioning for port e86eced7-9470-4e00-b128-21a1d6920d5a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:38.987210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3f5ddb12-1061-4977-bdd6-466349cebf5a None None] Provisioning complete for port e86eced7-9470-4e00-b128-21a1d6920d5a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:38.990363 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddb12-1061-4977-bdd6-466349cebf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.041237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Made reservation on behalf of 6d53bac957704b4c91065dd53ee4cc95 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:39.050151 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.056069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Allocated IP 172.20.0.3 (6a675369-31e5-43ee-9a38-1d2265b7e3d7/c7ab83db-e7e7-42be-918f-c45d7572353f/7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:39.125776 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.149000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 53b49bcc-face-416e-86e6-766b5a517fb3 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:39.187301 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.221666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.270878 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.376524 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddb12-1061-4977-bdd6-466349cebf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.411899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 9f16a73b-b85d-417e-9a03-a9ad67d29e9b is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:39.423520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3f5ddb12-1061-4977-bdd6-466349cebf5a None None] For port e86eced7-9470-4e00-b128-21a1d6920d5a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e86eced7-9470-4e00-b128-21a1d6920d5a,segment=NetworkSegment(6e988610-9450-4a0b-a0bc-cbdc8ab6df9c),segment_id=6e988610-9450-4a0b-a0bc-cbdc8ab6df9c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:39.428963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=53b49bcc-face-416e-86e6-766b5a517fb3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:39.445579 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f5ddb12-1061-4977-bdd6-466349cebf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.446864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.451529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:39.471091 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:39.486575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:39.490586 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.501999 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.567108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:39.575275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:39.609568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:39.615260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54338) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:39.615763 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-02f90baf-407e-4c3a-a164-4a1a84dbbeef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1381814 Aug 04 17:20:39.635936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ddb12-1061-4977-bdd6-466349cebf5a None None] Pushing event updated for resources: {'Port': ['ID=e86eced7-9470-4e00-b128-21a1d6920d5a,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:39.677178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Allocated IP 172.20.0.6 (6a675369-31e5-43ee-9a38-1d2265b7e3d7/c7ab83db-e7e7-42be-918f-c45d7572353f/bfd55fe5-f50c-4146-82f7-cda0f88a01d9) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:39.734556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Pushing event updated for resources: {'Port': ['ID=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:39.850251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-521ee01a-1bcd-4a32-a675-c9b7578588d0 req-d5df852e-af23-4a58-a7a6-20a808ba8618 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 210 time: 0.1426661 Aug 04 17:20:39.923459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b440cfc-674f-4f1f-894a-e8b8441dffb2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:39.925718 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7b440cfc-674f-4f1f-894a-e8b8441dffb2 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3067973 Aug 04 17:20:39.926872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d4167680-e709-4296-baf9-8e76fe32c3df None None] Provisioning for port 40186e03-7b2a-4bd2-a07d-55325ca70eed completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:39.933852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d4167680-e709-4296-baf9-8e76fe32c3df None None] Provisioning complete for port 40186e03-7b2a-4bd2-a07d-55325ca70eed triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:39.934567 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d4167680-e709-4296-baf9-8e76fe32c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.940782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:39.941521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:39.943655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54346) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:39.974024 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1d8173e-fe9a-45b2-ae24-7f73945372a6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7140570 Aug 04 17:20:39.988082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Request body: {'port': {'device_id': 'e2391e28-1604-476f-afe5-53181ef47457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:40.052937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d4167680-e709-4296-baf9-8e76fe32c3df None None] Port 40186e03-7b2a-4bd2-a07d-55325ca70eed cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:40.056972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e86eced7-9470-4e00-b128-21a1d6920d5a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:40.090539 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.198099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d4167680-e709-4296-baf9-8e76fe32c3df None None] Provisioning for port 53b49bcc-face-416e-86e6-766b5a517fb3 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:40.203897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d4167680-e709-4296-baf9-8e76fe32c3df None None] Provisioning complete for port 53b49bcc-face-416e-86e6-766b5a517fb3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:40.204433 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d4167680-e709-4296-baf9-8e76fe32c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.214923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5104fa-f5aa-4be1-a2f6-53623d02b85b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:40.230539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5104fa-f5aa-4be1-a2f6-53623d02b85b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:40.242126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5104fa-f5aa-4be1-a2f6-53623d02b85b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:40.249320 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0b5104fa-f5aa-4be1-a2f6-53623d02b85b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3035512 Aug 04 17:20:40.253407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54354) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:40.261231 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e86eced7-9470-4e00-b128-21a1d6920d5a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:40.261961 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.363436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.505345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9a622639-d0b5-49d0-833f-24e4080cbbef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 53b49bcc-face-416e-86e6-766b5a517fb3 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:40.505695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a622639-d0b5-49d0-833f-24e4080cbbef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.525500 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.572031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d4167680-e709-4296-baf9-8e76fe32c3df None None] Port 53b49bcc-face-416e-86e6-766b5a517fb3 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:40.592105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d4167680-e709-4296-baf9-8e76fe32c3df None None] Provisioning complete for port e86eced7-9470-4e00-b128-21a1d6920d5a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:40.592489 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d4167680-e709-4296-baf9-8e76fe32c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.749278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:40.757192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:40.764574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:40.811482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Pushing event updated for resources: {'Port': ['ID=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:40.821138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:20:40.834605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.852109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Transition to ACTIVE for port object 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:40.858795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e52a215f-65e1-4392-b05e-0d9bec02055f None None] Provisioning complete for port 40186e03-7b2a-4bd2-a07d-55325ca70eed triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:40.859014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:40.859496 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.860701 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.861329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e52a215f-65e1-4392-b05e-0d9bec02055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.939788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e52a215f-65e1-4392-b05e-0d9bec02055f None None] Port 40186e03-7b2a-4bd2-a07d-55325ca70eed cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:40.952797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e52a215f-65e1-4392-b05e-0d9bec02055f None None] Provisioning complete for port 53b49bcc-face-416e-86e6-766b5a517fb3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:40.953236 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a622639-d0b5-49d0-833f-24e4080cbbef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.953604 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e52a215f-65e1-4392-b05e-0d9bec02055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:40.957550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:41.000050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9a622639-d0b5-49d0-833f-24e4080cbbef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 53b49bcc-face-416e-86e6-766b5a517fb3 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:41.025467 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-7b0f4aa3-66c9-4d9d-8a7e-57db924aea12 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4870970 Aug 04 17:20:41.039703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e52a215f-65e1-4392-b05e-0d9bec02055f None None] Port 53b49bcc-face-416e-86e6-766b5a517fb3 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:41.049305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Request body: {'port': {'device_id': '75cf08c1-4dbd-4f64-9031-7cb9bc126e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:41.168431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Attempting to bind port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:41.168886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Attempting to bind port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:41.169314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Attempting to bind port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:41.176264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:20:41.176833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Attempting to bind port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:41.184908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:41.185396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Checking segment: {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:41.185880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Bound using segment: {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:41.186417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Bound port: 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:41.187710 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:41.195131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:41.249902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27494eb-e38a-401b-95b3-0b97bdf6dfd6 req-61e46e10-22d7-4cc7-ad30-89a8c7df16ea tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:41.251808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d27494eb-e38a-401b-95b3-0b97bdf6dfd6 req-61e46e10-22d7-4cc7-ad30-89a8c7df16ea tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 931 time: 0.2316668 Aug 04 17:20:41.310435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] For port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:41.314223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] For port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:41.332057 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:41.388333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:41.389167 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:41.390677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] 10.222.0.82 "PUT /v2.0/ports/7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 HTTP/1.1" status: 200 len: 1091 time: 1.4083323 Aug 04 17:20:41.391349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2391e28-1604-476f-afe5-53181ef47457', 'tag': '7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:41.394167 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94191e1-d879-4e58-9e9a-5273cf38d47d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2391e28-1604-476f-afe5-53181ef47457", "tag": "7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:41.403084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d27494eb-e38a-401b-95b3-0b97bdf6dfd6 req-9e424b49-1c6d-4a0b-ab18-841340eb447a tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868161 Aug 04 17:20:41.461478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0806eb7-8b35-411a-87d6-5efd5819dd76 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:41.467473 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a175031-fa17-4f9a-b976-e1c9b9ae264f x-openstack-request-id: req-6a175031-fa17-4f9a-b976-e1c9b9ae264f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:41.467870 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2391e28-1604-476f-afe5-53181ef47457", "tag": "7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:41.468218 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a175031-fa17-4f9a-b976-e1c9b9ae264f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:41.468705 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2391e28-1604-476f-afe5-53181ef47457', 'tag': '7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3', 'status': 'completed', 'code': 200} Aug 04 17:20:41.506431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-de1d0518-692f-4587-be4b-e7f0b4654ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:41.508310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-de1d0518-692f-4587-be4b-e7f0b4654ed6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d53bac957704b4c91065dd53ee4cc95&device_id=e2391e28-1604-476f-afe5-53181ef47457 HTTP/1.1" status: 200 len: 1094 time: 0.0565681 Aug 04 17:20:41.562995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-3cf0f2f5-f5fb-4a1e-89e8-aeffaddfb3db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 HTTP/1.1" status: 200 len: 217 time: 0.0458517 Aug 04 17:20:41.654731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-0405adbe-eb38-4786-8b3c-4c19b49a383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:41.661099 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-0405adbe-eb38-4786-8b3c-4c19b49a383c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c7ab83db-e7e7-42be-918f-c45d7572353f HTTP/1.1" status: 200 len: 853 time: 0.0899205 Aug 04 17:20:41.723877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-b7d5af3b-3885-4b2a-be93-7d61391dbe23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a675369-31e5-43ee-9a38-1d2265b7e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554614 Aug 04 17:20:41.830971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd55fe5-f50c-4146-82f7-cda0f88a01d9 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:20:41.837448 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a622639-d0b5-49d0-833f-24e4080cbbef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:41.867890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d9546e46-a254-4deb-8e05-cb60eb3d2e74 service neutron] 10.222.0.82 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369519 Aug 04 17:20:41.891475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:41.897959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a622639-d0b5-49d0-833f-24e4080cbbef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=53b49bcc-face-416e-86e6-766b5a517fb3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:41.936484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Transition to ACTIVE for port object bfd55fe5-f50c-4146-82f7-cda0f88a01d9 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:41.940869 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a622639-d0b5-49d0-833f-24e4080cbbef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:41.946253 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9a622639-d0b5-49d0-833f-24e4080cbbef tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/53b49bcc-face-416e-86e6-766b5a517fb3 HTTP/1.1" status: 204 len: 168 time: 1.6917832 Aug 04 17:20:41.948373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:41.950632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54380) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:42.030269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-d1571a9d-864d-49b0-9494-1657b147310b service neutron] 10.222.0.82 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545200 Aug 04 17:20:42.035117 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cad9bc-8530-461a-bb59-ed31519c5506 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:20:42.037262 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a0cad9bc-8530-461a-bb59-ed31519c5506 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/53b49bcc-face-416e-86e6-766b5a517fb3 HTTP/1.1" status: 404 len: 333 time: 0.0566475 Aug 04 17:20:42.040494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54382) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:42.056677 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:42.224221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Attempting to bind port bfd55fe5-f50c-4146-82f7-cda0f88a01d9 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:42.224541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Attempting to bind port bfd55fe5-f50c-4146-82f7-cda0f88a01d9 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:42.224864 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Attempting to bind port bfd55fe5-f50c-4146-82f7-cda0f88a01d9 on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:42.229820 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Port bfd55fe5-f50c-4146-82f7-cda0f88a01d9 on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:20:42.230141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Attempting to bind port bfd55fe5-f50c-4146-82f7-cda0f88a01d9 on network 6a675369-31e5-43ee-9a38-1d2265b7e3d7 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:42.240134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94191e1-d879-4e58-9e9a-5273cf38d47d req-3d2ddc03-155a-40e1-926e-6ec68cc04c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:42.241924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d94191e1-d879-4e58-9e9a-5273cf38d47d req-3d2ddc03-155a-40e1-926e-6ec68cc04c10 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d53bac957704b4c91065dd53ee4cc95&device_id=e2391e28-1604-476f-afe5-53181ef47457 HTTP/1.1" status: 200 len: 1094 time: 0.1248364 Aug 04 17:20:42.246157 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:42.246519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Checking segment: {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:42.246925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Bound using segment: {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:42.247367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Bound port: bfd55fe5-f50c-4146-82f7-cda0f88a01d9, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b8fa48-ef9b-42ad-a47c-76f2801dc86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:42.247729 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:42.344398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] For port bfd55fe5-f50c-4146-82f7-cda0f88a01d9, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:42.348015 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] For port bfd55fe5-f50c-4146-82f7-cda0f88a01d9, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:42.354614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:42.364890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ba86ccc8-54f3-4eb9-adfb-b872c07647c6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 40186e03-7b2a-4bd2-a07d-55325ca70eed {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:42.365312 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba86ccc8-54f3-4eb9-adfb-b872c07647c6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:42.409092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:42.410144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:42.411813 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] 10.222.0.90 "PUT /v2.0/ports/bfd55fe5-f50c-4146-82f7-cda0f88a01d9 HTTP/1.1" status: 200 len: 1091 time: 1.3761091 Aug 04 17:20:42.412559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cf08c1-4dbd-4f64-9031-7cb9bc126e54', 'tag': 'bfd55fe5-f50c-4146-82f7-cda0f88a01d9'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:42.415531 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed811c7-0c51-4126-a4b1-c6ae8d029243" -d '{"events": [{"name": "network-changed", "server_uuid": "75cf08c1-4dbd-4f64-9031-7cb9bc126e54", "tag": "bfd55fe5-f50c-4146-82f7-cda0f88a01d9"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:42.445243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94191e1-d879-4e58-9e9a-5273cf38d47d req-da014599-4041-4941-b852-0ac2cd92e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:42.447073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d94191e1-d879-4e58-9e9a-5273cf38d47d req-da014599-4041-4941-b852-0ac2cd92e04d service neutron] 10.222.0.82 "GET /v2.0/networks?id=6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 200 len: 915 time: 0.1964719 Aug 04 17:20:42.447202 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c89c3-cc4d-47f1-9ea2-99fc712111f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:42.510532 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d94191e1-d879-4e58-9e9a-5273cf38d47d req-f34bdfdc-a41d-49fa-bbfb-6d337b5bee90 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 HTTP/1.1" status: 200 len: 217 time: 0.0486059 Aug 04 17:20:42.551490 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbee3bb6-1307-4faf-adba-e2bacd260006 x-openstack-request-id: req-bbee3bb6-1307-4faf-adba-e2bacd260006 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:42.551790 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cf08c1-4dbd-4f64-9031-7cb9bc126e54", "tag": "bfd55fe5-f50c-4146-82f7-cda0f88a01d9", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:42.552053 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbee3bb6-1307-4faf-adba-e2bacd260006 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:42.552485 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cf08c1-4dbd-4f64-9031-7cb9bc126e54', 'tag': 'bfd55fe5-f50c-4146-82f7-cda0f88a01d9', 'status': 'completed', 'code': 200} Aug 04 17:20:42.583337 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba86ccc8-54f3-4eb9-adfb-b872c07647c6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:42.584303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-0041ff70-e456-4ae3-8e1f-a446c1df3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:42.588121 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-0041ff70-e456-4ae3-8e1f-a446c1df3841 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6d53bac957704b4c91065dd53ee4cc95&device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 1094 time: 0.1257005 Aug 04 17:20:42.624541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ba86ccc8-54f3-4eb9-adfb-b872c07647c6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 40186e03-7b2a-4bd2-a07d-55325ca70eed owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:42.641920 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-c18c6def-f28d-427a-af44-d4388e93e034 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfd55fe5-f50c-4146-82f7-cda0f88a01d9 HTTP/1.1" status: 200 len: 217 time: 0.0458002 Aug 04 17:20:42.651443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94191e1-d879-4e58-9e9a-5273cf38d47d req-96870a33-4395-4630-ac76-ab9d41dde818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:42.653206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d94191e1-d879-4e58-9e9a-5273cf38d47d req-96870a33-4395-4630-ac76-ab9d41dde818 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c7ab83db-e7e7-42be-918f-c45d7572353f HTTP/1.1" status: 200 len: 853 time: 0.1308892 Aug 04 17:20:42.703905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f9b0ca70-4fc8-42e2-9d19-7a42e99150e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:42.705652 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-f9b0ca70-4fc8-42e2-9d19-7a42e99150e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7ab83db-e7e7-42be-918f-c45d7572353f HTTP/1.1" status: 200 len: 853 time: 0.0565631 Aug 04 17:20:42.712723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d94191e1-d879-4e58-9e9a-5273cf38d47d req-e2a04e0b-e904-4142-8540-00c51e984b9e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a675369-31e5-43ee-9a38-1d2265b7e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304179 Aug 04 17:20:42.720440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94708fc6-0c8d-42bf-a3cf-4998d16f30f7 req-397587df-80a8-4796-bf58-202ff70709a1 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:42.724250 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94708fc6-0c8d-42bf-a3cf-4998d16f30f7 req-397587df-80a8-4796-bf58-202ff70709a1 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 943 time: 0.1537983 Aug 04 17:20:42.756329 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-cc644d8f-7997-4f43-beac-032b5474cc47 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6a675369-31e5-43ee-9a38-1d2265b7e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437829 Aug 04 17:20:42.835163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94708fc6-0c8d-42bf-a3cf-4998d16f30f7 req-148d6f2d-de43-4de0-abec-3b9f7e10be7d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997307 Aug 04 17:20:42.866682 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-9d49ac52-bc8b-4cf0-98b2-9749b00567e3 service neutron] 10.222.0.90 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016798 Aug 04 17:20:42.899490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d94191e1-d879-4e58-9e9a-5273cf38d47d req-f0623c43-5b53-4d57-a6a0-a8914e11182a service neutron] 10.222.0.82 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739123 Aug 04 17:20:42.976367 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba86ccc8-54f3-4eb9-adfb-b872c07647c6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:42.980487 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e6256b25-e1aa-4e70-aa19-10a351a2a838 req-9ed0345b-e7f4-4bc5-862c-e0be9e56537a service neutron] 10.222.0.90 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011376 Aug 04 17:20:43.007835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86ccc8-54f3-4eb9-adfb-b872c07647c6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=40186e03-7b2a-4bd2-a07d-55325ca70eed,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:43.058840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba86ccc8-54f3-4eb9-adfb-b872c07647c6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:43.060539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ba86ccc8-54f3-4eb9-adfb-b872c07647c6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/40186e03-7b2a-4bd2-a07d-55325ca70eed HTTP/1.1" status: 204 len: 168 time: 1.0191510 Aug 04 17:20:43.063240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54396) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:43.086818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed811c7-0c51-4126-a4b1-c6ae8d029243 req-a3665898-ba4e-4822-bb03-1c01ae6e8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:43.088616 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0ed811c7-0c51-4126-a4b1-c6ae8d029243 req-a3665898-ba4e-4822-bb03-1c01ae6e8208 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6d53bac957704b4c91065dd53ee4cc95&device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 1094 time: 0.0553422 Aug 04 17:20:43.093806 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9200735-e850-437f-9961-ee58661dc086 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:20:43.095606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e9200735-e850-437f-9961-ee58661dc086 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/40186e03-7b2a-4bd2-a07d-55325ca70eed HTTP/1.1" status: 404 len: 333 time: 0.0314269 Aug 04 17:20:43.101145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54398) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:43.198817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f96948-f9e2-4176-8813-129dc587e33b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet 6195cf5b-507f-4fa1-af4a-b5abccf56e69 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:20:43.212884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed811c7-0c51-4126-a4b1-c6ae8d029243 req-7e026628-b90d-4041-addb-f2afab041268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:43.214779 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0ed811c7-0c51-4126-a4b1-c6ae8d029243 req-7e026628-b90d-4041-addb-f2afab041268 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 200 len: 915 time: 0.1180236 Aug 04 17:20:43.221516 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71f96948-f9e2-4176-8813-129dc587e33b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:43.267201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d94191e1-d879-4e58-9e9a-5273cf38d47d req-2124b64a-be21-405c-8b70-416a8a3e44ac service neutron] 10.222.0.82 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583066 Aug 04 17:20:43.303500 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0ed811c7-0c51-4126-a4b1-c6ae8d029243 req-23517e53-2a54-442c-a75a-a30780fdc82b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfd55fe5-f50c-4146-82f7-cda0f88a01d9 HTTP/1.1" status: 200 len: 217 time: 0.0781188 Aug 04 17:20:43.319896 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71f96948-f9e2-4176-8813-129dc587e33b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:43.389234 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed811c7-0c51-4126-a4b1-c6ae8d029243 req-60d6f475-0b50-4814-84ae-7e7556324786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:43.390789 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0ed811c7-0c51-4126-a4b1-c6ae8d029243 req-60d6f475-0b50-4814-84ae-7e7556324786 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7ab83db-e7e7-42be-918f-c45d7572353f HTTP/1.1" status: 200 len: 853 time: 0.0774658 Aug 04 17:20:43.440778 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0ed811c7-0c51-4126-a4b1-c6ae8d029243 req-58db22d2-5749-4efd-b3e8-ae463f2f41ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6a675369-31e5-43ee-9a38-1d2265b7e3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407577 Aug 04 17:20:43.505026 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71f96948-f9e2-4176-8813-129dc587e33b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:43.577980 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0ed811c7-0c51-4126-a4b1-c6ae8d029243 req-3244be47-eb22-47c9-a2d3-5f4e87431964 service neutron] 10.222.0.90 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279664 Aug 04 17:20:43.646324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71f96948-f9e2-4176-8813-129dc587e33b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:43.683138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f96948-f9e2-4176-8813-129dc587e33b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=6195cf5b-507f-4fa1-af4a-b5abccf56e69,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:43.701953 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71f96948-f9e2-4176-8813-129dc587e33b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:43.708860 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546453a-9149-44fb-aa82-86fc5fa343ca None None] Network 9f16a73b-b85d-417e-9a03-a9ad67d29e9b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:43.709449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-71f96948-f9e2-4176-8813-129dc587e33b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/6195cf5b-507f-4fa1-af4a-b5abccf56e69 HTTP/1.1" status: 204 len: 168 time: 0.6019282 Aug 04 17:20:43.709449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54414) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:43.724194 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0ed811c7-0c51-4126-a4b1-c6ae8d029243 req-05758da6-27d2-457a-81d4-67bfcfc81293 service neutron] 10.222.0.90 "GET /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372025 Aug 04 17:20:43.793405 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:43.891401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port e86eced7-9470-4e00-b128-21a1d6920d5a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:43.900545 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:43.969955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79864e78-99b3-4c45-aea5-c2b9a0ae2e14 None None] DHCP port deletion for 9f16a73b-b85d-417e-9a03-a9ad67d29e9b request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:20:44.037494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] For port e86eced7-9470-4e00-b128-21a1d6920d5a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e86eced7-9470-4e00-b128-21a1d6920d5a,segment=NetworkSegment(6e988610-9450-4a0b-a0bc-cbdc8ab6df9c),segment_id=6e988610-9450-4a0b-a0bc-cbdc8ab6df9c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:44.037989 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.048322 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-79864e78-99b3-4c45-aea5-c2b9a0ae2e14 None None] Deleting port e86eced7-9470-4e00-b128-21a1d6920d5a {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:44.049334 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-79864e78-99b3-4c45-aea5-c2b9a0ae2e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.057482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for e86eced7-9470-4e00-b128-21a1d6920d5a owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:44.088218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c9d5f-875f-4fa7-9fce-7dc0b151edc3 req-e8bd6904-3891-4425-b156-bc34b755cb26 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:44.089938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c02c9d5f-875f-4fa7-9fce-7dc0b151edc3 req-e8bd6904-3891-4425-b156-bc34b755cb26 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 943 time: 0.0947742 Aug 04 17:20:44.130517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-79864e78-99b3-4c45-aea5-c2b9a0ae2e14 None None] For port e86eced7-9470-4e00-b128-21a1d6920d5a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e86eced7-9470-4e00-b128-21a1d6920d5a,segment=NetworkSegment(6e988610-9450-4a0b-a0bc-cbdc8ab6df9c),segment_id=6e988610-9450-4a0b-a0bc-cbdc8ab6df9c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:44.133270 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-79864e78-99b3-4c45-aea5-c2b9a0ae2e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.148565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-79864e78-99b3-4c45-aea5-c2b9a0ae2e14 None None] Calling delete_port for e86eced7-9470-4e00-b128-21a1d6920d5a owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:44.174835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c02c9d5f-875f-4fa7-9fce-7dc0b151edc3 req-f9b1675a-e547-47f6-9058-786d406aef9a tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491862 Aug 04 17:20:44.210105 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.236047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=e86eced7-9470-4e00-b128-21a1d6920d5a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:44.240095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No DVR routers for this DVR port e86eced7-9470-4e00-b128-21a1d6920d5a on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:44.255982 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-79864e78-99b3-4c45-aea5-c2b9a0ae2e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.263730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:20:44.303249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79864e78-99b3-4c45-aea5-c2b9a0ae2e14 None None] No DVR routers for this DVR port e86eced7-9470-4e00-b128-21a1d6920d5a on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:44.305166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79864e78-99b3-4c45-aea5-c2b9a0ae2e14 None None] Pushing event deleted for resources: {'Port': ['ID=e86eced7-9470-4e00-b128-21a1d6920d5a,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:44.335282 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.346604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f16a73b-b85d-417e-9a03-a9ad67d29e9b']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:44.423957 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:44.443226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3', 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7', 'port_id': '7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3', 'mac_address': 'fa:16:3e:82:f8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ab83db-e7e7-42be-918f-c45d7572353f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:20:44.503315 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.519043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:20:44.554638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:44.571469 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.685276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:44.761567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:44.775759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e988610-9450-4a0b-a0bc-cbdc8ab6df9c') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:44.776124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e988610-9450-4a0b-a0bc-cbdc8ab6df9c') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:44.787580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.805166 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.829118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:20:44.829118 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:20:44.836971 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:20:44.948105 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:45.003168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:45.009244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/networks/9f16a73b-b85d-417e-9a03-a9ad67d29e9b HTTP/1.1" status: 204 len: 168 time: 1.2997911 Aug 04 17:20:45.015660 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54436) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:45.029035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801951115'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:45.052529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfb0fa-3d1d-4cf9-ae9a-b32ca8179445 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Network': ['ID=9f16a73b-b85d-417e-9a03-a9ad67d29e9b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:45.078379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:45.085528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:45.126637 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:20:45.140313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:45.140836 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Added segment 8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1 of type vlan for network 218c0833-02fb-4e24-97ac-dbe3b12abed6 Aug 04 17:20:45.198541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:45.261423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device bfd55fe5-f50c-4146-82f7-cda0f88a01d9 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:20:45.270748 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:45.276968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:45.277731 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:45.361063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b7d37-9e11-45b0-ab11-d61f72b6ce37 req-95ad3e7f-f148-499f-9466-a7bd9594702e tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:45.371555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e5b7d37-9e11-45b0-ab11-d61f72b6ce37 req-95ad3e7f-f148-499f-9466-a7bd9594702e tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 943 time: 0.0785592 Aug 04 17:20:45.404877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Network': ['ID=218c0833-02fb-4e24-97ac-dbe3b12abed6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:45.413188 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-89a800af-fea2-4f55-a95d-b611f3e8dd67 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3956635 Aug 04 17:20:45.415679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:45.427577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': '218c0833-02fb-4e24-97ac-dbe3b12abed6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:45.433259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 218c0833-02fb-4e24-97ac-dbe3b12abed6 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:20:45.454605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e5b7d37-9e11-45b0-ab11-d61f72b6ce37 req-409cd27d-65b5-4f22-bf47-aaced9bcfbd6 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780213 Aug 04 17:20:45.532902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port bfd55fe5-f50c-4146-82f7-cda0f88a01d9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:45.551444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'bfd55fe5-f50c-4146-82f7-cda0f88a01d9', 'network_id': '6a675369-31e5-43ee-9a38-1d2265b7e3d7', 'port_id': 'bfd55fe5-f50c-4146-82f7-cda0f88a01d9', 'mac_address': 'fa:16:3e:8c:39:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ab83db-e7e7-42be-918f-c45d7572353f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:20:45.563553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:45.568688 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:45.597662 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:45.634050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd55fe5-f50c-4146-82f7-cda0f88a01d9 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:20:45.697707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port bfd55fe5-f50c-4146-82f7-cda0f88a01d9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:45.704515 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:45.852970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:45.906917 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['bfd55fe5-f50c-4146-82f7-cda0f88a01d9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:46.011487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e86eced7-9470-4e00-b128-21a1d6920d5a no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:46.039114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e86eced7-9470-4e00-b128-21a1d6920d5a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:46.039376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e86eced7-9470-4e00-b128-21a1d6920d5a not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:46.260452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:46.260983 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.336214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:46.341302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:46.341790 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.344191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Checking segment: {'id': '8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '218c0833-02fb-4e24-97ac-dbe3b12abed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:46.344746 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network hostable DHCP agents. Network: 218c0833-02fb-4e24-97ac-dbe3b12abed6, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:20:46.349207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=28bfe4ae-2bd1-4b3c-9f29-f6a6cbcb5eb6,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:46.371108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 218c0833-02fb-4e24-97ac-dbe3b12abed6 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:20:46.386444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 218c0833-02fb-4e24-97ac-dbe3b12abed6) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:46.393123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:46.395535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.405520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92387e4-51ad-4aeb-8c08-5565c84f5bca None None] Network 218c0833-02fb-4e24-97ac-dbe3b12abed6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:46.437318 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-43aa9abe-29d9-468c-a7e2-d2b76f173392 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0199804 Aug 04 17:20:46.440359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54456) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:46.446098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-88f72145-5d26-48d8-864a-e22ca1983c31 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-678468237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:46.510626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-88f72145-5d26-48d8-864a-e22ca1983c31 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.511933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-88f72145-5d26-48d8-864a-e22ca1983c31 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.536745 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.573335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2391e28-1604-476f-afe5-53181ef47457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:46.575841 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec52808-41c7-4c5d-8074-ce1b52004bc0" -d '{"events": [{"server_uuid": "e2391e28-1604-476f-afe5-53181ef47457", "name": "network-vif-plugged", "status": "completed", "tag": "7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:46.586678 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-88f72145-5d26-48d8-864a-e22ca1983c31 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.596441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:46.604671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-88f72145-5d26-48d8-864a-e22ca1983c31 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.631640 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-88f72145-5d26-48d8-864a-e22ca1983c31 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.633140 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-88f72145-5d26-48d8-864a-e22ca1983c31 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1913705 Aug 04 17:20:46.636204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54466) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:46.637497 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.642076 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'network_id': '218c0833-02fb-4e24-97ac-dbe3b12abed6', 'name': 'tempest-PortsIpV6TestJSON-209670838'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:46.711817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ecc33-56de-45e7-bbae-8b1dfa8084a4 req-5932521c-93a6-4833-9668-ef8eb22c7a8d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:46.733549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a1ecc33-56de-45e7-bbae-8b1dfa8084a4 req-5932521c-93a6-4833-9668-ef8eb22c7a8d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 944 time: 0.1700840 Aug 04 17:20:46.759781 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f701c50b-c582-4324-8896-98472e2075b7 x-openstack-request-id: req-f701c50b-c582-4324-8896-98472e2075b7 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:46.760608 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2391e28-1604-476f-afe5-53181ef47457", "name": "network-vif-plugged", "status": "completed", "tag": "7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:46.761218 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f701c50b-c582-4324-8896-98472e2075b7 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:46.762020 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2391e28-1604-476f-afe5-53181ef47457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3', 'code': 200} Aug 04 17:20:46.764359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:46.768147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-218c0833-02fb-4e24-97ac-dbe3b12abed6', 'network_id': '218c0833-02fb-4e24-97ac-dbe3b12abed6', 'tenant_id': 'aaeea0af0dd24b719786421a250853a5', 'fixed_ips': [{'subnet_id': '28bfe4ae-2bd1-4b3c-9f29-f6a6cbcb5eb6'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:20:46.770037 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.792363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a1ecc33-56de-45e7-bbae-8b1dfa8084a4 req-0a85180b-2b6b-424a-a23a-1881c47cc315 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528972 Aug 04 17:20:46.889887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb16808-5b73-4b76-80e6-efd7f53d7ee6 req-2867bc71-d1df-4cc6-99c9-da1140785b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:46.893291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbb16808-5b73-4b76-80e6-efd7f53d7ee6 req-2867bc71-d1df-4cc6-99c9-da1140785b92 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e2391e28-1604-476f-afe5-53181ef47457 HTTP/1.1" status: 200 len: 1096 time: 0.0791175 Aug 04 17:20:46.942482 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:46.947819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbb16808-5b73-4b76-80e6-efd7f53d7ee6 req-3b158dd1-7b75-48c7-8f0f-ac55f503fdf6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Aug 04 17:20:46.949664 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:46.992449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 3761afd3-2856-452c-b802-8e17831bfffd yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:47.046759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Allocated IP 2001:db8::2 (218c0833-02fb-4e24-97ac-dbe3b12abed6/28bfe4ae-2bd1-4b3c-9f29-f6a6cbcb5eb6/05589a4d-d302-4550-9af4-8d285bcc80c3) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:47.233438 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.243168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Transition to ACTIVE for port object 05589a4d-d302-4550-9af4-8d285bcc80c3 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:47.261047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device bfd55fe5-f50c-4146-82f7-cda0f88a01d9 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:47.263288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Transition to ACTIVE for port object 05589a4d-d302-4550-9af4-8d285bcc80c3 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:47.291436 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.336147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Pushing event updated for resources: {'Port': ['ID=05589a4d-d302-4550-9af4-8d285bcc80c3,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:47.362708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8::2a3 (218c0833-02fb-4e24-97ac-dbe3b12abed6/28bfe4ae-2bd1-4b3c-9f29-f6a6cbcb5eb6/3761afd3-2856-452c-b802-8e17831bfffd) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:47.366849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Network 218c0833-02fb-4e24-97ac-dbe3b12abed6 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:47.369615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:47.372378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:47.394515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port bfd55fe5-f50c-4146-82f7-cda0f88a01d9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:47.407374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port bfd55fe5-f50c-4146-82f7-cda0f88a01d9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:47.407374 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.613459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Attempting to bind port 05589a4d-d302-4550-9af4-8d285bcc80c3 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:47.613736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Attempting to bind port 05589a4d-d302-4550-9af4-8d285bcc80c3 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '218c0833-02fb-4e24-97ac-dbe3b12abed6'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:47.619016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Attempting to bind port 05589a4d-d302-4550-9af4-8d285bcc80c3 on network 218c0833-02fb-4e24-97ac-dbe3b12abed6 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:47.637318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:47.637687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Checking segment: {'id': '8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '218c0833-02fb-4e24-97ac-dbe3b12abed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:47.638090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.638482 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Bound using segment: {'id': '8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '218c0833-02fb-4e24-97ac-dbe3b12abed6'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:47.641031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Bound port: 05589a4d-d302-4550-9af4-8d285bcc80c3, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '218c0833-02fb-4e24-97ac-dbe3b12abed6'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:47.641031 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.750615 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.783549 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] For port 05589a4d-d302-4550-9af4-8d285bcc80c3, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:47.787294 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.789193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] For port 05589a4d-d302-4550-9af4-8d285bcc80c3, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=05589a4d-d302-4550-9af4-8d285bcc80c3,segment=NetworkSegment(8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1),segment_id=8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:47.806415 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.833809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 3761afd3-2856-452c-b802-8e17831bfffd will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:47.848915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port bfd55fe5-f50c-4146-82f7-cda0f88a01d9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:47.867317 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.896037 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.898644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc5832-eafe-441b-80a5-f2c8fb9d55ac None None] Pushing event updated for resources: {'Port': ['ID=05589a4d-d302-4550-9af4-8d285bcc80c3,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:47.972497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:47.972743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=3761afd3-2856-452c-b802-8e17831bfffd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:47.982868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 218c0833-02fb-4e24-97ac-dbe3b12abed6 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:47.984350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:47.988466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:47.994106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:47.994742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:47.998852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b616463-cc11-4f53-9f71-6d23cec92af1 req-c5771ac1-6ac5-47c8-9ce5-c47df2885235 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:48.004362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b616463-cc11-4f53-9f71-6d23cec92af1 req-c5771ac1-6ac5-47c8-9ce5-c47df2885235 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 945 time: 0.1053326 Aug 04 17:20:48.011272 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-108208fe-51aa-4b87-bf70-bf226008e1bb tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3731477 Aug 04 17:20:48.013608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54482) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:48.078103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b616463-cc11-4f53-9f71-6d23cec92af1 req-ad784bca-72d6-4c4f-954c-6b604503a457 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667381 Aug 04 17:20:48.145044 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:20:48.552772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:48.764695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cf08c1-4dbd-4f64-9031-7cb9bc126e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd55fe5-f50c-4146-82f7-cda0f88a01d9'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:48.767090 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06d99b3-2e16-49f6-aeae-0adf8ec0643a" -d '{"events": [{"server_uuid": "75cf08c1-4dbd-4f64-9031-7cb9bc126e54", "name": "network-vif-plugged", "status": "completed", "tag": "bfd55fe5-f50c-4146-82f7-cda0f88a01d9"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:48.867392 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4bb8a4-e8a3-498a-96c3-51ac867688d3 x-openstack-request-id: req-1b4bb8a4-e8a3-498a-96c3-51ac867688d3 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:48.867694 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cf08c1-4dbd-4f64-9031-7cb9bc126e54", "name": "network-vif-plugged", "status": "completed", "tag": "bfd55fe5-f50c-4146-82f7-cda0f88a01d9", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:48.867943 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b4bb8a4-e8a3-498a-96c3-51ac867688d3 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:48.868348 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cf08c1-4dbd-4f64-9031-7cb9bc126e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd55fe5-f50c-4146-82f7-cda0f88a01d9', 'code': 200} Aug 04 17:20:48.919441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:48.934646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:49.136097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=3761afd3-2856-452c-b802-8e17831bfffd,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:49.243565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f957cf-4ae0-4efd-9f18-f84828ca5d71 req-fd79b5a3-a55d-4974-991d-5c5c1421b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:49.245103 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-17f957cf-4ae0-4efd-9f18-f84828ca5d71 req-fd79b5a3-a55d-4974-991d-5c5c1421b8a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 1096 time: 0.3023360 Aug 04 17:20:49.298523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876de081-b097-4a7f-9348-1b895bfb0266 req-4d1f0a3f-9334-4460-9cda-c43f0c01a9c5 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:49.305721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-876de081-b097-4a7f-9348-1b895bfb0266 req-4d1f0a3f-9334-4460-9cda-c43f0c01a9c5 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 945 time: 0.1003616 Aug 04 17:20:49.373549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:49.380211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-876de081-b097-4a7f-9348-1b895bfb0266 req-772f92f0-562a-42de-ad38-de8f88053f98 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693109 Aug 04 17:20:49.446575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070686e8-16a0-4ec9-8e97-e2339f7bdf3b None None] Network 218c0833-02fb-4e24-97ac-dbe3b12abed6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:49.497404 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-17f957cf-4ae0-4efd-9f18-f84828ca5d71 req-9b3db775-9dbc-4c88-b8a2-1f4c24929741 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424853 Aug 04 17:20:49.646023 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:49.803140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4dc90133-46a2-4901-bf8b-730e28fa5fce None None] Provisioning for port 05589a4d-d302-4550-9af4-8d285bcc80c3 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:50.109865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 05589a4d-d302-4550-9af4-8d285bcc80c3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:50.215868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 05589a4d-d302-4550-9af4-8d285bcc80c3 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:50.240120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 05589a4d-d302-4550-9af4-8d285bcc80c3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:50.241228 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:50.246649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:50.255858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:50.256946 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:50.408912 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:50.409640 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=3761afd3-2856-452c-b802-8e17831bfffd,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:50.462199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 05589a4d-d302-4550-9af4-8d285bcc80c3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=05589a4d-d302-4550-9af4-8d285bcc80c3,segment=NetworkSegment(8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1),segment_id=8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:50.470562 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:50.485910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network 218c0833-02fb-4e24-97ac-dbe3b12abed6 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:50.487631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:50.603116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=05589a4d-d302-4550-9af4-8d285bcc80c3,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:50.620587 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7b8dda2c-44af-4c35-a5bc-8f62540821dc None None] Provisioning for port 3761afd3-2856-452c-b802-8e17831bfffd completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:20:50.630045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7b8dda2c-44af-4c35-a5bc-8f62540821dc None None] Provisioning complete for port 3761afd3-2856-452c-b802-8e17831bfffd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:50.630423 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7b8dda2c-44af-4c35-a5bc-8f62540821dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:50.688191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568312e-711e-432e-8827-0e6dfcc0be27 req-aba559ce-25ee-44fe-a030-abba01cd2a65 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:50.699225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7568312e-711e-432e-8827-0e6dfcc0be27 req-aba559ce-25ee-44fe-a030-abba01cd2a65 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 945 time: 0.1081970 Aug 04 17:20:50.740110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7b8dda2c-44af-4c35-a5bc-8f62540821dc None None] Port 3761afd3-2856-452c-b802-8e17831bfffd cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:50.753710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7568312e-711e-432e-8827-0e6dfcc0be27 req-792baddd-9d22-46d4-b143-92335e444b57 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468056 Aug 04 17:20:50.770998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Router a388435a-5880-4e39-9124-2d355125482b is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:20:50.778308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7b8dda2c-44af-4c35-a5bc-8f62540821dc None None] Provisioning complete for port 05589a4d-d302-4550-9af4-8d285bcc80c3 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:50.778752 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7b8dda2c-44af-4c35-a5bc-8f62540821dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:51.036093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b2bf7-c3ec-483d-ac08-1010bf242024 req-79cb2d82-0942-4a41-b7dc-34dba1b552a2 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:51.037735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c08b2bf7-c3ec-483d-ac08-1010bf242024 req-79cb2d82-0942-4a41-b7dc-34dba1b552a2 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2391e28-1604-476f-afe5-53181ef47457 HTTP/1.1" status: 200 len: 945 time: 0.0968232 Aug 04 17:20:51.071808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:20:51.085880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45050374-80e6-41f6-972b-582e85478532 None None] Sync routers for ids ['a388435a-5880-4e39-9124-2d355125482b'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:20:51.105300 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-00695073-ba5d-4805-9afd-fae74fdc3b01 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "PUT /v2.0/routers/a388435a-5880-4e39-9124-2d355125482b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0905306 Aug 04 17:20:51.109299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45050374-80e6-41f6-972b-582e85478532 None None] Routers {'a388435a-5880-4e39-9124-2d355125482b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:20:51.109944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-45050374-80e6-41f6-972b-582e85478532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:20:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a388435a-5880-4e39-9124-2d355125482b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:51.117435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54682) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:51.145243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c08b2bf7-c3ec-483d-ac08-1010bf242024 req-4045c238-56c9-40c9-a7f8-f64fbbcbb1a4 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937104 Aug 04 17:20:51.239629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-45050374-80e6-41f6-972b-582e85478532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:51.250171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd562f80-b050-4425-bcf8-fa2706225e66 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:51.256831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45050374-80e6-41f6-972b-582e85478532 None None] Routers {'a388435a-5880-4e39-9124-2d355125482b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:20:51.257466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-45050374-80e6-41f6-972b-582e85478532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:20:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a388435a-5880-4e39-9124-2d355125482b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:51.267168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 54704) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:51.267802 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cd562f80-b050-4425-bcf8-fa2706225e66 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports?device_id=a388435a-5880-4e39-9124-2d355125482b HTTP/1.1" status: 200 len: 988 time: 0.1487825 Aug 04 17:20:51.302980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0419d815-a241-4d97-9091-2809742bc50c None None] Provisioning complete for port 3761afd3-2856-452c-b802-8e17831bfffd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:51.303358 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0419d815-a241-4d97-9091-2809742bc50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:51.353159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0419d815-a241-4d97-9091-2809742bc50c None None] Port 3761afd3-2856-452c-b802-8e17831bfffd cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:51.357436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-45050374-80e6-41f6-972b-582e85478532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:51.358037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45050374-80e6-41f6-972b-582e85478532 None None] The sync data for ids ['a388435a-5880-4e39-9124-2d355125482b'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:20:51.486858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e46510e8-104f-45b6-9397-8355cf39cf71 None None] Provisioning complete for port 3761afd3-2856-452c-b802-8e17831bfffd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:51.487252 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e46510e8-104f-45b6-9397-8355cf39cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:51.561236 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e46510e8-104f-45b6-9397-8355cf39cf71 None None] Port 3761afd3-2856-452c-b802-8e17831bfffd cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:51.947875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 05589a4d-d302-4550-9af4-8d285bcc80c3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:20:51.959130 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:52.041954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 05589a4d-d302-4550-9af4-8d285bcc80c3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:52.042799 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:52.176412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b8479d21-36c0-4999-bce7-18b6ba8c5a80 None None] Provisioning complete for port 3761afd3-2856-452c-b802-8e17831bfffd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:52.177507 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b8479d21-36c0-4999-bce7-18b6ba8c5a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:52.225410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e704d73-ed2a-45e8-8415-7b5e2ff5d805 req-cf5e5eb8-0850-4062-b68a-0c243db4495a tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:52.227521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e704d73-ed2a-45e8-8415-7b5e2ff5d805 req-cf5e5eb8-0850-4062-b68a-0c243db4495a tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2391e28-1604-476f-afe5-53181ef47457 HTTP/1.1" status: 200 len: 945 time: 0.2863522 Aug 04 17:20:52.234766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b8479d21-36c0-4999-bce7-18b6ba8c5a80 None None] Port 3761afd3-2856-452c-b802-8e17831bfffd cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:20:52.308138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e704d73-ed2a-45e8-8415-7b5e2ff5d805 req-badd3a86-4df3-4a54-8074-317ea5b97259 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642004 Aug 04 17:20:52.381096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 3761afd3-2856-452c-b802-8e17831bfffd {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:52.381453 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:52.480990 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:52.496145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 3761afd3-2856-452c-b802-8e17831bfffd owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:52.740711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:52.809673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=3761afd3-2856-452c-b802-8e17831bfffd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:53.002714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-17906fc6-af71-45d0-aaaf-a769b7ee334a tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:53.006363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-17906fc6-af71-45d0-aaaf-a769b7ee334a tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.82 "GET /v2.0/ports?device_id=e2391e28-1604-476f-afe5-53181ef47457 HTTP/1.1" status: 200 len: 945 time: 0.2201872 Aug 04 17:20:53.009613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:53.125305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-303cc1d2-a9df-471a-ae31-37e5828dd2e2 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:53.126855 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-303cc1d2-a9df-471a-ae31-37e5828dd2e2 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.90 "GET /v2.0/ports?device_id=75cf08c1-4dbd-4f64-9031-7cb9bc126e54 HTTP/1.1" status: 200 len: 945 time: 0.1157458 Aug 04 17:20:53.364365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Router a388435a-5880-4e39-9124-2d355125482b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:20:53.384754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Deleting port bfd55fe5-f50c-4146-82f7-cda0f88a01d9 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:53.385278 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:53.524193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-68150914-210e-46aa-8a66-b5077f1f962d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Deleting port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:53.524533 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-68150914-210e-46aa-8a66-b5077f1f962d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:53.532072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:20:53.542211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a096776f-eb5a-41c6-83cf-3ad053e7b312 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "PUT /v2.0/routers/a388435a-5880-4e39-9124-2d355125482b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2738650 Aug 04 17:20:53.543169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54946) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:53.552013 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8ad46-ee34-464e-87f5-83c12f81c2bd None None] Sync routers for ids ['a388435a-5880-4e39-9124-2d355125482b'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:20:53.562398 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8ad46-ee34-464e-87f5-83c12f81c2bd None None] Routers {'a388435a-5880-4e39-9124-2d355125482b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:20:53.563069 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-65c8ad46-ee34-464e-87f5-83c12f81c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:20:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a388435a-5880-4e39-9124-2d355125482b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:53.600033 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-65c8ad46-ee34-464e-87f5-83c12f81c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:53.613947 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8ad46-ee34-464e-87f5-83c12f81c2bd None None] Routers {'a388435a-5880-4e39-9124-2d355125482b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:20:53.615240 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-65c8ad46-ee34-464e-87f5-83c12f81c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:20:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a388435a-5880-4e39-9124-2d355125482b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:53.649951 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76c23e5-349a-45e3-8462-5360aefb8c56 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:20:53.665810 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b76c23e5-349a-45e3-8462-5360aefb8c56 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/3761afd3-2856-452c-b802-8e17831bfffd HTTP/1.1" status: 404 len: 333 time: 0.1213205 Aug 04 17:20:53.675727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 54960) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:53.690036 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-65c8ad46-ee34-464e-87f5-83c12f81c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:53.690997 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8ad46-ee34-464e-87f5-83c12f81c2bd None None] The sync data for ids ['a388435a-5880-4e39-9124-2d355125482b'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:20:53.729384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a3603-c472-43b4-8857-95aff3e8b15d req-f6b65b9d-d2cf-4325-bc2f-ed357cbea099 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:53.731179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db5a3603-c472-43b4-8857-95aff3e8b15d req-f6b65b9d-d2cf-4325-bc2f-ed357cbea099 tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2391e28-1604-476f-afe5-53181ef47457 HTTP/1.1" status: 200 len: 945 time: 0.2403779 Aug 04 17:20:53.800806 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-68150914-210e-46aa-8a66-b5077f1f962d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] For port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:53.801165 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-68150914-210e-46aa-8a66-b5077f1f962d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:53.819268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] For port bfd55fe5-f50c-4146-82f7-cda0f88a01d9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,segment=NetworkSegment(10b8fa48-ef9b-42ad-a47c-76f2801dc86d),segment_id=10b8fa48-ef9b-42ad-a47c-76f2801dc86d)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:53.819648 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:53.833258 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1836d361-d38d-4bcc-bb9e-a8a4f3923b8a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:53.837880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-68150914-210e-46aa-8a66-b5077f1f962d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Calling delete_port for 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:53.869454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Calling delete_port for bfd55fe5-f50c-4146-82f7-cda0f88a01d9 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:53.877378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db5a3603-c472-43b4-8857-95aff3e8b15d req-a3c083c7-e32b-4730-8297-47cb43199bdc tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/security-groups?id=928e213a-b717-46ab-9494-5ed20946767e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340833 Aug 04 17:20:54.084890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-68150914-210e-46aa-8a66-b5077f1f962d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.101988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:54.137397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['bfd55fe5-f50c-4146-82f7-cda0f88a01d9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:54.156781 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1836d361-d38d-4bcc-bb9e-a8a4f3923b8a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.160437 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1836d361-d38d-4bcc-bb9e-a8a4f3923b8a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.203397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68150914-210e-46aa-8a66-b5077f1f962d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Pushing event deleted for resources: {'Port': ['ID=7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:54.279683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-68150914-210e-46aa-8a66-b5077f1f962d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] No DVR routers for this DVR port 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:54.284970 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-68150914-210e-46aa-8a66-b5077f1f962d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.288742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83b4d03d-8ab8-4dea-b6fe-df1b92766a7c req-68150914-210e-46aa-8a66-b5077f1f962d tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.82 "DELETE /v2.0/ports/7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 HTTP/1.1" status: 204 len: 173 time: 1.2748992 Aug 04 17:20:54.289722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2391e28-1604-476f-afe5-53181ef47457', 'name': 'network-vif-deleted', 'tag': '7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:54.297076 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621bc78-2342-4ff4-a428-c18729537fea" -d '{"events": [{"server_uuid": "e2391e28-1604-476f-afe5-53181ef47457", "name": "network-vif-deleted", "tag": "7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:54.323554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1836d361-d38d-4bcc-bb9e-a8a4f3923b8a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.326351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1836d361-d38d-4bcc-bb9e-a8a4f3923b8a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Fanout notify agent at l3_agent the message router_deleted on router a388435a-5880-4e39-9124-2d355125482b {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:20:54.344122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1836d361-d38d-4bcc-bb9e-a8a4f3923b8a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.349087 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1836d361-d38d-4bcc-bb9e-a8a4f3923b8a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/routers/a388435a-5880-4e39-9124-2d355125482b HTTP/1.1" status: 204 len: 168 time: 0.6701441 Aug 04 17:20:54.353652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55024) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:54.423690 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b32443-2ef7-4ea7-847d-f2b63792e070 x-openstack-request-id: req-f2b32443-2ef7-4ea7-847d-f2b63792e070 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:54.424338 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2391e28-1604-476f-afe5-53181ef47457", "name": "network-vif-deleted", "tag": "7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:54.424842 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2b32443-2ef7-4ea7-847d-f2b63792e070 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:54.425577 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2391e28-1604-476f-afe5-53181ef47457', 'name': 'network-vif-deleted', 'tag': '7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3', 'status': 'completed', 'code': 200} Aug 04 17:20:54.489670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5fb325-c0bc-4573-85c9-da7f6fb967ee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet 28bfe4ae-2bd1-4b3c-9f29-f6a6cbcb5eb6 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:20:54.500153 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb325-c0bc-4573-85c9-da7f6fb967ee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.507325 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.521232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:20:54.565108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Pushing event deleted for resources: {'Port': ['ID=bfd55fe5-f50c-4146-82f7-cda0f88a01d9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:54.584646 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb325-c0bc-4573-85c9-da7f6fb967ee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.588918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.589276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.589649 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.590443 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.590986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.594927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.595841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.596655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.597151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.597986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.598862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.599351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:20:54.648471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] No DVR routers for this DVR port bfd55fe5-f50c-4146-82f7-cda0f88a01d9 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:54.651791 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.655028 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ce9bd142-0a6b-4de3-99e6-853292b073af req-dae242db-1be2-4c4b-a51f-4060b0b4a64b tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.90 "DELETE /v2.0/ports/bfd55fe5-f50c-4146-82f7-cda0f88a01d9 HTTP/1.1" status: 204 len: 173 time: 1.5194757 Aug 04 17:20:54.656088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cf08c1-4dbd-4f64-9031-7cb9bc126e54', 'name': 'network-vif-deleted', 'tag': 'bfd55fe5-f50c-4146-82f7-cda0f88a01d9'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:20:54.659652 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d38ed9e-f1fa-411d-bcc0-ecea348ef74c" -d '{"events": [{"server_uuid": "75cf08c1-4dbd-4f64-9031-7cb9bc126e54", "name": "network-vif-deleted", "tag": "bfd55fe5-f50c-4146-82f7-cda0f88a01d9"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:20:54.821396 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb325-c0bc-4573-85c9-da7f6fb967ee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.929547 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb325-c0bc-4573-85c9-da7f6fb967ee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.934931 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcdce63-87ca-43f1-a1a4-e2760d62303e x-openstack-request-id: req-ebcdce63-87ca-43f1-a1a4-e2760d62303e {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:20:54.937129 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cf08c1-4dbd-4f64-9031-7cb9bc126e54", "name": "network-vif-deleted", "tag": "bfd55fe5-f50c-4146-82f7-cda0f88a01d9", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:20:54.937385 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebcdce63-87ca-43f1-a1a4-e2760d62303e {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:20:54.937794 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cf08c1-4dbd-4f64-9031-7cb9bc126e54', 'name': 'network-vif-deleted', 'tag': 'bfd55fe5-f50c-4146-82f7-cda0f88a01d9', 'status': 'completed', 'code': 200} Aug 04 17:20:54.976362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fb325-c0bc-4573-85c9-da7f6fb967ee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=28bfe4ae-2bd1-4b3c-9f29-f6a6cbcb5eb6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:54.985651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb325-c0bc-4573-85c9-da7f6fb967ee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:54.990880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fd5fb325-c0bc-4573-85c9-da7f6fb967ee tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/28bfe4ae-2bd1-4b3c-9f29-f6a6cbcb5eb6 HTTP/1.1" status: 204 len: 168 time: 0.6334918 Aug 04 17:20:54.991264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55056) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:55.000484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db25815-5a5a-4cca-8b12-1973671d0846 None None] Network 218c0833-02fb-4e24-97ac-dbe3b12abed6 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:55.024372 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-832ec409-1e32-4d20-8ffb-41e732db1cf0 req-37866a3b-26c0-4c39-826c-1d9a12f6976f tempest-MultipleCreateTestJSON-923672119 tempest-MultipleCreateTestJSON-923672119-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2391e28-1604-476f-afe5-53181ef47457 HTTP/1.1" status: 200 len: 210 time: 0.0457461 Aug 04 17:20:55.127532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.243728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 05589a4d-d302-4550-9af4-8d285bcc80c3 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:55.245695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.274233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85e8cfa-9cf4-43c1-9734-5e7ca3a4d445 None None] DHCP port deletion for 218c0833-02fb-4e24-97ac-dbe3b12abed6 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:20:55.327328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d85e8cfa-9cf4-43c1-9734-5e7ca3a4d445 None None] Deleting port 05589a4d-d302-4550-9af4-8d285bcc80c3 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:20:55.327674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d85e8cfa-9cf4-43c1-9734-5e7ca3a4d445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.352564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] For port 05589a4d-d302-4550-9af4-8d285bcc80c3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=05589a4d-d302-4550-9af4-8d285bcc80c3,segment=NetworkSegment(8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1),segment_id=8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:55.353197 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.374420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 05589a4d-d302-4550-9af4-8d285bcc80c3 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:55.415300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d85e8cfa-9cf4-43c1-9734-5e7ca3a4d445 None None] For port 05589a4d-d302-4550-9af4-8d285bcc80c3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=05589a4d-d302-4550-9af4-8d285bcc80c3,segment=NetworkSegment(8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1),segment_id=8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:20:55.415604 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d85e8cfa-9cf4-43c1-9734-5e7ca3a4d445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.432123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d85e8cfa-9cf4-43c1-9734-5e7ca3a4d445 None None] Calling delete_port for 05589a4d-d302-4550-9af4-8d285bcc80c3 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:20:55.459624 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.487647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=05589a4d-d302-4550-9af4-8d285bcc80c3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:55.489725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No DVR routers for this DVR port 05589a4d-d302-4550-9af4-8d285bcc80c3 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:55.533680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d85e8cfa-9cf4-43c1-9734-5e7ca3a4d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.578287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e8cfa-9cf4-43c1-9734-5e7ca3a4d445 None None] Pushing event deleted for resources: {'Port': ['ID=05589a4d-d302-4550-9af4-8d285bcc80c3,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:55.604071 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.617163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218c0833-02fb-4e24-97ac-dbe3b12abed6']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:55.626691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e8cfa-9cf4-43c1-9734-5e7ca3a4d445 None None] No DVR routers for this DVR port 05589a4d-d302-4550-9af4-8d285bcc80c3 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:20:55.653703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:55.654225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb2eaf8-b2ba-4c84-89f1-6644413ccfe1') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:55.670340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.690080 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.698161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:20:55.699000 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:20:55.702900 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:20:55.829105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.850744 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:55.864263 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/networks/218c0833-02fb-4e24-97ac-dbe3b12abed6 HTTP/1.1" status: 204 len: 168 time: 0.8669937 Aug 04 17:20:55.864924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55072) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:55.884100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca2738-7c67-4d99-b369-40cb9c28b594 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Network': ['ID=218c0833-02fb-4e24-97ac-dbe3b12abed6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:55.909144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 05589a4d-d302-4550-9af4-8d285bcc80c3 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:55.932126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 05589a4d-d302-4550-9af4-8d285bcc80c3 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:55.932510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 05589a4d-d302-4550-9af4-8d285bcc80c3 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:55.943011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da8dde3-cbb1-4644-acd9-d27e6c028887 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:55.953139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0da8dde3-cbb1-4644-acd9-d27e6c028887 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/2a75f910-f519-415b-aa1c-a615d603696f HTTP/1.1" status: 200 len: 845 time: 0.0838401 Aug 04 17:20:55.953526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55074) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:55.997516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1f69f5f3-8838-4c02-9d8d-b90d5e7781e6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/2a75f910-f519-415b-aa1c-a615d603696f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0426290 Aug 04 17:20:56.001893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55076) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:56.008664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-207e2727-7c41-474c-b1a2-e7f09e61f1e1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:56.106511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207e2727-7c41-474c-b1a2-e7f09e61f1e1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:56.110594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-207e2727-7c41-474c-b1a2-e7f09e61f1e1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.128896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55082) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:56.226925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05c0566-b691-4b9e-a57d-51ff2f5a839a admin admin] Deleting subnet c7ab83db-e7e7-42be-918f-c45d7572353f {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:20:56.236869 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b05c0566-b691-4b9e-a57d-51ff2f5a839a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.288603 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b05c0566-b691-4b9e-a57d-51ff2f5a839a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.378837 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b05c0566-b691-4b9e-a57d-51ff2f5a839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.446606 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b05c0566-b691-4b9e-a57d-51ff2f5a839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.506154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c0566-b691-4b9e-a57d-51ff2f5a839a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ab83db-e7e7-42be-918f-c45d7572353f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:56.516605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b05c0566-b691-4b9e-a57d-51ff2f5a839a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.525820 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b05c0566-b691-4b9e-a57d-51ff2f5a839a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c7ab83db-e7e7-42be-918f-c45d7572353f HTTP/1.1" status: 204 len: 168 time: 0.3928225 Aug 04 17:20:56.526502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55092) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:56.661263 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.738705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-207e2727-7c41-474c-b1a2-e7f09e61f1e1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.783841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e2727-7c41-474c-b1a2-e7f09e61f1e1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:56.788033 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-207e2727-7c41-474c-b1a2-e7f09e61f1e1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:56.795089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e2727-7c41-474c-b1a2-e7f09e61f1e1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:56.795827 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-207e2727-7c41-474c-b1a2-e7f09e61f1e1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.800474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a2b04-c9e0-4cb5-b888-776c0725b3ec None None] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:20:56.823560 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e2727-7c41-474c-b1a2-e7f09e61f1e1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=45452310-76da-4c45-ab81-e18bb67ef830,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:56.837394 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-207e2727-7c41-474c-b1a2-e7f09e61f1e1 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8315799 Aug 04 17:20:56.837559 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.838209 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55094) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:56.844540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-99feaf08-6338-4d70-8b47-327d88c7792c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'security_group': {'name': 'tempest-secgroup-832381299'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:56.855813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a675369-31e5-43ee-9a38-1d2265b7e3d7']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:56.872681 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b8fa48-ef9b-42ad-a47c-76f2801dc86d') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:56.873337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b8fa48-ef9b-42ad-a47c-76f2801dc86d') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:20:56.875703 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99feaf08-6338-4d70-8b47-327d88c7792c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.891056 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.931332 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.944512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:20:56.950897 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:20:56.963674 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:20:57.075169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.090332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'tenant_id': 'aaeea0af0dd24b719786421a250853a5', 'fixed_ips': [{'subnet_id': '45452310-76da-4c45-ab81-e18bb67ef830'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:20:57.091036 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.100526 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.102706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6a675369-31e5-43ee-9a38-1d2265b7e3d7 HTTP/1.1" status: 204 len: 168 time: 0.5752051 Aug 04 17:20:57.124787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6af9e-35f1-4231-8ff5-172bc05e1e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a675369-31e5-43ee-9a38-1d2265b7e3d7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:57.232045 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99feaf08-6338-4d70-8b47-327d88c7792c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.242679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99feaf08-6338-4d70-8b47-327d88c7792c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.313226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feaf08-6338-4d70-8b47-327d88c7792c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06baae9a-cba1-45f2-b618-8b5f4c3167ef,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:57.320238 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99feaf08-6338-4d70-8b47-327d88c7792c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.323365 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-99feaf08-6338-4d70-8b47-327d88c7792c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4811423 Aug 04 17:20:57.324855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55106) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:57.350718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9ac4c64e-f010-4386-a99b-a51ba91bf08a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1525502771'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:57.363359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device bfd55fe5-f50c-4146-82f7-cda0f88a01d9 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:57.412885 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c64e-f010-4386-a99b-a51ba91bf08a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.430343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: bfd55fe5-f50c-4146-82f7-cda0f88a01d9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:57.430672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device bfd55fe5-f50c-4146-82f7-cda0f88a01d9 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:57.477307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Allocated IP 2001:db8::2 (fd4f710b-d10d-4c05-8ae1-fc77612d2d18/45452310-76da-4c45-ab81-e18bb67ef830/694e9342-f980-49c0-b609-77acb889c5b7) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:57.492974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55110) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:57.557542 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c64e-f010-4386-a99b-a51ba91bf08a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.565127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c64e-f010-4386-a99b-a51ba91bf08a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.593085 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ac4c64e-f010-4386-a99b-a51ba91bf08a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.593433 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5fd9c6d6-90ec-4b3f-9e03-0bdd55eb5061 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d53bac957704b4c91065dd53ee4cc95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989065 Aug 04 17:20:57.597217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55112) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:57.597519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55114) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:57.598514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9ac4c64e-f010-4386-a99b-a51ba91bf08a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2718008 Aug 04 17:20:57.615825 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1233666369', 'security_groups': ['9c05a784-0bfd-4b05-9c06-6ad03e19054d'], 'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45452310-76da-4c45-ab81-e18bb67ef830'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:57.616146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4c64e-f010-4386-a99b-a51ba91bf08a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c05a784-0bfd-4b05-9c06-6ad03e19054d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:57.704254 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.728431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Transition to ACTIVE for port object 694e9342-f980-49c0-b609-77acb889c5b7 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:57.750557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Transition to ACTIVE for port object 694e9342-f980-49c0-b609-77acb889c5b7 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:57.764067 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.812430 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6360edb-ca1a-4458-856f-9fb79dac1963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.837239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:57.863058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:57.868461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:57.872385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:57.884654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Pushing event updated for resources: {'Port': ['ID=694e9342-f980-49c0-b609-77acb889c5b7,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:57.906074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6360edb-ca1a-4458-856f-9fb79dac1963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.935943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Attempting to bind port 694e9342-f980-49c0-b609-77acb889c5b7 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:20:57.936313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Attempting to bind port 694e9342-f980-49c0-b609-77acb889c5b7 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'de641ed8-599a-4d64-8a3b-aecac01a94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:20:57.936674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Attempting to bind port 694e9342-f980-49c0-b609-77acb889c5b7 on network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:20:57.943600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:20:57.944171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Checking segment: {'id': 'de641ed8-599a-4d64-8a3b-aecac01a94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:20:57.944577 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.944969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Bound using segment: {'id': 'de641ed8-599a-4d64-8a3b-aecac01a94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:20:57.945649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Bound port: 694e9342-f980-49c0-b609-77acb889c5b7, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de641ed8-599a-4d64-8a3b-aecac01a94a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:20:57.946158 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:57.988741 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:58.006356 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6360edb-ca1a-4458-856f-9fb79dac1963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:58.009278 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a6360edb-ca1a-4458-856f-9fb79dac1963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:58.015358 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a6360edb-ca1a-4458-856f-9fb79dac1963 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/928e213a-b717-46ab-9494-5ed20946767e HTTP/1.1" status: 204 len: 168 time: 0.4152651 Aug 04 17:20:58.034398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6360edb-ca1a-4458-856f-9fb79dac1963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928e213a-b717-46ab-9494-5ed20946767e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:58.049656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] For port 694e9342-f980-49c0-b609-77acb889c5b7, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:20:58.051309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 0bc091ae-39d1-4ded-a145-52bf71837b3c yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:20:58.061480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] For port 694e9342-f980-49c0-b609-77acb889c5b7, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=694e9342-f980-49c0-b609-77acb889c5b7,segment=NetworkSegment(de641ed8-599a-4d64-8a3b-aecac01a94a6),segment_id=de641ed8-599a-4d64-8a3b-aecac01a94a6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:20:58.109696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:58.256183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11629bf5-15a9-4a97-bebb-86d2a9b2864e None None] Pushing event updated for resources: {'Port': ['ID=694e9342-f980-49c0-b609-77acb889c5b7,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:58.312012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:20:58.357968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:20:58.360592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 7c4f72e2-336b-4ca6-8c9d-9c0523e96ad3 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:20:58.431193 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8::206 (fd4f710b-d10d-4c05-8ae1-fc77612d2d18/45452310-76da-4c45-ab81-e18bb67ef830/0bc091ae-39d1-4ded-a145-52bf71837b3c) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:20:58.753508 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:58.769933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 0bc091ae-39d1-4ded-a145-52bf71837b3c will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:20:58.829596 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:58.916269 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:20:58.919404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=0bc091ae-39d1-4ded-a145-52bf71837b3c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:20:58.920988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:20:58.923090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:20:58.931920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:20:58.932598 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:58.952757 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77f10ec1-e399-4e1f-a107-71413ad20db8 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3411126 Aug 04 17:20:58.956520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55144) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:58.968663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ba154d60-a551-43c7-b30e-d5046b955f51 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:59.291268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55160) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:59.292527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba154d60-a551-43c7-b30e-d5046b955f51 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:59.305254 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ba154d60-a551-43c7-b30e-d5046b955f51 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:59.452321 n-d-764435-5 neutron-server[105828]: INFO neutron.db.ipam_backend_mixin [None req-ba154d60-a551-43c7-b30e-d5046b955f51 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45452310-76da-4c45-ab81-e18bb67ef830 (CIDR: 2001:db8::/64) Aug 04 17:20:59.458770 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba154d60-a551-43c7-b30e-d5046b955f51 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:20:59.459527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba154d60-a551-43c7-b30e-d5046b955f51 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:20:59.507209 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55166) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:20:59.507881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ba154d60-a551-43c7-b30e-d5046b955f51 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5492783 Aug 04 17:20:59.512431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-bed58281-8e36-4d46-8dbd-8d49d13c6b20 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:59.609511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1185875158-network', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:20:59.723046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Made reservation on behalf of b8d8ba09f282483d90763c24d7442f1f for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:20:59.725370 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:59.754765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:59.960641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-36f56bf4-b04a-47b7-bd34-dfb993b72b00 None None] Provisioning complete for port 2a75f910-f519-415b-aa1c-a615d603696f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:20:59.961195 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-36f56bf4-b04a-47b7-bd34-dfb993b72b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:20:59.995275 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.009773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.038428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-36f56bf4-b04a-47b7-bd34-dfb993b72b00 None None] Port 2a75f910-f519-415b-aa1c-a615d603696f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:00.041855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 694e9342-f980-49c0-b609-77acb889c5b7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:00.047558 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:21:00.073285 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.073628 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Added segment b9edf84e-97f5-463d-94d0-aa2a0b10e083 of type vlan for network b699377d-bb0f-49df-911e-a6242a1018b1 Aug 04 17:21:00.086764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-36f56bf4-b04a-47b7-bd34-dfb993b72b00 None None] Provisioning for port 694e9342-f980-49c0-b609-77acb889c5b7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:00.137210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 694e9342-f980-49c0-b609-77acb889c5b7 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:00.142399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 694e9342-f980-49c0-b609-77acb889c5b7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:00.143203 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.180692 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.232067 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.233392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:00.234018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.323913 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.382507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587ca747-07b0-4579-b3f3-260bbc0e31bb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:00.402799 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 694e9342-f980-49c0-b609-77acb889c5b7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=694e9342-f980-49c0-b609-77acb889c5b7,segment=NetworkSegment(de641ed8-599a-4d64-8a3b-aecac01a94a6),segment_id=de641ed8-599a-4d64-8a3b-aecac01a94a6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:00.410365 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.422172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed58281-8e36-4d46-8dbd-8d49d13c6b20 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:00.437960 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bed58281-8e36-4d46-8dbd-8d49d13c6b20 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.484259 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1915774 Aug 04 17:21:00.487658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55176) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:00.492010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-459e70ee-b754-46b7-a40f-5fc770c1c42e None None] Provisioning for port 0bc091ae-39d1-4ded-a145-52bf71837b3c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:00.504855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Request body: {'subnet': {'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1185875158-subnet', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:00.514231 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-459e70ee-b754-46b7-a40f-5fc770c1c42e None None] Provisioning complete for port 0bc091ae-39d1-4ded-a145-52bf71837b3c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:00.514588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-459e70ee-b754-46b7-a40f-5fc770c1c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.549975 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd510fdc-0318-40b1-a982-d3700ed4d501 admin admin] Pushing event updated for resources: {'Network': ['ID=b699377d-bb0f-49df-911e-a6242a1018b1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:00.561045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Made reservation on behalf of b8d8ba09f282483d90763c24d7442f1f for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:00.568416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.572513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b699377d-bb0f-49df-911e-a6242a1018b1 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:21:00.650981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=694e9342-f980-49c0-b609-77acb889c5b7,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:00.698130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-459e70ee-b754-46b7-a40f-5fc770c1c42e None None] Port 0bc091ae-39d1-4ded-a145-52bf71837b3c cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:00.896431 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bed58281-8e36-4d46-8dbd-8d49d13c6b20 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.966964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed58281-8e36-4d46-8dbd-8d49d13c6b20 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:00.972319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-bed58281-8e36-4d46-8dbd-8d49d13c6b20 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:00.973574 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.978533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed58281-8e36-4d46-8dbd-8d49d13c6b20 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:00.979666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bed58281-8e36-4d46-8dbd-8d49d13c6b20 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:00.985765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e566df-65aa-43fd-955c-0dc88e42797c None None] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:01.008553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed58281-8e36-4d46-8dbd-8d49d13c6b20 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=f66622eb-9f2f-4c43-b89d-563f17dafb9a,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:01.020910 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bed58281-8e36-4d46-8dbd-8d49d13c6b20 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5109997 Aug 04 17:21:01.021786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55182) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:01.028075 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-571585909', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f66622eb-9f2f-4c43-b89d-563f17dafb9a'}], 'security_groups': ['06baae9a-cba1-45f2-b618-8b5f4c3167ef']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:01.063437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7f448e-6a8e-466e-b520-6ea5e8f086b3,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:01.075745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Checking segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:01.076104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Network hostable DHCP agents. Network: b699377d-bb0f-49df-911e-a6242a1018b1, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:21:01.097952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Network b699377d-bb0f-49df-911e-a6242a1018b1 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:21:01.116604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b699377d-bb0f-49df-911e-a6242a1018b1) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:01.127981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:01.129910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:01.131189 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:01.139489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ddfcb2-85c0-4117-ae34-9f8cebc83485 None None] Network b699377d-bb0f-49df-911e-a6242a1018b1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:01.176136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7401f55f-2817-470f-9c20-547cf1d987b7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6858554 Aug 04 17:21:01.178548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55184) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:01.185299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:01.215821 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:01.217334 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:01.282548 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:01.579697 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:01.626161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Delete allocated IP 2001:db8::206 (fd4f710b-d10d-4c05-8ae1-fc77612d2d18/45452310-76da-4c45-ab81-e18bb67ef830) {{(pid=105829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 17:21:01.651613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8:0:1::3b3 (fd4f710b-d10d-4c05-8ae1-fc77612d2d18/f66622eb-9f2f-4c43-b89d-563f17dafb9a/0bc091ae-39d1-4ded-a145-52bf71837b3c) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:01.683345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-b699377d-bb0f-49df-911e-a6242a1018b1', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:21:01.684234 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:01.975916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 694e9342-f980-49c0-b609-77acb889c5b7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:01.980705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.034757 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 0bc091ae-39d1-4ded-a145-52bf71837b3c will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:02.036137 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.045533 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.103406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54769200-803f-4a73-97c2-552eb13ad78b None None] Update dhcp port {'port': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'fixed_ips': [{'subnet_id': '45452310-76da-4c45-ab81-e18bb67ef830', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f66622eb-9f2f-4c43-b89d-563f17dafb9a'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '694e9342-f980-49c0-b609-77acb889c5b7'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:21:02.114538 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.123585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=0bc091ae-39d1-4ded-a145-52bf71837b3c,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:02.198334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] In _notify_port_updated(), no bound segment for port 0bc091ae-39d1-4ded-a145-52bf71837b3c on network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:21:02.212197 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:02.215223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.217836 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6d3c0722-667f-41db-be75-36758ee112cc tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "PUT /v2.0/ports/0bc091ae-39d1-4ded-a145-52bf71837b3c HTTP/1.1" status: 200 len: 930 time: 1.1943595 Aug 04 17:21:02.221402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55200) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:02.224088 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1060366-16e2-45d2-bc0e-d8457f0fb065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.261418 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-54769200-803f-4a73-97c2-552eb13ad78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.283529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55202) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:02.349264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Allocated IP 172.25.2.186 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/91b2149a-6348-44c4-8062-198bdb85a637) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:02.358929 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-85189d4e-6cd5-4798-821a-b0ea4cd3c10e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 0bc091ae-39d1-4ded-a145-52bf71837b3c {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:02.359228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85189d4e-6cd5-4798-821a-b0ea4cd3c10e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.414431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 694e9342-f980-49c0-b609-77acb889c5b7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:02.417009 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.425436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Allocated IP 172.20.0.2 (b699377d-bb0f-49df-911e-a6242a1018b1/ce7f448e-6a8e-466e-b520-6ea5e8f086b3/59e84bb2-9113-4b44-b089-a8541c40881e) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:02.492549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85189d4e-6cd5-4798-821a-b0ea4cd3c10e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.507164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-85189d4e-6cd5-4798-821a-b0ea4cd3c10e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 0bc091ae-39d1-4ded-a145-52bf71837b3c owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:02.554257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.657335 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.684729 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85189d4e-6cd5-4798-821a-b0ea4cd3c10e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.724324 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b45f86ee-1a88-478e-82fc-acb6bcdb4ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.729734 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85189d4e-6cd5-4798-821a-b0ea4cd3c10e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=0bc091ae-39d1-4ded-a145-52bf71837b3c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:02.765673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-85189d4e-6cd5-4798-821a-b0ea4cd3c10e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.768226 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-85189d4e-6cd5-4798-821a-b0ea4cd3c10e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/0bc091ae-39d1-4ded-a145-52bf71837b3c HTTP/1.1" status: 204 len: 168 time: 0.5446386 Aug 04 17:21:02.772154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55208) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:02.776063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:02.796675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:02.801350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:02.803350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Pushing event updated for resources: {'Port': ['ID=91b2149a-6348-44c4-8062-198bdb85a637,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:02.814812 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b92938-2df3-40c1-8a90-b164d4d1070b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:21:02.818996 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-70b92938-2df3-40c1-8a90-b164d4d1070b tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/0bc091ae-39d1-4ded-a145-52bf71837b3c HTTP/1.1" status: 404 len: 333 time: 0.0429385 Aug 04 17:21:02.835255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55210) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:02.888390 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:02.928728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Transition to ACTIVE for port object 59e84bb2-9113-4b44-b089-a8541c40881e will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:03.091302 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee708afc-4463-4a2e-8254-61ab7dd97d8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.140114 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee708afc-4463-4a2e-8254-61ab7dd97d8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.154180 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b45f86ee-1a88-478e-82fc-acb6bcdb4ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.172121 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b45f86ee-1a88-478e-82fc-acb6bcdb4ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.333468 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b45f86ee-1a88-478e-82fc-acb6bcdb4ab2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8dcd52e58df94517820a71511aa7bcb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0408425 Aug 04 17:21:03.335310 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f86ee-1a88-478e-82fc-acb6bcdb4ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ae19cf-2cda-45b4-b452-1479a1b0479a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:03.336709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55214) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:03.351228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee708afc-4463-4a2e-8254-61ab7dd97d8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.355010 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee708afc-4463-4a2e-8254-61ab7dd97d8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.358671 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ee708afc-4463-4a2e-8254-61ab7dd97d8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/security-groups/9c05a784-0bfd-4b05-9c06-6ad03e19054d HTTP/1.1" status: 204 len: 168 time: 0.5201125 Aug 04 17:21:03.359287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55216) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:03.366649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.367973 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708afc-4463-4a2e-8254-61ab7dd97d8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c05a784-0bfd-4b05-9c06-6ad03e19054d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:03.382352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Transition to ACTIVE for port object 59e84bb2-9113-4b44-b089-a8541c40881e will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:03.404454 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.434579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-54769200-803f-4a73-97c2-552eb13ad78b None None] Allocated IP 2001:db8:0:1::2 (fd4f710b-d10d-4c05-8ae1-fc77612d2d18/f66622eb-9f2f-4c43-b89d-563f17dafb9a/694e9342-f980-49c0-b609-77acb889c5b7) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:03.567397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-54769200-803f-4a73-97c2-552eb13ad78b None None] For port 694e9342-f980-49c0-b609-77acb889c5b7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=694e9342-f980-49c0-b609-77acb889c5b7,segment=NetworkSegment(de641ed8-599a-4d64-8a3b-aecac01a94a6),segment_id=de641ed8-599a-4d64-8a3b-aecac01a94a6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:03.574394 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c20b7349-a485-4185-b060-81af8981969a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.623593 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e18e33b3-c6e2-402a-9af0-9374b37f6b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.643819 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-54769200-803f-4a73-97c2-552eb13ad78b None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.646617 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e18e33b3-c6e2-402a-9af0-9374b37f6b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.698380 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c20b7349-a485-4185-b060-81af8981969a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.730211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-54769200-803f-4a73-97c2-552eb13ad78b None None] Transition to ACTIVE for port object 694e9342-f980-49c0-b609-77acb889c5b7 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:03.745118 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-54769200-803f-4a73-97c2-552eb13ad78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.760951 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e18e33b3-c6e2-402a-9af0-9374b37f6b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.761164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Network b699377d-bb0f-49df-911e-a6242a1018b1 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:03.763644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e18e33b3-c6e2-402a-9af0-9374b37f6b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:03.764800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e18e33b3-c6e2-402a-9af0-9374b37f6b2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53ae19cf-2cda-45b4-b452-1479a1b0479a HTTP/1.1" status: 204 len: 168 time: 0.4257574 Aug 04 17:21:03.780806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:03.789615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:03.800060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e33b3-c6e2-402a-9af0-9374b37f6b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ae19cf-2cda-45b4-b452-1479a1b0479a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:03.819703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Pushing event updated for resources: {'Port': ['ID=59e84bb2-9113-4b44-b089-a8541c40881e,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:03.996060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Attempting to bind port 59e84bb2-9113-4b44-b089-a8541c40881e on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:03.996527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Attempting to bind port 59e84bb2-9113-4b44-b089-a8541c40881e by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:03.996981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Attempting to bind port 59e84bb2-9113-4b44-b089-a8541c40881e on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:04.018038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54769200-803f-4a73-97c2-552eb13ad78b None None] Pushing event updated for resources: {'Port': ['ID=694e9342-f980-49c0-b609-77acb889c5b7,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:04.029582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:04.031194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Checking segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:04.037824 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:04.038453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Bound using segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:04.039229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Bound port: 59e84bb2-9113-4b44-b089-a8541c40881e, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:04.039711 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:04.200081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] For port 59e84bb2-9113-4b44-b089-a8541c40881e, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:04.204978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] For port 59e84bb2-9113-4b44-b089-a8541c40881e, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59e84bb2-9113-4b44-b089-a8541c40881e,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:04.210652 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:04.307478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76653dff-2fa5-4a43-ae38-d2dfc5065e62 None None] Pushing event updated for resources: {'Port': ['ID=59e84bb2-9113-4b44-b089-a8541c40881e,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:04.400263 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1790fbb2-067d-4bc2-953a-d7d082a1f4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:04.457775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c20b7349-a485-4185-b060-81af8981969a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:04.460518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c20b7349-a485-4185-b060-81af8981969a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:04.464463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c20b7349-a485-4185-b060-81af8981969a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/security-groups/06baae9a-cba1-45f2-b618-8b5f4c3167ef HTTP/1.1" status: 204 len: 168 time: 1.0901883 Aug 04 17:21:04.464737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55244) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:04.508407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b7349-a485-4185-b060-81af8981969a tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06baae9a-cba1-45f2-b618-8b5f4c3167ef,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:04.526016 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:04.568114 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-29618326-e357-4cb9-aa88-8cdfbfabb402 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet 45452310-76da-4c45-ab81-e18bb67ef830 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:21:04.582166 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-29618326-e357-4cb9-aa88-8cdfbfabb402 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:04.655608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55248) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:04.727053 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-29618326-e357-4cb9-aa88-8cdfbfabb402 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:04.943185 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-29618326-e357-4cb9-aa88-8cdfbfabb402 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:04.969741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a0dfd476-e264-421f-84d4-663d7d35d65d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2604df71c71f49a5aa466dac759160a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130748 Aug 04 17:21:04.972722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55258) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:04.997384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Router f407b744-91e2-481e-afdc-954202c7625b is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:21:05.007145 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.111587 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-29618326-e357-4cb9-aa88-8cdfbfabb402 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.171595 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29618326-e357-4cb9-aa88-8cdfbfabb402 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=45452310-76da-4c45-ab81-e18bb67ef830,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:05.174196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-29618326-e357-4cb9-aa88-8cdfbfabb402 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.176842 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-29618326-e357-4cb9-aa88-8cdfbfabb402 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/45452310-76da-4c45-ab81-e18bb67ef830 HTTP/1.1" status: 204 len: 168 time: 0.7107627 Aug 04 17:21:05.181192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55264) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:05.186866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8c2206aa-5172-40df-9980-ec76db3fe235 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:05.193202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6dd22f6-cde5-4b4d-b4a0-0dd0b106847e None None] Provisioning complete for port 2a75f910-f519-415b-aa1c-a615d603696f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:05.193644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6dd22f6-cde5-4b4d-b4a0-0dd0b106847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.255931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:05.273452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Sync routers for ids ['f407b744-91e2-481e-afdc-954202c7625b'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:05.289237 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd22f6-cde5-4b4d-b4a0-0dd0b106847e None None] Port 2a75f910-f519-415b-aa1c-a615d603696f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:05.301342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.303060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-47ef4521-2a72-4b3d-8818-9e35f257e593 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1219265 Aug 04 17:21:05.308657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55268) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:05.311021 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a961076a-73c7-4397-b13c-4cff2d0361c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.345266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a961076a-73c7-4397-b13c-4cff2d0361c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.370746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Routers {'f407b744-91e2-481e-afdc-954202c7625b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:05.373920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f407b744-91e2-481e-afdc-954202c7625b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:05.382420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6dd22f6-cde5-4b4d-b4a0-0dd0b106847e None None] Provisioning for port 694e9342-f980-49c0-b609-77acb889c5b7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:05.434296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a961076a-73c7-4397-b13c-4cff2d0361c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.441836 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a961076a-73c7-4397-b13c-4cff2d0361c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.447221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a961076a-73c7-4397-b13c-4cff2d0361c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a935f65a-f349-42e3-86fc-cb92420cf9b1 HTTP/1.1" status: 204 len: 168 time: 0.4690647 Aug 04 17:21:05.467691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961076a-73c7-4397-b13c-4cff2d0361c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a935f65a-f349-42e3-86fc-cb92420cf9b1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:05.585507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2206aa-5172-40df-9980-ec76db3fe235 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:05.589692 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c2206aa-5172-40df-9980-ec76db3fe235 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.652789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Set router f407b744-91e2-481e-afdc-954202c7625b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:05.733766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6dd22f6-cde5-4b4d-b4a0-0dd0b106847e None None] Provisioning complete for port 694e9342-f980-49c0-b609-77acb889c5b7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:05.734143 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6dd22f6-cde5-4b4d-b4a0-0dd0b106847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:05.778471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735d4db-aa9b-4b93-9116-4e4f2a11cb00 None None] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:06.000272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6dd22f6-cde5-4b4d-b4a0-0dd0b106847e None None] Could not find standard attr ID for object 0bc091ae-39d1-4ded-a145-52bf71837b3c. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:21:06.001986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:06.106540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6cd09-74cf-42d9-9fc5-4ad78c957f67 None None] Network b699377d-bb0f-49df-911e-a6242a1018b1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:06.129919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-acad9367-efcb-49aa-ab5a-3429c19dfe20 None None] Could not find standard attr ID for object 0bc091ae-39d1-4ded-a145-52bf71837b3c. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:21:06.202078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-acad9367-efcb-49aa-ab5a-3429c19dfe20 None None] Provisioning for port 59e84bb2-9113-4b44-b089-a8541c40881e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:06.252614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59e84bb2-9113-4b44-b089-a8541c40881e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:06.295501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:06.326680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:03Z', 'revision_number': 3, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:06.409233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Checking router: f407b744-91e2-481e-afdc-954202c7625b for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:21:06.409233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Updating router f407b744-91e2-481e-afdc-954202c7625b port 91b2149a-6348-44c4-8062-198bdb85a637 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:21:06.468408 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:06.563583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 59e84bb2-9113-4b44-b089-a8541c40881e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:06.626165 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 59e84bb2-9113-4b44-b089-a8541c40881e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:06.626510 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:06.765823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c2206aa-5172-40df-9980-ec76db3fe235 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:06.889357 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:06.927245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2206aa-5172-40df-9980-ec76db3fe235 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:06.936067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8c2206aa-5172-40df-9980-ec76db3fe235 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:06.955711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2206aa-5172-40df-9980-ec76db3fe235 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:06.957462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c2206aa-5172-40df-9980-ec76db3fe235 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.011555 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8c2206aa-5172-40df-9980-ec76db3fe235 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8289976 Aug 04 17:21:07.014273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55312) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:07.027592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b27dc1cb-da4f-4f73-819b-61d063273175 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'security_group': {'name': 'tempest-secgroup-794521414'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:07.048182 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2206aa-5172-40df-9980-ec76db3fe235 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=2c42eb2b-6b64-4f7c-8060-87f1a371b4ab,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:07.065149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Allocated IP 172.20.0.1 (b699377d-bb0f-49df-911e-a6242a1018b1/ce7f448e-6a8e-466e-b520-6ea5e8f086b3/430c759f-e656-455e-84c8-e9921cd19581) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:07.079504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 59e84bb2-9113-4b44-b089-a8541c40881e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59e84bb2-9113-4b44-b089-a8541c40881e,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:07.093387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b27dc1cb-da4f-4f73-819b-61d063273175 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.112973 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.116510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 694e9342-f980-49c0-b609-77acb889c5b7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:07.308525 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b27dc1cb-da4f-4f73-819b-61d063273175 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.319786 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b27dc1cb-da4f-4f73-819b-61d063273175 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.352739 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.385628 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Transition to ACTIVE for port object 430c759f-e656-455e-84c8-e9921cd19581 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:07.391120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55320) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:07.392352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dc1cb-da4f-4f73-819b-61d063273175 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac41f49-46dc-471d-9b2b-879d04158b91,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:07.399115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e36d52d4-79c1-4a9c-aee3-b3c92252f3d0 None None] Provisioning complete for port 59e84bb2-9113-4b44-b089-a8541c40881e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:07.399714 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e36d52d4-79c1-4a9c-aee3-b3c92252f3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.400364 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b27dc1cb-da4f-4f73-819b-61d063273175 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.408158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b27dc1cb-da4f-4f73-819b-61d063273175 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3883467 Aug 04 17:21:07.414187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55322) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:07.443551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cf58af57-1946-4f32-b995-7e22a7c26592 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1467361749'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:07.482038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b554b3-871e-470c-828a-29897ac75252 None None] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:07.490737 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf58af57-1946-4f32-b995-7e22a7c26592 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.521507 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.582030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Network b699377d-bb0f-49df-911e-a6242a1018b1 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:07.590093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:07.599088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:07.648569 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.664453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-933351502-network', 'tenant_id': '606a264db48e4088a28f101b8a74ac7e'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:07.732670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Pushing event updated for resources: {'Port': ['ID=430c759f-e656-455e-84c8-e9921cd19581,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:07.853975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf58af57-1946-4f32-b995-7e22a7c26592 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.889743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Made reservation on behalf of 606a264db48e4088a28f101b8a74ac7e for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:07.892735 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.897961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf58af57-1946-4f32-b995-7e22a7c26592 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.909666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:07.998492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58af57-1946-4f32-b995-7e22a7c26592 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716ec51e-d791-4989-b256-b8ba7fd22743,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:08.002831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf58af57-1946-4f32-b995-7e22a7c26592 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.008596 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cf58af57-1946-4f32-b995-7e22a7c26592 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5949674 Aug 04 17:21:08.010385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55338) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:08.020345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-bf049b52-886d-4952-bf3e-d70c943611e9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'security_group': {'name': 'tempest-secgroup-690737003'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:08.035269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.042517 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.068799 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 694e9342-f980-49c0-b609-77acb889c5b7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:08.071336 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.079490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:21:08.093270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c1b8e3-9282-4085-8502-21e5f121e99e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:08.099540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.099950 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.100352 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Added segment e4468954-dcb1-41e2-8f52-c5e8a9fdd773 of type vlan for network ec293e30-e55a-482b-b22d-9dfd1a2e79ea Aug 04 17:21:08.121813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf049b52-886d-4952-bf3e-d70c943611e9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.173092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.206304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=59e84bb2-9113-4b44-b089-a8541c40881e,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:08.216736 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.217739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:08.218441 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.240149 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.260201 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.310706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] Pushing event updated for resources: {'Network': ['ID=ec293e30-e55a-482b-b22d-9dfd1a2e79ea,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:08.374531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ec293e30-e55a-482b-b22d-9dfd1a2e79ea details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:21:08.421412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Transition to ACTIVE for port object 91b2149a-6348-44c4-8062-198bdb85a637 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:08.446406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf049b52-886d-4952-bf3e-d70c943611e9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.466016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf049b52-886d-4952-bf3e-d70c943611e9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.474943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-46c25d1d-9335-4b4f-8666-ea0450f3fa41 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0698724 Aug 04 17:21:08.476215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.477932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55344) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:08.487732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Request body: {'subnet': {'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-933351502-subnet', 'tenant_id': '606a264db48e4088a28f101b8a74ac7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:08.497700 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.520603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59e84bb2-9113-4b44-b089-a8541c40881e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:08.526167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Made reservation on behalf of 606a264db48e4088a28f101b8a74ac7e for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:08.530723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.551272 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.605572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37372c76-8b6c-497a-81f9-89cfbb344924 None None] Update dhcp port {'port': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'fixed_ips': [{'subnet_id': 'f66622eb-9f2f-4c43-b89d-563f17dafb9a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2c42eb2b-6b64-4f7c-8060-87f1a371b4ab'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '694e9342-f980-49c0-b609-77acb889c5b7'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:21:08.606775 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf049b52-886d-4952-bf3e-d70c943611e9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bf0d87-79d1-4fb9-b90c-90dddb5d1616,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:08.631112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf049b52-886d-4952-bf3e-d70c943611e9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.635445 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bf049b52-886d-4952-bf3e-d70c943611e9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6226170 Aug 04 17:21:08.637539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55346) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:08.660971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.662952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Pushing event updated for resources: {'Port': ['ID=430c759f-e656-455e-84c8-e9921cd19581,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:08.666912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-875993061', 'security_groups': ['b2bf0d87-79d1-4fb9-b90c-90dddb5d1616'], 'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2c42eb2b-6b64-4f7c-8060-87f1a371b4ab'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:08.691791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-db4d0cb4-3ed0-4d80-aaf5-7e960a689915 None None] Provisioning for port 430c759f-e656-455e-84c8-e9921cd19581 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:08.701159 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-37372c76-8b6c-497a-81f9-89cfbb344924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.704260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb93f47-ebb5-4149-9c98-4ff313d0c212 None None] Pushing event updated for resources: {'Port': ['ID=91b2149a-6348-44c4-8062-198bdb85a637,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:08.706704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Attempting to bind port 91b2149a-6348-44c4-8062-198bdb85a637 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:08.707103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Attempting to bind port 91b2149a-6348-44c4-8062-198bdb85a637 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:08.707518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Attempting to bind port 91b2149a-6348-44c4-8062-198bdb85a637 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:08.714784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:08.715194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:08.716042 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.716439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:08.716913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Bound port: 91b2149a-6348-44c4-8062-198bdb85a637, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:08.717291 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.718852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-db4d0cb4-3ed0-4d80-aaf5-7e960a689915 None None] Provisioning complete for port 430c759f-e656-455e-84c8-e9921cd19581 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:08.719195 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-db4d0cb4-3ed0-4d80-aaf5-7e960a689915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.720923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55348) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:08.728067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'network': {'name': 'tempest-network-smoke--805891746', 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'port_security_enabled': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:08.787274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Made reservation on behalf of e2311150595842eaae50cbd8cfe03ad9 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:08.791047 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.797061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 59e84bb2-9113-4b44-b089-a8541c40881e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:08.797714 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.811604 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:08.845162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Network b699377d-bb0f-49df-911e-a6242a1018b1 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:08.847131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:08.917017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-db4d0cb4-3ed0-4d80-aaf5-7e960a689915 None None] Port 430c759f-e656-455e-84c8-e9921cd19581 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:08.932319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] For port 91b2149a-6348-44c4-8062-198bdb85a637, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:08.943294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] For port 91b2149a-6348-44c4-8062-198bdb85a637, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=91b2149a-6348-44c4-8062-198bdb85a637,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:08.985727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:08.994275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.001344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Router f407b744-91e2-481e-afdc-954202c7625b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:21:09.021681 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.109478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0bd1923-9c01-4c3b-b2d5-968884e72557,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:09.118605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-db4d0cb4-3ed0-4d80-aaf5-7e960a689915 None None] Provisioning complete for port 2a75f910-f519-415b-aa1c-a615d603696f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:09.122799 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-db4d0cb4-3ed0-4d80-aaf5-7e960a689915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.178010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Checking segment: {'id': 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:09.178375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Network hostable DHCP agents. Network: ec293e30-e55a-482b-b22d-9dfd1a2e79ea, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:21:09.210366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Network ec293e30-e55a-482b-b22d-9dfd1a2e79ea is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:21:09.226047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ec293e30-e55a-482b-b22d-9dfd1a2e79ea) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:09.233231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:09.235097 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.257165 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:09.266623 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.268928 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-510902d0-344c-479f-a8da-0c2a989b46f4 admin admin] 10.222.0.39 "PUT /v2.0/routers/f407b744-91e2-481e-afdc-954202c7625b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9567344 Aug 04 17:21:09.275475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0121eeb3-cdee-4ca6-90e8-acaa562ccb46 None None] Network ec293e30-e55a-482b-b22d-9dfd1a2e79ea requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:09.303881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] device_id is not set on port 99ef69cc-1b5a-4312-811a-dc9f4201bcd9 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:21:09.323981 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.409054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb93f47-ebb5-4149-9c98-4ff313d0c212 None None] Pushing event updated for resources: {'Port': ['ID=91b2149a-6348-44c4-8062-198bdb85a637,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:09.412047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Routers {'f407b744-91e2-481e-afdc-954202c7625b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:09.412672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f407b744-91e2-481e-afdc-954202c7625b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:09.469677 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.533998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-37372c76-8b6c-497a-81f9-89cfbb344924 None None] Allocated IP 2001:db8::2 (fd4f710b-d10d-4c05-8ae1-fc77612d2d18/2c42eb2b-6b64-4f7c-8060-87f1a371b4ab/694e9342-f980-49c0-b609-77acb889c5b7) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:09.536156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-db4d0cb4-3ed0-4d80-aaf5-7e960a689915 None None] Port 2a75f910-f519-415b-aa1c-a615d603696f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:09.659618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] Set router f407b744-91e2-481e-afdc-954202c7625b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:09.663930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-db4d0cb4-3ed0-4d80-aaf5-7e960a689915 None None] Provisioning complete for port 694e9342-f980-49c0-b609-77acb889c5b7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:09.664306 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-db4d0cb4-3ed0-4d80-aaf5-7e960a689915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.790464 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.801906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.811449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fa768625-4c46-470b-9c13-a881155fb20d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3308015 Aug 04 17:21:09.872395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33dbe22-3223-4d24-bec5-2c91048c58b9 None None] Network ec293e30-e55a-482b-b22d-9dfd1a2e79ea requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:09.874938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:21:09.908489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.908974 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Added segment cc3e591e-e84f-4339-a341-a8a950fef576 of type vlan for network 2204117f-81ac-41c9-a304-6d2a02235382 Aug 04 17:21:09.986008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:09.998288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06892aa5-c51b-4523-a66e-de82937d8ef1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:10.007493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55368) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:10.017832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-11b8f403-6846-4832-af69-509bdeb7d557 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974954737', 'description': 'tempest-description--381276673'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:10.037322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.055231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:10.057172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.063099 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11b8f403-6846-4832-af69-509bdeb7d557 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.185432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Network': ['ID=2204117f-81ac-41c9-a304-6d2a02235382,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:10.188778 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-796aa960-2474-4a57-9e5a-97fe19f9af60 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4665418 Aug 04 17:21:10.194354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55374) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:10.202644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11b8f403-6846-4832-af69-509bdeb7d557 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.205642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'admin_state_up': True, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:10.210148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11b8f403-6846-4832-af69-509bdeb7d557 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.234309 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.235840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.252357 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11b8f403-6846-4832-af69-509bdeb7d557 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.256504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-11b8f403-6846-4832-af69-509bdeb7d557 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2450984 Aug 04 17:21:10.259492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55376) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:10.268821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2c335fe6-7702-4aa9-a836-32ec8800e9f8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'security_group_rule': {'security_group_id': 'ce6cb021-fd6c-4639-bdf1-915741c00f9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:10.323146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8f403-6846-4832-af69-509bdeb7d557 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6cb021-fd6c-4639-bdf1-915741c00f9d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:10.327126 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.380281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c335fe6-7702-4aa9-a836-32ec8800e9f8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.399837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-37372c76-8b6c-497a-81f9-89cfbb344924 None None] For port 694e9342-f980-49c0-b609-77acb889c5b7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=694e9342-f980-49c0-b609-77acb889c5b7,segment=NetworkSegment(de641ed8-599a-4d64-8a3b-aecac01a94a6),segment_id=de641ed8-599a-4d64-8a3b-aecac01a94a6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:10.415389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d8c75ef4-3a6b-4c51-b996-91cbd607243a None None] Provisioning complete for port 430c759f-e656-455e-84c8-e9921cd19581 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:10.415909 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d8c75ef4-3a6b-4c51-b996-91cbd607243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.419005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 2204117f-81ac-41c9-a304-6d2a02235382 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:21:10.503367 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.605824 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c335fe6-7702-4aa9-a836-32ec8800e9f8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.611569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d8c75ef4-3a6b-4c51-b996-91cbd607243a None None] Port 430c759f-e656-455e-84c8-e9921cd19581 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:10.618474 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c335fe6-7702-4aa9-a836-32ec8800e9f8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.631271 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-37372c76-8b6c-497a-81f9-89cfbb344924 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.652715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c335fe6-7702-4aa9-a836-32ec8800e9f8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0f9674-7eff-4808-9358-aeb84c79b4d1,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:10.663972 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c335fe6-7702-4aa9-a836-32ec8800e9f8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.667990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55382) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:10.668389 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2c335fe6-7702-4aa9-a836-32ec8800e9f8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4023550 Aug 04 17:21:10.674621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-63bf314a-06f4-434f-baa8-bd6d0297d220 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'security_group_rule': {'security_group_id': 'ce6cb021-fd6c-4639-bdf1-915741c00f9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:10.674970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-37372c76-8b6c-497a-81f9-89cfbb344924 None None] Transition to ACTIVE for port object 694e9342-f980-49c0-b609-77acb889c5b7 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:10.682198 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-37372c76-8b6c-497a-81f9-89cfbb344924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.776688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8::52 (fd4f710b-d10d-4c05-8ae1-fc77612d2d18/2c42eb2b-6b64-4f7c-8060-87f1a371b4ab/99ef69cc-1b5a-4312-811a-dc9f4201bcd9) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:10.787769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:08Z', 'revision_number': 2, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:10.823378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778479bb-1cf8-4673-9177-f67ba7f739c1 None None] The sync data for ids ['f407b744-91e2-481e-afdc-954202c7625b'] in n-d-764435-5 is: [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:08Z', 'revision_number': 2, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:10.827870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37372c76-8b6c-497a-81f9-89cfbb344924 None None] Pushing event updated for resources: {'Port': ['ID=694e9342-f980-49c0-b609-77acb889c5b7,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:10.900038 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.959451 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:10.964483 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63bf314a-06f4-434f-baa8-bd6d0297d220 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:11.110178 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63bf314a-06f4-434f-baa8-bd6d0297d220 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:11.124464 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63bf314a-06f4-434f-baa8-bd6d0297d220 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:11.130111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:11.167847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 99ef69cc-1b5a-4312-811a-dc9f4201bcd9 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:11.169912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf314a-06f4-434f-baa8-bd6d0297d220 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79241196-7ecd-4280-933c-5040b3ffc4d7,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:11.180206 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63bf314a-06f4-434f-baa8-bd6d0297d220 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:11.180889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Allocated IP 172.25.2.200 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:11.181476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-63bf314a-06f4-434f-baa8-bd6d0297d220 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5121911 Aug 04 17:21:11.184568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55392) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:11.192457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:11.296660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:11.365673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:11.476518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:11.544980 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:11.605931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:11.627634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:11.635730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:11.635999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:11.640603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:11.648549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:11.663115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:11.663862 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:11.683265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Port': ['ID=ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:11.705982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=99ef69cc-1b5a-4312-811a-dc9f4201bcd9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:11.752773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f30e0f2c-7111-4aaf-b2a0-2588de0b9466 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1092613 Aug 04 17:21:11.755382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55398) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:11.765746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f911b41f-5a3f-4250-995a-2afe2a7dccd9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:11.864846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0a693c1a-8341-4a68-847c-431bf8100996 None None] Provisioning complete for port 2a75f910-f519-415b-aa1c-a615d603696f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:11.866725 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0a693c1a-8341-4a68-847c-431bf8100996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:12.005125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0a693c1a-8341-4a68-847c-431bf8100996 None None] Port 2a75f910-f519-415b-aa1c-a615d603696f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:12.046242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0a693c1a-8341-4a68-847c-431bf8100996 None None] Provisioning for port 694e9342-f980-49c0-b609-77acb889c5b7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:12.066829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0a693c1a-8341-4a68-847c-431bf8100996 None None] Provisioning complete for port 694e9342-f980-49c0-b609-77acb889c5b7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:12.069098 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0a693c1a-8341-4a68-847c-431bf8100996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:12.206751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f911b41f-5a3f-4250-995a-2afe2a7dccd9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:12.210423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f911b41f-5a3f-4250-995a-2afe2a7dccd9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:12.343828 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:12.372816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:12.421729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-255193ea-1c3d-43c4-a284-eaf8766995fc None None] Provisioning for port 99ef69cc-1b5a-4312-811a-dc9f4201bcd9 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:12.427456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-255193ea-1c3d-43c4-a284-eaf8766995fc None None] Provisioning complete for port 99ef69cc-1b5a-4312-811a-dc9f4201bcd9 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:12.427998 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-255193ea-1c3d-43c4-a284-eaf8766995fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:12.458940 n-d-764435-5 neutron-server[105828]: INFO neutron.db.ipam_backend_mixin [None req-f911b41f-5a3f-4250-995a-2afe2a7dccd9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c42eb2b-6b64-4f7c-8060-87f1a371b4ab (CIDR: 2001:db8::/64) Aug 04 17:21:12.477970 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f911b41f-5a3f-4250-995a-2afe2a7dccd9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:21:12.478438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f911b41f-5a3f-4250-995a-2afe2a7dccd9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:12.512261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f911b41f-5a3f-4250-995a-2afe2a7dccd9 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7557211 Aug 04 17:21:12.512843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55404) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:12.522358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ad9b6d58-ed09-4b38-a957-af1144758150 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:12.544881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-255193ea-1c3d-43c4-a284-eaf8766995fc None None] Port 99ef69cc-1b5a-4312-811a-dc9f4201bcd9 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:12.629939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 694e9342-f980-49c0-b609-77acb889c5b7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:12.714975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:12.747335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Allocated IP 172.25.2.212 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ad6c8c98-8fe7-4ebe-a274-0b7b3a87cbd3) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:12.821810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 694e9342-f980-49c0-b609-77acb889c5b7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:12.822696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:12.854430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9b6d58-ed09-4b38-a957-af1144758150 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:12.858336 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ad9b6d58-ed09-4b38-a957-af1144758150 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:12.966658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Router a1170648-89a1-48bc-a9da-688d059edef1 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:21:12.999499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 91b2149a-6348-44c4-8062-198bdb85a637 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:13.008826 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.052642 n-d-764435-5 neutron-server[105828]: INFO neutron.db.ipam_backend_mixin [None req-ad9b6d58-ed09-4b38-a957-af1144758150 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f66622eb-9f2f-4c43-b89d-563f17dafb9a (CIDR: 2001:db8:0:1::/64) Aug 04 17:21:13.065569 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9b6d58-ed09-4b38-a957-af1144758150 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:21:13.066254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9b6d58-ed09-4b38-a957-af1144758150 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:13.078043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 91b2149a-6348-44c4-8062-198bdb85a637 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:13.083491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 91b2149a-6348-44c4-8062-198bdb85a637 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:13.084222 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.125735 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.183272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ad9b6d58-ed09-4b38-a957-af1144758150 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6671898 Aug 04 17:21:13.188516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55416) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:13.204479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7a58c1be-cbeb-4e3e-9077-8b1a7ec71962 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'subnet': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:13.218930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:13.223914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:13.226156 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.228157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:13.237286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'Port': ['ID=ad6c8c98-8fe7-4ebe-a274-0b7b3a87cbd3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:13.278852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 91b2149a-6348-44c4-8062-198bdb85a637, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=91b2149a-6348-44c4-8062-198bdb85a637,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:13.287004 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.299492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:13.314166 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Sync routers for ids ['a1170648-89a1-48bc-a9da-688d059edef1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:13.336554 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Routers {'a1170648-89a1-48bc-a9da-688d059edef1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:13.337313 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a1170648-89a1-48bc-a9da-688d059edef1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:13.388876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=91b2149a-6348-44c4-8062-198bdb85a637,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:13.392395 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.398231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.409256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55418) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:13.410050 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-afde5f70-c8e6-4198-8e6d-1bf0644000aa tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2117989 Aug 04 17:21:13.515061 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.536215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a58c1be-cbeb-4e3e-9077-8b1a7ec71962 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Made reservation on behalf of aaeea0af0dd24b719786421a250853a5 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:13.540197 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7a58c1be-cbeb-4e3e-9077-8b1a7ec71962 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.601651 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Set router a1170648-89a1-48bc-a9da-688d059edef1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:13.702748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cdb28a55-c0ea-4458-8743-0d44e8767e42 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e2311150595842eaae50cbd8cfe03ad9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2851231 Aug 04 17:21:13.705453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55424) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:13.803027 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.812462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.867659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'Port': ['ID=ad6c8c98-8fe7-4ebe-a274-0b7b3a87cbd3,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:13.903641 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:12Z', 'revision_number': 3, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:13.929296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.947484 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Checking router: a1170648-89a1-48bc-a9da-688d059edef1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:21:13.948278 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Updating router a1170648-89a1-48bc-a9da-688d059edef1 port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:21:13.948558 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:13.950008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9632c649-963e-42e3-849b-f1ec72717121 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7643917 Aug 04 17:21:13.996566 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:14.093812 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca71fd-a9b0-4c37-8669-83685c855d4d tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:14.098571 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d7ca71fd-a9b0-4c37-8669-83685c855d4d tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3918233 Aug 04 17:21:14.099168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55438) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:14.170687 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:14.170853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2306ff9c-4a50-46b7-ac82-d05072b1b9d5 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701699 Aug 04 17:21:14.178449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-734553935', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:14.399614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-c07e7583-6833-4547-abea-6ec50a975f37 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--974954737&fields=id&tenant_id=b8d8ba09f282483d90763c24d7442f1f HTTP/1.1" status: 200 len: 267 time: 0.1005394 Aug 04 17:21:14.475029 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:14.477704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Made reservation on behalf of e2311150595842eaae50cbd8cfe03ad9 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:14.481381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:14.501736 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Transition to ACTIVE for port object ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:14.502298 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7a58c1be-cbeb-4e3e-9077-8b1a7ec71962 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:14.521289 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:14.522090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 91b2149a-6348-44c4-8062-198bdb85a637 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:14.655831 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Attempting to bind port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:14.656432 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Attempting to bind port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:14.657018 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Attempting to bind port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:14.660110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-06c4b2c0-0a43-4697-9e7e-49f96e12e02c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:14.660386 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Pushing event updated for resources: {'Port': ['ID=ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:14.661727 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-06c4b2c0-0a43-4697-9e7e-49f96e12e02c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 812 time: 0.2515049 Aug 04 17:21:14.682088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 91b2149a-6348-44c4-8062-198bdb85a637 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:14.682088 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:14.682309 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:14.682309 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:14.682309 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:14.682309 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:14.684742 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Bound port: ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:14.685416 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:14.687901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-0a668adb-3906-4bec-af4d-de0a4d2108e2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/quotas/b8d8ba09f282483d90763c24d7442f1f HTTP/1.1" status: 200 len: 375 time: 0.0171831 Aug 04 17:21:14.695672 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.696017 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.696353 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.696686 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.697006 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.697471 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.697793 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.698110 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.698515 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.698885 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.699202 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.699518 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:14.726042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Sync routers for ids ['f407b744-91e2-481e-afdc-954202c7625b'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:14.757405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Routers {'f407b744-91e2-481e-afdc-954202c7625b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:14.758312 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f407b744-91e2-481e-afdc-954202c7625b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:14.781749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58c1be-cbeb-4e3e-9077-8b1a7ec71962 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Subnet': ['ID=85d32178-aaa8-4c41-9789-f53d464cf052,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:14.820505 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] For port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:14.825456 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] For port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:14.829876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-3e5e7528-7580-4efd-8218-21c3ef98a7aa tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1358960 Aug 04 17:21:14.834627 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:14.845237 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a58c1be-cbeb-4e3e-9077-8b1a7ec71962 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:14.849251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-7a58c1be-cbeb-4e3e-9077-8b1a7ec71962 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:14.869226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a58c1be-cbeb-4e3e-9077-8b1a7ec71962 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:14.870104 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7a58c1be-cbeb-4e3e-9077-8b1a7ec71962 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:14.886648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe51df5f-1d22-48ca-b6a1-af78299bd68f None None] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:14.906768 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db8057-f57a-4de1-89de-69b839e136b6 None None] Pushing event updated for resources: {'Port': ['ID=ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:14.914682 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7a58c1be-cbeb-4e3e-9077-8b1a7ec71962 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7247858 Aug 04 17:21:14.928862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55452) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:14.944475 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Routers {'a1170648-89a1-48bc-a9da-688d059edef1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:14.947490 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a1170648-89a1-48bc-a9da-688d059edef1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:14.949682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-983384126', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '85d32178-aaa8-4c41-9789-f53d464cf052'}], 'security_groups': ['aac41f49-46dc-471d-9b2b-879d04158b91', '716ec51e-d791-4989-b256-b8ba7fd22743']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:15.043965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-5b2950c2-16bd-46c9-b522-5fed6b4a4ccc service neutron] 10.222.0.39 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883976 Aug 04 17:21:15.071446 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] Set router a1170648-89a1-48bc-a9da-688d059edef1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:15.257170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:15.278631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Set router f407b744-91e2-481e-afdc-954202c7625b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:15.324829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-57d17e3e-6aa9-4621-9d5b-4ec6b0af640b service neutron] 10.222.0.39 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707553 Aug 04 17:21:15.348826 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Subnet': ['ID=49f62b30-24ed-4ee1-8fd6-02362d733b86,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:15.392333 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:15.408899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Checking segment: {'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:15.409456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network hostable DHCP agents. Network: 2204117f-81ac-41c9-a304-6d2a02235382, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:21:15.459703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 2204117f-81ac-41c9-a304-6d2a02235382 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:21:15.485672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d9494-eb52-4f31-8faa-e1da5f523c89 None None] Update dhcp port {'port': {'network_id': 'fd4f710b-d10d-4c05-8ae1-fc77612d2d18', 'fixed_ips': [{'subnet_id': 'f66622eb-9f2f-4c43-b89d-563f17dafb9a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2c42eb2b-6b64-4f7c-8060-87f1a371b4ab', 'ip_address': '2001:db8::2'}, {'subnet_id': '85d32178-aaa8-4c41-9789-f53d464cf052'}], 'binding:host_id': 'n-d-764435-5'}, 'id': '694e9342-f980-49c0-b609-77acb889c5b7'} from n-d-764435-5. {{(pid=105830) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 04 17:21:15.496371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 2204117f-81ac-41c9-a304-6d2a02235382) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:15.504629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:15.505345 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:15.536917 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7ecb30b5-09ab-4b26-bb1b-0cc62a53d2cc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3652279 Aug 04 17:21:15.539808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55456) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:15.570005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b43e900-1ecb-4686-ad3f-7bfba83f2496 None None] Network 2204117f-81ac-41c9-a304-6d2a02235382 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:15.594927 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:12Z', 'revision_number': 3, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:15.723114 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df113d32-ad99-4909-8cbe-7e737b45d4a2 None None] The sync data for ids ['a1170648-89a1-48bc-a9da-688d059edef1'] in n-d-764435-5 is: [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:12Z', 'revision_number': 3, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:15.734117 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-364d9494-eb52-4f31-8faa-e1da5f523c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:16.103574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Delete allocated IP 2001:db8::52 (fd4f710b-d10d-4c05-8ae1-fc77612d2d18/2c42eb2b-6b64-4f7c-8060-87f1a371b4ab) {{(pid=105829) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 04 17:21:16.119146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Allocated IP 2001:db8:0:2::27c (fd4f710b-d10d-4c05-8ae1-fc77612d2d18/85d32178-aaa8-4c41-9789-f53d464cf052/99ef69cc-1b5a-4312-811a-dc9f4201bcd9) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:16.144298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9b16490-03c4-4bc7-ac12-f21c1448dc61 req-60bfdd23-6d6b-493d-a5a0-2d99123a7272 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 210 time: 0.3653014 Aug 04 17:21:16.550692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:16.560650 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:16.576321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Transition to ACTIVE for port object 99ef69cc-1b5a-4312-811a-dc9f4201bcd9 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:16.583555 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:16.682531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] In _notify_port_updated(), no bound segment for port 99ef69cc-1b5a-4312-811a-dc9f4201bcd9 on network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:21:16.690739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:16.692019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:16.696952 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "PUT /v2.0/ports/99ef69cc-1b5a-4312-811a-dc9f4201bcd9 HTTP/1.1" status: 200 len: 969 time: 1.7668197 Aug 04 17:21:16.697888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55478) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:16.794479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2e29c-541c-4c84-9325-8db18da5bd8d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event updated for resources: {'Port': ['ID=99ef69cc-1b5a-4312-811a-dc9f4201bcd9,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:16.824997 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:16.875271 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a2163c8d-87c0-4acf-8f85-27ef3929779f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 99ef69cc-1b5a-4312-811a-dc9f4201bcd9 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:16.875618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2163c8d-87c0-4acf-8f85-27ef3929779f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:16.950197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-364d9494-eb52-4f31-8faa-e1da5f523c89 None None] Allocated IP 2001:db8:0:2::2 (fd4f710b-d10d-4c05-8ae1-fc77612d2d18/85d32178-aaa8-4c41-9789-f53d464cf052/694e9342-f980-49c0-b609-77acb889c5b7) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:16.956934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-2204117f-81ac-41c9-a304-6d2a02235382', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:21:16.958973 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.129363 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2163c8d-87c0-4acf-8f85-27ef3929779f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.156817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a2163c8d-87c0-4acf-8f85-27ef3929779f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 99ef69cc-1b5a-4312-811a-dc9f4201bcd9 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:17.227956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:17.309478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Allocated IP 172.20.0.2 (2204117f-81ac-41c9-a304-6d2a02235382/49f62b30-24ed-4ee1-8fd6-02362d733b86/d2637cc5-1ff5-439c-abd4-c561cbd8d420) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:17.352498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:17.353277 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.388684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6877c6c9-edbd-4e75-aac0-009c0bee3f73 req-5d2ab5c1-28f0-49da-b3e1-bd00eba5827a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 210 time: 0.0674458 Aug 04 17:21:17.485004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:08Z', 'revision_number': 2, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:17.541039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2163c8d-87c0-4acf-8f85-27ef3929779f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.592404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2163c8d-87c0-4acf-8f85-27ef3929779f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=99ef69cc-1b5a-4312-811a-dc9f4201bcd9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:17.612010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-06e1d0a9-2580-4fda-b59f-8a70e736a59b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:17.613773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-06e1d0a9-2580-4fda-b59f-8a70e736a59b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 812 time: 0.2228391 Aug 04 17:21:17.621093 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2163c8d-87c0-4acf-8f85-27ef3929779f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.623402 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a2163c8d-87c0-4acf-8f85-27ef3929779f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/99ef69cc-1b5a-4312-811a-dc9f4201bcd9 HTTP/1.1" status: 204 len: 168 time: 0.9216886 Aug 04 17:21:17.625987 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55490) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:17.660074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Checking router: f407b744-91e2-481e-afdc-954202c7625b for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:21:17.660429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Updating router f407b744-91e2-481e-afdc-954202c7625b port 430c759f-e656-455e-84c8-e9921cd19581 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:21:17.670179 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-a313c3aa-6321-45ff-a787-c26fcf721d55 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] GET failed (client error): The resource could not be found. Aug 04 17:21:17.671852 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a313c3aa-6321-45ff-a787-c26fcf721d55 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports/99ef69cc-1b5a-4312-811a-dc9f4201bcd9 HTTP/1.1" status: 404 len: 333 time: 0.0448406 Aug 04 17:21:17.674950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55492) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:17.710119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-2ed61faa-656f-4d08-b751-b889542f2215 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8d8ba09f282483d90763c24d7442f1f HTTP/1.1" status: 200 len: 379 time: 0.0823472 Aug 04 17:21:17.723444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'port': {'device_id': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'admin_state_up': True, 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'security_groups': ['ce6cb021-fd6c-4639-bdf1-915741c00f9d']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:17.764619 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.781534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-740994a7-e483-497f-a90f-347987855e64 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.811326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:17.832004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-740994a7-e483-497f-a90f-347987855e64 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.845329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.894588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.914220 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-740994a7-e483-497f-a90f-347987855e64 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.919400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-740994a7-e483-497f-a90f-347987855e64 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:17.920599 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-740994a7-e483-497f-a90f-347987855e64 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/security-groups/b2bf0d87-79d1-4fb9-b90c-90dddb5d1616 HTTP/1.1" status: 204 len: 168 time: 0.2447073 Aug 04 17:21:17.925715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55500) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:17.951646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740994a7-e483-497f-a90f-347987855e64 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bf0d87-79d1-4fb9-b90c-90dddb5d1616,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:17.976682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:18.047729 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5205c28-d5f2-4658-9406-d4ee1b609ba0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.073202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-364d9494-eb52-4f31-8faa-e1da5f523c89 None None] For port 694e9342-f980-49c0-b609-77acb889c5b7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=694e9342-f980-49c0-b609-77acb889c5b7,segment=NetworkSegment(de641ed8-599a-4d64-8a3b-aecac01a94a6),segment_id=de641ed8-599a-4d64-8a3b-aecac01a94a6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:18.079175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.079629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.080125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.080682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.081075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.081415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.081748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.082079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.082406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.082730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.083191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.083518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:18.118464 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5205c28-d5f2-4658-9406-d4ee1b609ba0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.235302 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5205c28-d5f2-4658-9406-d4ee1b609ba0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.238789 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5205c28-d5f2-4658-9406-d4ee1b609ba0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.242466 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d5205c28-d5f2-4658-9406-d4ee1b609ba0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/security-groups/716ec51e-d791-4989-b256-b8ba7fd22743 HTTP/1.1" status: 204 len: 168 time: 0.3134403 Aug 04 17:21:18.253966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55506) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:18.310429 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-364d9494-eb52-4f31-8faa-e1da5f523c89 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.336516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.348933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205c28-d5f2-4658-9406-d4ee1b609ba0 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ec51e-d791-4989-b256-b8ba7fd22743,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:18.385112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2c65216-737a-4061-b421-aef1050e00f5 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.458397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Made reservation on behalf of b8d8ba09f282483d90763c24d7442f1f for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:18.477970 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2c65216-737a-4061-b421-aef1050e00f5 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.480899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.554024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-364d9494-eb52-4f31-8faa-e1da5f523c89 None None] Transition to ACTIVE for port object 694e9342-f980-49c0-b609-77acb889c5b7 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:18.563037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:18.568986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Transition to ACTIVE for port object d2637cc5-1ff5-439c-abd4-c561cbd8d420 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:18.569864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2c65216-737a-4061-b421-aef1050e00f5 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.574396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2c65216-737a-4061-b421-aef1050e00f5 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.576408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-737ab8eb-05e1-42b2-a534-9df4af7d1753 req-d7163fd8-5ef4-4697-8202-39ec3c2c102f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 210 time: 0.0466592 Aug 04 17:21:18.577102 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-364d9494-eb52-4f31-8faa-e1da5f523c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.582073 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b2c65216-737a-4061-b421-aef1050e00f5 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/security-groups/aac41f49-46dc-471d-9b2b-879d04158b91 HTTP/1.1" status: 204 len: 168 time: 0.3255837 Aug 04 17:21:18.583741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55510) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:18.707631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0f35c4-046a-43a4-a647-8ca463e6eb30 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet 2c42eb2b-6b64-4f7c-8060-87f1a371b4ab {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:21:18.715080 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae0f35c4-046a-43a4-a647-8ca463e6eb30 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.717937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c65216-737a-4061-b421-aef1050e00f5 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac41f49-46dc-471d-9b2b-879d04158b91,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:18.735662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Transition to ACTIVE for port object d2637cc5-1ff5-439c-abd4-c561cbd8d420 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:18.780143 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae0f35c4-046a-43a4-a647-8ca463e6eb30 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.792403 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:18.802382 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d9494-eb52-4f31-8faa-e1da5f523c89 None None] Pushing event updated for resources: {'Port': ['ID=694e9342-f980-49c0-b609-77acb889c5b7,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:18.837051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Allocated IP 172.20.0.1 (2204117f-81ac-41c9-a304-6d2a02235382/49f62b30-24ed-4ee1-8fd6-02362d733b86/e31cf2db-8bad-48b1-93b1-b710bfa15776) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:18.856812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Network 2204117f-81ac-41c9-a304-6d2a02235382 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:18.917160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:18.922179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:18.929113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Pushing event updated for resources: {'Port': ['ID=d2637cc5-1ff5-439c-abd4-c561cbd8d420,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:19.003247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae0f35c4-046a-43a4-a647-8ca463e6eb30 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.041238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.065373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Transition to ACTIVE for port object e31cf2db-8bad-48b1-93b1-b710bfa15776 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:19.117730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:19.118304 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.122890 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae0f35c4-046a-43a4-a647-8ca463e6eb30 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.137002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.172264 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Attempting to bind port d2637cc5-1ff5-439c-abd4-c561cbd8d420 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:19.172640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Attempting to bind port d2637cc5-1ff5-439c-abd4-c561cbd8d420 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:19.172968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Attempting to bind port d2637cc5-1ff5-439c-abd4-c561cbd8d420 on network 2204117f-81ac-41c9-a304-6d2a02235382 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:19.185749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f35c4-046a-43a4-a647-8ca463e6eb30 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=2c42eb2b-6b64-4f7c-8060-87f1a371b4ab,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:19.196517 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.198694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:19.199101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Checking segment: {'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:19.199587 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.200083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Bound using segment: {'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:19.200570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Bound port: d2637cc5-1ff5-439c-abd4-c561cbd8d420, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:19.200951 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.220097 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ae0f35c4-046a-43a4-a647-8ca463e6eb30 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.226127 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ae0f35c4-046a-43a4-a647-8ca463e6eb30 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/2c42eb2b-6b64-4f7c-8060-87f1a371b4ab HTTP/1.1" status: 204 len: 168 time: 0.6300929 Aug 04 17:21:19.233569 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55518) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:19.254493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Transition to ACTIVE for port object 430c759f-e656-455e-84c8-e9921cd19581 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:19.293303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Port': ['ID=e31cf2db-8bad-48b1-93b1-b710bfa15776,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:19.322073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 2204117f-81ac-41c9-a304-6d2a02235382 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:19.348318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:19.353748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:19.362497 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-047f2c8a-c64a-40d8-8178-7d9fc3ba4621 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet 85d32178-aaa8-4c41-9789-f53d464cf052 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:21:19.366711 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047f2c8a-c64a-40d8-8178-7d9fc3ba4621 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.399517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] For port d2637cc5-1ff5-439c-abd4-c561cbd8d420, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:19.403864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] For port d2637cc5-1ff5-439c-abd4-c561cbd8d420, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d2637cc5-1ff5-439c-abd4-c561cbd8d420,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:19.412710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.415417 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047f2c8a-c64a-40d8-8178-7d9fc3ba4621 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.425490 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.443343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Allocated IP 172.20.0.3 (b699377d-bb0f-49df-911e-a6242a1018b1/ce7f448e-6a8e-466e-b520-6ea5e8f086b3/11718227-331f-419e-892a-d41dd6c5b7c4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:19.478619 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.524006 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047f2c8a-c64a-40d8-8178-7d9fc3ba4621 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.628282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047f2c8a-c64a-40d8-8178-7d9fc3ba4621 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.674475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047f2c8a-c64a-40d8-8178-7d9fc3ba4621 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:19.676550 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-047f2c8a-c64a-40d8-8178-7d9fc3ba4621 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/85d32178-aaa8-4c41-9789-f53d464cf052 HTTP/1.1" status: 204 len: 168 time: 0.4452620 Aug 04 17:21:19.679005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55524) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:19.697563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f2c8a-c64a-40d8-8178-7d9fc3ba4621 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=85d32178-aaa8-4c41-9789-f53d464cf052,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:19.710182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e5533-0ec9-4317-86ad-8b4767e361bd None None] Pushing event updated for resources: {'Port': ['ID=430c759f-e656-455e-84c8-e9921cd19581,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:19.741822 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1223223-5c4a-4e08-a6f1-fee2272225d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:19.742298 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1223223-5c4a-4e08-a6f1-fee2272225d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:19.758535 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a1223223-5c4a-4e08-a6f1-fee2272225d6 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/2c42eb2b-6b64-4f7c-8060-87f1a371b4ab HTTP/1.1" status: 404 len: 337 time: 0.0781910 Aug 04 17:21:19.761391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55526) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:19.851152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd12a1c6-3bbe-45f4-9fdd-3d63646121e5 req-d7d3fef0-0696-492b-a2d8-f4f3f7fd70c6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 210 time: 0.0971305 Aug 04 17:21:19.954389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aeac9de-fc32-4694-9dba-3a3b3d7bba14 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting subnet f66622eb-9f2f-4c43-b89d-563f17dafb9a {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:21:19.988831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8aeac9de-fc32-4694-9dba-3a3b3d7bba14 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:20.084677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8aeac9de-fc32-4694-9dba-3a3b3d7bba14 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:20.094096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:20.234647 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:20.282926 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8aeac9de-fc32-4694-9dba-3a3b3d7bba14 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:20.294363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Transition to ACTIVE for port object 11718227-331f-419e-892a-d41dd6c5b7c4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:20.298219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e983df4-7aac-4fe9-8a29-1eb9fd413186 None None] Network fd4f710b-d10d-4c05-8ae1-fc77612d2d18 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:20.320467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63e6e1-7f9f-46f2-8265-d05c943b0545 None None] Pushing event updated for resources: {'Port': ['ID=d2637cc5-1ff5-439c-abd4-c561cbd8d420,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:20.395996 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8aeac9de-fc32-4694-9dba-3a3b3d7bba14 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:20.458097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Attempting to bind port 430c759f-e656-455e-84c8-e9921cd19581 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:20.459101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Attempting to bind port 430c759f-e656-455e-84c8-e9921cd19581 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:20.459478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Attempting to bind port 430c759f-e656-455e-84c8-e9921cd19581 on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:20.490713 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:20.520680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:20.521064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Checking segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:20.521471 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:20.521867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Bound using segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:20.528521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Bound port: 430c759f-e656-455e-84c8-e9921cd19581, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:20.528963 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:20.547058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Network b699377d-bb0f-49df-911e-a6242a1018b1 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:20.566073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:20.569505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:20.662922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:20.731510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d2637cc5-1ff5-439c-abd4-c561cbd8d420 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:20.790532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:20.792297 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:20.846709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-e9f8c0b3-c248-470d-aa04-6a48ccd4da94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1302283 Aug 04 17:21:20.876709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Request body: {'port': {'device_id': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:20.903990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] For port 430c759f-e656-455e-84c8-e9921cd19581, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:20.916522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] For port 430c759f-e656-455e-84c8-e9921cd19581, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=430c759f-e656-455e-84c8-e9921cd19581,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:20.953131 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:21.030691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bacb12d8-1058-4225-82ed-86a63a87e5fa None None] Provisioning complete for port 2a75f910-f519-415b-aa1c-a615d603696f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:21.031099 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bacb12d8-1058-4225-82ed-86a63a87e5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:21.099099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-bacb12d8-1058-4225-82ed-86a63a87e5fa None None] Port 2a75f910-f519-415b-aa1c-a615d603696f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:21.111356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Routers {'f407b744-91e2-481e-afdc-954202c7625b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:21.112153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f407b744-91e2-481e-afdc-954202c7625b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:21.214277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:21.242090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f04be-1620-4bce-873a-a54c4306004a req-d879d7fd-ebb4-4d22-8a00-5d78a9fccfe6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:21.268997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc7f04be-1620-4bce-873a-a54c4306004a req-d879d7fd-ebb4-4d22-8a00-5d78a9fccfe6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 931 time: 0.2710307 Aug 04 17:21:21.275864 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeac9de-fc32-4694-9dba-3a3b3d7bba14 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Subnet': ['ID=f66622eb-9f2f-4c43-b89d-563f17dafb9a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:21.291176 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8aeac9de-fc32-4694-9dba-3a3b3d7bba14 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:21.293110 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8aeac9de-fc32-4694-9dba-3a3b3d7bba14 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/f66622eb-9f2f-4c43-b89d-563f17dafb9a HTTP/1.1" status: 204 len: 168 time: 1.5306916 Aug 04 17:21:21.299141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55540) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.313052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] Set router f407b744-91e2-481e-afdc-954202c7625b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:21.320035 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:21.324535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:21.358465 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d425377-155f-4345-b815-e7e88aeed23c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:21.359011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d425377-155f-4345-b815-e7e88aeed23c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:21.370949 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4d425377-155f-4345-b815-e7e88aeed23c tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/45452310-76da-4c45-ab81-e18bb67ef830 HTTP/1.1" status: 404 len: 337 time: 0.0705931 Aug 04 17:21:21.371629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55546) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.428389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:21.432556 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-512c3768-0f62-4fa4-843e-f10628f6438d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "GET /v2.0/ports?device_id=a388435a-5880-4e39-9124-2d355125482b HTTP/1.1" status: 200 len: 205 time: 0.0597055 Aug 04 17:21:21.433223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55548) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.502434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946c0c6c-812d-4846-968d-352ba3bab4bf None None] Network 2204117f-81ac-41c9-a304-6d2a02235382 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:21.526773 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-5cbf1fe8-438a-4267-abe0-898d54b8c55e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] delete failed (client error): The resource could not be found. Aug 04 17:21:21.535067 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5cbf1fe8-438a-4267-abe0-898d54b8c55e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/routers/a388435a-5880-4e39-9124-2d355125482b HTTP/1.1" status: 404 len: 336 time: 0.1006784 Aug 04 17:21:21.536058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55550) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.553436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc7f04be-1620-4bce-873a-a54c4306004a req-500fb4ba-993b-400e-80de-6d45faaa7fab tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831244 Aug 04 17:21:21.601542 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-f463d600-5ab9-424d-96fa-de334899012e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:21.607711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f463d600-5ab9-424d-96fa-de334899012e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:21.615492 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f463d600-5ab9-424d-96fa-de334899012e tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/28bfe4ae-2bd1-4b3c-9f29-f6a6cbcb5eb6 HTTP/1.1" status: 404 len: 337 time: 0.0782185 Aug 04 17:21:21.619872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55552) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.679567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Port': ['ID=e31cf2db-8bad-48b1-93b1-b710bfa15776,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:21.681822 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-43485cbb-b1a3-4252-818c-e8357dbb5455 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:21.688109 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43485cbb-b1a3-4252-818c-e8357dbb5455 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:21.693312 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-43485cbb-b1a3-4252-818c-e8357dbb5455 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/6195cf5b-507f-4fa1-af4a-b5abccf56e69 HTTP/1.1" status: 404 len: 337 time: 0.0722215 Aug 04 17:21:21.693473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55554) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.725474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f941b6-4805-4c2f-aa24-520de6961a2e None None] DHCP port deletion for fd4f710b-d10d-4c05-8ae1-fc77612d2d18 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:21:21.728470 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9385897a-8525-418b-9e71-2dad3e422047 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:21.728779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9385897a-8525-418b-9e71-2dad3e422047 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:21.730873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9385897a-8525-418b-9e71-2dad3e422047 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/05af3048-a5e1-40c6-aac1-6181cca6541c HTTP/1.1" status: 404 len: 337 time: 0.0363126 Aug 04 17:21:21.733328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55556) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.780495 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-360a0427-d77e-41d0-b5a0-1be491134f6d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:21.781472 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360a0427-d77e-41d0-b5a0-1be491134f6d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:21.783622 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-360a0427-d77e-41d0-b5a0-1be491134f6d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/12520caa-302d-42e6-8923-fd28084fa7c1 HTTP/1.1" status: 404 len: 333 time: 0.0490859 Aug 04 17:21:21.786229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55558) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.834334 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb09dff3-6131-4b73-a2ea-257843215e5f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:21.835066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb09dff3-6131-4b73-a2ea-257843215e5f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:21.836946 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cb09dff3-6131-4b73-a2ea-257843215e5f tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/7b855fb5-0068-4dec-a27c-5dc2779bd1e8 HTTP/1.1" status: 404 len: 337 time: 0.0496325 Aug 04 17:21:21.843778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55560) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.862527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bacb12d8-1058-4225-82ed-86a63a87e5fa None None] Provisioning for port 694e9342-f980-49c0-b609-77acb889c5b7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:21.883965 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53786df-e324-48e9-8f22-c2e726890c97 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:21.884777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53786df-e324-48e9-8f22-c2e726890c97 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:21.886797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f53786df-e324-48e9-8f22-c2e726890c97 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/727c440c-215d-460c-b08a-d5b016dbfca2 HTTP/1.1" status: 404 len: 337 time: 0.0417457 Aug 04 17:21:21.889325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55562) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.901599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 2204117f-81ac-41c9-a304-6d2a02235382 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:21.905212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:21.918019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bacb12d8-1058-4225-82ed-86a63a87e5fa None None] Provisioning complete for port 694e9342-f980-49c0-b609-77acb889c5b7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:21.918731 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bacb12d8-1058-4225-82ed-86a63a87e5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:21.943416 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-701c4816-f179-4c16-a7bc-96a67802144d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:21.944422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701c4816-f179-4c16-a7bc-96a67802144d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:21.946325 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-701c4816-f179-4c16-a7bc-96a67802144d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/8a6d5361-630a-4c3e-b5b3-dfb73093e4e1 HTTP/1.1" status: 404 len: 333 time: 0.0558169 Aug 04 17:21:21.948921 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55564) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:21.963295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e5533-0ec9-4317-86ad-8b4767e361bd None None] Pushing event updated for resources: {'Port': ['ID=430c759f-e656-455e-84c8-e9921cd19581,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:22.018372 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6e45ce-14bf-4aec-bc41-c7d7d0f3955d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:22.019052 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6e45ce-14bf-4aec-bc41-c7d7d0f3955d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:22.026866 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8a6e45ce-14bf-4aec-bc41-c7d7d0f3955d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/b22882fb-f4c4-464f-a77d-5f6d1f44bdbd HTTP/1.1" status: 404 len: 337 time: 0.0734272 Aug 04 17:21:22.039810 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55566) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:22.099674 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02ec04e-3c46-46b2-90f3-7a227cd4f2ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] DELETE failed (client error): The resource could not be found. Aug 04 17:21:22.100074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02ec04e-3c46-46b2-90f3-7a227cd4f2ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:21:22.102460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port d2637cc5-1ff5-439c-abd4-c561cbd8d420 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:22.105656 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c02ec04e-3c46-46b2-90f3-7a227cd4f2ff tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/subnets/c2869740-7e09-4812-b981-a06e3ddeaba5 HTTP/1.1" status: 404 len: 337 time: 0.0645261 Aug 04 17:21:22.106500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55568) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:22.164507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 694e9342-f980-49c0-b609-77acb889c5b7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:22.169426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-62f941b6-4805-4c2f-aa24-520de6961a2e None None] Deleting port 694e9342-f980-49c0-b609-77acb889c5b7 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:22.169799 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-62f941b6-4805-4c2f-aa24-520de6961a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:22.220720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Router a1170648-89a1-48bc-a9da-688d059edef1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:21:22.243596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11718227-331f-419e-892a-d41dd6c5b7c4 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:21:22.262388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:22.319801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-402a01de-d4bf-46a6-847f-14c4383e5a7d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 2a75f910-f519-415b-aa1c-a615d603696f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:22.323269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-402a01de-d4bf-46a6-847f-14c4383e5a7d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:22.332839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Transition to ACTIVE for port object 11718227-331f-419e-892a-d41dd6c5b7c4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:22.347172 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:22.366420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bacb12d8-1058-4225-82ed-86a63a87e5fa None None] Could not find standard attr ID for object 99ef69cc-1b5a-4312-811a-dc9f4201bcd9. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:21:22.518545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-402a01de-d4bf-46a6-847f-14c4383e5a7d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:22.540755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-62f941b6-4805-4c2f-aa24-520de6961a2e None None] For port 694e9342-f980-49c0-b609-77acb889c5b7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=694e9342-f980-49c0-b609-77acb889c5b7,segment=NetworkSegment(de641ed8-599a-4d64-8a3b-aecac01a94a6),segment_id=de641ed8-599a-4d64-8a3b-aecac01a94a6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:22.541478 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-62f941b6-4805-4c2f-aa24-520de6961a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:22.558631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-402a01de-d4bf-46a6-847f-14c4383e5a7d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 2a75f910-f519-415b-aa1c-a615d603696f owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:22.676063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-62f941b6-4805-4c2f-aa24-520de6961a2e None None] Calling delete_port for 694e9342-f980-49c0-b609-77acb889c5b7 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:22.683414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 694e9342-f980-49c0-b609-77acb889c5b7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:22.684053 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:22.765895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:20Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:22.828697 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-402a01de-d4bf-46a6-847f-14c4383e5a7d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:22.896663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:22.921795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:22.931021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-339c15d5-2cb6-41a6-8db0-b4befb204928 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "PUT /v2.0/routers/a1170648-89a1-48bc-a9da-688d059edef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3874478 Aug 04 17:21:22.931205 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-402a01de-d4bf-46a6-847f-14c4383e5a7d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:22.931970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Attempting to bind port 11718227-331f-419e-892a-d41dd6c5b7c4 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:22.932507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Attempting to bind port 11718227-331f-419e-892a-d41dd6c5b7c4 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:22.933047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Attempting to bind port 11718227-331f-419e-892a-d41dd6c5b7c4 on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:22.935212 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-402a01de-d4bf-46a6-847f-14c4383e5a7d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/ports/2a75f910-f519-415b-aa1c-a615d603696f HTTP/1.1" status: 204 len: 168 time: 0.8267596 Aug 04 17:21:22.936343 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55582) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:22.936680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55584) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:22.938423 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Sync routers for ids ['a1170648-89a1-48bc-a9da-688d059edef1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:22.947297 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f8062ac1-ac37-40c1-9dd2-6feea88a55dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1140910631', 'description': 'tempest-secgroup_access--1140910631 description', 'project_id': 'e2311150595842eaae50cbd8cfe03ad9'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:22.954651 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Routers {'a1170648-89a1-48bc-a9da-688d059edef1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:22.956023 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a1170648-89a1-48bc-a9da-688d059edef1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:22.980952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d216f4-8a63-4883-8f02-64229455618b req-71f920d2-2c80-4d03-b2ad-931bbdafad75 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:22.983477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25d216f4-8a63-4883-8f02-64229455618b req-71f920d2-2c80-4d03-b2ad-931bbdafad75 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 943 time: 0.2134151 Aug 04 17:21:23.005926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Port 11718227-331f-419e-892a-d41dd6c5b7c4 on network b699377d-bb0f-49df-911e-a6242a1018b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:21:23.010649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Attempting to bind port 11718227-331f-419e-892a-d41dd6c5b7c4 on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:23.024351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb7b1-c198-4b54-8290-82feac24f87e None None] The sync data for ids ['f407b744-91e2-481e-afdc-954202c7625b'] in n-d-764435-5 is: [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:20Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:23.029756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a01de-d4bf-46a6-847f-14c4383e5a7d tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=2a75f910-f519-415b-aa1c-a615d603696f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:23.052011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:23.053661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Checking segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:23.054223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Bound using segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:23.054884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Bound port: 11718227-331f-419e-892a-d41dd6c5b7c4, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:23.056429 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.067177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-28eddea8-824a-4ca5-aba3-76ac6c2d75ce None None] Provisioning for port 11718227-331f-419e-892a-d41dd6c5b7c4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:23.123350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25d216f4-8a63-4883-8f02-64229455618b req-75bd2244-cd58-4928-84cf-241d393350b1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310399 Aug 04 17:21:23.159097 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f8062ac1-ac37-40c1-9dd2-6feea88a55dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.286176 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.324035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:23.348935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:23.361765 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.473567 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Set router a1170648-89a1-48bc-a9da-688d059edef1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:23.498570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-28eddea8-824a-4ca5-aba3-76ac6c2d75ce None None] Provisioning for port d2637cc5-1ff5-439c-abd4-c561cbd8d420 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:23.500653 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-62f941b6-4805-4c2f-aa24-520de6961a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.528898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:23.529536 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.535740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] 10.222.0.82 "PUT /v2.0/ports/11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 1091 time: 2.6653564 Aug 04 17:21:23.549279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:21:23.553228 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a90477-ffba-424e-b525-17b9c985b0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:21:23.608556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-28eddea8-824a-4ca5-aba3-76ac6c2d75ce None None] Provisioning complete for port d2637cc5-1ff5-439c-abd4-c561cbd8d420 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:23.609298 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28eddea8-824a-4ca5-aba3-76ac6c2d75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.683035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f941b6-4805-4c2f-aa24-520de6961a2e None None] No DVR routers for this DVR port 694e9342-f980-49c0-b609-77acb889c5b7 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:21:23.717784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f941b6-4805-4c2f-aa24-520de6961a2e None None] Pushing event deleted for resources: {'Port': ['ID=694e9342-f980-49c0-b609-77acb889c5b7,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:23.736919 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f7ebf4-a043-48f4-9c0c-bdb49fba68c7 x-openstack-request-id: req-94f7ebf4-a043-48f4-9c0c-bdb49fba68c7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:21:23.737225 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:21:23.737475 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94f7ebf4-a043-48f4-9c0c-bdb49fba68c7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:21:23.737905 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4', 'status': 'completed', 'code': 200} Aug 04 17:21:23.758527 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f8062ac1-ac37-40c1-9dd2-6feea88a55dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.784937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f8062ac1-ac37-40c1-9dd2-6feea88a55dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.836164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f488323-65d1-4f10-87b2-750af028eb60 service neutron] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:23.862472 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28eddea8-824a-4ca5-aba3-76ac6c2d75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.887020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-522a3038-b568-4b1e-9432-146a50b5e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:23.888877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-522a3038-b568-4b1e-9432-146a50b5e375 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1094 time: 0.2933989 Aug 04 17:21:23.932425 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Deleting port 694e9342-f980-49c0-b609-77acb889c5b7 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:23.932782 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.934594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f8062ac1-ac37-40c1-9dd2-6feea88a55dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:23.946090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-28eddea8-824a-4ca5-aba3-76ac6c2d75ce None None] For port d2637cc5-1ff5-439c-abd4-c561cbd8d420, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d2637cc5-1ff5-439c-abd4-c561cbd8d420,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:23.956191 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f8062ac1-ac37-40c1-9dd2-6feea88a55dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0179434 Aug 04 17:21:23.959253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28eddea8-824a-4ca5-aba3-76ac6c2d75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.012994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55592) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:24.023736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e9cac39d-31f4-470e-afc7-d5296fdcfbae tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--163692480', 'description': 'tempest-secgroup_general--163692480 description', 'project_id': 'e2311150595842eaae50cbd8cfe03ad9'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:24.041000 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e31cf2db-8bad-48b1-93b1-b710bfa15776', 'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:93:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:17Z', 'updated_at': '2021-08-04T17:21:20Z', 'revision_number': 2, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:24.048926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-984d04b6-5ec4-4767-886a-020a7e6edf3f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 217 time: 0.1513877 Aug 04 17:21:24.102724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 430c759f-e656-455e-84c8-e9921cd19581 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:24.121179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8062ac1-ac37-40c1-9dd2-6feea88a55dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:24.152541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eddea8-824a-4ca5-aba3-76ac6c2d75ce None None] Pushing event updated for resources: {'Port': ['ID=d2637cc5-1ff5-439c-abd4-c561cbd8d420,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:24.155165 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Checking router: a1170648-89a1-48bc-a9da-688d059edef1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:21:24.156054 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Updating router a1170648-89a1-48bc-a9da-688d059edef1 port e31cf2db-8bad-48b1-93b1-b710bfa15776 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:21:24.157630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-40529c8d-0631-4b55-9538-2b311c478cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:24.176943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-40529c8d-0631-4b55-9538-2b311c478cf0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.1200886 Aug 04 17:21:24.200170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bc069be9-c35f-4630-a312-f3af8b9ad61d None None] Provisioning complete for port d2637cc5-1ff5-439c-abd4-c561cbd8d420 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:24.200687 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bc069be9-c35f-4630-a312-f3af8b9ad61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.255290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 430c759f-e656-455e-84c8-e9921cd19581 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:24.258253 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.265905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] For port 694e9342-f980-49c0-b609-77acb889c5b7, host n-d-764435-5, got binding levels [] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:24.266242 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.273116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 430c759f-e656-455e-84c8-e9921cd19581 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:24.274193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.305501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e9cac39d-31f4-470e-afc7-d5296fdcfbae tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.327493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Calling delete_port for 694e9342-f980-49c0-b609-77acb889c5b7 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:24.350402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Port 694e9342-f980-49c0-b609-77acb889c5b7 was not found and therefore no delete operation was performed {{(pid=105829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:21:24.369116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.442798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7ef18371-773c-4365-b022-09a22e411106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:24.448449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-7ef18371-773c-4365-b022-09a22e411106 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2559788 Aug 04 17:21:24.449105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Port': ['ID=694e9342-f980-49c0-b609-77acb889c5b7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:24.475192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] No DVR routers for this DVR port 694e9342-f980-49c0-b609-77acb889c5b7 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:21:24.587416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8f51-5787-459d-ac38-641f85dd127a req-81001ca4-0e4f-4a6f-bb91-280c8a72bfb5 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:24.600119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d8d8f51-5787-459d-ac38-641f85dd127a req-81001ca4-0e4f-4a6f-bb91-280c8a72bfb5 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 943 time: 0.3151228 Aug 04 17:21:24.640879 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.673798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bc069be9-c35f-4630-a312-f3af8b9ad61d None None] Provisioning for port e31cf2db-8bad-48b1-93b1-b710bfa15776 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:24.682544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bc069be9-c35f-4630-a312-f3af8b9ad61d None None] Provisioning complete for port e31cf2db-8bad-48b1-93b1-b710bfa15776 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:24.683196 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bc069be9-c35f-4630-a312-f3af8b9ad61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.752602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 430c759f-e656-455e-84c8-e9921cd19581, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=430c759f-e656-455e-84c8-e9921cd19581,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:24.762971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.768264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-969f7192-2083-410a-a4f7-c286bf131ee3 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053544 Aug 04 17:21:24.776276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4f710b-d10d-4c05-8ae1-fc77612d2d18']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:24.796583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de641ed8-599a-4d64-8a3b-aecac01a94a6') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:24.797175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de641ed8-599a-4d64-8a3b-aecac01a94a6') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:24.799169 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.812560 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.856813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.874639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:21:24.875372 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:24.898789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-bc069be9-c35f-4630-a312-f3af8b9ad61d None None] Port e31cf2db-8bad-48b1-93b1-b710bfa15776 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:24.937246 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=430c759f-e656-455e-84c8-e9921cd19581,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:24.968021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 694e9342-f980-49c0-b609-77acb889c5b7 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:21:25.015860 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:21:25.065434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 694e9342-f980-49c0-b609-77acb889c5b7 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:21:25.066903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 694e9342-f980-49c0-b609-77acb889c5b7 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:21:25.115271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-02ce030e-91ae-49eb-9927-44d0452e4464 None None] Provisioning complete for port e31cf2db-8bad-48b1-93b1-b710bfa15776 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:25.115681 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-02ce030e-91ae-49eb-9927-44d0452e4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.121594 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.155927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-068409bf-e8e1-47ae-8dcc-a7dc8a96c176 req-f1f6a17a-f10f-40ab-a456-cc10aabf46d8 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861446 Aug 04 17:21:25.162565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d8d8f51-5787-459d-ac38-641f85dd127a req-c5580982-4e1f-467f-a492-f4dfb95f87ef tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902857 Aug 04 17:21:25.217357 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-02ce030e-91ae-49eb-9927-44d0452e4464 None None] Port e31cf2db-8bad-48b1-93b1-b710bfa15776 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:25.224345 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:21:25.241389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.243781 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] 10.222.0.39 "DELETE /v2.0/networks/fd4f710b-d10d-4c05-8ae1-fc77612d2d18 HTTP/1.1" status: 204 len: 168 time: 2.2588570 Aug 04 17:21:25.269988 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e9cac39d-31f4-470e-afc7-d5296fdcfbae tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.277089 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.292723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578098a3-b2a9-4c6e-b162-313aed79fcd7 tempest-PortsIpV6TestJSON-45702574 tempest-PortsIpV6TestJSON-45702574-project] Pushing event deleted for resources: {'Network': ['ID=fd4f710b-d10d-4c05-8ae1-fc77612d2d18,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:25.300213 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Transition to ACTIVE for port object e31cf2db-8bad-48b1-93b1-b710bfa15776 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:25.309878 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e9cac39d-31f4-470e-afc7-d5296fdcfbae tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.311460 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.313396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-c4a9d0b2-502c-4745-8596-2eca6227d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:25.314874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-c4a9d0b2-502c-4745-8596-2eca6227d6f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1094 time: 0.0861406 Aug 04 17:21:25.359520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cac39d-31f4-470e-afc7-d5296fdcfbae tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92da1775-7acf-4f9a-b113-9cd2438c4104,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:25.382174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e9cac39d-31f4-470e-afc7-d5296fdcfbae tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.384334 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e9cac39d-31f4-470e-afc7-d5296fdcfbae tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3702688 Aug 04 17:21:25.387747 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55610) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:25.392765 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cd428-50c5-495f-be6e-9484bbb9756d None None] Pushing event updated for resources: {'Port': ['ID=e31cf2db-8bad-48b1-93b1-b710bfa15776,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:25.411923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b43ae301-816e-4a91-9566-078aa52ca89d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'security_group_rule': {'security_group_id': '9d1cd26f-3df1-4114-ba0e-3f08d85f1e14', 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:25.475171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b43ae301-816e-4a91-9566-078aa52ca89d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.518021 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Attempting to bind port e31cf2db-8bad-48b1-93b1-b710bfa15776 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:25.518741 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Attempting to bind port e31cf2db-8bad-48b1-93b1-b710bfa15776 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:25.519301 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Attempting to bind port e31cf2db-8bad-48b1-93b1-b710bfa15776 on network 2204117f-81ac-41c9-a304-6d2a02235382 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:25.533348 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:25.534045 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Checking segment: {'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:25.534593 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.535161 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Bound using segment: {'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:25.535799 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Bound port: e31cf2db-8bad-48b1-93b1-b710bfa15776, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:25.536342 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.580658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-97dd019f-d228-4909-961d-36212620558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:25.584431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-97dd019f-d228-4909-961d-36212620558d service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.2612445 Aug 04 17:21:25.624918 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b43ae301-816e-4a91-9566-078aa52ca89d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.631505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b43ae301-816e-4a91-9566-078aa52ca89d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.676483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ae301-816e-4a91-9566-078aa52ca89d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa33ee6-563b-4408-a159-4c3f460b33b4,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:25.698550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-1c089cd4-0a1a-4a6f-8cca-e09c4ace2867 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 217 time: 0.1050575 Aug 04 17:21:25.708023 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b43ae301-816e-4a91-9566-078aa52ca89d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.712996 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b43ae301-816e-4a91-9566-078aa52ca89d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166900 Aug 04 17:21:25.729466 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] For port e31cf2db-8bad-48b1-93b1-b710bfa15776, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:25.751105 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] For port e31cf2db-8bad-48b1-93b1-b710bfa15776, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e31cf2db-8bad-48b1-93b1-b710bfa15776,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:25.757021 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:25.836363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-5d2fa61e-0ab9-431b-920b-f15cea6f1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:25.840108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-5d2fa61e-0ab9-431b-920b-f15cea6f1f63 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.1327968 Aug 04 17:21:25.900119 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cd428-50c5-495f-be6e-9484bbb9756d None None] Pushing event updated for resources: {'Port': ['ID=e31cf2db-8bad-48b1-93b1-b710bfa15776,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:25.903279 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Routers {'a1170648-89a1-48bc-a9da-688d059edef1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:25.903907 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a1170648-89a1-48bc-a9da-688d059edef1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:25.988650 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55626) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:25.994194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-7ef8df53-3bae-46cd-96d4-420cac35052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:25.996503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-7ef8df53-3bae-46cd-96d4-420cac35052d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460128 Aug 04 17:21:26.046200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d2637cc5-1ff5-439c-abd4-c561cbd8d420 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:26.174335 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] Set router a1170648-89a1-48bc-a9da-688d059edef1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:26.184739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d2637cc5-1ff5-439c-abd4-c561cbd8d420 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:26.188477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-6cfa07bb-7c50-4bd9-bf2b-578bd6fafe0b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--163692480&fields=id&tenant_id=e2311150595842eaae50cbd8cfe03ad9 HTTP/1.1" status: 200 len: 267 time: 0.0771089 Aug 04 17:21:26.189274 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:26.365667 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-65817706-4292-4b16-8329-a31744c95442 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aaeea0af0dd24b719786421a250853a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732712 Aug 04 17:21:26.365667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55640) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:26.387728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 430c759f-e656-455e-84c8-e9921cd19581 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:26.427348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-c93297d2-d124-4d45-a614-bffccdc2e76a tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--1140910631&fields=id&tenant_id=e2311150595842eaae50cbd8cfe03ad9 HTTP/1.1" status: 200 len: 267 time: 0.2176564 Aug 04 17:21:26.457085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-4208e580-d635-4c6e-86bc-f76646efa3ca service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508004 Aug 04 17:21:26.493978 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38fbc9d5-68ad-46f8-88d4-9a77d337d58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:26.564406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38fbc9d5-68ad-46f8-88d4-9a77d337d58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:26.601613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0ceb3-969e-40c0-8638-674d6b1be3d0 req-d94d28c9-04cc-4c18-885b-3962d49981a5 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:26.603588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0d0ceb3-969e-40c0-8638-674d6b1be3d0 req-d94d28c9-04cc-4c18-885b-3962d49981a5 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 943 time: 0.3046014 Aug 04 17:21:26.750111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-6e5c74da-14e9-4997-b2b1-c817b3f53160 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:26.752352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-6e5c74da-14e9-4997-b2b1-c817b3f53160 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/networks?id=2204117f-81ac-41c9-a304-6d2a02235382 HTTP/1.1" status: 200 len: 796 time: 0.3031368 Aug 04 17:21:26.761619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38fbc9d5-68ad-46f8-88d4-9a77d337d58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:26.764271 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-38fbc9d5-68ad-46f8-88d4-9a77d337d58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:26.765527 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-38fbc9d5-68ad-46f8-88d4-9a77d337d58d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/719930fa-2cd3-4577-a0b0-7db2740bece7 HTTP/1.1" status: 204 len: 168 time: 0.4007890 Aug 04 17:21:26.775932 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbc9d5-68ad-46f8-88d4-9a77d337d58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719930fa-2cd3-4577-a0b0-7db2740bece7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:26.812460 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e31cf2db-8bad-48b1-93b1-b710bfa15776', 'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:93:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:17Z', 'updated_at': '2021-08-04T17:21:25Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:26.824122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0d0ceb3-969e-40c0-8638-674d6b1be3d0 req-e94d2cc4-da2b-406f-98a1-27b4e71462d1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909554 Aug 04 17:21:26.865937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 430c759f-e656-455e-84c8-e9921cd19581 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:26.866305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-3339ee38-7735-40ec-8c14-7ce5096dde73 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/quotas/e2311150595842eaae50cbd8cfe03ad9 HTTP/1.1" status: 200 len: 375 time: 0.0592189 Aug 04 17:21:26.866836 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:26.891274 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc81af-f61a-4779-9497-ffe5ddce881d None None] The sync data for ids ['a1170648-89a1-48bc-a9da-688d059edef1'] in n-d-764435-5 is: [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e31cf2db-8bad-48b1-93b1-b710bfa15776', 'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:93:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:17Z', 'updated_at': '2021-08-04T17:21:25Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:26.948715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49a90477-ffba-424e-b525-17b9c985b0a6 req-2bad944a-e9d6-40f1-bc92-a89db9318943 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656076 Aug 04 17:21:27.035629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-07f5f1d9-c7b5-4342-b3fa-5577afea5c0e tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2311150595842eaae50cbd8cfe03ad9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1683960 Aug 04 17:21:27.227527 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-0fcc439f-2fb1-40ef-ac44-2185c7a3ee4d service neutron] 10.222.0.39 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417212 Aug 04 17:21:27.946723 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-931ee184-83c7-4b89-bdc8-886ef7fde049 service neutron] 10.222.0.39 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148101 Aug 04 17:21:27.975249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e31cf2db-8bad-48b1-93b1-b710bfa15776 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:28.105776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66af75c-7a22-4ec6-9724-a68c251a6b12 req-6f6a7e05-5c0d-4ddc-b8de-002b21395f8e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:28.113893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e66af75c-7a22-4ec6-9724-a68c251a6b12 req-6f6a7e05-5c0d-4ddc-b8de-002b21395f8e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 943 time: 0.1152344 Aug 04 17:21:28.122340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e31cf2db-8bad-48b1-93b1-b710bfa15776 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:28.127351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e31cf2db-8bad-48b1-93b1-b710bfa15776 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:28.128189 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:28.245818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55688) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:28.285478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e66af75c-7a22-4ec6-9724-a68c251a6b12 req-95f0380e-c247-491e-975c-642bf0c6e9b2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703675 Aug 04 17:21:28.296232 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:28.370097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port e31cf2db-8bad-48b1-93b1-b710bfa15776, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e31cf2db-8bad-48b1-93b1-b710bfa15776,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:28.380163 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:28.412639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67e3f101-862e-4bad-a141-60cfd08f5d19 req-d47ceb95-858d-497b-9078-c6722003d36d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 210 time: 0.0958688 Aug 04 17:21:28.456020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:21:28.501756 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'network': {'name': 'tempest-RoutersTest-1937414509'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:28.564379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:28.578332 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:28.606057 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:28.621193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.resource_extend [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 17:21:28.664191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=e31cf2db-8bad-48b1-93b1-b710bfa15776,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:28.846932 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:28.875025 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:28.907135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:28.928375 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '11718227-331f-419e-892a-d41dd6c5b7c4', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'port_id': '11718227-331f-419e-892a-d41dd6c5b7c4', 'mac_address': 'fa:16:3e:10:fb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:21:28.951163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:21:28.979934 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:28.980682 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added segment c3f49cad-2d9d-468b-8b48-43251e174a52 of type vlan for network 65ff06a7-83e8-403e-920a-ee991a03a375 Aug 04 17:21:29.028934 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:29.048513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:29.057081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11718227-331f-419e-892a-d41dd6c5b7c4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:21:29.079854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1cae24-a128-429b-be02-b17169882a5b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:29.096173 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:29.096319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:29.102436 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:29.102724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:29.103542 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:29.199497 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9519567 Aug 04 17:21:29.200403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c764dfb-fd8a-4959-9711-481686d1babe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Network': ['ID=65ff06a7-83e8-403e-920a-ee991a03a375,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:29.202761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55706) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:29.219082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'network': {'name': 'tempest-RoutersTest-217770329'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:29.232908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 65ff06a7-83e8-403e-920a-ee991a03a375 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:21:29.241496 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:29.273402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:29.283799 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:29.326532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['11718227-331f-419e-892a-d41dd6c5b7c4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:21:29.358438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:21:29.385759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:29.387529 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added segment 60859db7-e8b7-4ff6-a2dd-900b134ce454 of type vlan for network 3b88adb0-a801-47ef-b7d6-99155077281c Aug 04 17:21:29.516155 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:29.564633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca378d2c-064b-4135-b5a5-61e6aa4eec50 req-b0317ec4-1078-4f09-acd3-5d59707fd5a9 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:29.572366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca378d2c-064b-4135-b5a5-61e6aa4eec50 req-b0317ec4-1078-4f09-acd3-5d59707fd5a9 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1349914 Aug 04 17:21:29.630340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca378d2c-064b-4135-b5a5-61e6aa4eec50 req-e1b1e129-d4d6-4003-a296-4804ddd131e4 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568724 Aug 04 17:21:29.631447 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:29.637283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:29.638136 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:29.707843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5036607 Aug 04 17:21:29.710492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55716) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:29.712508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Network': ['ID=3b88adb0-a801-47ef-b7d6-99155077281c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:29.717339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'subnet': {'network_id': '65ff06a7-83e8-403e-920a-ee991a03a375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:29.721992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.722583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.723101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.723637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.724139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.724651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.725128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.725647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.726114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.726588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.727096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.727621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853ccf4-099d-4325-88f3-44c3c3d0f0bd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:29.741955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 3b88adb0-a801-47ef-b7d6-99155077281c details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:21:29.898322 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e31cf2db-8bad-48b1-93b1-b710bfa15776 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:29.994078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e31cf2db-8bad-48b1-93b1-b710bfa15776 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:29.994770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:30.003988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d09e0c3c-6dbb-42a4-9bf7-d8aaa35ab72d req-0a73150e-b14c-4cb4-966b-f6605b5571e3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 210 time: 0.0378225 Aug 04 17:21:30.044832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:30.049322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:30.163647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-f6634b3b-e917-42df-adf2-dd215692f68b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:30.164749 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-f6634b3b-e917-42df-adf2-dd215692f68b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.90 "GET /v2.0/networks?id=2204117f-81ac-41c9-a304-6d2a02235382 HTTP/1.1" status: 200 len: 796 time: 0.2470844 Aug 04 17:21:30.240222 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-8c95a73d-40d0-47e6-af7f-938c19cb433e tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2311150595842eaae50cbd8cfe03ad9 HTTP/1.1" status: 200 len: 477 time: 0.0640121 Aug 04 17:21:30.250123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'port': {'device_id': '576a1156-5a6d-4517-985d-121381b1bee5', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'admin_state_up': True, 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'security_groups': ['92da1775-7acf-4f9a-b113-9cd2438c4104', '9d1cd26f-3df1-4114-ba0e-3f08d85f1e14']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:30.414147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:30.430485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:30.490573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Subnet': ['ID=7a402dac-94c9-48a6-8ba6-cd8bdc8262c9,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:30.494677 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Made reservation on behalf of e2311150595842eaae50cbd8cfe03ad9 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:30.496773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 11718227-331f-419e-892a-d41dd6c5b7c4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:30.499033 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:30.502101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 11718227-331f-419e-892a-d41dd6c5b7c4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:30.502752 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:30.518151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Checking segment: {'id': 'c3f49cad-2d9d-468b-8b48-43251e174a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '65ff06a7-83e8-403e-920a-ee991a03a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:30.518763 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network hostable DHCP agents. Network: 65ff06a7-83e8-403e-920a-ee991a03a375, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:21:30.590863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 65ff06a7-83e8-403e-920a-ee991a03a375 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:21:30.619825 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:30.620714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 65ff06a7-83e8-403e-920a-ee991a03a375) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:30.636287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9102657d-4d1c-41ee-afc1-d9b0bb48f0c1 None None] Network 65ff06a7-83e8-403e-920a-ee991a03a375 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:30.682016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:30.682452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:30.738670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Allocated IP 172.20.0.6 (2204117f-81ac-41c9-a304-6d2a02235382/49f62b30-24ed-4ee1-8fd6-02362d733b86/571b2f56-f2df-4a36-a177-df26eadb01e9) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:30.779360 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:21:30.782029 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68125852-22fe-4a15-9008-e31058c2db25" -d '{"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-plugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:21:30.818699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2d28-fadf-4422-9a3d-c922e07c2ca0 req-62480c78-6a8a-487d-acef-9f94a6a3e6c1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:30.824548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fec2d28-fadf-4422-9a3d-c922e07c2ca0 req-62480c78-6a8a-487d-acef-9f94a6a3e6c1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1154191 Aug 04 17:21:30.869639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:30.935923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fec2d28-fadf-4422-9a3d-c922e07c2ca0 req-579675ba-d0b8-45f1-a3fd-051c30ffa24a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037376 Aug 04 17:21:30.943380 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:30.959150 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26fda40-5447-4d7d-b5fb-eb5e5e6ba3d0 x-openstack-request-id: req-b26fda40-5447-4d7d-b5fb-eb5e5e6ba3d0 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:21:30.959150 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-plugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:21:30.959150 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b26fda40-5447-4d7d-b5fb-eb5e5e6ba3d0 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:21:30.959150 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4', 'code': 200} Aug 04 17:21:30.965247 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-338a636e-524f-4b2a-8e48-3f7335a1587e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2501662 Aug 04 17:21:30.966931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55738) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:30.972525 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:30.990034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-65ff06a7-83e8-403e-920a-ee991a03a375', 'network_id': '65ff06a7-83e8-403e-920a-ee991a03a375', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'fixed_ips': [{'subnet_id': '7a402dac-94c9-48a6-8ba6-cd8bdc8262c9'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:21:30.990939 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:30.993574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Transition to ACTIVE for port object 571b2f56-f2df-4a36-a177-df26eadb01e9 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:31.058867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'subnet': {'network_id': '3b88adb0-a801-47ef-b7d6-99155077281c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:31.079234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af4dd9-84d9-4adb-a597-34babf2583ae req-9d849598-4cc3-45f3-8e90-f7ce166a794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:31.081414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99af4dd9-84d9-4adb-a597-34babf2583ae req-9d849598-4cc3-45f3-8e90-f7ce166a794a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1096 time: 0.1296394 Aug 04 17:21:31.176420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:31.190799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99af4dd9-84d9-4adb-a597-34babf2583ae req-436bcbf1-2cbd-49c9-b8a1-adae70b3a802 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010621 Aug 04 17:21:31.193999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:31.219010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:31.222713 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:31.230107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac737ae2-633b-4b0c-b6a8-b85c2f64949e req-7daa9af6-09a1-4fdb-b328-ccd83855e2ab tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:31.236000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac737ae2-633b-4b0c-b6a8-b85c2f64949e req-7daa9af6-09a1-4fdb-b328-ccd83855e2ab tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 970 time: 0.1062286 Aug 04 17:21:31.271388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Allocated IP 172.20.0.2 (65ff06a7-83e8-403e-920a-ee991a03a375/7a402dac-94c9-48a6-8ba6-cd8bdc8262c9/2baddb5c-afca-4e84-8b78-9cf90369e429) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:31.306229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 2204117f-81ac-41c9-a304-6d2a02235382 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:31.315029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:31.320977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:31.341000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac737ae2-633b-4b0c-b6a8-b85c2f64949e req-eeec2ede-e579-415a-b61e-a9dbb8b62a9d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0978434 Aug 04 17:21:31.365274 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Port': ['ID=571b2f56-f2df-4a36-a177-df26eadb01e9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:31.432819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:31.433501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:31.470777 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-db2438d5-939c-4139-91c1-70fee57a8adc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2244937 Aug 04 17:21:31.516717 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:31.526046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Transition to ACTIVE for port object 2baddb5c-afca-4e84-8b78-9cf90369e429 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:31.545786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-7a341548-d868-4a18-bee8-d33115c7c93a tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:21:31.546782 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-7a341548-d868-4a18-bee8-d33115c7c93a tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110030 Aug 04 17:21:31.548370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Transition to ACTIVE for port object 2baddb5c-afca-4e84-8b78-9cf90369e429 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:31.560923 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:31.562068 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Request body: {'port': {'device_id': '576a1156-5a6d-4517-985d-121381b1bee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:31.603982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Network 65ff06a7-83e8-403e-920a-ee991a03a375 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:31.608009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:31.612505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:31.627765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:31.662585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Pushing event updated for resources: {'Port': ['ID=2baddb5c-afca-4e84-8b78-9cf90369e429,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:31.699796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Attempting to bind port 2baddb5c-afca-4e84-8b78-9cf90369e429 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:31.700116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Attempting to bind port 2baddb5c-afca-4e84-8b78-9cf90369e429 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'c3f49cad-2d9d-468b-8b48-43251e174a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '65ff06a7-83e8-403e-920a-ee991a03a375'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:31.700421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Attempting to bind port 2baddb5c-afca-4e84-8b78-9cf90369e429 on network 65ff06a7-83e8-403e-920a-ee991a03a375 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:31.705939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:31.706309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Checking segment: {'id': 'c3f49cad-2d9d-468b-8b48-43251e174a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '65ff06a7-83e8-403e-920a-ee991a03a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:31.706748 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:31.707337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Bound using segment: {'id': 'c3f49cad-2d9d-468b-8b48-43251e174a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '65ff06a7-83e8-403e-920a-ee991a03a375'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:31.707797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Bound port: 2baddb5c-afca-4e84-8b78-9cf90369e429, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f49cad-2d9d-468b-8b48-43251e174a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '65ff06a7-83e8-403e-920a-ee991a03a375'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:31.708645 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:31.791816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] For port 2baddb5c-afca-4e84-8b78-9cf90369e429, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:31.795675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] For port 2baddb5c-afca-4e84-8b78-9cf90369e429, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2baddb5c-afca-4e84-8b78-9cf90369e429,segment=NetworkSegment(c3f49cad-2d9d-468b-8b48-43251e174a52),segment_id=c3f49cad-2d9d-468b-8b48-43251e174a52)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:31.807786 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:31.859824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8fa9d016-761c-45a5-a78a-38a7f527c983 None None] Provisioning for port 571b2f56-f2df-4a36-a177-df26eadb01e9 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:31.884853 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8fa9d016-761c-45a5-a78a-38a7f527c983 None None] Provisioning complete for port 571b2f56-f2df-4a36-a177-df26eadb01e9 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:31.885241 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d016-761c-45a5-a78a-38a7f527c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:31.913336 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.052827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf7fdc-432d-48cf-b84d-ed938a93a1ab None None] Pushing event updated for resources: {'Port': ['ID=2baddb5c-afca-4e84-8b78-9cf90369e429,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:32.075576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9d016-761c-45a5-a78a-38a7f527c983 None None] Port 571b2f56-f2df-4a36-a177-df26eadb01e9 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:32.080342 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d0a5dde8-55eb-49fd-b1dd-6876275374ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.105907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Subnet': ['ID=7fa90021-d6b5-49f2-b4c3-f4854e0039b3,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:32.113507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571b2f56-f2df-4a36-a177-df26eadb01e9 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:21:32.124434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.140195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Checking segment: {'id': '60859db7-e8b7-4ff6-a2dd-900b134ce454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3b88adb0-a801-47ef-b7d6-99155077281c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:32.141575 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network hostable DHCP agents. Network: 3b88adb0-a801-47ef-b7d6-99155077281c, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:21:32.151781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6673f2-6161-4aed-b540-b421053a6c8d req-c3b912ef-61bd-4c52-b067-ad006cc09102 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:32.153444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b6673f2-6161-4aed-b540-b421053a6c8d req-c3b912ef-61bd-4c52-b067-ad006cc09102 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 945 time: 0.0967939 Aug 04 17:21:32.186069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Transition to ACTIVE for port object 571b2f56-f2df-4a36-a177-df26eadb01e9 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:32.206134 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.253975 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 3b88adb0-a801-47ef-b7d6-99155077281c is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:21:32.269852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b6673f2-6161-4aed-b540-b421053a6c8d req-b2c86bfe-d50c-4e5e-baf6-ad606da5cde2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016879 Aug 04 17:21:32.335127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 3b88adb0-a801-47ef-b7d6-99155077281c) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:32.340172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:32.341023 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.345910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788e444a-0a02-43ad-a0b9-22b171cb60ea None None] Network 3b88adb0-a801-47ef-b7d6-99155077281c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:32.389719 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Pushing event updated for resources: {'Port': ['ID=571b2f56-f2df-4a36-a177-df26eadb01e9,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:32.431858 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-688359ca-3d52-436b-8132-7e7974335c14 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3786931 Aug 04 17:21:32.432264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55758) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:32.438109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3417c2d9-b810-481f-8cbb-1bfb8ed0dfc0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-642633257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:32.475737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Attempting to bind port 571b2f56-f2df-4a36-a177-df26eadb01e9 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:32.476124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Attempting to bind port 571b2f56-f2df-4a36-a177-df26eadb01e9 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:32.476587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Attempting to bind port 571b2f56-f2df-4a36-a177-df26eadb01e9 on network 2204117f-81ac-41c9-a304-6d2a02235382 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:32.489447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Port 571b2f56-f2df-4a36-a177-df26eadb01e9 on network 2204117f-81ac-41c9-a304-6d2a02235382 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:21:32.489915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Attempting to bind port 571b2f56-f2df-4a36-a177-df26eadb01e9 on network 2204117f-81ac-41c9-a304-6d2a02235382 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:32.509821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:32.512423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Checking segment: {'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:32.512854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Bound using segment: {'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:32.513334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Bound port: 571b2f56-f2df-4a36-a177-df26eadb01e9, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3e591e-e84f-4339-a341-a8a950fef576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:32.513710 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.522339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3417c2d9-b810-481f-8cbb-1bfb8ed0dfc0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.523445 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3417c2d9-b810-481f-8cbb-1bfb8ed0dfc0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.565817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293808f-64c1-44c0-932b-8b20f5745ba8 req-b13c6d23-2156-45d4-9c8d-b2cd4e6861b6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:32.579175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a293808f-64c1-44c0-932b-8b20f5745ba8 req-b13c6d23-2156-45d4-9c8d-b2cd4e6861b6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 982 time: 0.1029766 Aug 04 17:21:32.655520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] For port 571b2f56-f2df-4a36-a177-df26eadb01e9, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:32.659559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] For port 571b2f56-f2df-4a36-a177-df26eadb01e9, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=571b2f56-f2df-4a36-a177-df26eadb01e9,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:32.675294 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.691948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3417c2d9-b810-481f-8cbb-1bfb8ed0dfc0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.713715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3417c2d9-b810-481f-8cbb-1bfb8ed0dfc0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.732091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a293808f-64c1-44c0-932b-8b20f5745ba8 req-ae471d5a-3caf-448c-89bf-05b9f9c7ea7e tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1429710 Aug 04 17:21:32.734828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-3b88adb0-a801-47ef-b7d6-99155077281c', 'network_id': '3b88adb0-a801-47ef-b7d6-99155077281c', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'fixed_ips': [{'subnet_id': '7fa90021-d6b5-49f2-b4c3-f4854e0039b3'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:21:32.735993 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.736453 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3417c2d9-b810-481f-8cbb-1bfb8ed0dfc0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.737708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3417c2d9-b810-481f-8cbb-1bfb8ed0dfc0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3041983 Aug 04 17:21:32.740559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55764) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:32.742129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:32.743823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:32.745568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] 10.222.0.90 "PUT /v2.0/ports/571b2f56-f2df-4a36-a177-df26eadb01e9 HTTP/1.1" status: 200 len: 1130 time: 1.1905105 Aug 04 17:21:32.748073 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576a1156-5a6d-4517-985d-121381b1bee5', 'tag': '571b2f56-f2df-4a36-a177-df26eadb01e9'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:21:32.752024 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6025f4ce-b1b0-40ef-9db6-d13061a405d9" -d '{"events": [{"name": "network-changed", "server_uuid": "576a1156-5a6d-4517-985d-121381b1bee5", "tag": "571b2f56-f2df-4a36-a177-df26eadb01e9"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:21:32.825904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065db5ed-019d-441e-ac04-adee122bfe56 service neutron] Pushing event updated for resources: {'Port': ['ID=571b2f56-f2df-4a36-a177-df26eadb01e9,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:32.874369 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c812f36c-1b63-4ed5-adfc-7bd7a14202d8 x-openstack-request-id: req-c812f36c-1b63-4ed5-adfc-7bd7a14202d8 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:21:32.874535 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576a1156-5a6d-4517-985d-121381b1bee5", "tag": "571b2f56-f2df-4a36-a177-df26eadb01e9", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:21:32.874735 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c812f36c-1b63-4ed5-adfc-7bd7a14202d8 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:21:32.878233 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576a1156-5a6d-4517-985d-121381b1bee5', 'tag': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'status': 'completed', 'code': 200} Aug 04 17:21:32.910409 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-df579bf9-b377-48af-958e-0a8b00fe1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:32.912244 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-df579bf9-b377-48af-958e-0a8b00fe1ef7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2311150595842eaae50cbd8cfe03ad9&device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 1133 time: 0.0879636 Aug 04 17:21:33.068975 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-4c4e5adc-af86-4d63-bcdb-e2ab4cf338b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571b2f56-f2df-4a36-a177-df26eadb01e9 HTTP/1.1" status: 200 len: 217 time: 0.1450064 Aug 04 17:21:33.135232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Allocated IP 172.21.0.2 (3b88adb0-a801-47ef-b7d6-99155077281c/7fa90021-d6b5-49f2-b4c3-f4854e0039b3/e297e8e0-7828-46fa-b36a-87bcfba82654) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:33.219606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-54e35e51-7e3e-44dc-b1f2-e10e687b9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:33.226309 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-54e35e51-7e3e-44dc-b1f2-e10e687b9be6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49f62b30-24ed-4ee1-8fd6-02362d733b86 HTTP/1.1" status: 200 len: 834 time: 0.1454072 Aug 04 17:21:33.321260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-99f6e2b3-f939-40b3-b368-62ff829a2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:33.324803 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-99f6e2b3-f939-40b3-b368-62ff829a2a3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2204117f-81ac-41c9-a304-6d2a02235382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928812 Aug 04 17:21:33.441305 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:33.457973 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-8cbf2e6c-4e34-4e04-85cb-4e046df53087 service neutron] 10.222.0.90 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259463 Aug 04 17:21:33.544335 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:33.557623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Transition to ACTIVE for port object e297e8e0-7828-46fa-b36a-87bcfba82654 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:33.566621 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f3261d-29f7-4d19-8b9a-975876ae62a0 None None] Network 65ff06a7-83e8-403e-920a-ee991a03a375 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:33.631997 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e8cda0f9-87d8-41ef-866c-ce51d1d5efe6 req-70efc5ee-d8b1-429e-9091-55cdc0c4d0c4 service neutron] 10.222.0.90 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668639 Aug 04 17:21:33.663830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce48917-0d33-4dc8-8b84-31193464bfa5 req-1af36e7b-db5c-474e-a738-a9bbe8f90b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:33.665945 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce48917-0d33-4dc8-8b84-31193464bfa5 req-1af36e7b-db5c-474e-a738-a9bbe8f90b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 945 time: 0.2443995 Aug 04 17:21:33.712848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Transition to ACTIVE for port object e297e8e0-7828-46fa-b36a-87bcfba82654 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:33.736942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-22e2ffae-6ff1-467b-bad8-3d5f7d8153fc None None] Provisioning for port 2baddb5c-afca-4e84-8b78-9cf90369e429 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:33.747525 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:33.761089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-63950b20-82bc-403d-a17f-606bd589572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:33.762621 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-63950b20-82bc-403d-a17f-606bd589572e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2311150595842eaae50cbd8cfe03ad9&device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 1133 time: 0.0669444 Aug 04 17:21:33.870644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Network 3b88adb0-a801-47ef-b7d6-99155077281c is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:33.880239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:33.886278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:33.946628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce48917-0d33-4dc8-8b84-31193464bfa5 req-db866c3b-f79e-46ec-91a2-94aa6b26e456 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585769 Aug 04 17:21:33.950109 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-2ec968d7-fdd5-4b5e-9203-f89b7af157dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:33.951575 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-2ec968d7-fdd5-4b5e-9203-f89b7af157dc service neutron] 10.222.0.90 "GET /v2.0/networks?id=2204117f-81ac-41c9-a304-6d2a02235382 HTTP/1.1" status: 200 len: 898 time: 0.1665578 Aug 04 17:21:33.956865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Pushing event updated for resources: {'Port': ['ID=e297e8e0-7828-46fa-b36a-87bcfba82654,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:33.996584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2baddb5c-afca-4e84-8b78-9cf90369e429 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:34.041266 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-56f42be3-6f8e-44b6-89e9-0afec8c189c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571b2f56-f2df-4a36-a177-df26eadb01e9 HTTP/1.1" status: 200 len: 217 time: 0.0734556 Aug 04 17:21:34.102166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Attempting to bind port e297e8e0-7828-46fa-b36a-87bcfba82654 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:34.102548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Attempting to bind port e297e8e0-7828-46fa-b36a-87bcfba82654 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '60859db7-e8b7-4ff6-a2dd-900b134ce454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3b88adb0-a801-47ef-b7d6-99155077281c'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:34.102982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Attempting to bind port e297e8e0-7828-46fa-b36a-87bcfba82654 on network 3b88adb0-a801-47ef-b7d6-99155077281c {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:34.107530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-82b85add-b219-4fa8-a1a5-616db0d95902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:34.112526 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-82b85add-b219-4fa8-a1a5-616db0d95902 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49f62b30-24ed-4ee1-8fd6-02362d733b86 HTTP/1.1" status: 200 len: 834 time: 0.0664244 Aug 04 17:21:34.124380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:34.124804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Checking segment: {'id': '60859db7-e8b7-4ff6-a2dd-900b134ce454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3b88adb0-a801-47ef-b7d6-99155077281c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:34.125167 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:34.125566 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Bound using segment: {'id': '60859db7-e8b7-4ff6-a2dd-900b134ce454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3b88adb0-a801-47ef-b7d6-99155077281c'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:34.126111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Bound port: e297e8e0-7828-46fa-b36a-87bcfba82654, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60859db7-e8b7-4ff6-a2dd-900b134ce454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '3b88adb0-a801-47ef-b7d6-99155077281c'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:34.126779 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:34.187792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-ed77f080-4323-4cbe-9c6d-54aa67aaa50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:34.189397 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-ed77f080-4323-4cbe-9c6d-54aa67aaa50a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2204117f-81ac-41c9-a304-6d2a02235382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701892 Aug 04 17:21:34.190610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 2baddb5c-afca-4e84-8b78-9cf90369e429 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:34.198365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2baddb5c-afca-4e84-8b78-9cf90369e429 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:34.198740 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:34.233094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] For port e297e8e0-7828-46fa-b36a-87bcfba82654, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:34.269295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] For port e297e8e0-7828-46fa-b36a-87bcfba82654, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e297e8e0-7828-46fa-b36a-87bcfba82654,segment=NetworkSegment(60859db7-e8b7-4ff6-a2dd-900b134ce454),segment_id=60859db7-e8b7-4ff6-a2dd-900b134ce454)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:34.271598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc58f54-6308-4a21-9249-ce8c1c2c83b4 req-a0dbc2db-dec4-4c6a-8bc0-259dcbe26d24 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:34.281246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffc58f54-6308-4a21-9249-ce8c1c2c83b4 req-a0dbc2db-dec4-4c6a-8bc0-259dcbe26d24 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 982 time: 0.3335319 Aug 04 17:21:34.290544 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:34.395615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947282f-63c6-4f1f-80e2-d469a055ac5a None None] Pushing event updated for resources: {'Port': ['ID=e297e8e0-7828-46fa-b36a-87bcfba82654,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:34.431485 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-38beafb9-2ebf-4fe1-83e2-04765e7a5d02 service neutron] 10.222.0.90 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336707 Aug 04 17:21:34.441399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffc58f54-6308-4a21-9249-ce8c1c2c83b4 req-6620c82c-d02d-435f-810a-d0f2d49f9fba tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1583219 Aug 04 17:21:34.520052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7825831-a5a7-4b83-8dba-f87a5337e7c0 req-56658256-0bb8-4f53-90ec-f7e857400163 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:34.533151 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-38b5cefb-001e-4c9b-a5c3-e8d0b2a107a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:34.533949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55790) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:34.550988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7825831-a5a7-4b83-8dba-f87a5337e7c0 req-56658256-0bb8-4f53-90ec-f7e857400163 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 945 time: 0.4071069 Aug 04 17:21:34.572239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Allocated IP 172.20.0.1 (65ff06a7-83e8-403e-920a-ee991a03a375/7a402dac-94c9-48a6-8ba6-cd8bdc8262c9/4706698e-6df6-4158-93e0-f72091747caf) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:34.580912 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:34.676170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-080300e7-716c-4505-9d3d-9c18b96497df tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'floatingip': {'port_id': '11718227-331f-419e-892a-d41dd6c5b7c4'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:34.687514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 2baddb5c-afca-4e84-8b78-9cf90369e429, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2baddb5c-afca-4e84-8b78-9cf90369e429,segment=NetworkSegment(c3f49cad-2d9d-468b-8b48-43251e174a52),segment_id=c3f49cad-2d9d-468b-8b48-43251e174a52)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:34.710697 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:34.732938 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6025f4ce-b1b0-40ef-9db6-d13061a405d9 req-9b2f2a50-9c53-4be3-86ed-ecacc1dda401 service neutron] 10.222.0.90 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869916 Aug 04 17:21:34.741051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-080300e7-716c-4505-9d3d-9c18b96497df tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:34.834137 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:34.868029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Transition to ACTIVE for port object 4706698e-6df6-4158-93e0-f72091747caf will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:34.929072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-73ca38af-7939-4682-87c0-361a80790497 None None] Provisioning complete for port 2baddb5c-afca-4e84-8b78-9cf90369e429 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:34.929621 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-73ca38af-7939-4682-87c0-361a80790497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:34.960427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:35.039940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=2baddb5c-afca-4e84-8b78-9cf90369e429,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:35.046854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 65ff06a7-83e8-403e-920a-ee991a03a375 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:35.067372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:35.067372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=4706698e-6df6-4158-93e0-f72091747caf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:35.076828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:35.158545 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:35.194454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:35.367872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:35.507131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0716e694-8a4f-40d8-86a4-7592fdbe4b13 None None] Provisioning for port 4706698e-6df6-4158-93e0-f72091747caf completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:35.513536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0716e694-8a4f-40d8-86a4-7592fdbe4b13 None None] Provisioning complete for port 4706698e-6df6-4158-93e0-f72091747caf triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:35.514002 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0716e694-8a4f-40d8-86a4-7592fdbe4b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:35.515882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 571b2f56-f2df-4a36-a177-df26eadb01e9 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:21:35.709513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 571b2f56-f2df-4a36-a177-df26eadb01e9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=571b2f56-f2df-4a36-a177-df26eadb01e9,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:35.728981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'port_id': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'mac_address': 'fa:16:3e:e9:c8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:21:35.797054 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:35.815724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571b2f56-f2df-4a36-a177-df26eadb01e9 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:21:35.842922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 571b2f56-f2df-4a36-a177-df26eadb01e9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=571b2f56-f2df-4a36-a177-df26eadb01e9,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:35.856256 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:35.873004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d451cd-547a-4a00-b20c-04ff0c56436b req-4ce1e442-11a3-46c0-8f21-5a32942133af tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:35.878545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0716e694-8a4f-40d8-86a4-7592fdbe4b13 None None] Port 4706698e-6df6-4158-93e0-f72091747caf cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:35.883696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6d451cd-547a-4a00-b20c-04ff0c56436b req-4ce1e442-11a3-46c0-8f21-5a32942133af tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 982 time: 0.3427930 Aug 04 17:21:35.947477 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:35.970397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6d451cd-547a-4a00-b20c-04ff0c56436b req-f827bbf1-4d13-43af-ab1f-c30df989f0ed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0835376 Aug 04 17:21:36.018402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=571b2f56-f2df-4a36-a177-df26eadb01e9,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:36.028573 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:36.037546 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:36.056012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e297e8e0-7828-46fa-b36a-87bcfba82654 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:36.148804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['571b2f56-f2df-4a36-a177-df26eadb01e9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:21:36.171199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=4706698e-6df6-4158-93e0-f72091747caf,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:36.213853 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:36.255900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e297e8e0-7828-46fa-b36a-87bcfba82654 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:36.293193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2baddb5c-afca-4e84-8b78-9cf90369e429 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:36.327663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 65ff06a7-83e8-403e-920a-ee991a03a375 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:36.329624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:36.362687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7721da-f7e6-47bd-bea7-c187b8f661ac None None] Network 3b88adb0-a801-47ef-b7d6-99155077281c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:36.482519 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.db.resource_extend [None req-080300e7-716c-4505-9d3d-9c18b96497df tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 17:21:36.491207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 6c9c9898-4b3c-4661-ad32-891d0b8d37ea is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:21:36.631933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-080300e7-716c-4505-9d3d-9c18b96497df tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:36.643081 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-080300e7-716c-4505-9d3d-9c18b96497df tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:36.661358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:36.672167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d9d79d36-1424-4a73-a9bf-7a039804213d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/6c9c9898-4b3c-4661-ad32-891d0b8d37ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9288068 Aug 04 17:21:36.674501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55814) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:36.708656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06156d4-23cd-4237-9128-c2a853e82fad None None] Sync routers for ids ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:36.748650 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6b51a63-5027-48bd-a950-79ad15423f76 None None] Provisioning for port e297e8e0-7828-46fa-b36a-87bcfba82654 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:36.777826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06156d4-23cd-4237-9128-c2a853e82fad None None] Routers {'6c9c9898-4b3c-4661-ad32-891d0b8d37ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:36.778486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c06156d4-23cd-4237-9128-c2a853e82fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:36.780403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6b51a63-5027-48bd-a950-79ad15423f76 None None] Provisioning complete for port e297e8e0-7828-46fa-b36a-87bcfba82654 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:36.780772 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6b51a63-5027-48bd-a950-79ad15423f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:36.791451 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faad7f4-ddd2-4f46-a832-e515784c9794 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:36.798982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4faad7f4-ddd2-4f46-a832-e515784c9794 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports/4706698e-6df6-4158-93e0-f72091747caf HTTP/1.1" status: 200 len: 910 time: 0.1204996 Aug 04 17:21:36.798982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55816) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:36.807617 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-080300e7-716c-4505-9d3d-9c18b96497df tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Floating IP 03935339-9305-4c72-a088-1353b579bc36 associated. External IP: 172.25.2.212, port: 11718227-331f-419e-892a-d41dd6c5b7c4. Aug 04 17:21:36.881449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c06156d4-23cd-4237-9128-c2a853e82fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:36.939647 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2baddb5c-afca-4e84-8b78-9cf90369e429 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:36.940023 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:36.990362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06156d4-23cd-4237-9128-c2a853e82fad None None] Routers {'6c9c9898-4b3c-4661-ad32-891d0b8d37ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:36.992477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c06156d4-23cd-4237-9128-c2a853e82fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:37.061240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c06156d4-23cd-4237-9128-c2a853e82fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:37.061884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06156d4-23cd-4237-9128-c2a853e82fad None None] The sync data for ids ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:37.186536 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6b51a63-5027-48bd-a950-79ad15423f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:37.256736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5426e2-d4fd-4e4a-a46c-f672781fa545 req-bb35148d-a0f3-46ee-8122-ca1fc161235e tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:37.258512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c5426e2-d4fd-4e4a-a46c-f672781fa545 req-bb35148d-a0f3-46ee-8122-ca1fc161235e tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 983 time: 0.1737342 Aug 04 17:21:37.282023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080300e7-716c-4505-9d3d-9c18b96497df tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Router f407b744-91e2-481e-afdc-954202c7625b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:21:37.301673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f6b51a63-5027-48bd-a950-79ad15423f76 None None] For port e297e8e0-7828-46fa-b36a-87bcfba82654, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e297e8e0-7828-46fa-b36a-87bcfba82654,segment=NetworkSegment(60859db7-e8b7-4ff6-a2dd-900b134ce454),segment_id=60859db7-e8b7-4ff6-a2dd-900b134ce454)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:37.316959 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6b51a63-5027-48bd-a950-79ad15423f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:37.322838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c5426e2-d4fd-4e4a-a46c-f672781fa545 req-77dca3c6-758e-4e7d-a9d0-4df767f8f893 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0554388 Aug 04 17:21:37.460398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b51a63-5027-48bd-a950-79ad15423f76 None None] Pushing event updated for resources: {'Port': ['ID=e297e8e0-7828-46fa-b36a-87bcfba82654,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:37.466164 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:37.478044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080300e7-716c-4505-9d3d-9c18b96497df tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:37.478945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bcfc95f2-6ffd-4235-8a18-34bede6f53c0 None None] Provisioning complete for port 4706698e-6df6-4158-93e0-f72091747caf triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:37.480635 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bcfc95f2-6ffd-4235-8a18-34bede6f53c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:37.483821 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-080300e7-716c-4505-9d3d-9c18b96497df tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:37.490978 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] Sync routers for ids ['f407b744-91e2-481e-afdc-954202c7625b'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:37.505526 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] Routers {'f407b744-91e2-481e-afdc-954202c7625b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:37.508141 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f407b744-91e2-481e-afdc-954202c7625b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:37.519849 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:37.523774 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-080300e7-716c-4505-9d3d-9c18b96497df tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "PUT /v2.0/floatingips/03935339-9305-4c72-a088-1353b579bc36 HTTP/1.1" status: 200 len: 991 time: 2.8519485 Aug 04 17:21:37.524480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:21:37.527062 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f" -d '{"events": [{"name": "network-changed", "server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:21:37.534364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc95f2-6ffd-4235-8a18-34bede6f53c0 None None] Port 4706698e-6df6-4158-93e0-f72091747caf cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:37.538906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 571b2f56-f2df-4a36-a177-df26eadb01e9 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:37.597114 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a44d795-a082-4dec-bf90-0f0c8476388a x-openstack-request-id: req-5a44d795-a082-4dec-bf90-0f0c8476388a {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:21:37.597416 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:21:37.597666 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a44d795-a082-4dec-bf90-0f0c8476388a {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:21:37.598076 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4', 'status': 'completed', 'code': 200} Aug 04 17:21:37.607833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 571b2f56-f2df-4a36-a177-df26eadb01e9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:37.616441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 571b2f56-f2df-4a36-a177-df26eadb01e9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:37.617710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:37.692877 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] Set router f407b744-91e2-481e-afdc-954202c7625b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:37.736946 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:37.739959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b9b0ca8e-117d-42a2-9366-37ada3eaafd9 None None] Provisioning complete for port e297e8e0-7828-46fa-b36a-87bcfba82654 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:37.740536 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ca8e-117d-42a2-9366-37ada3eaafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:37.830179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576a1156-5a6d-4517-985d-121381b1bee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571b2f56-f2df-4a36-a177-df26eadb01e9'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:21:37.833086 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07c9848-23b8-4fde-81eb-d387e6e269d1" -d '{"events": [{"server_uuid": "576a1156-5a6d-4517-985d-121381b1bee5", "name": "network-vif-plugged", "status": "completed", "tag": "571b2f56-f2df-4a36-a177-df26eadb01e9"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:21:37.871439 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Allocated IP 172.21.0.1 (3b88adb0-a801-47ef-b7d6-99155077281c/7fa90021-d6b5-49f2-b4c3-f4854e0039b3/175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:37.886624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 571b2f56-f2df-4a36-a177-df26eadb01e9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=571b2f56-f2df-4a36-a177-df26eadb01e9,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:37.893184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e297e8e0-7828-46fa-b36a-87bcfba82654 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:37.908128 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01609b61-3f6e-4fbf-90dc-0a7473015176 x-openstack-request-id: req-01609b61-3f6e-4fbf-90dc-0a7473015176 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:21:37.910576 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576a1156-5a6d-4517-985d-121381b1bee5", "name": "network-vif-plugged", "status": "completed", "tag": "571b2f56-f2df-4a36-a177-df26eadb01e9", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:21:37.912169 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01609b61-3f6e-4fbf-90dc-0a7473015176 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:21:37.912518 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576a1156-5a6d-4517-985d-121381b1bee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'code': 200} Aug 04 17:21:37.935771 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:38.010451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17b7e8-2989-4daf-b148-efcacbb2ef24 req-0f6660f4-5ebe-4376-b623-8d6def8e6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:38.013565 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eb17b7e8-2989-4daf-b148-efcacbb2ef24 req-0f6660f4-5ebe-4376-b623-8d6def8e6c8b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 1135 time: 0.0535994 Aug 04 17:21:38.024353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=571b2f56-f2df-4a36-a177-df26eadb01e9,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:38.025262 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '03935339-9305-4c72-a088-1353b579bc36', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'port_id': '11718227-331f-419e-892a-d41dd6c5b7c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'mac_address': 'fa:16:3e:10:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:21:13Z', 'updated_at': '2021-08-04T17:21:36Z', 'revision_number': 1, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:24Z', 'revision_number': 5, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:38.031470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e297e8e0-7828-46fa-b36a-87bcfba82654 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:38.031470 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:38.039938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-ce8533c5-129c-424c-a9ee-5174624d5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:38.041606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-ce8533c5-129c-424c-a9ee-5174624d5041 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1096 time: 0.1466732 Aug 04 17:21:38.106292 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-eb17b7e8-2989-4daf-b148-efcacbb2ef24 req-53adad00-2913-4b28-a2c6-51c4f8bbb7e4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0820081 Aug 04 17:21:38.107949 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] Checking router: f407b744-91e2-481e-afdc-954202c7625b for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:21:38.118864 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] Routers {'f407b744-91e2-481e-afdc-954202c7625b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:38.119633 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f407b744-91e2-481e-afdc-954202c7625b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:38.155134 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:38.183723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-1d666b41-2fb6-4884-baec-34b497b95126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:38.186726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-1d666b41-2fb6-4884-baec-34b497b95126 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1355567 Aug 04 17:21:38.186726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Transition to ACTIVE for port object 175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:38.323735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-0ea07ff8-867f-44b8-92ed-cf9fbf400ab0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 999 time: 0.1300216 Aug 04 17:21:38.326389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:38.351416 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] Set router f407b744-91e2-481e-afdc-954202c7625b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:38.392492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-b1e6ec49-1add-47c0-9b71-2838c80987fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:38.394455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-b1e6ec49-1add-47c0-9b71-2838c80987fc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0581393 Aug 04 17:21:38.495856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 3b88adb0-a801-47ef-b7d6-99155077281c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:38.529041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:38.545616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:38.554248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:38.599709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-c93bdac8-267a-4cc1-8d9d-4e1fcd065756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:38.601989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-c93bdac8-267a-4cc1-8d9d-4e1fcd065756 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1832871 Aug 04 17:21:38.632999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cec957-e101-4c14-a508-33d34854db74 req-ea3dd5d0-5d42-46e4-b3ba-fb5bafe5e987 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:38.637917 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '03935339-9305-4c72-a088-1353b579bc36', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'port_id': '11718227-331f-419e-892a-d41dd6c5b7c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'mac_address': 'fa:16:3e:10:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:21:13Z', 'updated_at': '2021-08-04T17:21:36Z', 'revision_number': 1, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:24Z', 'revision_number': 5, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:38.642699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94cec957-e101-4c14-a508-33d34854db74 req-ea3dd5d0-5d42-46e4-b3ba-fb5bafe5e987 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 984 time: 0.1900079 Aug 04 17:21:38.674455 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8474a-a264-4441-8803-f33b1f9bbbe8 None None] The sync data for ids ['f407b744-91e2-481e-afdc-954202c7625b'] in n-d-764435-5 is: [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '03935339-9305-4c72-a088-1353b579bc36', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'port_id': '11718227-331f-419e-892a-d41dd6c5b7c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'mac_address': 'fa:16:3e:10:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:21:13Z', 'updated_at': '2021-08-04T17:21:36Z', 'revision_number': 1, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:24Z', 'revision_number': 5, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:38.854485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94cec957-e101-4c14-a508-33d34854db74 req-479cc905-1740-40b0-9211-2ef2fc05ba91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2104506 Aug 04 17:21:38.867130 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:38.872322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-431d9a9c-655e-4843-b4ff-2e36d3cc47d3 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179611 Aug 04 17:21:38.922980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eba2551c-6717-4f7a-ade7-acd8fb345d00 None None] Provisioning for port 175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:38.931049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eba2551c-6717-4f7a-ade7-acd8fb345d00 None None] Provisioning complete for port 175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:38.931804 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eba2551c-6717-4f7a-ade7-acd8fb345d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:38.981616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-eba2551c-6717-4f7a-ade7-acd8fb345d00 None None] Port 175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:39.093750 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc311a-1483-4e13-b3bc-d15c2da2a976 None None] New status for floating IP 03935339-9305-4c72-a088-1353b579bc36: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:21:39.104193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f38db1d-04fa-48ae-bbd1-2a4b1eab008f req-add3e807-6c25-42b1-8061-d84a2f6b877d service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928589 Aug 04 17:21:39.119430 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:39.189484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:39.211608 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:39.819692 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:39.825418 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:39.914484 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:39.916541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:40.050018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a428a-e300-4494-85ca-7fcbc1818e73 req-8be74a7b-b330-454d-9c29-3b790a7b7644 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:40.051564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b50a428a-e300-4494-85ca-7fcbc1818e73 req-8be74a7b-b330-454d-9c29-3b790a7b7644 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 984 time: 0.0757906 Aug 04 17:21:40.057128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 3b88adb0-a801-47ef-b7d6-99155077281c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:40.060972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:40.168155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b50a428a-e300-4494-85ca-7fcbc1818e73 req-a7686e49-4afa-4dcd-8ed1-1b5cc375131a tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1090205 Aug 04 17:21:40.222318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 6c9c9898-4b3c-4661-ad32-891d0b8d37ea has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:21:40.370656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:40.379205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55906) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:40.379750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-264c2e34-496d-487b-ba20-598599c0bfeb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/6c9c9898-4b3c-4661-ad32-891d0b8d37ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791826 Aug 04 17:21:40.384356 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcc3cfd-4674-49a7-9051-d877010104d3 None None] Sync routers for ids ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:40.397387 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc3cfd-4674-49a7-9051-d877010104d3 None None] Routers {'6c9c9898-4b3c-4661-ad32-891d0b8d37ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:40.398010 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8bcc3cfd-4674-49a7-9051-d877010104d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:40.421292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cf614257-a195-4769-9d37-2207c21c03f2 None None] Provisioning complete for port 175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:40.421853 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf614257-a195-4769-9d37-2207c21c03f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:40.426890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a670ddf-2929-45e8-b2ea-5465314732c7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:40.428884 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0a670ddf-2929-45e8-b2ea-5465314732c7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports/175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e HTTP/1.1" status: 200 len: 910 time: 0.0486901 Aug 04 17:21:40.431660 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55908) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:40.432004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6f661-cbab-4588-99cf-7a4b53eec759 req-0aca11dc-77c0-419b-addf-eb2e54a7ff6b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:40.440759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bb6f661-cbab-4588-99cf-7a4b53eec759 req-0aca11dc-77c0-419b-addf-eb2e54a7ff6b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 984 time: 0.1496475 Aug 04 17:21:40.473888 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8bcc3cfd-4674-49a7-9051-d877010104d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:40.495541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cf614257-a195-4769-9d37-2207c21c03f2 None None] Port 175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:40.505940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bb6f661-cbab-4588-99cf-7a4b53eec759 req-dab5872c-7f8e-44c9-a4b6-6c7ec0610b85 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0652785 Aug 04 17:21:40.519118 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc3cfd-4674-49a7-9051-d877010104d3 None None] Routers {'6c9c9898-4b3c-4661-ad32-891d0b8d37ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:40.519889 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8bcc3cfd-4674-49a7-9051-d877010104d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:40.562548 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8bcc3cfd-4674-49a7-9051-d877010104d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:40.563479 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcc3cfd-4674-49a7-9051-d877010104d3 None None] The sync data for ids ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:40.634643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8e8d6-3a94-4561-98c3-9eaa8aee85f0 req-a9aa1c59-4401-4b52-bb88-835b1c199875 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:40.636623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8eb8e8d6-3a94-4561-98c3-9eaa8aee85f0 req-a9aa1c59-4401-4b52-bb88-835b1c199875 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 1135 time: 0.0583076 Aug 04 17:21:40.659219 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8eb8e8d6-3a94-4561-98c3-9eaa8aee85f0 req-68b28d8e-0f6a-4e08-ba8a-d077d2ef4f8d tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:40.758900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8eb8e8d6-3a94-4561-98c3-9eaa8aee85f0 req-68b28d8e-0f6a-4e08-ba8a-d077d2ef4f8d tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:40.765985 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8eb8e8d6-3a94-4561-98c3-9eaa8aee85f0 req-68b28d8e-0f6a-4e08-ba8a-d077d2ef4f8d tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:40.802755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8eb8e8d6-3a94-4561-98c3-9eaa8aee85f0 req-68b28d8e-0f6a-4e08-ba8a-d077d2ef4f8d tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1591601 Aug 04 17:21:40.830909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55922) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:40.834620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b28d8e-0f6a-4e08-ba8a-d077d2ef4f8d tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25995365-3ba0-4ffe-8eec-aff225d0c37f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:40.913504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76046b51-25a5-4422-bc91-cd1c51c403b8 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:40.917006 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-76046b51-25a5-4422-bc91-cd1c51c403b8 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 1130 time: 0.0832410 Aug 04 17:21:40.919100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 55928) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:40.924692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:40.947118 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:40.956199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:41.159661 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:41.311904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Allocated IP 172.25.2.249 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/2705d4bf-8afc-4d09-8ab9-6b1456dcbe7c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:41.352714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port 175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:41.353401 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:41.470352 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:41.479855 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:41.504095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for 175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:41.526644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:41.582889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:41.589112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:41.592874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:41.596814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Port': ['ID=2705d4bf-8afc-4d09-8ab9-6b1456dcbe7c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:41.750044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:41.841535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=175860c8-9d7d-46e7-bf8a-0dfbe8b9a33e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:42.042620 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:42.154915 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:42.244244 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:42.280337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 6c9c9898-4b3c-4661-ad32-891d0b8d37ea has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:21:42.388038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:42.401705 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ec18804-1083-42e7-8762-4a225b6fb4ec tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/6c9c9898-4b3c-4661-ad32-891d0b8d37ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9659731 Aug 04 17:21:42.402762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 55972) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:42.405586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e629ce45-5033-453c-9871-c85034c41bfe None None] Sync routers for ids ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:42.424964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e629ce45-5033-453c-9871-c85034c41bfe None None] Routers {'6c9c9898-4b3c-4661-ad32-891d0b8d37ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:42.425906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e629ce45-5033-453c-9871-c85034c41bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:42.493946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:42.497908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e629ce45-5033-453c-9871-c85034c41bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:42.509069 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:42.510378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e629ce45-5033-453c-9871-c85034c41bfe None None] Routers {'6c9c9898-4b3c-4661-ad32-891d0b8d37ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:42.511431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e629ce45-5033-453c-9871-c85034c41bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:42.589631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e629ce45-5033-453c-9871-c85034c41bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:42.590344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e629ce45-5033-453c-9871-c85034c41bfe None None] The sync data for ids ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:42.619524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Port': ['ID=2705d4bf-8afc-4d09-8ab9-6b1456dcbe7c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:42.639584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:42.765182 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Floating IP d407c72f-9834-4c2f-a6b5-b7d8ebdc3a53 associated. External IP: 172.25.2.249, port: 571b2f56-f2df-4a36-a177-df26eadb01e9. Aug 04 17:21:42.814577 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:43.085498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Router a1170648-89a1-48bc-a9da-688d059edef1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:21:43.264266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:43.287179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:43.289391 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] Sync routers for ids ['a1170648-89a1-48bc-a9da-688d059edef1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:43.310829 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] Routers {'a1170648-89a1-48bc-a9da-688d059edef1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:43.312460 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a1170648-89a1-48bc-a9da-688d059edef1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:43.338598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c54e0695-1f7b-4c6a-84f1-ff51fee086c6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4178636 Aug 04 17:21:43.339225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56002) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:43.339683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576a1156-5a6d-4517-985d-121381b1bee5', 'tag': '571b2f56-f2df-4a36-a177-df26eadb01e9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:21:43.342154 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81715f7f-0108-402a-bd5e-e8693858ebe5" -d '{"events": [{"name": "network-changed", "server_uuid": "576a1156-5a6d-4517-985d-121381b1bee5", "tag": "571b2f56-f2df-4a36-a177-df26eadb01e9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:21:43.464443 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d080ce-df4d-4493-966c-b602094b993e x-openstack-request-id: req-c6d080ce-df4d-4493-966c-b602094b993e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:21:43.465042 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576a1156-5a6d-4517-985d-121381b1bee5", "tag": "571b2f56-f2df-4a36-a177-df26eadb01e9", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:21:43.465440 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6d080ce-df4d-4493-966c-b602094b993e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:21:43.465986 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576a1156-5a6d-4517-985d-121381b1bee5', 'tag': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'status': 'completed', 'code': 200} Aug 04 17:21:43.481679 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] Set router a1170648-89a1-48bc-a9da-688d059edef1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:43.540502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-40fce870-e236-48f6-9436-994423a80074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.542048 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-40fce870-e236-48f6-9436-994423a80074 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2311150595842eaae50cbd8cfe03ad9&device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 1135 time: 0.0780265 Aug 04 17:21:43.645291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port 4706698e-6df6-4158-93e0-f72091747caf {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:43.645740 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:43.672055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.673155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.673792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.674449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.675090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.675705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.676317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.676937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.677633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.678276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.684072 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-99e95783-fdb6-4df0-b512-8af02cfe98f3 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7061 time: 0.3379867 Aug 04 17:21:43.685007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56014) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:43.749183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-5b576721-721c-4279-8b88-f73e61088cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.750715 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-5b576721-721c-4279-8b88-f73e61088cb8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2204117f-81ac-41c9-a304-6d2a02235382 HTTP/1.1" status: 200 len: 898 time: 0.1918871 Aug 04 17:21:43.841266 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'd407c72f-9834-4c2f-a6b5-b7d8ebdc3a53', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'port_id': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'mac_address': 'fa:16:3e:e9:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1156-5a6d-4517-985d-121381b1bee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:21:41Z', 'updated_at': '2021-08-04T17:21:41Z', 'revision_number': 0, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31cf2db-8bad-48b1-93b1-b710bfa15776', 'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:93:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:17Z', 'updated_at': '2021-08-04T17:21:28Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:43.863799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.864211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.864682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.865381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.865850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.866307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.866759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.867255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.867707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.868156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:43.870439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bcec89e8-8035-40ee-81d4-18502b70fa74 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6472 time: 0.1842785 Aug 04 17:21:43.873341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56018) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:43.877192 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] Checking router: a1170648-89a1-48bc-a9da-688d059edef1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:21:43.895360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:43.897231 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] Routers {'a1170648-89a1-48bc-a9da-688d059edef1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:43.898697 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a1170648-89a1-48bc-a9da-688d059edef1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:43.918019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for 4706698e-6df6-4158-93e0-f72091747caf owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:43.933909 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-b3e1a124-8278-4918-b9e0-98390e47ec74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571b2f56-f2df-4a36-a177-df26eadb01e9 HTTP/1.1" status: 200 len: 999 time: 0.1640670 Aug 04 17:21:44.044671 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] Set router a1170648-89a1-48bc-a9da-688d059edef1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:21:44.317840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0cbffb15-0bc6-402c-98b2-629daf32321a tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4312 time: 0.4433355 Aug 04 17:21:44.318965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56034) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:44.324738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-9665715d-f3a9-4c2f-baa7-2dc720818813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:44.326597 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-9665715d-f3a9-4c2f-baa7-2dc720818813 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49f62b30-24ed-4ee1-8fd6-02362d733b86 HTTP/1.1" status: 200 len: 834 time: 0.3145361 Aug 04 17:21:44.333771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:44.366958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd857210-817a-40f1-870b-794a699f8ded tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:44.366958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd857210-817a-40f1-870b-794a699f8ded tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:44.383811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bd857210-817a-40f1-870b-794a699f8ded tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a1170648-89a1-48bc-a9da-688d059edef1 HTTP/1.1" status: 200 len: 1990 time: 0.0637145 Aug 04 17:21:44.449040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=4706698e-6df6-4158-93e0-f72091747caf,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:44.453017 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'd407c72f-9834-4c2f-a6b5-b7d8ebdc3a53', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'port_id': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'mac_address': 'fa:16:3e:e9:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1156-5a6d-4517-985d-121381b1bee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:21:41Z', 'updated_at': '2021-08-04T17:21:41Z', 'revision_number': 0, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31cf2db-8bad-48b1-93b1-b710bfa15776', 'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:93:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:17Z', 'updated_at': '2021-08-04T17:21:28Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:44.488826 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-ab9421df-a38d-4513-95b9-6a379dc246dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:44.490237 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df3be82-95a1-4dba-8d2f-e08a05d4a3e6 None None] The sync data for ids ['a1170648-89a1-48bc-a9da-688d059edef1'] in n-d-764435-5 is: [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'd407c72f-9834-4c2f-a6b5-b7d8ebdc3a53', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'port_id': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'mac_address': 'fa:16:3e:e9:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1156-5a6d-4517-985d-121381b1bee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:21:41Z', 'updated_at': '2021-08-04T17:21:41Z', 'revision_number': 0, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e31cf2db-8bad-48b1-93b1-b710bfa15776', 'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:93:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:17Z', 'updated_at': '2021-08-04T17:21:28Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:44.490574 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-ab9421df-a38d-4513-95b9-6a379dc246dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2204117f-81ac-41c9-a304-6d2a02235382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538777 Aug 04 17:21:44.750402 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:44.754383 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-2194208a-13a5-4dbb-a5e8-408fa2a45f70 service neutron] 10.222.0.90 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559915 Aug 04 17:21:44.821653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76509bc8-bd66-46f2-b6f2-b6f720014871 None None] New status for floating IP d407c72f-9834-4c2f-a6b5-b7d8ebdc3a53: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:21:45.000190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 6c9c9898-4b3c-4661-ad32-891d0b8d37ea has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:21:45.028737 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-81715f7f-0108-402a-bd5e-e8693858ebe5 req-e94190d7-76c9-4128-8044-aab474e8f476 service neutron] 10.222.0.90 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641354 Aug 04 17:21:45.116949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:45.125146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56058) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:45.125281 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cea6d8a5-5a42-4843-bfa5-19c4d9a10a88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/6c9c9898-4b3c-4661-ad32-891d0b8d37ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7217357 Aug 04 17:21:45.134314 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c418d0-a1c7-4fb2-bfb6-34f9615fb44b None None] Sync routers for ids ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:45.145824 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c418d0-a1c7-4fb2-bfb6-34f9615fb44b None None] Routers {'6c9c9898-4b3c-4661-ad32-891d0b8d37ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:45.145824 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-58c418d0-a1c7-4fb2-bfb6-34f9615fb44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:45.180604 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-825529e2-ee03-4d7b-8864-1f1fd08adb32 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c9c9898-4b3c-4661-ad32-891d0b8d37ea HTTP/1.1" status: 200 len: 205 time: 0.0536666 Aug 04 17:21:45.183197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56064) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:45.184660 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-58c418d0-a1c7-4fb2-bfb6-34f9615fb44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:45.211605 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c418d0-a1c7-4fb2-bfb6-34f9615fb44b None None] Routers {'6c9c9898-4b3c-4661-ad32-891d0b8d37ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:45.212207 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-58c418d0-a1c7-4fb2-bfb6-34f9615fb44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:45.262765 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-58c418d0-a1c7-4fb2-bfb6-34f9615fb44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:45.263519 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c418d0-a1c7-4fb2-bfb6-34f9615fb44b None None] The sync data for ids ['6c9c9898-4b3c-4661-ad32-891d0b8d37ea'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:45.285078 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fb43-8eea-4f2b-b8d9-f987482624cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:45.480162 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fb43-8eea-4f2b-b8d9-f987482624cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:45.482569 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fb43-8eea-4f2b-b8d9-f987482624cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:45.920827 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fb43-8eea-4f2b-b8d9-f987482624cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:45.921561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d6fb43-8eea-4f2b-b8d9-f987482624cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Fanout notify agent at l3_agent the message router_deleted on router 6c9c9898-4b3c-4661-ad32-891d0b8d37ea {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:21:45.935803 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fb43-8eea-4f2b-b8d9-f987482624cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:45.938874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d7d6fb43-8eea-4f2b-b8d9-f987482624cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/6c9c9898-4b3c-4661-ad32-891d0b8d37ea HTTP/1.1" status: 204 len: 168 time: 0.7526529 Aug 04 17:21:45.939822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56092) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:45.992113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32d0cd2-a983-4c38-8024-66e6b06a2682 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting subnet 7fa90021-d6b5-49f2-b4c3-f4854e0039b3 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:21:45.995261 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c32d0cd2-a983-4c38-8024-66e6b06a2682 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.035329 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c32d0cd2-a983-4c38-8024-66e6b06a2682 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.172046 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c32d0cd2-a983-4c38-8024-66e6b06a2682 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.234324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c32d0cd2-a983-4c38-8024-66e6b06a2682 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.266571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d0cd2-a983-4c38-8024-66e6b06a2682 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa90021-d6b5-49f2-b4c3-f4854e0039b3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:46.270426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c32d0cd2-a983-4c38-8024-66e6b06a2682 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.272756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c32d0cd2-a983-4c38-8024-66e6b06a2682 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/7fa90021-d6b5-49f2-b4c3-f4854e0039b3 HTTP/1.1" status: 204 len: 168 time: 0.3319681 Aug 04 17:21:46.275547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56102) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:46.278415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c4f2f-4323-47a2-a1dc-6415dd322c04 None None] Network 3b88adb0-a801-47ef-b7d6-99155077281c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:46.339534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05fabc4-f519-4cc9-904d-32a3b68bb6a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting subnet 7a402dac-94c9-48a6-8ba6-cd8bdc8262c9 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:21:46.342921 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e05fabc4-f519-4cc9-904d-32a3b68bb6a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.396994 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e05fabc4-f519-4cc9-904d-32a3b68bb6a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.498512 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654ac806-8a91-4ea8-999c-8b860678e45c None None] DHCP port deletion for 3b88adb0-a801-47ef-b7d6-99155077281c request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:21:46.539342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e05fabc4-f519-4cc9-904d-32a3b68bb6a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.557897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-654ac806-8a91-4ea8-999c-8b860678e45c None None] Deleting port e297e8e0-7828-46fa-b36a-87bcfba82654 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:46.558283 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-654ac806-8a91-4ea8-999c-8b860678e45c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.606123 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e05fabc4-f519-4cc9-904d-32a3b68bb6a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.639232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-654ac806-8a91-4ea8-999c-8b860678e45c None None] For port e297e8e0-7828-46fa-b36a-87bcfba82654, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e297e8e0-7828-46fa-b36a-87bcfba82654,segment=NetworkSegment(60859db7-e8b7-4ff6-a2dd-900b134ce454),segment_id=60859db7-e8b7-4ff6-a2dd-900b134ce454)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:46.639909 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-654ac806-8a91-4ea8-999c-8b860678e45c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.644526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fabc4-f519-4cc9-904d-32a3b68bb6a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Subnet': ['ID=7a402dac-94c9-48a6-8ba6-cd8bdc8262c9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:46.655692 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e05fabc4-f519-4cc9-904d-32a3b68bb6a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.657061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c6ed9-e6ac-42d4-ad45-fa8be9967c58 None None] Network 65ff06a7-83e8-403e-920a-ee991a03a375 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:46.658165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e05fabc4-f519-4cc9-904d-32a3b68bb6a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/7a402dac-94c9-48a6-8ba6-cd8bdc8262c9 HTTP/1.1" status: 204 len: 168 time: 0.3816755 Aug 04 17:21:46.659931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-654ac806-8a91-4ea8-999c-8b860678e45c None None] Calling delete_port for e297e8e0-7828-46fa-b36a-87bcfba82654 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:46.660856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56118) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:46.764284 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.844042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port e297e8e0-7828-46fa-b36a-87bcfba82654 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:46.845037 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.850573 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-654ac806-8a91-4ea8-999c-8b860678e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.876508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ac806-8a91-4ea8-999c-8b860678e45c None None] Pushing event deleted for resources: {'Port': ['ID=e297e8e0-7828-46fa-b36a-87bcfba82654,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:46.881600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ac806-8a91-4ea8-999c-8b860678e45c None None] No DVR routers for this DVR port e297e8e0-7828-46fa-b36a-87bcfba82654 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:21:46.942740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6334fafd-c587-4b43-bb77-b092f7c187fb None None] DHCP port deletion for 65ff06a7-83e8-403e-920a-ee991a03a375 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:21:46.980339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port e297e8e0-7828-46fa-b36a-87bcfba82654, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e297e8e0-7828-46fa-b36a-87bcfba82654,segment=NetworkSegment(60859db7-e8b7-4ff6-a2dd-900b134ce454),segment_id=60859db7-e8b7-4ff6-a2dd-900b134ce454)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:46.981005 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:46.996016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for e297e8e0-7828-46fa-b36a-87bcfba82654 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:47.015737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6334fafd-c587-4b43-bb77-b092f7c187fb None None] Deleting port 2baddb5c-afca-4e84-8b78-9cf90369e429 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:47.016262 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6334fafd-c587-4b43-bb77-b092f7c187fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.090244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6334fafd-c587-4b43-bb77-b092f7c187fb None None] For port 2baddb5c-afca-4e84-8b78-9cf90369e429, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2baddb5c-afca-4e84-8b78-9cf90369e429,segment=NetworkSegment(c3f49cad-2d9d-468b-8b48-43251e174a52),segment_id=c3f49cad-2d9d-468b-8b48-43251e174a52)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:47.091401 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6334fafd-c587-4b43-bb77-b092f7c187fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.108044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.114348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6334fafd-c587-4b43-bb77-b092f7c187fb None None] Calling delete_port for 2baddb5c-afca-4e84-8b78-9cf90369e429 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:47.120458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No DVR routers for this DVR port e297e8e0-7828-46fa-b36a-87bcfba82654 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:21:47.200941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=e297e8e0-7828-46fa-b36a-87bcfba82654,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:47.225988 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6334fafd-c587-4b43-bb77-b092f7c187fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.241544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334fafd-c587-4b43-bb77-b092f7c187fb None None] No DVR routers for this DVR port 2baddb5c-afca-4e84-8b78-9cf90369e429 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:21:47.254746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.265214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b88adb0-a801-47ef-b7d6-99155077281c']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:47.271988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334fafd-c587-4b43-bb77-b092f7c187fb None None] Pushing event deleted for resources: {'Port': ['ID=2baddb5c-afca-4e84-8b78-9cf90369e429,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:47.286568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60859db7-e8b7-4ff6-a2dd-900b134ce454') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:47.286902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60859db7-e8b7-4ff6-a2dd-900b134ce454') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:47.311057 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.337611 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.345646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:21:47.346149 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: self.session.flush() Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:21:47.349525 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:21:47.440835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.450635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.452931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/networks/3b88adb0-a801-47ef-b7d6-99155077281c HTTP/1.1" status: 204 len: 168 time: 0.7904851 Aug 04 17:21:47.461288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56146) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:47.463758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4ad6b-833b-41b2-bea2-16e4a2f3c496 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Network': ['ID=3b88adb0-a801-47ef-b7d6-99155077281c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:47.572570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.666551 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.676704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ff06a7-83e8-403e-920a-ee991a03a375']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:47.686948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f49cad-2d9d-468b-8b48-43251e174a52') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:47.687247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f49cad-2d9d-468b-8b48-43251e174a52') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:47.696487 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.710748 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.716877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:21:47.717387 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:21:47.721690 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:21:47.786549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.821395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.823443 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/networks/65ff06a7-83e8-403e-920a-ee991a03a375 HTTP/1.1" status: 204 len: 168 time: 0.3610213 Aug 04 17:21:47.828764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56160) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:47.829251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28da87-b2cd-4934-9f19-900f10f11c88 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Network': ['ID=65ff06a7-83e8-403e-920a-ee991a03a375,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:47.835528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'network': {'name': 'tempest-RoutersTest-1725953706'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:47.850283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e297e8e0-7828-46fa-b36a-87bcfba82654 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:21:47.859747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:47.863604 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.873485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e297e8e0-7828-46fa-b36a-87bcfba82654 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:21:47.873839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e297e8e0-7828-46fa-b36a-87bcfba82654 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:21:47.874269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2baddb5c-afca-4e84-8b78-9cf90369e429 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:21:47.895384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:21:47.895713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 2baddb5c-afca-4e84-8b78-9cf90369e429 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:21:47.896253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2baddb5c-afca-4e84-8b78-9cf90369e429 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:21:47.912062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.912457 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added segment 8095076d-91f1-4ff2-b778-c759e1289634 of type vlan for network 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c Aug 04 17:21:47.958400 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:47.998771 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.005320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:48.005946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.072950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2419305 Aug 04 17:21:48.075833 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56166) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:48.078712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792adc18-cc27-463d-92e9-9c5f4b939e21 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Network': ['ID=2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:48.081229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'subnet': {'network_id': '2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:48.089581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:21:48.220068 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:48.224736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.439461 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.524824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Subnet': ['ID=4a510dac-65ec-44d9-a145-3082abc69341,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:48.533529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Checking segment: {'id': '8095076d-91f1-4ff2-b778-c759e1289634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:48.533978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network hostable DHCP agents. Network: 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:21:48.561770 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:21:48.580281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:48.584493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:48.585326 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.590746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b7942-c9f5-4a70-835e-509d1df73aac None None] Network 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:48.608446 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b9a30eda-bb3f-433b-ac59-4e75ba0062cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5312767 Aug 04 17:21:48.611030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56186) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:48.618409 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-aa8e4e43-29d4-40fd-b20a-82e1ffaec39c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1514571969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:48.666175 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa8e4e43-29d4-40fd-b20a-82e1ffaec39c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.667438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa8e4e43-29d4-40fd-b20a-82e1ffaec39c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.736694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa8e4e43-29d4-40fd-b20a-82e1ffaec39c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.742368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa8e4e43-29d4-40fd-b20a-82e1ffaec39c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.772243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c', 'network_id': '2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'fixed_ips': [{'subnet_id': '4a510dac-65ec-44d9-a145-3082abc69341'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:21:48.773063 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.813714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa8e4e43-29d4-40fd-b20a-82e1ffaec39c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:48.815040 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aa8e4e43-29d4-40fd-b20a-82e1ffaec39c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2027485 Aug 04 17:21:48.817612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56196) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:48.822678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'port': {'network_id': '2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c', 'name': 'tempest-RoutersTest-1152710903'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:48.933600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Allocated IP 172.20.0.2 (2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c/4a510dac-65ec-44d9-a145-3082abc69341/4a4961ff-1a4f-4120-a959-8115d7ef64eb) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:48.975802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:48.980998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:49.004367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] device_id is not set on port e40436e9-98c7-4029-817c-f9aa3616b1d8 yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:21:49.125192 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:49.135312 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Transition to ACTIVE for port object 4a4961ff-1a4f-4120-a959-8115d7ef64eb will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:49.153265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Transition to ACTIVE for port object 4a4961ff-1a4f-4120-a959-8115d7ef64eb will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:49.162291 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:49.205407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Network 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:49.212485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:49.217233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:49.221274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Pushing event updated for resources: {'Port': ['ID=4a4961ff-1a4f-4120-a959-8115d7ef64eb,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:49.230946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Allocated IP 172.20.0.4 (2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c/4a510dac-65ec-44d9-a145-3082abc69341/e40436e9-98c7-4029-817c-f9aa3616b1d8) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:49.282459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Attempting to bind port 4a4961ff-1a4f-4120-a959-8115d7ef64eb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:49.282864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Attempting to bind port 4a4961ff-1a4f-4120-a959-8115d7ef64eb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '8095076d-91f1-4ff2-b778-c759e1289634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:49.283191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Attempting to bind port 4a4961ff-1a4f-4120-a959-8115d7ef64eb on network 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:49.288500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:49.288875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Checking segment: {'id': '8095076d-91f1-4ff2-b778-c759e1289634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:49.289284 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:49.290056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Bound using segment: {'id': '8095076d-91f1-4ff2-b778-c759e1289634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:49.290183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Bound port: 4a4961ff-1a4f-4120-a959-8115d7ef64eb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8095076d-91f1-4ff2-b778-c759e1289634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:49.290574 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:49.363773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] For port 4a4961ff-1a4f-4120-a959-8115d7ef64eb, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:49.367258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] For port 4a4961ff-1a4f-4120-a959-8115d7ef64eb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4a4961ff-1a4f-4120-a959-8115d7ef64eb,segment=NetworkSegment(8095076d-91f1-4ff2-b778-c759e1289634),segment_id=8095076d-91f1-4ff2-b778-c759e1289634)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:49.386310 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:49.420911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:49.440885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Transition to ACTIVE for port object e40436e9-98c7-4029-817c-f9aa3616b1d8 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:49.450325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61688f6c-6b35-4960-a644-76b700099a33 None None] Pushing event updated for resources: {'Port': ['ID=4a4961ff-1a4f-4120-a959-8115d7ef64eb,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:49.492773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:49.553218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:49.558192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:49.564121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:49.602396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=e40436e9-98c7-4029-817c-f9aa3616b1d8,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:49.641395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:49.642957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:49.667324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56224) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:49.668002 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ebf9c45-511b-4768-973b-ab700c89d1cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8493178 Aug 04 17:21:49.951998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4a4961ff-1a4f-4120-a959-8115d7ef64eb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:50.024848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 4a4961ff-1a4f-4120-a959-8115d7ef64eb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:50.110773 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:50.442358 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:50.451592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:50.533928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=e40436e9-98c7-4029-817c-f9aa3616b1d8,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:50.733594 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:50.755893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6fa1b-b6f4-45b1-9e89-08d4d0e40571 None None] Network 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:50.884787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:51.083219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7d961de2-19c7-41b5-b267-c90414b4130e None None] Provisioning for port 4a4961ff-1a4f-4120-a959-8115d7ef64eb completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:51.099288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7d961de2-19c7-41b5-b267-c90414b4130e None None] Provisioning complete for port 4a4961ff-1a4f-4120-a959-8115d7ef64eb triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:51.100055 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d961de2-19c7-41b5-b267-c90414b4130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:51.268220 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:51.278711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:51.297781 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d961de2-19c7-41b5-b267-c90414b4130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:51.368887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7d961de2-19c7-41b5-b267-c90414b4130e None None] For port 4a4961ff-1a4f-4120-a959-8115d7ef64eb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4a4961ff-1a4f-4120-a959-8115d7ef64eb,segment=NetworkSegment(8095076d-91f1-4ff2-b778-c759e1289634),segment_id=8095076d-91f1-4ff2-b778-c759e1289634)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:51.376446 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d961de2-19c7-41b5-b267-c90414b4130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:51.384295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=e40436e9-98c7-4029-817c-f9aa3616b1d8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:51.388392 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:51.446450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d961de2-19c7-41b5-b267-c90414b4130e None None] Pushing event updated for resources: {'Port': ['ID=4a4961ff-1a4f-4120-a959-8115d7ef64eb,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:51.544605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:51.546370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:51.725277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0d9a66c1-5683-4e2e-a21c-7a0101de599d None None] Provisioning complete for port 4a4961ff-1a4f-4120-a959-8115d7ef64eb triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:51.725619 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66c1-5683-4e2e-a21c-7a0101de599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:51.952098 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4a4961ff-1a4f-4120-a959-8115d7ef64eb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:21:51.999645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0d9a66c1-5683-4e2e-a21c-7a0101de599d None None] Provisioning for port e40436e9-98c7-4029-817c-f9aa3616b1d8 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:52.002107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 44ee5e88-f161-4604-91e9-eafc4baf0114 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:21:52.006202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0d9a66c1-5683-4e2e-a21c-7a0101de599d None None] Provisioning complete for port e40436e9-98c7-4029-817c-f9aa3616b1d8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:52.006585 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0d9a66c1-5683-4e2e-a21c-7a0101de599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:52.068151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a66c1-5683-4e2e-a21c-7a0101de599d None None] Port e40436e9-98c7-4029-817c-f9aa3616b1d8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:52.077235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4a4961ff-1a4f-4120-a959-8115d7ef64eb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:52.077832 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:52.160696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:52.169095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56298) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:52.169553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a011be70-b9ae-4470-ac13-32890471bbc9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/44ee5e88-f161-4604-91e9-eafc4baf0114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4999664 Aug 04 17:21:52.182027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bf088-bb28-4189-8047-2478f66ab24b None None] Sync routers for ids ['44ee5e88-f161-4604-91e9-eafc4baf0114'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:52.211755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8bf088-bb28-4189-8047-2478f66ab24b None None] Routers {'44ee5e88-f161-4604-91e9-eafc4baf0114'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:52.212524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bc8bf088-bb28-4189-8047-2478f66ab24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44ee5e88-f161-4604-91e9-eafc4baf0114'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:52.218920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e1e30c19-853b-4165-b7fe-e1ccf53feeb4 None None] Provisioning complete for port e40436e9-98c7-4029-817c-f9aa3616b1d8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:52.219316 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e1e30c19-853b-4165-b7fe-e1ccf53feeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:52.235134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2237b220-c92e-447e-9a64-3b575800544a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:52.237140 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2237b220-c92e-447e-9a64-3b575800544a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports/e40436e9-98c7-4029-817c-f9aa3616b1d8 HTTP/1.1" status: 200 len: 977 time: 0.0664365 Aug 04 17:21:52.240168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56300) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:52.252858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bc8bf088-bb28-4189-8047-2478f66ab24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:52.293735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8bf088-bb28-4189-8047-2478f66ab24b None None] Routers {'44ee5e88-f161-4604-91e9-eafc4baf0114'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:52.294363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bc8bf088-bb28-4189-8047-2478f66ab24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44ee5e88-f161-4604-91e9-eafc4baf0114'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:52.338898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e1e30c19-853b-4165-b7fe-e1ccf53feeb4 None None] Port e40436e9-98c7-4029-817c-f9aa3616b1d8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:52.340558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bc8bf088-bb28-4189-8047-2478f66ab24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:52.341258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bf088-bb28-4189-8047-2478f66ab24b None None] The sync data for ids ['44ee5e88-f161-4604-91e9-eafc4baf0114'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:52.461937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9a8f51ab-70e8-422d-a2b0-79465b8e2377 None None] Provisioning complete for port e40436e9-98c7-4029-817c-f9aa3616b1d8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:52.468504 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9a8f51ab-70e8-422d-a2b0-79465b8e2377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:52.534008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f51ab-70e8-422d-a2b0-79465b8e2377 None None] Port e40436e9-98c7-4029-817c-f9aa3616b1d8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:52.658653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f7779f2c-ed91-4da8-bc46-dd48f68e384f None None] Provisioning complete for port e40436e9-98c7-4029-817c-f9aa3616b1d8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:52.659069 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f7779f2c-ed91-4da8-bc46-dd48f68e384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:52.721147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f7779f2c-ed91-4da8-bc46-dd48f68e384f None None] Port e40436e9-98c7-4029-817c-f9aa3616b1d8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:52.875664 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:53.173587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port e40436e9-98c7-4029-817c-f9aa3616b1d8 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:53.174698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:53.266632 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:53.281423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for e40436e9-98c7-4029-817c-f9aa3616b1d8 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:53.499023 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:53.536597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=e40436e9-98c7-4029-817c-f9aa3616b1d8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:53.752119 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:53.931641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 44ee5e88-f161-4604-91e9-eafc4baf0114 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:21:54.008154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:54.013562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-433591e2-12c1-41a4-863a-95e8673c8776 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/44ee5e88-f161-4604-91e9-eafc4baf0114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7721069 Aug 04 17:21:54.016352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56338) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:54.021243 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4cbe77-b80b-45bb-ba2c-82dedb3fb6fe None None] Sync routers for ids ['44ee5e88-f161-4604-91e9-eafc4baf0114'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:54.030881 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4cbe77-b80b-45bb-ba2c-82dedb3fb6fe None None] Routers {'44ee5e88-f161-4604-91e9-eafc4baf0114'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:54.031546 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ad4cbe77-b80b-45bb-ba2c-82dedb3fb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44ee5e88-f161-4604-91e9-eafc4baf0114'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:54.064746 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ad4cbe77-b80b-45bb-ba2c-82dedb3fb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:54.074267 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4cbe77-b80b-45bb-ba2c-82dedb3fb6fe None None] Routers {'44ee5e88-f161-4604-91e9-eafc4baf0114'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:54.074916 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ad4cbe77-b80b-45bb-ba2c-82dedb3fb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['44ee5e88-f161-4604-91e9-eafc4baf0114'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:54.110848 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ad4cbe77-b80b-45bb-ba2c-82dedb3fb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:54.111513 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4cbe77-b80b-45bb-ba2c-82dedb3fb6fe None None] The sync data for ids ['44ee5e88-f161-4604-91e9-eafc4baf0114'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:54.252300 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-7fb6ab95-129d-4123-8f47-b038a463b837 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] remove_router_interface failed (client error): The resource could not be found. Aug 04 17:21:54.256229 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7fb6ab95-129d-4123-8f47-b038a463b837 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/44ee5e88-f161-4604-91e9-eafc4baf0114/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2355924 Aug 04 17:21:54.256492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56344) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:54.287783 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a34fa3fc-877a-4423-a3d6-fa2d551aa6d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=44ee5e88-f161-4604-91e9-eafc4baf0114 HTTP/1.1" status: 200 len: 205 time: 0.0301681 Aug 04 17:21:54.290401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56346) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:54.378511 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70d8-0e7c-47ce-a46e-eedb257d8c1f tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:54.544521 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70d8-0e7c-47ce-a46e-eedb257d8c1f tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:54.546832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70d8-0e7c-47ce-a46e-eedb257d8c1f tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:54.948258 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70d8-0e7c-47ce-a46e-eedb257d8c1f tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:54.948782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9c70d8-0e7c-47ce-a46e-eedb257d8c1f tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Fanout notify agent at l3_agent the message router_deleted on router 44ee5e88-f161-4604-91e9-eafc4baf0114 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:21:54.955924 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b9c70d8-0e7c-47ce-a46e-eedb257d8c1f tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:54.957210 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4b9c70d8-0e7c-47ce-a46e-eedb257d8c1f tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/44ee5e88-f161-4604-91e9-eafc4baf0114 HTTP/1.1" status: 204 len: 168 time: 0.6656275 Aug 04 17:21:54.959908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56364) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:55.059015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9213a4f3-d21d-45ad-bcfe-b673f8721fef tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting subnet 4a510dac-65ec-44d9-a145-3082abc69341 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:21:55.063118 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9213a4f3-d21d-45ad-bcfe-b673f8721fef tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.103104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9213a4f3-d21d-45ad-bcfe-b673f8721fef tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.202487 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9213a4f3-d21d-45ad-bcfe-b673f8721fef tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.275153 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9213a4f3-d21d-45ad-bcfe-b673f8721fef tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.303731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213a4f3-d21d-45ad-bcfe-b673f8721fef tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Subnet': ['ID=4a510dac-65ec-44d9-a145-3082abc69341,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:55.315090 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9213a4f3-d21d-45ad-bcfe-b673f8721fef tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.317846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9213a4f3-d21d-45ad-bcfe-b673f8721fef tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/4a510dac-65ec-44d9-a145-3082abc69341 HTTP/1.1" status: 204 len: 168 time: 0.3565671 Aug 04 17:21:55.320115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56372) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:55.322682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aa18b2-3bbf-44ac-a001-ba37ae74b10e None None] Network 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:55.447224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.513284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port 4a4961ff-1a4f-4120-a959-8115d7ef64eb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:55.513619 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.531935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b3f11-cb58-466f-8b99-295856e6cffd None None] DHCP port deletion for 2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:21:55.611463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-486b3f11-cb58-466f-8b99-295856e6cffd None None] Deleting port 4a4961ff-1a4f-4120-a959-8115d7ef64eb {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:55.611725 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-486b3f11-cb58-466f-8b99-295856e6cffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.614783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port 4a4961ff-1a4f-4120-a959-8115d7ef64eb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4a4961ff-1a4f-4120-a959-8115d7ef64eb,segment=NetworkSegment(8095076d-91f1-4ff2-b778-c759e1289634),segment_id=8095076d-91f1-4ff2-b778-c759e1289634)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:55.615228 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.632500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for 4a4961ff-1a4f-4120-a959-8115d7ef64eb owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:55.693714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-486b3f11-cb58-466f-8b99-295856e6cffd None None] For port 4a4961ff-1a4f-4120-a959-8115d7ef64eb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4a4961ff-1a4f-4120-a959-8115d7ef64eb,segment=NetworkSegment(8095076d-91f1-4ff2-b778-c759e1289634),segment_id=8095076d-91f1-4ff2-b778-c759e1289634)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:21:55.694334 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-486b3f11-cb58-466f-8b99-295856e6cffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.712131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-486b3f11-cb58-466f-8b99-295856e6cffd None None] Calling delete_port for 4a4961ff-1a4f-4120-a959-8115d7ef64eb owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:21:55.725803 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.763558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=4a4961ff-1a4f-4120-a959-8115d7ef64eb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:55.771248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No DVR routers for this DVR port 4a4961ff-1a4f-4120-a959-8115d7ef64eb on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:21:55.840071 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-486b3f11-cb58-466f-8b99-295856e6cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.873367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b3f11-cb58-466f-8b99-295856e6cffd None None] Pushing event deleted for resources: {'Port': ['ID=4a4961ff-1a4f-4120-a959-8115d7ef64eb,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:55.875995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b3f11-cb58-466f-8b99-295856e6cffd None None] No DVR routers for this DVR port 4a4961ff-1a4f-4120-a959-8115d7ef64eb on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:21:55.882158 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4a4961ff-1a4f-4120-a959-8115d7ef64eb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:21:55.904231 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 4a4961ff-1a4f-4120-a959-8115d7ef64eb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:21:55.904581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4a4961ff-1a4f-4120-a959-8115d7ef64eb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:21:55.926002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.930771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:55.947643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8095076d-91f1-4ff2-b778-c759e1289634') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:55.948296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8095076d-91f1-4ff2-b778-c759e1289634') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:55.958255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.972724 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.979281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:21:55.979829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:21:55.983030 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:21:56.050400 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.070384 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.076116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/networks/2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c HTTP/1.1" status: 204 len: 168 time: 0.7423160 Aug 04 17:21:56.076116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6bf7e-5d12-4fc5-8732-e4e6d52f8c59 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Network': ['ID=2f41c6f0-ec35-4ee5-8254-1ac6125a3f0c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:56.077038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56388) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:56.082361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'network': {'name': 'tempest-RoutersTest-325842089'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:56.106954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:56.113775 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.139794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:21:56.150009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.151535 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added segment e55dbc66-021a-4629-ae2a-340ecac6019e of type vlan for network f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 Aug 04 17:21:56.197095 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.238009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.243839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:56.244483 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.313922 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2353067 Aug 04 17:21:56.316264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56394) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:56.321851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'subnet': {'network_id': 'f8f1ac2f-e4bd-40ba-b2ef-776160d1f668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:56.322271 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Network': ['ID=f8f1ac2f-e4bd-40ba-b2ef-776160d1f668,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:56.332296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.332992 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.333550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.334099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.334662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.335367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.335893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.336426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.336943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.337474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.342502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.342928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d7417-332a-4af6-9fa9-f6613fcba8cf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:21:56.356792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:21:56.429510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:21:56.433829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.648734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.720172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Subnet': ['ID=e304da4e-8677-4071-acd6-ed8cdc6ec1ea,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:56.729255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Checking segment: {'id': 'e55dbc66-021a-4629-ae2a-340ecac6019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f8f1ac2f-e4bd-40ba-b2ef-776160d1f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:56.729611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network hostable DHCP agents. Network: f8f1ac2f-e4bd-40ba-b2ef-776160d1f668, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:21:56.749972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:21:56.761728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, f8f1ac2f-e4bd-40ba-b2ef-776160d1f668) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:56.773314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:56.774153 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.774775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4479608e-8871-4418-b7fd-863e332901d7 None None] Network f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:56.795022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6b64c92a-37bd-4a73-956e-e592cd475ced tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4770117 Aug 04 17:21:56.797513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56404) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:56.803122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b12536ba-9561-47a1-8711-537b0a6c2ab3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1801730014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:21:56.831392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b12536ba-9561-47a1-8711-537b0a6c2ab3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.834341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b12536ba-9561-47a1-8711-537b0a6c2ab3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.907172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b12536ba-9561-47a1-8711-537b0a6c2ab3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.914507 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b12536ba-9561-47a1-8711-537b0a6c2ab3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.946586 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b12536ba-9561-47a1-8711-537b0a6c2ab3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:56.949113 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b12536ba-9561-47a1-8711-537b0a6c2ab3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1499007 Aug 04 17:21:56.951924 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56414) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:56.984988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-f8f1ac2f-e4bd-40ba-b2ef-776160d1f668', 'network_id': 'f8f1ac2f-e4bd-40ba-b2ef-776160d1f668', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'fixed_ips': [{'subnet_id': 'e304da4e-8677-4071-acd6-ed8cdc6ec1ea'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:21:56.985948 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:57.174794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Allocated IP 172.20.0.2 (f8f1ac2f-e4bd-40ba-b2ef-776160d1f668/e304da4e-8677-4071-acd6-ed8cdc6ec1ea/1242e4ce-c23f-44d0-94c2-c34db5d10fe5) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:57.307117 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:57.385326 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:57.403516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Transition to ACTIVE for port object 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:57.423383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Transition to ACTIVE for port object 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:57.433612 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:57.479445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Network f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:57.481047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:57.487388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:57.496883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Pushing event updated for resources: {'Port': ['ID=1242e4ce-c23f-44d0-94c2-c34db5d10fe5,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:57.556684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Attempting to bind port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:21:57.557048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Attempting to bind port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e55dbc66-021a-4629-ae2a-340ecac6019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f8f1ac2f-e4bd-40ba-b2ef-776160d1f668'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:21:57.557407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Attempting to bind port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 on network f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:21:57.564530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:21:57.564921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Checking segment: {'id': 'e55dbc66-021a-4629-ae2a-340ecac6019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f8f1ac2f-e4bd-40ba-b2ef-776160d1f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:21:57.565306 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:57.565689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Bound using segment: {'id': 'e55dbc66-021a-4629-ae2a-340ecac6019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f8f1ac2f-e4bd-40ba-b2ef-776160d1f668'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:21:57.567148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Bound port: 1242e4ce-c23f-44d0-94c2-c34db5d10fe5, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55dbc66-021a-4629-ae2a-340ecac6019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f8f1ac2f-e4bd-40ba-b2ef-776160d1f668'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:21:57.567737 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:57.649084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Allocated IP 172.20.0.1 (f8f1ac2f-e4bd-40ba-b2ef-776160d1f668/e304da4e-8677-4071-acd6-ed8cdc6ec1ea/73915b6f-a3b4-4d26-b477-8a95fd8a5666) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:21:57.659072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] For port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:21:57.663395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] For port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1242e4ce-c23f-44d0-94c2-c34db5d10fe5,segment=NetworkSegment(e55dbc66-021a-4629-ae2a-340ecac6019e),segment_id=e55dbc66-021a-4629-ae2a-340ecac6019e)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:21:57.671386 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:57.770489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad238948-f20e-4677-87ac-18b1078fa62c None None] Pushing event updated for resources: {'Port': ['ID=1242e4ce-c23f-44d0-94c2-c34db5d10fe5,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:57.798292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:57.814287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Transition to ACTIVE for port object 73915b6f-a3b4-4d26-b477-8a95fd8a5666 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:21:57.851844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:57.913697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:57.919920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:57.927613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:21:57.944008 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=73915b6f-a3b4-4d26-b477-8a95fd8a5666,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:58.009228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:58.153828 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:58.505634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:58.514371 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:58.606533 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:58.612645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=73915b6f-a3b4-4d26-b477-8a95fd8a5666,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:21:58.763669 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:21:58.765378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:21:58.837024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389b72c1-5f05-483e-a294-0377a09b5478 None None] Network f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:21:58.897135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:21:58.959258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-37f77320-c5b4-4e73-94fc-1600921df184 None None] Provisioning for port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:59.013193 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:21:59.027344 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c4906311-b41d-4a3a-944b-b170e8debbf1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0676951 Aug 04 17:21:59.028436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56462) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:59.033502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3cc8b-8072-4770-b647-c999a11b9cca None None] Sync routers for ids ['8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:21:59.048410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3cc8b-8072-4770-b647-c999a11b9cca None None] Routers {'8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:59.049060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-60a3cc8b-8072-4770-b647-c999a11b9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:59.093499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1950286-7a4f-488f-bdfc-c9ab2d2db964 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:21:59.097784 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b1950286-7a4f-488f-bdfc-c9ab2d2db964 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports/73915b6f-a3b4-4d26-b477-8a95fd8a5666 HTTP/1.1" status: 200 len: 910 time: 0.0656617 Aug 04 17:21:59.098000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-60a3cc8b-8072-4770-b647-c999a11b9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:59.098171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56464) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:21:59.106209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3cc8b-8072-4770-b647-c999a11b9cca None None] Routers {'8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:21:59.107037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-60a3cc8b-8072-4770-b647-c999a11b9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:59.154352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-60a3cc8b-8072-4770-b647-c999a11b9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:21:59.155482 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3cc8b-8072-4770-b647-c999a11b9cca None None] The sync data for ids ['8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:21:59.311047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-10f3823a-973c-44dd-9498-bc0ddbf0b366 None None] Provisioning for port 73915b6f-a3b4-4d26-b477-8a95fd8a5666 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:21:59.315228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-10f3823a-973c-44dd-9498-bc0ddbf0b366 None None] Provisioning complete for port 73915b6f-a3b4-4d26-b477-8a95fd8a5666 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:59.315607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-10f3823a-973c-44dd-9498-bc0ddbf0b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:59.378832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-10f3823a-973c-44dd-9498-bc0ddbf0b366 None None] Port 73915b6f-a3b4-4d26-b477-8a95fd8a5666 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:59.507626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:59.631044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-61f40239-aa53-4224-9ce6-6c0447f1a359 None None] Provisioning complete for port 73915b6f-a3b4-4d26-b477-8a95fd8a5666 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:59.631413 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61f40239-aa53-4224-9ce6-6c0447f1a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:59.705643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-61f40239-aa53-4224-9ce6-6c0447f1a359 None None] Port 73915b6f-a3b4-4d26-b477-8a95fd8a5666 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:21:59.890930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port 73915b6f-a3b4-4d26-b477-8a95fd8a5666 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:21:59.891725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:59.936927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-24c9ac22-d8d6-4614-94af-dccb820d3454 None None] Provisioning complete for port 73915b6f-a3b4-4d26-b477-8a95fd8a5666 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:21:59.937438 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-24c9ac22-d8d6-4614-94af-dccb820d3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:21:59.962757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:00.004031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-24c9ac22-d8d6-4614-94af-dccb820d3454 None None] Port 73915b6f-a3b4-4d26-b477-8a95fd8a5666 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:00.010981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:00.028001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for 73915b6f-a3b4-4d26-b477-8a95fd8a5666 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:00.056367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:00.065658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:00.065658 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:00.205406 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:00.256813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1242e4ce-c23f-44d0-94c2-c34db5d10fe5,segment=NetworkSegment(e55dbc66-021a-4629-ae2a-340ecac6019e),segment_id=e55dbc66-021a-4629-ae2a-340ecac6019e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:00.263443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:00.264218 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:00.318286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=73915b6f-a3b4-4d26-b477-8a95fd8a5666,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:00.339081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=1242e4ce-c23f-44d0-94c2-c34db5d10fe5,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:00.562268 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:00.767117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:00.850532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:00.858175 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0e02657f-e1e3-48d3-ba21-12d56d1239dd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7559097 Aug 04 17:22:00.858942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56498) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:00.866703 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b9c6ff-4f0a-4649-8b52-1bf9b32aa95c None None] Sync routers for ids ['8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:00.879790 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9c6ff-4f0a-4649-8b52-1bf9b32aa95c None None] Routers {'8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:00.881047 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f1b9c6ff-4f0a-4649-8b52-1bf9b32aa95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:00.893067 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7f022df7-0a92-4b8d-b4c4-4facc20d7c2f tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4 HTTP/1.1" status: 200 len: 205 time: 0.0310695 Aug 04 17:22:00.893521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56502) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:00.973596 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a6c2-c6ef-465a-9173-cc6568dc5c4a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.052905 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f1b9c6ff-4f0a-4649-8b52-1bf9b32aa95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:01.063206 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9c6ff-4f0a-4649-8b52-1bf9b32aa95c None None] Routers {'8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:01.064140 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f1b9c6ff-4f0a-4649-8b52-1bf9b32aa95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:21:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:01.099811 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f1b9c6ff-4f0a-4649-8b52-1bf9b32aa95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:01.100466 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b9c6ff-4f0a-4649-8b52-1bf9b32aa95c None None] The sync data for ids ['8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:01.156853 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a6c2-c6ef-465a-9173-cc6568dc5c4a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.160115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a6c2-c6ef-465a-9173-cc6568dc5c4a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.211836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a6c2-c6ef-465a-9173-cc6568dc5c4a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.212726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb4a6c2-c6ef-465a-9173-cc6568dc5c4a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:22:01.221400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a6c2-c6ef-465a-9173-cc6568dc5c4a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.225021 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aeb4a6c2-c6ef-465a-9173-cc6568dc5c4a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4 HTTP/1.1" status: 204 len: 168 time: 0.3280663 Aug 04 17:22:01.225499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56510) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:01.283971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-745c233d-769f-470a-aca1-1edf42c453c2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting subnet e304da4e-8677-4071-acd6-ed8cdc6ec1ea {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:22:01.287957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-745c233d-769f-470a-aca1-1edf42c453c2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.329630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-745c233d-769f-470a-aca1-1edf42c453c2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.425012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-745c233d-769f-470a-aca1-1edf42c453c2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.513051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-745c233d-769f-470a-aca1-1edf42c453c2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.549129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c233d-769f-470a-aca1-1edf42c453c2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Subnet': ['ID=e304da4e-8677-4071-acd6-ed8cdc6ec1ea,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:01.554342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-745c233d-769f-470a-aca1-1edf42c453c2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.556201 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-745c233d-769f-470a-aca1-1edf42c453c2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/e304da4e-8677-4071-acd6-ed8cdc6ec1ea HTTP/1.1" status: 204 len: 168 time: 0.3296733 Aug 04 17:22:01.558868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56518) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:01.563030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f48b990-304c-4d96-a9c4-ffc0e3091481 None None] Network f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:01.649915 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.722355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:01.722735 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.801616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1242e4ce-c23f-44d0-94c2-c34db5d10fe5,segment=NetworkSegment(e55dbc66-021a-4629-ae2a-340ecac6019e),segment_id=e55dbc66-021a-4629-ae2a-340ecac6019e)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:01.801997 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.828783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:01.844856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb11195-1076-4ca3-892d-e27b2a932727 None None] DHCP port deletion for f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:22:01.918219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-afb11195-1076-4ca3-892d-e27b2a932727 None None] Deleting port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:01.919874 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-afb11195-1076-4ca3-892d-e27b2a932727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.961002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:01.981228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No DVR routers for this DVR port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:01.993280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-afb11195-1076-4ca3-892d-e27b2a932727 None None] For port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1242e4ce-c23f-44d0-94c2-c34db5d10fe5,segment=NetworkSegment(e55dbc66-021a-4629-ae2a-340ecac6019e),segment_id=e55dbc66-021a-4629-ae2a-340ecac6019e)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:01.994598 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-afb11195-1076-4ca3-892d-e27b2a932727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.009479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-afb11195-1076-4ca3-892d-e27b2a932727 None None] Calling delete_port for 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:02.081641 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-780fda9b-d9bd-4e75-b369-a0518686cbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.112442 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-afb11195-1076-4ca3-892d-e27b2a932727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.149560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb11195-1076-4ca3-892d-e27b2a932727 None None] Pushing event deleted for resources: {'Port': ['ID=1242e4ce-c23f-44d0-94c2-c34db5d10fe5,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:02.161157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb11195-1076-4ca3-892d-e27b2a932727 None None] No DVR routers for this DVR port 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:02.203627 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:22:02.334905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=1242e4ce-c23f-44d0-94c2-c34db5d10fe5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:02.423479 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.434874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f1ac2f-e4bd-40ba-b2ef-776160d1f668']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:02.447537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55dbc66-021a-4629-ae2a-340ecac6019e') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:02.447899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55dbc66-021a-4629-ae2a-340ecac6019e') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:02.458421 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.479568 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.485989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:22:02.486551 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:22:02.490273 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:22:02.555159 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.575408 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.581303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/networks/f8f1ac2f-e4bd-40ba-b2ef-776160d1f668 HTTP/1.1" status: 204 len: 168 time: 1.0175445 Aug 04 17:22:02.581303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e1607-6b58-44a8-9459-df22bbff4806 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Network': ['ID=f8f1ac2f-e4bd-40ba-b2ef-776160d1f668,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:02.581982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56538) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:02.586920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-588968', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:02.613016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.614146 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.668552 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:02.823185 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:03.046084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:03.069552 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:03.195539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Allocated IP 172.25.2.76 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/e4c5de14-1e44-4a1f-aa28-369bdae7bff1) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:03.330240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:03.390506 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:03.439419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:03.442308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:03.448403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:03.475855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=e4c5de14-1e44-4a1f-aa28-369bdae7bff1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:03.860921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:03.884783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:03.885170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1242e4ce-c23f-44d0-94c2-c34db5d10fe5 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:04.074749 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:04.284342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:04.397093 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-40a3fd11-6d4c-4ee9-817b-ddd2881100af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:04.417390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 66f2075c-fa91-4760-97d7-cb29a32de2ef is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:22:04.545804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:04.559535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f05bb8-946b-41e8-8524-38a87035e0be None None] Sync routers for ids ['66f2075c-fa91-4760-97d7-cb29a32de2ef'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:04.571223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f05bb8-946b-41e8-8524-38a87035e0be None None] Routers {'66f2075c-fa91-4760-97d7-cb29a32de2ef'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:04.572518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-83f05bb8-946b-41e8-8524-38a87035e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['66f2075c-fa91-4760-97d7-cb29a32de2ef'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:04.598508 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:04.599858 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7c141d9e-9ceb-48d9-a0bf-f455dadf8296 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.0168512 Aug 04 17:22:04.602668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56586) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:04.618606 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-83f05bb8-946b-41e8-8524-38a87035e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:04.628855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f05bb8-946b-41e8-8524-38a87035e0be None None] Routers {'66f2075c-fa91-4760-97d7-cb29a32de2ef'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:04.629742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-83f05bb8-946b-41e8-8524-38a87035e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['66f2075c-fa91-4760-97d7-cb29a32de2ef'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:04.670888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-83f05bb8-946b-41e8-8524-38a87035e0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:04.672005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f05bb8-946b-41e8-8524-38a87035e0be None None] The sync data for ids ['66f2075c-fa91-4760-97d7-cb29a32de2ef'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:04.867600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-50649dbf-3731-460a-ad49-0a1168305e58 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/routers/66f2075c-fa91-4760-97d7-cb29a32de2ef HTTP/1.1" status: 200 len: 876 time: 0.1181495 Aug 04 17:22:04.872460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56592) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:05.004842 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:05.041550 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6cb51a11-487e-432e-a1be-c8602564345e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 879 time: 0.3155811 Aug 04 17:22:05.042678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56612) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:05.048419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-10e9088b-3fd6-4eaf-bab6-47798ae3a6ca tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-588968'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:05.413130 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10e9088b-3fd6-4eaf-bab6-47798ae3a6ca tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:05.425674 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10e9088b-3fd6-4eaf-bab6-47798ae3a6ca tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:05.557557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e9088b-3fd6-4eaf-bab6-47798ae3a6ca tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 66f2075c-fa91-4760-97d7-cb29a32de2ef has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:05.687103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e9088b-3fd6-4eaf-bab6-47798ae3a6ca tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:05.700273 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e0aed-cac6-4ce6-bd41-934e8be01cfc None None] Sync routers for ids ['66f2075c-fa91-4760-97d7-cb29a32de2ef'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:05.701016 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10e9088b-3fd6-4eaf-bab6-47798ae3a6ca tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:05.701665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-10e9088b-3fd6-4eaf-bab6-47798ae3a6ca tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/66f2075c-fa91-4760-97d7-cb29a32de2ef HTTP/1.1" status: 200 len: 883 time: 0.6577563 Aug 04 17:22:05.704777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56636) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:05.712545 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e0aed-cac6-4ce6-bd41-934e8be01cfc None None] Routers {'66f2075c-fa91-4760-97d7-cb29a32de2ef'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:05.713153 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-321e0aed-cac6-4ce6-bd41-934e8be01cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['66f2075c-fa91-4760-97d7-cb29a32de2ef'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:05.752278 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-321e0aed-cac6-4ce6-bd41-934e8be01cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:05.763505 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e0aed-cac6-4ce6-bd41-934e8be01cfc None None] Routers {'66f2075c-fa91-4760-97d7-cb29a32de2ef'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:05.764193 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-321e0aed-cac6-4ce6-bd41-934e8be01cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['66f2075c-fa91-4760-97d7-cb29a32de2ef'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:05.805488 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-321e0aed-cac6-4ce6-bd41-934e8be01cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:05.806484 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e0aed-cac6-4ce6-bd41-934e8be01cfc None None] The sync data for ids ['66f2075c-fa91-4760-97d7-cb29a32de2ef'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:05.853576 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:05.854167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-30084d33-bdcd-43ac-b195-8e3ca79bccd1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/routers/66f2075c-fa91-4760-97d7-cb29a32de2ef HTTP/1.1" status: 200 len: 883 time: 0.1478782 Aug 04 17:22:05.856972 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56644) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:05.886951 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d1b9e2e1-1897-45f5-b02d-3d70986a05a8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=66f2075c-fa91-4760-97d7-cb29a32de2ef HTTP/1.1" status: 200 len: 205 time: 0.0268674 Aug 04 17:22:05.887680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56646) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:06.016957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.137796 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.221796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port e4c5de14-1e44-4a1f-aa28-369bdae7bff1 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:06.222216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.321437 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.334861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for e4c5de14-1e44-4a1f-aa28-369bdae7bff1 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:06.520065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.554609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=e4c5de14-1e44-4a1f-aa28-369bdae7bff1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:06.613491 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.736228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.739682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.804572 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.805119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Fanout notify agent at l3_agent the message router_deleted on router 66f2075c-fa91-4760-97d7-cb29a32de2ef {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:22:06.812263 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.813948 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fd071b87-e495-4d99-bdeb-d313aef23204 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/66f2075c-fa91-4760-97d7-cb29a32de2ef HTTP/1.1" status: 204 len: 168 time: 0.9249973 Aug 04 17:22:06.818009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56680) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:06.823370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'network': {'name': 'tempest-RoutersTest-1002231491'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:06.860499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:06.864248 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.891558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:22:06.901136 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.901422 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added segment 38816e80-c404-482c-8e1b-26ba1a8eaf81 of type vlan for network 4a97a520-7cb5-44e3-b22f-fbb9716d31ca Aug 04 17:22:06.945255 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.992973 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:06.999441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:07.000288 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:07.080573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2614722 Aug 04 17:22:07.083427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56692) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:07.088717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'subnet': {'network_id': '4a97a520-7cb5-44e3-b22f-fbb9716d31ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:07.089602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c501039-4894-4d6e-bda5-d72f3f7ae961 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Network': ['ID=4a97a520-7cb5-44e3-b22f-fbb9716d31ca,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:07.101035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 4a97a520-7cb5-44e3-b22f-fbb9716d31ca details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:22:07.210624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:07.214784 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:07.460140 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:07.471764 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:07.548277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Subnet': ['ID=0e693e93-06c7-482b-aef3-96ab94db830d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:07.559055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Checking segment: {'id': '38816e80-c404-482c-8e1b-26ba1a8eaf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '4a97a520-7cb5-44e3-b22f-fbb9716d31ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:07.559490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network hostable DHCP agents. Network: 4a97a520-7cb5-44e3-b22f-fbb9716d31ca, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:22:07.580239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 4a97a520-7cb5-44e3-b22f-fbb9716d31ca is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:22:07.593961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 4a97a520-7cb5-44e3-b22f-fbb9716d31ca) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:07.599115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:07.599777 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:07.604778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7793f835-b185-4401-94f2-c4fc4fe97f2f None None] Network 4a97a520-7cb5-44e3-b22f-fbb9716d31ca requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:07.619609 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fcbd6ab7-f65b-4e4a-8df8-936c66d45888 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5350459 Aug 04 17:22:07.622445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56706) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:07.628264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-72eaf4fa-552b-4826-b64e-f1c6c7d423fd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-414683477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:07.659303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72eaf4fa-552b-4826-b64e-f1c6c7d423fd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:07.660788 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72eaf4fa-552b-4826-b64e-f1c6c7d423fd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:07.739926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72eaf4fa-552b-4826-b64e-f1c6c7d423fd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:07.750314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72eaf4fa-552b-4826-b64e-f1c6c7d423fd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:07.788500 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-72eaf4fa-552b-4826-b64e-f1c6c7d423fd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:07.792575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-72eaf4fa-552b-4826-b64e-f1c6c7d423fd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1662178 Aug 04 17:22:07.792975 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56716) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:07.963571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-4a97a520-7cb5-44e3-b22f-fbb9716d31ca', 'network_id': '4a97a520-7cb5-44e3-b22f-fbb9716d31ca', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'fixed_ips': [{'subnet_id': '0e693e93-06c7-482b-aef3-96ab94db830d'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:22:07.964945 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:08.157127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Allocated IP 172.20.0.2 (4a97a520-7cb5-44e3-b22f-fbb9716d31ca/0e693e93-06c7-482b-aef3-96ab94db830d/c7cf0cca-4d3f-4727-a6fe-cc0027405e89) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:08.212967 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:08.400222 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:08.421755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Transition to ACTIVE for port object c7cf0cca-4d3f-4727-a6fe-cc0027405e89 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:08.440663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Transition to ACTIVE for port object c7cf0cca-4d3f-4727-a6fe-cc0027405e89 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:08.448600 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:08.489151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Network 4a97a520-7cb5-44e3-b22f-fbb9716d31ca is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:08.492076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:08.495626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:08.514132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Pushing event updated for resources: {'Port': ['ID=c7cf0cca-4d3f-4727-a6fe-cc0027405e89,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:08.528997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Allocated IP 172.20.0.1 (4a97a520-7cb5-44e3-b22f-fbb9716d31ca/0e693e93-06c7-482b-aef3-96ab94db830d/f9fdb980-d751-4830-8cf3-d539e428368f) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:08.560156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Attempting to bind port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:08.560531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Attempting to bind port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '38816e80-c404-482c-8e1b-26ba1a8eaf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '4a97a520-7cb5-44e3-b22f-fbb9716d31ca'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:08.560898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Attempting to bind port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 on network 4a97a520-7cb5-44e3-b22f-fbb9716d31ca {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:08.566670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:08.567086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Checking segment: {'id': '38816e80-c404-482c-8e1b-26ba1a8eaf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '4a97a520-7cb5-44e3-b22f-fbb9716d31ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:08.567499 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:08.567900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Bound using segment: {'id': '38816e80-c404-482c-8e1b-26ba1a8eaf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '4a97a520-7cb5-44e3-b22f-fbb9716d31ca'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:08.568374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Bound port: c7cf0cca-4d3f-4727-a6fe-cc0027405e89, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38816e80-c404-482c-8e1b-26ba1a8eaf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '4a97a520-7cb5-44e3-b22f-fbb9716d31ca'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:08.568756 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:08.667882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] For port c7cf0cca-4d3f-4727-a6fe-cc0027405e89, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:08.671553 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:08.674482 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] For port c7cf0cca-4d3f-4727-a6fe-cc0027405e89, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c7cf0cca-4d3f-4727-a6fe-cc0027405e89,segment=NetworkSegment(38816e80-c404-482c-8e1b-26ba1a8eaf81),segment_id=38816e80-c404-482c-8e1b-26ba1a8eaf81)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:08.681147 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:08.689069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Transition to ACTIVE for port object f9fdb980-d751-4830-8cf3-d539e428368f will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:08.746143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e391d99-a8c3-4222-a749-3905f98c3ec0 None None] Pushing event updated for resources: {'Port': ['ID=c7cf0cca-4d3f-4727-a6fe-cc0027405e89,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:08.756284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:08.809771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 4a97a520-7cb5-44e3-b22f-fbb9716d31ca is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:08.810663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=f9fdb980-d751-4830-8cf3-d539e428368f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:08.813350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:08.815323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:08.859988 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:09.029406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:09.115437 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:09.192906 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:09.795843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:09.806943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:09.929462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c7cf0cca-4d3f-4727-a6fe-cc0027405e89 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:09.951838 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:09.956360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=f9fdb980-d751-4830-8cf3-d539e428368f,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:10.004024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:10.126795 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-5957e516-71a5-4e9d-a25d-10d3f153b49c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1200244 Aug 04 17:22:10.136603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0b17d-c20b-4e3f-8c23-7861c58c0a55 None None] Network 4a97a520-7cb5-44e3-b22f-fbb9716d31ca requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:10.178720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 4a97a520-7cb5-44e3-b22f-fbb9716d31ca is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:10.180867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:10.189071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-fc77ea13-4c2d-4278-9f85-1259f2f04a23 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891719 Aug 04 17:22:10.322369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-6cea30f6-d8ac-4bd6-ace5-a9d61c8cc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:10.324052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-6cea30f6-d8ac-4bd6-ace5-a9d61c8cc03c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1096 time: 0.0814879 Aug 04 17:22:10.332912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b54c7fd0-96db-40e7-b775-c54fded75a98 None None] Provisioning for port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:10.345805 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b54c7fd0-96db-40e7-b775-c54fded75a98 None None] Provisioning complete for port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:10.346746 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b54c7fd0-96db-40e7-b775-c54fded75a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:10.356671 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-6822017f-bde3-4bb3-832d-ec6f681849b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:10.357752 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-6822017f-bde3-4bb3-832d-ec6f681849b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2311150595842eaae50cbd8cfe03ad9&device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 1135 time: 0.1711390 Aug 04 17:22:10.498971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-db1d3723-6c1d-4a26-8738-5b2501784c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:10.501305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-db1d3723-6c1d-4a26-8738-5b2501784c14 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1540706 Aug 04 17:22:10.510703 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b54c7fd0-96db-40e7-b775-c54fded75a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:10.523535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-695cb551-20ad-4626-a8f0-6c778195e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:10.525212 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-695cb551-20ad-4626-a8f0-6c778195e2fe service neutron] 10.222.0.90 "GET /v2.0/networks?id=2204117f-81ac-41c9-a304-6d2a02235382 HTTP/1.1" status: 200 len: 898 time: 0.1415322 Aug 04 17:22:10.545400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 165f286e-1b1a-4d70-ad4d-9c6092b2f2d5 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:22:10.571758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b54c7fd0-96db-40e7-b775-c54fded75a98 None None] For port c7cf0cca-4d3f-4727-a6fe-cc0027405e89, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c7cf0cca-4d3f-4727-a6fe-cc0027405e89,segment=NetworkSegment(38816e80-c404-482c-8e1b-26ba1a8eaf81),segment_id=38816e80-c404-482c-8e1b-26ba1a8eaf81)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:10.577964 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b54c7fd0-96db-40e7-b775-c54fded75a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:10.633368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-029c20e3-8d38-4574-a05c-c69fd3ac09a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 1001 time: 0.1243389 Aug 04 17:22:10.653371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c7fd0-96db-40e7-b775-c54fded75a98 None None] Pushing event updated for resources: {'Port': ['ID=c7cf0cca-4d3f-4727-a6fe-cc0027405e89,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:10.750236 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-b5b254ac-e9a2-4eef-afb9-1ef282c92674 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571b2f56-f2df-4a36-a177-df26eadb01e9 HTTP/1.1" status: 200 len: 1001 time: 0.2138274 Aug 04 17:22:10.762541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-2e8d4e4c-0df8-445a-ad0b-08fec41ea6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:10.767023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-2e8d4e4c-0df8-445a-ad0b-08fec41ea6b4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.1221631 Aug 04 17:22:10.808600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:10.817886 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-68ec0fe2-7e89-4e88-a4b1-a0235ac7acfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/165f286e-1b1a-4d70-ad4d-9c6092b2f2d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0238469 Aug 04 17:22:10.822597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56796) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:10.824821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ad9f5-3f82-4744-9006-4d7a89dffcb8 None None] Sync routers for ids ['165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:10.860746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ad9f5-3f82-4744-9006-4d7a89dffcb8 None None] Routers {'165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:10.863966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-50496118-dee6-4772-bea9-6ecb3651118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:10.865235 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-50496118-dee6-4772-bea9-6ecb3651118e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49f62b30-24ed-4ee1-8fd6-02362d733b86 HTTP/1.1" status: 200 len: 834 time: 0.1043737 Aug 04 17:22:10.865912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0a5ad9f5-3f82-4744-9006-4d7a89dffcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:10.880873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-4aeaee9e-36d3-4c22-aa99-ce52a31f83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:10.882247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3058479e-fc7c-4b2f-9a1d-99dd7d211795 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:10.882387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-4aeaee9e-36d3-4c22-aa99-ce52a31f83a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990152 Aug 04 17:22:10.883768 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3058479e-fc7c-4b2f-9a1d-99dd7d211795 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports/f9fdb980-d751-4830-8cf3-d539e428368f HTTP/1.1" status: 200 len: 910 time: 0.0597832 Aug 04 17:22:10.887259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56800) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:10.895119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-66c30997-6cc7-4437-81f3-f60571cbcce3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e693e93-06c7-482b-aef3-96ab94db830d'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:10.920127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0a5ad9f5-3f82-4744-9006-4d7a89dffcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:10.938499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ad9f5-3f82-4744-9006-4d7a89dffcb8 None None] Routers {'165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:10.940909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0a5ad9f5-3f82-4744-9006-4d7a89dffcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:10.943949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f30670d5-ffa2-4ba8-8972-bdee74123a47 None None] Provisioning for port f9fdb980-d751-4830-8cf3-d539e428368f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:10.955897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-e7281209-6c10-462d-90af-f372fed5f9bb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:22:10.957333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-e7281209-6c10-462d-90af-f372fed5f9bb service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065095 Aug 04 17:22:10.991821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f30670d5-ffa2-4ba8-8972-bdee74123a47 None None] Provisioning complete for port f9fdb980-d751-4830-8cf3-d539e428368f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:10.992555 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f30670d5-ffa2-4ba8-8972-bdee74123a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:11.001982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-590270b2-8685-45ef-8087-a01e98db3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:11.003635 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-590270b2-8685-45ef-8087-a01e98db3533 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2204117f-81ac-41c9-a304-6d2a02235382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187656 Aug 04 17:22:11.037527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0a5ad9f5-3f82-4744-9006-4d7a89dffcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:11.038596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ad9f5-3f82-4744-9006-4d7a89dffcb8 None None] The sync data for ids ['165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'] in n-d-764435-5 is: [] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:11.042173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f30670d5-ffa2-4ba8-8972-bdee74123a47 None None] Port f9fdb980-d751-4830-8cf3-d539e428368f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:11.055395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f30670d5-ffa2-4ba8-8972-bdee74123a47 None None] Provisioning complete for port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:11.056177 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f30670d5-ffa2-4ba8-8972-bdee74123a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:11.176893 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-6a0373f9-6f08-49b2-99df-297f00b9eeaf service neutron] 10.222.0.90 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596234 Aug 04 17:22:11.249551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-8ad258d0-d0c5-4023-aa93-47b8da729799 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765286 Aug 04 17:22:11.363201 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66c30997-6cc7-4437-81f3-f60571cbcce3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:11.368479 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5105f6d4-486b-4c34-bf4a-70e1e5d43b21 req-20b5a668-4365-4061-89ed-09edc62c059a service neutron] 10.222.0.90 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724439 Aug 04 17:22:11.374538 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e75c571b-2254-4207-b0aa-6f954e9e72e6 None None] Provisioning complete for port f9fdb980-d751-4830-8cf3-d539e428368f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:11.375361 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e75c571b-2254-4207-b0aa-6f954e9e72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:11.503929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e75c571b-2254-4207-b0aa-6f954e9e72e6 None None] Port f9fdb980-d751-4830-8cf3-d539e428368f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:11.515184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29ddb8ee-ddf8-4de4-87d3-745ade952903 req-f130e582-8403-4434-b531-4bc71afea75a service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386289 Aug 04 17:22:11.650951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-9005e359-1266-4909-bf0e-8163ad5bd80f None None] Provisioning complete for port f9fdb980-d751-4830-8cf3-d539e428368f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:11.651326 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9005e359-1266-4909-bf0e-8163ad5bd80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:11.693408 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9005e359-1266-4909-bf0e-8163ad5bd80f None None] Port f9fdb980-d751-4830-8cf3-d539e428368f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:11.888789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c7cf0cca-4d3f-4727-a6fe-cc0027405e89 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:11.964008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:11.964577 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.011180 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66c30997-6cc7-4437-81f3-f60571cbcce3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.025392 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66c30997-6cc7-4437-81f3-f60571cbcce3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.145271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c30997-6cc7-4437-81f3-f60571cbcce3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:12.147226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-66c30997-6cc7-4437-81f3-f60571cbcce3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.151996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56830) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:12.152620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-66c30997-6cc7-4437-81f3-f60571cbcce3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/ports/f9fdb980-d751-4830-8cf3-d539e428368f HTTP/1.1" status: 200 len: 910 time: 1.2637877 Aug 04 17:22:12.252361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c30997-6cc7-4437-81f3-f60571cbcce3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=f9fdb980-d751-4830-8cf3-d539e428368f,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:12.486555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56842) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:12.588022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-87abab5c-c4b5-4946-bf5b-fd360027566b tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3061 time: 0.0968583 Aug 04 17:22:12.588650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56846) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:12.594552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'network': {'name': 'tempest-network-smoke--500727551', 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'port_security_enabled': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:12.624668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Made reservation on behalf of e2311150595842eaae50cbd8cfe03ad9 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:12.632014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.637787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.686505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:22:12.700963 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.701251 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Added segment 8739dc5a-116a-48d0-b89e-ed182e9aeea3 of type vlan for network 75b535bd-2e1a-4f78-ac5d-b201486245cb Aug 04 17:22:12.756291 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.807408 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.818681 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:12.819764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.891963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3021271 Aug 04 17:22:12.899673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56854) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:12.909032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-777204999', 'admin_state_up': True, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:12.948713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e483a1-887b-43fb-923d-f8429d4daea7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Network': ['ID=75b535bd-2e1a-4f78-ac5d-b201486245cb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:12.955962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.957578 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:12.973028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 75b535bd-2e1a-4f78-ac5d-b201486245cb details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:22:13.008540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port f9fdb980-d751-4830-8cf3-d539e428368f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:13.008891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:13.032793 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:13.167426 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:13.179878 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for f9fdb980-d751-4830-8cf3-d539e428368f owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:13.408848 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:13.459522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=f9fdb980-d751-4830-8cf3-d539e428368f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:13.595039 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:13.632226 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:13.918572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 165f286e-1b1a-4d70-ad4d-9c6092b2f2d5 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:13.947456 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:13.968220 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.014023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:14.022056 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-561d10d7-d7fb-4e5a-b961-f865232a2370 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/165f286e-1b1a-4d70-ad4d-9c6092b2f2d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8660336 Aug 04 17:22:14.023176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56898) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:14.026560 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c4e1c-3b9e-470f-acd4-c87906715285 None None] Sync routers for ids ['165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:14.037781 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c4e1c-3b9e-470f-acd4-c87906715285 None None] Routers {'165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:14.038042 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-473c4e1c-3b9e-470f-acd4-c87906715285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:14.050078 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8797afe8-4b96-42d3-9f20-5eabcd566a55 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=165f286e-1b1a-4d70-ad4d-9c6092b2f2d5 HTTP/1.1" status: 200 len: 205 time: 0.0266244 Aug 04 17:22:14.052841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56900) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:14.073985 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-473c4e1c-3b9e-470f-acd4-c87906715285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:14.083618 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c4e1c-3b9e-470f-acd4-c87906715285 None None] Routers {'165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:14.084492 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-473c4e1c-3b9e-470f-acd4-c87906715285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:14.102669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Allocated IP 172.25.2.178 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/35700c9a-f821-4456-90e7-0462ce1a0c5f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:14.118649 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-473c4e1c-3b9e-470f-acd4-c87906715285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:14.119603 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c4e1c-3b9e-470f-acd4-c87906715285 None None] The sync data for ids ['165f286e-1b1a-4d70-ad4d-9c6092b2f2d5'] in n-d-764435-5 is: [] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:14.134703 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc46d4c2-5a36-4155-8cac-9c154122a910 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.239748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.288779 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.341937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc46d4c2-5a36-4155-8cac-9c154122a910 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.344887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:14.345478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc46d4c2-5a36-4155-8cac-9c154122a910 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.347935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:14.358028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:14.385519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Port': ['ID=35700c9a-f821-4456-90e7-0462ce1a0c5f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:14.408465 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc46d4c2-5a36-4155-8cac-9c154122a910 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.409020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc46d4c2-5a36-4155-8cac-9c154122a910 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Fanout notify agent at l3_agent the message router_deleted on router 165f286e-1b1a-4d70-ad4d-9c6092b2f2d5 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:22:14.421197 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cc46d4c2-5a36-4155-8cac-9c154122a910 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.423145 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cc46d4c2-5a36-4155-8cac-9c154122a910 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/165f286e-1b1a-4d70-ad4d-9c6092b2f2d5 HTTP/1.1" status: 204 len: 168 time: 0.3691268 Aug 04 17:22:14.425713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56906) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:14.504224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-040dc53c-045d-4471-8c88-38ff3470af64 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting subnet 0e693e93-06c7-482b-aef3-96ab94db830d {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:22:14.508640 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040dc53c-045d-4471-8c88-38ff3470af64 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.589545 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040dc53c-045d-4471-8c88-38ff3470af64 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.729288 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040dc53c-045d-4471-8c88-38ff3470af64 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.831443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040dc53c-045d-4471-8c88-38ff3470af64 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.840465 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.859890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dc53c-045d-4471-8c88-38ff3470af64 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Subnet': ['ID=0e693e93-06c7-482b-aef3-96ab94db830d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:14.870956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-040dc53c-045d-4471-8c88-38ff3470af64 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:14.874859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8359c2e8-7ce1-411c-8130-cc9a6bac8f8c None None] Network 4a97a520-7cb5-44e3-b22f-fbb9716d31ca requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:14.875698 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-040dc53c-045d-4471-8c88-38ff3470af64 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/0e693e93-06c7-482b-aef3-96ab94db830d HTTP/1.1" status: 204 len: 168 time: 0.4461493 Aug 04 17:22:14.875698 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56918) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:15.190671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706a1586-5545-4a2a-9eec-eac4e17aa940 None None] DHCP port deletion for 4a97a520-7cb5-44e3-b22f-fbb9716d31ca request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:22:15.244596 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:15.310426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-706a1586-5545-4a2a-9eec-eac4e17aa940 None None] Deleting port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:15.311208 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-706a1586-5545-4a2a-9eec-eac4e17aa940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:15.388690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-706a1586-5545-4a2a-9eec-eac4e17aa940 None None] For port c7cf0cca-4d3f-4727-a6fe-cc0027405e89, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c7cf0cca-4d3f-4727-a6fe-cc0027405e89,segment=NetworkSegment(38816e80-c404-482c-8e1b-26ba1a8eaf81),segment_id=38816e80-c404-482c-8e1b-26ba1a8eaf81)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:15.389469 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-706a1586-5545-4a2a-9eec-eac4e17aa940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:15.405557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-706a1586-5545-4a2a-9eec-eac4e17aa940 None None] Calling delete_port for c7cf0cca-4d3f-4727-a6fe-cc0027405e89 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:15.503474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:22:15.529869 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:15.589615 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-706a1586-5545-4a2a-9eec-eac4e17aa940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:15.633252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a1586-5545-4a2a-9eec-eac4e17aa940 None None] Pushing event deleted for resources: {'Port': ['ID=c7cf0cca-4d3f-4727-a6fe-cc0027405e89,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:15.648019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:15.648481 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:15.658640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a1586-5545-4a2a-9eec-eac4e17aa940 None None] No DVR routers for this DVR port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:15.760993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port c7cf0cca-4d3f-4727-a6fe-cc0027405e89, host n-d-764435-5, got binding levels [] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:15.760993 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:15.770349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:15.775112 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for c7cf0cca-4d3f-4727-a6fe-cc0027405e89 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:15.778701 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 was not found and therefore no delete operation was performed {{(pid=105829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:22:15.780742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:15.784247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Sync routers for ids ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:15.803850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Routers {'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:15.805831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:15.811746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:15.814005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bf326c01-32a0-445e-85bd-3df56b1d95e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9133837 Aug 04 17:22:15.817476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56936) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:15.832340 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No DVR routers for this DVR port c7cf0cca-4d3f-4727-a6fe-cc0027405e89 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:15.834011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=c7cf0cca-4d3f-4727-a6fe-cc0027405e89,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:15.948107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c7cf0cca-4d3f-4727-a6fe-cc0027405e89 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:15.976383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c7cf0cca-4d3f-4727-a6fe-cc0027405e89 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:15.976729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c7cf0cca-4d3f-4727-a6fe-cc0027405e89 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:15.988676 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec4d425-f5de-4117-beec-06a08f3429fc tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:15.993736 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2ec4d425-f5de-4117-beec-06a08f3429fc tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e2311150595842eaae50cbd8cfe03ad9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1715982 Aug 04 17:22:15.996854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56942) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:16.025805 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Set router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:16.077146 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.095982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a97a520-7cb5-44e3-b22f-fbb9716d31ca']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:16.110232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38816e80-c404-482c-8e1b-26ba1a8eaf81') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:16.110700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38816e80-c404-482c-8e1b-26ba1a8eaf81') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:16.123134 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.155748 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.163319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:22:16.163851 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:22:16.199963 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:22:16.274337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.299207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4878258c-247a-44b8-9515-2690c49b3b65 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:16.300402 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.300769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4878258c-247a-44b8-9515-2690c49b3b65 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3023486 Aug 04 17:22:16.307766 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/networks/4a97a520-7cb5-44e3-b22f-fbb9716d31ca HTTP/1.1" status: 204 len: 168 time: 1.4276009 Aug 04 17:22:16.308226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56952) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:16.308334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8d2e1-c120-47e7-b92d-5c51cc56982b tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Network': ['ID=4a97a520-7cb5-44e3-b22f-fbb9716d31ca,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:16.312538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56954) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:16.329146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-35b3d900-079a-4fb4-a2eb-81b06d4bb8b1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1637870218', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:16.338719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777204999', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:12Z', 'updated_at': '2021-08-04T17:22:14Z', 'revision_number': 3, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:66:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:13Z', 'updated_at': '2021-08-04T17:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:16.353966 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-35b3d900-079a-4fb4-a2eb-81b06d4bb8b1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.357386 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-35b3d900-079a-4fb4-a2eb-81b06d4bb8b1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.367958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Checking router: ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:16.368413 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Updating router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 port 35700c9a-f821-4456-90e7-0462ce1a0c5f binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:22:16.380389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-08f06330-9b15-4949-aacf-9874c250f43f tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730722 Aug 04 17:22:16.380650 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56956) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:16.404026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.429235 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fb30e888-324b-4214-8970-97e096d1d7a0 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e2311150595842eaae50cbd8cfe03ad9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429416 Aug 04 17:22:16.429466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56960) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:16.511560 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-35b3d900-079a-4fb4-a2eb-81b06d4bb8b1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.517532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-35b3d900-079a-4fb4-a2eb-81b06d4bb8b1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.550555 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-35b3d900-079a-4fb4-a2eb-81b06d4bb8b1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.551799 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-35b3d900-079a-4fb4-a2eb-81b06d4bb8b1 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2384520 Aug 04 17:22:16.554580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56962) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:16.559628 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'network': {'name': 'tempest-RoutersTest-629848191'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:16.559850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2d5b24-23a9-492e-a529-2bedc383897b tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:16.561449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cd2d5b24-23a9-492e-a529-2bedc383897b tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317856 Aug 04 17:22:16.564625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56964) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:16.608302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8c1ab98a-ed42-40f1-b659-de0ef76b4495 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419631 Aug 04 17:22:16.610728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56968) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:16.611895 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:16.615665 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.618194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1273455407', 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb', 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:16.664816 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:22:16.685321 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.685670 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added segment 916f8b16-97be-4163-9154-23f553d9afe8 of type vlan for network 31b6bebc-7452-4216-b5dd-174e523a4730 Aug 04 17:22:16.758758 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.759647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Made reservation on behalf of e2311150595842eaae50cbd8cfe03ad9 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:16.763812 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.834097 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.841045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:16.841857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.916707 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3608873 Aug 04 17:22:16.916950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56974) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:16.918604 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:16.926035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'subnet': {'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:16.927743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5470f0-1d2d-4a86-9329-91c997f95d9c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Network': ['ID=31b6bebc-7452-4216-b5dd-174e523a4730,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:16.930356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Transition to ACTIVE for port object 35700c9a-f821-4456-90e7-0462ce1a0c5f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:16.939257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 31b6bebc-7452-4216-b5dd-174e523a4730 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:22:16.996781 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:17.088945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Attempting to bind port 35700c9a-f821-4456-90e7-0462ce1a0c5f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:17.089459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Attempting to bind port 35700c9a-f821-4456-90e7-0462ce1a0c5f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:17.090051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Attempting to bind port 35700c9a-f821-4456-90e7-0462ce1a0c5f on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:17.105304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:17.110371 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:17.130442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:17.130442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:17.130442 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:17.131182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:17.131752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Bound port: 35700c9a-f821-4456-90e7-0462ce1a0c5f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:17.132222 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:17.176588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29fee1-5ca9-4fae-88fa-9d62aae9a53e None None] Pushing event updated for resources: {'Port': ['ID=35700c9a-f821-4456-90e7-0462ce1a0c5f,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:17.218971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] For port 35700c9a-f821-4456-90e7-0462ce1a0c5f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:17.224717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] For port 35700c9a-f821-4456-90e7-0462ce1a0c5f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=35700c9a-f821-4456-90e7-0462ce1a0c5f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:17.232860 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:17.271992 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:17.304804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Routers {'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:17.305444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:17.357381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29fee1-5ca9-4fae-88fa-9d62aae9a53e None None] Pushing event updated for resources: {'Port': ['ID=35700c9a-f821-4456-90e7-0462ce1a0c5f,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:17.397734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Subnet': ['ID=80516b79-88cf-412e-b31a-9a0c16308f21,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:17.417452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Checking segment: {'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:17.417847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network hostable DHCP agents. Network: 75b535bd-2e1a-4f78-ac5d-b201486245cb, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:22:17.471471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 75b535bd-2e1a-4f78-ac5d-b201486245cb is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:22:17.499252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 75b535bd-2e1a-4f78-ac5d-b201486245cb) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:17.505320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:17.506103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:17.511048 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:17.567092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 56990) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:17.567708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b07e893e-b1be-4c33-a0c7-01117279baed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9544837 Aug 04 17:22:17.601110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Subnet': ['ID=29c28c7d-2e62-4ad0-83a0-296207068265,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:17.612943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Checking segment: {'id': '916f8b16-97be-4163-9154-23f553d9afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:17.612943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network hostable DHCP agents. Network: 31b6bebc-7452-4216-b5dd-174e523a4730, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:22:17.630216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f89462-194b-44e4-bbf8-0a697d3b6761 None None] Network 75b535bd-2e1a-4f78-ac5d-b201486245cb requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:17.635818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 31b6bebc-7452-4216-b5dd-174e523a4730 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:22:17.671212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 31b6bebc-7452-4216-b5dd-174e523a4730) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:17.676323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:17.676953 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:17.703654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9301f023-5976-40d5-bd21-0f4574bd157e None None] Network 31b6bebc-7452-4216-b5dd-174e523a4730 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:17.709675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d525bb47-8da6-4461-87b0-cc1a387190c8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7915349 Aug 04 17:22:17.712461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 56996) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:18.037776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-75b535bd-2e1a-4f78-ac5d-b201486245cb', 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'fixed_ips': [{'subnet_id': '80516b79-88cf-412e-b31a-9a0c16308f21'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:22:18.038330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:18.050754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] Set router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:18.172707 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:18.320535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:18.363426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Allocated IP 172.20.0.18 (75b535bd-2e1a-4f78-ac5d-b201486245cb/80516b79-88cf-412e-b31a-9a0c16308f21/bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:18.744370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-31b6bebc-7452-4216-b5dd-174e523a4730', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:22:18.745538 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:18.949164 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:18.972791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Transition to ACTIVE for port object bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:18.991342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Allocated IP 172.20.0.1 (31b6bebc-7452-4216-b5dd-174e523a4730/29c28c7d-2e62-4ad0-83a0-296207068265/16f1c48e-b7ae-4877-8082-5e1b27cd6d96) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:19.000170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Transition to ACTIVE for port object bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:19.004701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777204999', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:12Z', 'updated_at': '2021-08-04T17:22:14Z', 'revision_number': 3, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:66:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:13Z', 'updated_at': '2021-08-04T17:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:19.008783 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.083530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Pushing event updated for resources: {'Port': ['ID=bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:19.093318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.093842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.094320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.094881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.095338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.095681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.096017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.096346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.096675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.097005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.097330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.097656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:19.106599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e516b-21ca-4b84-9644-0e711850202e None None] The sync data for ids ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'] in n-d-764435-5 is: [{'id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777204999', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:12Z', 'updated_at': '2021-08-04T17:22:14Z', 'revision_number': 3, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:66:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:13Z', 'updated_at': '2021-08-04T17:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:19.119947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Network 75b535bd-2e1a-4f78-ac5d-b201486245cb is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:19.121483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:19.138423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:19.187964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Allocated IP 172.20.0.17 (75b535bd-2e1a-4f78-ac5d-b201486245cb/80516b79-88cf-412e-b31a-9a0c16308f21/1a8be64e-78f5-4083-8a90-f8c2ac422d7d) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:19.193342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.232239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Transition to ACTIVE for port object 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:19.251686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Attempting to bind port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:19.252805 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Attempting to bind port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:19.253823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Attempting to bind port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 on network 75b535bd-2e1a-4f78-ac5d-b201486245cb {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:19.273282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:19.274598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Checking segment: {'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:19.275259 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.275922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Bound using segment: {'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:19.281039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Bound port: bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:19.282100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.338561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.419234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=16f1c48e-b7ae-4877-8082-5e1b27cd6d96,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:19.433791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 31b6bebc-7452-4216-b5dd-174e523a4730 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:19.435823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:19.446596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:19.461666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.482322 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] For port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:19.483037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Transition to ACTIVE for port object 1a8be64e-78f5-4083-8a90-f8c2ac422d7d will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:19.491836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] For port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:19.502509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Allocated IP 172.20.0.2 (31b6bebc-7452-4216-b5dd-174e523a4730/29c28c7d-2e62-4ad0-83a0-296207068265/d370f8ad-aa0a-4b97-a31f-7eb413995ba5) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:19.505759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.512612 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.603854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.685860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 75b535bd-2e1a-4f78-ac5d-b201486245cb is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:19.693162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:19.720391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:19.761873 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.805558 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Port': ['ID=1a8be64e-78f5-4083-8a90-f8c2ac422d7d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:19.812246 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cddf57-f8e6-46e2-bc6b-20a332c0f214 None None] Pushing event updated for resources: {'Port': ['ID=bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:19.901377 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:19.987300 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:20.036068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Transition to ACTIVE for port object d370f8ad-aa0a-4b97-a31f-7eb413995ba5 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:20.085076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Transition to ACTIVE for port object d370f8ad-aa0a-4b97-a31f-7eb413995ba5 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:20.115288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:20.239893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 35700c9a-f821-4456-90e7-0462ce1a0c5f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:20.271895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:20.320021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Pushing event updated for resources: {'Port': ['ID=d370f8ad-aa0a-4b97-a31f-7eb413995ba5,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:20.338428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Network 31b6bebc-7452-4216-b5dd-174e523a4730 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:20.343963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:20.366394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:20.576405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Attempting to bind port d370f8ad-aa0a-4b97-a31f-7eb413995ba5 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:20.582677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Attempting to bind port d370f8ad-aa0a-4b97-a31f-7eb413995ba5 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '916f8b16-97be-4163-9154-23f553d9afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:20.583451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Attempting to bind port d370f8ad-aa0a-4b97-a31f-7eb413995ba5 on network 31b6bebc-7452-4216-b5dd-174e523a4730 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:20.606699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:20.607720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Checking segment: {'id': '916f8b16-97be-4163-9154-23f553d9afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:20.608519 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:20.609340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Bound using segment: {'id': '916f8b16-97be-4163-9154-23f553d9afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:20.610328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Bound port: d370f8ad-aa0a-4b97-a31f-7eb413995ba5, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916f8b16-97be-4163-9154-23f553d9afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:20.611012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:20.623871 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:20.637299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 35700c9a-f821-4456-90e7-0462ce1a0c5f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:20.637564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:20.650454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 35700c9a-f821-4456-90e7-0462ce1a0c5f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:20.651016 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:20.790459 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:20.795222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=16f1c48e-b7ae-4877-8082-5e1b27cd6d96,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:20.829520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] For port d370f8ad-aa0a-4b97-a31f-7eb413995ba5, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:20.840009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] For port d370f8ad-aa0a-4b97-a31f-7eb413995ba5, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d370f8ad-aa0a-4b97-a31f-7eb413995ba5,segment=NetworkSegment(916f8b16-97be-4163-9154-23f553d9afe8),segment_id=916f8b16-97be-4163-9154-23f553d9afe8)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:20.926451 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:21.038744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 31b6bebc-7452-4216-b5dd-174e523a4730 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:21.046698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:21.057945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:21.070485 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:21.075444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:21.220656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1c47c-0cd1-4700-9add-afbf486ad82b None None] Pushing event updated for resources: {'Port': ['ID=d370f8ad-aa0a-4b97-a31f-7eb413995ba5,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:21.244105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 35700c9a-f821-4456-90e7-0462ce1a0c5f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=35700c9a-f821-4456-90e7-0462ce1a0c5f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:21.254062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:21.346754 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:21.416155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:22:21.429657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=35700c9a-f821-4456-90e7-0462ce1a0c5f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:21.494225 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Port': ['ID=1a8be64e-78f5-4083-8a90-f8c2ac422d7d,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:21.594941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b1149-33df-49e2-ae76-f6fddce6f159 None None] Network 75b535bd-2e1a-4f78-ac5d-b201486245cb requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:21.683641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:21.701932 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Sync routers for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:21.713077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f6cd4cea-6639-417d-8bd8-9f74e7be0df5 None None] Provisioning for port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:21.716878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a52e2d39-2434-4005-a0af-431d8e16fa96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0032020 Aug 04 17:22:21.719483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57120) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:21.728607 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:21.729234 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:21.737235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'network': {'name': 'tempest-RoutersTest-1181142725'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:21.785794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 75b535bd-2e1a-4f78-ac5d-b201486245cb is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:21.796113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:21.799703 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:21.803550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:21.845816 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:22:21.874124 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:21.874510 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added segment 0ad5dfeb-c75e-4b5b-8c75-61760ae397c2 of type vlan for network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 Aug 04 17:22:21.990310 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:22.049759 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:22.088614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:22.105961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:22.106683 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:22.165437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:22.272099 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5498004 Aug 04 17:22:22.275373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57160) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:22.280657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 35700c9a-f821-4456-90e7-0462ce1a0c5f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:22.302009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'subnet': {'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:22.391547 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:19Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:20Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:22.427687 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Checking router: f7e44fbf-1240-4fd3-a505-250837996c97 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:22.428040 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Updating router f7e44fbf-1240-4fd3-a505-250837996c97 port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:22:22.460895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 35700c9a-f821-4456-90e7-0462ce1a0c5f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:22.461277 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:22.531404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a867c-88fc-4643-b7de-fc9fc8da62d9 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Network': ['ID=b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:22.544826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:22:22.581020 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:22.603718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:22.643523 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6b35f08b-4379-4f70-b9b8-3ae6f2d313be tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "PUT /v2.0/routers/ad2e9c64-0b4d-4e46-9c70-025ddd7b9038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0752096 Aug 04 17:22:22.660048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:22.667195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:22.674907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Sync routers for ids ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:22.873433 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-828c7e81-eeef-4df5-a9f6-df11d6aeced0 None None] Provisioning for port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:22.894254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Routers {'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:22.895037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:22.910172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-828c7e81-eeef-4df5-a9f6-df11d6aeced0 None None] Provisioning complete for port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:22.910545 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-828c7e81-eeef-4df5-a9f6-df11d6aeced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:23.143351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-828c7e81-eeef-4df5-a9f6-df11d6aeced0 None None] Port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:23.233026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d370f8ad-aa0a-4b97-a31f-7eb413995ba5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:23.374871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dabc5e-747f-48ac-9a8f-3d37b164b24a None None] Network 31b6bebc-7452-4216-b5dd-174e523a4730 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:23.389403 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:23.412782 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Transition to ACTIVE for port object 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:23.428508 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:23.529880 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Pushing event updated for resources: {'Port': ['ID=16f1c48e-b7ae-4877-8082-5e1b27cd6d96,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:23.543734 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.544073 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.544394 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.545458 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.545948 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.546657 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.547305 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.547773 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.548253 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.548732 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.549204 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.549681 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:23.573199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-da9cbf9e-50e0-4f89-8359-367e599ca228 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:23.575912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-da9cbf9e-50e0-4f89-8359-367e599ca228 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/networks?id=75b535bd-2e1a-4f78-ac5d-b201486245cb HTTP/1.1" status: 200 len: 797 time: 0.4492989 Aug 04 17:22:23.578819 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:23.620939 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Attempting to bind port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:23.621302 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Attempting to bind port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '916f8b16-97be-4163-9154-23f553d9afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:23.621659 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Attempting to bind port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 on network 31b6bebc-7452-4216-b5dd-174e523a4730 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:23.628727 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:23.629098 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Checking segment: {'id': '916f8b16-97be-4163-9154-23f553d9afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:23.629496 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:23.629883 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Bound using segment: {'id': '916f8b16-97be-4163-9154-23f553d9afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:23.630345 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Bound port: 16f1c48e-b7ae-4877-8082-5e1b27cd6d96, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916f8b16-97be-4163-9154-23f553d9afe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:23.631053 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:23.642976 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-a4eb5749-d250-42a6-b6a9-5f1f882df51e tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/quotas/e2311150595842eaae50cbd8cfe03ad9 HTTP/1.1" status: 200 len: 375 time: 0.0349903 Aug 04 17:22:23.676410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Subnet': ['ID=459b0915-5057-46d0-a9f2-d57b4999b463,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:23.704797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Checking segment: {'id': '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:23.705157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network hostable DHCP agents. Network: b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:22:23.721946 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] For port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:23.726687 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] For port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=16f1c48e-b7ae-4877-8082-5e1b27cd6d96,segment=NetworkSegment(916f8b16-97be-4163-9154-23f553d9afe8),segment_id=916f8b16-97be-4163-9154-23f553d9afe8)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:23.736840 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:23.738492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-329b1a64-6be7-4df1-94a1-b69b594bb704 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2311150595842eaae50cbd8cfe03ad9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0756962 Aug 04 17:22:23.746972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:22:23.782147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:23.790949 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:23.792594 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:23.799951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Set router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:23.802948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e34679-3489-461c-b531-26a1f6832c57 None None] Network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:23.824239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:23.825339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:23.861554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-88fad3a4-a52c-44a8-85ee-ff9584ba0c43 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5680680 Aug 04 17:22:23.865083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57274) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:23.945854 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-6c6bcd3c-b9cd-488e-97c8-d79fc839ade1 service neutron] 10.222.0.39 "GET /v2.0/networks/75b535bd-2e1a-4f78-ac5d-b201486245cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891174 Aug 04 17:22:23.977401 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595d705-de75-49a4-9e14-417a01bb3896 None None] Pushing event updated for resources: {'Port': ['ID=16f1c48e-b7ae-4877-8082-5e1b27cd6d96,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:24.001908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2286025d-6478-4e71-aece-cc70603cda02 None None] Provisioning for port d370f8ad-aa0a-4b97-a31f-7eb413995ba5 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:24.006665 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:24.200546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-a087fb5e-0bde-4284-8b39-fc18846c4d58 service neutron] 10.222.0.39 "GET /v2.0/networks/75b535bd-2e1a-4f78-ac5d-b201486245cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541406 Aug 04 17:22:24.224917 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port d370f8ad-aa0a-4b97-a31f-7eb413995ba5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:24.355388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2286025d-6478-4e71-aece-cc70603cda02 None None] Provisioning complete for port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:24.355822 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2286025d-6478-4e71-aece-cc70603cda02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:24.474231 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d370f8ad-aa0a-4b97-a31f-7eb413995ba5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:24.475667 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:24.562067 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:24.567951 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:19Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:23Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:24.608651 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51bfb5-fc69-44e0-a596-bc77192fafc4 None None] The sync data for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 is: [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:19Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:23Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:24.679553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8f874f24-8030-402c-857f-597ef4f2086e req-46085970-06d3-415a-a9e8-bc1c70a486b7 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 210 time: 0.0880728 Aug 04 17:22:24.847635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2286025d-6478-4e71-aece-cc70603cda02 None None] Port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:25.062614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:22:25.064147 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:25.095667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777204999', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:12Z', 'updated_at': '2021-08-04T17:22:20Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:66:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:13Z', 'updated_at': '2021-08-04T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1a8be64e-78f5-4083-8a90-f8c2ac422d7d', 'name': '', 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:73:15:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '80516b79-88cf-412e-b31a-9a0c16308f21', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:20Z', 'revision_number': 2, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '80516b79-88cf-412e-b31a-9a0c16308f21', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:25.207215 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Checking router: ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:25.207580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Updating router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:22:25.325144 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:25.350243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cfa2bc21-25e3-497b-8e5b-1ad60628f3e9 None None] Provisioning complete for port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:25.350618 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cfa2bc21-25e3-497b-8e5b-1ad60628f3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:25.450059 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:25.453842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Allocated IP 172.21.0.1 (b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69/459b0915-5057-46d0-a9f2-d57b4999b463/46546040-255c-4d94-905e-96d743874753) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:25.717053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cfa2bc21-25e3-497b-8e5b-1ad60628f3e9 None None] Port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:25.736564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port d370f8ad-aa0a-4b97-a31f-7eb413995ba5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d370f8ad-aa0a-4b97-a31f-7eb413995ba5,segment=NetworkSegment(916f8b16-97be-4163-9154-23f553d9afe8),segment_id=916f8b16-97be-4163-9154-23f553d9afe8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:25.755515 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:25.756318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:25.842886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b3eae1f-5897-48ec-b9a2-2608ef887427 req-b0a34245-82fd-41a0-9b0f-a9051cb869bb tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 210 time: 0.0924709 Aug 04 17:22:25.999839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:26.041210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Transition to ACTIVE for port object 46546040-255c-4d94-905e-96d743874753 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:26.120621 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:26.249173 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=46546040-255c-4d94-905e-96d743874753,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:26.254711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b701fde9-412d-4ecc-9c78-86abea87c602 None None] Provisioning complete for port d370f8ad-aa0a-4b97-a31f-7eb413995ba5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:26.255855 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b701fde9-412d-4ecc-9c78-86abea87c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:26.294306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:26.297349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:26.306051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:26.372197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:26.386663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:26.387295 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:26.422244 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:26.526574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=d370f8ad-aa0a-4b97-a31f-7eb413995ba5,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:26.643462 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:26.693124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:26.711412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Allocated IP 172.21.0.2 (b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69/459b0915-5057-46d0-a9f2-d57b4999b463/a8563fce-041e-4abb-a9b3-3cad83e28b81) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:26.713838 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:26.763884 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:26.790191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b701fde9-412d-4ecc-9c78-86abea87c602 None None] Provisioning for port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:27.083535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:27.136003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:27.259398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8adb262-87ad-40a6-a690-e157ce07313e req-5edef9b9-1313-48f1-916a-6f85710524bd tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 210 time: 0.2232990 Aug 04 17:22:27.325354 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.354559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Transition to ACTIVE for port object 1a8be64e-78f5-4083-8a90-f8c2ac422d7d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:27.359129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:27.384890 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.387162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:27.387917 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.390259 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.398529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-9baec8ce-7436-462c-96c2-b82c750885ad tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:27.404845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-9baec8ce-7436-462c-96c2-b82c750885ad tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.82 "GET /v2.0/networks?id=75b535bd-2e1a-4f78-ac5d-b201486245cb HTTP/1.1" status: 200 len: 797 time: 0.4716446 Aug 04 17:22:27.435206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Request body: {'port': {'device_id': '964ce477-c8e7-446a-a246-3f05148f59b5', 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb', 'admin_state_up': True, 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:27.487125 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.494769 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.596769 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.602885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=46546040-255c-4d94-905e-96d743874753,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:27.641591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0c99a1fb-472f-4710-859e-87e42c3af3dd None None] Provisioning complete for port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:27.641881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0c99a1fb-472f-4710-859e-87e42c3af3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.653679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Transition to ACTIVE for port object a8563fce-041e-4abb-a9b3-3cad83e28b81 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:27.693293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Made reservation on behalf of e2311150595842eaae50cbd8cfe03ad9 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:27.704080 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.707558 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:27.709193 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:27.755437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03cb4c-a20d-44d4-b5eb-1a5029ebf87e None None] Pushing event updated for resources: {'Port': ['ID=1a8be64e-78f5-4083-8a90-f8c2ac422d7d,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:27.807358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Transition to ACTIVE for port object a8563fce-041e-4abb-a9b3-3cad83e28b81 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:27.882868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Attempting to bind port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:27.883491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Attempting to bind port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:27.884015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Attempting to bind port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d on network 75b535bd-2e1a-4f78-ac5d-b201486245cb {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:27.884189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Allocated IP 172.20.0.29 (75b535bd-2e1a-4f78-ac5d-b201486245cb/80516b79-88cf-412e-b31a-9a0c16308f21/af231ca7-1a39-44b5-a29d-c9a92f22129a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:27.886627 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.931513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:27.958589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Pushing event updated for resources: {'Port': ['ID=a8563fce-041e-4abb-a9b3-3cad83e28b81,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:27.968822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:27.969439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Checking segment: {'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:27.970761 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.971341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Bound using segment: {'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:27.971937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Bound port: 1a8be64e-78f5-4083-8a90-f8c2ac422d7d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:27.972798 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:27.998251 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:28.004562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:28.034229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:28.060487 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.079878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Transition to ACTIVE for port object af231ca7-1a39-44b5-a29d-c9a92f22129a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:28.129921 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.161387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Attempting to bind port a8563fce-041e-4abb-a9b3-3cad83e28b81 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:28.161966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Attempting to bind port a8563fce-041e-4abb-a9b3-3cad83e28b81 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:28.162622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Attempting to bind port a8563fce-041e-4abb-a9b3-3cad83e28b81 on network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:28.176764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:28.177666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Checking segment: {'id': '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:28.178335 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.179033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Bound using segment: {'id': '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:28.179774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Bound port: a8563fce-041e-4abb-a9b3-3cad83e28b81, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:28.180402 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.202174 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.202739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event updated for resources: {'Port': ['ID=af231ca7-1a39-44b5-a29d-c9a92f22129a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:28.218322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Network 75b535bd-2e1a-4f78-ac5d-b201486245cb is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:28.220886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:28.223446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:28.271559 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0c99a1fb-472f-4710-859e-87e42c3af3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.332757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=16f1c48e-b7ae-4877-8082-5e1b27cd6d96,segment=NetworkSegment(916f8b16-97be-4163-9154-23f553d9afe8),segment_id=916f8b16-97be-4163-9154-23f553d9afe8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:28.335164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:28.337075 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.403755 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-0c99a1fb-472f-4710-859e-87e42c3af3dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:22:28.404224 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-0c99a1fb-472f-4710-859e-87e42c3af3dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:22:28.404918 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.406121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d370f8ad-aa0a-4b97-a31f-7eb413995ba5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:28.414312 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] For port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:28.433718 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-49a25261-6d1b-414c-9a05-2e2fe8792bc3 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0191045 Aug 04 17:22:28.456387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c43561-50f5-4c8d-9cd8-aa445052e91e req-b7e7d830-16ff-45bf-99dd-28664a725528 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:28.458247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3c43561-50f5-4c8d-9cd8-aa445052e91e req-b7e7d830-16ff-45bf-99dd-28664a725528 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 895 time: 0.0828047 Aug 04 17:22:28.462198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] For port a8563fce-041e-4abb-a9b3-3cad83e28b81, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:28.466509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] For port a8563fce-041e-4abb-a9b3-3cad83e28b81, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a8563fce-041e-4abb-a9b3-3cad83e28b81,segment=NetworkSegment(0ad5dfeb-c75e-4b5b-8c75-61760ae397c2),segment_id=0ad5dfeb-c75e-4b5b-8c75-61760ae397c2)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:28.537771 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.583703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] For port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1a8be64e-78f5-4083-8a90-f8c2ac422d7d,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:28.603426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Request body: {'port': {'device_id': '964ce477-c8e7-446a-a246-3f05148f59b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:28.608921 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:28.610731 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.618260 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bf5af29a-14cf-454a-a22e-f538d8ede9d7 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7512226 Aug 04 17:22:28.619974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57600) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:28.622641 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Sync routers for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:28.626720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'network': {'name': 'tempest-RoutersTest-1258089728'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:28.656154 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:28.663891 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:28.677581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:28.690881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.694284 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=16f1c48e-b7ae-4877-8082-5e1b27cd6d96,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:28.729470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Routers {'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:28.730525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:28.784281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:22:28.804253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d370f8ad-aa0a-4b97-a31f-7eb413995ba5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:28.804714 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.813760 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.813760 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added segment e7b9836f-048b-461c-8453-8aa6fa55e106 of type vlan for network 346d8027-af83-4b35-82e2-63f130ef494f Aug 04 17:22:28.856292 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.889653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.898219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcbbd4-b1d8-478b-a9dc-8d141651da55 None None] Pushing event updated for resources: {'Port': ['ID=a8563fce-041e-4abb-a9b3-3cad83e28b81,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:28.984842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:28.990852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:29.013361 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:29.101044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03cb4c-a20d-44d4-b5eb-1a5029ebf87e None None] Pushing event updated for resources: {'Port': ['ID=1a8be64e-78f5-4083-8a90-f8c2ac422d7d,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:29.106821 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4853327 Aug 04 17:22:29.112845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57612) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:29.118349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'subnet': {'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:29.146680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003c8fa-4957-4d7a-9c45-1f57f3b4ede0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Network': ['ID=346d8027-af83-4b35-82e2-63f130ef494f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:29.177174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 346d8027-af83-4b35-82e2-63f130ef494f details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:22:29.204763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] Set router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:29.240965 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:29.311998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-2c42eff3-0dbe-4568-b16d-68954fbb9fc7 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:29.314304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-2c42eff3-0dbe-4568-b16d-68954fbb9fc7 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/networks?id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea HTTP/1.1" status: 200 len: 813 time: 0.5312023 Aug 04 17:22:29.363651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-f9dccf61-38e0-4cd3-a3f5-cfc398e485f9 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/quotas/606a264db48e4088a28f101b8a74ac7e HTTP/1.1" status: 200 len: 375 time: 0.0380661 Aug 04 17:22:29.485272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-bf36bda0-a4bd-45c9-8cc3-eeea497b33b9 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=606a264db48e4088a28f101b8a74ac7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150646 Aug 04 17:22:29.492353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-96f88b6a-15e0-4544-b51a-bf910227dfdd None None] Provisioning for port af231ca7-1a39-44b5-a29d-c9a92f22129a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:29.492939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:29.497940 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:29.503556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-96f88b6a-15e0-4544-b51a-bf910227dfdd None None] Provisioning complete for port af231ca7-1a39-44b5-a29d-c9a92f22129a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:29.505588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-96f88b6a-15e0-4544-b51a-bf910227dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:29.559718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-96f88b6a-15e0-4544-b51a-bf910227dfdd None None] Port af231ca7-1a39-44b5-a29d-c9a92f22129a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:29.624914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-58a307cf-2f66-49bf-aae9-6bcc189beacd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:22:29.638030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:26Z', 'revision_number': 3, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:27Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:29.640598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-58a307cf-2f66-49bf-aae9-6bcc189beacd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1540749 Aug 04 17:22:29.690099 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Checking router: f7e44fbf-1240-4fd3-a505-250837996c97 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:29.690705 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Updating router f7e44fbf-1240-4fd3-a505-250837996c97 port 46546040-255c-4d94-905e-96d743874753 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:22:29.721172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:29.725052 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:29.784956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777204999', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:12Z', 'updated_at': '2021-08-04T17:22:20Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:66:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:13Z', 'updated_at': '2021-08-04T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1a8be64e-78f5-4083-8a90-f8c2ac422d7d', 'name': '', 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:73:15:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '80516b79-88cf-412e-b31a-9a0c16308f21', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '80516b79-88cf-412e-b31a-9a0c16308f21', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:29.821572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7381c5b-96e9-4227-9986-ee208453a9d2 None None] The sync data for ids ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'] in n-d-764435-5 is: [{'id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777204999', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:12Z', 'updated_at': '2021-08-04T17:22:20Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:66:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:13Z', 'updated_at': '2021-08-04T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1a8be64e-78f5-4083-8a90-f8c2ac422d7d', 'name': '', 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:73:15:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '80516b79-88cf-412e-b31a-9a0c16308f21', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '80516b79-88cf-412e-b31a-9a0c16308f21', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:29.840761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:29.841460 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:29.941469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb45d9-6412-4909-98a5-d8b8f577ba27 req-6aed55f9-7c0b-4915-8e6d-4fb97be95f84 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:29.944436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9acb45d9-6412-4909-98a5-d8b8f577ba27 req-6aed55f9-7c0b-4915-8e6d-4fb97be95f84 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 895 time: 0.2764993 Aug 04 17:22:30.028660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-c84425cc-967b-4213-976e-d43d1c312bf2 service neutron] 10.222.0.39 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869636 Aug 04 17:22:30.085116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a8563fce-041e-4abb-a9b3-3cad83e28b81 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:30.092308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af231ca7-1a39-44b5-a29d-c9a92f22129a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:22:30.186439 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:30.204770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port a8563fce-041e-4abb-a9b3-3cad83e28b81 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:30.214938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:30.232412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Transition to ACTIVE for port object af231ca7-1a39-44b5-a29d-c9a92f22129a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:30.310044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:30.310601 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:30.349312 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:30.352381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd494d04-e6fa-4e4c-aca3-fbcf9cb65b84 None None] Network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:30.359136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-4b7aef47-9dac-483a-a5ae-70531cd37b39 service neutron] 10.222.0.39 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100860 Aug 04 17:22:30.362470 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Transition to ACTIVE for port object 46546040-255c-4d94-905e-96d743874753 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:30.373986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:30.380253 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:30.471174 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:30.481571 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681be976-c10f-4734-bca1-ba76e59a5495 None None] Pushing event updated for resources: {'Port': ['ID=46546040-255c-4d94-905e-96d743874753,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:30.573411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Subnet': ['ID=8db15bad-43f4-4818-9515-47211ab6ff42,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:30.599701 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Attempting to bind port 46546040-255c-4d94-905e-96d743874753 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:30.600109 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Attempting to bind port 46546040-255c-4d94-905e-96d743874753 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:30.600460 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Attempting to bind port 46546040-255c-4d94-905e-96d743874753 on network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:30.613329 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:30.613702 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Checking segment: {'id': '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:30.614108 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:30.614499 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Bound using segment: {'id': '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:30.615068 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Bound port: 46546040-255c-4d94-905e-96d743874753, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:30.615441 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:30.671471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Pushing event updated for resources: {'Port': ['ID=af231ca7-1a39-44b5-a29d-c9a92f22129a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:30.682430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.683053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.683539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.684020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.684511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.684999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.686134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.686652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.687688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.688351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.689173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.689654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.696005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.696602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.697730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.698475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.699209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.699706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.700193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.700663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.701134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.701604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.702087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.703398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:30.786062 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] For port 46546040-255c-4d94-905e-96d743874753, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:30.791130 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] For port 46546040-255c-4d94-905e-96d743874753, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=46546040-255c-4d94-905e-96d743874753,segment=NetworkSegment(0ad5dfeb-c75e-4b5b-8c75-61760ae397c2),segment_id=0ad5dfeb-c75e-4b5b-8c75-61760ae397c2)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:30.800961 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:30.839568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc0fdb0c-d5e2-4950-ad86-965be5d0dcca req-59526195-3d26-4d13-9b26-2f8671fe5318 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 210 time: 0.1049073 Aug 04 17:22:30.894490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Checking segment: {'id': 'e7b9836f-048b-461c-8453-8aa6fa55e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:30.894880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network hostable DHCP agents. Network: 346d8027-af83-4b35-82e2-63f130ef494f, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:22:30.920984 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681be976-c10f-4734-bca1-ba76e59a5495 None None] Pushing event updated for resources: {'Port': ['ID=46546040-255c-4d94-905e-96d743874753,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:30.923562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42074a16-0612-4c6d-8280-ae980565350b None None] Provisioning for port a8563fce-041e-4abb-a9b3-3cad83e28b81 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:30.935964 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:30.936623 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:30.959918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Attempting to bind port af231ca7-1a39-44b5-a29d-c9a92f22129a on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:30.960670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Attempting to bind port af231ca7-1a39-44b5-a29d-c9a92f22129a by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:30.961150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Attempting to bind port af231ca7-1a39-44b5-a29d-c9a92f22129a on network 75b535bd-2e1a-4f78-ac5d-b201486245cb {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:30.971243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Port af231ca7-1a39-44b5-a29d-c9a92f22129a on network 75b535bd-2e1a-4f78-ac5d-b201486245cb not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:22:30.971806 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Attempting to bind port af231ca7-1a39-44b5-a29d-c9a92f22129a on network 75b535bd-2e1a-4f78-ac5d-b201486245cb {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:30.978212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 346d8027-af83-4b35-82e2-63f130ef494f is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:22:30.992075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:30.993761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Checking segment: {'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:30.995620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Bound using segment: {'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:30.996288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Bound port: af231ca7-1a39-44b5-a29d-c9a92f22129a, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8739dc5a-116a-48d0-b89e-ed182e9aeea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:30.997529 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:31.002583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-42074a16-0612-4c6d-8280-ae980565350b None None] Provisioning complete for port a8563fce-041e-4abb-a9b3-3cad83e28b81 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:31.004341 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42074a16-0612-4c6d-8280-ae980565350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:31.006761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 346d8027-af83-4b35-82e2-63f130ef494f) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:31.028289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:31.039277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:31.049563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160e1ab2-1d9a-4a72-adac-861e306b7c03 None None] Network 346d8027-af83-4b35-82e2-63f130ef494f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:31.120923 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:31.139803 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8273e2b0-4d69-4e48-acb1-73a91bdf81df tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0255516 Aug 04 17:22:31.146248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57636) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:31.468867 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42074a16-0612-4c6d-8280-ae980565350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:31.574030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:26Z', 'revision_number': 3, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:30Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:31.624691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-42074a16-0612-4c6d-8280-ae980565350b None None] For port a8563fce-041e-4abb-a9b3-3cad83e28b81, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a8563fce-041e-4abb-a9b3-3cad83e28b81,segment=NetworkSegment(0ad5dfeb-c75e-4b5b-8c75-61760ae397c2),segment_id=0ad5dfeb-c75e-4b5b-8c75-61760ae397c2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:31.625245 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc95efe-a14a-4b94-9342-215b86ffe42f None None] The sync data for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 is: [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:26Z', 'revision_number': 3, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:30Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:31.628463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1a8be64e-78f5-4083-8a90-f8c2ac422d7d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:31.646320 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42074a16-0612-4c6d-8280-ae980565350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:31.731182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-346d8027-af83-4b35-82e2-63f130ef494f', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:22:31.732073 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:32.020258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42074a16-0612-4c6d-8280-ae980565350b None None] Pushing event updated for resources: {'Port': ['ID=a8563fce-041e-4abb-a9b3-3cad83e28b81,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:32.088245 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9ec347ab-7590-4999-996a-ddcc8adacfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:32.095832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c995902d-b306-4b60-ba48-1d80753da4be req-cc5b727a-4968-4ff2-ad61-0c2e827d8501 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 210 time: 0.1223288 Aug 04 17:22:32.127707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:32.145880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f910f-373b-44fa-93e6-fc9d4177e934 req-0d7c03ee-3a27-448d-a048-d7dbedfce0ed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:32.156847 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-285f910f-373b-44fa-93e6-fc9d4177e934 req-0d7c03ee-3a27-448d-a048-d7dbedfce0ed tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 907 time: 1.0475395 Aug 04 17:22:32.184707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] For port af231ca7-1a39-44b5-a29d-c9a92f22129a, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:32.190336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] For port af231ca7-1a39-44b5-a29d-c9a92f22129a, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=af231ca7-1a39-44b5-a29d-c9a92f22129a,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:32.191372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:32.191825 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:32.260054 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:32.313487 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fcfc8136-cfb7-40d8-ab1e-44c12466d963 None None] Provisioning complete for port a8563fce-041e-4abb-a9b3-3cad83e28b81 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:32.313914 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8136-cfb7-40d8-ab1e-44c12466d963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:32.375336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Allocated IP 172.22.0.2 (346d8027-af83-4b35-82e2-63f130ef494f/8db15bad-43f4-4818-9515-47211ab6ff42/4c052cdf-af9d-4f03-9597-7c0d1ee466a4) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:32.437310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Pushing event updated for resources: {'Port': ['ID=af231ca7-1a39-44b5-a29d-c9a92f22129a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:32.478111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:32.478825 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:32.480486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-673498e8-eb13-4a60-8468-b1749c8720de service neutron] 10.222.0.82 "PUT /v2.0/ports/af231ca7-1a39-44b5-a29d-c9a92f22129a HTTP/1.1" status: 200 len: 1055 time: 4.0378885 Aug 04 17:22:32.481355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964ce477-c8e7-446a-a246-3f05148f59b5', 'tag': 'af231ca7-1a39-44b5-a29d-c9a92f22129a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:22:32.494520 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3535ab2-5294-4534-84e2-4b41353a23e8" -d '{"events": [{"name": "network-changed", "server_uuid": "964ce477-c8e7-446a-a246-3f05148f59b5", "tag": "af231ca7-1a39-44b5-a29d-c9a92f22129a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:22:32.632731 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-89ece11f-6acb-4c6b-a3ae-cc5e22321849 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:32.642642 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-89ece11f-6acb-4c6b-a3ae-cc5e22321849 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.90 "GET /v2.0/networks?id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea HTTP/1.1" status: 200 len: 813 time: 0.3999438 Aug 04 17:22:32.656839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Request body: {'port': {'device_id': '9120eb0f-e154-4141-b969-d95daf293d66', 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea', 'admin_state_up': True, 'tenant_id': '606a264db48e4088a28f101b8a74ac7e'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:32.668093 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:32.691192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Transition to ACTIVE for port object 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:32.746819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Transition to ACTIVE for port object 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:32.783665 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:32.917387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-3f25f131-a48c-4094-b7a4-9cba3b044d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:32.919648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-3f25f131-a48c-4094-b7a4-9cba3b044d4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e2311150595842eaae50cbd8cfe03ad9&device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 1058 time: 0.3464954 Aug 04 17:22:32.920137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Network 346d8027-af83-4b35-82e2-63f130ef494f is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:32.941696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:32.948083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:32.958287 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfbbe07-7bcb-467d-881c-5b5f8c40c561 x-openstack-request-id: req-0dfbbe07-7bcb-467d-881c-5b5f8c40c561 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:22:32.958569 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964ce477-c8e7-446a-a246-3f05148f59b5", "tag": "af231ca7-1a39-44b5-a29d-c9a92f22129a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:22:32.958779 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dfbbe07-7bcb-467d-881c-5b5f8c40c561 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:22:32.959319 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964ce477-c8e7-446a-a246-3f05148f59b5', 'tag': 'af231ca7-1a39-44b5-a29d-c9a92f22129a', 'status': 'completed', 'code': 200} Aug 04 17:22:32.966014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Pushing event updated for resources: {'Port': ['ID=4c052cdf-af9d-4f03-9597-7c0d1ee466a4,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:32.966410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Made reservation on behalf of 606a264db48e4088a28f101b8a74ac7e for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:32.976068 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:33.000243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-9a192fea-f6d7-4235-a963-f0155e6876f8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=af231ca7-1a39-44b5-a29d-c9a92f22129a HTTP/1.1" status: 200 len: 217 time: 0.0567851 Aug 04 17:22:33.110341 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:33.113710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-a11f014b-b4fc-4e36-89b2-2cc7c0affd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:33.116565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Attempting to bind port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:33.117154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Attempting to bind port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e7b9836f-048b-461c-8453-8aa6fa55e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:33.117586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Attempting to bind port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 on network 346d8027-af83-4b35-82e2-63f130ef494f {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:33.125462 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-a11f014b-b4fc-4e36-89b2-2cc7c0affd57 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80516b79-88cf-412e-b31a-9a0c16308f21 HTTP/1.1" status: 200 len: 838 time: 0.1032565 Aug 04 17:22:33.142688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:33.143185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Checking segment: {'id': 'e7b9836f-048b-461c-8453-8aa6fa55e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:33.144118 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:33.144118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Bound using segment: {'id': 'e7b9836f-048b-461c-8453-8aa6fa55e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:33.144624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Bound port: 4c052cdf-af9d-4f03-9597-7c0d1ee466a4, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b9836f-048b-461c-8453-8aa6fa55e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:33.145089 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:33.192348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1a8be64e-78f5-4083-8a90-f8c2ac422d7d,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:33.240787 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:33.246620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fcfc8136-cfb7-40d8-ab1e-44c12466d963 None None] Provisioning for port 46546040-255c-4d94-905e-96d743874753 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:33.264559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Allocated IP 172.20.0.10 (ec293e30-e55a-482b-b22d-9dfd1a2e79ea/d0bd1923-9c01-4c3b-b2d5-968884e72557/ce88c642-aed3-4bcc-bedc-a70848f9d54b) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:33.283277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f94e682-95c9-448c-8ec6-3fc977cd7795 req-c676bd2d-f3a2-417b-a30d-80bc1a2a02dd tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 210 time: 0.0708966 Aug 04 17:22:33.304711 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:33.344702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-7927b64a-8632-4b4d-969e-0865c8d98d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:33.346233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-7927b64a-8632-4b4d-969e-0865c8d98d8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=75b535bd-2e1a-4f78-ac5d-b201486245cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2120237 Aug 04 17:22:33.353967 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] For port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:33.359682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] For port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4c052cdf-af9d-4f03-9597-7c0d1ee466a4,segment=NetworkSegment(e7b9836f-048b-461c-8453-8aa6fa55e106),segment_id=e7b9836f-048b-461c-8453-8aa6fa55e106)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:33.367800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=1a8be64e-78f5-4083-8a90-f8c2ac422d7d,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:33.374661 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:33.550982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bdd92-380e-456a-96db-9b126aab85ad None None] Pushing event updated for resources: {'Port': ['ID=4c052cdf-af9d-4f03-9597-7c0d1ee466a4,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:33.567386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d987dc-00b1-44fe-9a60-a0b092de63e0 req-29b92f33-a065-48b2-b62a-874e992df689 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:33.569004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99d987dc-00b1-44fe-9a60-a0b092de63e0 req-29b92f33-a065-48b2-b62a-874e992df689 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 907 time: 0.2844543 Aug 04 17:22:33.631103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:33.688019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1a8be64e-78f5-4083-8a90-f8c2ac422d7d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:33.745339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-a5aefb52-6272-463c-86cb-d571de93254c service neutron] 10.222.0.82 "GET /v2.0/networks/75b535bd-2e1a-4f78-ac5d-b201486245cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554177 Aug 04 17:22:33.748489 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:33.759365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:33.759732 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:33.842294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Network ec293e30-e55a-482b-b22d-9dfd1a2e79ea is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:33.856328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:33.871491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:33.961626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 46546040-255c-4d94-905e-96d743874753 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:33.969808 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Pushing event updated for resources: {'Port': ['ID=ce88c642-aed3-4bcc-bedc-a70848f9d54b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:33.988317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:33.989005 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.018169 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-cab538e4-f24c-4aa1-8ac1-4158f428beda tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3635085 Aug 04 17:22:34.036013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Request body: {'port': {'device_id': '9120eb0f-e154-4141-b969-d95daf293d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:34.043643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 46546040-255c-4d94-905e-96d743874753 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:34.048039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 46546040-255c-4d94-905e-96d743874753 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:34.048980 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.059975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67da3f9d-1ffc-49a2-9741-5c79e80de6ff req-c5fc7a06-32eb-4e9e-ab63-768cf59ac96c service neutron] 10.222.0.82 "GET /v2.0/networks/75b535bd-2e1a-4f78-ac5d-b201486245cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064020 Aug 04 17:22:34.073337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Allocated IP 172.22.0.1 (346d8027-af83-4b35-82e2-63f130ef494f/8db15bad-43f4-4818-9515-47211ab6ff42/502059d3-34bc-4944-9bf9-1e4b88ccbe2c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:34.125442 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.173845 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.220443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 46546040-255c-4d94-905e-96d743874753, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=46546040-255c-4d94-905e-96d743874753,segment=NetworkSegment(0ad5dfeb-c75e-4b5b-8c75-61760ae397c2),segment_id=0ad5dfeb-c75e-4b5b-8c75-61760ae397c2)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:34.230684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.231834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a8563fce-041e-4abb-a9b3-3cad83e28b81 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:34.367238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-d09fd324-e7d2-4226-b3b5-dbf82f8fd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:34.369794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-d09fd324-e7d2-4226-b3b5-dbf82f8fd32d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e2311150595842eaae50cbd8cfe03ad9&device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 1058 time: 0.1669843 Aug 04 17:22:34.463672 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-507e1507-93f1-4080-91a5-1ec0ceea1633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.475069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a8563fce-041e-4abb-a9b3-3cad83e28b81 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:34.475443 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.479137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=46546040-255c-4d94-905e-96d743874753,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:34.591489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57670) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:34.603523 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-99be71fe-8647-406c-af43-1cf45496079c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42094968', 'description': 'tempest-secgroup-smoke-42094968 description', 'project_id': '9cdabc5ef9414559ac54650d3d348f85'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:34.636448 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.650339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-ca70b8c8-5348-4c13-a4ba-8d4a0f0639bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:34.651858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-ca70b8c8-5348-4c13-a4ba-8d4a0f0639bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=75b535bd-2e1a-4f78-ac5d-b201486245cb HTTP/1.1" status: 200 len: 899 time: 0.2683959 Aug 04 17:22:34.667356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Transition to ACTIVE for port object 502059d3-34bc-4944-9bf9-1e4b88ccbe2c will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:34.669414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce88c642-aed3-4bcc-bedc-a70848f9d54b {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:22:34.677513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99be71fe-8647-406c-af43-1cf45496079c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.681191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.683059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef7bc7-bedc-416d-903c-50e11df024f2 req-412e98d6-07c4-4df6-9dc0-ac9c1ec2497f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:34.684667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35ef7bc7-bedc-416d-903c-50e11df024f2 req-412e98d6-07c4-4df6-9dc0-ac9c1ec2497f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 932 time: 0.1904647 Aug 04 17:22:34.729469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-0c2f60a9-ae21-49cd-8466-33874c9699f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=af231ca7-1a39-44b5-a29d-c9a92f22129a HTTP/1.1" status: 200 len: 217 time: 0.0601494 Aug 04 17:22:34.767985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Transition to ACTIVE for port object ce88c642-aed3-4bcc-bedc-a70848f9d54b will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:34.783739 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.862978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.877407 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99be71fe-8647-406c-af43-1cf45496079c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.885495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Pushing event updated for resources: {'Port': ['ID=ce88c642-aed3-4bcc-bedc-a70848f9d54b,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:34.890667 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99be71fe-8647-406c-af43-1cf45496079c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.922413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35ef7bc7-bedc-416d-903c-50e11df024f2 req-56bdefe4-fb46-4285-b5b4-a8e21b6dba11 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029178 Aug 04 17:22:34.927487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-f6bb4037-7945-4bd8-b0b9-2aedf838eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:34.928974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-f6bb4037-7945-4bd8-b0b9-2aedf838eb5d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80516b79-88cf-412e-b31a-9a0c16308f21 HTTP/1.1" status: 200 len: 838 time: 0.1844225 Aug 04 17:22:34.938523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 346d8027-af83-4b35-82e2-63f130ef494f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:34.957605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:34.961826 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-99be71fe-8647-406c-af43-1cf45496079c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:34.965718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2a75a9-ad59-4067-a454-2dee7c37c41c None None] Network 346d8027-af83-4b35-82e2-63f130ef494f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:34.966205 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-99be71fe-8647-406c-af43-1cf45496079c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3646379 Aug 04 17:22:34.966205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57674) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:34.973110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-96702628-94c3-453b-9895-e6c0e57b955c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Request body: {'security_group_rule': {'security_group_id': 'e567912f-c38b-4db6-955b-fa6096bcbddd', 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:34.978225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:34.981246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be71fe-8647-406c-af43-1cf45496079c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e567912f-c38b-4db6-955b-fa6096bcbddd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:35.017260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd43c39-343d-40e9-a39b-ffc4c17a5afc req-410ba7a6-8f4c-4872-b217-4c20da0e6527 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:35.018564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7bd43c39-343d-40e9-a39b-ffc4c17a5afc req-410ba7a6-8f4c-4872-b217-4c20da0e6527 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 907 time: 0.2197940 Aug 04 17:22:35.019813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=502059d3-34bc-4944-9bf9-1e4b88ccbe2c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:35.040925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Attempting to bind port ce88c642-aed3-4bcc-bedc-a70848f9d54b on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:35.041264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Attempting to bind port ce88c642-aed3-4bcc-bedc-a70848f9d54b by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:35.042220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Attempting to bind port ce88c642-aed3-4bcc-bedc-a70848f9d54b on network ec293e30-e55a-482b-b22d-9dfd1a2e79ea {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:35.043887 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.048789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Port ce88c642-aed3-4bcc-bedc-a70848f9d54b on network ec293e30-e55a-482b-b22d-9dfd1a2e79ea not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:22:35.049950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Attempting to bind port ce88c642-aed3-4bcc-bedc-a70848f9d54b on network ec293e30-e55a-482b-b22d-9dfd1a2e79ea {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:35.054529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7c1037c7-ab2b-4e58-9d75-45a436770002 None None] Provisioning for port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:35.059134 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.060794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:35.061140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Checking segment: {'id': 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:35.061523 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Bound using segment: {'id': 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:35.062047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Bound port: ce88c642-aed3-4bcc-bedc-a70848f9d54b, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:35.062412 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.072433 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-96702628-94c3-453b-9895-e6c0e57b955c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.106633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-d3b875d1-09bd-4995-a52c-afef5a1cb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:35.108342 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-d3b875d1-09bd-4995-a52c-afef5a1cb57f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=75b535bd-2e1a-4f78-ac5d-b201486245cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1687493 Aug 04 17:22:35.170787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-96702628-94c3-453b-9895-e6c0e57b955c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.172074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] For port ce88c642-aed3-4bcc-bedc-a70848f9d54b, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:35.182094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-96702628-94c3-453b-9895-e6c0e57b955c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.191915 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] For port ce88c642-aed3-4bcc-bedc-a70848f9d54b, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ce88c642-aed3-4bcc-bedc-a70848f9d54b,segment=NetworkSegment(e4468954-dcb1-41e2-8f52-c5e8a9fdd773),segment_id=e4468954-dcb1-41e2-8f52-c5e8a9fdd773)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:35.205439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.214570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96702628-94c3-453b-9895-e6c0e57b955c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df950a4-c40a-4053-bd99-05e2874dd87d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:35.243340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-96702628-94c3-453b-9895-e6c0e57b955c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.246953 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-96702628-94c3-453b-9895-e6c0e57b955c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2790329 Aug 04 17:22:35.247812 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57676) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:35.254340 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:35.255145 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.256546 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] 10.222.0.90 "PUT /v2.0/ports/ce88c642-aed3-4bcc-bedc-a70848f9d54b HTTP/1.1" status: 200 len: 1092 time: 1.2269156 Aug 04 17:22:35.269032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0590c036-466b-41d9-9175-d020597240ea tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Request body: {'security_group_rule': {'security_group_id': 'e567912f-c38b-4db6-955b-fa6096bcbddd', 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:35.277154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9120eb0f-e154-4141-b969-d95daf293d66', 'tag': 'ce88c642-aed3-4bcc-bedc-a70848f9d54b'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:22:35.285871 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d89d33-3bed-4123-90b7-3a39c758716e" -d '{"events": [{"name": "network-changed", "server_uuid": "9120eb0f-e154-4141-b969-d95daf293d66", "tag": "ce88c642-aed3-4bcc-bedc-a70848f9d54b"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:22:35.286571 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.303524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-f5380da6-6f5d-427f-9185-f18d0795381f service neutron] 10.222.0.82 "GET /v2.0/networks/75b535bd-2e1a-4f78-ac5d-b201486245cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863863 Aug 04 17:22:35.351398 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1b809b-bc17-4d2b-8553-c787a1e661ac x-openstack-request-id: req-2d1b809b-bc17-4d2b-8553-c787a1e661ac {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:22:35.351714 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9120eb0f-e154-4141-b969-d95daf293d66", "tag": "ce88c642-aed3-4bcc-bedc-a70848f9d54b", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:22:35.352149 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d1b809b-bc17-4d2b-8553-c787a1e661ac {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:22:35.352553 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9120eb0f-e154-4141-b969-d95daf293d66', 'tag': 'ce88c642-aed3-4bcc-bedc-a70848f9d54b', 'status': 'completed', 'code': 200} Aug 04 17:22:35.356976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b026533-11fd-4a37-a23a-27055ce2fe72 service neutron] Pushing event updated for resources: {'Port': ['ID=ce88c642-aed3-4bcc-bedc-a70848f9d54b,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:35.375847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0590c036-466b-41d9-9175-d020597240ea tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.386256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-09436898-f943-417b-9d19-4eb074c85409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:35.389549 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-09436898-f943-417b-9d19-4eb074c85409 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=606a264db48e4088a28f101b8a74ac7e&device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 1095 time: 0.0900009 Aug 04 17:22:35.467605 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-f3d011bd-120e-4938-8e30-ef9697cbbae1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce88c642-aed3-4bcc-bedc-a70848f9d54b HTTP/1.1" status: 200 len: 217 time: 0.0681977 Aug 04 17:22:35.512326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3535ab2-5294-4534-84e2-4b41353a23e8 req-7d9a8c0b-d45b-49b7-8a9f-3e38a9af08ed service neutron] 10.222.0.82 "GET /v2.0/networks/75b535bd-2e1a-4f78-ac5d-b201486245cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991370 Aug 04 17:22:35.543369 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0590c036-466b-41d9-9175-d020597240ea tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.548686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-46ee7f87-de13-40ac-a496-e391835272d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:35.550435 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-46ee7f87-de13-40ac-a496-e391835272d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0bd1923-9c01-4c3b-b2d5-968884e72557 HTTP/1.1" status: 200 len: 853 time: 0.0757008 Aug 04 17:22:35.552157 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0590c036-466b-41d9-9175-d020597240ea tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.599051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 46546040-255c-4d94-905e-96d743874753 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:35.616905 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-27c7dc25-b259-4e1e-9562-637f1fa73094 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492158 Aug 04 17:22:35.618889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590c036-466b-41d9-9175-d020597240ea tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4420de2-1b22-4318-a958-82b78b99695e,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:35.621035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0590c036-466b-41d9-9175-d020597240ea tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.622329 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0590c036-466b-41d9-9175-d020597240ea tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3698733 Aug 04 17:22:35.626035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57680) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:35.631426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c41ed5ad-704c-4432-bb96-f30a04d6409a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Request body: {'security_group_rule': {'security_group_id': 'e567912f-c38b-4db6-955b-fa6096bcbddd', 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:35.644644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2b51a242-2601-452d-b288-9cf9752a0fee None None] Provisioning for port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:35.658539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2b51a242-2601-452d-b288-9cf9752a0fee None None] Provisioning complete for port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:35.659100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2b51a242-2601-452d-b288-9cf9752a0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.701885 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c41ed5ad-704c-4432-bb96-f30a04d6409a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.712261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 46546040-255c-4d94-905e-96d743874753 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:35.712630 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.714343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2b51a242-2601-452d-b288-9cf9752a0fee None None] Port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:35.770255 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-80f71097-c2f0-440d-b998-439913e950d0 service neutron] 10.222.0.90 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448960 Aug 04 17:22:35.845249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:35.849626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-27eb30c1-ace9-40cf-9e0e-46880804c729 None None] Provisioning complete for port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:35.849853 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-27eb30c1-ace9-40cf-9e0e-46880804c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.881397 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e5c1a86d-4233-4372-b95c-f2fae9c7ce70 req-35e2caa3-19be-4f10-b1b3-2dace9fa246d service neutron] 10.222.0.90 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029081 Aug 04 17:22:35.912958 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.934999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-27eb30c1-ace9-40cf-9e0e-46880804c729 None None] Port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:35.967452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:35.977725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:35.978358 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:35.995835 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d89d33-3bed-4123-90b7-3a39c758716e req-501fd660-3514-4318-bdd2-13d9874e637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:35.997552 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-66d89d33-3bed-4123-90b7-3a39c758716e req-501fd660-3514-4318-bdd2-13d9874e637d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=606a264db48e4088a28f101b8a74ac7e&device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 1095 time: 0.0569942 Aug 04 17:22:36.076295 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.120998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4c052cdf-af9d-4f03-9597-7c0d1ee466a4,segment=NetworkSegment(e7b9836f-048b-461c-8453-8aa6fa55e106),segment_id=e7b9836f-048b-461c-8453-8aa6fa55e106)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:36.126238 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.132469 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d89d33-3bed-4123-90b7-3a39c758716e req-af22cb60-45ac-4d3c-b77c-20fa8e18ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:36.134060 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-66d89d33-3bed-4123-90b7-3a39c758716e req-af22cb60-45ac-4d3c-b77c-20fa8e18ead3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea HTTP/1.1" status: 200 len: 915 time: 0.1283326 Aug 04 17:22:36.184154 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.185006 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-66d89d33-3bed-4123-90b7-3a39c758716e req-e0d199c3-75c0-4f57-b5a1-ad3a72c7b224 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce88c642-aed3-4bcc-bedc-a70848f9d54b HTTP/1.1" status: 200 len: 217 time: 0.0431094 Aug 04 17:22:36.189981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=4c052cdf-af9d-4f03-9597-7c0d1ee466a4,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:36.195999 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.237809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d89d33-3bed-4123-90b7-3a39c758716e req-0b35549c-690c-4734-a4c9-162d82c07d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:36.239231 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-66d89d33-3bed-4123-90b7-3a39c758716e req-0b35549c-690c-4734-a4c9-162d82c07d3f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0bd1923-9c01-4c3b-b2d5-968884e72557 HTTP/1.1" status: 200 len: 853 time: 0.0460520 Aug 04 17:22:36.272120 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-66d89d33-3bed-4123-90b7-3a39c758716e req-03932c28-c496-4456-9656-797881359a84 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248017 Aug 04 17:22:36.272905 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c41ed5ad-704c-4432-bb96-f30a04d6409a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.286591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666ce0d-93b5-461a-94c0-7d8dff2c7a34 req-82e686ed-7a2b-4fe8-8618-1c759953e0db tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:36.288116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7666ce0d-93b5-461a-94c0-7d8dff2c7a34 req-82e686ed-7a2b-4fe8-8618-1c759953e0db tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 944 time: 0.2011726 Aug 04 17:22:36.302978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c41ed5ad-704c-4432-bb96-f30a04d6409a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.342308 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.343945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=502059d3-34bc-4944-9bf9-1e4b88ccbe2c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:36.353315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f997cf-6d25-48de-a31e-d035e51f1aac req-e6308fd0-2153-4f38-bd1c-3cfbca15ad54 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:36.354879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6f997cf-6d25-48de-a31e-d035e51f1aac req-e6308fd0-2153-4f38-bd1c-3cfbca15ad54 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 907 time: 0.2364557 Aug 04 17:22:36.364722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ed5ad-704c-4432-bb96-f30a04d6409a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5825e81b-fbe2-45a9-beb0-4905f63f5b7e,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:36.366541 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-66d89d33-3bed-4123-90b7-3a39c758716e req-ccb0e112-bbd9-49f9-b170-daada0006de9 service neutron] 10.222.0.90 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870881 Aug 04 17:22:36.386151 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c41ed5ad-704c-4432-bb96-f30a04d6409a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.387419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c41ed5ad-704c-4432-bb96-f30a04d6409a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7601883 Aug 04 17:22:36.400110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57688) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:36.405140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8f753a3f-4aa8-4430-bc72-eb1410ae5e39 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Request body: {'security_group_rule': {'security_group_id': 'e567912f-c38b-4db6-955b-fa6096bcbddd', 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:36.440924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7666ce0d-93b5-461a-94c0-7d8dff2c7a34 req-15d13da1-8b4a-4cf9-a239-733d35ffc581 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391945 Aug 04 17:22:36.486680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f753a3f-4aa8-4430-bc72-eb1410ae5e39 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.488240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 346d8027-af83-4b35-82e2-63f130ef494f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:36.489516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:36.498089 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-66d89d33-3bed-4123-90b7-3a39c758716e req-367012dd-a00a-4d11-85fb-c25f51f1eb4b service neutron] 10.222.0.90 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223183 Aug 04 17:22:36.552647 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f753a3f-4aa8-4430-bc72-eb1410ae5e39 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.559671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f753a3f-4aa8-4430-bc72-eb1410ae5e39 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.579270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f753a3f-4aa8-4430-bc72-eb1410ae5e39 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cef2fa-ae62-494c-8b2f-b304b9f539d9,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:36.589021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f753a3f-4aa8-4430-bc72-eb1410ae5e39 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.590315 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8f753a3f-4aa8-4430-bc72-eb1410ae5e39 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1892514 Aug 04 17:22:36.593640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57690) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:36.598648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a21057ab-8d03-4c92-8f6e-1b6bceae93e0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Request body: {'security_group_rule': {'security_group_id': 'e567912f-c38b-4db6-955b-fa6096bcbddd', 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:36.617286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:36.638171 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-a21057ab-8d03-4c92-8f6e-1b6bceae93e0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Project 9cdabc5ef9414559ac54650d3d348f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:22:36.688216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device af231ca7-1a39-44b5-a29d-c9a92f22129a details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:22:36.701586 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a21057ab-8d03-4c92-8f6e-1b6bceae93e0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.758354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:36.767013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6ce1e209-fd89-42c4-9590-03717909df41 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5725162 Aug 04 17:22:36.768477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57692) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:36.769389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Sync routers for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:36.774544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'network': {'name': 'tempest-RoutersTest-725785824'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:36.797409 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a21057ab-8d03-4c92-8f6e-1b6bceae93e0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.804445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-613016b5-cd5b-49da-90f4-571cf73d7421 None None] Provisioning complete for port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:36.804849 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-613016b5-cd5b-49da-90f4-571cf73d7421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.805857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a21057ab-8d03-4c92-8f6e-1b6bceae93e0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.819121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:36.822582 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.832082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:36.832842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:36.839114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21057ab-8d03-4c92-8f6e-1b6bceae93e0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf12975-7682-4ac9-a3e2-7b3f82edad89,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:36.856372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a21057ab-8d03-4c92-8f6e-1b6bceae93e0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.857985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a21057ab-8d03-4c92-8f6e-1b6bceae93e0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2631128 Aug 04 17:22:36.861265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57696) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:36.867911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8c3e3380-b5dc-4dd3-8c8f-eefc4b28f7d5 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Request body: {'security_group_rule': {'security_group_id': 'e567912f-c38b-4db6-955b-fa6096bcbddd', 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:36.875245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:22:36.893805 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.894130 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added segment e0bb05f3-56f2-43ce-8123-3b4f602218df of type vlan for network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 Aug 04 17:22:36.930568 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-8c3e3380-b5dc-4dd3-8c8f-eefc4b28f7d5 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Project 9cdabc5ef9414559ac54650d3d348f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:22:36.946852 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:36.951575 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c3e3380-b5dc-4dd3-8c8f-eefc4b28f7d5 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.026779 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.032807 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:37.033428 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.082408 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port af231ca7-1a39-44b5-a29d-c9a92f22129a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=af231ca7-1a39-44b5-a29d-c9a92f22129a,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:37.086186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-613016b5-cd5b-49da-90f4-571cf73d7421 None None] Port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:37.105886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'af231ca7-1a39-44b5-a29d-c9a92f22129a', 'network_id': '75b535bd-2e1a-4f78-ac5d-b201486245cb', 'port_id': 'af231ca7-1a39-44b5-a29d-c9a92f22129a', 'mac_address': 'fa:16:3e:63:7e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80516b79-88cf-412e-b31a-9a0c16308f21', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:22:37.112808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3439398 Aug 04 17:22:37.115557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:37.116076 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57698) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:37.123035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'subnet': {'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:37.124968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c3e3380-b5dc-4dd3-8c8f-eefc4b28f7d5 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.129957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ad3d5-300f-4acc-96ab-f1be742c211a tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Network': ['ID=4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:37.134103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c3e3380-b5dc-4dd3-8c8f-eefc4b28f7d5 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.163181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e3380-b5dc-4dd3-8c8f-eefc4b28f7d5 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bc999b-4aa2-459e-b61a-1c588c0f9444,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:37.165088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:22:37.182461 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c3e3380-b5dc-4dd3-8c8f-eefc4b28f7d5 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.183177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8c3e3380-b5dc-4dd3-8c8f-eefc4b28f7d5 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3208990 Aug 04 17:22:37.234874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Made reservation on behalf of 499772784d674794a8557d6b8e2e1beb for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:37.238915 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.272800 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.335607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af231ca7-1a39-44b5-a29d-c9a92f22129a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:22:37.369095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port af231ca7-1a39-44b5-a29d-c9a92f22129a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=af231ca7-1a39-44b5-a29d-c9a92f22129a,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:37.376669 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.400505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-de4c3f0e-4f57-430d-9a16-a7110206207c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42094968&fields=id&tenant_id=9cdabc5ef9414559ac54650d3d348f85 HTTP/1.1" status: 200 len: 267 time: 0.0492239 Aug 04 17:22:37.485174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:37.492900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.551579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Subnet': ['ID=1584f495-6960-4c0d-aa4e-1d240af31e2d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:37.556227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=af231ca7-1a39-44b5-a29d-c9a92f22129a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:37.560216 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.568851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-56ebbc43-fb60-4921-9595-6337417433c3 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:37.570383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-56ebbc43-fb60-4921-9595-6337417433c3 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/networks?id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15 HTTP/1.1" status: 200 len: 813 time: 0.1690588 Aug 04 17:22:37.578120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d33a64-2a00-4e93-a6ca-92fe1d92ab02 req-db6a4624-fbb8-40f3-8a9d-c1689a7ea937 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:37.580003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6d33a64-2a00-4e93-a6ca-92fe1d92ab02 req-db6a4624-fbb8-40f3-8a9d-c1689a7ea937 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 908 time: 0.0946603 Aug 04 17:22:37.580579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Checking segment: {'id': 'e0bb05f3-56f2-43ce-8123-3b4f602218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:37.581117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network hostable DHCP agents. Network: 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:22:37.589742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-68194123-3947-4524-a2f1-eb6bd802bf93 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/quotas/9cdabc5ef9414559ac54650d3d348f85 HTTP/1.1" status: 200 len: 375 time: 0.0091650 Aug 04 17:22:37.603099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:22:37.605909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:37.606068 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.617605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['af231ca7-1a39-44b5-a29d-c9a92f22129a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:22:37.626280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:37.632891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:37.634762 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.639563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:35Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:35Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:37.657395 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9a34873e-28bb-416c-99ed-58a0e4b8c0a2 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5374329 Aug 04 17:22:37.657694 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57710) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:37.660817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-ab780b83-2c74-4ab9-90d4-c02dc8fadf8b tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9cdabc5ef9414559ac54650d3d348f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607924 Aug 04 17:22:37.674902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dbd2d5-87bd-4dda-b1df-04a20f0f7411 None None] Network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:37.714198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Checking router: f7e44fbf-1240-4fd3-a505-250837996c97 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:37.714492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Updating router f7e44fbf-1240-4fd3-a505-250837996c97 port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:22:37.797663 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:37.802270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4af16-0b4e-4b9a-87b2-b2627d4419e5 req-940da637-4df5-4bdb-912a-005e467ca103 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:37.803936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6f4af16-0b4e-4b9a-87b2-b2627d4419e5 req-940da637-4df5-4bdb-912a-005e467ca103 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 944 time: 0.1185055 Aug 04 17:22:37.822529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-adc447ae-d5a3-4a57-be22-43c89386fa98 service neutron] 10.222.0.39 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459308 Aug 04 17:22:37.865478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ce88c642-aed3-4bcc-bedc-a70848f9d54b details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:22:37.872755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6f4af16-0b4e-4b9a-87b2-b2627d4419e5 req-b2ea3bbc-3744-43d4-9c54-e4cbc2a0bab8 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621228 Aug 04 17:22:37.972181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-10920155-6dd9-485e-928f-2476ec9cb6dc service neutron] 10.222.0.39 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352315 Aug 04 17:22:38.096099 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.172544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'fixed_ips': [{'subnet_id': '1584f495-6960-4c0d-aa4e-1d240af31e2d'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:22:38.173436 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.233213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ce88c642-aed3-4bcc-bedc-a70848f9d54b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ce88c642-aed3-4bcc-bedc-a70848f9d54b,segment=NetworkSegment(e4468954-dcb1-41e2-8f52-c5e8a9fdd773),segment_id=e4468954-dcb1-41e2-8f52-c5e8a9fdd773)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:38.342904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'ce88c642-aed3-4bcc-bedc-a70848f9d54b', 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea', 'port_id': 'ce88c642-aed3-4bcc-bedc-a70848f9d54b', 'mac_address': 'fa:16:3e:f8:11:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bd1923-9c01-4c3b-b2d5-968884e72557', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:22:38.350061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7ee046a-650e-45ff-8e03-1f5275010b2f req-ba94e687-679c-4f4f-a90a-d67073db4444 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 210 time: 0.0339880 Aug 04 17:22:38.386403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Allocated IP 172.23.0.1 (4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0/1584f495-6960-4c0d-aa4e-1d240af31e2d/a9bcea94-8f85-4d08-85ad-8308050bcc4b) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:38.454974 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.471026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce88c642-aed3-4bcc-bedc-a70848f9d54b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:22:38.501291 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.508030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ce88c642-aed3-4bcc-bedc-a70848f9d54b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ce88c642-aed3-4bcc-bedc-a70848f9d54b,segment=NetworkSegment(e4468954-dcb1-41e2-8f52-c5e8a9fdd773),segment_id=e4468954-dcb1-41e2-8f52-c5e8a9fdd773)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:38.516090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.516384 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.518644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Transition to ACTIVE for port object 502059d3-34bc-4944-9bf9-1e4b88ccbe2c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:38.537504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Transition to ACTIVE for port object a9bcea94-8f85-4d08-85ad-8308050bcc4b will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:38.549993 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.584206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.641309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ce88c642-aed3-4bcc-bedc-a70848f9d54b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:38.668821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=a9bcea94-8f85-4d08-85ad-8308050bcc4b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:38.674227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:38.675792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:38.683206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:38.722836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device af231ca7-1a39-44b5-a29d-c9a92f22129a up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:38.745642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.771399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5377cd-afd9-43a7-8796-681678401c2e req-65d9916d-31f0-4b67-b11b-7c96845315c1 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:38.771997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ce88c642-aed3-4bcc-bedc-a70848f9d54b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:22:38.786252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e5377cd-afd9-43a7-8796-681678401c2e req-65d9916d-31f0-4b67-b11b-7c96845315c1 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 908 time: 0.0779896 Aug 04 17:22:38.794392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Attempting to bind port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:38.794392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Attempting to bind port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e7b9836f-048b-461c-8453-8aa6fa55e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:38.794392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Attempting to bind port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c on network 346d8027-af83-4b35-82e2-63f130ef494f {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:38.823583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:38.823953 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Checking segment: {'id': 'e7b9836f-048b-461c-8453-8aa6fa55e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:38.824355 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.824847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Bound using segment: {'id': 'e7b9836f-048b-461c-8453-8aa6fa55e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:38.825222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Bound port: 502059d3-34bc-4944-9bf9-1e4b88ccbe2c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b9836f-048b-461c-8453-8aa6fa55e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:38.825602 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:38.830534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Allocated IP 172.23.0.2 (4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0/1584f495-6960-4c0d-aa4e-1d240af31e2d/3d21634e-d8c5-4a7e-b7e3-5977781fc33e) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:38.886833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad776c-5aa9-411c-b1cd-f39165f7321a None None] Pushing event updated for resources: {'Port': ['ID=502059d3-34bc-4944-9bf9-1e4b88ccbe2c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:38.922733 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.059145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fe32b-210a-4e8b-9060-67297f571cda req-e43c7b1d-996a-4865-918e-76bfbc641606 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:39.061466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-163fe32b-210a-4e8b-9060-67297f571cda req-e43c7b1d-996a-4865-918e-76bfbc641606 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 945 time: 0.0977707 Aug 04 17:22:39.123846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-163fe32b-210a-4e8b-9060-67297f571cda req-c6a6ed95-df56-4858-b70a-0ed629ee28e5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527477 Aug 04 17:22:39.215113 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:22:39.257575 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.258250 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.270852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port af231ca7-1a39-44b5-a29d-c9a92f22129a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:39.273364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] For port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:39.290484 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.296386 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.301179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port af231ca7-1a39-44b5-a29d-c9a92f22129a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:39.301558 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.308830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] For port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=502059d3-34bc-4944-9bf9-1e4b88ccbe2c,segment=NetworkSegment(e7b9836f-048b-461c-8453-8aa6fa55e106),segment_id=e7b9836f-048b-461c-8453-8aa6fa55e106)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:39.352361 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.368556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.370513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event updated for resources: {'Port': ['ID=a9bcea94-8f85-4d08-85ad-8308050bcc4b,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:39.492198 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.492867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:39.495570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:39.507504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c3d0f33-436a-408a-9357-eb0f9eef6b34 req-c5b4d1a7-fabc-40fb-9a83-59a4444105cb tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 210 time: 0.0672836 Aug 04 17:22:39.508925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad776c-5aa9-411c-b1cd-f39165f7321a None None] Pushing event updated for resources: {'Port': ['ID=502059d3-34bc-4944-9bf9-1e4b88ccbe2c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:39.522253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Transition to ACTIVE for port object 3d21634e-d8c5-4a7e-b7e3-5977781fc33e will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:39.532731 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:39.533644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:39.625713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Transition to ACTIVE for port object 3d21634e-d8c5-4a7e-b7e3-5977781fc33e will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:39.630216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:39.696441 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.704932 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.757710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-ca65cad1-1d3f-44b6-b61f-bbd9d3bf0dfa tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:39.759367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:39.759704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-ca65cad1-1d3f-44b6-b61f-bbd9d3bf0dfa tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.82 "GET /v2.0/networks?id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15 HTTP/1.1" status: 200 len: 813 time: 0.1454787 Aug 04 17:22:39.772136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:39.778741 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c358f8a0-16d7-4e32-b14d-b02a77c62fbd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1199222 Aug 04 17:22:39.781855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57738) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:39.788923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-df95fbfe-3721-4fd8-9b20-c0c89765ebbf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:39.825257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:39.833857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964ce477-c8e7-446a-a246-3f05148f59b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af231ca7-1a39-44b5-a29d-c9a92f22129a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:22:39.833857 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a229900-f9cd-49b1-b1d1-d9ba1a52b6a0" -d '{"events": [{"server_uuid": "964ce477-c8e7-446a-a246-3f05148f59b5", "name": "network-vif-plugged", "status": "completed", "tag": "af231ca7-1a39-44b5-a29d-c9a92f22129a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:22:39.860053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:39.871527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port af231ca7-1a39-44b5-a29d-c9a92f22129a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=af231ca7-1a39-44b5-a29d-c9a92f22129a,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:39.873742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Pushing event updated for resources: {'Port': ['ID=3d21634e-d8c5-4a7e-b7e3-5977781fc33e,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:39.881156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:39.901468 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:39.992922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-ef2d00d5-3783-4af7-a9af-17fde01a9355 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cdabc5ef9414559ac54650d3d348f85 HTTP/1.1" status: 200 len: 378 time: 0.2212138 Aug 04 17:22:40.009589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Request body: {'port': {'device_id': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'admin_state_up': True, 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'security_groups': ['e567912f-c38b-4db6-955b-fa6096bcbddd']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:40.059099 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eda251-b5d4-4ab8-ab4b-9a7c63e96a1b x-openstack-request-id: req-62eda251-b5d4-4ab8-ab4b-9a7c63e96a1b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:22:40.059465 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964ce477-c8e7-446a-a246-3f05148f59b5", "name": "network-vif-plugged", "status": "completed", "tag": "af231ca7-1a39-44b5-a29d-c9a92f22129a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:22:40.060251 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62eda251-b5d4-4ab8-ab4b-9a7c63e96a1b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:22:40.060251 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964ce477-c8e7-446a-a246-3f05148f59b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af231ca7-1a39-44b5-a29d-c9a92f22129a', 'code': 200} Aug 04 17:22:40.097242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Attempting to bind port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:40.098113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Attempting to bind port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e0bb05f3-56f2-43ce-8123-3b4f602218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:40.098113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Attempting to bind port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e on network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:40.106847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:40.107228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Checking segment: {'id': 'e0bb05f3-56f2-43ce-8123-3b4f602218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:40.107641 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:40.108693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Bound using segment: {'id': 'e0bb05f3-56f2-43ce-8123-3b4f602218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:40.110050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Bound port: 3d21634e-d8c5-4a7e-b7e3-5977781fc33e, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bb05f3-56f2-43ce-8123-3b4f602218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:40.110050 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:40.195335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=af231ca7-1a39-44b5-a29d-c9a92f22129a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:40.247805 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] For port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:40.276147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb682184-9ec1-4f9e-83ac-8cd6bc32395f req-61247356-403b-4f2a-a822-dbb0c901137b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:40.279006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb682184-9ec1-4f9e-83ac-8cd6bc32395f req-61247356-403b-4f2a-a822-dbb0c901137b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 909 time: 0.3557274 Aug 04 17:22:40.293234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] For port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3d21634e-d8c5-4a7e-b7e3-5977781fc33e,segment=NetworkSegment(e0bb05f3-56f2-43ce-8123-3b4f602218df),segment_id=e0bb05f3-56f2-43ce-8123-3b4f602218df)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:40.302160 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:40.348836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3524a-8365-4398-8622-f1fcc2fbf4a3 req-668a64aa-18b3-480d-8904-c0eb5f46176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:40.350336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8c3524a-8365-4398-8622-f1fcc2fbf4a3 req-668a64aa-18b3-480d-8904-c0eb5f46176c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 1060 time: 0.2945428 Aug 04 17:22:40.362338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:38Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:39Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9bcea94-8f85-4d08-85ad-8308050bcc4b', 'name': '', 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:12:18:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:38Z', 'updated_at': '2021-08-04T17:22:39Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:40.398555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b4400-c094-4b06-ae09-2eb18938d57b None None] The sync data for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 is: [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:38Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:39Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9bcea94-8f85-4d08-85ad-8308050bcc4b', 'name': '', 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:12:18:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:38Z', 'updated_at': '2021-08-04T17:22:39Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:40.400840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fa4c6-6d71-442b-96e6-e680b95fd1ab None None] Pushing event updated for resources: {'Port': ['ID=3d21634e-d8c5-4a7e-b7e3-5977781fc33e,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:40.450923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c9d2-5555-477e-a3f2-7c18ba6724a6 req-468943aa-72fd-47fc-8697-c90af75a906c tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:40.452595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6de9c9d2-5555-477e-a3f2-7c18ba6724a6 req-468943aa-72fd-47fc-8697-c90af75a906c tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 945 time: 0.2116709 Aug 04 17:22:40.496782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Made reservation on behalf of 9cdabc5ef9414559ac54650d3d348f85 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:22:40.502441 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:41.055246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee2628bb-d88d-42e9-b74e-982c6db8aab7 req-de5bbb92-b6af-4cac-9e22-2c9b019c1ac3 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 210 time: 0.4233859 Aug 04 17:22:41.068925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6de9c9d2-5555-477e-a3f2-7c18ba6724a6 req-d4634e05-7297-4c17-8a16-ed18a9e04a8a tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936537 Aug 04 17:22:41.147018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.extraroute_db [None req-df95fbfe-3721-4fd8-9b20-c0c89765ebbf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=105828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 17:22:41.247589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.extraroute_db [None req-df95fbfe-3721-4fd8-9b20-c0c89765ebbf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Removed routes are [] {{(pid=105828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 17:22:41.248028 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df95fbfe-3721-4fd8-9b20-c0c89765ebbf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:41.403870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Allocated IP 172.20.0.11 (baeb0b58-a3c3-457b-8aa7-de0d92e0db15/6c9b8abe-936c-4fee-be0a-09be4874c176/c59d2a33-224b-491b-94a9-6b5695fa317e) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:22:41.592773 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:41.606778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Transition to ACTIVE for port object c59d2a33-224b-491b-94a9-6b5695fa317e will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:41.623615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 502059d3-34bc-4944-9bf9-1e4b88ccbe2c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:41.651592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:41.704586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066b53c3-ed29-4484-b26c-7db6f7b520f3 None None] Network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:41.748542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:22:41.768409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:41.771677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:22:41.775907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:22:41.776653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2546c293-44f3-44e4-86d5-26f9a47ba353 None None] Provisioning for port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:41.782059 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:41.782749 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:41.828402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a85969-9301-442a-944d-0a0f61df46a0 req-a31d4eac-1f2f-48bf-8d36-3e208b6e115d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:41.838585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08a85969-9301-442a-944d-0a0f61df46a0 req-a31d4eac-1f2f-48bf-8d36-3e208b6e115d tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 909 time: 0.2015591 Aug 04 17:22:41.853364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event updated for resources: {'Port': ['ID=c59d2a33-224b-491b-94a9-6b5695fa317e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:41.869084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ce88c642-aed3-4bcc-bedc-a70848f9d54b up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:41.967111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:41.967724 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.025935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df95fbfe-3721-4fd8-9b20-c0c89765ebbf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.029560 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.031851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-d301a638-97da-4a13-be62-d2e59d6ff537 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0263846 Aug 04 17:22:42.035139 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df95fbfe-3721-4fd8-9b20-c0c89765ebbf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.070818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4b2a7-a4b8-48b2-920b-c7078f4fed99 req-e3d81db7-043d-49f5-a3d7-309b45582c8b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:42.072522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9f4b2a7-a4b8-48b2-920b-c7078f4fed99 req-e3d81db7-043d-49f5-a3d7-309b45582c8b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 909 time: 0.1168461 Aug 04 17:22:42.076948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Request body: {'port': {'device_id': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:42.086425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port ce88c642-aed3-4bcc-bedc-a70848f9d54b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:42.116108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port ce88c642-aed3-4bcc-bedc-a70848f9d54b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:42.116905 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.204292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=502059d3-34bc-4944-9bf9-1e4b88ccbe2c,segment=NetworkSegment(e7b9836f-048b-461c-8453-8aa6fa55e106),segment_id=e7b9836f-048b-461c-8453-8aa6fa55e106)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:42.235629 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.236673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3d21634e-d8c5-4a7e-b7e3-5977781fc33e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:42.322857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.344873 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.351372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d086e16f-b32c-4454-ab95-cfc040e81d78 None None] Provisioning for port c59d2a33-224b-491b-94a9-6b5695fa317e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:42.377209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d086e16f-b32c-4454-ab95-cfc040e81d78 None None] Provisioning complete for port c59d2a33-224b-491b-94a9-6b5695fa317e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:42.378394 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d086e16f-b32c-4454-ab95-cfc040e81d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.380930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:42.413730 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Sync routers for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:42.419158 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=502059d3-34bc-4944-9bf9-1e4b88ccbe2c,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:42.430352 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:42.431324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:42.431811 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.432817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a548a-707c-4c28-b264-15c7632d39d4 req-ac652435-ee8e-4455-b7cd-bcf1937400d5 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:42.434390 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:42.440443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b22a548a-707c-4c28-b264-15c7632d39d4 req-ac652435-ee8e-4455-b7cd-bcf1937400d5 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 932 time: 0.1997893 Aug 04 17:22:42.505272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9120eb0f-e154-4141-b969-d95daf293d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce88c642-aed3-4bcc-bedc-a70848f9d54b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:22:42.507900 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1653e56-6907-4524-a54b-6bbab6ef10c4" -d '{"events": [{"server_uuid": "9120eb0f-e154-4141-b969-d95daf293d66", "name": "network-vif-plugged", "status": "completed", "tag": "ce88c642-aed3-4bcc-bedc-a70848f9d54b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:22:42.536640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ce88c642-aed3-4bcc-bedc-a70848f9d54b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ce88c642-aed3-4bcc-bedc-a70848f9d54b,segment=NetworkSegment(e4468954-dcb1-41e2-8f52-c5e8a9fdd773),segment_id=e4468954-dcb1-41e2-8f52-c5e8a9fdd773)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:42.541071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d086e16f-b32c-4454-ab95-cfc040e81d78 None None] Port c59d2a33-224b-491b-94a9-6b5695fa317e cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:42.546733 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.587717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e92c50-f38c-496d-96f4-443ca72984e9 req-6fdd6a24-d94c-44c4-bfda-554c898530fb tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:42.603676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76e92c50-f38c-496d-96f4-443ca72984e9 req-6fdd6a24-d94c-44c4-bfda-554c898530fb tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 945 time: 0.3623776 Aug 04 17:22:42.606898 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:42.638141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df95fbfe-3721-4fd8-9b20-c0c89765ebbf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:42.655827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ce88c642-aed3-4bcc-bedc-a70848f9d54b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:42.676576 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.692291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b95c2772-a582-44ab-b519-4a2d5d071c57 None None] Provisioning for port a9bcea94-8f85-4d08-85ad-8308050bcc4b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:42.700083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b95c2772-a582-44ab-b519-4a2d5d071c57 None None] Provisioning complete for port a9bcea94-8f85-4d08-85ad-8308050bcc4b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:42.700916 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b95c2772-a582-44ab-b519-4a2d5d071c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.736261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b22a548a-707c-4c28-b264-15c7632d39d4 req-d8595f25-7aca-434e-bc5a-dcc4799c4a11 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2820456 Aug 04 17:22:42.738949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b95c2772-a582-44ab-b519-4a2d5d071c57 None None] Port a9bcea94-8f85-4d08-85ad-8308050bcc4b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:42.787236 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b95c2772-a582-44ab-b519-4a2d5d071c57 None None] Provisioning complete for port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:42.788006 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b95c2772-a582-44ab-b519-4a2d5d071c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.791649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3d21634e-d8c5-4a7e-b7e3-5977781fc33e,segment=NetworkSegment(e0bb05f3-56f2-43ce-8123-3b4f602218df),segment_id=e0bb05f3-56f2-43ce-8123-3b4f602218df)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:42.820144 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:42.871349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76e92c50-f38c-496d-96f4-443ca72984e9 req-0bca8c65-7bf4-48ba-9461-ce50d8daba1b tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668400 Aug 04 17:22:42.890001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=3d21634e-d8c5-4a7e-b7e3-5977781fc33e,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:43.070249 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feca2e3-8a32-4ad6-832c-4753d03cafaa x-openstack-request-id: req-9feca2e3-8a32-4ad6-832c-4753d03cafaa {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:22:43.070734 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9120eb0f-e154-4141-b969-d95daf293d66", "name": "network-vif-plugged", "status": "completed", "tag": "ce88c642-aed3-4bcc-bedc-a70848f9d54b", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:22:43.071412 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9feca2e3-8a32-4ad6-832c-4753d03cafaa {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:22:43.071875 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9120eb0f-e154-4141-b969-d95daf293d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce88c642-aed3-4bcc-bedc-a70848f9d54b', 'code': 200} Aug 04 17:22:43.072186 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:41Z', 'revision_number': 6, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:42Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9bcea94-8f85-4d08-85ad-8308050bcc4b', 'name': '', 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:12:18:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:38Z', 'updated_at': '2021-08-04T17:22:39Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:43.082255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df95fbfe-3721-4fd8-9b20-c0c89765ebbf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:43.105365 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-df95fbfe-3721-4fd8-9b20-c0c89765ebbf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:43.114970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-df95fbfe-3721-4fd8-9b20-c0c89765ebbf tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97 HTTP/1.1" status: 200 len: 934 time: 3.3297172 Aug 04 17:22:43.116111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57770) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:43.116800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44505f54-018e-4580-85b8-ff112af99c49 req-d766c6fa-7cff-452f-bb45-26510183ec0e tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:43.118571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44505f54-018e-4580-85b8-ff112af99c49 req-d766c6fa-7cff-452f-bb45-26510183ec0e tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 1060 time: 0.1870477 Aug 04 17:22:43.126290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c67f2599-7a28-4cc4-a272-a4fd54c98256 None None] Provisioning complete for port a9bcea94-8f85-4d08-85ad-8308050bcc4b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:43.126540 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c67f2599-7a28-4cc4-a272-a4fd54c98256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:43.136243 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Checking router: f7e44fbf-1240-4fd3-a505-250837996c97 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:43.136606 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Updating router f7e44fbf-1240-4fd3-a505-250837996c97 port a9bcea94-8f85-4d08-85ad-8308050bcc4b binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:22:43.209911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c67f2599-7a28-4cc4-a272-a4fd54c98256 None None] Port a9bcea94-8f85-4d08-85ad-8308050bcc4b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:43.211916 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:43.313682 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-edbe91d3-e6fc-4cf5-b246-6a416432f14d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97 HTTP/1.1" status: 200 len: 934 time: 0.1944382 Aug 04 17:22:43.314688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57774) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:43.321382 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d5fe9b83-0254-4609-9a57-be7f3193c0a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'routes': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:22:43.339119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7b232fa3-66bb-4e30-82a5-c626827db8d4 None None] Provisioning complete for port a9bcea94-8f85-4d08-85ad-8308050bcc4b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:43.340091 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7b232fa3-66bb-4e30-82a5-c626827db8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:43.355530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a187-bb80-45d2-ae01-600896d90818 req-f83827eb-1811-4eeb-83cd-dbd9a52fcb92 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:43.364410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae22a187-bb80-45d2-ae01-600896d90818 req-f83827eb-1811-4eeb-83cd-dbd9a52fcb92 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 1135 time: 0.1063092 Aug 04 17:22:43.411924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59d2a33-224b-491b-94a9-6b5695fa317e {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:22:43.420440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7b232fa3-66bb-4e30-82a5-c626827db8d4 None None] Port a9bcea94-8f85-4d08-85ad-8308050bcc4b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:22:43.445690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:43.468493 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ae22a187-bb80-45d2-ae01-600896d90818 req-fa728e35-3369-4c52-9788-a910e2920e3e tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1005626 Aug 04 17:22:43.480283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Transition to ACTIVE for port object c59d2a33-224b-491b-94a9-6b5695fa317e will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:43.489212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57776) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:43.515084 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:43.529999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 502059d3-34bc-4944-9bf9-1e4b88ccbe2c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:43.600710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c59d2a33-224b-491b-94a9-6b5695fa317e,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:43.651306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e7f0a-b682-41d4-b8e4-d07a04adc299 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:43.651511 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:43.661307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ff5e7f0a-b682-41d4-b8e4-d07a04adc299 tempest-TestSecurityGroupsBasicOps-166028908 tempest-TestSecurityGroupsBasicOps-166028908-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 1055 time: 0.1684203 Aug 04 17:22:43.679512 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Transition to ACTIVE for port object a9bcea94-8f85-4d08-85ad-8308050bcc4b will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:22:43.690567 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:43.731911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Attempting to bind port c59d2a33-224b-491b-94a9-6b5695fa317e on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:43.732280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Attempting to bind port c59d2a33-224b-491b-94a9-6b5695fa317e by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:43.732612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Attempting to bind port c59d2a33-224b-491b-94a9-6b5695fa317e on network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:43.741223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Port c59d2a33-224b-491b-94a9-6b5695fa317e on network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:22:43.743230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Attempting to bind port c59d2a33-224b-491b-94a9-6b5695fa317e on network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:43.756392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:43.756734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Checking segment: {'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:43.757133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Bound using segment: {'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:43.759725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Bound port: c59d2a33-224b-491b-94a9-6b5695fa317e, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e9dfc6b-5fba-4ad9-99e4-b4b922241177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:43.760184 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:43.848031 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95694b9-0069-4a33-9dbf-a464bed3a12d None None] Pushing event updated for resources: {'Port': ['ID=a9bcea94-8f85-4d08-85ad-8308050bcc4b,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:44.063987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] For port c59d2a33-224b-491b-94a9-6b5695fa317e, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:44.106651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] For port c59d2a33-224b-491b-94a9-6b5695fa317e, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c59d2a33-224b-491b-94a9-6b5695fa317e,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:44.125321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:44.135958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:44.136515 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:44.164605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355dde-b014-4477-bff6-2e83f2a36c47 req-dd83a40e-3ca4-47d4-a127-51fb84daf914 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:44.166245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab355dde-b014-4477-bff6-2e83f2a36c47 req-dd83a40e-3ca4-47d4-a127-51fb84daf914 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 944 time: 0.2269020 Aug 04 17:22:44.264223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:44.264948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:44.267363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] 10.222.0.82 "PUT /v2.0/ports/c59d2a33-224b-491b-94a9-6b5695fa317e HTTP/1.1" status: 200 len: 1092 time: 2.2088742 Aug 04 17:22:44.269781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:22:44.272648 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f9ab99-f964-4370-9bc1-edc43c723789" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:22:44.278072 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Attempting to bind port a9bcea94-8f85-4d08-85ad-8308050bcc4b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:22:44.278435 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Attempting to bind port a9bcea94-8f85-4d08-85ad-8308050bcc4b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'e0bb05f3-56f2-43ce-8123-3b4f602218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:22:44.279202 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Attempting to bind port a9bcea94-8f85-4d08-85ad-8308050bcc4b on network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:22:44.306121 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:22:44.306578 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Checking segment: {'id': 'e0bb05f3-56f2-43ce-8123-3b4f602218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:22:44.307016 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:44.307409 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Bound using segment: {'id': 'e0bb05f3-56f2-43ce-8123-3b4f602218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:22:44.307978 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Bound port: a9bcea94-8f85-4d08-85ad-8308050bcc4b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bb05f3-56f2-43ce-8123-3b4f602218df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:22:44.308365 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:44.323123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3d21634e-d8c5-4a7e-b7e3-5977781fc33e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:44.360496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78acfe1-6885-4088-af04-f3d0b430a7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c59d2a33-224b-491b-94a9-6b5695fa317e,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:44.388464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab355dde-b014-4477-bff6-2e83f2a36c47 req-b5be4d6f-990d-4bc2-9cc5-a8dafe9454cf tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2035728 Aug 04 17:22:44.405769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6fc5d-f295-4c0d-8992-681c30516447 req-b23450ff-d9de-46a7-bfea-c710cbd39298 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:44.408881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31b6fc5d-f295-4c0d-8992-681c30516447 req-b23450ff-d9de-46a7-bfea-c710cbd39298 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 946 time: 0.2329655 Aug 04 17:22:44.415190 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] For port a9bcea94-8f85-4d08-85ad-8308050bcc4b, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:22:44.425401 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] For port a9bcea94-8f85-4d08-85ad-8308050bcc4b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a9bcea94-8f85-4d08-85ad-8308050bcc4b,segment=NetworkSegment(e0bb05f3-56f2-43ce-8123-3b4f602218df),segment_id=e0bb05f3-56f2-43ce-8123-3b4f602218df)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:22:44.441589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:44.442072 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:44.444275 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:44.451569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-aa8d2958-f1c8-4bbf-9a6c-6571aca1566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:44.453609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-aa8d2958-f1c8-4bbf-9a6c-6571aca1566f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9cdabc5ef9414559ac54650d3d348f85&device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 1095 time: 0.1363287 Aug 04 17:22:44.555834 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95694b9-0069-4a33-9dbf-a464bed3a12d None None] Pushing event updated for resources: {'Port': ['ID=a9bcea94-8f85-4d08-85ad-8308050bcc4b,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:44.564291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-303fde6e-18b3-43ff-8e86-480cc18a912f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d2a33-224b-491b-94a9-6b5695fa317e HTTP/1.1" status: 200 len: 217 time: 0.0936546 Aug 04 17:22:44.571275 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:44.572031 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:44.573623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31b6fc5d-f295-4c0d-8992-681c30516447 req-35377a5c-8c30-42d0-b1d0-09c6b23bbba5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497908 Aug 04 17:22:44.671925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.extraroute_db [None req-d5fe9b83-0254-4609-9a57-be7f3193c0a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added routes are [] {{(pid=105829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 17:22:44.672509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.extraroute_db [None req-d5fe9b83-0254-4609-9a57-be7f3193c0a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=105829) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 17:22:44.709891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-f2fe4139-f137-4623-bf65-62db91c35088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:44.711444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-f2fe4139-f137-4623-bf65-62db91c35088 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c9b8abe-936c-4fee-be0a-09be4874c176 HTTP/1.1" status: 200 len: 852 time: 0.1367519 Aug 04 17:22:44.717897 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:44.735679 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd36957-de52-4e37-82e5-ca32e31b76be x-openstack-request-id: req-3cd36957-de52-4e37-82e5-ca32e31b76be {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:22:44.735997 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:22:44.736238 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cd36957-de52-4e37-82e5-ca32e31b76be {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:22:44.737035 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'status': 'completed', 'code': 200} Aug 04 17:22:44.758138 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9b83-0254-4609-9a57-be7f3193c0a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:44.776740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264e090-54d4-4138-afa4-8553f5d42dca req-2049ca7f-05c9-46f0-b5e7-2c8662987ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:44.777915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286dff-2b26-477f-a1c1-49567acdf934 req-882f265a-3b8b-4ae5-899d-802ab7b5d20b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:44.778177 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5264e090-54d4-4138-afa4-8553f5d42dca req-2049ca7f-05c9-46f0-b5e7-2c8662987ad5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 1097 time: 1.5085335 Aug 04 17:22:44.788227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a286dff-2b26-477f-a1c1-49567acdf934 req-882f265a-3b8b-4ae5-899d-802ab7b5d20b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 909 time: 0.1217785 Aug 04 17:22:44.820621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-4fc62814-abbd-439d-bfce-30533511148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:44.822210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-4fc62814-abbd-439d-bfce-30533511148c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981970 Aug 04 17:22:44.932514 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5264e090-54d4-4138-afa4-8553f5d42dca req-168c47f6-b58f-4ede-8160-55669de111a2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843375 Aug 04 17:22:44.972646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-4f430a60-88ae-4bb1-8c28-30eb5dcb771a service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417444 Aug 04 17:22:45.008255 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:41Z', 'revision_number': 6, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:42Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9bcea94-8f85-4d08-85ad-8308050bcc4b', 'name': '', 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:12:18:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:38Z', 'updated_at': '2021-08-04T17:22:44Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:45.037353 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9b83-0254-4609-9a57-be7f3193c0a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:45.037909 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32373a3d-eae5-470a-9108-a6181d52ce8c None None] The sync data for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 is: [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:41Z', 'revision_number': 6, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:42Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9bcea94-8f85-4d08-85ad-8308050bcc4b', 'name': '', 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:12:18:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:38Z', 'updated_at': '2021-08-04T17:22:44Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:45.045763 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9b83-0254-4609-9a57-be7f3193c0a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:45.097897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5e45f9b-c743-4198-914b-6042460ebb03 req-2d60e827-b68e-4c6e-8907-2ef4b5b710d1 service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139431 Aug 04 17:22:45.198174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fe9b83-0254-4609-9a57-be7f3193c0a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:45.216619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-b52991a9-dc51-428f-9308-c632cfb07453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:45.218514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-b52991a9-dc51-428f-9308-c632cfb07453 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9cdabc5ef9414559ac54650d3d348f85&device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 1095 time: 0.0584145 Aug 04 17:22:45.314573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fe9b83-0254-4609-9a57-be7f3193c0a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:45.323766 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9b83-0254-4609-9a57-be7f3193c0a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:45.327368 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d5fe9b83-0254-4609-9a57-be7f3193c0a3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97 HTTP/1.1" status: 200 len: 700 time: 2.0073206 Aug 04 17:22:45.328715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57790) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:45.350098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-3cbe12e5-b17d-4cd1-a8c5-f8ca0baa6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:45.351121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-3cbe12e5-b17d-4cd1-a8c5-f8ca0baa6e4f service neutron] 10.222.0.82 "GET /v2.0/networks?id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15 HTTP/1.1" status: 200 len: 915 time: 0.1252022 Aug 04 17:22:45.380640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] Sync routers for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:45.392469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:45.393186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:45.471824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-f7b97f1c-0358-48bd-b612-2a6872e7dc41 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:45.473398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-f7b97f1c-0358-48bd-b612-2a6872e7dc41 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.82 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 909 time: 0.1424534 Aug 04 17:22:45.509733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6b4c9822-2cfb-4fed-ba64-6b2c97e5f7c4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97 HTTP/1.1" status: 200 len: 700 time: 0.1796625 Aug 04 17:22:45.512594 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57794) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:45.552356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:45.664233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a9bcea94-8f85-4d08-85ad-8308050bcc4b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:45.891175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port a9bcea94-8f85-4d08-85ad-8308050bcc4b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:45.915683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a9bcea94-8f85-4d08-85ad-8308050bcc4b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:45.916104 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:45.937429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-fcb1cd95-ebbc-400d-b6ab-35b76f7b9640 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d2a33-224b-491b-94a9-6b5695fa317e HTTP/1.1" status: 200 len: 217 time: 0.4421930 Aug 04 17:22:46.014012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:46.073102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a02b43-2cea-4cf1-8b30-a875ecec0362 req-ec2517a0-fb63-48a4-9699-e44789d69b97 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:46.080815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73a02b43-2cea-4cf1-8b30-a875ecec0362 req-ec2517a0-fb63-48a4-9699-e44789d69b97 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 944 time: 0.5506384 Aug 04 17:22:46.091499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:44Z', 'revision_number': 7, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:42Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9bcea94-8f85-4d08-85ad-8308050bcc4b', 'name': '', 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:12:18:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:38Z', 'updated_at': '2021-08-04T17:22:44Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:46.098673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b0691-e0c1-420c-b7b6-4e9e941968d9 req-2f05841f-9694-42d5-bf6f-764f1acaa512 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:46.100250 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e78b0691-e0c1-420c-b7b6-4e9e941968d9 req-2f05841f-9694-42d5-bf6f-764f1acaa512 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 946 time: 0.1767540 Aug 04 17:22:46.116632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-e3503dcb-f23b-4ff3-b523-706faef1b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:46.118168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-e3503dcb-f23b-4ff3-b523-706faef1b48d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c9b8abe-936c-4fee-be0a-09be4874c176 HTTP/1.1" status: 200 len: 852 time: 0.1642735 Aug 04 17:22:46.129329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:46.131625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] Checking router: f7e44fbf-1240-4fd3-a505-250837996c97 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:46.152365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:46.152365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:46.202888 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73a02b43-2cea-4cf1-8b30-a875ecec0362 req-53ca82d0-b731-41d0-b8d5-1c4c9f9722ca tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211059 Aug 04 17:22:46.209275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port a9bcea94-8f85-4d08-85ad-8308050bcc4b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a9bcea94-8f85-4d08-85ad-8308050bcc4b,segment=NetworkSegment(e0bb05f3-56f2-43ce-8123-3b4f602218df),segment_id=e0bb05f3-56f2-43ce-8123-3b4f602218df)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:46.230122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e78b0691-e0c1-420c-b7b6-4e9e941968d9 req-1b37eaa4-7901-4b5f-a3fe-7d12fa8e2fea tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056886 Aug 04 17:22:46.236666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-ae76598e-1831-4fb4-8c41-d450485174e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Deleting port af231ca7-1a39-44b5-a29d-c9a92f22129a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:46.237013 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-ae76598e-1831-4fb4-8c41-d450485174e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:46.244644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:46.305645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-a72d21b8-b769-40a0-80df-7b456119120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:46.307164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-a72d21b8-b769-40a0-80df-7b456119120e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721737 Aug 04 17:22:46.319985 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=a9bcea94-8f85-4d08-85ad-8308050bcc4b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:46.331960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port a9bcea94-8f85-4d08-85ad-8308050bcc4b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:46.332300 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:46.336275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:46.431373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port a9bcea94-8f85-4d08-85ad-8308050bcc4b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a9bcea94-8f85-4d08-85ad-8308050bcc4b,segment=NetworkSegment(e0bb05f3-56f2-43ce-8123-3b4f602218df),segment_id=e0bb05f3-56f2-43ce-8123-3b4f602218df)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:46.431623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:46.445322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-ae76598e-1831-4fb4-8c41-d450485174e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] For port af231ca7-1a39-44b5-a29d-c9a92f22129a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=af231ca7-1a39-44b5-a29d-c9a92f22129a,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:46.445694 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-ae76598e-1831-4fb4-8c41-d450485174e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:46.447896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for a9bcea94-8f85-4d08-85ad-8308050bcc4b owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:46.455545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa4a3-b43c-4801-9008-c9a6931a0eb8 req-5b2ff113-5efe-4b5e-843b-764f8890060e tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:46.457134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2fcaa4a3-b43c-4801-9008-c9a6931a0eb8 req-5b2ff113-5efe-4b5e-843b-764f8890060e tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=964ce477-c8e7-446a-a246-3f05148f59b5 HTTP/1.1" status: 200 len: 909 time: 0.1618807 Aug 04 17:22:46.478363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-ae76598e-1831-4fb4-8c41-d450485174e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Calling delete_port for af231ca7-1a39-44b5-a29d-c9a92f22129a owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:46.491209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-574f25d7-1580-415f-8cbc-af5bbb07e15d service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622083 Aug 04 17:22:46.560601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:44Z', 'revision_number': 7, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:42Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9bcea94-8f85-4d08-85ad-8308050bcc4b', 'name': '', 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:12:18:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:38Z', 'updated_at': '2021-08-04T17:22:44Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:46.593239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33c9ea-dc1d-44bd-a266-c4fa6871d720 None None] The sync data for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 is: [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:44Z', 'revision_number': 7, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:42Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9bcea94-8f85-4d08-85ad-8308050bcc4b', 'name': '', 'network_id': '4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:12:18:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:38Z', 'updated_at': '2021-08-04T17:22:44Z', 'revision_number': 4, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '1584f495-6960-4c0d-aa4e-1d240af31e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:46.656084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12f9ab99-f964-4370-9bc1-edc43c723789 req-3b394268-633a-456d-95d2-823e3023f8c3 service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291564 Aug 04 17:22:46.671154 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:46.726091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-ae76598e-1831-4fb4-8c41-d450485174e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:46.762827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76598e-1831-4fb4-8c41-d450485174e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Port': ['ID=af231ca7-1a39-44b5-a29d-c9a92f22129a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:46.785857 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=a9bcea94-8f85-4d08-85ad-8308050bcc4b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:46.813286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-ae76598e-1831-4fb4-8c41-d450485174e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] No DVR routers for this DVR port af231ca7-1a39-44b5-a29d-c9a92f22129a on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:46.818179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-ae76598e-1831-4fb4-8c41-d450485174e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:46.822605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0878a8e-3d4f-4ee2-b07e-2779e52b9465 req-ae76598e-1831-4fb4-8c41-d450485174e8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.82 "DELETE /v2.0/ports/af231ca7-1a39-44b5-a29d-c9a92f22129a HTTP/1.1" status: 204 len: 173 time: 1.3347762 Aug 04 17:22:46.823624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964ce477-c8e7-446a-a246-3f05148f59b5', 'name': 'network-vif-deleted', 'tag': 'af231ca7-1a39-44b5-a29d-c9a92f22129a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:22:46.830899 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c93a61-2ab6-472c-a7a1-efc8c9a945b0" -d '{"events": [{"server_uuid": "964ce477-c8e7-446a-a246-3f05148f59b5", "name": "network-vif-deleted", "tag": "af231ca7-1a39-44b5-a29d-c9a92f22129a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:22:46.910603 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9140138-9c1c-4860-a23c-675c44448066 x-openstack-request-id: req-a9140138-9c1c-4860-a23c-675c44448066 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:22:46.910952 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964ce477-c8e7-446a-a246-3f05148f59b5", "name": "network-vif-deleted", "tag": "af231ca7-1a39-44b5-a29d-c9a92f22129a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:22:46.911319 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9140138-9c1c-4860-a23c-675c44448066 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:22:46.911737 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964ce477-c8e7-446a-a246-3f05148f59b5', 'name': 'network-vif-deleted', 'tag': 'af231ca7-1a39-44b5-a29d-c9a92f22129a', 'status': 'completed', 'code': 200} Aug 04 17:22:46.970112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:47.176523 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:47.286143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:47.292616 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09978b7f-bbdf-4993-a20a-1c41174b8c13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7787790 Aug 04 17:22:47.295927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57810) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:47.303818 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] Sync routers for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:47.315843 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:47.317886 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:47.357664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ef79a2-236b-4ceb-8cae-7812a3affa1e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting subnet 1584f495-6960-4c0d-aa4e-1d240af31e2d {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:22:47.362341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22ef79a2-236b-4ceb-8cae-7812a3affa1e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:47.395525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25acf8-77f8-4f51-a6a6-87b5be7f6adc req-dbb4a381-a81f-4d66-8a74-ff4c9b86b7c9 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:47.397738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c25acf8-77f8-4f51-a6a6-87b5be7f6adc req-dbb4a381-a81f-4d66-8a74-ff4c9b86b7c9 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 946 time: 0.1125481 Aug 04 17:22:47.412571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73a24a-4f6f-4aeb-96ee-888bac5a72a0 req-4923c888-e787-46f9-9438-3a6b7fe7a01c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:47.420439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f73a24a-4f6f-4aeb-96ee-888bac5a72a0 req-4923c888-e787-46f9-9438-3a6b7fe7a01c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 944 time: 0.1144707 Aug 04 17:22:47.432656 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:47.444304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22ef79a2-236b-4ceb-8cae-7812a3affa1e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:47.495887 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f73a24a-4f6f-4aeb-96ee-888bac5a72a0 req-9d8eed78-c570-4696-82d4-4909f91b1a41 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654099 Aug 04 17:22:47.528457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c25acf8-77f8-4f51-a6a6-87b5be7f6adc req-c6f86dde-9107-451e-9033-50e170a7d314 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998275 Aug 04 17:22:47.565565 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22ef79a2-236b-4ceb-8cae-7812a3affa1e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:47.572255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57818) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:47.641731 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22ef79a2-236b-4ceb-8cae-7812a3affa1e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:47.670211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef79a2-236b-4ceb-8cae-7812a3affa1e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Subnet': ['ID=1584f495-6960-4c0d-aa4e-1d240af31e2d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:47.681348 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-22ef79a2-236b-4ceb-8cae-7812a3affa1e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:47.686779 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-22ef79a2-236b-4ceb-8cae-7812a3affa1e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/1584f495-6960-4c0d-aa4e-1d240af31e2d HTTP/1.1" status: 204 len: 168 time: 0.3873472 Aug 04 17:22:47.687556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57838) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:47.689861 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7524023-91af-4c38-97f9-7789ac5ab78e None None] Network 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:47.730043 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:46Z', 'revision_number': 8, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:42Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:47.771578 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] Checking router: f7e44fbf-1240-4fd3-a505-250837996c97 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:47.783123 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:47.784043 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:47.846994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:47.914411 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:47.926133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:47.926588 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:47.983143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172dd980-d53f-494a-973d-855fc534ddde None None] DHCP port deletion for 4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:22:48.009909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3d21634e-d8c5-4a7e-b7e3-5977781fc33e,segment=NetworkSegment(e0bb05f3-56f2-43ce-8123-3b4f602218df),segment_id=e0bb05f3-56f2-43ce-8123-3b4f602218df)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:48.010281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.032917 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-172dd980-d53f-494a-973d-855fc534ddde None None] Deleting port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:48.033332 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-172dd980-d53f-494a-973d-855fc534ddde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.035190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for 3d21634e-d8c5-4a7e-b7e3-5977781fc33e owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:48.101840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-172dd980-d53f-494a-973d-855fc534ddde None None] For port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3d21634e-d8c5-4a7e-b7e3-5977781fc33e,segment=NetworkSegment(e0bb05f3-56f2-43ce-8123-3b4f602218df),segment_id=e0bb05f3-56f2-43ce-8123-3b4f602218df)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:48.102250 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-172dd980-d53f-494a-973d-855fc534ddde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.116974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-172dd980-d53f-494a-973d-855fc534ddde None None] Calling delete_port for 3d21634e-d8c5-4a7e-b7e3-5977781fc33e owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:48.147639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.222872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No DVR routers for this DVR port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:48.254705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=3d21634e-d8c5-4a7e-b7e3-5977781fc33e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:48.275527 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.316261 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-172dd980-d53f-494a-973d-855fc534ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.349762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dd980-d53f-494a-973d-855fc534ddde None None] Pushing event deleted for resources: {'Port': ['ID=3d21634e-d8c5-4a7e-b7e3-5977781fc33e,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:48.356434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.358925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dd980-d53f-494a-973d-855fc534ddde None None] No DVR routers for this DVR port 3d21634e-d8c5-4a7e-b7e3-5977781fc33e on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:48.376014 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:46Z', 'revision_number': 8, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:42Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:48.378903 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:48.393236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bb05f3-56f2-43ce-8123-3b4f602218df') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:48.393663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bb05f3-56f2-43ce-8123-3b4f602218df') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:48.404379 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.408416 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4583c39-b198-4864-b979-ca6018cec811 None None] The sync data for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 is: [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:46Z', 'revision_number': 8, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502059d3-34bc-4944-9bf9-1e4b88ccbe2c', 'name': '', 'network_id': '346d8027-af83-4b35-82e2-63f130ef494f', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:39:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:33Z', 'updated_at': '2021-08-04T17:22:42Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '8db15bad-43f4-4818-9515-47211ab6ff42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:48.420976 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.427721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:22:48.428215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:22:48.434626 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:22:48.501054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.510337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:48.515402 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/networks/4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0 HTTP/1.1" status: 204 len: 168 time: 0.8237848 Aug 04 17:22:48.516359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57880) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:48.534515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8259bc-1754-475c-87c8-4e4ad5bbe1cc tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Network': ['ID=4bcb8a83-cdf1-41ab-8aad-bbbd83d543d0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:48.742133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device af231ca7-1a39-44b5-a29d-c9a92f22129a no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:48.765701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: af231ca7-1a39-44b5-a29d-c9a92f22129a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:48.766037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device af231ca7-1a39-44b5-a29d-c9a92f22129a not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:48.802259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426033-62ec-4f5e-b408-abb0db38ce0d req-b8c6789e-708a-4bc2-a0be-93fe3f5b53f4 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:48.803923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91426033-62ec-4f5e-b408-abb0db38ce0d req-b8c6789e-708a-4bc2-a0be-93fe3f5b53f4 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 944 time: 0.2090678 Aug 04 17:22:48.915315 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91426033-62ec-4f5e-b408-abb0db38ce0d req-5d1221f4-f25e-4464-98e5-eab29a2a36ce tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001480 Aug 04 17:22:48.919664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Deleting port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:48.920008 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:49.048250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] For port 1a8be64e-78f5-4083-8a90-f8c2ac422d7d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1a8be64e-78f5-4083-8a90-f8c2ac422d7d,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:49.048614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:49.066717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Calling delete_port for 1a8be64e-78f5-4083-8a90-f8c2ac422d7d owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:49.220957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:49.468791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a9bcea94-8f85-4d08-85ad-8308050bcc4b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:49.489957 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: a9bcea94-8f85-4d08-85ad-8308050bcc4b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:49.490297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a9bcea94-8f85-4d08-85ad-8308050bcc4b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:49.490720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3d21634e-d8c5-4a7e-b7e3-5977781fc33e no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:49.510343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3d21634e-d8c5-4a7e-b7e3-5977781fc33e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:49.510689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3d21634e-d8c5-4a7e-b7e3-5977781fc33e not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:49.729882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:49.764254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Port': ['ID=1a8be64e-78f5-4083-8a90-f8c2ac422d7d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:50.013327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:50.013678 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:50.032740 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:50.237426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646d58-8c81-4c91-a89f-515a95ee2984 req-bb438c57-6db5-42b9-b163-1da66cd186a6 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:50.238986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c646d58-8c81-4c91-a89f-515a95ee2984 req-bb438c57-6db5-42b9-b163-1da66cd186a6 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 944 time: 0.2074718 Aug 04 17:22:50.242241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port 502059d3-34bc-4944-9bf9-1e4b88ccbe2c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=502059d3-34bc-4944-9bf9-1e4b88ccbe2c,segment=NetworkSegment(e7b9836f-048b-461c-8453-8aa6fa55e106),segment_id=e7b9836f-048b-461c-8453-8aa6fa55e106)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:50.242616 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:50.278624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for 502059d3-34bc-4944-9bf9-1e4b88ccbe2c owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:50.383357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c646d58-8c81-4c91-a89f-515a95ee2984 req-5a6e9ccb-4830-4080-a630-7c098b544e1f tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380253 Aug 04 17:22:50.524231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:50.613889 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:50.681205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=502059d3-34bc-4944-9bf9-1e4b88ccbe2c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:50.755932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:50.761301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d1c37a36-5426-4456-b8df-6d730e04fd91 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "PUT /v2.0/routers/ad2e9c64-0b4d-4e46-9c70-025ddd7b9038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1879838 Aug 04 17:22:50.764118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57906) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:50.766501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] Sync routers for ids ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:50.777501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] Routers {'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:50.778422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:50.849521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-12472080-5e3a-483b-a55b-c89c660cd67b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Deleting subnet 80516b79-88cf-412e-b31a-9a0c16308f21 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:22:50.856324 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12472080-5e3a-483b-a55b-c89c660cd67b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:50.882529 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:50.916597 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] Set router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:50.925263 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12472080-5e3a-483b-a55b-c89c660cd67b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.091352 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12472080-5e3a-483b-a55b-c89c660cd67b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.174672 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12472080-5e3a-483b-a55b-c89c660cd67b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.175247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777204999', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:12Z', 'updated_at': '2021-08-04T17:22:49Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:66:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:13Z', 'updated_at': '2021-08-04T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:51.178468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:51.190851 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12472080-5e3a-483b-a55b-c89c660cd67b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.193512 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-12472080-5e3a-483b-a55b-c89c660cd67b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "DELETE /v2.0/subnets/80516b79-88cf-412e-b31a-9a0c16308f21 HTTP/1.1" status: 204 len: 168 time: 0.4279702 Aug 04 17:22:51.196601 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57910) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:51.217513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4083448-62cd-4e8c-ba0b-ce4d14b4cf81 None None] Network 75b535bd-2e1a-4f78-ac5d-b201486245cb requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:51.220829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] Checking router: ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:51.227198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12472080-5e3a-483b-a55b-c89c660cd67b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Subnet': ['ID=80516b79-88cf-412e-b31a-9a0c16308f21,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:51.287124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] Routers {'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:51.287776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:51.304735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:51.311084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4ec31ab6-d260-4c1b-b4af-411bab2b88cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7935796 Aug 04 17:22:51.313876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57912) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:51.317481 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] Sync routers for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:51.336974 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:51.337597 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:51.378375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.389969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6004a449-0427-404d-87f5-5f2aae634ce8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting subnet 8db15bad-43f4-4818-9515-47211ab6ff42 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:22:51.394644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6004a449-0427-404d-87f5-5f2aae634ce8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.521457 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6004a449-0427-404d-87f5-5f2aae634ce8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.556649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] Set router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:51.600566 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:51.611681 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.676892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cc0a1-531d-4a95-a2a1-005c7a6ba124 req-3f75c226-c8ce-4754-8e5c-77cacb21b470 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:51.680383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-466cc0a1-531d-4a95-a2a1-005c7a6ba124 req-3f75c226-c8ce-4754-8e5c-77cacb21b470 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 944 time: 0.1487987 Aug 04 17:22:51.726551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Deleting port 35700c9a-f821-4456-90e7-0462ce1a0c5f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:51.726937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.749145 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6004a449-0427-404d-87f5-5f2aae634ce8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.798256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-466cc0a1-531d-4a95-a2a1-005c7a6ba124 req-c300bff7-7466-4298-80a6-08350258c502 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025097 Aug 04 17:22:51.868032 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6004a449-0427-404d-87f5-5f2aae634ce8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.924049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015bc001-90cb-49b3-a4bc-ab3ed437edd7 None None] DHCP port deletion for 75b535bd-2e1a-4f78-ac5d-b201486245cb request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:22:51.938354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004a449-0427-404d-87f5-5f2aae634ce8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Subnet': ['ID=8db15bad-43f4-4818-9515-47211ab6ff42,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:51.947506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] For port 35700c9a-f821-4456-90e7-0462ce1a0c5f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=35700c9a-f821-4456-90e7-0462ce1a0c5f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:51.947964 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.955600 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6004a449-0427-404d-87f5-5f2aae634ce8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:51.957568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6004a449-0427-404d-87f5-5f2aae634ce8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/8db15bad-43f4-4818-9515-47211ab6ff42 HTTP/1.1" status: 204 len: 168 time: 0.6426733 Aug 04 17:22:51.960552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57918) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:51.996468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Calling delete_port for 35700c9a-f821-4456-90e7-0462ce1a0c5f owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:52.002630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f5137-2cfa-4dae-9835-e4dcfe9a4f5d None None] Network 346d8027-af83-4b35-82e2-63f130ef494f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:52.044251 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:50Z', 'revision_number': 9, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:52.081135 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] Checking router: f7e44fbf-1240-4fd3-a505-250837996c97 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:52.095101 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:52.096310 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:52.103632 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.161004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777204999', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:12Z', 'updated_at': '2021-08-04T17:22:49Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:66:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:13Z', 'updated_at': '2021-08-04T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:52.194705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-015bc001-90cb-49b3-a4bc-ab3ed437edd7 None None] Deleting port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:52.195018 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-015bc001-90cb-49b3-a4bc-ab3ed437edd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.197290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5675e-8caf-4d4a-89c7-d1bca8a2ddef None None] The sync data for ids ['ad2e9c64-0b4d-4e46-9c70-025ddd7b9038'] in n-d-764435-5 is: [{'id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777204999', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:12Z', 'updated_at': '2021-08-04T17:22:49Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': '35700c9a-f821-4456-90e7-0462ce1a0c5f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:66:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e9c64-0b4d-4e46-9c70-025ddd7b9038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:13Z', 'updated_at': '2021-08-04T17:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:52.282117 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:52.297669 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:52.298313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.312085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-015bc001-90cb-49b3-a4bc-ab3ed437edd7 None None] For port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60,segment=NetworkSegment(8739dc5a-116a-48d0-b89e-ed182e9aeea3),segment_id=8739dc5a-116a-48d0-b89e-ed182e9aeea3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:52.314310 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-015bc001-90cb-49b3-a4bc-ab3ed437edd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.332395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-015bc001-90cb-49b3-a4bc-ab3ed437edd7 None None] Calling delete_port for bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:52.373977 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.426096 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Port': ['ID=35700c9a-f821-4456-90e7-0462ce1a0c5f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:52.440512 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-015bc001-90cb-49b3-a4bc-ab3ed437edd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.460055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4c052cdf-af9d-4f03-9597-7c0d1ee466a4,segment=NetworkSegment(e7b9836f-048b-461c-8453-8aa6fa55e106),segment_id=e7b9836f-048b-461c-8453-8aa6fa55e106)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:52.460327 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.472536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bc001-90cb-49b3-a4bc-ab3ed437edd7 None None] Pushing event deleted for resources: {'Port': ['ID=bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:52.477513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bc001-90cb-49b3-a4bc-ab3ed437edd7 None None] No DVR routers for this DVR port bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:52.498323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:52.554976 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.580006 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:50Z', 'revision_number': 9, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:52.610141 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ecfe2-6bff-4279-a293-ba00db51f737 None None] The sync data for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 is: [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:50Z', 'revision_number': 9, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46546040-255c-4d94-905e-96d743874753', 'name': '', 'network_id': 'b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:61:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:24Z', 'updated_at': '2021-08-04T17:22:34Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '459b0915-5057-46d0-a9f2-d57b4999b463', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:52.615474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4bfcc7-7be1-4fa2-9397-9686c922ba36 None None] DHCP port deletion for 346d8027-af83-4b35-82e2-63f130ef494f request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:22:52.664502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.674135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.727112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9a4bfcc7-7be1-4fa2-9397-9686c922ba36 None None] Deleting port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:52.727855 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfcc7-7be1-4fa2-9397-9686c922ba36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.737501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.738116 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Fanout notify agent at l3_agent the message router_deleted on router ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:22:52.750738 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.751908 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-988d63c3-b216-4167-becd-ea6e55174af0 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "DELETE /v2.0/routers/ad2e9c64-0b4d-4e46-9c70-025ddd7b9038 HTTP/1.1" status: 204 len: 168 time: 1.5541348 Aug 04 17:22:52.753214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.754735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57924) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:52.791310 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=4c052cdf-af9d-4f03-9597-7c0d1ee466a4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:52.795034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No DVR routers for this DVR port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:52.818774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-9a4bfcc7-7be1-4fa2-9397-9686c922ba36 None None] For port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4c052cdf-af9d-4f03-9597-7c0d1ee466a4,segment=NetworkSegment(e7b9836f-048b-461c-8453-8aa6fa55e106),segment_id=e7b9836f-048b-461c-8453-8aa6fa55e106)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:52.819854 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfcc7-7be1-4fa2-9397-9686c922ba36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.850708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-9a4bfcc7-7be1-4fa2-9397-9686c922ba36 None None] Calling delete_port for 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:52.874960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.908991 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.928038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346d8027-af83-4b35-82e2-63f130ef494f']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:52.945022 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b9836f-048b-461c-8453-8aa6fa55e106') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:52.945854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b9836f-048b-461c-8453-8aa6fa55e106') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:52.961078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfcc7-7be1-4fa2-9397-9686c922ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.962346 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.980686 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:52.997393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:22:52.998998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.023387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bfcc7-7be1-4fa2-9397-9686c922ba36 None None] Pushing event deleted for resources: {'Port': ['ID=4c052cdf-af9d-4f03-9597-7c0d1ee466a4,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:53.027869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4bfcc7-7be1-4fa2-9397-9686c922ba36 None None] No DVR routers for this DVR port 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:53.036990 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.059005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa827c05-b588-4ebc-89bd-0c9a5e75e92e req-a4890142-75e2-4982-9f22-eb8ff16e9dd9 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:53.061508 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa827c05-b588-4ebc-89bd-0c9a5e75e92e req-a4890142-75e2-4982-9f22-eb8ff16e9dd9 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 944 time: 0.1378219 Aug 04 17:22:53.076265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b535bd-2e1a-4f78-ac5d-b201486245cb']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:22:53.081624 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:22:53.102424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8739dc5a-116a-48d0-b89e-ed182e9aeea3') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:53.102841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8739dc5a-116a-48d0-b89e-ed182e9aeea3') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:53.115914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.125890 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.126264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.128580 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/networks/346d8027-af83-4b35-82e2-63f130ef494f HTTP/1.1" status: 204 len: 168 time: 1.1604495 Aug 04 17:22:53.134348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57928) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:53.154404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dc5e5-c765-4c55-90ee-bf49e800f1e4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Network': ['ID=346d8027-af83-4b35-82e2-63f130ef494f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:53.205047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa827c05-b588-4ebc-89bd-0c9a5e75e92e req-49a9e8d3-f6b0-4a8f-9e60-5ecca5868861 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325657 Aug 04 17:22:53.206226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.269140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:22:53.272607 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:22:53.276146 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:22:53.395409 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.428142 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.430077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "DELETE /v2.0/networks/75b535bd-2e1a-4f78-ac5d-b201486245cb HTTP/1.1" status: 204 len: 168 time: 0.6739905 Aug 04 17:22:53.433149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57932) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:53.452236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed2129-ad36-467c-a82f-93273472b3dc tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Network': ['ID=75b535bd-2e1a-4f78-ac5d-b201486245cb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:53.653209 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Deleting port 2705d4bf-8afc-4d09-8ab9-6b1456dcbe7c {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:53.653558 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.726381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1a8be64e-78f5-4083-8a90-f8c2ac422d7d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:53.753725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 1a8be64e-78f5-4083-8a90-f8c2ac422d7d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:53.754343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1a8be64e-78f5-4083-8a90-f8c2ac422d7d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:53.755021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:53.761638 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.761969 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:53.779290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:53.779857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bf30ff5d-3bfd-45fb-bf95-84ed0cbfab60 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:53.780685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 35700c9a-f821-4456-90e7-0462ce1a0c5f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:53.796352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Calling delete_port for 2705d4bf-8afc-4d09-8ab9-6b1456dcbe7c owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:53.808696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 35700c9a-f821-4456-90e7-0462ce1a0c5f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:53.809296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 35700c9a-f821-4456-90e7-0462ce1a0c5f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:53.809898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 502059d3-34bc-4944-9bf9-1e4b88ccbe2c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:53.829546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 502059d3-34bc-4944-9bf9-1e4b88ccbe2c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:53.830144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 502059d3-34bc-4944-9bf9-1e4b88ccbe2c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:53.830717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:53.852352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:53.852970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4c052cdf-af9d-4f03-9597-7c0d1ee466a4 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:54.058415 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:54.399481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902b68b-800b-44da-aff3-4f714497e1f2 req-4ec77f6a-eba6-401a-82b7-c1a2609347cd tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:54.401077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7902b68b-800b-44da-aff3-4f714497e1f2 req-4ec77f6a-eba6-401a-82b7-c1a2609347cd tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 944 time: 0.0825691 Aug 04 17:22:54.407341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port 46546040-255c-4d94-905e-96d743874753 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:54.407725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:54.438060 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:54.463408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Port': ['ID=2705d4bf-8afc-4d09-8ab9-6b1456dcbe7c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:54.500358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7902b68b-800b-44da-aff3-4f714497e1f2 req-ed2fea91-f710-403b-b365-2b03c43751aa tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877810 Aug 04 17:22:54.528325 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:54.528821 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Floating IP d407c72f-9834-4c2f-a6b5-b7d8ebdc3a53 disassociated (deleted). External IP: 172.25.2.249, port: 571b2f56-f2df-4a36-a177-df26eadb01e9. Aug 04 17:22:54.544045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port 46546040-255c-4d94-905e-96d743874753, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=46546040-255c-4d94-905e-96d743874753,segment=NetworkSegment(0ad5dfeb-c75e-4b5b-8c75-61760ae397c2),segment_id=0ad5dfeb-c75e-4b5b-8c75-61760ae397c2)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:54.544416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:54.560986 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for 46546040-255c-4d94-905e-96d743874753 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:54.749114 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:54.775812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=46546040-255c-4d94-905e-96d743874753,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:54.783838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Router a1170648-89a1-48bc-a9da-688d059edef1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:54.790050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c59d2a33-224b-491b-94a9-6b5695fa317e details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:22:54.947626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c59d2a33-224b-491b-94a9-6b5695fa317e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c59d2a33-224b-491b-94a9-6b5695fa317e,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:54.964885 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'port_id': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'mac_address': 'fa:16:3e:e3:a1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:22:54.970685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:54.979101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:54.992056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] Sync routers for ids ['a1170648-89a1-48bc-a9da-688d059edef1'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:55.007469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] Routers {'a1170648-89a1-48bc-a9da-688d059edef1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:55.008368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a1170648-89a1-48bc-a9da-688d059edef1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:55.028848 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ae0bb20-36a0-418e-9c51-cd43a646cf31 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "DELETE /v2.0/floatingips/d407c72f-9834-4c2f-a6b5-b7d8ebdc3a53 HTTP/1.1" status: 204 len: 168 time: 1.5944288 Aug 04 17:22:55.029477 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:55.029633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576a1156-5a6d-4517-985d-121381b1bee5', 'tag': '571b2f56-f2df-4a36-a177-df26eadb01e9'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:22:55.033118 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74" -d '{"events": [{"name": "network-changed", "server_uuid": "576a1156-5a6d-4517-985d-121381b1bee5", "tag": "571b2f56-f2df-4a36-a177-df26eadb01e9"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:22:55.110074 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310e4d02-6564-4633-9cc1-93c01cab203d x-openstack-request-id: req-310e4d02-6564-4633-9cc1-93c01cab203d {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:22:55.110369 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576a1156-5a6d-4517-985d-121381b1bee5", "tag": "571b2f56-f2df-4a36-a177-df26eadb01e9", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:22:55.110616 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-310e4d02-6564-4633-9cc1-93c01cab203d {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:22:55.111044 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576a1156-5a6d-4517-985d-121381b1bee5', 'tag': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'status': 'completed', 'code': 200} Aug 04 17:22:55.190854 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:55.226078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] Set router a1170648-89a1-48bc-a9da-688d059edef1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:55.241406 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-37a2ad0c-7095-4f28-a738-8ebe6e4710c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:55.246961 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-37a2ad0c-7095-4f28-a738-8ebe6e4710c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2311150595842eaae50cbd8cfe03ad9&device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 1135 time: 0.1081424 Aug 04 17:22:55.261717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59d2a33-224b-491b-94a9-6b5695fa317e {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:22:55.314332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:55.341983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c59d2a33-224b-491b-94a9-6b5695fa317e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c59d2a33-224b-491b-94a9-6b5695fa317e,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:55.369259 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:55.389358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-e6513a79-8c32-46dc-87c7-e9118c0e9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:55.407929 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-e6513a79-8c32-46dc-87c7-e9118c0e9dc7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2204117f-81ac-41c9-a304-6d2a02235382 HTTP/1.1" status: 200 len: 898 time: 0.1534531 Aug 04 17:22:55.482298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c59d2a33-224b-491b-94a9-6b5695fa317e,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:55.511536 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-64b1d3bf-3c6e-4663-bb0a-5d190aa8d391 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571b2f56-f2df-4a36-a177-df26eadb01e9 HTTP/1.1" status: 200 len: 217 time: 0.0936019 Aug 04 17:22:55.561910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e31cf2db-8bad-48b1-93b1-b710bfa15776', 'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:93:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:17Z', 'updated_at': '2021-08-04T17:21:28Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:55.576551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-c9a6d30a-29f3-462e-a2a8-10766248b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:55.576833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefa72c-a7a8-4a16-bdea-741e4e0702db req-e90d694d-b9c7-4d59-adb6-f3c80f49a064 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:55.578570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebefa72c-a7a8-4a16-bdea-741e4e0702db req-e90d694d-b9c7-4d59-adb6-f3c80f49a064 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 984 time: 0.1908739 Aug 04 17:22:55.579267 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-c9a6d30a-29f3-462e-a2a8-10766248b9ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49f62b30-24ed-4ee1-8fd6-02362d733b86 HTTP/1.1" status: 200 len: 834 time: 0.0595121 Aug 04 17:22:55.579873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:55.587684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-978016a3-1d95-4041-8dcd-b19f2cf95890 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4462419 Aug 04 17:22:55.588401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57952) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:55.597108 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] Sync routers for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:55.613517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['c59d2a33-224b-491b-94a9-6b5695fa317e'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:22:55.614404 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:55.615081 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:55.661170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-2eefb3c7-a48f-4ba4-847a-ca1242cf84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:55.662470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] Checking router: a1170648-89a1-48bc-a9da-688d059edef1 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:55.665129 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-2eefb3c7-a48f-4ba4-847a-ca1242cf84a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2204117f-81ac-41c9-a304-6d2a02235382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771518 Aug 04 17:22:55.682621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ebefa72c-a7a8-4a16-bdea-741e4e0702db req-446cbb7c-659d-4dbe-9620-5ff828dbc687 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0860808 Aug 04 17:22:55.685767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] Routers {'a1170648-89a1-48bc-a9da-688d059edef1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:55.687544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a1170648-89a1-48bc-a9da-688d059edef1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:55.700097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f01550b-0e39-4f03-832c-b1ca0b0a75a0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting subnet 459b0915-5057-46d0-a9f2-d57b4999b463 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:22:55.715104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f01550b-0e39-4f03-832c-b1ca0b0a75a0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:55.766947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb9c0-c576-46fd-b511-d45f20f265ee req-706a95d7-77d1-4c32-b147-8679de543433 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:55.768567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf5bb9c0-c576-46fd-b511-d45f20f265ee req-706a95d7-77d1-4c32-b147-8679de543433 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 945 time: 0.1005292 Aug 04 17:22:55.776747 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f01550b-0e39-4f03-832c-b1ca0b0a75a0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:55.796649 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:55.823278 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-9eff5468-83e8-4ad1-a2b5-16970ef5f51f service neutron] 10.222.0.90 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488566 Aug 04 17:22:55.871512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf5bb9c0-c576-46fd-b511-d45f20f265ee req-934bb69d-2b95-4141-966c-43f544edc976 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634911 Aug 04 17:22:55.939293 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f01550b-0e39-4f03-832c-b1ca0b0a75a0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:55.955059 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-9c70c957-2c44-4ff2-9c8c-88c7e2749f74 req-a327fa6a-6289-4511-95c5-35a293088fa0 service neutron] 10.222.0.90 "GET /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228797 Aug 04 17:22:55.994857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] Set router a1170648-89a1-48bc-a9da-688d059edef1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:56.037113 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f01550b-0e39-4f03-832c-b1ca0b0a75a0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.077143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01550b-0e39-4f03-832c-b1ca0b0a75a0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Subnet': ['ID=459b0915-5057-46d0-a9f2-d57b4999b463,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:56.082285 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4f01550b-0e39-4f03-832c-b1ca0b0a75a0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.087655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57956) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:56.096960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4f01550b-0e39-4f03-832c-b1ca0b0a75a0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/459b0915-5057-46d0-a9f2-d57b4999b463 HTTP/1.1" status: 204 len: 168 time: 0.5074828 Aug 04 17:22:56.100071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b074297f-c8b9-40c9-8958-730de220f714 None None] Network b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:56.116034 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:54Z', 'revision_number': 10, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:56.158427 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] Checking router: f7e44fbf-1240-4fd3-a505-250837996c97 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:56.169727 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:56.170525 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:56.184965 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.264394 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port a8563fce-041e-4abb-a9b3-3cad83e28b81 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:56.264898 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.288027 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:56.334553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port a8563fce-041e-4abb-a9b3-3cad83e28b81, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a8563fce-041e-4abb-a9b3-3cad83e28b81,segment=NetworkSegment(0ad5dfeb-c75e-4b5b-8c75-61760ae397c2),segment_id=0ad5dfeb-c75e-4b5b-8c75-61760ae397c2)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:56.334970 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.349667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for a8563fce-041e-4abb-a9b3-3cad83e28b81 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:56.445254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.479633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=a8563fce-041e-4abb-a9b3-3cad83e28b81,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:56.483789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No DVR routers for this DVR port a8563fce-041e-4abb-a9b3-3cad83e28b81 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:56.513469 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.513469 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.514319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.514319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.514508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.514765 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.515137 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.515526 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.515782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.516103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.516431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.516747 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:22:56.570223 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:54Z', 'revision_number': 10, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:56.589183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.605754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4bae2b-a185-4f23-8037-29907ca7fa03 None None] DHCP port deletion for b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:22:56.609565 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b6c69-f1ca-449d-b3e5-0796fe2c00ab None None] The sync data for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 is: [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:54Z', 'revision_number': 10, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None, '_interfaces': [{'id': '16f1c48e-b7ae-4877-8082-5e1b27cd6d96', 'name': '', 'network_id': '31b6bebc-7452-4216-b5dd-174e523a4730', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'mac_address': 'fa:16:3e:d1:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:22:18Z', 'updated_at': '2021-08-04T17:22:28Z', 'revision_number': 5, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'subnets': [{'id': '29c28c7d-2e62-4ad0-83a0-296207068265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:56.613319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:56.640162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:56.640529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad5dfeb-c75e-4b5b-8c75-61760ae397c2') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:56.652016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.659056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e31cf2db-8bad-48b1-93b1-b710bfa15776', 'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:93:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:17Z', 'updated_at': '2021-08-04T17:21:28Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:56.674661 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.702792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:22:56.703227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.703714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadf9b78-3e81-4e22-ad84-7870d4e74d3f None None] The sync data for ids ['a1170648-89a1-48bc-a9da-688d059edef1'] in n-d-764435-5 is: [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e31cf2db-8bad-48b1-93b1-b710bfa15776', 'name': '', 'network_id': '2204117f-81ac-41c9-a304-6d2a02235382', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'mac_address': 'fa:16:3e:93:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:17Z', 'updated_at': '2021-08-04T17:21:28Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'subnets': [{'id': '49f62b30-24ed-4ee1-8fd6-02362d733b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:22:56.708160 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:22:56.814219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-77aa557f-9c97-4c67-8b74-21414e0d3101 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:56.815800 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-77aa557f-9c97-4c67-8b74-21414e0d3101 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.90 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 984 time: 0.1505325 Aug 04 17:22:56.817082 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.837373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.843006 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/networks/b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69 HTTP/1.1" status: 204 len: 168 time: 0.7516577 Aug 04 17:22:56.856095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57962) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:56.876993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf59579-4e52-4f2a-8d45-68876c87684e tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Network': ['ID=b821cbf3-bee0-4b52-a0eb-d0ec32ef0e69,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:56.972863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-ab000059-2ad1-4648-a55f-f1b1c45fe3b8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Deleting port 571b2f56-f2df-4a36-a177-df26eadb01e9 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:56.973631 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-ab000059-2ad1-4648-a55f-f1b1c45fe3b8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:56.975185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eba195-6151-4845-8a94-e2097d9b8f25 req-415388bb-4ead-4954-a007-ffdddaa82c95 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:56.977479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0eba195-6151-4845-8a94-e2097d9b8f25 req-415388bb-4ead-4954-a007-ffdddaa82c95 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/ports?device_id=576a1156-5a6d-4517-985d-121381b1bee5 HTTP/1.1" status: 200 len: 984 time: 0.1755369 Aug 04 17:22:57.108429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0eba195-6151-4845-8a94-e2097d9b8f25 req-4430354d-b650-48ac-99a0-b8f434ba751b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "GET /v2.0/security-groups?id=92da1775-7acf-4f9a-b113-9cd2438c4104&id=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0782747 Aug 04 17:22:57.129672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659011b2-4c65-4d65-afa5-3d5436e835e7 req-c9c2d9ca-e31c-4951-adc1-fe6c21ce68d3 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:57.131422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-659011b2-4c65-4d65-afa5-3d5436e835e7 req-c9c2d9ca-e31c-4951-adc1-fe6c21ce68d3 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 945 time: 0.1510687 Aug 04 17:22:57.147280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-ab000059-2ad1-4648-a55f-f1b1c45fe3b8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] For port 571b2f56-f2df-4a36-a177-df26eadb01e9, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=571b2f56-f2df-4a36-a177-df26eadb01e9,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:57.147798 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-ab000059-2ad1-4648-a55f-f1b1c45fe3b8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:57.177667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-ab000059-2ad1-4648-a55f-f1b1c45fe3b8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Calling delete_port for 571b2f56-f2df-4a36-a177-df26eadb01e9 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:57.186464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e81773-0de6-44ec-aa7b-3acfadc24ab6 None None] New status for floating IP d407c72f-9834-4c2f-a6b5-b7d8ebdc3a53: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:22:57.264586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-659011b2-4c65-4d65-afa5-3d5436e835e7 req-28a89501-124d-4bbe-90e3-f3406a45046a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917838 Aug 04 17:22:57.349482 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-ab000059-2ad1-4648-a55f-f1b1c45fe3b8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:57.384447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab000059-2ad1-4648-a55f-f1b1c45fe3b8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Port': ['ID=571b2f56-f2df-4a36-a177-df26eadb01e9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:57.432852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-ab000059-2ad1-4648-a55f-f1b1c45fe3b8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] No DVR routers for this DVR port 571b2f56-f2df-4a36-a177-df26eadb01e9 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:22:57.435750 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-ab000059-2ad1-4648-a55f-f1b1c45fe3b8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:57.438403 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-8a514a00-ca44-4f57-bf22-a7f80b95ad2f req-ab000059-2ad1-4648-a55f-f1b1c45fe3b8 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.90 "DELETE /v2.0/ports/571b2f56-f2df-4a36-a177-df26eadb01e9 HTTP/1.1" status: 204 len: 173 time: 0.6158936 Aug 04 17:22:57.439125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576a1156-5a6d-4517-985d-121381b1bee5', 'name': 'network-vif-deleted', 'tag': '571b2f56-f2df-4a36-a177-df26eadb01e9'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:22:57.442592 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db9662d-6cf8-4a6a-aeed-10895138c323" -d '{"events": [{"server_uuid": "576a1156-5a6d-4517-985d-121381b1bee5", "name": "network-vif-deleted", "tag": "571b2f56-f2df-4a36-a177-df26eadb01e9"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:22:57.475866 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:57.486778 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bec222-593b-4bfc-bfac-39a5f8bf608e x-openstack-request-id: req-b6bec222-593b-4bfc-bfac-39a5f8bf608e {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:22:57.487101 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576a1156-5a6d-4517-985d-121381b1bee5", "name": "network-vif-deleted", "tag": "571b2f56-f2df-4a36-a177-df26eadb01e9", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:22:57.487353 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6bec222-593b-4bfc-bfac-39a5f8bf608e {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:22:57.487828 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576a1156-5a6d-4517-985d-121381b1bee5', 'name': 'network-vif-deleted', 'tag': '571b2f56-f2df-4a36-a177-df26eadb01e9', 'status': 'completed', 'code': 200} Aug 04 17:22:57.525014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 46546040-255c-4d94-905e-96d743874753 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:57.551114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 46546040-255c-4d94-905e-96d743874753 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:57.551538 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 46546040-255c-4d94-905e-96d743874753 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:57.552051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a8563fce-041e-4abb-a9b3-3cad83e28b81 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:57.572242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: a8563fce-041e-4abb-a9b3-3cad83e28b81 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:57.572588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a8563fce-041e-4abb-a9b3-3cad83e28b81 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:22:57.760900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:57.761253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:57.872290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port 16f1c48e-b7ae-4877-8082-5e1b27cd6d96, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=16f1c48e-b7ae-4877-8082-5e1b27cd6d96,segment=NetworkSegment(916f8b16-97be-4163-9154-23f553d9afe8),segment_id=916f8b16-97be-4163-9154-23f553d9afe8)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:57.872948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:57.897446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:58.095829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.124066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=16f1c48e-b7ae-4877-8082-5e1b27cd6d96,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:58.188969 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57976) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:58.269535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-912657dd-f447-4f89-bb0c-d9fd2a91ce15 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.307424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.307811 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-912657dd-f447-4f89-bb0c-d9fd2a91ce15 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.360111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-912657dd-f447-4f89-bb0c-d9fd2a91ce15 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.362856 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-912657dd-f447-4f89-bb0c-d9fd2a91ce15 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.367337 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-912657dd-f447-4f89-bb0c-d9fd2a91ce15 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "DELETE /v2.0/security-groups/92da1775-7acf-4f9a-b113-9cd2438c4104 HTTP/1.1" status: 204 len: 168 time: 0.1768396 Aug 04 17:22:58.367979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57980) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:58.392332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912657dd-f447-4f89-bb0c-d9fd2a91ce15 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da1775-7acf-4f9a-b113-9cd2438c4104,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:58.451705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92492851-54a7-41e8-9769-3892940fde4b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.477174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92492851-54a7-41e8-9769-3892940fde4b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.528270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92492851-54a7-41e8-9769-3892940fde4b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.532018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-92492851-54a7-41e8-9769-3892940fde4b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.533446 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-92492851-54a7-41e8-9769-3892940fde4b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "DELETE /v2.0/security-groups/9d1cd26f-3df1-4114-ba0e-3f08d85f1e14 HTTP/1.1" status: 204 len: 168 time: 0.1604452 Aug 04 17:22:58.537464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 57982) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:58.588462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92492851-54a7-41e8-9769-3892940fde4b tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1cd26f-3df1-4114-ba0e-3f08d85f1e14,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:58.802230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c59d2a33-224b-491b-94a9-6b5695fa317e up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:22:58.868218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port c59d2a33-224b-491b-94a9-6b5695fa317e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:22:58.871257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d1e6a-16b4-4625-92a3-9716e1611c27 req-cad18f3c-2f59-4b65-a219-f3ef8137aba6 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:58.872824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce9d1e6a-16b4-4625-92a3-9716e1611c27 req-cad18f3c-2f59-4b65-a219-f3ef8137aba6 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 945 time: 0.5044963 Aug 04 17:22:58.873998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port c59d2a33-224b-491b-94a9-6b5695fa317e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:22:58.876046 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:58.884737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:22:58.992046 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.017689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce9d1e6a-16b4-4625-92a3-9716e1611c27 req-28f783a9-289b-461b-b2f0-136baaae9587 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316679 Aug 04 17:22:59.023533 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.024698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:22:59.025618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:22:59.027989 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d27786-58e4-4f0f-b02f-8af5da226fd3" -d '{"events": [{"server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "name": "network-vif-plugged", "status": "completed", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:22:59.035752 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae9488-570b-4288-8652-538a3d31218c None None] Sync routers for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:22:59.052971 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae9488-570b-4288-8652-538a3d31218c None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:59.053728 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-50ae9488-570b-4288-8652-538a3d31218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:59.055786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-049cf0f8-ec4e-4c72-860a-68f672c90578 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1977694 Aug 04 17:22:59.056504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57988) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:59.062187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port c59d2a33-224b-491b-94a9-6b5695fa317e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c59d2a33-224b-491b-94a9-6b5695fa317e,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:59.077636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.138977 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ebd25a-c89c-4a2d-8d22-2899844b9f2e x-openstack-request-id: req-49ebd25a-c89c-4a2d-8d22-2899844b9f2e {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:22:59.139527 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "name": "network-vif-plugged", "status": "completed", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:22:59.139927 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49ebd25a-c89c-4a2d-8d22-2899844b9f2e {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:22:59.140439 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'code': 200} Aug 04 17:22:59.141611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=c59d2a33-224b-491b-94a9-6b5695fa317e,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:59.200635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f8148e-be29-4750-bb58-c9ba3bee54eb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting subnet 29c28c7d-2e62-4ad0-83a0-296207068265 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:22:59.207669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39f8148e-be29-4750-bb58-c9ba3bee54eb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.208462 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-50ae9488-570b-4288-8652-538a3d31218c None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:59.262113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e10d8-6e5b-46aa-a633-c4d03f6e508f req-e9727636-acad-408d-811f-5660db917e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:22:59.264499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b93e10d8-6e5b-46aa-a633-c4d03f6e508f req-e9727636-acad-408d-811f-5660db917e28 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 1097 time: 0.1125793 Aug 04 17:22:59.281166 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-50ae9488-570b-4288-8652-538a3d31218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:58Z', 'revision_number': 11, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:59.292676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39f8148e-be29-4750-bb58-c9ba3bee54eb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.327550 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae9488-570b-4288-8652-538a3d31218c None None] Checking router: f7e44fbf-1240-4fd3-a505-250837996c97 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:22:59.328665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b93e10d8-6e5b-46aa-a633-c4d03f6e508f req-c16e861a-0148-4811-86cf-ac71e43af870 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563846 Aug 04 17:22:59.351702 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae9488-570b-4288-8652-538a3d31218c None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:22:59.352733 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-50ae9488-570b-4288-8652-538a3d31218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:59.452476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Deleting port e31cf2db-8bad-48b1-93b1-b710bfa15776 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:59.453111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.485968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39f8148e-be29-4750-bb58-c9ba3bee54eb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.569814 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39f8148e-be29-4750-bb58-c9ba3bee54eb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.576436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] For port e31cf2db-8bad-48b1-93b1-b710bfa15776, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e31cf2db-8bad-48b1-93b1-b710bfa15776,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:59.577243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.593841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Calling delete_port for e31cf2db-8bad-48b1-93b1-b710bfa15776 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:59.603353 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-50ae9488-570b-4288-8652-538a3d31218c None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:22:59.612937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39f8148e-be29-4750-bb58-c9ba3bee54eb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.617846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-39f8148e-be29-4750-bb58-c9ba3bee54eb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/29c28c7d-2e62-4ad0-83a0-296207068265 HTTP/1.1" status: 204 len: 168 time: 0.5580504 Aug 04 17:22:59.618642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 57992) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:22:59.620244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8148e-be29-4750-bb58-c9ba3bee54eb tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Subnet': ['ID=29c28c7d-2e62-4ad0-83a0-296207068265,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:59.622055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db43514-8495-4020-8fd3-af6152e79cb8 None None] Network 31b6bebc-7452-4216-b5dd-174e523a4730 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:22:59.712828 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.725039 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-50ae9488-570b-4288-8652-538a3d31218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:58Z', 'revision_number': 11, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:22:59.762326 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae9488-570b-4288-8652-538a3d31218c None None] The sync data for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 is: [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:58Z', 'revision_number': 11, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:22:59.793990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Deleting port d370f8ad-aa0a-4b97-a31f-7eb413995ba5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:22:59.794508 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.888143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] For port d370f8ad-aa0a-4b97-a31f-7eb413995ba5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d370f8ad-aa0a-4b97-a31f-7eb413995ba5,segment=NetworkSegment(916f8b16-97be-4163-9154-23f553d9afe8),segment_id=916f8b16-97be-4163-9154-23f553d9afe8)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:22:59.888804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.896992 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:22:59.910331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Calling delete_port for d370f8ad-aa0a-4b97-a31f-7eb413995ba5 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:22:59.932610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 571b2f56-f2df-4a36-a177-df26eadb01e9 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:22:59.950438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Port': ['ID=e31cf2db-8bad-48b1-93b1-b710bfa15776,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:22:59.957263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 571b2f56-f2df-4a36-a177-df26eadb01e9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:22:59.957590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 571b2f56-f2df-4a36-a177-df26eadb01e9 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:23:00.031743 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.090180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Port': ['ID=d370f8ad-aa0a-4b97-a31f-7eb413995ba5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:00.096248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No DVR routers for this DVR port d370f8ad-aa0a-4b97-a31f-7eb413995ba5 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:23:00.168086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5360b145-1e48-43a5-b84f-a9b93d23eff9 None None] DHCP port deletion for 31b6bebc-7452-4216-b5dd-174e523a4730 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:23:00.235182 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.303690 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.317258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b6bebc-7452-4216-b5dd-174e523a4730']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:00.343744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9560a-ad76-424c-b01d-8abd3fb7457c req-e9799d03-5b85-428f-bd09-157e1fd352ca tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:00.345309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5b9560a-ad76-424c-b01d-8abd3fb7457c req-e9799d03-5b85-428f-bd09-157e1fd352ca tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 946 time: 0.1684673 Aug 04 17:23:00.347255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916f8b16-97be-4163-9154-23f553d9afe8') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:00.347554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916f8b16-97be-4163-9154-23f553d9afe8') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:00.364651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.393281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.407584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:23:00.408010 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:23:00.411865 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:23:00.425997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5b9560a-ad76-424c-b01d-8abd3fb7457c req-a3cbf701-5421-4eb8-bd6d-255697f88eb7 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711784 Aug 04 17:23:00.476299 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.498248 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.503270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/networks/31b6bebc-7452-4216-b5dd-174e523a4730 HTTP/1.1" status: 204 len: 168 time: 0.8795941 Aug 04 17:23:00.504375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58000) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:00.505146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab083653-3039-4d76-80a9-d78d3cf850cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Pushing event deleted for resources: {'Network': ['ID=31b6bebc-7452-4216-b5dd-174e523a4730,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:00.511054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3f01239b-4e23-48f9-a802-5d21de28b2a6 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'routes': None}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:00.560140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Router a1170648-89a1-48bc-a9da-688d059edef1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:23:00.673743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.extraroute_db [None req-3f01239b-4e23-48f9-a802-5d21de28b2a6 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Added routes are [] {{(pid=105828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 04 17:23:00.674339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.extraroute_db [None req-3f01239b-4e23-48f9-a802-5d21de28b2a6 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Removed routes are [] {{(pid=105828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 04 17:23:00.674701 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f01239b-4e23-48f9-a802-5d21de28b2a6 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.685588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:23:00.692077 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4a47e820-5f74-45a5-85ba-d5109303b2d2 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "PUT /v2.0/routers/a1170648-89a1-48bc-a9da-688d059edef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1535277 Aug 04 17:23:00.694746 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58002) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:00.699031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] Sync routers for ids ['a1170648-89a1-48bc-a9da-688d059edef1'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:23:00.710986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] Routers {'a1170648-89a1-48bc-a9da-688d059edef1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:00.712257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a1170648-89a1-48bc-a9da-688d059edef1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:00.772324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2749dd9a-e49a-482b-9cc5-5ab5336b66b6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Deleting subnet 49f62b30-24ed-4ee1-8fd6-02362d733b86 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:23:00.777282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2749dd9a-e49a-482b-9cc5-5ab5336b66b6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.831694 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2749dd9a-e49a-482b-9cc5-5ab5336b66b6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.848922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] Set router a1170648-89a1-48bc-a9da-688d059edef1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:00.859292 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f01239b-4e23-48f9-a802-5d21de28b2a6 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.862949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f01239b-4e23-48f9-a802-5d21de28b2a6 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:00.944897 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2749dd9a-e49a-482b-9cc5-5ab5336b66b6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.006394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f01239b-4e23-48f9-a802-5d21de28b2a6 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router f7e44fbf-1240-4fd3-a505-250837996c97 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:23:01.011561 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2749dd9a-e49a-482b-9cc5-5ab5336b66b6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.049627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749dd9a-e49a-482b-9cc5-5ab5336b66b6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Subnet': ['ID=49f62b30-24ed-4ee1-8fd6-02362d733b86,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:01.051666 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2749dd9a-e49a-482b-9cc5-5ab5336b66b6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.056161 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2749dd9a-e49a-482b-9cc5-5ab5336b66b6 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "DELETE /v2.0/subnets/49f62b30-24ed-4ee1-8fd6-02362d733b86 HTTP/1.1" status: 204 len: 168 time: 0.3577182 Aug 04 17:23:01.056906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58006) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:01.075240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d61fcc-3c5a-4f3a-a7a4-63c2c11d2af6 None None] Network 2204117f-81ac-41c9-a304-6d2a02235382 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:23:01.205146 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.208174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f01239b-4e23-48f9-a802-5d21de28b2a6 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:23:01.218637 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] Sync routers for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:23:01.225090 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3f01239b-4e23-48f9-a802-5d21de28b2a6 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.228564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3f01239b-4e23-48f9-a802-5d21de28b2a6 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97 HTTP/1.1" status: 200 len: 701 time: 0.7211676 Aug 04 17:23:01.231362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58008) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:01.235620 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:01.236184 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:01.266781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:22:59Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:01.277151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e9c6faf4-3d62-4ee5-8816-e5391a4db75c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7e44fbf-1240-4fd3-a505-250837996c97 HTTP/1.1" status: 200 len: 205 time: 0.0442171 Aug 04 17:23:01.281829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58010) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:01.350900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] Checking router: a1170648-89a1-48bc-a9da-688d059edef1 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:23:01.358451 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:01.377254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] Routers {'a1170648-89a1-48bc-a9da-688d059edef1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:01.379509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a1170648-89a1-48bc-a9da-688d059edef1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:01.380306 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.422265 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:58Z', 'revision_number': 11, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:01.505722 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] Checking router: f7e44fbf-1240-4fd3-a505-250837996c97 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:23:01.534642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Deleting port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:23:01.535502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.539000 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] Routers {'f7e44fbf-1240-4fd3-a505-250837996c97'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:01.541141 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f7e44fbf-1240-4fd3-a505-250837996c97'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:01.546528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4817ae56-0410-44d4-bd90-c8b424baedfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.612429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] Set router a1170648-89a1-48bc-a9da-688d059edef1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:01.672561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e8f0f-9997-45f3-9b3d-33603ef79b35 None None] DHCP port deletion for 2204117f-81ac-41c9-a304-6d2a02235382 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:23:01.697897 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] Set router f7e44fbf-1240-4fd3-a505-250837996c97 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:01.704710 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] For port ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:01.707296 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.737426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Calling delete_port for ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:23:01.784417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:23:01.790336 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:58Z', 'revision_number': 11, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:01.820296 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad176a-d8a6-44bc-b261-1c56c91bf1e4 None None] The sync data for ids ['f7e44fbf-1240-4fd3-a505-250837996c97'] in n-d-764435-5 is: [{'id': 'f7e44fbf-1240-4fd3-a505-250837996c97', 'name': 'tempest-RoutersTest-router-1637870218', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:22:16Z', 'updated_at': '2021-08-04T17:22:58Z', 'revision_number': 11, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:23:01.838315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:23:01.838662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 16f1c48e-b7ae-4877-8082-5e1b27cd6d96 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:23:01.839250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d370f8ad-aa0a-4b97-a31f-7eb413995ba5 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:23:01.872735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: d370f8ad-aa0a-4b97-a31f-7eb413995ba5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:23:01.873146 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d370f8ad-aa0a-4b97-a31f-7eb413995ba5 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:23:01.873678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efee49e-4d75-4e12-943f-d8815828404b req-c1c3507b-8e73-47ba-bd35-8f742ed7c6b0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:01.896497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5efee49e-4d75-4e12-943f-d8815828404b req-c1c3507b-8e73-47ba-bd35-8f742ed7c6b0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 946 time: 0.2422180 Aug 04 17:23:01.906778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4817ae56-0410-44d4-bd90-c8b424baedfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.909197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4817ae56-0410-44d4-bd90-c8b424baedfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.934165 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e8f0f-9997-45f3-9b3d-33603ef79b35 None None] Deleting port d2637cc5-1ff5-439c-abd4-c561cbd8d420 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:23:01.936898 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8f0f-9997-45f3-9b3d-33603ef79b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.982329 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4817ae56-0410-44d4-bd90-c8b424baedfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:01.983017 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4817ae56-0410-44d4-bd90-c8b424baedfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Fanout notify agent at l3_agent the message router_deleted on router f7e44fbf-1240-4fd3-a505-250837996c97 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:23:02.002638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5efee49e-4d75-4e12-943f-d8815828404b req-d93dd8d7-e811-497e-b07f-e103b883f543 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045754 Aug 04 17:23:02.008260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4817ae56-0410-44d4-bd90-c8b424baedfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.012088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4817ae56-0410-44d4-bd90-c8b424baedfe tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97 HTTP/1.1" status: 204 len: 168 time: 0.7276366 Aug 04 17:23:02.019435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58018) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:02.027431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-80d73965-68e2-43e1-8ec0-0e12159db409 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-327408198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:02.044444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ebc4-4d43-4b09-82dd-ccc7255d06e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.048538 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6c9e8f0f-9997-45f3-9b3d-33603ef79b35 None None] For port d2637cc5-1ff5-439c-abd4-c561cbd8d420, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d2637cc5-1ff5-439c-abd4-c561cbd8d420,segment=NetworkSegment(cc3e591e-e84f-4339-a341-a8a950fef576),segment_id=cc3e591e-e84f-4339-a341-a8a950fef576)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:02.049804 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8f0f-9997-45f3-9b3d-33603ef79b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.078461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e8f0f-9997-45f3-9b3d-33603ef79b35 None None] Calling delete_port for d2637cc5-1ff5-439c-abd4-c561cbd8d420 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:23:02.079168 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.108702 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d73965-68e2-43e1-8ec0-0e12159db409 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.109832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d73965-68e2-43e1-8ec0-0e12159db409 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.156147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Port': ['ID=ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:02.244657 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d73965-68e2-43e1-8ec0-0e12159db409 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.256514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d73965-68e2-43e1-8ec0-0e12159db409 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.282048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.290722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34ee1-a04e-46df-ad94-ed83315d41d2 req-f333dcfa-46ba-4401-a217-660c7e643638 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:02.292574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25d34ee1-a04e-46df-ad94-ed83315d41d2 req-f333dcfa-46ba-4401-a217-660c7e643638 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 946 time: 0.1478562 Aug 04 17:23:02.302601 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d73965-68e2-43e1-8ec0-0e12159db409 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.308547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-80d73965-68e2-43e1-8ec0-0e12159db409 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2843940 Aug 04 17:23:02.314957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58022) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:02.321808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-262478ac-bfa5-4457-a60e-6fa67d1b40cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:02.399240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:22:59Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:02.424338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25d34ee1-a04e-46df-ad94-ed83315d41d2 req-05f147ae-e36c-4ea5-8afd-6a2faafb9420 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224828 Aug 04 17:23:02.457470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37efb9-e624-46c7-a4f6-561cc4602039 None None] The sync data for ids ['a1170648-89a1-48bc-a9da-688d059edef1'] in n-d-764435-5 is: [{'id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1101577736', 'tenant_id': 'e2311150595842eaae50cbd8cfe03ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:22:59Z', 'revision_number': 5, 'project_id': 'e2311150595842eaae50cbd8cfe03ad9', 'gw_port': {'id': 'ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1170648-89a1-48bc-a9da-688d059edef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:10Z', 'updated_at': '2021-08-04T17:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:23:02.479111 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8f0f-9997-45f3-9b3d-33603ef79b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.519526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58024) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:02.535035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e8f0f-9997-45f3-9b3d-33603ef79b35 None None] Pushing event deleted for resources: {'Port': ['ID=d2637cc5-1ff5-439c-abd4-c561cbd8d420,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:02.537114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e8f0f-9997-45f3-9b3d-33603ef79b35 None None] No DVR routers for this DVR port d2637cc5-1ff5-439c-abd4-c561cbd8d420 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:23:02.674153 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-262478ac-bfa5-4457-a60e-6fa67d1b40cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.695717 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-262478ac-bfa5-4457-a60e-6fa67d1b40cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.801654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.804131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.819517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c97ba-5019-401d-a830-3868523bf7f7 tempest-TestVolumeBackupRestore-6817977 tempest-TestVolumeBackupRestore-6817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:02.821066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-197c97ba-5019-401d-a830-3868523bf7f7 tempest-TestVolumeBackupRestore-6817977 tempest-TestVolumeBackupRestore-6817977-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 1092 time: 0.3002541 Aug 04 17:23:02.825483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58038) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:02.831608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:02.856722 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.857923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Fanout notify agent at l3_agent the message router_deleted on router a1170648-89a1-48bc-a9da-688d059edef1 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:23:02.865443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.869491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262478ac-bfa5-4457-a60e-6fa67d1b40cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Router 87bccaeb-dc33-4567-84fc-ef76487e124c is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:23:02.877228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:02.878707 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e65c8ed6-d023-4709-9e8f-ca201fcfb647 tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "DELETE /v2.0/routers/a1170648-89a1-48bc-a9da-688d059edef1 HTTP/1.1" status: 204 len: 168 time: 1.8214421 Aug 04 17:23:02.881695 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58040) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:02.982349 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:03.019368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262478ac-bfa5-4457-a60e-6fa67d1b40cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:23:03.029103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-262478ac-bfa5-4457-a60e-6fa67d1b40cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:03.030710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-262478ac-bfa5-4457-a60e-6fa67d1b40cd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "PUT /v2.0/routers/87bccaeb-dc33-4567-84fc-ef76487e124c HTTP/1.1" status: 200 len: 693 time: 0.7146168 Aug 04 17:23:03.033676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] Sync routers for ids ['87bccaeb-dc33-4567-84fc-ef76487e124c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:23:03.033847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58042) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:03.051952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] Routers {'87bccaeb-dc33-4567-84fc-ef76487e124c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:03.053030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['87bccaeb-dc33-4567-84fc-ef76487e124c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:03.109216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:03.121638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2204117f-81ac-41c9-a304-6d2a02235382']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:03.136003 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3e591e-e84f-4339-a341-a8a950fef576') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:03.136384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3e591e-e84f-4339-a341-a8a950fef576') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:03.154277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] Set router 87bccaeb-dc33-4567-84fc-ef76487e124c gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:03.155344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:03.178338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:03.185285 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:23:03.185699 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:23:03.189647 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:23:03.260045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bccaeb-dc33-4567-84fc-ef76487e124c', 'name': 'tempest-RoutersTest-router-327408198', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:02Z', 'updated_at': '2021-08-04T17:23:02Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:03.301018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:03.314884 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:03.320050 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] 10.222.0.39 "DELETE /v2.0/networks/2204117f-81ac-41c9-a304-6d2a02235382 HTTP/1.1" status: 204 len: 168 time: 0.4343567 Aug 04 17:23:03.320306 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] Checking router: 87bccaeb-dc33-4567-84fc-ef76487e124c for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:23:03.352482 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] Routers {'87bccaeb-dc33-4567-84fc-ef76487e124c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:03.353145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:22:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['87bccaeb-dc33-4567-84fc-ef76487e124c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:03.353312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f218097-79e2-4670-9625-02a597aec8ff tempest-TestSecurityGroupsBasicOps-221579182 tempest-TestSecurityGroupsBasicOps-221579182-project] Pushing event deleted for resources: {'Network': ['ID=2204117f-81ac-41c9-a304-6d2a02235382,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:03.460583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] Set router 87bccaeb-dc33-4567-84fc-ef76487e124c gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:03.535124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bccaeb-dc33-4567-84fc-ef76487e124c', 'name': 'tempest-RoutersTest-router-327408198', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:02Z', 'updated_at': '2021-08-04T17:23:02Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:03.563461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c1461-d075-42e5-9ae8-ec77ddcfb8b0 None None] The sync data for ids ['87bccaeb-dc33-4567-84fc-ef76487e124c'] in n-d-764435-5 is: [{'id': '87bccaeb-dc33-4567-84fc-ef76487e124c', 'name': 'tempest-RoutersTest-router-327408198', 'tenant_id': '499772784d674794a8557d6b8e2e1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:02Z', 'updated_at': '2021-08-04T17:23:02Z', 'revision_number': 2, 'project_id': '499772784d674794a8557d6b8e2e1beb', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:23:03.621557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-627c9e8c-4727-4096-bce5-752a01ecf272 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/routers/87bccaeb-dc33-4567-84fc-ef76487e124c HTTP/1.1" status: 200 len: 699 time: 0.5864773 Aug 04 17:23:03.624385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58058) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:03.659436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ffd3f882-63d5-47d0-9461-e9f5375585e0 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=87bccaeb-dc33-4567-84fc-ef76487e124c HTTP/1.1" status: 200 len: 205 time: 0.0315547 Aug 04 17:23:03.659868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58064) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:03.709103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:03.761176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58066) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:03.774266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aed10f53-a479-4514-b700-c6a9edd93f5c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:03.919178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d2637cc5-1ff5-439c-abd4-c561cbd8d420 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:23:03.956825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: d2637cc5-1ff5-439c-abd4-c561cbd8d420 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:23:03.957176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d2637cc5-1ff5-439c-abd4-c561cbd8d420 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:23:03.957608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e31cf2db-8bad-48b1-93b1-b710bfa15776 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:23:03.977925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e31cf2db-8bad-48b1-93b1-b710bfa15776 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:23:03.978280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e31cf2db-8bad-48b1-93b1-b710bfa15776 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:23:04.040495 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-875ef8af-4dc0-4aca-b101-a7dc2d41c733 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2311150595842eaae50cbd8cfe03ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729158 Aug 04 17:23:04.041015 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58070) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.091102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1a09629-8bde-4aba-a26f-5a03935d331c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.109372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aed10f53-a479-4514-b700-c6a9edd93f5c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.112937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aed10f53-a479-4514-b700-c6a9edd93f5c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.113351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1a09629-8bde-4aba-a26f-5a03935d331c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.169179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Allocated IP 172.25.2.66 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/f48c8138-7bbe-4d56-a0a5-cf93b65d2418) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:23:04.186753 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aed10f53-a479-4514-b700-c6a9edd93f5c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.187783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed10f53-a479-4514-b700-c6a9edd93f5c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Fanout notify agent at l3_agent the message router_deleted on router 87bccaeb-dc33-4567-84fc-ef76487e124c {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:23:04.196506 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1a09629-8bde-4aba-a26f-5a03935d331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.200521 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1a09629-8bde-4aba-a26f-5a03935d331c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.201791 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e1a09629-8bde-4aba-a26f-5a03935d331c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06892aa5-c51b-4523-a66e-de82937d8ef1 HTTP/1.1" status: 204 len: 168 time: 0.1600354 Aug 04 17:23:04.213762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-aed10f53-a479-4514-b700-c6a9edd93f5c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.215042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a09629-8bde-4aba-a26f-5a03935d331c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06892aa5-c51b-4523-a66e-de82937d8ef1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:04.215759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aed10f53-a479-4514-b700-c6a9edd93f5c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/87bccaeb-dc33-4567-84fc-ef76487e124c HTTP/1.1" status: 204 len: 168 time: 0.5548382 Aug 04 17:23:04.221671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58074) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.281848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-15e0d76e-9800-4d47-a192-e0d24e915f49 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=87bccaeb-dc33-4567-84fc-ef76487e124c HTTP/1.1" status: 200 len: 205 time: 0.0586603 Aug 04 17:23:04.284553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58076) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.357661 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-e08df321-1ae7-435f-a499-99004ce54f20 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] delete failed (client error): The resource could not be found. Aug 04 17:23:04.363597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58080) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.364733 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e08df321-1ae7-435f-a499-99004ce54f20 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/87bccaeb-dc33-4567-84fc-ef76487e124c HTTP/1.1" status: 404 len: 336 time: 0.0790553 Aug 04 17:23:04.383259 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.409995 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9739efe-d039-4673-8d29-90858c513e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.423520 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-018717f7-2c2a-41df-b3b4-37515667b56c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] DELETE failed (client error): The resource could not be found. Aug 04 17:23:04.424167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018717f7-2c2a-41df-b3b4-37515667b56c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:23:04.426841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-018717f7-2c2a-41df-b3b4-37515667b56c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/1584f495-6960-4c0d-aa4e-1d240af31e2d HTTP/1.1" status: 404 len: 337 time: 0.0614312 Aug 04 17:23:04.428829 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58084) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.462350 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f26b1b-e119-4536-8b92-13725cf3be0d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] DELETE failed (client error): The resource could not be found. Aug 04 17:23:04.463105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f26b1b-e119-4536-8b92-13725cf3be0d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:23:04.465078 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-23f26b1b-e119-4536-8b92-13725cf3be0d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/8db15bad-43f4-4818-9515-47211ab6ff42 HTTP/1.1" status: 404 len: 337 time: 0.0350139 Aug 04 17:23:04.467738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58086) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.501924 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.514772 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecdb646-e48f-4238-bbb1-ebfbf3d777f3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] DELETE failed (client error): The resource could not be found. Aug 04 17:23:04.515746 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecdb646-e48f-4238-bbb1-ebfbf3d777f3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:23:04.518503 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ecdb646-e48f-4238-bbb1-ebfbf3d777f3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/459b0915-5057-46d0-a9f2-d57b4999b463 HTTP/1.1" status: 404 len: 337 time: 0.0493500 Aug 04 17:23:04.520945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58088) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.565208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:23:04.567998 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecedaa6-c0fc-4e80-be34-f34203b6656c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] DELETE failed (client error): The resource could not be found. Aug 04 17:23:04.569478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecedaa6-c0fc-4e80-be34-f34203b6656c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:23:04.576065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:23:04.576225 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fecedaa6-c0fc-4e80-be34-f34203b6656c tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/29c28c7d-2e62-4ad0-83a0-296207068265 HTTP/1.1" status: 404 len: 337 time: 0.0502050 Aug 04 17:23:04.576508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:23:04.582636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58090) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.636713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58092) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.641734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event updated for resources: {'Port': ['ID=f48c8138-7bbe-4d56-a0a5-cf93b65d2418,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:04.649074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-47335166-a418-4099-94d5-a8297bf03d91 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7e44fbf-1240-4fd3-a505-250837996c97 HTTP/1.1" status: 200 len: 205 time: 0.0652659 Aug 04 17:23:04.652062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58094) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.654032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-435f5e84-d3f8-4a33-8099-cc68f38eb945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.711130 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-3e6bf1c1-0f36-42c3-be7c-fd9c0dd28f96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] delete failed (client error): The resource could not be found. Aug 04 17:23:04.712886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3e6bf1c1-0f36-42c3-be7c-fd9c0dd28f96 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/f7e44fbf-1240-4fd3-a505-250837996c97 HTTP/1.1" status: 404 len: 336 time: 0.0588253 Aug 04 17:23:04.715228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58100) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.751710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6171541a-bd66-47ec-ad98-35b0abff8822 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=165f286e-1b1a-4d70-ad4d-9c6092b2f2d5 HTTP/1.1" status: 200 len: 205 time: 0.0331616 Aug 04 17:23:04.765453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58108) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.772261 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-435f5e84-d3f8-4a33-8099-cc68f38eb945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.780019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-435f5e84-d3f8-4a33-8099-cc68f38eb945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.815134 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-e79a4820-fe05-4985-86f3-095d4ca07699 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] delete failed (client error): The resource could not be found. Aug 04 17:23:04.816185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e79a4820-fe05-4985-86f3-095d4ca07699 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/165f286e-1b1a-4d70-ad4d-9c6092b2f2d5 HTTP/1.1" status: 404 len: 336 time: 0.0497756 Aug 04 17:23:04.821689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58110) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.824306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f5e84-d3f8-4a33-8099-cc68f38eb945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab063146-4507-4062-9def-8ee14ea3f11c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:04.851830 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-435f5e84-d3f8-4a33-8099-cc68f38eb945 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19df9af148b44c6c8effa7746b3b88b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137973 Aug 04 17:23:04.852452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58112) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.879322 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef48241-f04c-41a7-af7d-af5babcb3fde tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] DELETE failed (client error): The resource could not be found. Aug 04 17:23:04.879783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef48241-f04c-41a7-af7d-af5babcb3fde tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:23:04.881584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2ef48241-f04c-41a7-af7d-af5babcb3fde tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/0e693e93-06c7-482b-aef3-96ab94db830d HTTP/1.1" status: 404 len: 337 time: 0.0589707 Aug 04 17:23:04.885057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58114) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.919679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-261ae6b7-1c29-41c7-85c7-0247ddc863ac tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=66f2075c-fa91-4760-97d7-cb29a32de2ef HTTP/1.1" status: 200 len: 205 time: 0.0333016 Aug 04 17:23:04.923038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58116) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:04.927390 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b6b23981-dbe2-455a-89b2-9f80c853f7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:04.952442 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b6b23981-dbe2-455a-89b2-9f80c853f7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.010045 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.017825 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-ca3482de-fab6-4545-bdb2-036582631b91 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] delete failed (client error): The resource could not be found. Aug 04 17:23:05.019003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ca3482de-fab6-4545-bdb2-036582631b91 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/66f2075c-fa91-4760-97d7-cb29a32de2ef HTTP/1.1" status: 404 len: 336 time: 0.0947945 Aug 04 17:23:05.022064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58118) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.024331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b6b23981-dbe2-455a-89b2-9f80c853f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.027747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b6b23981-dbe2-455a-89b2-9f80c853f7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.029203 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b6b23981-dbe2-455a-89b2-9f80c853f7cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab063146-4507-4062-9def-8ee14ea3f11c HTTP/1.1" status: 204 len: 168 time: 0.1757698 Aug 04 17:23:05.039960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b23981-dbe2-455a-89b2-9f80c853f7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab063146-4507-4062-9def-8ee14ea3f11c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:05.081284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-80e37ff2-421d-4331-957e-23a444383e8d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4 HTTP/1.1" status: 200 len: 205 time: 0.0578463 Aug 04 17:23:05.083741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58122) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.131106 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-24f67fff-7a16-4e22-a5be-fe194699e14a req-e18bb42b-6901-491b-93ae-981cd22035a0 service neutron] (105829) timed out ('10.222.0.39', 60560) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:23:05.152698 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-7d0f91eb-3f3b-4243-a487-8fcf30797e83 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] delete failed (client error): The resource could not be found. Aug 04 17:23:05.153744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7d0f91eb-3f3b-4243-a487-8fcf30797e83 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/8a2b1010-a4fe-41b9-8dbb-4161bd8c3ad4 HTTP/1.1" status: 404 len: 336 time: 0.0691016 Aug 04 17:23:05.157642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58124) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.196299 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0449e20-0459-4598-b4cc-205e05880a1d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] DELETE failed (client error): The resource could not be found. Aug 04 17:23:05.196771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0449e20-0459-4598-b4cc-205e05880a1d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:23:05.198483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b0449e20-0459-4598-b4cc-205e05880a1d tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/e304da4e-8677-4071-acd6-ed8cdc6ec1ea HTTP/1.1" status: 404 len: 337 time: 0.0397449 Aug 04 17:23:05.201350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58126) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.235182 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-235350d6-6a56-4c47-aa1b-d975df42f9e3 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=44ee5e88-f161-4604-91e9-eafc4baf0114 HTTP/1.1" status: 200 len: 205 time: 0.0296710 Aug 04 17:23:05.235818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58128) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.281954 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-1f1b161f-6c95-4316-b870-7f40d3e0ecb8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] delete failed (client error): The resource could not be found. Aug 04 17:23:05.285514 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1f1b161f-6c95-4316-b870-7f40d3e0ecb8 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/44ee5e88-f161-4604-91e9-eafc4baf0114 HTTP/1.1" status: 404 len: 336 time: 0.0462730 Aug 04 17:23:05.285711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58132) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.315540 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a78c4d-a7f6-416d-aa6a-1236231a0f70 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] DELETE failed (client error): The resource could not be found. Aug 04 17:23:05.316015 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a78c4d-a7f6-416d-aa6a-1236231a0f70 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:23:05.318080 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-31a78c4d-a7f6-416d-aa6a-1236231a0f70 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/4a510dac-65ec-44d9-a145-3082abc69341 HTTP/1.1" status: 404 len: 337 time: 0.0312657 Aug 04 17:23:05.321474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58134) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.355200 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8a873909-515b-4997-ae26-a7d7352d0ad4 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c9c9898-4b3c-4661-ad32-891d0b8d37ea HTTP/1.1" status: 200 len: 205 time: 0.0325646 Aug 04 17:23:05.357678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58136) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.387094 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.415778 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-42a62380-4f4f-459a-8140-cbcf377ae42f tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] delete failed (client error): The resource could not be found. Aug 04 17:23:05.417246 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-42a62380-4f4f-459a-8140-cbcf377ae42f tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/routers/6c9c9898-4b3c-4661-ad32-891d0b8d37ea HTTP/1.1" status: 404 len: 336 time: 0.0583403 Aug 04 17:23:05.420390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58140) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.438039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:23:05.467832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:23:05.469872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ea68e736-7f0e-4bff-9cf0-5f9b0fa19de8 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:23:05.481732 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f8dc45-6c0e-4e70-9e83-3b2e781c0e13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] DELETE failed (client error): The resource could not be found. Aug 04 17:23:05.482332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f8dc45-6c0e-4e70-9e83-3b2e781c0e13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:23:05.490679 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58142) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.491663 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-28f8dc45-6c0e-4e70-9e83-3b2e781c0e13 tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/7fa90021-d6b5-49f2-b4c3-f4854e0039b3 HTTP/1.1" status: 404 len: 337 time: 0.0628147 Aug 04 17:23:05.503831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.526737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58144) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.527159 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7649d18-0272-4595-8e07-dbe8894965fd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] DELETE failed (client error): The resource could not be found. Aug 04 17:23:05.527631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7649d18-0272-4595-8e07-dbe8894965fd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:23:05.529486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e7649d18-0272-4595-8e07-dbe8894965fd tempest-RoutersTest-512868967 tempest-RoutersTest-512868967-project] 10.222.0.39 "DELETE /v2.0/subnets/7a402dac-94c9-48a6-8ba6-cd8bdc8262c9 HTTP/1.1" status: 404 len: 337 time: 0.0371048 Aug 04 17:23:05.614998 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9549e7ab-2282-4b1e-bfab-34f3e99f8b7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=909d8c67c44b445fbf093ece01d5a4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862696 Aug 04 17:23:05.617228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58148) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.677156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-508b72ed-b23e-4b13-a958-b2e999250bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.705606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-508b72ed-b23e-4b13-a958-b2e999250bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.730914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.738486 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.768768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-508b72ed-b23e-4b13-a958-b2e999250bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.773010 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-508b72ed-b23e-4b13-a958-b2e999250bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.776287 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-508b72ed-b23e-4b13-a958-b2e999250bb8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25995365-3ba0-4ffe-8eec-aff225d0c37f HTTP/1.1" status: 204 len: 168 time: 0.1575291 Aug 04 17:23:05.786330 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b72ed-b23e-4b13-a958-b2e999250bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25995365-3ba0-4ffe-8eec-aff225d0c37f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:05.865144 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:05.871951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event updated for resources: {'Port': ['ID=f48c8138-7bbe-4d56-a0a5-cf93b65d2418,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:05.885858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58156) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:05.887827 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:06.002689 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Floating IP 0942f660-ff17-4567-b5e1-acc1468d95cd associated. External IP: 172.25.2.66, port: c59d2a33-224b-491b-94a9-6b5695fa317e. Aug 04 17:23:06.230435 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f8b67a03-a933-4746-b52b-820742fc4052 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=499772784d674794a8557d6b8e2e1beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411579 Aug 04 17:23:06.231056 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58160) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:06.274247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Router b4fd443f-2d24-400c-8922-080aa95be765 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:23:06.307468 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdd14f4c-8ddc-40fe-b29e-6353ce81f1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:06.348667 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdd14f4c-8ddc-40fe-b29e-6353ce81f1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:06.413322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdd14f4c-8ddc-40fe-b29e-6353ce81f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:06.417579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fdd14f4c-8ddc-40fe-b29e-6353ce81f1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:06.418022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:23:06.422402 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fdd14f4c-8ddc-40fe-b29e-6353ce81f1a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb1cae24-a128-429b-be02-b17169882a5b HTTP/1.1" status: 204 len: 168 time: 0.1869829 Aug 04 17:23:06.429772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd14f4c-8ddc-40fe-b29e-6353ce81f1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1cae24-a128-429b-be02-b17169882a5b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:06.452685 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] Sync routers for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:23:06.478420 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:06.478420 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:06.479323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:06.536714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d111d6d7-69a1-4817-86de-083afe21424a tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7078168 Aug 04 17:23:06.536714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:06.537342 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09ace65-9a30-4e30-925a-8012d8db6109" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:06.537486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58166) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:06.588285 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e48839-9fd3-4ade-9574-b70b0cafb6ed x-openstack-request-id: req-42e48839-9fd3-4ade-9574-b70b0cafb6ed {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:06.588582 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:06.588840 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42e48839-9fd3-4ade-9574-b70b0cafb6ed {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:06.589263 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'status': 'completed', 'code': 200} Aug 04 17:23:06.616788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0662e-742e-4c85-bf7f-0a49256c42ff tempest-TestVolumeBackupRestore-6817977 tempest-TestVolumeBackupRestore-6817977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:06.621302 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9bc0662e-742e-4c85-bf7f-0a49256c42ff tempest-TestVolumeBackupRestore-6817977 tempest-TestVolumeBackupRestore-6817977-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 1092 time: 0.0800624 Aug 04 17:23:06.621655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58170) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:06.632896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c03a4a99-8350-4e23-9154-397d4a113ee7 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Request body: {'floatingip': {'port_id': 'c59d2a33-224b-491b-94a9-6b5695fa317e'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:06.657563 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:06.700230 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c03a4a99-8350-4e23-9154-397d4a113ee7 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for floatingip, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:06.705717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-d149af79-ce89-4900-9d03-5b3a90bd1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:06.708565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-d149af79-ce89-4900-9d03-5b3a90bd1f39 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9cdabc5ef9414559ac54650d3d348f85&device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 1097 time: 0.0846417 Aug 04 17:23:06.838305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-3ea6ac63-4a7a-4845-be11-fc05ec507867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:06.839807 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-3ea6ac63-4a7a-4845-be11-fc05ec507867 service neutron] 10.222.0.82 "GET /v2.0/networks?id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15 HTTP/1.1" status: 200 len: 915 time: 0.1244245 Aug 04 17:23:06.963717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-41946750-3de0-4eff-a87d-a98b1e44a80a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d2a33-224b-491b-94a9-6b5695fa317e HTTP/1.1" status: 200 len: 999 time: 0.1155765 Aug 04 17:23:06.976114 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '0942f660-ff17-4567-b5e1-acc1468d95cd', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'port_id': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'mac_address': 'fa:16:3e:e3:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:05Z', 'updated_at': '2021-08-04T17:23:05Z', 'revision_number': 0, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:36Z', 'revision_number': 5, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:07.027530 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] Checking router: b4fd443f-2d24-400c-8922-080aa95be765 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:23:07.058790 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:07.059622 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:07.067120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-c4ea105c-71e8-477f-ad97-b4c4b0a8ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:07.068921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-c4ea105c-71e8-477f-ad97-b4c4b0a8ba6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c9b8abe-936c-4fee-be0a-09be4874c176 HTTP/1.1" status: 200 len: 852 time: 0.0941398 Aug 04 17:23:07.150140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-07d2334e-2e30-47ab-b1b3-528116d25e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:07.153877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-07d2334e-2e30-47ab-b1b3-528116d25e1e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745323 Aug 04 17:23:07.249459 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:07.314795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-e3909cf5-1a43-4850-9ba8-cee92f99f961 service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531010 Aug 04 17:23:07.481400 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:07.518093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a09ace65-9a30-4e30-925a-8012d8db6109 req-be76edae-d113-42df-b6b5-2d010644b881 service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955864 Aug 04 17:23:07.567643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c03a4a99-8350-4e23-9154-397d4a113ee7 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:07.581834 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c03a4a99-8350-4e23-9154-397d4a113ee7 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:07.646159 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '0942f660-ff17-4567-b5e1-acc1468d95cd', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'port_id': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'mac_address': 'fa:16:3e:e3:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:05Z', 'updated_at': '2021-08-04T17:23:05Z', 'revision_number': 0, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:36Z', 'revision_number': 5, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:07.717355 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18fbd5-c52c-4a63-9ec0-e78f73b3248a None None] The sync data for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 is: [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '0942f660-ff17-4567-b5e1-acc1468d95cd', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'port_id': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'mac_address': 'fa:16:3e:e3:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:05Z', 'updated_at': '2021-08-04T17:23:05Z', 'revision_number': 0, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:36Z', 'revision_number': 5, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:23:07.793477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58194) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:07.874527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03a4a99-8350-4e23-9154-397d4a113ee7 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Router b4fd443f-2d24-400c-8922-080aa95be765 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:23:07.914907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026326744'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:07.944064 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:07.954310 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.007175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03a4a99-8350-4e23-9154-397d4a113ee7 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:23:08.016888 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c03a4a99-8350-4e23-9154-397d4a113ee7 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.076022 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bda640-73ee-4d48-941a-345b070a44d7 None None] New status for floating IP 0942f660-ff17-4567-b5e1-acc1468d95cd: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:23:08.081648 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.091522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:08.094009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.094756 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8febde6e-035c-4085-93ff-0efcf9be6bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:08.102896 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c03a4a99-8350-4e23-9154-397d4a113ee7 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "PUT /v2.0/floatingips/0942f660-ff17-4567-b5e1-acc1468d95cd HTTP/1.1" status: 200 len: 991 time: 1.4761429 Aug 04 17:23:08.132096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283cd2af-e3c5-4a25-9951-c7c89fdfac4f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:08.136591 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2c888c-e72e-4b70-8ab9-8b128e09271a x-openstack-request-id: req-2a2c888c-e72e-4b70-8ab9-8b128e09271a {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:08.137283 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:08.137891 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a2c888c-e72e-4b70-8ab9-8b128e09271a {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:08.138705 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'status': 'completed', 'code': 200} Aug 04 17:23:08.390176 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] Sync routers for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:23:08.402323 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:08.403398 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:08.565113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-a1b80c91-7d2c-4962-bed2-e2a21ad34cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:08.566669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-a1b80c91-7d2c-4962-bed2-e2a21ad34cf8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9cdabc5ef9414559ac54650d3d348f85&device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 1097 time: 0.4046702 Aug 04 17:23:08.625708 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.636174 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.636380 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:08.685643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.691037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8921161 Aug 04 17:23:08.691037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab7bc0-5639-4df4-9633-09ed624596e7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387245ad-fd68-4450-a7c0-b6d656181f12,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:08.691696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58202) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:08.706100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-7c449a18-0efa-44bf-8a48-40757b1c06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:08.707947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-7c449a18-0efa-44bf-8a48-40757b1c06aa service neutron] 10.222.0.82 "GET /v2.0/networks?id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15 HTTP/1.1" status: 200 len: 915 time: 0.1322320 Aug 04 17:23:08.781954 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b3da43f4-7086-4391-9838-227fa361a8fb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0787053 Aug 04 17:23:08.782213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58206) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:08.794441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-dd65517f-888c-4b94-81aa-cfd43b1301cc tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group': {'name': 'tempest-security--151894283', 'description': 'tempest-security-description-1747393428'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:08.816051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-427f3916-4273-47ca-bb19-0421eea0b623 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d2a33-224b-491b-94a9-6b5695fa317e HTTP/1.1" status: 200 len: 1001 time: 0.0997312 Aug 04 17:23:08.860625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd65517f-888c-4b94-81aa-cfd43b1301cc tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.900851 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '0942f660-ff17-4567-b5e1-acc1468d95cd', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'port_id': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'mac_address': 'fa:16:3e:e3:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:05Z', 'updated_at': '2021-08-04T17:23:08Z', 'revision_number': 2, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:36Z', 'revision_number': 5, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:08.901503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-9a725dbb-cd75-4d31-8295-f8b7412875fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:08.902703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-9a725dbb-cd75-4d31-8295-f8b7412875fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c9b8abe-936c-4fee-be0a-09be4874c176 HTTP/1.1" status: 200 len: 852 time: 0.0771182 Aug 04 17:23:08.918797 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd65517f-888c-4b94-81aa-cfd43b1301cc tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.928286 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd65517f-888c-4b94-81aa-cfd43b1301cc tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.930948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd65517f-888c-4b94-81aa-cfd43b1301cc tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:08.932209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd65517f-888c-4b94-81aa-cfd43b1301cc tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "PUT /v2.0/security-groups/387245ad-fd68-4450-a7c0-b6d656181f12 HTTP/1.1" status: 200 len: 1779 time: 0.1509359 Aug 04 17:23:08.932347 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] Checking router: b4fd443f-2d24-400c-8922-080aa95be765 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:23:08.938384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58208) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:08.942393 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:08.943030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:08.975463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65517f-888c-4b94-81aa-cfd43b1301cc tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387245ad-fd68-4450-a7c0-b6d656181f12,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:08.985039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-6a288ef3-1e61-40ff-aa3d-1c5762b3be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:08.987201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-6a288ef3-1e61-40ff-aa3d-1c5762b3be34 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710630 Aug 04 17:23:08.988507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58210) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:08.989104 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-001ec29c-ea2d-4ff2-9d09-4ee8e02863ae tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups/387245ad-fd68-4450-a7c0-b6d656181f12 HTTP/1.1" status: 200 len: 1779 time: 0.0492725 Aug 04 17:23:09.056244 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:09.117037 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.118096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e77ba9ac-af52-4bd9-a3da-9fb1ba292702 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.134741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-4949ce5b-0450-4ae6-b9f4-661510a2ba03 service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386631 Aug 04 17:23:09.158773 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e77ba9ac-af52-4bd9-a3da-9fb1ba292702 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.200729 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.268484 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8febde6e-035c-4085-93ff-0efcf9be6bc5 req-7bb89220-5df0-40ac-9cdf-6f660eb6deb4 service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189275 Aug 04 17:23:09.269144 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e77ba9ac-af52-4bd9-a3da-9fb1ba292702 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.273935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e77ba9ac-af52-4bd9-a3da-9fb1ba292702 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.275196 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e77ba9ac-af52-4bd9-a3da-9fb1ba292702 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-groups/387245ad-fd68-4450-a7c0-b6d656181f12 HTTP/1.1" status: 204 len: 168 time: 0.2857955 Aug 04 17:23:09.277839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58218) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:09.285363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ba9ac-af52-4bd9-a3da-9fb1ba292702 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=387245ad-fd68-4450-a7c0-b6d656181f12,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:09.329780 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4cfd4319-83e8-4746-b76d-0416b9083985 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502982 Aug 04 17:23:09.332581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58220) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:09.345982 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-128926d1-8b1e-47de-9b70-1c319b499808 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] delete failed (client error): The resource could not be found. Aug 04 17:23:09.347157 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-128926d1-8b1e-47de-9b70-1c319b499808 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-groups/387245ad-fd68-4450-a7c0-b6d656181f12 HTTP/1.1" status: 404 len: 347 time: 0.0135639 Aug 04 17:23:09.351393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58222) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:09.356983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8aeb9aa2-55de-4b5f-bea8-b687fc129fdf tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547947077'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:09.364350 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '0942f660-ff17-4567-b5e1-acc1468d95cd', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'port_id': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'mac_address': 'fa:16:3e:e3:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:05Z', 'updated_at': '2021-08-04T17:23:08Z', 'revision_number': 2, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:36Z', 'revision_number': 5, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:09.384404 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9aa2-55de-4b5f-bea8-b687fc129fdf tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.392830 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f5cdf-3432-4b68-9e52-199a14d3ec5d None None] The sync data for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 is: [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '0942f660-ff17-4567-b5e1-acc1468d95cd', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'port_id': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'mac_address': 'fa:16:3e:e3:a1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:05Z', 'updated_at': '2021-08-04T17:23:08Z', 'revision_number': 2, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:36Z', 'revision_number': 5, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:23:09.485835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9aa2-55de-4b5f-bea8-b687fc129fdf tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.494891 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9aa2-55de-4b5f-bea8-b687fc129fdf tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.531018 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9aa2-55de-4b5f-bea8-b687fc129fdf tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.532291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8aeb9aa2-55de-4b5f-bea8-b687fc129fdf tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1798530 Aug 04 17:23:09.535458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58230) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:09.536798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9aa2-55de-4b5f-bea8-b687fc129fdf tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e4cad-c218-4a3f-86f9-63babcd7a978,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:09.544124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8f28fa05-e4d1-4798-b3c5-71c7112f718b tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': 'bb7e4cad-c218-4a3f-86f9-63babcd7a978', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:09.578524 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f28fa05-e4d1-4798-b3c5-71c7112f718b tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.640935 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f28fa05-e4d1-4798-b3c5-71c7112f718b tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.646154 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f28fa05-e4d1-4798-b3c5-71c7112f718b tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.673068 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28fa05-e4d1-4798-b3c5-71c7112f718b tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8033b62f-a076-47fc-b421-be4cc30db323,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:09.678566 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f28fa05-e4d1-4798-b3c5-71c7112f718b tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.680132 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8f28fa05-e4d1-4798-b3c5-71c7112f718b tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435604 Aug 04 17:23:09.684162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58232) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:09.714947 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47dfb2b3-b820-41ae-85ac-ea2f0bf1d9ef tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.723728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47dfb2b3-b820-41ae-85ac-ea2f0bf1d9ef tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.758213 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47dfb2b3-b820-41ae-85ac-ea2f0bf1d9ef tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.765088 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-47dfb2b3-b820-41ae-85ac-ea2f0bf1d9ef tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.767370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-47dfb2b3-b820-41ae-85ac-ea2f0bf1d9ef tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/8033b62f-a076-47fc-b421-be4cc30db323 HTTP/1.1" status: 204 len: 168 time: 0.0831707 Aug 04 17:23:09.769222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58234) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:09.775848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfb2b3-b820-41ae-85ac-ea2f0bf1d9ef tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8033b62f-a076-47fc-b421-be4cc30db323,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:09.822859 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5e87adf0-eb1b-4cb8-b2bc-6363c0c4d5fa tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474849 Aug 04 17:23:09.824098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58238) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:09.889666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ff362ca-7dfa-42fc-8013-6a8908dd4c6c tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:09.922977 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ff362ca-7dfa-42fc-8013-6a8908dd4c6c tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.003638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d61b1-d9fb-4eba-acf4-ab1e0454cc96 req-7e6e1e80-b036-49c9-931c-40ea443db17f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:10.005144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e9d61b1-d9fb-4eba-acf4-ab1e0454cc96 req-7e6e1e80-b036-49c9-931c-40ea443db17f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 945 time: 0.0789709 Aug 04 17:23:10.011456 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ff362ca-7dfa-42fc-8013-6a8908dd4c6c tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.014275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3ff362ca-7dfa-42fc-8013-6a8908dd4c6c tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.017773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3ff362ca-7dfa-42fc-8013-6a8908dd4c6c tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-groups/bb7e4cad-c218-4a3f-86f9-63babcd7a978 HTTP/1.1" status: 204 len: 168 time: 0.1896520 Aug 04 17:23:10.018504 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58242) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:10.037765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff362ca-7dfa-42fc-8013-6a8908dd4c6c tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e4cad-c218-4a3f-86f9-63babcd7a978,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:10.061676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e9d61b1-d9fb-4eba-acf4-ab1e0454cc96 req-ea51b559-3245-4788-a7e0-1089fa2d4fd8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446041 Aug 04 17:23:10.085394 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6833ea16-625a-4b3b-a495-d213e6f1ac79 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647283 Aug 04 17:23:10.089613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58246) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:10.095123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b9f7eb86-16f8-4839-bb36-523b514fe8fb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group': {'name': 'tempest-secgroup--217570465'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:10.120950 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9f7eb86-16f8-4839-bb36-523b514fe8fb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.140640 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:10.143218 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:10.208314 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ecab0-c132-419d-8287-db21ca087097 x-openstack-request-id: req-ea8ecab0-c132-419d-8287-db21ca087097 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:10.208673 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:10.208930 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea8ecab0-c132-419d-8287-db21ca087097 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:10.209336 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'status': 'completed', 'code': 200} Aug 04 17:23:10.233561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9f7eb86-16f8-4839-bb36-523b514fe8fb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.244591 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9f7eb86-16f8-4839-bb36-523b514fe8fb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.300199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b9f7eb86-16f8-4839-bb36-523b514fe8fb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.300199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b9f7eb86-16f8-4839-bb36-523b514fe8fb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2089994 Aug 04 17:23:10.302334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7eb86-16f8-4839-bb36-523b514fe8fb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda2c1b5-2fde-4bb7-acb3-a56e80dc50ac,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:10.302587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58254) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:10.308327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8140e64c-df4c-4753-8c97-335a65dc9520 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': 'dda2c1b5-2fde-4bb7-acb3-a56e80dc50ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:10.318244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-b60f1ab8-aee8-4223-a4a3-bfbba90cc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:10.320411 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-b60f1ab8-aee8-4223-a4a3-bfbba90cc2df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9cdabc5ef9414559ac54650d3d348f85&device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 1097 time: 0.0853457 Aug 04 17:23:10.357024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8140e64c-df4c-4753-8c97-335a65dc9520 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.429755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8140e64c-df4c-4753-8c97-335a65dc9520 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.435357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8140e64c-df4c-4753-8c97-335a65dc9520 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.445710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-83f5392f-711a-4ea0-8c86-7ebc48d43757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:10.447615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-83f5392f-711a-4ea0-8c86-7ebc48d43757 service neutron] 10.222.0.82 "GET /v2.0/networks?id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15 HTTP/1.1" status: 200 len: 915 time: 0.1192408 Aug 04 17:23:10.476722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140e64c-df4c-4753-8c97-335a65dc9520 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a90480-b33e-49a6-ab95-755871a60547,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:10.491893 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8140e64c-df4c-4753-8c97-335a65dc9520 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.494477 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8140e64c-df4c-4753-8c97-335a65dc9520 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1893554 Aug 04 17:23:10.496067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58264) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:10.501659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-aa198c82-7e89-4367-a264-e59e7856a281 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': 'dda2c1b5-2fde-4bb7-acb3-a56e80dc50ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:10.535134 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa198c82-7e89-4367-a264-e59e7856a281 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.542289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-b4267e03-329d-4e2f-8206-9d2d5acb552e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d2a33-224b-491b-94a9-6b5695fa317e HTTP/1.1" status: 200 len: 1001 time: 0.0827243 Aug 04 17:23:10.601295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-3f450a06-1481-47fc-8260-3bfebe2ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:10.602819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-3f450a06-1481-47fc-8260-3bfebe2ddc08 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c9b8abe-936c-4fee-be0a-09be4874c176 HTTP/1.1" status: 200 len: 852 time: 0.0499899 Aug 04 17:23:10.614192 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa198c82-7e89-4367-a264-e59e7856a281 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.620222 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa198c82-7e89-4367-a264-e59e7856a281 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.655797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa198c82-7e89-4367-a264-e59e7856a281 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1ff406-0f21-4cef-9e5e-a3d6720fcc40,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:10.660995 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-aa198c82-7e89-4367-a264-e59e7856a281 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.662239 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-aa198c82-7e89-4367-a264-e59e7856a281 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1651516 Aug 04 17:23:10.665059 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58268) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:10.670099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-23c072fa-80a7-4eda-9675-19b508b12ddb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': 'dda2c1b5-2fde-4bb7-acb3-a56e80dc50ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:10.675688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-da941952-e054-46d0-b8f1-07704b190a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:10.677176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-da941952-e054-46d0-b8f1-07704b190a3d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589418 Aug 04 17:23:10.699050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c072fa-80a7-4eda-9675-19b508b12ddb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.773726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c072fa-80a7-4eda-9675-19b508b12ddb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.779192 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c072fa-80a7-4eda-9675-19b508b12ddb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.786089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-f74afe5b-aba9-47fe-83bf-b77784b90ae5 service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987179 Aug 04 17:23:10.804452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c072fa-80a7-4eda-9675-19b508b12ddb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4c0735-ab84-49a1-85b0-f2910134e239,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:10.817985 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-23c072fa-80a7-4eda-9675-19b508b12ddb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.819820 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-23c072fa-80a7-4eda-9675-19b508b12ddb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537869 Aug 04 17:23:10.827182 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58270) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:10.832542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-97b3bb41-c9d9-4991-9137-33ecb5e61632 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': 'dda2c1b5-2fde-4bb7-acb3-a56e80dc50ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:10.865467 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97b3bb41-c9d9-4991-9137-33ecb5e61632 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.907211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4f2704e-ca04-418f-a68b-e3a8d5daa89a req-0319ff74-7fa2-434b-a238-fdd05a9ad7d3 service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117332 Aug 04 17:23:10.939362 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97b3bb41-c9d9-4991-9137-33ecb5e61632 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.949505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97b3bb41-c9d9-4991-9137-33ecb5e61632 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.973127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3bb41-c9d9-4991-9137-33ecb5e61632 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a306af-b4f2-44de-a37e-d4353046639d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:10.982286 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-97b3bb41-c9d9-4991-9137-33ecb5e61632 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:10.986872 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-97b3bb41-c9d9-4991-9137-33ecb5e61632 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555381 Aug 04 17:23:10.987276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58272) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:10.992481 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ef72d24f-e4e1-47de-a11f-4945530cb402 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': 'dda2c1b5-2fde-4bb7-acb3-a56e80dc50ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:11.033526 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef72d24f-e4e1-47de-a11f-4945530cb402 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.141463 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef72d24f-e4e1-47de-a11f-4945530cb402 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.163407 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-6350717d-3aa8-4821-a91f-2f60091af553 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1649263 Aug 04 17:23:11.163580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-75586d4f-f023-4fce-b722-3c7909312653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:11.164678 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef72d24f-e4e1-47de-a11f-4945530cb402 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.164998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-75586d4f-f023-4fce-b722-3c7909312653 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1096 time: 0.0545206 Aug 04 17:23:11.187603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72d24f-e4e1-47de-a11f-4945530cb402 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef335d0a-95de-4478-8d27-fa252bfd6d7b,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:11.195376 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef72d24f-e4e1-47de-a11f-4945530cb402 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.199169 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ef72d24f-e4e1-47de-a11f-4945530cb402 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2080514 Aug 04 17:23:11.199391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58276) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:11.260411 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-467f2930-c91d-44aa-9522-9f80525e2ee2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.265943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-467f2930-c91d-44aa-9522-9f80525e2ee2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.292803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-3f6c5fbf-cde5-47a4-9d4f-3d9f491271a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:11.294583 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-3f6c5fbf-cde5-47a4-9d4f-3d9f491271a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=606a264db48e4088a28f101b8a74ac7e&device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 1097 time: 0.0788732 Aug 04 17:23:11.305101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-467f2930-c91d-44aa-9522-9f80525e2ee2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.313653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-467f2930-c91d-44aa-9522-9f80525e2ee2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.318120 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-467f2930-c91d-44aa-9522-9f80525e2ee2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ef335d0a-95de-4478-8d27-fa252bfd6d7b HTTP/1.1" status: 204 len: 168 time: 0.1144655 Aug 04 17:23:11.318663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58278) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:11.329891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f2930-c91d-44aa-9522-9f80525e2ee2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef335d0a-95de-4478-8d27-fa252bfd6d7b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:11.338529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-232d98ff-2835-41f6-8912-c71f51fcdf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:11.340226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-232d98ff-2835-41f6-8912-c71f51fcdf13 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1435919 Aug 04 17:23:11.425730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-43a58e32-57d0-470e-bc57-579d3f9e131f tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1035283 Aug 04 17:23:11.426012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58280) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:11.432657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-b07113d4-dfd2-4863-af2d-1b07befdcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:11.434602 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-b07113d4-dfd2-4863-af2d-1b07befdcb5e service neutron] 10.222.0.90 "GET /v2.0/networks?id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea HTTP/1.1" status: 200 len: 915 time: 0.1151609 Aug 04 17:23:11.468328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-6c3da75e-a481-4c50-b7af-c5846b4c1e23 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 1001 time: 0.1181195 Aug 04 17:23:11.471068 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-644d8a24-e649-461b-981b-50b7773eb037 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.487044 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-e3e3400f-5a0b-4d7d-bf69-841e4295bde0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce88c642-aed3-4bcc-bedc-a70848f9d54b HTTP/1.1" status: 200 len: 217 time: 0.0441232 Aug 04 17:23:11.488513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-644d8a24-e649-461b-981b-50b7773eb037 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.544456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-db78c50a-b865-490c-b1cc-3fd076f729c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:11.545957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-a30680fc-297f-41ff-b0b8-b2f2ea93729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:11.546469 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-db78c50a-b865-490c-b1cc-3fd076f729c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0bd1923-9c01-4c3b-b2d5-968884e72557 HTTP/1.1" status: 200 len: 853 time: 0.0521533 Aug 04 17:23:11.547903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-a30680fc-297f-41ff-b0b8-b2f2ea93729a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0695596 Aug 04 17:23:11.549131 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-644d8a24-e649-461b-981b-50b7773eb037 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.555859 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-644d8a24-e649-461b-981b-50b7773eb037 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.557052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-644d8a24-e649-461b-981b-50b7773eb037 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c4a306af-b4f2-44de-a37e-d4353046639d HTTP/1.1" status: 204 len: 168 time: 0.1300550 Aug 04 17:23:11.568784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58286) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:11.589784 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-60e0bbdb-ab67-4f85-8664-98e63c59a956 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355277 Aug 04 17:23:11.602348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d8a24-e649-461b-981b-50b7773eb037 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4a306af-b4f2-44de-a37e-d4353046639d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:11.650548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-683f0463-4026-41c9-8068-3cdb6651692f tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0808451 Aug 04 17:23:11.658299 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58290) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:11.659847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-6bc18aba-dc5f-44e4-bf79-8d7feb57394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:11.661713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-6bc18aba-dc5f-44e4-bf79-8d7feb57394f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032796 Aug 04 17:23:11.705021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9478ee73-9344-4ee6-aa7c-66f76ed7d86f tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.722844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9478ee73-9344-4ee6-aa7c-66f76ed7d86f tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.766320 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-6b5fb498-6c6c-473f-9640-e70765166510 service neutron] 10.222.0.90 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684487 Aug 04 17:23:11.774526 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9478ee73-9344-4ee6-aa7c-66f76ed7d86f tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.802762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-d7f47481-5f76-4469-b716-10c96b5f0bcf service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325486 Aug 04 17:23:11.807764 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9478ee73-9344-4ee6-aa7c-66f76ed7d86f tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.809114 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9478ee73-9344-4ee6-aa7c-66f76ed7d86f tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ce4c0735-ab84-49a1-85b0-f2910134e239 HTTP/1.1" status: 204 len: 168 time: 0.1497657 Aug 04 17:23:11.810087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478ee73-9344-4ee6-aa7c-66f76ed7d86f tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce4c0735-ab84-49a1-85b0-f2910134e239,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:11.812004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58292) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:11.920705 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-893c9b2b-8832-4f6b-ae7e-75ba6310e826 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0684888 Aug 04 17:23:11.920916 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f8bc00b-8534-40dd-a01e-8478508a331c req-3ece64f8-5266-4c86-87b2-5d0f8d51c2f4 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099312 Aug 04 17:23:11.921065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58294) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:11.951072 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3d877f9b-01c8-4f32-bb3b-6e8371e1617f req-4549db51-dd56-44ff-9e0a-0789648a1982 service neutron] 10.222.0.90 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741102 Aug 04 17:23:11.960115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-618bc499-fdca-48bd-a3f5-82f05509840a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:11.970329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-618bc499-fdca-48bd-a3f5-82f05509840a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.013307 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-618bc499-fdca-48bd-a3f5-82f05509840a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.020743 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-618bc499-fdca-48bd-a3f5-82f05509840a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.021925 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-618bc499-fdca-48bd-a3f5-82f05509840a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4a1ff406-0f21-4cef-9e5e-a3d6720fcc40 HTTP/1.1" status: 204 len: 168 time: 0.1000755 Aug 04 17:23:12.025064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58296) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:12.027867 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bc499-fdca-48bd-a3f5-82f05509840a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a1ff406-0f21-4cef-9e5e-a3d6720fcc40,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:12.084439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e262de82-2f97-4598-98d3-13aa7344856b tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0571330 Aug 04 17:23:12.087578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58298) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:12.126313 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab6521c2-fe84-476d-bb2c-e6c872ce2052 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.135269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab6521c2-fe84-476d-bb2c-e6c872ce2052 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.173886 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab6521c2-fe84-476d-bb2c-e6c872ce2052 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.180636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab6521c2-fe84-476d-bb2c-e6c872ce2052 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.181971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ab6521c2-fe84-476d-bb2c-e6c872ce2052 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/40a90480-b33e-49a6-ab95-755871a60547 HTTP/1.1" status: 204 len: 168 time: 0.0932655 Aug 04 17:23:12.185213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58300) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:12.192912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6521c2-fe84-476d-bb2c-e6c872ce2052 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40a90480-b33e-49a6-ab95-755871a60547,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:12.230537 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-64968b9f-1ad5-4e0f-8ded-1473d38cb541 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440087 Aug 04 17:23:12.233986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58302) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:12.294207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7dd39f0a-8816-46ac-996b-1e2f244cd7cd tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.322720 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7dd39f0a-8816-46ac-996b-1e2f244cd7cd tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.375595 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7dd39f0a-8816-46ac-996b-1e2f244cd7cd tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.378434 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7dd39f0a-8816-46ac-996b-1e2f244cd7cd tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.379719 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7dd39f0a-8816-46ac-996b-1e2f244cd7cd tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-groups/dda2c1b5-2fde-4bb7-acb3-a56e80dc50ac HTTP/1.1" status: 204 len: 168 time: 0.1448338 Aug 04 17:23:12.382760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58304) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:12.394911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd39f0a-8816-46ac-996b-1e2f244cd7cd tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda2c1b5-2fde-4bb7-acb3-a56e80dc50ac,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:12.445217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a8b7af03-02a3-4b54-adfa-83d48e918c17 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609226 Aug 04 17:23:12.449386 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58306) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:12.454865 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6703f5a5-106f-454f-877f-78dd06e1fd11 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group': {'name': 'tempest-secgroup--197465829'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:12.483172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6703f5a5-106f-454f-877f-78dd06e1fd11 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.604751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6703f5a5-106f-454f-877f-78dd06e1fd11 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.611583 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6703f5a5-106f-454f-877f-78dd06e1fd11 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.666418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703f5a5-106f-454f-877f-78dd06e1fd11 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8271c8bc-e1e2-4cbe-b64b-8dca75e1a62a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:12.680673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6703f5a5-106f-454f-877f-78dd06e1fd11 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.684553 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6703f5a5-106f-454f-877f-78dd06e1fd11 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2315428 Aug 04 17:23:12.685645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58312) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:12.690337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f26248d9-a074-4145-b304-743a781d3af3 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': '8271c8bc-e1e2-4cbe-b64b-8dca75e1a62a', 'direction': 'ingress', 'protocol': 17}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:12.725547 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f26248d9-a074-4145-b304-743a781d3af3 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.797422 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f26248d9-a074-4145-b304-743a781d3af3 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.804110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f26248d9-a074-4145-b304-743a781d3af3 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.823565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26248d9-a074-4145-b304-743a781d3af3 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05c12ff-1903-4669-9e59-60854a98dfc5,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:12.833504 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f26248d9-a074-4145-b304-743a781d3af3 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.837835 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f26248d9-a074-4145-b304-743a781d3af3 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1482446 Aug 04 17:23:12.838253 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58316) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:12.881004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:23:12.906168 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ebbf00a-be90-44da-bf13-0e51e5533a25 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.930757 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ebbf00a-be90-44da-bf13-0e51e5533a25 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.980478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:12.986400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ebbf00a-be90-44da-bf13-0e51e5533a25 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.989827 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9ebbf00a-be90-44da-bf13-0e51e5533a25 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:12.991559 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9ebbf00a-be90-44da-bf13-0e51e5533a25 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-groups/8271c8bc-e1e2-4cbe-b64b-8dca75e1a62a HTTP/1.1" status: 204 len: 168 time: 0.1520479 Aug 04 17:23:12.994422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58318) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:13.002875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbf00a-be90-44da-bf13-0e51e5533a25 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8271c8bc-e1e2-4cbe-b64b-8dca75e1a62a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:13.003115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '11718227-331f-419e-892a-d41dd6c5b7c4', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'port_id': '11718227-331f-419e-892a-d41dd6c5b7c4', 'mac_address': 'fa:16:3e:10:fb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:23:13.043412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-892f1b96-718b-4ab6-bcd3-c1847917926a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477116 Aug 04 17:23:13.047514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58320) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:13.052615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-412082a3-db75-422c-9ec8-a74e511a0f1a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group': {'name': 'tempest-secgroup--483914715'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:13.066123 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.080322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-412082a3-db75-422c-9ec8-a74e511a0f1a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.084671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11718227-331f-419e-892a-d41dd6c5b7c4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:23:13.112753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:13.118227 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.182722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:13.185009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-412082a3-db75-422c-9ec8-a74e511a0f1a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.190742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-412082a3-db75-422c-9ec8-a74e511a0f1a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.211355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['11718227-331f-419e-892a-d41dd6c5b7c4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:23:13.228101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-412082a3-db75-422c-9ec8-a74e511a0f1a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.229466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-412082a3-db75-422c-9ec8-a74e511a0f1a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1808872 Aug 04 17:23:13.231580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412082a3-db75-422c-9ec8-a74e511a0f1a tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7769140-21be-417c-a7ac-fab575cb0ba6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:13.232314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58322) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:13.237438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d417aa09-f4bf-4e94-9e27-73da0401aaf8 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group': {'name': 'tempest-secgroup--947599003'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:13.271528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d417aa09-f4bf-4e94-9e27-73da0401aaf8 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.367454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d417aa09-f4bf-4e94-9e27-73da0401aaf8 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.372172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d417aa09-f4bf-4e94-9e27-73da0401aaf8 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.400179 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d417aa09-f4bf-4e94-9e27-73da0401aaf8 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.401684 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d417aa09-f4bf-4e94-9e27-73da0401aaf8 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1681490 Aug 04 17:23:13.404810 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58324) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:13.410064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a8b9e1bd-915f-40ce-af5e-ff8376059838 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': 'd7769140-21be-417c-a7ac-fab575cb0ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd44fd240-cb2c-46c3-99f8-4b461f996fe4', 'remote_ip_prefix': None}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:13.415798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417aa09-f4bf-4e94-9e27-73da0401aaf8 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44fd240-cb2c-46c3-99f8-4b461f996fe4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:13.446233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e1bd-915f-40ce-af5e-ff8376059838 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.521251 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e1bd-915f-40ce-af5e-ff8376059838 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.526413 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e1bd-915f-40ce-af5e-ff8376059838 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.544391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9e1bd-915f-40ce-af5e-ff8376059838 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea635e1-83e5-41ee-8099-b94abcd8d156,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:13.550829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e1bd-915f-40ce-af5e-ff8376059838 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.552193 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a8b9e1bd-915f-40ce-af5e-ff8376059838 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1464608 Aug 04 17:23:13.556541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58330) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:13.585856 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dfc1abe0-2856-40af-a7c8-226e43379d7e tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.594318 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dfc1abe0-2856-40af-a7c8-226e43379d7e tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.623056 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dfc1abe0-2856-40af-a7c8-226e43379d7e tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.629389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dfc1abe0-2856-40af-a7c8-226e43379d7e tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.632828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dfc1abe0-2856-40af-a7c8-226e43379d7e tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0ea635e1-83e5-41ee-8099-b94abcd8d156 HTTP/1.1" status: 204 len: 168 time: 0.0729585 Aug 04 17:23:13.633256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58332) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:13.635992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1abe0-2856-40af-a7c8-226e43379d7e tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea635e1-83e5-41ee-8099-b94abcd8d156,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:13.680496 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9cb3114a-9ca9-42ef-852b-afc93d05c320 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0460546 Aug 04 17:23:13.683224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58336) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:13.746512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dda5d26d-e6ae-4c80-8db7-44d1290b24cb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.771536 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dda5d26d-e6ae-4c80-8db7-44d1290b24cb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.830858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dda5d26d-e6ae-4c80-8db7-44d1290b24cb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.834044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dda5d26d-e6ae-4c80-8db7-44d1290b24cb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:13.835469 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dda5d26d-e6ae-4c80-8db7-44d1290b24cb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-groups/d44fd240-cb2c-46c3-99f8-4b461f996fe4 HTTP/1.1" status: 204 len: 168 time: 0.1513143 Aug 04 17:23:13.838564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58346) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:13.846657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5d26d-e6ae-4c80-8db7-44d1290b24cb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44fd240-cb2c-46c3-99f8-4b461f996fe4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:13.926101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58352) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:13.926678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2a4f2909-5ae0-494e-b32b-55b2dfaf2cd1 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0795321 Aug 04 17:23:13.986868 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f0789a3-c7cc-4a3d-bf15-efd593ff9671 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.013076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f0789a3-c7cc-4a3d-bf15-efd593ff9671 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.056873 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f0789a3-c7cc-4a3d-bf15-efd593ff9671 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.059563 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2f0789a3-c7cc-4a3d-bf15-efd593ff9671 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.060849 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2f0789a3-c7cc-4a3d-bf15-efd593ff9671 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-groups/d7769140-21be-417c-a7ac-fab575cb0ba6 HTTP/1.1" status: 204 len: 168 time: 0.1336551 Aug 04 17:23:14.063623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58356) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:14.074836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0789a3-c7cc-4a3d-bf15-efd593ff9671 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7769140-21be-417c-a7ac-fab575cb0ba6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:14.117490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-684cd698-9d26-4012-a3fb-3dab00dfa1d5 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527389 Aug 04 17:23:14.122216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58362) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:14.126977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-affa0435-1c39-4095-bc22-8a086a3cf716 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016590965'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:14.152271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-affa0435-1c39-4095-bc22-8a086a3cf716 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.264038 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-affa0435-1c39-4095-bc22-8a086a3cf716 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.269342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-affa0435-1c39-4095-bc22-8a086a3cf716 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.302299 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-affa0435-1c39-4095-bc22-8a086a3cf716 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.304274 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-affa0435-1c39-4095-bc22-8a086a3cf716 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1810904 Aug 04 17:23:14.306863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58370) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:14.309701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa0435-1c39-4095-bc22-8a086a3cf716 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ed7451-9571-4e03-9523-3c34c10363ba,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:14.313447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-742fba2a-64bb-4a9c-bd2e-fdd7d2109261 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': '11ed7451-9571-4e03-9523-3c34c10363ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:14.360451 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-742fba2a-64bb-4a9c-bd2e-fdd7d2109261 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.421001 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-742fba2a-64bb-4a9c-bd2e-fdd7d2109261 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.425842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-742fba2a-64bb-4a9c-bd2e-fdd7d2109261 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.445204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fba2a-64bb-4a9c-bd2e-fdd7d2109261 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a089a5-8bef-4d84-b4bd-169c83af8b9e,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:14.460689 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-742fba2a-64bb-4a9c-bd2e-fdd7d2109261 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.462698 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-742fba2a-64bb-4a9c-bd2e-fdd7d2109261 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1541064 Aug 04 17:23:14.465736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58374) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:14.503095 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510d8277-c93e-4adf-bfb5-2a75ecdf1287 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.515668 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510d8277-c93e-4adf-bfb5-2a75ecdf1287 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.555453 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510d8277-c93e-4adf-bfb5-2a75ecdf1287 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.563243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-510d8277-c93e-4adf-bfb5-2a75ecdf1287 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.564479 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-510d8277-c93e-4adf-bfb5-2a75ecdf1287 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/75a089a5-8bef-4d84-b4bd-169c83af8b9e HTTP/1.1" status: 204 len: 168 time: 0.0976830 Aug 04 17:23:14.567553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58378) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:14.570651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d8277-c93e-4adf-bfb5-2a75ecdf1287 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a089a5-8bef-4d84-b4bd-169c83af8b9e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:14.626722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fe34bde0-b434-4be5-bcd2-86fe50d44623 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0555515 Aug 04 17:23:14.627171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58384) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:14.691681 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50f3741e-5745-49db-bed0-0256602ae05d tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.718361 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50f3741e-5745-49db-bed0-0256602ae05d tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.766380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50f3741e-5745-49db-bed0-0256602ae05d tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.768972 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-50f3741e-5745-49db-bed0-0256602ae05d tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.770616 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-50f3741e-5745-49db-bed0-0256602ae05d tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-groups/11ed7451-9571-4e03-9523-3c34c10363ba HTTP/1.1" status: 204 len: 168 time: 0.1423554 Aug 04 17:23:14.774530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58386) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:14.781744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3741e-5745-49db-bed0-0256602ae05d tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ed7451-9571-4e03-9523-3c34c10363ba,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:14.830953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-94f22113-0fa3-4728-ac6c-4f804cb4acc3 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546644 Aug 04 17:23:14.834635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58388) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:14.839801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fa34654c-753e-4cf2-90eb-7a6ca16d0eb1 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017767950'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:14.866407 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa34654c-753e-4cf2-90eb-7a6ca16d0eb1 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.895421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:23:14.966542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 11718227-331f-419e-892a-d41dd6c5b7c4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:14.967754 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:14.991768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa34654c-753e-4cf2-90eb-7a6ca16d0eb1 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.000254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa34654c-753e-4cf2-90eb-7a6ca16d0eb1 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.028812 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fa34654c-753e-4cf2-90eb-7a6ca16d0eb1 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.030471 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fa34654c-753e-4cf2-90eb-7a6ca16d0eb1 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1945024 Aug 04 17:23:15.033414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58392) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.041319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f180ee49-da2a-4409-b76b-5b76e51ce380 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': 'a20cafee-b304-411c-af13-ad7cd685d55e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:15.044442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34654c-753e-4cf2-90eb-7a6ca16d0eb1 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20cafee-b304-411c-af13-ad7cd685d55e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:15.086417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f180ee49-da2a-4409-b76b-5b76e51ce380 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.092294 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.118122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:15.121836 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379416b5-51a6-4e5a-9d83-c69f30c0f095" -d '{"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-plugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:15.137496 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:15.144845 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.153697 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f180ee49-da2a-4409-b76b-5b76e51ce380 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.169125 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f180ee49-da2a-4409-b76b-5b76e51ce380 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.192985 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f180ee49-da2a-4409-b76b-5b76e51ce380 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.194423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f180ee49-da2a-4409-b76b-5b76e51ce380 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1597354 Aug 04 17:23:15.195454 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6100e1d3-f49d-45bb-8d69-927c00c8da3b x-openstack-request-id: req-6100e1d3-f49d-45bb-8d69-927c00c8da3b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:15.195845 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-plugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:15.196202 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6100e1d3-f49d-45bb-8d69-927c00c8da3b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:15.196749 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4', 'code': 200} Aug 04 17:23:15.197214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58396) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.211548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180ee49-da2a-4409-b76b-5b76e51ce380 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b928ca5-2db5-45b9-a5b8-cb0f1bf15909,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:15.222513 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c659c3dd-7c3d-4ece-8e11-ce24c6b87008 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules/7b928ca5-2db5-45b9-a5b8-cb0f1bf15909 HTTP/1.1" status: 200 len: 763 time: 0.0240335 Aug 04 17:23:15.225719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58398) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.237152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:15.290792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ecb4fbf4-9d21-40a3-90fd-3aed0c3e3e6c tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0637610 Aug 04 17:23:15.293582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58400) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.325637 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9805a1ce-6562-4068-86d3-1d9f2de70513 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.335447 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9805a1ce-6562-4068-86d3-1d9f2de70513 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.371363 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9805a1ce-6562-4068-86d3-1d9f2de70513 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.381628 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9805a1ce-6562-4068-86d3-1d9f2de70513 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.382918 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9805a1ce-6562-4068-86d3-1d9f2de70513 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7b928ca5-2db5-45b9-a5b8-cb0f1bf15909 HTTP/1.1" status: 204 len: 168 time: 0.0883343 Aug 04 17:23:15.385725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58402) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.407573 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805a1ce-6562-4068-86d3-1d9f2de70513 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b928ca5-2db5-45b9-a5b8-cb0f1bf15909,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:15.456398 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2f3f9424-9257-4b80-97ff-95de352950bb tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0689659 Aug 04 17:23:15.461864 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58404) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.465643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8d0f067f-ba89-46a2-8610-8348e86ebae7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': 'a20cafee-b304-411c-af13-ad7cd685d55e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:15.523009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d0f067f-ba89-46a2-8610-8348e86ebae7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.609686 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d0f067f-ba89-46a2-8610-8348e86ebae7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.621067 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d0f067f-ba89-46a2-8610-8348e86ebae7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.646153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f067f-ba89-46a2-8610-8348e86ebae7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb04fa88-4cb3-474a-afac-3c7556081a41,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:15.659204 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8d0f067f-ba89-46a2-8610-8348e86ebae7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.663702 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8d0f067f-ba89-46a2-8610-8348e86ebae7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2002308 Aug 04 17:23:15.667398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58410) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.692922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-20bd9d65-1919-4ec5-93c8-4f599d46a225 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules/cb04fa88-4cb3-474a-afac-3c7556081a41 HTTP/1.1" status: 200 len: 763 time: 0.0268304 Aug 04 17:23:15.695360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58412) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.750543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-839bbdfe-b4b6-4416-ae7f-aabcd72f8f71 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0540001 Aug 04 17:23:15.753247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58414) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.784184 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2098aed5-d2f2-4707-99b3-6894943cd4a2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.794586 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2098aed5-d2f2-4707-99b3-6894943cd4a2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.839660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2098aed5-d2f2-4707-99b3-6894943cd4a2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.847372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2098aed5-d2f2-4707-99b3-6894943cd4a2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:15.851254 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58416) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.851758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2098aed5-d2f2-4707-99b3-6894943cd4a2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/cb04fa88-4cb3-474a-afac-3c7556081a41 HTTP/1.1" status: 204 len: 168 time: 0.0968797 Aug 04 17:23:15.857031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098aed5-d2f2-4707-99b3-6894943cd4a2 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb04fa88-4cb3-474a-afac-3c7556081a41,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:15.912120 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0c6343a7-de15-4e5a-98e0-d5780b1612ec tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0594666 Aug 04 17:23:15.917055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58418) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:15.925541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-93cdd93b-7a51-4336-8585-31ed4695e728 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Request body: {'security_group_rule': {'security_group_id': 'a20cafee-b304-411c-af13-ad7cd685d55e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:15.962596 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-93cdd93b-7a51-4336-8585-31ed4695e728 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Project 92c0df07ab51494cbb2b4ab803bcebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:23:15.970161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-93cdd93b-7a51-4336-8585-31ed4695e728 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.066012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-93cdd93b-7a51-4336-8585-31ed4695e728 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.074289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-93cdd93b-7a51-4336-8585-31ed4695e728 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.091510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdd93b-7a51-4336-8585-31ed4695e728 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca209de8-d213-407c-969c-68a29f79e32f,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:16.115971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-93cdd93b-7a51-4336-8585-31ed4695e728 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.115971 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-93cdd93b-7a51-4336-8585-31ed4695e728 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1935863 Aug 04 17:23:16.118528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58422) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:16.148757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4b763f6e-aaed-4085-9efd-7b2a8062cd19 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules/ca209de8-d213-407c-969c-68a29f79e32f HTTP/1.1" status: 200 len: 769 time: 0.0302570 Aug 04 17:23:16.149799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58424) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:16.210881 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:23:16.214601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-965dd858-ccfb-4370-b58b-94d0f2f9f668 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0635655 Aug 04 17:23:16.218086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58426) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:16.253218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c23dde01-5605-4c55-a4b3-5516990fd8d7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.261676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c23dde01-5605-4c55-a4b3-5516990fd8d7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.302448 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c23dde01-5605-4c55-a4b3-5516990fd8d7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.309358 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c23dde01-5605-4c55-a4b3-5516990fd8d7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.310897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c23dde01-5605-4c55-a4b3-5516990fd8d7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ca209de8-d213-407c-969c-68a29f79e32f HTTP/1.1" status: 204 len: 168 time: 0.0915511 Aug 04 17:23:16.314187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58428) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:16.317591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dde01-5605-4c55-a4b3-5516990fd8d7 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca209de8-d213-407c-969c-68a29f79e32f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:16.367443 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-88ea1730-eb79-4041-bc59-d8c06f60e27c tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520127 Aug 04 17:23:16.370843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58430) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:16.448766 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39727a9a-009e-419d-8ef8-a7b582d532d0 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.484066 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39727a9a-009e-419d-8ef8-a7b582d532d0 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.542378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39727a9a-009e-419d-8ef8-a7b582d532d0 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.548062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-39727a9a-009e-419d-8ef8-a7b582d532d0 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:16.552029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-39727a9a-009e-419d-8ef8-a7b582d532d0 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "DELETE /v2.0/security-groups/a20cafee-b304-411c-af13-ad7cd685d55e HTTP/1.1" status: 204 len: 168 time: 0.1774464 Aug 04 17:23:16.552850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58432) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:16.574538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39727a9a-009e-419d-8ef8-a7b582d532d0 tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20cafee-b304-411c-af13-ad7cd685d55e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:16.622167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-36abf1c2-0390-45d4-9b12-15ab95f24a3f tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681753 Aug 04 17:23:16.631008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58434) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:16.685167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5c3da070-1e91-4812-9549-7d9a907fec6d tempest-SecGroupIPv6Test-1589530527 tempest-SecGroupIPv6Test-1589530527-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526662 Aug 04 17:23:16.996394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58444) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:17.168652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd79d559-ec9a-4976-bada-a94ad7ccb001 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92c0df07ab51494cbb2b4ab803bcebdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707523 Aug 04 17:23:17.171633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58450) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:17.225403 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e529718-4b5a-44f2-88a6-c337a9432950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:17.249039 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e529718-4b5a-44f2-88a6-c337a9432950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:17.313852 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e529718-4b5a-44f2-88a6-c337a9432950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:17.317017 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e529718-4b5a-44f2-88a6-c337a9432950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:17.318869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4e529718-4b5a-44f2-88a6-c337a9432950 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/283cd2af-e3c5-4a25-9951-c7c89fdfac4f HTTP/1.1" status: 204 len: 168 time: 0.1457007 Aug 04 17:23:17.337847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e529718-4b5a-44f2-88a6-c337a9432950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283cd2af-e3c5-4a25-9951-c7c89fdfac4f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:18.117290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58482) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:18.248387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d0ce130d-c15a-4480-a430-dcbaaae1f6ba tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2047837141', 'prefixes': ['172.20.0.0/16']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:18.327513 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0ce130d-c15a-4480-a430-dcbaaae1f6ba tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] Notify callbacks [] for subnetpool, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:18.332045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58486) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:18.339121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d0ce130d-c15a-4480-a430-dcbaaae1f6ba tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2120268 Aug 04 17:23:18.387297 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-abb33dc9-362e-4837-92a8-c6b3c13a2c11 tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] 10.222.0.39 "GET /v2.0/subnetpools/f6315636-9bc6-45aa-a3a3-d129d02ead90 HTTP/1.1" status: 200 len: 732 time: 0.0532684 Aug 04 17:23:18.390666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58488) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:18.395712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1d971ffe-5d4f-45d5-850c-f34f8e94e27a tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-878618653'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:18.493388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d971ffe-5d4f-45d5-850c-f34f8e94e27a tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] Notify callbacks [] for subnetpool, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:18.494726 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1d971ffe-5d4f-45d5-850c-f34f8e94e27a tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] 10.222.0.39 "PUT /v2.0/subnetpools/f6315636-9bc6-45aa-a3a3-d129d02ead90 HTTP/1.1" status: 200 len: 683 time: 0.1029978 Aug 04 17:23:18.497323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58490) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:18.589860 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-54370fbe-1a23-40ec-ae74-ba54364ac300 tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] Notify callbacks [] for subnetpool, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:18.594457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58492) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:18.594844 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-54370fbe-1a23-40ec-ae74-ba54364ac300 tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] 10.222.0.39 "DELETE /v2.0/subnetpools/f6315636-9bc6-45aa-a3a3-d129d02ead90 HTTP/1.1" status: 204 len: 168 time: 0.0961928 Aug 04 17:23:18.617376 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-0587e454-ccfb-4389-8583-46692ba36d97 tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] show failed (client error): The resource could not be found. Aug 04 17:23:18.621200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0587e454-ccfb-4389-8583-46692ba36d97 tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] 10.222.0.39 "GET /v2.0/subnetpools/f6315636-9bc6-45aa-a3a3-d129d02ead90 HTTP/1.1" status: 404 len: 346 time: 0.0230551 Aug 04 17:23:18.621472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58494) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:18.639907 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-6c99d7ae-7b78-4e0f-9227-0fded5f4b603 tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] delete failed (client error): The resource could not be found. Aug 04 17:23:18.646858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6c99d7ae-7b78-4e0f-9227-0fded5f4b603 tempest-SubnetPoolsTestJSON-1535010005 tempest-SubnetPoolsTestJSON-1535010005-project] 10.222.0.39 "DELETE /v2.0/subnetpools/f6315636-9bc6-45aa-a3a3-d129d02ead90 HTTP/1.1" status: 404 len: 346 time: 0.0241516 Aug 04 17:23:18.964120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58504) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:19.090007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c7abcef-cdd6-47c5-bafc-1f6ba34c1846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:19.223947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c7abcef-cdd6-47c5-bafc-1f6ba34c1846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:19.231165 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8c7abcef-cdd6-47c5-bafc-1f6ba34c1846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:19.264715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7abcef-cdd6-47c5-bafc-1f6ba34c1846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede0b32-31ca-4772-b274-8a0396dfdaf6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:19.303691 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8c7abcef-cdd6-47c5-bafc-1f6ba34c1846 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b7e3a4474c44d3a80b2f505587ffc32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381109 Aug 04 17:23:19.306126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58510) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:19.365663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-addf580b-f8b7-41fd-8314-3f3bb084360e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:19.386457 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-addf580b-f8b7-41fd-8314-3f3bb084360e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:19.455859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-addf580b-f8b7-41fd-8314-3f3bb084360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:19.459202 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-addf580b-f8b7-41fd-8314-3f3bb084360e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:19.463340 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-addf580b-f8b7-41fd-8314-3f3bb084360e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ede0b32-31ca-4772-b274-8a0396dfdaf6 HTTP/1.1" status: 204 len: 168 time: 0.1562271 Aug 04 17:23:19.477537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf580b-f8b7-41fd-8314-3f3bb084360e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede0b32-31ca-4772-b274-8a0396dfdaf6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:20.905494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58564) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:21.084968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0f3028c-4099-4b81-a900-03194820a126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:21.230479 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0f3028c-4099-4b81-a900-03194820a126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:21.242181 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d0f3028c-4099-4b81-a900-03194820a126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:21.295952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58568) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:21.296517 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d0f3028c-4099-4b81-a900-03194820a126 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cf1b6e93cad450aacd195fe7e010632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893206 Aug 04 17:23:21.296974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3028c-4099-4b81-a900-03194820a126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce36a8-5d99-468a-b6a8-69c82d56bc2d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:21.363965 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-199fe44d-8fd6-4a60-ad4a-dddd5a99ad4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:21.389671 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-199fe44d-8fd6-4a60-ad4a-dddd5a99ad4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:21.463762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-199fe44d-8fd6-4a60-ad4a-dddd5a99ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:21.470861 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-199fe44d-8fd6-4a60-ad4a-dddd5a99ad4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:21.475077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-199fe44d-8fd6-4a60-ad4a-dddd5a99ad4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/afce36a8-5d99-468a-b6a8-69c82d56bc2d HTTP/1.1" status: 204 len: 168 time: 0.1769125 Aug 04 17:23:21.484492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fe44d-8fd6-4a60-ad4a-dddd5a99ad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce36a8-5d99-468a-b6a8-69c82d56bc2d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:23.076983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58614) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:23.254864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82731fa1-550c-4c54-abad-b90093b6e0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:23.383860 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82731fa1-550c-4c54-abad-b90093b6e0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:23.401590 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82731fa1-550c-4c54-abad-b90093b6e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:23.466968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58622) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:23.473766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-82731fa1-550c-4c54-abad-b90093b6e0dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d5ab44ce5674647aeb1a9ed249862bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947475 Aug 04 17:23:23.474592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82731fa1-550c-4c54-abad-b90093b6e0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d179d34b-8159-48b0-bd2a-630b29f9ab46,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:23.546156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19ed3f0d-bb5d-4492-9afb-6ba1a3e14b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:23.573004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19ed3f0d-bb5d-4492-9afb-6ba1a3e14b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:23.628272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19ed3f0d-bb5d-4492-9afb-6ba1a3e14b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:23.631002 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-19ed3f0d-bb5d-4492-9afb-6ba1a3e14b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:23.635078 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-19ed3f0d-bb5d-4492-9afb-6ba1a3e14b9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d179d34b-8159-48b0-bd2a-630b29f9ab46 HTTP/1.1" status: 204 len: 168 time: 0.1668005 Aug 04 17:23:23.647836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed3f0d-bb5d-4492-9afb-6ba1a3e14b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d179d34b-8159-48b0-bd2a-630b29f9ab46,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:25.167388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0013d08-cd38-4f94-8330-80b9e563f32f req-9dc267bd-916e-4672-b04c-4eafe8d27858 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:25.173911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58690) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:25.175658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0013d08-cd38-4f94-8330-80b9e563f32f req-9dc267bd-916e-4672-b04c-4eafe8d27858 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 945 time: 0.0699239 Aug 04 17:23:25.219526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0013d08-cd38-4f94-8330-80b9e563f32f req-cae2b168-351b-426b-9ef9-2f4231568389 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Aug 04 17:23:25.387598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'network': {'name': 'tempest-network-smoke--165038816', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'port_security_enabled': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:25.414016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Made reservation on behalf of 5e37c1fd22584f4cb90a6ee07695fd54 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:23:25.418469 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.429457 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.530452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.535916 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.565545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:23:25.575748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baabaa76-a17c-42d9-91dd-868e0296de74,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:25.581467 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.581815 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Added segment 19b91ed8-4f30-4803-8901-fab65ac53dd9 of type vlan for network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 Aug 04 17:23:25.631245 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.668226 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.674878 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:25.675522 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.742464 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5672264 Aug 04 17:23:25.745577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58708) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:25.753971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-563246900', 'admin_state_up': True, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:25.754215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb893d1-7880-40fc-a601-003469bc6224 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Network': ['ID=632c95b7-274f-4cbd-9bd3-dfd32f9633c3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:25.766513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:23:25.791589 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.792645 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.850164 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:25.988367 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:26.222828 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:26.252467 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:26.389231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Allocated IP 172.25.2.59 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/fabee34b-50f3-40a5-80bb-7f449a0ee0eb) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:23:26.525308 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:26.569156 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:26.608556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:23:26.611407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:23:26.614870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:23:26.646283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=fabee34b-50f3-40a5-80bb-7f449a0ee0eb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:27.254884 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:27.482726 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:27.627429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router 31516713-ae01-425d-8441-2c859c7b45a2 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:23:27.737054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:23:27.747267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Sync routers for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:23:27.756708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:27.757330 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:27.757469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:27.759329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4dc2cdcd-cb4b-4a6d-b4c0-cd0b5e5175d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0123472 Aug 04 17:23:27.761785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58726) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:27.849503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-876a8a15-5e23-457f-ad02-8b2aa2e939f9 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=5e37c1fd22584f4cb90a6ee07695fd54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0863867 Aug 04 17:23:27.853205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58730) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:27.875500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:27.954626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d92d6d7-dd25-43cd-a20c-0e9b242524f9 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:27.958825 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1d92d6d7-dd25-43cd-a20c-0e9b242524f9 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1019523 Aug 04 17:23:27.959321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58732) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:28.000712 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8c5380a1-6c1b-4d63-9453-3698e0aab3a4 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374491 Aug 04 17:23:28.001098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58734) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:28.006749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-660218705', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:28.060315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:23:26Z', 'revision_number': 3, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:28.092866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Checking router: 31516713-ae01-425d-8441-2c859c7b45a2 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:23:28.093490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Updating router 31516713-ae01-425d-8441-2c859c7b45a2 port fabee34b-50f3-40a5-80bb-7f449a0ee0eb binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:23:28.106232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Made reservation on behalf of 5e37c1fd22584f4cb90a6ee07695fd54 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:23:28.110295 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:28.121481 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:28.382306 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:28.448901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Subnet': ['ID=2b99845f-7de5-4853-8b03-c8eb6e2c0edf,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:28.469011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Checking segment: {'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:23:28.469322 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network hostable DHCP agents. Network: 632c95b7-274f-4cbd-9bd3-dfd32f9633c3, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:23:28.490321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:23:28.502368 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 632c95b7-274f-4cbd-9bd3-dfd32f9633c3) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:23:28.508516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:28.508675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:28.510937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:28.514353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bad6a24-89d1-4aae-b415-bf2ce782d6a3 None None] Network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:23:28.531609 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0e00a547-bd57-4bf1-be0d-53b4c3e2b0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5293300 Aug 04 17:23:28.534406 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58738) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:28.560468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Transition to ACTIVE for port object fabee34b-50f3-40a5-80bb-7f449a0ee0eb will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:23:28.575451 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:28.663730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Attempting to bind port fabee34b-50f3-40a5-80bb-7f449a0ee0eb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:23:28.664105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Attempting to bind port fabee34b-50f3-40a5-80bb-7f449a0ee0eb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:23:28.664471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Attempting to bind port fabee34b-50f3-40a5-80bb-7f449a0ee0eb on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:23:28.669199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Pushing event updated for resources: {'Port': ['ID=fabee34b-50f3-40a5-80bb-7f449a0ee0eb,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:28.680645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:23:28.681018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:23:28.681424 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:28.681826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:23:28.682292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Bound port: fabee34b-50f3-40a5-80bb-7f449a0ee0eb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:23:28.682669 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:28.686886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.687177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.687514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.687876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.688169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.688492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.688811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.689129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.689451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.689763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.690075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.690391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:28.777727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] For port fabee34b-50f3-40a5-80bb-7f449a0ee0eb, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:23:28.805270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] For port fabee34b-50f3-40a5-80bb-7f449a0ee0eb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fabee34b-50f3-40a5-80bb-7f449a0ee0eb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:23:28.811603 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:28.841687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:23:28.843253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:28.917093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:28.917829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:28.965990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c8815-72f8-4a94-ba37-66dc1e2466ea None None] Pushing event updated for resources: {'Port': ['ID=fabee34b-50f3-40a5-80bb-7f449a0ee0eb,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:28.974371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:23:28.976298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:23:29.007172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:29.391345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-fc4575a7-919b-4b87-bac8-aaa8d757e508 req-6f169392-41ba-4fc8-8067-1eb346551b16 service neutron] (105829) timed out ('10.222.0.82', 60868) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:23:29.418941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:29.597481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Allocated IP 172.20.0.2 (632c95b7-274f-4cbd-9bd3-dfd32f9633c3/2b99845f-7de5-4853-8b03-c8eb6e2c0edf/e99d7def-8138-4fa4-ab31-4ba2af3ed70c) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:23:29.695351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:29.722976 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:29.851980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '11718227-331f-419e-892a-d41dd6c5b7c4', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'port_id': '11718227-331f-419e-892a-d41dd6c5b7c4', 'mac_address': 'fa:16:3e:10:fb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:23:29.882293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:29.885322 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1981ef1a-2fdf-4816-ba77-a3def55ec08a" -d '{"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-unplugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:29.925670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:29.961736 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:29.964588 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229be599-e7ce-4275-9c89-ccdfa235147a x-openstack-request-id: req-229be599-e7ce-4275-9c89-ccdfa235147a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:29.965061 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-unplugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:29.965380 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-229be599-e7ce-4275-9c89-ccdfa235147a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:29.965835 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4', 'code': 200} Aug 04 17:23:30.041050 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:30.061014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11718227-331f-419e-892a-d41dd6c5b7c4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:23:30.116314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:23:26Z', 'revision_number': 3, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:30.190507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:30.202267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a6eee-2932-469f-b47d-3f909162f256 None None] The sync data for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 is: [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:23:26Z', 'revision_number': 3, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:23:30.219414 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:23:30.219847 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:23:30.238152 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:30.248281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Transition to ACTIVE for port object e99d7def-8138-4fa4-ab31-4ba2af3ed70c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:23:30.286066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Transition to ACTIVE for port object e99d7def-8138-4fa4-ab31-4ba2af3ed70c will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:23:30.298976 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:30.360743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Pushing event updated for resources: {'Port': ['ID=e99d7def-8138-4fa4-ab31-4ba2af3ed70c,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:30.372243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:23:30.374108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:23:30.377450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:23:30.391492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Allocated IP 172.20.0.1 (632c95b7-274f-4cbd-9bd3-dfd32f9633c3/2b99845f-7de5-4853-8b03-c8eb6e2c0edf/1d2eeb19-ef85-4a3b-a506-56ccf2b4881d) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:23:30.495599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Attempting to bind port e99d7def-8138-4fa4-ab31-4ba2af3ed70c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:23:30.496015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Attempting to bind port e99d7def-8138-4fa4-ab31-4ba2af3ed70c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:23:30.496520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Attempting to bind port e99d7def-8138-4fa4-ab31-4ba2af3ed70c on network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:23:30.504584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:23:30.504990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Checking segment: {'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:23:30.505390 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:30.505921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Bound using segment: {'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:23:30.506534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Bound port: e99d7def-8138-4fa4-ab31-4ba2af3ed70c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:23:30.506998 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:30.548476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:30.575955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Transition to ACTIVE for port object 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:23:30.619356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] For port e99d7def-8138-4fa4-ab31-4ba2af3ed70c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:23:30.623821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] For port e99d7def-8138-4fa4-ab31-4ba2af3ed70c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e99d7def-8138-4fa4-ab31-4ba2af3ed70c,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:23:30.631782 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:30.646337 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:30.729271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7902566-02d4-4f66-b352-f78df95c12f4 None None] Pushing event updated for resources: {'Port': ['ID=e99d7def-8138-4fa4-ab31-4ba2af3ed70c,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:30.734912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=1d2eeb19-ef85-4a3b-a506-56ccf2b4881d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:30.758885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:23:30.764460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:23:30.771774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:23:30.825466 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:30.873716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11718227-331f-419e-892a-d41dd6c5b7c4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:23:30.924095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:30.927500 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:30.929849 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:31.070919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['11718227-331f-419e-892a-d41dd6c5b7c4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:23:31.212602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:31.265149 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:31.661943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fabee34b-50f3-40a5-80bb-7f449a0ee0eb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:23:31.741035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port fabee34b-50f3-40a5-80bb-7f449a0ee0eb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:23:31.745955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port fabee34b-50f3-40a5-80bb-7f449a0ee0eb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:31.746324 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:31.898775 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:31.911539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:31.937799 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:32.044617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=1d2eeb19-ef85-4a3b-a506-56ccf2b4881d,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:32.049100 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:32.062374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port fabee34b-50f3-40a5-80bb-7f449a0ee0eb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fabee34b-50f3-40a5-80bb-7f449a0ee0eb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:32.068157 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff4315e9-583a-460f-b83a-e5ba70075302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:32.077805 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:32.079800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e99d7def-8138-4fa4-ab31-4ba2af3ed70c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:23:32.215499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=fabee34b-50f3-40a5-80bb-7f449a0ee0eb,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:32.245754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:23:32.248499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:23:32.252275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e99d7def-8138-4fa4-ab31-4ba2af3ed70c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:23:32.443220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router 31516713-ae01-425d-8441-2c859c7b45a2 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:23:32.455127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b094916-a66e-4f10-ba0e-c7e3ccea0c09 None None] Network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:23:32.599535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7f3967ba-72ce-4090-872a-a2795206f087 None None] Provisioning for port e99d7def-8138-4fa4-ab31-4ba2af3ed70c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:23:32.619645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7f3967ba-72ce-4090-872a-a2795206f087 None None] Provisioning complete for port e99d7def-8138-4fa4-ab31-4ba2af3ed70c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:32.619892 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f3967ba-72ce-4090-872a-a2795206f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:32.665547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:23:32.675799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58796) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:32.676351 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4568d6a2-38e5-430b-9314-a8f7dfc4c8c8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "PUT /v2.0/routers/31516713-ae01-425d-8441-2c859c7b45a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1400175 Aug 04 17:23:32.834333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e37113-973b-4254-a7a0-25ac2ab3d305 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:32.835074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e37113-973b-4254-a7a0-25ac2ab3d305 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:32.835721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e37113-973b-4254-a7a0-25ac2ab3d305 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:32.836469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e37113-973b-4254-a7a0-25ac2ab3d305 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:32.838235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e37113-973b-4254-a7a0-25ac2ab3d305 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:32.839036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e37113-973b-4254-a7a0-25ac2ab3d305 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:32.839669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e37113-973b-4254-a7a0-25ac2ab3d305 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:32.840303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e37113-973b-4254-a7a0-25ac2ab3d305 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:32.846225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-69e37113-973b-4254-a7a0-25ac2ab3d305 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5696 time: 0.1692939 Aug 04 17:23:32.847764 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58802) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:32.860697 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f3967ba-72ce-4090-872a-a2795206f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:32.961933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7f3967ba-72ce-4090-872a-a2795206f087 None None] For port e99d7def-8138-4fa4-ab31-4ba2af3ed70c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e99d7def-8138-4fa4-ab31-4ba2af3ed70c,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:32.969465 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f3967ba-72ce-4090-872a-a2795206f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:32.981270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:23:33.072743 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Sync routers for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:23:33.137571 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:33.140757 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:33.151619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3967ba-72ce-4090-872a-a2795206f087 None None] Pushing event updated for resources: {'Port': ['ID=e99d7def-8138-4fa4-ab31-4ba2af3ed70c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:33.222263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb53a7-e81d-45ca-a2ff-e8f95747f7b6 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:33.222263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb53a7-e81d-45ca-a2ff-e8f95747f7b6 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:33.222263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb53a7-e81d-45ca-a2ff-e8f95747f7b6 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:33.222263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb53a7-e81d-45ca-a2ff-e8f95747f7b6 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:33.223525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb53a7-e81d-45ca-a2ff-e8f95747f7b6 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:33.223525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb53a7-e81d-45ca-a2ff-e8f95747f7b6 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:33.223955 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb53a7-e81d-45ca-a2ff-e8f95747f7b6 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:33.225546 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb53a7-e81d-45ca-a2ff-e8f95747f7b6 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:33.236771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58808) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:33.239360 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5ebb53a7-e81d-45ca-a2ff-e8f95747f7b6 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5288 time: 0.3903360 Aug 04 17:23:33.246658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 11718227-331f-419e-892a-d41dd6c5b7c4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:33.247288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:33.383689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7fa1933b-c786-4b9b-a822-1b09a4a9e191 None None] Provisioning complete for port e99d7def-8138-4fa4-ab31-4ba2af3ed70c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:33.384320 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7fa1933b-c786-4b9b-a822-1b09a4a9e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:33.475118 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:33.612042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fabee34b-50f3-40a5-80bb-7f449a0ee0eb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:23:33.688603 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c4e19678-d1e6-4fec-980e-34356f5d8c60 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.4494424 Aug 04 17:23:33.723406 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:33.820310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:33.825012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:33.828220 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a90573a-e8e8-4d1e-b344-0013505c96a3" -d '{"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-plugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:33.862763 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:33.973582 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 2, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:34.013146 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Checking router: 31516713-ae01-425d-8441-2c859c7b45a2 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:23:34.013872 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Updating router 31516713-ae01-425d-8441-2c859c7b45a2 port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:23:34.055970 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.058174 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab0f82-209d-4fca-a961-8c6f9cd66846 x-openstack-request-id: req-85ab0f82-209d-4fca-a961-8c6f9cd66846 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:34.059180 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-plugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:34.059480 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85ab0f82-209d-4fca-a961-8c6f9cd66846 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:34.059885 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4', 'code': 200} Aug 04 17:23:34.063323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=10']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:34.087964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7fa1933b-c786-4b9b-a822-1b09a4a9e191 None None] Provisioning for port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:23:34.096787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7fa1933b-c786-4b9b-a822-1b09a4a9e191 None None] Provisioning complete for port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:34.097190 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7fa1933b-c786-4b9b-a822-1b09a4a9e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.158555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7fa1933b-c786-4b9b-a822-1b09a4a9e191 None None] Port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:23:34.188491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port fabee34b-50f3-40a5-80bb-7f449a0ee0eb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:34.189003 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.332382 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-de537bdb-0b98-4b7a-ae97-1fccedee96b7 None None] Provisioning complete for port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:34.332769 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de537bdb-0b98-4b7a-ae97-1fccedee96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.502135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e99d7def-8138-4fa4-ab31-4ba2af3ed70c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:23:34.567895 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bc72f7eb-0cb1-45ce-9da9-7ff4ecf8afb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.569554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-de537bdb-0b98-4b7a-ae97-1fccedee96b7 None None] Port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:23:34.625431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e99d7def-8138-4fa4-ab31-4ba2af3ed70c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:34.629474 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.714526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58828) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:34.720446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524719097', 'description': 'tempest-secgroup-smoke-524719097 description', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:34.741832 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.757384 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Transition to ACTIVE for port object 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:23:34.768143 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.782994 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.826089 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Pushing event updated for resources: {'Port': ['ID=1d2eeb19-ef85-4a3b-a506-56ccf2b4881d,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:34.837843 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.838085 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.838375 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.838859 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.839223 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.839896 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.840366 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.840788 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.841280 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.841606 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.841984 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.842430 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:34.940240 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.950215 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:34.987840 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Attempting to bind port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:23:34.988208 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Attempting to bind port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:23:34.988571 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Attempting to bind port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d on network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:23:34.998748 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:23:34.999297 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Checking segment: {'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:23:34.999808 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.000896 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Bound using segment: {'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:23:35.001866 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Bound port: 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:23:35.001866 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.021641 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.036069 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.037360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3217921 Aug 04 17:23:35.038611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f675c9-08f7-483b-868f-0e2dbda17a9b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:35.040960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58830) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:35.051753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-95841267-2162-44bd-8a12-d15b5f9eaece tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': '86f675c9-08f7-483b-868f-0e2dbda17a9b', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:35.093623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.093907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.094347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.094648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.096436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.096790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.097223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.097443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.097817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.098102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.098431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.098752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0bd48-f22b-458b-95a5-bb439059a417 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:35.134884 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95841267-2162-44bd-8a12-d15b5f9eaece tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.171216 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] For port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:23:35.175102 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] For port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1d2eeb19-ef85-4a3b-a506-56ccf2b4881d,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:23:35.186403 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.231805 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95841267-2162-44bd-8a12-d15b5f9eaece tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.241596 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95841267-2162-44bd-8a12-d15b5f9eaece tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.251092 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:35.252054 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:35.269753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95841267-2162-44bd-8a12-d15b5f9eaece tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebffbfe-1ac6-400b-a153-c0f8f1af6978,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:35.282774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95841267-2162-44bd-8a12-d15b5f9eaece tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.284745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-95841267-2162-44bd-8a12-d15b5f9eaece tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2415118 Aug 04 17:23:35.287821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58836) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:35.293636 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3efc52dc-c74f-4bd7-84e2-cdf1733d736d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': '86f675c9-08f7-483b-868f-0e2dbda17a9b', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:35.366052 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3efc52dc-c74f-4bd7-84e2-cdf1733d736d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.516031 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af8177-fee0-4fdf-a948-6a595b1e3a04 None None] Pushing event updated for resources: {'Port': ['ID=1d2eeb19-ef85-4a3b-a506-56ccf2b4881d,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:35.518659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3efc52dc-c74f-4bd7-84e2-cdf1733d736d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.533266 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3efc52dc-c74f-4bd7-84e2-cdf1733d736d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.566066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc52dc-c74f-4bd7-84e2-cdf1733d736d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7904ed-050e-4406-97c6-5d0d1e2e5bcc,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:35.588455 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:35.597182 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3efc52dc-c74f-4bd7-84e2-cdf1733d736d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.598790 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3efc52dc-c74f-4bd7-84e2-cdf1733d736d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3091078 Aug 04 17:23:35.601820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58840) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:35.607339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ff682878-ca55-4b25-a5d9-627b71c69a88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': '86f675c9-08f7-483b-868f-0e2dbda17a9b', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:35.678214 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff682878-ca55-4b25-a5d9-627b71c69a88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.758850 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff682878-ca55-4b25-a5d9-627b71c69a88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.767872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff682878-ca55-4b25-a5d9-627b71c69a88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.786019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff682878-ca55-4b25-a5d9-627b71c69a88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de26d0a-60b3-4d79-a192-cbff9acfd713,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:35.883700 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ff682878-ca55-4b25-a5d9-627b71c69a88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.885663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ff682878-ca55-4b25-a5d9-627b71c69a88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823217 Aug 04 17:23:35.888453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58842) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:35.894558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c91dae5c-e6be-4cb2-ad61-e8971b4338fb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': '86f675c9-08f7-483b-868f-0e2dbda17a9b', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:35.931428 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:35.955364 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:35Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:35.960203 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c91dae5c-e6be-4cb2-ad61-e8971b4338fb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.009252 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e6c7ce-f8b1-4c65-ac6d-2503886775d9 None None] The sync data for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 is: [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:35Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:23:36.161563 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c91dae5c-e6be-4cb2-ad61-e8971b4338fb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.170590 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c91dae5c-e6be-4cb2-ad61-e8971b4338fb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.192494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dae5c-e6be-4cb2-ad61-e8971b4338fb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5c8476-2074-45e3-a4cf-3a0b98672ad1,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:36.204288 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c91dae5c-e6be-4cb2-ad61-e8971b4338fb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.208780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c91dae5c-e6be-4cb2-ad61-e8971b4338fb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3187723 Aug 04 17:23:36.209051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 58850) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:36.218341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-58ac29da-6c55-4933-ab4e-52140aee1561 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': '86f675c9-08f7-483b-868f-0e2dbda17a9b', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:36.245411 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-58ac29da-6c55-4933-ab4e-52140aee1561 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Project 5e37c1fd22584f4cb90a6ee07695fd54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:23:36.252544 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58ac29da-6c55-4933-ab4e-52140aee1561 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.341465 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58ac29da-6c55-4933-ab4e-52140aee1561 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.350539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58ac29da-6c55-4933-ab4e-52140aee1561 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.372472 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac29da-6c55-4933-ab4e-52140aee1561 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722a2e10-5820-4551-b8fe-7659fbd35d06,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:36.397408 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-58ac29da-6c55-4933-ab4e-52140aee1561 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.401334 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-58ac29da-6c55-4933-ab4e-52140aee1561 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1888108 Aug 04 17:23:36.402254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 58856) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:36.416593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c838854b-1a21-4db8-83c3-540c3fbcbe85 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': '86f675c9-08f7-483b-868f-0e2dbda17a9b', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:36.476154 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-c838854b-1a21-4db8-83c3-540c3fbcbe85 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Project 5e37c1fd22584f4cb90a6ee07695fd54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:23:36.483838 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c838854b-1a21-4db8-83c3-540c3fbcbe85 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.601603 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c838854b-1a21-4db8-83c3-540c3fbcbe85 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.614790 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c838854b-1a21-4db8-83c3-540c3fbcbe85 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.637722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838854b-1a21-4db8-83c3-540c3fbcbe85 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636dbd15-82cf-4235-9722-f13e26d790cf,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:36.648125 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c838854b-1a21-4db8-83c3-540c3fbcbe85 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:36.649836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c838854b-1a21-4db8-83c3-540c3fbcbe85 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2446566 Aug 04 17:23:36.904616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-ab1f72a1-d614-4803-9baf-fd5bce0678f8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524719097&fields=id&tenant_id=5e37c1fd22584f4cb90a6ee07695fd54 HTTP/1.1" status: 200 len: 267 time: 0.0492132 Aug 04 17:23:37.089858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-702f4ca3-adee-440f-ac7c-a77026fed4cb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:37.096403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-702f4ca3-adee-440f-ac7c-a77026fed4cb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/networks?id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3 HTTP/1.1" status: 200 len: 796 time: 0.1811149 Aug 04 17:23:37.113707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-d6fe730f-db19-447b-8639-197959048765 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/quotas/5e37c1fd22584f4cb90a6ee07695fd54 HTTP/1.1" status: 200 len: 375 time: 0.0159783 Aug 04 17:23:37.192185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-eb87e20f-4737-4419-96af-bc0832e173e8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774136 Aug 04 17:23:37.282396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-09a87328-b569-4a72-90de-917291f03481 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:23:37.283484 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-09a87328-b569-4a72-90de-917291f03481 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0769687 Aug 04 17:23:37.455589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-c9674282-c299-4bbc-9caa-e3305c1e93de service neutron] 10.222.0.39 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639342 Aug 04 17:23:37.484047 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:37.600837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:23:37.685022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-1c4c6045-1403-4737-b9b9-acc62f9f4fed service neutron] 10.222.0.39 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120597 Aug 04 17:23:37.701076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:23:37.705910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:37.706447 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:37.895027 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:37.941842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1d2eeb19-ef85-4a3b-a506-56ccf2b4881d,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:37.953285 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:37.981257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7f771cd1-c659-48e5-b49e-135ba2ded19a req-13c6d77e-ff0d-402a-8a16-1be0853086c7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 210 time: 0.0484121 Aug 04 17:23:38.027525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=1d2eeb19-ef85-4a3b-a506-56ccf2b4881d,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:39.123141 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:39.136006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6196fbbb-a64e-4456-aa54-652acc93bf15 req-78a6fa8f-5d64-45e1-94a9-0be90f244faf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 210 time: 0.0566990 Aug 04 17:23:39.229028 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:39.460515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-6ba25a20-ad6c-4242-b0f9-4f1dc49dc8a4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:39.472244 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-6ba25a20-ad6c-4242-b0f9-4f1dc49dc8a4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.90 "GET /v2.0/networks?id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3 HTTP/1.1" status: 200 len: 796 time: 0.2624211 Aug 04 17:23:39.540441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:23:39.563378 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-7602efdb-982b-4d3d-ae7d-fb7c3198488c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e37c1fd22584f4cb90a6ee07695fd54 HTTP/1.1" status: 200 len: 379 time: 0.0687997 Aug 04 17:23:39.576911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'port': {'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'admin_state_up': True, 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'security_groups': ['86f675c9-08f7-483b-868f-0e2dbda17a9b']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:39.607698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:39.608820 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:39.748572 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Made reservation on behalf of 5e37c1fd22584f4cb90a6ee07695fd54 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:23:39.754493 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:39.950212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Allocated IP 172.20.0.14 (632c95b7-274f-4cbd-9bd3-dfd32f9633c3/2b99845f-7de5-4853-8b03-c8eb6e2c0edf/4ca84da5-0243-4829-b198-c7ad9b187b51) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:23:40.144331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:40.166713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Transition to ACTIVE for port object 4ca84da5-0243-4829-b198-c7ad9b187b51 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:23:40.235737 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:40.302584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:23:40.306071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:23:40.310868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:23:40.315149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=4ca84da5-0243-4829-b198-c7ad9b187b51,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:40.367857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ded91-e2eb-4688-b81a-63452557748e req-fea4d49e-dca4-4785-9af5-c9e720be8022 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:40.369588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a60ded91-e2eb-4688-b81a-63452557748e req-fea4d49e-dca4-4785-9af5-c9e720be8022 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 932 time: 0.1329718 Aug 04 17:23:40.389292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fa75a-b762-4167-9a64-2fdf0f0407df req-7092d36e-1866-4b89-b670-5fa1a8547197 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:40.397218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc6fa75a-b762-4167-9a64-2fdf0f0407df req-7092d36e-1866-4b89-b670-5fa1a8547197 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 946 time: 0.0972161 Aug 04 17:23:40.397941 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:40.399198 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:40.424781 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-4649303c-bbf6-4f94-8e5c-305ed234eac0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8530746 Aug 04 17:23:40.440428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Request body: {'port': {'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:40.457486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a60ded91-e2eb-4688-b81a-63452557748e req-f651df91-6ed4-4a99-88d7-e4932387ad90 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580809 Aug 04 17:23:40.494290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc6fa75a-b762-4167-9a64-2fdf0f0407df req-53891f3d-6b18-4a97-81c0-f7fabda3843c tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961924 Aug 04 17:23:40.535155 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:40.725185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-89f230ac-ea5b-4724-aa60-5f43afba0846 None None] Provisioning for port 4ca84da5-0243-4829-b198-c7ad9b187b51 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:23:40.730056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-89f230ac-ea5b-4724-aa60-5f43afba0846 None None] Provisioning complete for port 4ca84da5-0243-4829-b198-c7ad9b187b51 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:40.730447 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-89f230ac-ea5b-4724-aa60-5f43afba0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:40.781052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-89f230ac-ea5b-4724-aa60-5f43afba0846 None None] Port 4ca84da5-0243-4829-b198-c7ad9b187b51 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:23:40.895507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca84da5-0243-4829-b198-c7ad9b187b51 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:23:40.907564 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:40.922179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Transition to ACTIVE for port object 4ca84da5-0243-4829-b198-c7ad9b187b51 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:23:40.927423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:40.988456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Pushing event updated for resources: {'Port': ['ID=4ca84da5-0243-4829-b198-c7ad9b187b51,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:41.084426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Attempting to bind port 4ca84da5-0243-4829-b198-c7ad9b187b51 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:23:41.085069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Attempting to bind port 4ca84da5-0243-4829-b198-c7ad9b187b51 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:23:41.085574 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Attempting to bind port 4ca84da5-0243-4829-b198-c7ad9b187b51 on network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:23:41.091698 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Port 4ca84da5-0243-4829-b198-c7ad9b187b51 on network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:23:41.092306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Attempting to bind port 4ca84da5-0243-4829-b198-c7ad9b187b51 on network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:23:41.098396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:23:41.100663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Checking segment: {'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:23:41.101065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Bound using segment: {'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:23:41.101516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Bound port: 4ca84da5-0243-4829-b198-c7ad9b187b51, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b91ed8-4f30-4803-8901-fab65ac53dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:23:41.101883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:41.199256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] For port 4ca84da5-0243-4829-b198-c7ad9b187b51, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:23:41.204086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] For port 4ca84da5-0243-4829-b198-c7ad9b187b51, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4ca84da5-0243-4829-b198-c7ad9b187b51,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:23:41.213313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:41.283457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:41.284076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:41.285493 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] 10.222.0.90 "PUT /v2.0/ports/4ca84da5-0243-4829-b198-c7ad9b187b51 HTTP/1.1" status: 200 len: 1092 time: 0.8511405 Aug 04 17:23:41.285953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'tag': '4ca84da5-0243-4829-b198-c7ad9b187b51'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:41.288286 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0f785-c93d-4d2f-8621-9b5db8987d55" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8fbcf0-a1bd-4388-8165-10da2943eb8e", "tag": "4ca84da5-0243-4829-b198-c7ad9b187b51"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:41.322904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf9adf-181d-4d33-99d2-2adec8888d1e service neutron] Pushing event updated for resources: {'Port': ['ID=4ca84da5-0243-4829-b198-c7ad9b187b51,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:41.355196 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb57b35-7ee1-4c96-947e-3d79cb94c140 x-openstack-request-id: req-bbb57b35-7ee1-4c96-947e-3d79cb94c140 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:41.355651 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8fbcf0-a1bd-4388-8165-10da2943eb8e", "tag": "4ca84da5-0243-4829-b198-c7ad9b187b51", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:41.355953 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbb57b35-7ee1-4c96-947e-3d79cb94c140 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:41.356374 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'tag': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'status': 'completed', 'code': 200} Aug 04 17:23:41.423201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-cec22902-9a0c-4e51-9cb5-9e0ca638c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:41.424768 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-cec22902-9a0c-4e51-9cb5-9e0ca638c2cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 1095 time: 0.0675480 Aug 04 17:23:41.490139 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-08246e72-0bab-4bac-8af0-0e48970cdb88 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ca84da5-0243-4829-b198-c7ad9b187b51 HTTP/1.1" status: 200 len: 217 time: 0.0512476 Aug 04 17:23:41.566111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-04dd321b-57b1-41bf-ada2-fb586122164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:41.569163 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-04dd321b-57b1-41bf-ada2-fb586122164f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b99845f-7de5-4853-8b03-c8eb6e2c0edf HTTP/1.1" status: 200 len: 834 time: 0.0675778 Aug 04 17:23:41.635987 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-2c3f4db9-7d8d-4246-9c46-12fbf8b85360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:41.637529 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-2c3f4db9-7d8d-4246-9c46-12fbf8b85360 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627267 Aug 04 17:23:41.727352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adec86-04ae-472e-9c96-23192ba2e02a req-44cb9fc1-4d9d-42a3-b82c-5e428d7669ef tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:41.731559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5adec86-04ae-472e-9c96-23192ba2e02a req-44cb9fc1-4d9d-42a3-b82c-5e428d7669ef tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 944 time: 0.1739905 Aug 04 17:23:41.744284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dab7e-370e-447f-8475-895baf353512 req-8953ce15-32e3-4314-b510-1797b6fcac7b tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:41.745841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f8dab7e-370e-447f-8475-895baf353512 req-8953ce15-32e3-4314-b510-1797b6fcac7b tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 946 time: 0.1515422 Aug 04 17:23:41.788890 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-f85314cc-e1cd-481c-95ed-38c6b8c282d3 service neutron] 10.222.0.90 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343389 Aug 04 17:23:41.798667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-b208d90a-c437-437d-b3e2-c21f9c16a503 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:41.800177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-b208d90a-c437-437d-b3e2-c21f9c16a503 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.90 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 946 time: 0.1437318 Aug 04 17:23:41.861750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5adec86-04ae-472e-9c96-23192ba2e02a req-7d4cf7c1-e1a6-4300-8814-98acb0fdc51d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137176 Aug 04 17:23:41.874836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f8dab7e-370e-447f-8475-895baf353512 req-0fb4dd82-39e2-458d-a775-0c5aca853f68 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150172 Aug 04 17:23:41.905718 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a5c33ee9-21cd-4c7f-bd5f-917b156e20ab req-0c4ed2aa-59b0-4941-8872-a13337128e55 service neutron] 10.222.0.90 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095304 Aug 04 17:23:41.960005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-c8e78e16-fc17-4277-815f-a1eb7ae13af5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Deleting port ce88c642-aed3-4bcc-bedc-a70848f9d54b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:23:41.960552 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-c8e78e16-fc17-4277-815f-a1eb7ae13af5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:42.014491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-e222c202-efdc-4450-bc48-478480a6c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:42.016258 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-e222c202-efdc-4450-bc48-478480a6c726 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 1095 time: 0.0485017 Aug 04 17:23:42.112331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-c8e78e16-fc17-4277-815f-a1eb7ae13af5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] For port ce88c642-aed3-4bcc-bedc-a70848f9d54b, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ce88c642-aed3-4bcc-bedc-a70848f9d54b,segment=NetworkSegment(e4468954-dcb1-41e2-8f52-c5e8a9fdd773),segment_id=e4468954-dcb1-41e2-8f52-c5e8a9fdd773)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:42.113184 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-c8e78e16-fc17-4277-815f-a1eb7ae13af5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:42.134517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-c8e78e16-fc17-4277-815f-a1eb7ae13af5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Calling delete_port for ce88c642-aed3-4bcc-bedc-a70848f9d54b owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:23:42.137931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-1c1d12da-3c83-4c03-8782-d82a07489b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:42.140962 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-1c1d12da-3c83-4c03-8782-d82a07489b76 service neutron] 10.222.0.90 "GET /v2.0/networks?id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3 HTTP/1.1" status: 200 len: 898 time: 0.1161802 Aug 04 17:23:42.199863 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-308d9b25-4217-4417-bd73-fdbcfd444ae4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ca84da5-0243-4829-b198-c7ad9b187b51 HTTP/1.1" status: 200 len: 217 time: 0.0498285 Aug 04 17:23:42.255928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-9b1ad81b-0138-45f7-869e-4f3e51c7d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:42.257522 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-9b1ad81b-0138-45f7-869e-4f3e51c7d6a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b99845f-7de5-4853-8b03-c8eb6e2c0edf HTTP/1.1" status: 200 len: 834 time: 0.0490885 Aug 04 17:23:42.310160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-c8e78e16-fc17-4277-815f-a1eb7ae13af5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:42.313554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-8b3a29d9-b84a-4954-b95c-ff1bb50a6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:42.315516 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-8b3a29d9-b84a-4954-b95c-ff1bb50a6f48 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502357 Aug 04 17:23:42.344802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e78e16-fc17-4277-815f-a1eb7ae13af5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Pushing event deleted for resources: {'Port': ['ID=ce88c642-aed3-4bcc-bedc-a70848f9d54b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:42.410724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-c8e78e16-fc17-4277-815f-a1eb7ae13af5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] No DVR routers for this DVR port ce88c642-aed3-4bcc-bedc-a70848f9d54b on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:23:42.414281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-c8e78e16-fc17-4277-815f-a1eb7ae13af5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:42.417095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a37961f-6611-47ca-b729-d9be7447bb40 req-c8e78e16-fc17-4277-815f-a1eb7ae13af5 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.90 "DELETE /v2.0/ports/ce88c642-aed3-4bcc-bedc-a70848f9d54b HTTP/1.1" status: 204 len: 173 time: 0.6080730 Aug 04 17:23:42.417095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9120eb0f-e154-4141-b969-d95daf293d66', 'name': 'network-vif-deleted', 'tag': 'ce88c642-aed3-4bcc-bedc-a70848f9d54b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:42.419545 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8768cdce-d18b-4e3d-b43f-23b1b20b44a2" -d '{"events": [{"server_uuid": "9120eb0f-e154-4141-b969-d95daf293d66", "name": "network-vif-deleted", "tag": "ce88c642-aed3-4bcc-bedc-a70848f9d54b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:42.449987 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-d0dbbbbf-7872-41d9-ad77-1e9e6a8553c7 service neutron] 10.222.0.90 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256227 Aug 04 17:23:42.468550 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13757659-d095-4e05-8c87-0e91ec1e4a75 x-openstack-request-id: req-13757659-d095-4e05-8c87-0e91ec1e4a75 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:42.469104 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9120eb0f-e154-4141-b969-d95daf293d66", "name": "network-vif-deleted", "tag": "ce88c642-aed3-4bcc-bedc-a70848f9d54b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:42.469569 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13757659-d095-4e05-8c87-0e91ec1e4a75 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:42.470170 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9120eb0f-e154-4141-b969-d95daf293d66', 'name': 'network-vif-deleted', 'tag': 'ce88c642-aed3-4bcc-bedc-a70848f9d54b', 'status': 'completed', 'code': 200} Aug 04 17:23:42.581764 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2ec0f785-c93d-4d2f-8621-9b5db8987d55 req-9cf5d9d6-2b6a-46ec-a67d-904ef93500ab service neutron] 10.222.0.90 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211321 Aug 04 17:23:43.066425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0df15921-0838-40c7-abac-23c4155a77bc req-354465cf-258d-412d-bd64-d7a28d6a429e tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=9120eb0f-e154-4141-b969-d95daf293d66 HTTP/1.1" status: 200 len: 210 time: 0.0524404 Aug 04 17:23:43.094851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb4482-8a7e-4f22-b9a8-808f47f62af4 req-7d2d6f9a-46ce-49da-894a-f194cd893692 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:43.097943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acbb4482-8a7e-4f22-b9a8-808f47f62af4 req-7d2d6f9a-46ce-49da-894a-f194cd893692 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 944 time: 0.1449926 Aug 04 17:23:43.150991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acbb4482-8a7e-4f22-b9a8-808f47f62af4 req-23236c3a-1eb0-45db-928c-e7ba72185e1e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517960 Aug 04 17:23:44.131140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 4ca84da5-0243-4829-b198-c7ad9b187b51 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:23:44.140743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ce88c642-aed3-4bcc-bedc-a70848f9d54b no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:23:44.172522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: ce88c642-aed3-4bcc-bedc-a70848f9d54b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:23:44.172884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ce88c642-aed3-4bcc-bedc-a70848f9d54b not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:23:44.329370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e70a1-1a2f-40df-86a8-827f61b337c8 req-e6f01441-551a-4c68-b326-b00879e9e591 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:44.329994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 4ca84da5-0243-4829-b198-c7ad9b187b51, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4ca84da5-0243-4829-b198-c7ad9b187b51,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:44.332105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b0e70a1-1a2f-40df-86a8-827f61b337c8 req-e6f01441-551a-4c68-b326-b00879e9e591 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 944 time: 0.0746176 Aug 04 17:23:44.353661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'mac_address': 'fa:16:3e:96:b5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:23:44.384497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b0e70a1-1a2f-40df-86a8-827f61b337c8 req-1820d72e-6757-47a8-a4d7-9cbcb006b89a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453689 Aug 04 17:23:44.426120 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:44.442726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca84da5-0243-4829-b198-c7ad9b187b51 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:23:44.466108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 4ca84da5-0243-4829-b198-c7ad9b187b51, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4ca84da5-0243-4829-b198-c7ad9b187b51,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:44.475482 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:44.546769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=4ca84da5-0243-4829-b198-c7ad9b187b51,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:44.682672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['4ca84da5-0243-4829-b198-c7ad9b187b51'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:23:45.546724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae025bd-2334-4f73-8859-b8a8f868f655 req-43ff904c-f4ae-478a-92e7-875bc17a2570 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:45.557672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ae025bd-2334-4f73-8859-b8a8f868f655 req-43ff904c-f4ae-478a-92e7-875bc17a2570 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 945 time: 0.0905178 Aug 04 17:23:45.630451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ae025bd-2334-4f73-8859-b8a8f868f655 req-b6e701f2-4422-41cf-8d7a-296f070e059c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717177 Aug 04 17:23:45.801748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906d4dc-16af-44ea-8f45-d65dcd4803c2 req-5c7b9c0f-e71b-4726-8813-e27f1ae7e539 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:45.803279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e906d4dc-16af-44ea-8f45-d65dcd4803c2 req-5c7b9c0f-e71b-4726-8813-e27f1ae7e539 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.0538671 Aug 04 17:23:45.841877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e906d4dc-16af-44ea-8f45-d65dcd4803c2 req-ab88c4e3-64bb-458e-89b8-e209a4806083 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321715 Aug 04 17:23:46.144483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 4ca84da5-0243-4829-b198-c7ad9b187b51 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:23:46.197827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 4ca84da5-0243-4829-b198-c7ad9b187b51 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:23:46.202089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 4ca84da5-0243-4829-b198-c7ad9b187b51 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:46.202464 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:46.270680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8770921-51f9-4a48-baca-16782f5bb007 req-c74ee0ef-f79f-48fe-9a20-aa2b99167b37 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:46.272369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8770921-51f9-4a48-baca-16782f5bb007 req-c74ee0ef-f79f-48fe-9a20-aa2b99167b37 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.0500410 Aug 04 17:23:46.314170 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8770921-51f9-4a48-baca-16782f5bb007 req-b45c848c-1089-4e00-a0b7-7a12b4ae2965 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355644 Aug 04 17:23:46.453529 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:46.492968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca84da5-0243-4829-b198-c7ad9b187b51'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:46.496788 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ee2e4d-d092-43eb-b2a4-afc2cdfb6453" -d '{"events": [{"server_uuid": "5d8fbcf0-a1bd-4388-8165-10da2943eb8e", "name": "network-vif-plugged", "status": "completed", "tag": "4ca84da5-0243-4829-b198-c7ad9b187b51"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:46.520598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 4ca84da5-0243-4829-b198-c7ad9b187b51, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4ca84da5-0243-4829-b198-c7ad9b187b51,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:46.526988 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:46.553424 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a733e5d-2147-426a-b1cb-caa0ed2dc1e4 x-openstack-request-id: req-8a733e5d-2147-426a-b1cb-caa0ed2dc1e4 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:46.553714 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8fbcf0-a1bd-4388-8165-10da2943eb8e", "name": "network-vif-plugged", "status": "completed", "tag": "4ca84da5-0243-4829-b198-c7ad9b187b51", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:46.553932 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a733e5d-2147-426a-b1cb-caa0ed2dc1e4 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:46.554319 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'code': 200} Aug 04 17:23:46.585734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=4ca84da5-0243-4829-b198-c7ad9b187b51,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:46.656200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be932e-34ad-479c-a318-b422e8160add req-689fd804-68d0-4ecf-8b5f-964304e73c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:46.659226 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3be932e-34ad-479c-a318-b422e8160add req-689fd804-68d0-4ecf-8b5f-964304e73c48 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 1097 time: 0.0443907 Aug 04 17:23:46.695274 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3be932e-34ad-479c-a318-b422e8160add req-954de3f7-25c4-4078-99a1-cbb4cb8f0f8c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302300 Aug 04 17:23:46.752856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5491c-2f2e-4de3-aa0d-b52615212133 req-8ec0cf00-f47b-4b84-8a70-b7cb3bd72c71 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:46.754473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84e5491c-2f2e-4de3-aa0d-b52615212133 req-8ec0cf00-f47b-4b84-8a70-b7cb3bd72c71 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 946 time: 0.0580251 Aug 04 17:23:46.796331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84e5491c-2f2e-4de3-aa0d-b52615212133 req-28481ffb-a5f7-4253-8354-a234da1242e2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353687 Aug 04 17:23:46.901681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59022) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:47.066735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Deleting port f48c8138-7bbe-4d56-a0a5-cf93b65d2418 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:23:47.067108 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:47.146052 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:47.146311 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:47.162321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Calling delete_port for f48c8138-7bbe-4d56-a0a5-cf93b65d2418 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:23:47.321792 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:47.353676 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event deleted for resources: {'Port': ['ID=f48c8138-7bbe-4d56-a0a5-cf93b65d2418,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:47.420609 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:47.421204 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Floating IP 0942f660-ff17-4567-b5e1-acc1468d95cd disassociated (deleted). External IP: 172.25.2.66, port: c59d2a33-224b-491b-94a9-6b5695fa317e. Aug 04 17:23:47.504726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f601b0-1605-4bf2-a979-c33bf620e746 req-ca1058cb-9dc8-4232-a56e-ae3863e9d4da tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:47.506317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0f601b0-1605-4bf2-a979-c33bf620e746 req-ca1058cb-9dc8-4232-a56e-ae3863e9d4da tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.0648878 Aug 04 17:23:47.563343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0f601b0-1605-4bf2-a979-c33bf620e746 req-701746ba-42e2-4d05-97f2-3083d7311933 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494049 Aug 04 17:23:47.675125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Router b4fd443f-2d24-400c-8922-080aa95be765 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:23:47.804361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:23:47.809181 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:47.816853 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] Sync routers for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:23:47.836550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:47.837121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:47.844080 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9be197fc-4362-412f-a383-85da75e02747 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "DELETE /v2.0/floatingips/0942f660-ff17-4567-b5e1-acc1468d95cd HTTP/1.1" status: 204 len: 168 time: 0.9383135 Aug 04 17:23:47.844080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:47.844873 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22156fb0-9645-4d92-ae08-30dcb3c6957d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:47.963537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4c90e-740c-455e-8825-224b5552c483 req-2a55f770-7a89-4ef7-80b8-fdc676b7552c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:47.965463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:47.973458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89f4c90e-740c-455e-8825-224b5552c483 req-2a55f770-7a89-4ef7-80b8-fdc676b7552c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 946 time: 0.0667238 Aug 04 17:23:48.019272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89f4c90e-740c-455e-8825-224b5552c483 req-e2d22029-4c7e-4a34-91ee-ece360855b45 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443008 Aug 04 17:23:48.054107 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accf1772-c463-49d2-9fce-df477029a52c x-openstack-request-id: req-accf1772-c463-49d2-9fce-df477029a52c {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:48.054490 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:48.054695 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-accf1772-c463-49d2-9fce-df477029a52c {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:48.055132 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'status': 'completed', 'code': 200} Aug 04 17:23:48.197876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64457618-6a37-4674-96f7-35f9bb868752 req-b39bc972-b38e-422f-94a4-8bda5b7ab148 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:48.199264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64457618-6a37-4674-96f7-35f9bb868752 req-b39bc972-b38e-422f-94a4-8bda5b7ab148 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 946 time: 0.1061840 Aug 04 17:23:48.201137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-c3395c14-5b9d-4f64-866f-7e21186b0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:48.202419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-c3395c14-5b9d-4f64-866f-7e21186b0d62 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9cdabc5ef9414559ac54650d3d348f85&device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 1097 time: 0.1187630 Aug 04 17:23:48.212712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:36Z', 'revision_number': 5, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:48.220277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc303281-00ba-466b-81cc-75a47b4b86b1 req-d1e0b34e-389e-432a-9244-a28d4c205fb7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:48.221755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc303281-00ba-466b-81cc-75a47b4b86b1 req-d1e0b34e-389e-432a-9244-a28d4c205fb7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 946 time: 0.1024861 Aug 04 17:23:48.240739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] Checking router: b4fd443f-2d24-400c-8922-080aa95be765 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:23:48.250176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:48.250815 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:48.325841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64457618-6a37-4674-96f7-35f9bb868752 req-cf9a2977-00c9-419d-88fa-7642a5d2c33c tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1189878 Aug 04 17:23:48.334463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc303281-00ba-466b-81cc-75a47b4b86b1 req-fc4c32ea-1923-44b4-8156-1df8dc1ea459 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037993 Aug 04 17:23:48.363452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-9d49b608-85c1-4752-ad32-a381bbb7a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:48.365129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-9d49b608-85c1-4752-ad32-a381bbb7a387 service neutron] 10.222.0.82 "GET /v2.0/networks?id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15 HTTP/1.1" status: 200 len: 915 time: 0.1425507 Aug 04 17:23:48.368869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59038) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:48.369275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:48.410062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-3888f42a-9a0d-4a49-b252-8f011d78e59c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d2a33-224b-491b-94a9-6b5695fa317e HTTP/1.1" status: 200 len: 217 time: 0.0363467 Aug 04 17:23:48.413626 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c801f-ff16-4e12-9ed9-3443e6415d6f tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:48.415277 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d42c801f-ff16-4e12-9ed9-3443e6415d6f tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 1092 time: 0.0451300 Aug 04 17:23:48.418217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59040) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:48.423502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:48.454135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:48.471946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-4524e1e8-008e-498a-a7ae-480d4ad965ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:48.473434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-4524e1e8-008e-498a-a7ae-480d4ad965ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c9b8abe-936c-4fee-be0a-09be4874c176 HTTP/1.1" status: 200 len: 852 time: 0.0534074 Aug 04 17:23:48.530080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-e2300dc2-1d72-4bd6-84fd-5f27a2b086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:48.535358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-e2300dc2-1d72-4bd6-84fd-5f27a2b086e8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=baeb0b58-a3c3-457b-8aa7-de0d92e0db15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479059 Aug 04 17:23:48.557656 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:48.576921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:36Z', 'revision_number': 5, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:48.612458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0df495-a900-4e20-9b0c-c68a202bc3bf None None] The sync data for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 is: [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:26Z', 'revision_number': 4, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '56cf920f-32ab-4ab7-a365-b11c1f3fbd03', 'name': '', 'network_id': 'baeb0b58-a3c3-457b-8aa7-de0d92e0db15', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'mac_address': 'fa:16:3e:e4:c4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:25Z', 'updated_at': '2021-08-04T17:19:36Z', 'revision_number': 5, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'subnets': [{'id': '6c9b8abe-936c-4fee-be0a-09be4874c176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:23:48.690115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Allocated IP 172.25.2.250 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/44f03056-6bf8-45c7-8eac-b08037612de1) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:23:48.701742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-7aa88299-4194-4aaa-b792-512fd7d4e7bf service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571403 Aug 04 17:23:48.715709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc577d-81fa-48e0-831f-f2ac0afd0aa2 req-9b7c3739-f34e-4393-a7f3-cd73bc8f0a52 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:48.717792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eccc577d-81fa-48e0-831f-f2ac0afd0aa2 req-9b7c3739-f34e-4393-a7f3-cd73bc8f0a52 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.0793808 Aug 04 17:23:48.808055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eccc577d-81fa-48e0-831f-f2ac0afd0aa2 req-1585f99f-5da0-4b56-acb7-4d2799318e2a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450313 Aug 04 17:23:48.831648 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:48.843950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22156fb0-9645-4d92-ae08-30dcb3c6957d req-259cfe3f-80e2-4145-b707-b3e3bd8e1dd4 service neutron] 10.222.0.82 "GET /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251392 Aug 04 17:23:48.882011 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:48.920784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:23:48.924480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:23:48.930328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:23:48.959122 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=44f03056-6bf8-45c7-8eac-b08037612de1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:48.978052 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3775d60d-f7db-4dfb-8166-472db268bddc None None] New status for floating IP 0942f660-ff17-4567-b5e1-acc1468d95cd: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:23:49.022359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:23:49.026900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:23:49.192496 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:49.225589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:49.241865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:49.244893 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bae4a6-c5c2-412c-9cbb-0b8387d9f78a" -d '{"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-unplugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:49.268346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '11718227-331f-419e-892a-d41dd6c5b7c4', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'port_id': '11718227-331f-419e-892a-d41dd6c5b7c4', 'mac_address': 'fa:16:3e:10:fb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:23:49.273778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:49.302849 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:49.305447 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0029aef7-2782-4cd2-b85a-f12626404040 x-openstack-request-id: req-0029aef7-2782-4cd2-b85a-f12626404040 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:49.305738 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-unplugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:49.305987 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0029aef7-2782-4cd2-b85a-f12626404040 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:49.306511 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4', 'code': 200} Aug 04 17:23:49.351287 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:49.378439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=11']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:49.382025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11718227-331f-419e-892a-d41dd6c5b7c4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:23:49.426283 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:23:49.426645 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:23:49.477507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c211579-a1b7-4d09-8591-0511954dca53 req-3e9098d5-fb89-49b0-af75-71fb74502207 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:49.477507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c211579-a1b7-4d09-8591-0511954dca53 req-3e9098d5-fb89-49b0-af75-71fb74502207 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 946 time: 0.0636685 Aug 04 17:23:49.517861 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c211579-a1b7-4d09-8591-0511954dca53 req-ee0f64dd-47e1-4133-8290-f59fd0f8e391 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353072 Aug 04 17:23:49.764860 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:49.843657 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:49.980027 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:49.997817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-f727c15a-6683-44a5-82af-e0cb8ab46f22 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:50.000028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-f727c15a-6683-44a5-82af-e0cb8ab46f22 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.82 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 946 time: 0.1193397 Aug 04 17:23:50.020489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11718227-331f-419e-892a-d41dd6c5b7c4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:23:50.028072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a45b77-d156-4916-bd29-17b7d3bcff73 req-ff893d5a-fd22-4a20-a511-a08873e2aed2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:50.055947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6a45b77-d156-4916-bd29-17b7d3bcff73 req-ff893d5a-fd22-4a20-a511-a08873e2aed2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1397979 Aug 04 17:23:50.059889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:50.063407 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:50.116199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:50.128240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:50.147022 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=12']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:50.182106 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6a45b77-d156-4916-bd29-17b7d3bcff73 req-137c55f2-8f83-4992-877c-cabbd5cf874f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249781 Aug 04 17:23:50.209061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['11718227-331f-419e-892a-d41dd6c5b7c4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:23:50.309340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-eab5ed3d-69a8-40d8-8296-ab2d54937c6d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Deleting port c59d2a33-224b-491b-94a9-6b5695fa317e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:23:50.309687 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-eab5ed3d-69a8-40d8-8296-ab2d54937c6d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:50.339257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=44f03056-6bf8-45c7-8eac-b08037612de1,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:50.345200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:50.476278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-eab5ed3d-69a8-40d8-8296-ab2d54937c6d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] For port c59d2a33-224b-491b-94a9-6b5695fa317e, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=c59d2a33-224b-491b-94a9-6b5695fa317e,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:50.476663 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-eab5ed3d-69a8-40d8-8296-ab2d54937c6d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:50.488575 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Floating IP e33ae2e7-4104-40a6-87e6-561509805b27 associated. External IP: 172.25.2.250, port: 4ca84da5-0243-4829-b198-c7ad9b187b51. Aug 04 17:23:50.497463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-eab5ed3d-69a8-40d8-8296-ab2d54937c6d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Calling delete_port for c59d2a33-224b-491b-94a9-6b5695fa317e owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:23:50.694997 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-eab5ed3d-69a8-40d8-8296-ab2d54937c6d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:50.736010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5ed3d-69a8-40d8-8296-ab2d54937c6d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event deleted for resources: {'Port': ['ID=c59d2a33-224b-491b-94a9-6b5695fa317e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:50.744841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2d3b6-ec30-4a33-a55a-8983a24c9353 req-d47c6f6e-2300-41bb-b34f-f0d5823aebdf tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:50.746633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0a2d3b6-ec30-4a33-a55a-8983a24c9353 req-d47c6f6e-2300-41bb-b34f-f0d5823aebdf tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 867 time: 0.1056299 Aug 04 17:23:50.776503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router 31516713-ae01-425d-8441-2c859c7b45a2 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:23:50.815854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-eab5ed3d-69a8-40d8-8296-ab2d54937c6d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] No DVR routers for this DVR port c59d2a33-224b-491b-94a9-6b5695fa317e on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:23:50.820571 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-eab5ed3d-69a8-40d8-8296-ab2d54937c6d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:50.822602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87bba95f-e4a3-47a9-9180-cfd076e8c290 req-eab5ed3d-69a8-40d8-8296-ab2d54937c6d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.82 "DELETE /v2.0/ports/c59d2a33-224b-491b-94a9-6b5695fa317e HTTP/1.1" status: 204 len: 173 time: 0.8155012 Aug 04 17:23:50.823084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'name': 'network-vif-deleted', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:50.825398 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783f4d9e-1c45-429a-bde6-1bd610acdeb0" -d '{"events": [{"server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "name": "network-vif-deleted", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:50.864332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0a2d3b6-ec30-4a33-a55a-8983a24c9353 req-a86df713-6312-4c8a-8818-de5d6f73aa19 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/security-groups?id=e567912f-c38b-4db6-955b-fa6096bcbddd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083674 Aug 04 17:23:50.912444 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e89c717-af1e-4b10-8b4d-3e61ec6f14c0 x-openstack-request-id: req-8e89c717-af1e-4b10-8b4d-3e61ec6f14c0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:50.912983 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9be2a2-0ef0-40b0-8502-300983e7217e", "name": "network-vif-deleted", "tag": "c59d2a33-224b-491b-94a9-6b5695fa317e", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:50.913388 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e89c717-af1e-4b10-8b4d-3e61ec6f14c0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:50.913992 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9be2a2-0ef0-40b0-8502-300983e7217e', 'name': 'network-vif-deleted', 'tag': 'c59d2a33-224b-491b-94a9-6b5695fa317e', 'status': 'completed', 'code': 200} Aug 04 17:23:50.958893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:23:50.970976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] Sync routers for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:23:50.982893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:50.983959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:50.992318 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:51.034990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:23:51.045059 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-46a962cd-7a1a-4cad-a3e2-083a0fdbc0d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6255071 Aug 04 17:23:51.045818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'tag': '4ca84da5-0243-4829-b198-c7ad9b187b51'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:51.047949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59084) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:51.063109 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c1b832-21f1-47ac-bf23-0deac09e7058" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8fbcf0-a1bd-4388-8165-10da2943eb8e", "tag": "4ca84da5-0243-4829-b198-c7ad9b187b51"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:51.165435 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1761e285-9e51-4ddd-8778-363f7a024906 x-openstack-request-id: req-1761e285-9e51-4ddd-8778-363f7a024906 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:51.166153 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8fbcf0-a1bd-4388-8165-10da2943eb8e", "tag": "4ca84da5-0243-4829-b198-c7ad9b187b51", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:51.166494 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1761e285-9e51-4ddd-8778-363f7a024906 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:51.167025 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'tag': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'status': 'completed', 'code': 200} Aug 04 17:23:51.249292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 11718227-331f-419e-892a-d41dd6c5b7c4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:23:51.249875 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:51.308937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:51.394118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-8d6a2d81-97b3-421a-a9ff-51e35f9efc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:51.408786 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-8d6a2d81-97b3-421a-a9ff-51e35f9efc6c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 1097 time: 0.2167525 Aug 04 17:23:51.474966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-74fa11ce-84e5-45bc-96f1-8898b4476f05 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/floatingips/e33ae2e7-4104-40a6-87e6-561509805b27 HTTP/1.1" status: 200 len: 992 time: 0.4254754 Aug 04 17:23:51.559539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfac24-9c11-4bf4-a276-a4cf4babe72c req-b22dc3a7-21a6-49ec-b861-a07714cf779f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:51.561696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59cfac24-9c11-4bf4-a276-a4cf4babe72c req-b22dc3a7-21a6-49ec-b861-a07714cf779f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 945 time: 0.1361532 Aug 04 17:23:51.565418 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:51.590769 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-e2c6159e-80d4-466b-92b1-db1f00cc556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:51.598407 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-e2c6159e-80d4-466b-92b1-db1f00cc556f service neutron] 10.222.0.90 "GET /v2.0/networks?id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3 HTTP/1.1" status: 200 len: 898 time: 0.1811748 Aug 04 17:23:51.641576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-600b6b60-2d85-4efc-be36-f0c5eb60fcf9 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:51.652698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-600b6b60-2d85-4efc-be36-f0c5eb60fcf9 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/networks?id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea HTTP/1.1" status: 200 len: 813 time: 0.1947613 Aug 04 17:23:51.687266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-54a438ff-412a-442b-896e-5e827ca7e9e6 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/quotas/606a264db48e4088a28f101b8a74ac7e HTTP/1.1" status: 200 len: 375 time: 0.0331657 Aug 04 17:23:51.699504 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-19894686-1b16-405e-a80e-b14128f0cc65 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ca84da5-0243-4829-b198-c7ad9b187b51 HTTP/1.1" status: 200 len: 1000 time: 0.0902164 Aug 04 17:23:51.705198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59cfac24-9c11-4bf4-a276-a4cf4babe72c req-5e18bb5a-56f0-4580-b4fd-0893537154af tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131740 Aug 04 17:23:51.728495 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:51.730779 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b2fdc6-a0e3-48d5-bc4b-1b86a39a8b0b" -d '{"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-plugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:51.752200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:51.759912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-4b1dde41-2f12-4307-86a0-69f8a9d5ecd0 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=606a264db48e4088a28f101b8a74ac7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705025 Aug 04 17:23:51.768937 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:51.769801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c59d2a33-224b-491b-94a9-6b5695fa317e no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:23:51.801641 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-c0be6cac-1493-4b7f-aa73-7cd158ba7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:51.806785 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-c0be6cac-1493-4b7f-aa73-7cd158ba7076 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b99845f-7de5-4853-8b03-c8eb6e2c0edf HTTP/1.1" status: 200 len: 834 time: 0.0960042 Aug 04 17:23:51.872327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-b9a2029d-feef-49a4-9964-600c693b8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:51.873908 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-b9a2029d-feef-49a4-9964-600c693b8ded service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573304 Aug 04 17:23:51.884116 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a3f7fd-a00f-4854-b1e1-1985a270ea88 x-openstack-request-id: req-86a3f7fd-a00f-4854-b1e1-1985a270ea88 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:51.884433 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-plugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:51.884665 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86a3f7fd-a00f-4854-b1e1-1985a270ea88 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:51.885071 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4', 'code': 200} Aug 04 17:23:51.949064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: c59d2a33-224b-491b-94a9-6b5695fa317e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:23:51.949064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device c59d2a33-224b-491b-94a9-6b5695fa317e not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:23:52.052634 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-7bb73a3c-30f4-4095-b052-2a8983f0c09c service neutron] 10.222.0.90 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672907 Aug 04 17:23:52.078037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=13']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:52.146695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e33ae2e7-4104-40a6-87e6-561509805b27', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'mac_address': 'fa:16:3e:96:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:49Z', 'updated_at': '2021-08-04T17:23:49Z', 'revision_number': 0, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:52.179766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] Checking router: 31516713-ae01-425d-8441-2c859c7b45a2 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:23:52.196153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:23:52.196916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:52.242874 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-24c1b832-21f1-47ac-bf23-0deac09e7058 req-aa3fe51a-92f2-4e70-abd1-d1cbba8be5f1 service neutron] 10.222.0.90 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820531 Aug 04 17:23:52.351848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:23:52.479020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59108) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:52.484225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-e12db1ad-aee4-4ab3-829e-7fd3e4bab27b service neutron] 10.222.0.39 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7213488 Aug 04 17:23:52.526092 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57fc4255-141d-4f83-9f63-8fe18bdcc3ca req-775f60d8-711c-458f-a109-0c84bc21968d tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 210 time: 0.0391841 Aug 04 17:23:52.670955 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b6f6e10b-f438-4348-be84-6a292d214908 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/floatingips/e33ae2e7-4104-40a6-87e6-561509805b27 HTTP/1.1" status: 200 len: 992 time: 0.1847789 Aug 04 17:23:52.674935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-6dbe5b63-8372-49ff-a6ec-e55768195614 service neutron] 10.222.0.39 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416514 Aug 04 17:23:52.675941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e33ae2e7-4104-40a6-87e6-561509805b27', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'mac_address': 'fa:16:3e:96:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:49Z', 'updated_at': '2021-08-04T17:23:49Z', 'revision_number': 0, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:23:52.713560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee48b09d-7046-40ce-8af8-85215643a629 None None] The sync data for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 is: [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e33ae2e7-4104-40a6-87e6-561509805b27', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'mac_address': 'fa:16:3e:96:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:49Z', 'updated_at': '2021-08-04T17:23:49Z', 'revision_number': 0, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:23:52.884530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccfc19-9209-4ee4-af29-fdb10dccdc74 req-92f57310-a469-4562-b85f-1d2aef3d5c5b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:52.892761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18ccfc19-9209-4ee4-af29-fdb10dccdc74 req-92f57310-a469-4562-b85f-1d2aef3d5c5b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.0760698 Aug 04 17:23:52.961112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-18ccfc19-9209-4ee4-af29-fdb10dccdc74 req-a2433924-0818-4cc6-86ed-5a0539d990c1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652282 Aug 04 17:23:53.039206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b1604d5-8e00-4672-ba6c-8ce5baa10df7 req-13995911-7143-4733-b08a-01a178163099 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 210 time: 0.0532029 Aug 04 17:23:53.209000 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:23:53.363813 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b9ff0-2215-4ba5-8ae8-f892b960e3c9 None None] New status for floating IP e33ae2e7-4104-40a6-87e6-561509805b27: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:23:53.668701 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59124) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:53.699631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63dcb853-88b0-49a7-b584-56d1186b0393 req-1e26830e-9048-42b5-aead-ea2baaaeccf4 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 210 time: 0.0644398 Aug 04 17:23:53.774544 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b8117882-e0c4-4316-9128-cb974636ae71 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/floatingips/e33ae2e7-4104-40a6-87e6-561509805b27 HTTP/1.1" status: 200 len: 994 time: 0.1045859 Aug 04 17:23:54.107758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a481d-5a5b-4868-9311-711af1b5af75 req-6950cb2d-853d-4b80-9341-e5603206a8a1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:54.109515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-126a481d-5a5b-4868-9311-711af1b5af75 req-6950cb2d-853d-4b80-9341-e5603206a8a1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.0648148 Aug 04 17:23:54.222152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdc8a60c-05a2-4c90-97c2-2079af45a734 req-5aa8db8f-9d3b-4082-81dd-4c5a2b49bb2f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 210 time: 0.0639160 Aug 04 17:23:54.261752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-126a481d-5a5b-4868-9311-711af1b5af75 req-dee99ae7-85fb-439f-a77e-b0f554df6e99 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459124 Aug 04 17:23:54.420688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-69cabd79-f83a-43fd-b40f-2deb79483cca tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:54.422521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-69cabd79-f83a-43fd-b40f-2deb79483cca tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.82 "GET /v2.0/networks?id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea HTTP/1.1" status: 200 len: 813 time: 0.1483238 Aug 04 17:23:54.437984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Request body: {'port': {'device_id': 'd0b73b45-d8b3-45cc-9d40-e04b207e9e68', 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea', 'admin_state_up': True, 'tenant_id': '606a264db48e4088a28f101b8a74ac7e'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:54.582979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Made reservation on behalf of 606a264db48e4088a28f101b8a74ac7e for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:23:54.586683 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:54.777717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Allocated IP 172.20.0.12 (ec293e30-e55a-482b-b22d-9dfd1a2e79ea/d0bd1923-9c01-4c3b-b2d5-968884e72557/fa0a3d62-6528-4201-af33-62c3374aeb1c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:23:54.845501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-352360d8-cf21-4654-8ee4-8301cc146b30 req-0e7dd654-05af-45dc-9f07-3f62da009424 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 210 time: 0.0425155 Aug 04 17:23:55.030772 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:55.074821 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:55.129739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Pushing event updated for resources: {'Port': ['ID=fa0a3d62-6528-4201-af33-62c3374aeb1c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:55.145418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Network ec293e30-e55a-482b-b22d-9dfd1a2e79ea is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:23:55.147209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:23:55.154020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:23:55.222717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:55.223458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:55.246539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-75b6ac8b-1814-4a7a-911a-be8657a58733 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8125188 Aug 04 17:23:55.261318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Request body: {'port': {'device_id': 'd0b73b45-d8b3-45cc-9d40-e04b207e9e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:23:55.386419 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:55.602401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346d974-2057-4d99-a91d-af824ac02608 req-bd9f7050-82dd-4e05-91c4-1ac794be0056 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:55.603341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1346d974-2057-4d99-a91d-af824ac02608 req-bd9f7050-82dd-4e05-91c4-1ac794be0056 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 932 time: 0.2563887 Aug 04 17:23:55.657583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1606854-bf60-4907-b8d4-32d8bff9cbde req-79ecdae7-c673-436c-a2dd-b03be7a37c29 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:55.659282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1606854-bf60-4907-b8d4-32d8bff9cbde req-79ecdae7-c673-436c-a2dd-b03be7a37c29 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.2742102 Aug 04 17:23:55.671219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1346d974-2057-4d99-a91d-af824ac02608 req-6b256044-1e20-482d-ad9f-026e992027c6 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571723 Aug 04 17:23:55.780073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1606854-bf60-4907-b8d4-32d8bff9cbde req-11d619e6-77c1-4b46-9b78-b2b04c57802a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054089 Aug 04 17:23:55.890938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0a3d62-6528-4201-af33-62c3374aeb1c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:23:55.901522 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:55.918571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Transition to ACTIVE for port object fa0a3d62-6528-4201-af33-62c3374aeb1c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:23:55.925654 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:55.979158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Pushing event updated for resources: {'Port': ['ID=fa0a3d62-6528-4201-af33-62c3374aeb1c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:56.036529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-144c8264-ddf1-4b06-a724-25f4fa9707dd req-c8edebcf-3043-47f2-9156-8de0d68ae3af tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9be2a2-0ef0-40b0-8502-300983e7217e HTTP/1.1" status: 200 len: 210 time: 0.0456557 Aug 04 17:23:56.099093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Attempting to bind port fa0a3d62-6528-4201-af33-62c3374aeb1c on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:23:56.099717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Attempting to bind port fa0a3d62-6528-4201-af33-62c3374aeb1c by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:23:56.100045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Attempting to bind port fa0a3d62-6528-4201-af33-62c3374aeb1c on network ec293e30-e55a-482b-b22d-9dfd1a2e79ea {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:23:56.104664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Port fa0a3d62-6528-4201-af33-62c3374aeb1c on network ec293e30-e55a-482b-b22d-9dfd1a2e79ea not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:23:56.104989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Attempting to bind port fa0a3d62-6528-4201-af33-62c3374aeb1c on network ec293e30-e55a-482b-b22d-9dfd1a2e79ea {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:23:56.111079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:23:56.111810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Checking segment: {'id': 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:23:56.112526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Bound using segment: {'id': 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:23:56.112971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Bound port: fa0a3d62-6528-4201-af33-62c3374aeb1c, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:23:56.113339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:56.203419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] For port fa0a3d62-6528-4201-af33-62c3374aeb1c, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:23:56.206762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] For port fa0a3d62-6528-4201-af33-62c3374aeb1c, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=fa0a3d62-6528-4201-af33-62c3374aeb1c,segment=NetworkSegment(e4468954-dcb1-41e2-8f52-c5e8a9fdd773),segment_id=e4468954-dcb1-41e2-8f52-c5e8a9fdd773)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:23:56.215294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:56.258486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:56.258728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:56.260081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] 10.222.0.82 "PUT /v2.0/ports/fa0a3d62-6528-4201-af33-62c3374aeb1c HTTP/1.1" status: 200 len: 1092 time: 1.0051985 Aug 04 17:23:56.262064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b73b45-d8b3-45cc-9d40-e04b207e9e68', 'tag': 'fa0a3d62-6528-4201-af33-62c3374aeb1c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:23:56.265444 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140ef219-9ba1-4b48-bec4-b6be2c45c921" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b73b45-d8b3-45cc-9d40-e04b207e9e68", "tag": "fa0a3d62-6528-4201-af33-62c3374aeb1c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:23:56.305987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ee8c3-cfdc-4fd6-b356-ac05ed2f7f9b service neutron] Pushing event updated for resources: {'Port': ['ID=fa0a3d62-6528-4201-af33-62c3374aeb1c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:56.309686 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190be65b-0f76-4cf4-8d6d-2eedcc924bc2 x-openstack-request-id: req-190be65b-0f76-4cf4-8d6d-2eedcc924bc2 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:23:56.310013 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b73b45-d8b3-45cc-9d40-e04b207e9e68", "tag": "fa0a3d62-6528-4201-af33-62c3374aeb1c", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:23:56.310254 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-190be65b-0f76-4cf4-8d6d-2eedcc924bc2 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:23:56.310651 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b73b45-d8b3-45cc-9d40-e04b207e9e68', 'tag': 'fa0a3d62-6528-4201-af33-62c3374aeb1c', 'status': 'completed', 'code': 200} Aug 04 17:23:56.391229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-42eb0d2c-52a2-4921-9163-1eef9d59b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:56.393260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-42eb0d2c-52a2-4921-9163-1eef9d59b348 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=606a264db48e4088a28f101b8a74ac7e&device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 1095 time: 0.0594296 Aug 04 17:23:56.446213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-d101de04-d8cb-460d-a8f8-fef7da8e1b74 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa0a3d62-6528-4201-af33-62c3374aeb1c HTTP/1.1" status: 200 len: 217 time: 0.0416138 Aug 04 17:23:56.506178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-d8f8b3a5-176a-46df-b98b-d77b04db099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:56.507868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-d8f8b3a5-176a-46df-b98b-d77b04db099b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d0bd1923-9c01-4c3b-b2d5-968884e72557 HTTP/1.1" status: 200 len: 853 time: 0.0547633 Aug 04 17:23:56.545386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-5123b937-5aaf-4d6f-8df1-2d9102a09d4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298758 Aug 04 17:23:56.652395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-f7603501-2f90-485b-bb97-32336a46dcd3 service neutron] 10.222.0.82 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971041 Aug 04 17:23:56.769732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ada35f6e-3152-43e9-a31a-84e8b294c9e3 req-31d6204d-0e24-4681-9f13-d0398571d924 service neutron] 10.222.0.82 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096237 Aug 04 17:23:56.844167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80124c7-86fe-4ff9-aa89-424b8145c605 req-40d88cc6-e0b6-401e-b3b6-ff193f54cdc3 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:56.845763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a80124c7-86fe-4ff9-aa89-424b8145c605 req-40d88cc6-e0b6-401e-b3b6-ff193f54cdc3 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 944 time: 0.0674789 Aug 04 17:23:56.942572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef219-9ba1-4b48-bec4-b6be2c45c921 req-44985d56-bc7e-4feb-b004-a3c01f6a64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:56.943960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-140ef219-9ba1-4b48-bec4-b6be2c45c921 req-44985d56-bc7e-4feb-b004-a3c01f6a64a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=606a264db48e4088a28f101b8a74ac7e&device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 1095 time: 0.1153483 Aug 04 17:23:56.949762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a80124c7-86fe-4ff9-aa89-424b8145c605 req-f53f5fcb-ec69-4aba-80e2-cc5c9d49a162 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844798 Aug 04 17:23:57.007199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79094c-9921-4363-a949-51f120b6a290 req-ee804865-8cd4-4437-b694-ef7b2d5b96e1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:57.008773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e79094c-9921-4363-a949-51f120b6a290 req-ee804865-8cd4-4437-b694-ef7b2d5b96e1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.1270785 Aug 04 17:23:57.078347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e79094c-9921-4363-a949-51f120b6a290 req-c232d782-8481-4522-9a23-23c51d152e01 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608721 Aug 04 17:23:57.099863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef219-9ba1-4b48-bec4-b6be2c45c921 req-a64ebb99-c20e-4be4-95ac-66de622589e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:57.099863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-140ef219-9ba1-4b48-bec4-b6be2c45c921 req-a64ebb99-c20e-4be4-95ac-66de622589e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea HTTP/1.1" status: 200 len: 915 time: 0.1437640 Aug 04 17:23:57.115129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59150) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:23:57.152499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-140ef219-9ba1-4b48-bec4-b6be2c45c921 req-edf7d5b2-aa7c-4cee-8bdf-a02f00bdb023 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa0a3d62-6528-4201-af33-62c3374aeb1c HTTP/1.1" status: 200 len: 217 time: 0.0481327 Aug 04 17:23:57.202728 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:57.214635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef219-9ba1-4b48-bec4-b6be2c45c921 req-3022fef3-dd5c-45dd-85b6-f5a81781af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:57.216602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-140ef219-9ba1-4b48-bec4-b6be2c45c921 req-3022fef3-dd5c-45dd-85b6-f5a81781af52 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d0bd1923-9c01-4c3b-b2d5-968884e72557 HTTP/1.1" status: 200 len: 853 time: 0.0550444 Aug 04 17:23:57.240920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:57.251732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-140ef219-9ba1-4b48-bec4-b6be2c45c921 req-e5cc2ce3-1ea3-41b6-b5d7-f27dffa5ba6d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec293e30-e55a-482b-b22d-9dfd1a2e79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266578 Aug 04 17:23:57.317863 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:57.321962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:57.326247 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] 10.222.0.39 "DELETE /v2.0/security-groups/e567912f-c38b-4db6-955b-fa6096bcbddd HTTP/1.1" status: 204 len: 168 time: 0.2070658 Aug 04 17:23:57.335931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e567912f-c38b-4db6-955b-fa6096bcbddd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:23:57.348700 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.349054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.349392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.349805 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.350240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.350555 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.350911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.351368 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.351702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.352034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.352405 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.352786 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13f3873-5713-4f6b-854f-a2bdabcb7ee0 tempest-TestVolumeBackupRestore-1155520715 tempest-TestVolumeBackupRestore-1155520715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:23:57.384399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-140ef219-9ba1-4b48-bec4-b6be2c45c921 req-a47d50dd-d77d-4e76-8afb-db9c8471bca9 service neutron] 10.222.0.82 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250446 Aug 04 17:23:57.508410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-140ef219-9ba1-4b48-bec4-b6be2c45c921 req-334e2665-ea22-4685-9b61-396f96757e04 service neutron] 10.222.0.82 "GET /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154571 Aug 04 17:23:58.116398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8e11b-f6fa-4bd9-833e-20580af01a43 req-398d8652-7889-4b07-8653-6f259e4e58b1 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:58.124977 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0b8e11b-f6fa-4bd9-833e-20580af01a43 req-398d8652-7889-4b07-8653-6f259e4e58b1 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 944 time: 0.0794871 Aug 04 17:23:58.202163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b0b8e11b-f6fa-4bd9-833e-20580af01a43 req-344fc4d3-6aa7-4621-9240-3f2741120687 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758255 Aug 04 17:23:58.271715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46486ac9-b35c-4bc6-b393-da4545ea433e req-ce421a04-9c50-4a10-9fce-5600d5bbe4c7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:58.280638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46486ac9-b35c-4bc6-b393-da4545ea433e req-ce421a04-9c50-4a10-9fce-5600d5bbe4c7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.0760946 Aug 04 17:23:58.341555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46486ac9-b35c-4bc6-b393-da4545ea433e req-9149eb44-d50e-4f5d-b059-88bdb0e6b38f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595505 Aug 04 17:23:59.128574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device fa0a3d62-6528-4201-af33-62c3374aeb1c details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:23:59.288724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port fa0a3d62-6528-4201-af33-62c3374aeb1c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=fa0a3d62-6528-4201-af33-62c3374aeb1c,segment=NetworkSegment(e4468954-dcb1-41e2-8f52-c5e8a9fdd773),segment_id=e4468954-dcb1-41e2-8f52-c5e8a9fdd773)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:59.312716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'fa0a3d62-6528-4201-af33-62c3374aeb1c', 'network_id': 'ec293e30-e55a-482b-b22d-9dfd1a2e79ea', 'port_id': 'fa0a3d62-6528-4201-af33-62c3374aeb1c', 'mac_address': 'fa:16:3e:b6:06:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bd1923-9c01-4c3b-b2d5-968884e72557', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:23:59.433856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af973c1-436c-4fdb-b945-4646b64327e1 req-d36d175c-eb09-44d1-871d-ba6c47d1ed7b tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:59.463276 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5af973c1-436c-4fdb-b945-4646b64327e1 req-d36d175c-eb09-44d1-871d-ba6c47d1ed7b tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 944 time: 0.1378338 Aug 04 17:23:59.635172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938d96f-19e0-4404-927e-f53bde5ae64d req-6617e078-0d33-49b8-86ae-fb32ccd6751a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:23:59.647144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5938d96f-19e0-4404-927e-f53bde5ae64d req-6617e078-0d33-49b8-86ae-fb32ccd6751a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.1587970 Aug 04 17:23:59.671586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5af973c1-436c-4fdb-b945-4646b64327e1 req-2b1dd0ac-d709-4bcb-9612-7fe6729dab6f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073107 Aug 04 17:23:59.773591 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:23:59.788931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5938d96f-19e0-4404-927e-f53bde5ae64d req-eace5822-73e4-42e6-8e8e-5ceee9219836 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408091 Aug 04 17:23:59.796363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0a3d62-6528-4201-af33-62c3374aeb1c {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:23:59.834949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port fa0a3d62-6528-4201-af33-62c3374aeb1c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=fa0a3d62-6528-4201-af33-62c3374aeb1c,segment=NetworkSegment(e4468954-dcb1-41e2-8f52-c5e8a9fdd773),segment_id=e4468954-dcb1-41e2-8f52-c5e8a9fdd773)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:23:59.848625 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:00.005689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=fa0a3d62-6528-4201-af33-62c3374aeb1c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:00.082174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['fa0a3d62-6528-4201-af33-62c3374aeb1c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:24:00.910219 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c678498-5bd4-45a6-a814-8a4a6de918b5 req-63d43611-4d21-41c4-b5d3-73423792ad7d tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:00.923185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c678498-5bd4-45a6-a814-8a4a6de918b5 req-63d43611-4d21-41c4-b5d3-73423792ad7d tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 945 time: 0.1324563 Aug 04 17:24:01.051255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c678498-5bd4-45a6-a814-8a4a6de918b5 req-7d0b698d-2750-4c09-887e-c7387c1bd080 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266112 Aug 04 17:24:01.129771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cf107-4c3b-40b7-8656-b03ea45ce57b req-45f55b8c-fad0-40b0-a15b-6d5890ce0a30 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:01.136464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c36cf107-4c3b-40b7-8656-b03ea45ce57b req-45f55b8c-fad0-40b0-a15b-6d5890ce0a30 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.1464853 Aug 04 17:24:01.148431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device fa0a3d62-6528-4201-af33-62c3374aeb1c up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:24:01.229527 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c36cf107-4c3b-40b7-8656-b03ea45ce57b req-e12d24e9-d4c4-4513-b82c-188ae80a0775 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888424 Aug 04 17:24:01.276570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port fa0a3d62-6528-4201-af33-62c3374aeb1c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:01.292870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port fa0a3d62-6528-4201-af33-62c3374aeb1c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:01.293082 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:01.454580 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:01.486257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b73b45-d8b3-45cc-9d40-e04b207e9e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0a3d62-6528-4201-af33-62c3374aeb1c'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:24:01.489523 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10366157-37ad-4a03-9b61-864ea70f29ab" -d '{"events": [{"server_uuid": "d0b73b45-d8b3-45cc-9d40-e04b207e9e68", "name": "network-vif-plugged", "status": "completed", "tag": "fa0a3d62-6528-4201-af33-62c3374aeb1c"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:24:01.518031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port fa0a3d62-6528-4201-af33-62c3374aeb1c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=fa0a3d62-6528-4201-af33-62c3374aeb1c,segment=NetworkSegment(e4468954-dcb1-41e2-8f52-c5e8a9fdd773),segment_id=e4468954-dcb1-41e2-8f52-c5e8a9fdd773)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:01.532709 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:01.612685 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136e0934-41eb-4b82-b5cc-fdf2721a9762 x-openstack-request-id: req-136e0934-41eb-4b82-b5cc-fdf2721a9762 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:24:01.613183 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b73b45-d8b3-45cc-9d40-e04b207e9e68", "name": "network-vif-plugged", "status": "completed", "tag": "fa0a3d62-6528-4201-af33-62c3374aeb1c", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:24:01.613702 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-136e0934-41eb-4b82-b5cc-fdf2721a9762 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:24:01.614326 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b73b45-d8b3-45cc-9d40-e04b207e9e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0a3d62-6528-4201-af33-62c3374aeb1c', 'code': 200} Aug 04 17:24:01.638417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=fa0a3d62-6528-4201-af33-62c3374aeb1c,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:01.785042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d86c01-8c26-4fd3-81ae-049db59352e0 req-38e8306b-5b51-48bf-ac2d-79a787706d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:01.786577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8d86c01-8c26-4fd3-81ae-049db59352e0 req-38e8306b-5b51-48bf-ac2d-79a787706d2e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 1097 time: 0.0973883 Aug 04 17:24:01.847712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8d86c01-8c26-4fd3-81ae-049db59352e0 req-1c1e72ae-5177-411e-986c-f8a15822eb58 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534070 Aug 04 17:24:01.995247 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ae353253-7b6f-489d-b9bd-e06c1661eb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:02.138317 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59468) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:02.217532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4187e-ada5-4437-9678-a10d5b2c1280 req-c504ff96-605e-4d7c-ac8b-517e73f5f63c tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:02.230206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-add4187e-ada5-4437-9678-a10d5b2c1280 req-c504ff96-605e-4d7c-ac8b-517e73f5f63c tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 946 time: 0.0925074 Aug 04 17:24:02.323251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-add4187e-ada5-4437-9678-a10d5b2c1280 req-3f9b5ce9-c21c-4bb0-ba50-860859560c40 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797026 Aug 04 17:24:02.455020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effc439-aab8-4773-b14e-b9b77a8aef40 req-d985fbc9-f82b-4106-9cbc-fc60257159b9 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:02.461812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7effc439-aab8-4773-b14e-b9b77a8aef40 req-d985fbc9-f82b-4106-9cbc-fc60257159b9 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.0780969 Aug 04 17:24:02.540500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7effc439-aab8-4773-b14e-b9b77a8aef40 req-cf3bdaca-266d-4e28-8572-81e6127eeeaf tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697560 Aug 04 17:24:02.643578 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:03.048605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] Deleting port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:24:03.049203 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:03.145778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] For port 56cf920f-32ab-4ab7-a365-b11c1f3fbd03, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=56cf920f-32ab-4ab7-a365-b11c1f3fbd03,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:03.153009 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:03.185072 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] Calling delete_port for 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:24:03.416240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:03.444073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90690-86ba-4bef-b17b-0473d56cd2f3 req-a1cb99fa-626f-4fbd-b808-61e36713e350 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:03.445982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8c90690-86ba-4bef-b17b-0473d56cd2f3 req-a1cb99fa-626f-4fbd-b808-61e36713e350 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 946 time: 0.0564544 Aug 04 17:24:03.447322 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=56cf920f-32ab-4ab7-a365-b11c1f3fbd03,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:03.532964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8c90690-86ba-4bef-b17b-0473d56cd2f3 req-a024024a-d1a3-4a51-a97d-fc22fda7060d tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713015 Aug 04 17:24:03.682769 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:03.706482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5b47a-725e-4d97-9137-3dfd5394e779 req-d82c86ad-7bac-4a3b-b2c8-58a42f70292d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:03.708300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ac5b47a-725e-4d97-9137-3dfd5394e779 req-d82c86ad-7bac-4a3b-b2c8-58a42f70292d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.0782733 Aug 04 17:24:03.811449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ac5b47a-725e-4d97-9137-3dfd5394e779 req-c530b658-8244-45be-bae9-347ea617cc50 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764651 Aug 04 17:24:04.026426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] Router b4fd443f-2d24-400c-8922-080aa95be765 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:24:04.196945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:24:04.212883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] Sync routers for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:24:04.213444 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-12feb141-c081-41d6-a0de-f652b192bb32 admin admin] 10.222.0.39 "PUT /v2.0/routers/b4fd443f-2d24-400c-8922-080aa95be765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0728915 Aug 04 17:24:04.215203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59682) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:04.229617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:24:04.230247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:23:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:04.334957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:04.378649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:24:04.460959 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:04.525001 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c7a624a9-0527-45a7-929a-01c890b9f410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:04.533739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Deleting port 10e8671f-e49d-479c-b237-1101860365bb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:24:04.534485 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:04.619070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '10e8671f-e49d-479c-b237-1101860365bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:24:03Z', 'revision_number': 5, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port': {'id': '10e8671f-e49d-479c-b237-1101860365bb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:04.629411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] For port 10e8671f-e49d-479c-b237-1101860365bb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=10e8671f-e49d-479c-b237-1101860365bb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:04.629775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:04.641559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Calling delete_port for 10e8671f-e49d-479c-b237-1101860365bb owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:24:04.645657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] Checking router: b4fd443f-2d24-400c-8922-080aa95be765 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:24:04.654633 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] Routers {'b4fd443f-2d24-400c-8922-080aa95be765'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:24:04.655313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:24:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['b4fd443f-2d24-400c-8922-080aa95be765'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:04.744076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] Set router b4fd443f-2d24-400c-8922-080aa95be765 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:24:04.798624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:24:04Z', 'revision_number': 6, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:04.823198 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:04.831858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18568ca9-5cc5-41fb-87da-7480da2324d5 None None] The sync data for ids ['b4fd443f-2d24-400c-8922-080aa95be765'] in n-d-764435-5 is: [{'id': 'b4fd443f-2d24-400c-8922-080aa95be765', 'name': 'tempest-TestVolumeBackupRestore-103129698-router', 'tenant_id': '9cdabc5ef9414559ac54650d3d348f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:22Z', 'updated_at': '2021-08-04T17:24:04Z', 'revision_number': 6, 'project_id': '9cdabc5ef9414559ac54650d3d348f85', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:24:04.877495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e8671f-e49d-479c-b237-1101860365bb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:04.926066 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.007294 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.378394 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.383412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.401642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4c4cd-6dee-405b-ab57-4e7967e33c9c req-71446999-1319-4e4a-a86b-4d973d54a9c6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:05.403275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4b4c4cd-6dee-405b-ab57-4e7967e33c9c req-71446999-1319-4e4a-a86b-4d973d54a9c6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.4913526 Aug 04 17:24:05.454964 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.455478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4fd443f-2d24-400c-8922-080aa95be765 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:24:05.463835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.464965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fe6ed732-afeb-4267-b7d1-5f7f0e313d39 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b4fd443f-2d24-400c-8922-080aa95be765 HTTP/1.1" status: 204 len: 168 time: 1.2485571 Aug 04 17:24:05.467835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59702) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:05.480573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c4b4c4cd-6dee-405b-ab57-4e7967e33c9c req-408c6223-98fd-417b-a248-63ece5425b43 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486901 Aug 04 17:24:05.517250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-41231251-89f7-4210-88d1-29daa6c86ae3 admin admin] Deleting subnet 6c9b8abe-936c-4fee-be0a-09be4874c176 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:24:05.521311 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41231251-89f7-4210-88d1-29daa6c86ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.563460 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41231251-89f7-4210-88d1-29daa6c86ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.680201 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41231251-89f7-4210-88d1-29daa6c86ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.703231 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:24:05.724390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:24:05.725009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 56cf920f-32ab-4ab7-a365-b11c1f3fbd03 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:24:05.725444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 10e8671f-e49d-479c-b237-1101860365bb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:24:05.741959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04c225-2d0d-413b-acea-50a0009f0c32 req-fbd0dc4e-8d4c-4a37-899a-4818f6e138c2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:05.744453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d04c225-2d0d-413b-acea-50a0009f0c32 req-fbd0dc4e-8d4c-4a37-899a-4818f6e138c2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.1357069 Aug 04 17:24:05.744578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 10e8671f-e49d-479c-b237-1101860365bb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:24:05.744934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 10e8671f-e49d-479c-b237-1101860365bb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:24:05.784142 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41231251-89f7-4210-88d1-29daa6c86ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.816966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41231251-89f7-4210-88d1-29daa6c86ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9b8abe-936c-4fee-be0a-09be4874c176,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:05.832761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d538b-e538-457b-afeb-e88559a438d5 None None] Network baeb0b58-a3c3-457b-8aa7-de0d92e0db15 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:24:05.836860 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d04c225-2d0d-413b-acea-50a0009f0c32 req-893e2af5-0a24-40b2-89ed-eb2391445b53 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784166 Aug 04 17:24:05.838020 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41231251-89f7-4210-88d1-29daa6c86ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.841635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-41231251-89f7-4210-88d1-29daa6c86ae3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6c9b8abe-936c-4fee-be0a-09be4874c176 HTTP/1.1" status: 204 len: 168 time: 0.3724170 Aug 04 17:24:05.843916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59714) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:05.925802 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:05.952206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.061334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Deleting port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:24:06.061691 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.111029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43743d8c-2d12-4191-9ceb-08a9c7404a9d None None] DHCP port deletion for baeb0b58-a3c3-457b-8aa7-de0d92e0db15 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:24:06.155160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] For port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ad96f6b4-a417-4f75-8b32-d7fe1ca31c72,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:06.156191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.172646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Calling delete_port for ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:24:06.217031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-43743d8c-2d12-4191-9ceb-08a9c7404a9d None None] Deleting port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:24:06.217460 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-43743d8c-2d12-4191-9ceb-08a9c7404a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.278959 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.314942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-43743d8c-2d12-4191-9ceb-08a9c7404a9d None None] For port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ad96f6b4-a417-4f75-8b32-d7fe1ca31c72,segment=NetworkSegment(4e9dfc6b-5fba-4ad9-99e4-b4b922241177),segment_id=4e9dfc6b-5fba-4ad9-99e4-b4b922241177)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:06.315350 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-43743d8c-2d12-4191-9ceb-08a9c7404a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.317081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad96f6b4-a417-4f75-8b32-d7fe1ca31c72,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:06.319262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] No DVR routers for this DVR port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:24:06.340890 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-43743d8c-2d12-4191-9ceb-08a9c7404a9d None None] Calling delete_port for ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:24:06.403004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.415025 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baeb0b58-a3c3-457b-8aa7-de0d92e0db15']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:06.428172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9dfc6b-5fba-4ad9-99e4-b4b922241177') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:06.428529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9dfc6b-5fba-4ad9-99e4-b4b922241177') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:06.443241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.467100 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.470235 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-43743d8c-2d12-4191-9ceb-08a9c7404a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.477623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:24:06.477623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:24:06.479697 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:24:06.500302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43743d8c-2d12-4191-9ceb-08a9c7404a9d None None] Pushing event deleted for resources: {'Port': ['ID=ad96f6b4-a417-4f75-8b32-d7fe1ca31c72,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:06.511540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43743d8c-2d12-4191-9ceb-08a9c7404a9d None None] No DVR routers for this DVR port ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:24:06.557572 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.564135 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:06.566152 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] 10.222.0.39 "DELETE /v2.0/networks/baeb0b58-a3c3-457b-8aa7-de0d92e0db15 HTTP/1.1" status: 204 len: 168 time: 0.7212036 Aug 04 17:24:06.569550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59758) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:06.587380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125c4ac-1703-4ce0-8b7e-8b2ffc8cf408 admin admin] Pushing event deleted for resources: {'Network': ['ID=baeb0b58-a3c3-457b-8aa7-de0d92e0db15,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:06.987986 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:07.136317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6fc5a-de45-4b09-a404-947f72132912 req-843f8014-5056-4358-aa25-8d56a98f3722 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:07.139506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42b6fc5a-de45-4b09-a404-947f72132912 req-843f8014-5056-4358-aa25-8d56a98f3722 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 946 time: 0.0578337 Aug 04 17:24:07.191539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:24:07.204602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42b6fc5a-de45-4b09-a404-947f72132912 req-c649652c-1214-4a71-b4ee-fd5b8467ea21 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528722 Aug 04 17:24:07.285937 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:07.316067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:24:07.318893 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb5f542-8aa9-4b0a-920a-be11f8cd9783" -d '{"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-unplugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:24:07.353323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:07.366532 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:07.451285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=14']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:07.455949 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728c417a-7126-4f1a-8b1a-e9795901e27b x-openstack-request-id: req-728c417a-7126-4f1a-8b1a-e9795901e27b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:24:07.456369 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-unplugged", "status": "completed", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:24:07.456719 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-728c417a-7126-4f1a-8b1a-e9795901e27b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:24:07.457236 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4', 'code': 200} Aug 04 17:24:07.482477 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:07.531751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-9d2dadd8-5928-4425-b5d6-81d6451cba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:07.533394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-9d2dadd8-5928-4425-b5d6-81d6451cba94 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1095 time: 0.1323047 Aug 04 17:24:07.547623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8078ed-b003-4bd4-8907-678647e084f1 req-9b75f9c4-4553-457e-8c5e-680a101292b3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:07.549996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c8078ed-b003-4bd4-8907-678647e084f1 req-9b75f9c4-4553-457e-8c5e-680a101292b3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1378767 Aug 04 17:24:07.563093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:24:07.594262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:24:07.594594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ad96f6b4-a417-4f75-8b32-d7fe1ca31c72 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:24:07.650310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c8078ed-b003-4bd4-8907-678647e084f1 req-488cc7f9-fe7e-430d-a25c-0cc25e969cbf tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737619 Aug 04 17:24:07.681326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-9e09d1b8-0ea9-490e-8ea1-fdc436592c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:07.682845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-9e09d1b8-0ea9-490e-8ea1-fdc436592c25 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1326280 Aug 04 17:24:07.759390 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-eec5d3f9-30b5-4d69-b77c-78ba03fb9777 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 999 time: 0.0678387 Aug 04 17:24:07.760569 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] Deleting port 6b9a7892-e736-4461-b0cc-c4af29e4da3f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:24:07.760921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:07.811968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-0aabe4d1-e80f-4506-b9aa-5d0cf6818533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:07.813642 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-0aabe4d1-e80f-4506-b9aa-5d0cf6818533 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0470681 Aug 04 17:24:07.847771 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] For port 6b9a7892-e736-4461-b0cc-c4af29e4da3f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6b9a7892-e736-4461-b0cc-c4af29e4da3f,segment=NetworkSegment(775c3c3f-fc88-4609-9964-f5a48d2279aa),segment_id=775c3c3f-fc88-4609-9964-f5a48d2279aa)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:07.848453 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:07.863224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] Calling delete_port for 6b9a7892-e736-4461-b0cc-c4af29e4da3f owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:24:07.863437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-eefb7d4e-8245-4164-a430-d01479235e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:07.864868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-eefb7d4e-8245-4164-a430-d01479235e52 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439284 Aug 04 17:24:07.964185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-300e22a4-e22f-421e-8510-8d3623156e74 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922506 Aug 04 17:24:08.059465 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:08.061830 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c442baf6-830f-43c7-91ef-ab1be37732ba req-f74fc3e2-0e1d-4cf9-9580-179be13835db service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899880 Aug 04 17:24:08.088472 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9a7892-e736-4461-b0cc-c4af29e4da3f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:08.275430 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:08.528747 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] Router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:24:08.654731 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:24:08.660435 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fc4d9dc1-2ffd-4c84-a15f-b8babff1323c admin admin] 10.222.0.39 "PUT /v2.0/routers/3d252c2d-e2a6-4fbd-8939-7aa03f62eae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0897107 Aug 04 17:24:08.666717 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] Sync routers for ids ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:24:08.669032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59804) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:08.678974 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] Routers {'3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:24:08.679619 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:24:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:08.791085 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] Set router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:24:08.808979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:08.821033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c0ba8-a98b-43d4-95a8-619e03751459 req-0ca7386e-ad85-43b5-a7c4-04f21e701150 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:08.822522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-226c0ba8-a98b-43d4-95a8-619e03751459 req-0ca7386e-ad85-43b5-a7c4-04f21e701150 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0912223 Aug 04 17:24:08.927796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-226c0ba8-a98b-43d4-95a8-619e03751459 req-69d0684a-2171-4614-a556-edae69af2c20 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718856 Aug 04 17:24:08.957343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:08.979092 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'name': 'tempest-TestVolumeBackupRestore-1816286734-router', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:30Z', 'updated_at': '2021-08-04T17:24:08Z', 'revision_number': 5, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'gw_port': {'id': 'dec8afdd-adab-4700-a16a-c9238a27441f', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:19:31Z', 'updated_at': '2021-08-04T17:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:09.010250 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] Checking router: 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:24:09.020382 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] Routers {'3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:24:09.021013 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:24:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:09.023447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Deleting port dec8afdd-adab-4700-a16a-c9238a27441f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:24:09.024227 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.104648 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] Set router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:24:09.132516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] For port dec8afdd-adab-4700-a16a-c9238a27441f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=dec8afdd-adab-4700-a16a-c9238a27441f,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:09.132902 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.158443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3dbd0-2272-4a17-86a4-3cae9629e8d2 req-e68ca795-f214-404b-9771-36da782f8b9e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:09.158718 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.160062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b3dbd0-2272-4a17-86a4-3cae9629e8d2 req-e68ca795-f214-404b-9771-36da782f8b9e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0896754 Aug 04 17:24:09.164040 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'name': 'tempest-TestVolumeBackupRestore-1816286734-router', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:30Z', 'updated_at': '2021-08-04T17:24:08Z', 'revision_number': 6, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:09.165136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Calling delete_port for dec8afdd-adab-4700-a16a-c9238a27441f owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:24:09.192156 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296dfe2b-ddd1-4d16-9957-dd346e8f8e63 None None] The sync data for ids ['3d252c2d-e2a6-4fbd-8939-7aa03f62eae1'] in n-d-764435-5 is: [{'id': '3d252c2d-e2a6-4fbd-8939-7aa03f62eae1', 'name': 'tempest-TestVolumeBackupRestore-1816286734-router', 'tenant_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:19:30Z', 'updated_at': '2021-08-04T17:24:08Z', 'revision_number': 6, 'project_id': '88ae6ad4623a41e1aa17150e4c1fa658', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:24:09.220430 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.245395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47b3dbd0-2272-4a17-86a4-3cae9629e8d2 req-59f143f3-8701-4db2-8e7a-5854402ec2fb tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761015 Aug 04 17:24:09.400797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69f45-7f04-4e25-82e8-af12540e9bd7 req-86867dcd-5847-4642-b6e4-751ca42b7b06 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:09.402345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3b69f45-7f04-4e25-82e8-af12540e9bd7 req-86867dcd-5847-4642-b6e4-751ca42b7b06 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0816171 Aug 04 17:24:09.404218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.441413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec8afdd-adab-4700-a16a-c9238a27441f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:09.509271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3b69f45-7f04-4e25-82e8-af12540e9bd7 req-72552f33-63ab-4434-80fa-874050e7ca92 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975866 Aug 04 17:24:09.523814 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.635731 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.638077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.668465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6b9a7892-e736-4461-b0cc-c4af29e4da3f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:24:09.700716 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.701499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:24:09.702499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 6b9a7892-e736-4461-b0cc-c4af29e4da3f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:24:09.702874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6b9a7892-e736-4461-b0cc-c4af29e4da3f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:24:09.707478 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.708929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-09c32ac6-277c-419e-b5ce-7372e8c7efb7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3d252c2d-e2a6-4fbd-8939-7aa03f62eae1 HTTP/1.1" status: 204 len: 168 time: 1.0388026 Aug 04 17:24:09.711357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59822) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:09.819055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b223cecb-e134-4ceb-b7f1-fd58c24bc540 admin admin] Deleting subnet 6dae6fa1-71b9-4dff-b409-87296b525899 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:24:09.823616 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b223cecb-e134-4ceb-b7f1-fd58c24bc540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.877076 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b223cecb-e134-4ceb-b7f1-fd58c24bc540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:09.939403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-7d5296df-33fa-4966-886d-e0011cab7a34 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:09.940789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-7d5296df-33fa-4966-886d-e0011cab7a34 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 812 time: 0.1818957 Aug 04 17:24:09.978363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-b3f7ecb0-b1c3-471b-8730-cf61ebe5189f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/quotas/b8d8ba09f282483d90763c24d7442f1f HTTP/1.1" status: 200 len: 375 time: 0.0315838 Aug 04 17:24:10.026776 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b223cecb-e134-4ceb-b7f1-fd58c24bc540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.081162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-e110de72-2e16-495d-aa84-2c5765e79404 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0962095 Aug 04 17:24:10.142732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b223cecb-e134-4ceb-b7f1-fd58c24bc540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.181965 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b223cecb-e134-4ceb-b7f1-fd58c24bc540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.183984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b223cecb-e134-4ceb-b7f1-fd58c24bc540 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6dae6fa1-71b9-4dff-b409-87296b525899 HTTP/1.1" status: 204 len: 168 time: 0.4687867 Aug 04 17:24:10.185893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223cecb-e134-4ceb-b7f1-fd58c24bc540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dae6fa1-71b9-4dff-b409-87296b525899,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:10.187010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59830) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:10.189547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927177b9-7718-402e-af32-f78c16ab3b6b None None] Network 55ee127e-46fc-439e-ba54-1b934033ec98 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:24:10.224197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-e7f2f12f-5ce4-4f86-8873-d90d3ecf5040 service neutron] 10.222.0.39 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345029 Aug 04 17:24:10.294588 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.344735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-20aef3a0-245e-4435-8315-9f5cc8609965 service neutron] 10.222.0.39 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139956 Aug 04 17:24:10.362609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Deleting port bed6eaf8-4cba-4091-9f95-927ba06530c9 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:24:10.363086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.416988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31589079-de0a-4526-b835-c5123b956ff4 None None] DHCP port deletion for 55ee127e-46fc-439e-ba54-1b934033ec98 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:24:10.434089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] For port bed6eaf8-4cba-4091-9f95-927ba06530c9, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bed6eaf8-4cba-4091-9f95-927ba06530c9,segment=NetworkSegment(775c3c3f-fc88-4609-9964-f5a48d2279aa),segment_id=775c3c3f-fc88-4609-9964-f5a48d2279aa)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:10.434541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.448933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Calling delete_port for bed6eaf8-4cba-4091-9f95-927ba06530c9 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:24:10.477791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-31589079-de0a-4526-b835-c5123b956ff4 None None] Deleting port bed6eaf8-4cba-4091-9f95-927ba06530c9 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:24:10.478170 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-31589079-de0a-4526-b835-c5123b956ff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.546670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-31589079-de0a-4526-b835-c5123b956ff4 None None] For port bed6eaf8-4cba-4091-9f95-927ba06530c9, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bed6eaf8-4cba-4091-9f95-927ba06530c9,segment=NetworkSegment(775c3c3f-fc88-4609-9964-f5a48d2279aa),segment_id=775c3c3f-fc88-4609-9964-f5a48d2279aa)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:10.547295 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-31589079-de0a-4526-b835-c5123b956ff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.551817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.556532 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3db38af6-6c29-437a-8639-92f3d5ea7419 req-719df758-2f89-4f2c-86f1-0ece9cf9f71b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 210 time: 0.0341575 Aug 04 17:24:10.580933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-31589079-de0a-4526-b835-c5123b956ff4 None None] Calling delete_port for bed6eaf8-4cba-4091-9f95-927ba06530c9 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:24:10.593543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Pushing event deleted for resources: {'Port': ['ID=bed6eaf8-4cba-4091-9f95-927ba06530c9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:10.597782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] No DVR routers for this DVR port bed6eaf8-4cba-4091-9f95-927ba06530c9 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:24:10.675791 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.683081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-31589079-de0a-4526-b835-c5123b956ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.686031 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ee127e-46fc-439e-ba54-1b934033ec98']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:10.701940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775c3c3f-fc88-4609-9964-f5a48d2279aa') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:10.702242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775c3c3f-fc88-4609-9964-f5a48d2279aa') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:10.714257 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.719225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31589079-de0a-4526-b835-c5123b956ff4 None None] Pushing event deleted for resources: {'Port': ['ID=bed6eaf8-4cba-4091-9f95-927ba06530c9,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:10.723103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31589079-de0a-4526-b835-c5123b956ff4 None None] No DVR routers for this DVR port bed6eaf8-4cba-4091-9f95-927ba06530c9 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:24:10.730006 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.742391 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:24:10.742838 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:24:10.745534 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:24:10.806849 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.810196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:10.812617 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] 10.222.0.39 "DELETE /v2.0/networks/55ee127e-46fc-439e-ba54-1b934033ec98 HTTP/1.1" status: 204 len: 168 time: 0.6240573 Aug 04 17:24:10.825101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d4d1d-3ec9-438d-87e5-2b09be2bf25c admin admin] Pushing event deleted for resources: {'Network': ['ID=55ee127e-46fc-439e-ba54-1b934033ec98,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:10.998586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59846) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:11.034952 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-ec34bd01-8e75-4972-b2ae-9e08e1ddedb1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441465 Aug 04 17:24:11.040475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-690d43cd-0401-4b47-b72c-39e8ca9fcd25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9cdabc5ef9414559ac54650d3d348f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405385 Aug 04 17:24:11.042775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59848) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:11.110455 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c320f1f-4137-4abf-b708-e2c6ccc3d593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:11.127409 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-3c3252a0-3406-402c-835f-a317514bc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:11.129758 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-3c3252a0-3406-402c-835f-a317514bc137 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 1097 time: 0.0512855 Aug 04 17:24:11.133885 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c320f1f-4137-4abf-b708-e2c6ccc3d593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:11.187898 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c320f1f-4137-4abf-b708-e2c6ccc3d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:11.190777 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8c320f1f-4137-4abf-b708-e2c6ccc3d593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:11.194343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8c320f1f-4137-4abf-b708-e2c6ccc3d593 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7e52b13-3a12-4bd5-b35c-36bbd0beddcc HTTP/1.1" status: 204 len: 168 time: 0.1503718 Aug 04 17:24:11.208463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c320f1f-4137-4abf-b708-e2c6ccc3d593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e52b13-3a12-4bd5-b35c-36bbd0beddcc,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:11.252367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-a97b6542-f4a7-4be1-ba67-9971c30e84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:11.253877 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-a97b6542-f4a7-4be1-ba67-9971c30e84cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3 HTTP/1.1" status: 200 len: 898 time: 0.0927882 Aug 04 17:24:11.337640 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-c885343c-1f63-4a79-a561-9d63dc1f9c06 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ca84da5-0243-4829-b198-c7ad9b187b51 HTTP/1.1" status: 200 len: 1002 time: 0.0754886 Aug 04 17:24:11.409364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-f0ccd360-ed67-48a2-87db-8301dd6b32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:11.411212 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-f0ccd360-ed67-48a2-87db-8301dd6b32fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b99845f-7de5-4853-8b03-c8eb6e2c0edf HTTP/1.1" status: 200 len: 834 time: 0.0659471 Aug 04 17:24:11.486543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-e888fd0a-e6ee-4d49-bf80-49212ee43961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:11.488338 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-e888fd0a-e6ee-4d49-bf80-49212ee43961 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626390 Aug 04 17:24:11.546360 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bed6eaf8-4cba-4091-9f95-927ba06530c9 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:24:11.572589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: bed6eaf8-4cba-4091-9f95-927ba06530c9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:24:11.573114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bed6eaf8-4cba-4091-9f95-927ba06530c9 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:24:11.573777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device dec8afdd-adab-4700-a16a-c9238a27441f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:24:11.642612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: dec8afdd-adab-4700-a16a-c9238a27441f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:24:11.643668 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device dec8afdd-adab-4700-a16a-c9238a27441f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:24:11.682150 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-c200c73e-9534-4645-a632-752c71348c34 service neutron] 10.222.0.90 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819384 Aug 04 17:24:11.707671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a333cad9-c1e9-440c-a2fe-8caf208ca826 req-7713e575-ff02-458e-b3e7-6ff45d48008c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 210 time: 0.0392325 Aug 04 17:24:11.768516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59862) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:11.794179 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-19e942c1-0d05-4d1f-831b-5b0c64a4cd7f req-7542c391-511f-45e6-a47e-eac56124013d service neutron] 10.222.0.90 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017621 Aug 04 17:24:11.812406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a86d1ff7-7e94-4e86-81b0-a31762d5c907 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88ae6ad4623a41e1aa17150e4c1fa658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424805 Aug 04 17:24:11.815745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59864) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:11.876023 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cf8600c1-eb50-4a58-80a3-263cb3d1baeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:11.902935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cf8600c1-eb50-4a58-80a3-263cb3d1baeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:11.970267 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cf8600c1-eb50-4a58-80a3-263cb3d1baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:11.970267 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cf8600c1-eb50-4a58-80a3-263cb3d1baeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:11.970267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cf8600c1-eb50-4a58-80a3-263cb3d1baeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/096ce2da-c768-46a6-a0e0-b4a9f1e3e4c8 HTTP/1.1" status: 204 len: 168 time: 0.1502340 Aug 04 17:24:11.980707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8600c1-eb50-4a58-80a3-263cb3d1baeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096ce2da-c768-46a6-a0e0-b4a9f1e3e4c8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:12.062971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-45f3a5b3-3d92-42ee-ba98-f3d6730c56d3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:12.064653 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-45f3a5b3-3d92-42ee-ba98-f3d6730c56d3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.90 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 812 time: 0.1369386 Aug 04 17:24:12.079197 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'port': {'device_id': '6c5f884f-4bde-4749-887e-5107233ce61e', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'admin_state_up': True, 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:12.199286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Made reservation on behalf of b8d8ba09f282483d90763c24d7442f1f for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:24:12.203628 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:12.357799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Allocated IP 172.20.0.10 (b699377d-bb0f-49df-911e-a6242a1018b1/ce7f448e-6a8e-466e-b520-6ea5e8f086b3/1058e343-8cad-49ed-b560-009b7f0893b4) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:24:12.530454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:12.546688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Transition to ACTIVE for port object 1058e343-8cad-49ed-b560-009b7f0893b4 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:24:12.582766 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:12.626111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Network b699377d-bb0f-49df-911e-a6242a1018b1 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:24:12.629180 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:24:12.631718 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:24:12.668095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'Port': ['ID=1058e343-8cad-49ed-b560-009b7f0893b4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:12.693252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:12.693899 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:12.710891 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09b021fb-64ed-4372-911b-534fabb296ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6362514 Aug 04 17:24:12.725839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Request body: {'port': {'device_id': '6c5f884f-4bde-4749-887e-5107233ce61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:12.790044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:12.833800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d63e-28fc-4829-9ff1-19d95101f3be req-d9666be1-4fcd-420d-bfac-f5cc4356ac85 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:12.835349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8091d63e-28fc-4829-9ff1-19d95101f3be req-d9666be1-4fcd-420d-bfac-f5cc4356ac85 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 932 time: 0.0525534 Aug 04 17:24:12.878146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8091d63e-28fc-4829-9ff1-19d95101f3be req-0f6bfea8-6706-4faa-be0d-0ca40037caef tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360970 Aug 04 17:24:12.898904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-03a23c18-b6bf-4055-84e7-f86493142776 None None] Provisioning for port 1058e343-8cad-49ed-b560-009b7f0893b4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:12.907503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-03a23c18-b6bf-4055-84e7-f86493142776 None None] Provisioning complete for port 1058e343-8cad-49ed-b560-009b7f0893b4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:12.908022 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03a23c18-b6bf-4055-84e7-f86493142776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:12.950390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-03a23c18-b6bf-4055-84e7-f86493142776 None None] Port 1058e343-8cad-49ed-b560-009b7f0893b4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:24:13.110708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1058e343-8cad-49ed-b560-009b7f0893b4 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:24:13.119132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:13.132351 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Transition to ACTIVE for port object 1058e343-8cad-49ed-b560-009b7f0893b4 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:24:13.137998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:13.191988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Pushing event updated for resources: {'Port': ['ID=1058e343-8cad-49ed-b560-009b7f0893b4,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:13.265757 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Attempting to bind port 1058e343-8cad-49ed-b560-009b7f0893b4 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:24:13.266101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Attempting to bind port 1058e343-8cad-49ed-b560-009b7f0893b4 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:24:13.266423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Attempting to bind port 1058e343-8cad-49ed-b560-009b7f0893b4 on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:24:13.271476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Port 1058e343-8cad-49ed-b560-009b7f0893b4 on network b699377d-bb0f-49df-911e-a6242a1018b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:24:13.271804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Attempting to bind port 1058e343-8cad-49ed-b560-009b7f0893b4 on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:24:13.276698 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:24:13.277037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Checking segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:24:13.277420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Bound using segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:24:13.277846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Bound port: 1058e343-8cad-49ed-b560-009b7f0893b4, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:24:13.278628 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:13.344580 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] For port 1058e343-8cad-49ed-b560-009b7f0893b4, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:24:13.347929 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] For port 1058e343-8cad-49ed-b560-009b7f0893b4, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1058e343-8cad-49ed-b560-009b7f0893b4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:24:13.353925 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:13.390156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:13.390749 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:13.392217 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] 10.222.0.90 "PUT /v2.0/ports/1058e343-8cad-49ed-b560-009b7f0893b4 HTTP/1.1" status: 200 len: 1092 time: 0.6719346 Aug 04 17:24:13.394755 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f884f-4bde-4749-887e-5107233ce61e', 'tag': '1058e343-8cad-49ed-b560-009b7f0893b4'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:24:13.397297 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc748e7a-462e-41bb-94b0-28a62ef31d36" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f884f-4bde-4749-887e-5107233ce61e", "tag": "1058e343-8cad-49ed-b560-009b7f0893b4"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:24:13.423189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd87f8-9eb2-48d8-8eec-f42c8408b802 service neutron] Pushing event updated for resources: {'Port': ['ID=1058e343-8cad-49ed-b560-009b7f0893b4,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:13.455097 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7946477-f2c9-4db2-808b-acd539224d6d x-openstack-request-id: req-c7946477-f2c9-4db2-808b-acd539224d6d {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:24:13.455405 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f884f-4bde-4749-887e-5107233ce61e", "tag": "1058e343-8cad-49ed-b560-009b7f0893b4", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:24:13.455650 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7946477-f2c9-4db2-808b-acd539224d6d {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:24:13.456015 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f884f-4bde-4749-887e-5107233ce61e', 'tag': '1058e343-8cad-49ed-b560-009b7f0893b4', 'status': 'completed', 'code': 200} Aug 04 17:24:13.491535 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09c9b83e-fec5-495a-9078-0656ed70bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:13.493064 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-09c9b83e-fec5-495a-9078-0656ed70bb63 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 1095 time: 0.0479472 Aug 04 17:24:13.540568 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-6049ca7f-7257-4825-81b3-285b62125539 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1058e343-8cad-49ed-b560-009b7f0893b4 HTTP/1.1" status: 200 len: 217 time: 0.0390949 Aug 04 17:24:13.595474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-ac5d4cf7-e278-4f31-962e-b4e674f8539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:13.596782 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-ac5d4cf7-e278-4f31-962e-b4e674f8539b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0482581 Aug 04 17:24:13.644928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-c87abf8f-3739-4dd3-ac20-9734f72d78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:13.646326 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-c87abf8f-3739-4dd3-ac20-9734f72d78e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423102 Aug 04 17:24:13.758684 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-6d6e6867-6835-4bc3-98eb-509069bdd859 service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037211 Aug 04 17:24:13.850169 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a4928d1d-8f89-41ea-868f-337debc993c5 req-80cbd5d1-c51c-44c1-a727-f8fce7888929 service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842478 Aug 04 17:24:13.945178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-2deb7904-01eb-4536-b6a9-8dddb5ed7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:13.946791 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-2deb7904-01eb-4536-b6a9-8dddb5ed7b4f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 1095 time: 0.0466666 Aug 04 17:24:14.039810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42566e9e-07ce-4b6a-acfc-ce62232f9aed req-8f7d88e9-774d-49b1-b2ca-2a74de305999 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:14.042892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42566e9e-07ce-4b6a-acfc-ce62232f9aed req-8f7d88e9-774d-49b1-b2ca-2a74de305999 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 944 time: 0.0727267 Aug 04 17:24:14.046557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-037078e5-c7b3-4bbd-8520-78cd944343a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:14.048067 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-037078e5-c7b3-4bbd-8520-78cd944343a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.0945387 Aug 04 17:24:14.089755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42566e9e-07ce-4b6a-acfc-ce62232f9aed req-42881d07-34a2-47dd-a47a-7edf869e5262 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Aug 04 17:24:14.091799 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-35d012b9-205e-453b-b224-cfe5f23f10c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1058e343-8cad-49ed-b560-009b7f0893b4 HTTP/1.1" status: 200 len: 217 time: 0.0352745 Aug 04 17:24:14.149029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-d1e754db-9f96-4dea-bdd6-2db6fe072b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:14.150545 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-d1e754db-9f96-4dea-bdd6-2db6fe072b86 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0516112 Aug 04 17:24:14.201906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-885818da-f0a3-48f7-a814-63f91e731659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:14.203393 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-885818da-f0a3-48f7-a814-63f91e731659 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428228 Aug 04 17:24:14.300290 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-607d737f-653b-41ee-b931-f891ec31acf8 service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884128 Aug 04 17:24:14.400657 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-dc748e7a-462e-41bb-94b0-28a62ef31d36 req-53d30366-fabe-4ad6-89ca-5664e1527057 service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915132 Aug 04 17:24:15.236886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347522c5-8924-4394-a8d2-cd9c2c9d494f req-00b0667c-333e-43bf-9824-bcd875592e37 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:15.238578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-347522c5-8924-4394-a8d2-cd9c2c9d494f req-00b0667c-333e-43bf-9824-bcd875592e37 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 944 time: 0.0724494 Aug 04 17:24:15.283455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-347522c5-8924-4394-a8d2-cd9c2c9d494f req-92fa8f1a-a153-42a2-937d-803f0ad9890c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381894 Aug 04 17:24:16.427726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d50be-92c3-46d8-a996-ca2afab66517 req-9c0e1196-410e-4933-80b3-2410b2104e66 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:16.429641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c9d50be-92c3-46d8-a996-ca2afab66517 req-9c0e1196-410e-4933-80b3-2410b2104e66 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 944 time: 0.0711575 Aug 04 17:24:16.476539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c9d50be-92c3-46d8-a996-ca2afab66517 req-4a42db7a-1480-424c-ae02-62f74e56ed70 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395162 Aug 04 17:24:17.603043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d719f-ae73-4da3-b9a2-5bb26679f21d req-126905c9-fed6-4943-85c8-16d95b2284f9 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:17.604609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b4d719f-ae73-4da3-b9a2-5bb26679f21d req-126905c9-fed6-4943-85c8-16d95b2284f9 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 944 time: 0.0597496 Aug 04 17:24:17.644742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b4d719f-ae73-4da3-b9a2-5bb26679f21d req-55fe5230-0f81-41e9-83c8-2b13579a5aac tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333869 Aug 04 17:24:18.335468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1058e343-8cad-49ed-b560-009b7f0893b4 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:24:18.466211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1058e343-8cad-49ed-b560-009b7f0893b4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1058e343-8cad-49ed-b560-009b7f0893b4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:18.478050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '1058e343-8cad-49ed-b560-009b7f0893b4', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'port_id': '1058e343-8cad-49ed-b560-009b7f0893b4', 'mac_address': 'fa:16:3e:7c:58:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:24:18.519873 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:18.537656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1058e343-8cad-49ed-b560-009b7f0893b4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:24:18.561764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1058e343-8cad-49ed-b560-009b7f0893b4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1058e343-8cad-49ed-b560-009b7f0893b4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:18.565717 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:18.615358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=1058e343-8cad-49ed-b560-009b7f0893b4,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:18.769281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd00d6-cb14-456f-a98d-f47aa486354a req-356582c5-b8dd-48c6-8b6c-02919c91709f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:18.771232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8fd00d6-cb14-456f-a98d-f47aa486354a req-356582c5-b8dd-48c6-8b6c-02919c91709f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 945 time: 0.0555153 Aug 04 17:24:18.773897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1058e343-8cad-49ed-b560-009b7f0893b4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:24:18.812439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8fd00d6-cb14-456f-a98d-f47aa486354a req-f9481a71-78de-4be6-a8bd-34b9abaad204 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330682 Aug 04 17:24:19.941303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe532f1-8169-4271-b786-e65731cdc24f req-9b2c0e8d-1345-425a-a4c5-82acc3c4b838 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:19.943612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffe532f1-8169-4271-b786-e65731cdc24f req-9b2c0e8d-1345-425a-a4c5-82acc3c4b838 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 945 time: 0.0534754 Aug 04 17:24:19.984633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffe532f1-8169-4271-b786-e65731cdc24f req-2254fa26-4903-4a82-b2f7-6cba29909cce tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353813 Aug 04 17:24:20.341756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1058e343-8cad-49ed-b560-009b7f0893b4 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:24:20.400176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 1058e343-8cad-49ed-b560-009b7f0893b4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:20.404507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 1058e343-8cad-49ed-b560-009b7f0893b4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:20.405128 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:20.535163 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:20.557810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f884f-4bde-4749-887e-5107233ce61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058e343-8cad-49ed-b560-009b7f0893b4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:24:20.560110 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50499ea2-3082-48e4-b30e-31c5c8b8c222" -d '{"events": [{"server_uuid": "6c5f884f-4bde-4749-887e-5107233ce61e", "name": "network-vif-plugged", "status": "completed", "tag": "1058e343-8cad-49ed-b560-009b7f0893b4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:24:20.575820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1058e343-8cad-49ed-b560-009b7f0893b4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1058e343-8cad-49ed-b560-009b7f0893b4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:20.580679 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:20.611773 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13cc177-bbd8-4a06-8b6d-9b51998ece24 x-openstack-request-id: req-b13cc177-bbd8-4a06-8b6d-9b51998ece24 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:24:20.611773 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f884f-4bde-4749-887e-5107233ce61e", "name": "network-vif-plugged", "status": "completed", "tag": "1058e343-8cad-49ed-b560-009b7f0893b4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:24:20.612055 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b13cc177-bbd8-4a06-8b6d-9b51998ece24 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:24:20.612403 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f884f-4bde-4749-887e-5107233ce61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1058e343-8cad-49ed-b560-009b7f0893b4', 'code': 200} Aug 04 17:24:20.641170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=1058e343-8cad-49ed-b560-009b7f0893b4,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:20.715679 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e9c29-a1dd-45c6-beee-c985d745dc6a req-598c8268-4a39-4538-92df-ce46e4958d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:20.717267 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6a5e9c29-a1dd-45c6-beee-c985d745dc6a req-598c8268-4a39-4538-92df-ce46e4958d38 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 1097 time: 0.0512860 Aug 04 17:24:20.765408 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6a5e9c29-a1dd-45c6-beee-c985d745dc6a req-e3fa764b-c85d-45d3-80ee-d55d10072409 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 Aug 04 17:24:21.125683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6113e59-372b-46fd-96f3-d024f8d84b76 req-f8d999f1-0b56-43dd-9149-b618a1d9be38 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:21.127213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6113e59-372b-46fd-96f3-d024f8d84b76 req-f8d999f1-0b56-43dd-9149-b618a1d9be38 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0566010 Aug 04 17:24:21.170064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6113e59-372b-46fd-96f3-d024f8d84b76 req-3f4121c7-c6ea-4300-ba40-747b78ca0863 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367403 Aug 04 17:24:22.291812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4da783-66d9-4c74-9038-1effd17d9056 req-ceaa0a14-8d6e-4e21-978a-d87f01488368 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:22.294186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a4da783-66d9-4c74-9038-1effd17d9056 req-ceaa0a14-8d6e-4e21-978a-d87f01488368 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0540760 Aug 04 17:24:22.336589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a4da783-66d9-4c74-9038-1effd17d9056 req-b2dea50f-2db5-4762-be8f-69df3a7d9504 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Aug 04 17:24:22.572396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369150-d53b-43b7-92e0-09456483a7fd req-645a1960-dcf7-4f86-8e4b-91dd81a5b01e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:22.580430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed369150-d53b-43b7-92e0-09456483a7fd req-645a1960-dcf7-4f86-8e4b-91dd81a5b01e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0786169 Aug 04 17:24:22.631691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed369150-d53b-43b7-92e0-09456483a7fd req-4ef14f0a-845e-473f-a581-0c66d3649379 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472636 Aug 04 17:24:22.920868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59940) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:23.001876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d9999-8f56-45c8-a273-ec25ec8cccd2 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:23.002363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d9999-8f56-45c8-a273-ec25ec8cccd2 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:23.002848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d9999-8f56-45c8-a273-ec25ec8cccd2 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:23.004955 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0c2d9999-8f56-45c8-a273-ec25ec8cccd2 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=5e37c1fd22584f4cb90a6ee07695fd54&network_id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3 HTTP/1.1" status: 200 len: 2970 time: 0.0829294 Aug 04 17:24:23.760224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035402-48e6-417d-bd91-dad3c74c9a3a req-f2bd440d-9c76-4753-b483-f6ef400ad4e8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:23.761797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6035402-48e6-417d-bd91-dad3c74c9a3a req-f2bd440d-9c76-4753-b483-f6ef400ad4e8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0575278 Aug 04 17:24:23.800933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6035402-48e6-417d-bd91-dad3c74c9a3a req-1da942fe-2336-463a-b187-10bb987402f2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Aug 04 17:24:24.681575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59958) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:24.738482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81378364-920c-4bd4-a0f7-e938ea8d1dea tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:24.740055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-81378364-920c-4bd4-a0f7-e938ea8d1dea tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888 HTTP/1.1" status: 200 len: 814 time: 0.0574706 Aug 04 17:24:24.927152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5be310-9ca8-41d8-9a3b-f5723efd5290 req-eaeeb9f0-ebfb-4466-b732-aba9401ca726 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:24.928704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d5be310-9ca8-41d8-9a3b-f5723efd5290 req-eaeeb9f0-ebfb-4466-b732-aba9401ca726 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0568297 Aug 04 17:24:24.974147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d5be310-9ca8-41d8-9a3b-f5723efd5290 req-a2298734-cb3b-41af-bf62-6c82996f0c12 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378387 Aug 04 17:24:25.214234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59968) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:25.219884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'network': {'name': 'tempest-network-smoke--1193902781', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'port_security_enabled': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:25.247139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Made reservation on behalf of 5e37c1fd22584f4cb90a6ee07695fd54 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:24:25.250736 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:25.274943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:24:25.284118 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:25.284458 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Added segment 709a430a-f874-4bf2-bc0c-8826885c8e16 of type vlan for network 2da57b45-2602-4c34-9cc5-46d02fc846c7 Aug 04 17:24:25.324473 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:25.366752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:25.372686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:25.373275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:25.439620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2213693 Aug 04 17:24:25.439874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59970) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:25.472254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9130c64-8427-4e1b-8324-dcb4c1b430ab tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Network': ['ID=2da57b45-2602-4c34-9cc5-46d02fc846c7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:25.482849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 2da57b45-2602-4c34-9cc5-46d02fc846c7 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:24:25.512619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c448a4-059b-4cfb-a345-5a4b259535cf tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:25.514293 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-36c448a4-059b-4cfb-a345-5a4b259535cf tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=5e37c1fd22584f4cb90a6ee07695fd54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0735421 Aug 04 17:24:25.517350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59972) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:25.611595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e8302-df72-4237-a230-438b56f2fefa tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:25.613112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-270e8302-df72-4237-a230-438b56f2fefa tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945020 Aug 04 17:24:25.615992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59974) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:25.643895 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b77b4bd6-2348-4cde-9d62-faea990f22b0 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268776 Aug 04 17:24:25.646412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 59976) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:25.675972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aca07139-7801-47c4-8ae2-cedb7d1b2228 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=5e37c1fd22584f4cb90a6ee07695fd54&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284967 Aug 04 17:24:25.680058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59978) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:25.776717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db0f95-f8c7-4b7d-a468-51f2a0191d9c tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:25.778269 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d4db0f95-f8c7-4b7d-a468-51f2a0191d9c tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972066 Aug 04 17:24:25.781252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59982) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:25.811160 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1b7b4fb2-ed37-4397-b640-b31e60c91395 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283449 Aug 04 17:24:25.814265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59986) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:25.819195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-356499963', 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:25.908557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Made reservation on behalf of 5e37c1fd22584f4cb90a6ee07695fd54 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:24:25.913245 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.107623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.114685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb55c-02a6-468a-aa9e-81aa0d2073d7 req-3b78cc8a-e601-4efd-88d5-fa8fb823bccf tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:26.116343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45cbb55c-02a6-468a-aa9e-81aa0d2073d7 req-3b78cc8a-e601-4efd-88d5-fa8fb823bccf tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0500124 Aug 04 17:24:26.159452 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45cbb55c-02a6-468a-aa9e-81aa0d2073d7 req-2a056ae0-bfd5-4af8-9b7f-7e43f085570b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359778 Aug 04 17:24:26.177096 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Subnet': ['ID=44f18a09-d588-476b-b747-0016a324b1f2,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:26.193113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Checking segment: {'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:24:26.193544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network hostable DHCP agents. Network: 2da57b45-2602-4c34-9cc5-46d02fc846c7, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:24:26.214278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 2da57b45-2602-4c34-9cc5-46d02fc846c7 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:24:26.227140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 2da57b45-2602-4c34-9cc5-46d02fc846c7) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:24:26.231530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:26.232127 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.246516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1e0cb-308a-4a8a-b77f-2744fd5c2556 None None] Network 2da57b45-2602-4c34-9cc5-46d02fc846c7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:24:26.251063 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-24c55c53-1692-4bea-9a24-191c2092c118 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4353180 Aug 04 17:24:26.434041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-2da57b45-2602-4c34-9cc5-46d02fc846c7', 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ips': [{'subnet_id': '44f18a09-d588-476b-b747-0016a324b1f2'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:24:26.435299 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.722215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 59998) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:26.727301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-684aac17-943d-40df-8d7d-36b5f192751a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115063814', 'description': 'tempest-secgroup-smoke-2115063814 description', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:26.743374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Allocated IP 172.20.0.18 (2da57b45-2602-4c34-9cc5-46d02fc846c7/44f18a09-d588-476b-b747-0016a324b1f2/7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:24:26.752923 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-684aac17-943d-40df-8d7d-36b5f192751a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.857600 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-684aac17-943d-40df-8d7d-36b5f192751a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.864206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-684aac17-943d-40df-8d7d-36b5f192751a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.897137 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-684aac17-943d-40df-8d7d-36b5f192751a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.898494 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-684aac17-943d-40df-8d7d-36b5f192751a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1751032 Aug 04 17:24:26.900478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aac17-943d-40df-8d7d-36b5f192751a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6bfe7c-1e23-481e-8277-2a429560669f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:26.901399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60000) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:26.906855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6d11c7f3-33da-44ca-a7ea-063768e4d39a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'ca6bfe7c-1e23-481e-8277-2a429560669f', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:26.915392 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.923944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Transition to ACTIVE for port object 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:24:26.938994 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d11c7f3-33da-44ca-a7ea-063768e4d39a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.939431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Transition to ACTIVE for port object 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:24:26.945547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:26.977919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Network 2da57b45-2602-4c34-9cc5-46d02fc846c7 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:24:26.980646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:24:26.988071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:24:26.992417 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d11c7f3-33da-44ca-a7ea-063768e4d39a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.002349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d11c7f3-33da-44ca-a7ea-063768e4d39a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.025428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Pushing event updated for resources: {'Port': ['ID=7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:27.028214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11c7f3-33da-44ca-a7ea-063768e4d39a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6abf57-9323-4139-8bac-df087cc735d9,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:27.037890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6d11c7f3-33da-44ca-a7ea-063768e4d39a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.039305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6d11c7f3-33da-44ca-a7ea-063768e4d39a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366489 Aug 04 17:24:27.042008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60004) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:27.048543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d2cc6b0c-3e0a-455a-a37e-1d335123d083 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'ca6bfe7c-1e23-481e-8277-2a429560669f', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:27.067646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Attempting to bind port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:24:27.067984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Attempting to bind port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:24:27.068400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Attempting to bind port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d on network 2da57b45-2602-4c34-9cc5-46d02fc846c7 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:24:27.073673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:24:27.073898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Checking segment: {'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:24:27.074295 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.074681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Bound using segment: {'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:24:27.075197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Bound port: 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:24:27.075559 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.082360 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2cc6b0c-3e0a-455a-a37e-1d335123d083 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.144381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] For port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:24:27.153759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2cc6b0c-3e0a-455a-a37e-1d335123d083 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.156149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] For port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:24:27.161042 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2cc6b0c-3e0a-455a-a37e-1d335123d083 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.174156 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.177805 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc6b0c-3e0a-455a-a37e-1d335123d083 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668aa0e8-0652-4f83-8903-d1d0f1ab1ad2,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:27.205853 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2cc6b0c-3e0a-455a-a37e-1d335123d083 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.207828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d2cc6b0c-3e0a-455a-a37e-1d335123d083 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644335 Aug 04 17:24:27.210589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60008) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:27.216993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ebcb24c7-da5a-400f-b813-520a82ea3d04 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'ca6bfe7c-1e23-481e-8277-2a429560669f', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:27.272320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc50a60-2e17-48ee-bfe8-1549e40f330c None None] Pushing event updated for resources: {'Port': ['ID=7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:27.299812 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ebcb24c7-da5a-400f-b813-520a82ea3d04 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.344534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d031f-a443-4379-b14a-002674a9e470 req-95170b6f-2565-4988-acfd-7102f4472b1c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:27.346221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-782d031f-a443-4379-b14a-002674a9e470 req-95170b6f-2565-4988-acfd-7102f4472b1c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0958421 Aug 04 17:24:27.394229 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ebcb24c7-da5a-400f-b813-520a82ea3d04 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.403360 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ebcb24c7-da5a-400f-b813-520a82ea3d04 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.439423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-782d031f-a443-4379-b14a-002674a9e470 req-899b0bca-6f02-48ab-bdb4-98d241b8ecba tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850265 Aug 04 17:24:27.470559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb24c7-da5a-400f-b813-520a82ea3d04 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a9cfd7-993c-4195-97fb-55de3bc7e4d4,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:27.474062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ebcb24c7-da5a-400f-b813-520a82ea3d04 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.477783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ebcb24c7-da5a-400f-b813-520a82ea3d04 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2633874 Aug 04 17:24:27.478144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60010) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:27.484525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3492ded2-b6c1-47fd-b854-aeadc35885cf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'ca6bfe7c-1e23-481e-8277-2a429560669f', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:27.528719 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3492ded2-b6c1-47fd-b854-aeadc35885cf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.609926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3492ded2-b6c1-47fd-b854-aeadc35885cf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.616598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3492ded2-b6c1-47fd-b854-aeadc35885cf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.623273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:24:27.639977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492ded2-b6c1-47fd-b854-aeadc35885cf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490cd1ad-0bed-4cba-8add-733bd2f62163,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:27.644025 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3492ded2-b6c1-47fd-b854-aeadc35885cf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.648443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3492ded2-b6c1-47fd-b854-aeadc35885cf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1657815 Aug 04 17:24:27.648709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60012) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:27.653192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-faa4339c-6a5f-456b-8327-27095a01967d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'ca6bfe7c-1e23-481e-8277-2a429560669f', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:27.676978 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-faa4339c-6a5f-456b-8327-27095a01967d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Project 5e37c1fd22584f4cb90a6ee07695fd54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:24:27.680925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:27.682341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-faa4339c-6a5f-456b-8327-27095a01967d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.743832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-faa4339c-6a5f-456b-8327-27095a01967d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.749328 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-faa4339c-6a5f-456b-8327-27095a01967d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.768581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4339c-6a5f-456b-8327-27095a01967d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adeecd8-9cf0-43e3-ace2-dc310c21005d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:27.777409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-faa4339c-6a5f-456b-8327-27095a01967d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.778783 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-faa4339c-6a5f-456b-8327-27095a01967d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294417 Aug 04 17:24:27.781958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60014) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:27.786819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b4c17050-5b4c-48ae-bc6b-208b5c86b523 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'ca6bfe7c-1e23-481e-8277-2a429560669f', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:27.814575 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-b4c17050-5b4c-48ae-bc6b-208b5c86b523 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Project 5e37c1fd22584f4cb90a6ee07695fd54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:24:27.820418 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4c17050-5b4c-48ae-bc6b-208b5c86b523 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.884061 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4c17050-5b4c-48ae-bc6b-208b5c86b523 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.889129 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4c17050-5b4c-48ae-bc6b-208b5c86b523 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.909207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c17050-5b4c-48ae-bc6b-208b5c86b523 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd496bb-1349-4842-9f68-6783897978d1,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:27.913455 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4c17050-5b4c-48ae-bc6b-208b5c86b523 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:27.922937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b4c17050-5b4c-48ae-bc6b-208b5c86b523 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317470 Aug 04 17:24:28.244875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-72a5e239-5c52-4a8e-86f2-64650c769ae1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115063814&fields=id&tenant_id=5e37c1fd22584f4cb90a6ee07695fd54 HTTP/1.1" status: 200 len: 267 time: 0.0389645 Aug 04 17:24:28.318777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2bf351-81e8-44e0-a177-40942b11ccc0 None None] Network 2da57b45-2602-4c34-9cc5-46d02fc846c7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:24:28.377363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-a5ff0a1d-2c9f-4b87-b722-3ff7f35d1705 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:28.384550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-a5ff0a1d-2c9f-4b87-b722-3ff7f35d1705 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/networks?id=2da57b45-2602-4c34-9cc5-46d02fc846c7 HTTP/1.1" status: 200 len: 797 time: 0.1315849 Aug 04 17:24:28.397853 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-41cc5397-e246-4a25-8d6a-77779dfa102f None None] Provisioning for port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:28.403558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-f0329f68-d2dc-4c85-92e8-5f14d051f6b8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/quotas/5e37c1fd22584f4cb90a6ee07695fd54 HTTP/1.1" status: 200 len: 375 time: 0.0164201 Aug 04 17:24:28.411451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-41cc5397-e246-4a25-8d6a-77779dfa102f None None] Provisioning complete for port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:28.411901 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-41cc5397-e246-4a25-8d6a-77779dfa102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:28.484059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-4795d2e4-6436-40cf-a42f-9c58a982ae0a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0685833 Aug 04 17:24:28.572360 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-41cc5397-e246-4a25-8d6a-77779dfa102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:28.611450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-41cc5397-e246-4a25-8d6a-77779dfa102f None None] For port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:28.619865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac014-a52a-45b5-8daa-139d4b7f4ec1 req-79f6b62b-c0fb-4621-a77a-5753b1be2175 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:28.620091 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-41cc5397-e246-4a25-8d6a-77779dfa102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:28.621666 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16ac014-a52a-45b5-8daa-139d4b7f4ec1 req-79f6b62b-c0fb-4621-a77a-5753b1be2175 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0836096 Aug 04 17:24:28.638143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-56f9635e-479e-48ae-a093-69d691b87119 service neutron] 10.222.0.39 "GET /v2.0/networks/2da57b45-2602-4c34-9cc5-46d02fc846c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477299 Aug 04 17:24:28.690196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc5397-e246-4a25-8d6a-77779dfa102f None None] Pushing event updated for resources: {'Port': ['ID=7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:28.735692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d16ac014-a52a-45b5-8daa-139d4b7f4ec1 req-d844bf72-c47c-44d3-b9a6-cc1bf1e7c180 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057980 Aug 04 17:24:28.779445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-c26ea0f1-85e9-43f6-8109-349ec9fe11fb service neutron] 10.222.0.39 "GET /v2.0/networks/2da57b45-2602-4c34-9cc5-46d02fc846c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401222 Aug 04 17:24:28.854110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0e21d2d0-66ed-4c99-9793-805a5cfa4fa1 None None] Provisioning complete for port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:28.854497 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0e21d2d0-66ed-4c99-9793-805a5cfa4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:28.995358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67864c5e-2d62-4087-8214-65b0ed7f9d16 req-6353f2e2-0fac-4746-92b4-fcb6f5b39a43 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 210 time: 0.0278473 Aug 04 17:24:29.535739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:24:29.597515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:29.597887 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:29.875416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6735b-90c7-4f9d-bbc8-9b4117e6f0c6 req-04cd829a-f1b8-494e-9416-4a58e638281d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:29.877374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05f6735b-90c7-4f9d-bbc8-9b4117e6f0c6 req-04cd829a-f1b8-494e-9416-4a58e638281d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0538368 Aug 04 17:24:29.921644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05f6735b-90c7-4f9d-bbc8-9b4117e6f0c6 req-b2ae5eaf-89eb-4bd6-b141-eaa3e0529dce tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Aug 04 17:24:30.090753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-279a0a6c-3a74-4125-b015-ab20e227caed tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:30.092683 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-279a0a6c-3a74-4125-b015-ab20e227caed tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.82 "GET /v2.0/networks?id=2da57b45-2602-4c34-9cc5-46d02fc846c7 HTTP/1.1" status: 200 len: 797 time: 0.1203637 Aug 04 17:24:30.146646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16eb5ac1-cc7b-4f1f-bfa7-287cb8de257c req-e2ca70f1-3d7b-4f4c-94ba-4e8276eb2ff8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 210 time: 0.0424395 Aug 04 17:24:30.169039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-8928f651-0eb6-47de-a18d-1d22db397714 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e37c1fd22584f4cb90a6ee07695fd54 HTTP/1.1" status: 200 len: 472 time: 0.0656543 Aug 04 17:24:30.179327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'port': {'device_id': 'ece447f9-cd7a-4042-8a85-c84948277ec4', 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7', 'admin_state_up': True, 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'security_groups': ['ca6bfe7c-1e23-481e-8277-2a429560669f']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:30.201957 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:24:30.297022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Made reservation on behalf of 5e37c1fd22584f4cb90a6ee07695fd54 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:24:30.300624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:30.761338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d50c9-180e-48b2-aafe-34016f7c15c6 req-dd80a9bb-5f22-4e8a-a24d-74d13d3cd236 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:30.762696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-845d50c9-180e-48b2-aafe-34016f7c15c6 req-dd80a9bb-5f22-4e8a-a24d-74d13d3cd236 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 946 time: 0.0982776 Aug 04 17:24:30.837977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Allocated IP 172.20.0.20 (2da57b45-2602-4c34-9cc5-46d02fc846c7/44f18a09-d588-476b-b747-0016a324b1f2/556a3678-90ab-4df8-9541-bc46fc2baf95) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:24:30.842434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-845d50c9-180e-48b2-aafe-34016f7c15c6 req-735af486-98e1-4282-9e91-fa669c13288f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709391 Aug 04 17:24:31.017846 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:31.054843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Transition to ACTIVE for port object 556a3678-90ab-4df8-9541-bc46fc2baf95 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:24:31.070113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886cdf-51d6-4baf-94e7-834967640929 req-ff91136f-2567-4349-802d-115a15acf15c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:31.071697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65886cdf-51d6-4baf-94e7-834967640929 req-ff91136f-2567-4349-802d-115a15acf15c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0769901 Aug 04 17:24:31.125933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65886cdf-51d6-4baf-94e7-834967640929 req-a6114478-0704-4caa-a7f0-9d22fbfc149f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471156 Aug 04 17:24:31.127387 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:31.174075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 2da57b45-2602-4c34-9cc5-46d02fc846c7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:24:31.179753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:24:31.184037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:24:31.210954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=556a3678-90ab-4df8-9541-bc46fc2baf95,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:31.250891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:31.251541 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:31.286613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-9178a382-30d8-4e77-9e21-bb217a66edbe tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1116884 Aug 04 17:24:31.299921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15407d81-13f9-4cd6-98fe-bd047c247c44 req-6f3ac058-6c95-4c9a-92d6-dad43a3f7cb7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:31.301451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15407d81-13f9-4cd6-98fe-bd047c247c44 req-6f3ac058-6c95-4c9a-92d6-dad43a3f7cb7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 932 time: 0.0768325 Aug 04 17:24:31.306652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Request body: {'port': {'device_id': 'ece447f9-cd7a-4042-8a85-c84948277ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:31.381186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15407d81-13f9-4cd6-98fe-bd047c247c44 req-7c82626d-ad3f-4f1b-8083-0f250d31ed7a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715990 Aug 04 17:24:31.388070 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:31.495681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-22112db3-0d10-4796-9d39-7e197453235d None None] Provisioning for port 556a3678-90ab-4df8-9541-bc46fc2baf95 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:31.499814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-22112db3-0d10-4796-9d39-7e197453235d None None] Provisioning complete for port 556a3678-90ab-4df8-9541-bc46fc2baf95 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:31.500185 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-22112db3-0d10-4796-9d39-7e197453235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:31.538041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-22112db3-0d10-4796-9d39-7e197453235d None None] Port 556a3678-90ab-4df8-9541-bc46fc2baf95 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:24:31.667720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556a3678-90ab-4df8-9541-bc46fc2baf95 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:24:31.675824 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:31.689169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Transition to ACTIVE for port object 556a3678-90ab-4df8-9541-bc46fc2baf95 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:24:31.696072 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:31.778301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Pushing event updated for resources: {'Port': ['ID=556a3678-90ab-4df8-9541-bc46fc2baf95,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:31.833324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Attempting to bind port 556a3678-90ab-4df8-9541-bc46fc2baf95 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:24:31.833640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Attempting to bind port 556a3678-90ab-4df8-9541-bc46fc2baf95 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:24:31.834009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Attempting to bind port 556a3678-90ab-4df8-9541-bc46fc2baf95 on network 2da57b45-2602-4c34-9cc5-46d02fc846c7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:24:31.839118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Port 556a3678-90ab-4df8-9541-bc46fc2baf95 on network 2da57b45-2602-4c34-9cc5-46d02fc846c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:24:31.839450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Attempting to bind port 556a3678-90ab-4df8-9541-bc46fc2baf95 on network 2da57b45-2602-4c34-9cc5-46d02fc846c7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:24:31.845197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:24:31.845538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Checking segment: {'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:24:31.845932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Bound using segment: {'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:24:31.846364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Bound port: 556a3678-90ab-4df8-9541-bc46fc2baf95, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:24:31.846730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:31.931163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] For port 556a3678-90ab-4df8-9541-bc46fc2baf95, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:24:31.960981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] For port 556a3678-90ab-4df8-9541-bc46fc2baf95, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=556a3678-90ab-4df8-9541-bc46fc2baf95,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:24:31.970785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:31.980746 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9fee-2e1f-4ba8-8e85-489b125c7376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:31.982914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab62abe-65e0-436a-91c1-de514ab3d075 req-103c021e-d942-439a-8b3e-6e302a9123a7 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:31.984773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ab62abe-65e0-436a-91c1-de514ab3d075 req-103c021e-d942-439a-8b3e-6e302a9123a7 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 946 time: 0.0661507 Aug 04 17:24:32.032389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:32.033093 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:32.034448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] 10.222.0.82 "PUT /v2.0/ports/556a3678-90ab-4df8-9541-bc46fc2baf95 HTTP/1.1" status: 200 len: 1092 time: 0.7320437 Aug 04 17:24:32.035002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece447f9-cd7a-4042-8a85-c84948277ec4', 'tag': '556a3678-90ab-4df8-9541-bc46fc2baf95'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:24:32.037285 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed07efac-6779-46ac-a0de-e3cc75a72469" -d '{"events": [{"name": "network-changed", "server_uuid": "ece447f9-cd7a-4042-8a85-c84948277ec4", "tag": "556a3678-90ab-4df8-9541-bc46fc2baf95"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:24:32.079273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a1fba-4e89-4767-a1dc-a75f2ce210fd service neutron] Pushing event updated for resources: {'Port': ['ID=556a3678-90ab-4df8-9541-bc46fc2baf95,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:32.087703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9ab62abe-65e0-436a-91c1-de514ab3d075 req-47641cc3-b623-4521-8e24-c12bb8a17c67 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/security-groups?id=d1c1b8e3-9282-4085-8502-21e5f121e99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811548 Aug 04 17:24:32.097905 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a028e24d-7239-432d-a63b-c4ecc298fd94 x-openstack-request-id: req-a028e24d-7239-432d-a63b-c4ecc298fd94 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:24:32.098197 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece447f9-cd7a-4042-8a85-c84948277ec4", "tag": "556a3678-90ab-4df8-9541-bc46fc2baf95", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:24:32.098450 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a028e24d-7239-432d-a63b-c4ecc298fd94 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:24:32.098879 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece447f9-cd7a-4042-8a85-c84948277ec4', 'tag': '556a3678-90ab-4df8-9541-bc46fc2baf95', 'status': 'completed', 'code': 200} Aug 04 17:24:32.133786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-ca7baea7-10ce-4492-90ba-735967e5403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:32.135498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-ca7baea7-10ce-4492-90ba-735967e5403b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0469275 Aug 04 17:24:32.188146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-fd6b4d45-ab80-414b-8c26-a875ca511353 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=556a3678-90ab-4df8-9541-bc46fc2baf95 HTTP/1.1" status: 200 len: 217 time: 0.0394485 Aug 04 17:24:32.313583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-2a12946a-33fa-4389-834e-9f017d0b749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:32.314980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-2a12946a-33fa-4389-834e-9f017d0b749a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=44f18a09-d588-476b-b747-0016a324b1f2 HTTP/1.1" status: 200 len: 837 time: 0.0836751 Aug 04 17:24:32.324284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a844a7-b35e-42fb-a06a-0be35b9017d7 req-a2779cac-d29c-4f47-81a2-813697ddac93 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:32.325676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44a844a7-b35e-42fb-a06a-0be35b9017d7 req-a2779cac-d29c-4f47-81a2-813697ddac93 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.1213059 Aug 04 17:24:32.377937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-5e0e0616-5adc-4335-90e1-860161ed4189 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:32.379440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-5e0e0616-5adc-4335-90e1-860161ed4189 tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 946 time: 0.1403744 Aug 04 17:24:32.432569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44a844a7-b35e-42fb-a06a-0be35b9017d7 req-f15fd8c2-7be3-46d9-9ff3-097055b5a79c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959678 Aug 04 17:24:32.443251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-fb6f281b-7b57-46c4-9027-274ed09fe5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:32.449768 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-fb6f281b-7b57-46c4-9027-274ed09fe5df service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da57b45-2602-4c34-9cc5-46d02fc846c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182647 Aug 04 17:24:32.599010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7577f3a-8b27-4470-a091-ba719c632d9e req-f782fb80-f9ba-45d9-9a67-afa7131dd1ee tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:32.600414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7577f3a-8b27-4470-a091-ba719c632d9e req-f782fb80-f9ba-45d9-9a67-afa7131dd1ee tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 944 time: 0.1238477 Aug 04 17:24:32.622161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-e7012fd9-69df-438e-8574-43660c59ef31 service neutron] 10.222.0.82 "GET /v2.0/networks/2da57b45-2602-4c34-9cc5-46d02fc846c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694174 Aug 04 17:24:32.629687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Deleting port fa0a3d62-6528-4201-af33-62c3374aeb1c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:24:32.630021 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:32.750969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7577f3a-8b27-4470-a091-ba719c632d9e req-9df67e94-2c37-47e1-bfb3-844d460e796f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439929 Aug 04 17:24:32.807725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] For port fa0a3d62-6528-4201-af33-62c3374aeb1c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=fa0a3d62-6528-4201-af33-62c3374aeb1c,segment=NetworkSegment(e4468954-dcb1-41e2-8f52-c5e8a9fdd773),segment_id=e4468954-dcb1-41e2-8f52-c5e8a9fdd773)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:32.808084 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:32.812351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-095490ea-b8ee-4c38-b18c-3873dd6cc518 req-6e14fa0d-9617-4d95-bd4a-b2bb48eb46fe service neutron] 10.222.0.82 "GET /v2.0/networks/2da57b45-2602-4c34-9cc5-46d02fc846c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793599 Aug 04 17:24:32.824143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Calling delete_port for fa0a3d62-6528-4201-af33-62c3374aeb1c owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:24:32.936737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-f7620cc6-c0c3-4eb2-98c7-bb450944ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:32.938191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-f7620cc6-c0c3-4eb2-98c7-bb450944ea2a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0656660 Aug 04 17:24:33.050356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:33.065293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['fa0a3d62-6528-4201-af33-62c3374aeb1c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:24:33.087648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Pushing event deleted for resources: {'Port': ['ID=fa0a3d62-6528-4201-af33-62c3374aeb1c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:33.102959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-8c3f5688-aa9d-40d0-bb54-42c6f3d6b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:33.104465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-8c3f5688-aa9d-40d0-bb54-42c6f3d6b791 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2da57b45-2602-4c34-9cc5-46d02fc846c7 HTTP/1.1" status: 200 len: 899 time: 0.1574137 Aug 04 17:24:33.177259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-6c478db7-4f50-4268-bba7-267a3b442552 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=556a3678-90ab-4df8-9541-bc46fc2baf95 HTTP/1.1" status: 200 len: 217 time: 0.0571308 Aug 04 17:24:33.177982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] No DVR routers for this DVR port fa0a3d62-6528-4201-af33-62c3374aeb1c on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:24:33.187532 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:33.189356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.82 "DELETE /v2.0/ports/fa0a3d62-6528-4201-af33-62c3374aeb1c HTTP/1.1" status: 204 len: 173 time: 0.8024955 Aug 04 17:24:33.214312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d40f49d4-2c82-4d1f-b7b0-13f6757a4201 req-65a8272e-bb35-4fff-a452-725e83acae2a tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b73b45-d8b3-45cc-9d40-e04b207e9e68 HTTP/1.1" status: 200 len: 210 time: 0.0389333 Aug 04 17:24:33.250134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-1f2e8f38-7da0-492b-890f-e41779634ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:33.251658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-1f2e8f38-7da0-492b-890f-e41779634ba2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=44f18a09-d588-476b-b747-0016a324b1f2 HTTP/1.1" status: 200 len: 837 time: 0.0614917 Aug 04 17:24:33.305085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-941a7d0a-beab-4e4c-a2e7-0d337272cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:33.306669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-941a7d0a-beab-4e4c-a2e7-0d337272cf84 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da57b45-2602-4c34-9cc5-46d02fc846c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468607 Aug 04 17:24:33.413298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-acadb6ed-dcea-453e-9242-92edba79d6d7 service neutron] 10.222.0.82 "GET /v2.0/networks/2da57b45-2602-4c34-9cc5-46d02fc846c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897660 Aug 04 17:24:33.554436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed07efac-6779-46ac-a0de-e3cc75a72469 req-8dd8284a-1afa-4b0c-ace7-be307a9edd23 service neutron] 10.222.0.82 "GET /v2.0/networks/2da57b45-2602-4c34-9cc5-46d02fc846c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293247 Aug 04 17:24:33.577224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5575de-caa3-43fa-8621-d3ffb38111e1 req-26b139a4-f725-4fcd-bf28-50ae3d720288 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:33.578841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e5575de-caa3-43fa-8621-d3ffb38111e1 req-26b139a4-f725-4fcd-bf28-50ae3d720288 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0748880 Aug 04 17:24:33.622997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e5575de-caa3-43fa-8621-d3ffb38111e1 req-0079c1c4-d8ea-4728-882b-0dee80007606 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377479 Aug 04 17:24:33.872983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b1123-8a42-4bab-b297-e3aec6f4819f req-e585d6e6-3f89-4685-88ad-bcfdd2ee6bcc tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:33.874611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e5b1123-8a42-4bab-b297-e3aec6f4819f req-e585d6e6-3f89-4685-88ad-bcfdd2ee6bcc tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 944 time: 0.0544560 Aug 04 17:24:33.925659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e5b1123-8a42-4bab-b297-e3aec6f4819f req-a248ccdf-4417-4131-996d-a570d732db5f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446472 Aug 04 17:24:34.099594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b73b45-d8b3-45cc-9d40-e04b207e9e68', 'name': 'network-vif-deleted', 'tag': 'fa0a3d62-6528-4201-af33-62c3374aeb1c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:24:34.102023 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69df00f6-94ea-4be9-8ff4-46e28c429204" -d '{"events": [{"server_uuid": "d0b73b45-d8b3-45cc-9d40-e04b207e9e68", "name": "network-vif-deleted", "tag": "fa0a3d62-6528-4201-af33-62c3374aeb1c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:24:34.138988 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1e5368-ef22-406c-8142-fba12c8c54d7 x-openstack-request-id: req-aa1e5368-ef22-406c-8142-fba12c8c54d7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:24:34.139295 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b73b45-d8b3-45cc-9d40-e04b207e9e68", "name": "network-vif-deleted", "tag": "fa0a3d62-6528-4201-af33-62c3374aeb1c", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:24:34.139517 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa1e5368-ef22-406c-8142-fba12c8c54d7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:24:34.139935 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b73b45-d8b3-45cc-9d40-e04b207e9e68', 'name': 'network-vif-deleted', 'tag': 'fa0a3d62-6528-4201-af33-62c3374aeb1c', 'status': 'completed', 'code': 200} Aug 04 17:24:34.399622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e8239f7f-0d68-423f-881d-7f5c0086b59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:34.742905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77636d0c-a1d2-4030-937e-91f573f8c7ba req-b376da7b-4a80-4ac9-a695-61a8bdd01660 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:34.744406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77636d0c-a1d2-4030-937e-91f573f8c7ba req-b376da7b-4a80-4ac9-a695-61a8bdd01660 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0513144 Aug 04 17:24:34.788118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77636d0c-a1d2-4030-937e-91f573f8c7ba req-c83a28f9-8b98-477f-8b59-6624b6bb7c31 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370457 Aug 04 17:24:35.004052 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:35.058933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73d4b9-4527-447e-a204-def553ffe1f7 req-36947c27-3952-4b45-8873-6565bbfe846f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:35.060672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d73d4b9-4527-447e-a204-def553ffe1f7 req-36947c27-3952-4b45-8873-6565bbfe846f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 944 time: 0.0528667 Aug 04 17:24:35.111431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d73d4b9-4527-447e-a204-def553ffe1f7 req-7c37b047-9b3b-4303-9736-e6f23b2d2a01 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428956 Aug 04 17:24:35.316789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 556a3678-90ab-4df8-9541-bc46fc2baf95 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:24:35.413805 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 556a3678-90ab-4df8-9541-bc46fc2baf95, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=556a3678-90ab-4df8-9541-bc46fc2baf95,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:35.425351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '556a3678-90ab-4df8-9541-bc46fc2baf95', 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7', 'port_id': '556a3678-90ab-4df8-9541-bc46fc2baf95', 'mac_address': 'fa:16:3e:df:3e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f18a09-d588-476b-b747-0016a324b1f2', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:24:35.466577 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:35.479543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556a3678-90ab-4df8-9541-bc46fc2baf95 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:24:35.499934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 556a3678-90ab-4df8-9541-bc46fc2baf95, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=556a3678-90ab-4df8-9541-bc46fc2baf95,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:35.506543 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:35.556348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=556a3678-90ab-4df8-9541-bc46fc2baf95,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:35.564891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.565269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.565595 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.565940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.566277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.566605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.566971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.567301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.567626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.567954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.568274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.568583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:35.722830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['556a3678-90ab-4df8-9541-bc46fc2baf95'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:24:35.878608 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:35.915473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaeb1d0-abaf-4f8b-9c63-f014e6f5def0 req-03c4bb09-26f2-4db6-bdd3-c20e4e8107f8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:35.916991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6eaeb1d0-abaf-4f8b-9c63-f014e6f5def0 req-03c4bb09-26f2-4db6-bdd3-c20e4e8107f8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0517218 Aug 04 17:24:35.959043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6eaeb1d0-abaf-4f8b-9c63-f014e6f5def0 req-fac3462d-3207-49b9-bf04-d0d866559475 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Aug 04 17:24:36.234189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2e25f-f7c1-4fae-a0e7-0d68d9b46e4c req-961bd04f-1fdd-4b74-9aff-998839a80eae tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:36.235709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15d2e25f-f7c1-4fae-a0e7-0d68d9b46e4c req-961bd04f-1fdd-4b74-9aff-998839a80eae tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Aug 04 17:24:36.282741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15d2e25f-f7c1-4fae-a0e7-0d68d9b46e4c req-798a61f1-ae2e-4c15-91d4-0fb890c066cb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408225 Aug 04 17:24:37.086950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6c148-3d6d-4251-925d-333616b1302d req-0b91ceb4-853c-4c6f-ab09-c4e23b015b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:37.088328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23a6c148-3d6d-4251-925d-333616b1302d req-0b91ceb4-853c-4c6f-ab09-c4e23b015b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0549181 Aug 04 17:24:37.131314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23a6c148-3d6d-4251-925d-333616b1302d req-4880db9f-9c61-486d-9195-177d0ba55ec4 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361063 Aug 04 17:24:37.318974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 556a3678-90ab-4df8-9541-bc46fc2baf95 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:24:37.372705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 556a3678-90ab-4df8-9541-bc46fc2baf95 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:37.377019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 556a3678-90ab-4df8-9541-bc46fc2baf95 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:37.377397 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:37.403891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8011bf-6733-4fd1-b5a2-47bde56908bd req-20ede069-0c31-41ac-addf-ccec9f0d2473 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:37.406234 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be8011bf-6733-4fd1-b5a2-47bde56908bd req-20ede069-0c31-41ac-addf-ccec9f0d2473 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 945 time: 0.0520241 Aug 04 17:24:37.449078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be8011bf-6733-4fd1-b5a2-47bde56908bd req-8230da6c-e9aa-4603-a656-f9ed998f2396 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366321 Aug 04 17:24:37.468112 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:37.479002 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:37.493212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece447f9-cd7a-4042-8a85-c84948277ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556a3678-90ab-4df8-9541-bc46fc2baf95'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:24:37.495501 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9748e539-8f31-49c6-9f1e-3f2e80ebc297" -d '{"events": [{"server_uuid": "ece447f9-cd7a-4042-8a85-c84948277ec4", "name": "network-vif-plugged", "status": "completed", "tag": "556a3678-90ab-4df8-9541-bc46fc2baf95"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:24:37.508822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 556a3678-90ab-4df8-9541-bc46fc2baf95, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=556a3678-90ab-4df8-9541-bc46fc2baf95,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:37.513808 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:37.514923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device fa0a3d62-6528-4201-af33-62c3374aeb1c no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:24:37.537949 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdd4b6c-ede5-4312-91ce-e225af77314d x-openstack-request-id: req-ffdd4b6c-ede5-4312-91ce-e225af77314d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:24:37.538203 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece447f9-cd7a-4042-8a85-c84948277ec4", "name": "network-vif-plugged", "status": "completed", "tag": "556a3678-90ab-4df8-9541-bc46fc2baf95", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:24:37.538454 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffdd4b6c-ede5-4312-91ce-e225af77314d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:24:37.538873 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece447f9-cd7a-4042-8a85-c84948277ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556a3678-90ab-4df8-9541-bc46fc2baf95', 'code': 200} Aug 04 17:24:37.559425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: fa0a3d62-6528-4201-af33-62c3374aeb1c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:24:37.559768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device fa0a3d62-6528-4201-af33-62c3374aeb1c not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:24:37.587597 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=556a3678-90ab-4df8-9541-bc46fc2baf95,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:37.634095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc118f-8e99-412c-b1e6-ca1de793bb70 req-5fda6c14-8bfb-47d6-b6a9-48830c038abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:37.635513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98bc118f-8e99-412c-b1e6-ca1de793bb70 req-5fda6c14-8bfb-47d6-b6a9-48830c038abb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0414450 Aug 04 17:24:37.678040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98bc118f-8e99-412c-b1e6-ca1de793bb70 req-89a3c19e-84a7-4104-820f-415e6656090c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326571 Aug 04 17:24:38.269655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a60742-4e4b-406a-812b-507a28d4d7db req-063f8647-a3e3-413a-bed5-9f567815fefa tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:38.271328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15a60742-4e4b-406a-812b-507a28d4d7db req-063f8647-a3e3-413a-bed5-9f567815fefa tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0553815 Aug 04 17:24:38.320943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15a60742-4e4b-406a-812b-507a28d4d7db req-5e1a9658-3ca5-46cf-9162-48eac126a850 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398440 Aug 04 17:24:38.573882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3c930-ad71-4c63-b698-ff8ae4bbd555 req-45f2bbae-dd64-48d4-84eb-120fb613641e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:38.575726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1bd3c930-ad71-4c63-b698-ff8ae4bbd555 req-45f2bbae-dd64-48d4-84eb-120fb613641e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 946 time: 0.0532742 Aug 04 17:24:38.620177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1bd3c930-ad71-4c63-b698-ff8ae4bbd555 req-9949ae33-814e-408c-9c5a-3cf7a672071b tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374911 Aug 04 17:24:39.143640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:39.224434 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:39.464928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125d65c-ab44-4e0b-872e-b2e47ef7a972 req-5f2b22e4-5cbf-4c50-b891-2af32ba6eb37 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:39.466467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e125d65c-ab44-4e0b-872e-b2e47ef7a972 req-5f2b22e4-5cbf-4c50-b891-2af32ba6eb37 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0550833 Aug 04 17:24:39.514611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e125d65c-ab44-4e0b-872e-b2e47ef7a972 req-821afb6a-8078-4086-8bdf-50061094918a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Aug 04 17:24:39.749610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b18a7c-4cd1-42bf-a184-3dacc89cda1d req-4bcf3e92-aa88-4572-b129-3c0b3b70a38b tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:39.751577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08b18a7c-4cd1-42bf-a184-3dacc89cda1d req-4bcf3e92-aa88-4572-b129-3c0b3b70a38b tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 946 time: 0.0539222 Aug 04 17:24:39.803158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08b18a7c-4cd1-42bf-a184-3dacc89cda1d req-44785501-9ddc-4dc4-80f9-ec47b4bf4ffb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Aug 04 17:24:39.927143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1adee0-b54e-47bd-9260-40a413310dec req-095ae605-0044-469d-a627-bb939ec7581e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:39.928706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b1adee0-b54e-47bd-9260-40a413310dec req-095ae605-0044-469d-a627-bb939ec7581e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 946 time: 0.0549021 Aug 04 17:24:39.970397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b1adee0-b54e-47bd-9260-40a413310dec req-09f1c544-2c80-4bc6-8423-af929a41eb4c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352755 Aug 04 17:24:40.657253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f861cba-6031-4934-b7ca-45b7b47ceefd req-e2fc0837-269f-47b8-8b94-288337cfc70a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:40.658678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f861cba-6031-4934-b7ca-45b7b47ceefd req-e2fc0837-269f-47b8-8b94-288337cfc70a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0662563 Aug 04 17:24:40.702836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f861cba-6031-4934-b7ca-45b7b47ceefd req-834b584d-62a2-489a-9b67-f7b4e4160d6d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Aug 04 17:24:41.463081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60140) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:24:41.829694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bc97d-5632-4a76-b9fb-a7b2ecb84086 req-16f2b20c-24af-4c26-987a-67acc4861ae7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:41.832233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31bc97d-5632-4a76-b9fb-a7b2ecb84086 req-16f2b20c-24af-4c26-987a-67acc4861ae7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0532916 Aug 04 17:24:41.878040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31bc97d-5632-4a76-b9fb-a7b2ecb84086 req-26437444-2740-4522-94d6-952ce09742a0 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395510 Aug 04 17:24:41.954270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:42.232716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Allocated IP 172.20.0.17 (2da57b45-2602-4c34-9cc5-46d02fc846c7/44f18a09-d588-476b-b747-0016a324b1f2/d4dfc307-c025-4bce-a00b-39dbee5c2f58) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:24:42.344160 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:42.359334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Transition to ACTIVE for port object d4dfc307-c025-4bce-a00b-39dbee5c2f58 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:24:42.395197 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:42.438666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 2da57b45-2602-4c34-9cc5-46d02fc846c7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:24:42.441836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:24:42.447871 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:24:42.476374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=d4dfc307-c025-4bce-a00b-39dbee5c2f58,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:42.497316 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:42.665839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:42.694579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-224e0073-f98e-48f3-b456-feef1cd761a5 None None] Provisioning for port d4dfc307-c025-4bce-a00b-39dbee5c2f58 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:42.705152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-224e0073-f98e-48f3-b456-feef1cd761a5 None None] Provisioning complete for port d4dfc307-c025-4bce-a00b-39dbee5c2f58 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:42.705571 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-224e0073-f98e-48f3-b456-feef1cd761a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:42.754894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-224e0073-f98e-48f3-b456-feef1cd761a5 None None] Port d4dfc307-c025-4bce-a00b-39dbee5c2f58 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:24:43.011039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:43.015333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcadcf-6a80-4dca-ae37-ce9c988064e1 req-d354a2fe-8c48-4b63-9696-48494ca17b3b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:43.016892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79fcadcf-6a80-4dca-ae37-ce9c988064e1 req-d354a2fe-8c48-4b63-9696-48494ca17b3b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0556004 Aug 04 17:24:43.017659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:43.083217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79fcadcf-6a80-4dca-ae37-ce9c988064e1 req-f6ea7c4c-b2d0-4cd0-9c39-949ed6926dd4 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591581 Aug 04 17:24:43.087911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=d4dfc307-c025-4bce-a00b-39dbee5c2f58,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:43.103167 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:43.208457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 2da57b45-2602-4c34-9cc5-46d02fc846c7 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:24:43.209899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:24:43.342222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router 31516713-ae01-425d-8441-2c859c7b45a2 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:24:43.489598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a188fd73-4276-491b-92f5-81072c45e39b None None] Provisioning complete for port d4dfc307-c025-4bce-a00b-39dbee5c2f58 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:43.489598 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a188fd73-4276-491b-92f5-81072c45e39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:43.547731 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a188fd73-4276-491b-92f5-81072c45e39b None None] Port d4dfc307-c025-4bce-a00b-39dbee5c2f58 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:24:43.842493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:24:43.856325 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f61f1c47-1f36-4da3-b020-17a63933f017 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "PUT /v2.0/routers/31516713-ae01-425d-8441-2c859c7b45a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3913946 Aug 04 17:24:43.879713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Sync routers for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:24:43.894963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:24:43.895582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:24:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:44.046292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:24:44.229062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb1bbd-2fbb-47d1-b574-7a917da1f8ce req-7313adf7-85ff-4834-b4aa-8a2ed0311c9a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:44.237045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00fb1bbd-2fbb-47d1-b574-7a917da1f8ce req-7313adf7-85ff-4834-b4aa-8a2ed0311c9a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0602787 Aug 04 17:24:44.285194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00fb1bbd-2fbb-47d1-b574-7a917da1f8ce req-27f0df82-528f-4e89-a14d-06ff2a9c5170 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472007 Aug 04 17:24:44.314658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:24:42Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e33ae2e7-4104-40a6-87e6-561509805b27', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'mac_address': 'fa:16:3e:96:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:49Z', 'updated_at': '2021-08-04T17:23:53Z', 'revision_number': 1, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4dfc307-c025-4bce-a00b-39dbee5c2f58', 'name': '', 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:5d:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '44f18a09-d588-476b-b747-0016a324b1f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:24:42Z', 'updated_at': '2021-08-04T17:24:42Z', 'revision_number': 2, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '44f18a09-d588-476b-b747-0016a324b1f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:44.345559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Checking router: 31516713-ae01-425d-8441-2c859c7b45a2 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:24:44.345919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Updating router 31516713-ae01-425d-8441-2c859c7b45a2 port d4dfc307-c025-4bce-a00b-39dbee5c2f58 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:24:44.371760 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:44.653280 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:44.663593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Transition to ACTIVE for port object d4dfc307-c025-4bce-a00b-39dbee5c2f58 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:24:44.669453 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:44.763209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45e2fa-8732-40b6-895f-b8182c6fa4e5 None None] Pushing event updated for resources: {'Port': ['ID=d4dfc307-c025-4bce-a00b-39dbee5c2f58,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:44.778919 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Attempting to bind port d4dfc307-c025-4bce-a00b-39dbee5c2f58 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:24:44.779295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Attempting to bind port d4dfc307-c025-4bce-a00b-39dbee5c2f58 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:24:44.779656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Attempting to bind port d4dfc307-c025-4bce-a00b-39dbee5c2f58 on network 2da57b45-2602-4c34-9cc5-46d02fc846c7 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:24:44.786042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:24:44.786419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Checking segment: {'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:24:44.786918 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:44.787246 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Bound using segment: {'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:24:44.787793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Bound port: d4dfc307-c025-4bce-a00b-39dbee5c2f58, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709a430a-f874-4bf2-bc0c-8826885c8e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:24:44.788074 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:44.859680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] For port d4dfc307-c025-4bce-a00b-39dbee5c2f58, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:24:44.863519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] For port d4dfc307-c025-4bce-a00b-39dbee5c2f58, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d4dfc307-c025-4bce-a00b-39dbee5c2f58,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:24:44.867795 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:44.928579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:24:44.929346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:24:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:44.973064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45e2fa-8732-40b6-895f-b8182c6fa4e5 None None] Pushing event updated for resources: {'Port': ['ID=d4dfc307-c025-4bce-a00b-39dbee5c2f58,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:45.062309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:24:45.434658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b26959-a116-4abb-b529-eb47fe958a7e req-d2a61519-a88f-4215-8f34-724df26735c3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:45.436505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9b26959-a116-4abb-b529-eb47fe958a7e req-d2a61519-a88f-4215-8f34-724df26735c3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0865347 Aug 04 17:24:45.456147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:24:42Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e33ae2e7-4104-40a6-87e6-561509805b27', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'mac_address': 'fa:16:3e:96:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:49Z', 'updated_at': '2021-08-04T17:23:53Z', 'revision_number': 1, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4dfc307-c025-4bce-a00b-39dbee5c2f58', 'name': '', 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:5d:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '44f18a09-d588-476b-b747-0016a324b1f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:24:42Z', 'updated_at': '2021-08-04T17:24:44Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '44f18a09-d588-476b-b747-0016a324b1f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:24:45.476675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9b26959-a116-4abb-b529-eb47fe958a7e req-6e63c896-f695-4350-a7eb-cedca5388be1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332325 Aug 04 17:24:45.482458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9e33e-c11c-49e5-8edb-32aa31ec0f9d None None] The sync data for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 is: [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:24:42Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e33ae2e7-4104-40a6-87e6-561509805b27', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'mac_address': 'fa:16:3e:96:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:49Z', 'updated_at': '2021-08-04T17:23:53Z', 'revision_number': 1, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4dfc307-c025-4bce-a00b-39dbee5c2f58', 'name': '', 'network_id': '2da57b45-2602-4c34-9cc5-46d02fc846c7', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:5d:85:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '44f18a09-d588-476b-b747-0016a324b1f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:24:42Z', 'updated_at': '2021-08-04T17:24:44Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '44f18a09-d588-476b-b747-0016a324b1f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:24:46.600644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd17392-1bca-4fb9-a5a1-32d465149794 req-d5bdadcd-86d5-474a-85b9-917852e1e1be tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:46.602140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cd17392-1bca-4fb9-a5a1-32d465149794 req-d5bdadcd-86d5-474a-85b9-917852e1e1be tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0492175 Aug 04 17:24:46.640931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2cd17392-1bca-4fb9-a5a1-32d465149794 req-e8a457d2-3e98-477f-b872-583dcf2d8729 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Aug 04 17:24:47.562669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d4dfc307-c025-4bce-a00b-39dbee5c2f58 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:24:47.620447 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port d4dfc307-c025-4bce-a00b-39dbee5c2f58 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:47.624400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d4dfc307-c025-4bce-a00b-39dbee5c2f58 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:47.624778 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:47.707485 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:47.744425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port d4dfc307-c025-4bce-a00b-39dbee5c2f58, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d4dfc307-c025-4bce-a00b-39dbee5c2f58,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:47.753476 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:47.789094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d668820-cac6-439b-9c0f-396063ca788e req-bed0874f-873a-4ef5-9d5a-d16ebbc26865 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:47.791589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d668820-cac6-439b-9c0f-396063ca788e req-bed0874f-873a-4ef5-9d5a-d16ebbc26865 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0680857 Aug 04 17:24:47.811796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=d4dfc307-c025-4bce-a00b-39dbee5c2f58,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:47.846005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d668820-cac6-439b-9c0f-396063ca788e req-c3f2e371-bd2a-42fd-9ed2-9927b8fb8021 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466063 Aug 04 17:24:48.977833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6876e-fbe1-423e-a924-728964ada5f2 req-4f973462-aae2-49bf-b291-1a3e8de01904 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:48.979819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73b6876e-fbe1-423e-a924-728964ada5f2 req-4f973462-aae2-49bf-b291-1a3e8de01904 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0637152 Aug 04 17:24:49.021877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73b6876e-fbe1-423e-a924-728964ada5f2 req-6f823fe0-c39a-4c42-b297-c7209fd13e76 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Aug 04 17:24:49.208014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b19d7-7f43-425b-9605-13946ce5e298 req-4e2b119b-9bda-4618-965f-f9aec453a48a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:49.209563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c95b19d7-7f43-425b-9605-13946ce5e298 req-4e2b119b-9bda-4618-965f-f9aec453a48a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0503254 Aug 04 17:24:49.251295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c95b19d7-7f43-425b-9605-13946ce5e298 req-91b32580-f9b4-448f-be78-e5e1dda37200 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333169 Aug 04 17:24:49.410049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acb9f9-109b-4f60-b2cc-2fefcf26dcb8 req-4811594b-b168-4e77-87ab-9c6e5bfa66af tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:49.411682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5acb9f9-109b-4f60-b2cc-2fefcf26dcb8 req-4811594b-b168-4e77-87ab-9c6e5bfa66af tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0814061 Aug 04 17:24:49.458607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5acb9f9-109b-4f60-b2cc-2fefcf26dcb8 req-03d7fa4c-d87b-4ac9-b517-a6364533005c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400982 Aug 04 17:24:49.547694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d4dfc307-c025-4bce-a00b-39dbee5c2f58 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:24:49.603087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d4dfc307-c025-4bce-a00b-39dbee5c2f58 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:49.603468 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:49.749198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397640-68d4-4d41-a488-d9594692d73b req-2a9493e0-06dd-4e99-8823-8a4c6a805509 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:49.750715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-2a9493e0-06dd-4e99-8823-8a4c6a805509 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 812 time: 0.1061325 Aug 04 17:24:49.765816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-6413795d-4919-401d-a7dd-fc44c5741e4e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/quotas/b8d8ba09f282483d90763c24d7442f1f HTTP/1.1" status: 200 len: 375 time: 0.0091155 Aug 04 17:24:49.837091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-520c9cb4-12b0-44a4-b8d1-cece165d247e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0652068 Aug 04 17:24:49.935873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-8d21da74-9446-4197-a3cb-5b134fddee51 service neutron] 10.222.0.39 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912933 Aug 04 17:24:50.031287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-26eb0c2e-2c0d-4741-a465-c79db88b0656 service neutron] 10.222.0.39 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888181 Aug 04 17:24:50.207045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8632615e-df28-4c65-a565-bc937b909184 req-77ecca97-5a45-44d4-814c-1dd2e3804e20 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 210 time: 0.0341110 Aug 04 17:24:51.284215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397640-68d4-4d41-a488-d9594692d73b req-404d2dc1-87c5-4c76-9c62-51c978a3cbc1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:51.285788 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-404d2dc1-87c5-4c76-9c62-51c978a3cbc1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 812 time: 0.1232390 Aug 04 17:24:51.301869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'port': {'device_id': 'b0fc9745-c421-4ead-ada1-a7755b1d2a07', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'admin_state_up': True, 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:51.323406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-052a58a1-7d76-42e0-a0f6-5ddb47aed258 req-1479fef4-b96e-4978-8ab1-aed1f094ddfd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 210 time: 0.0365915 Aug 04 17:24:51.449336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Made reservation on behalf of b8d8ba09f282483d90763c24d7442f1f for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:24:51.453078 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:51.589658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Allocated IP 172.20.0.5 (b699377d-bb0f-49df-911e-a6242a1018b1/ce7f448e-6a8e-466e-b520-6ea5e8f086b3/67313844-15f8-4e42-ad1d-44e1a7eb97b9) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:24:51.766477 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:51.782112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Transition to ACTIVE for port object 67313844-15f8-4e42-ad1d-44e1a7eb97b9 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:24:51.817635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:51.830964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1058e343-8cad-49ed-b560-009b7f0893b4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:24:51.864439 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Network b699377d-bb0f-49df-911e-a6242a1018b1 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:24:51.869590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:24:51.875649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:24:51.909840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'Port': ['ID=67313844-15f8-4e42-ad1d-44e1a7eb97b9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:51.926194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.926534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.926898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.927232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.927562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.927889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.928325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.928504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.928822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.929524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.929524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.929778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:24:51.952783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:51.953434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:51.972971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-2755228a-8a90-4973-84c1-0884422b85f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6763892 Aug 04 17:24:51.988149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Request body: {'port': {'device_id': 'b0fc9745-c421-4ead-ada1-a7755b1d2a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:24:52.051860 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:52.134064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0b0dc67d-64ae-4246-95d7-f2c2a9ad91af None None] Provisioning for port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:52.137951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0b0dc67d-64ae-4246-95d7-f2c2a9ad91af None None] Provisioning complete for port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:52.138326 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b0dc67d-64ae-4246-95d7-f2c2a9ad91af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:52.187947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0b0dc67d-64ae-4246-95d7-f2c2a9ad91af None None] Port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:24:52.326363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67313844-15f8-4e42-ad1d-44e1a7eb97b9 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:24:52.334064 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:52.346599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Transition to ACTIVE for port object 67313844-15f8-4e42-ad1d-44e1a7eb97b9 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:24:52.363470 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:52.445567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Pushing event updated for resources: {'Port': ['ID=67313844-15f8-4e42-ad1d-44e1a7eb97b9,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:52.518570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c757-1053-4382-adeb-83476f09465f req-758f2862-3be7-40d2-a12c-6f40d659e860 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:52.520232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f999c757-1053-4382-adeb-83476f09465f req-758f2862-3be7-40d2-a12c-6f40d659e860 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 943 time: 0.1173110 Aug 04 17:24:52.570242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Attempting to bind port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:24:52.570590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Attempting to bind port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:24:52.570932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Attempting to bind port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:24:52.583848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 on network b699377d-bb0f-49df-911e-a6242a1018b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:24:52.584202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Attempting to bind port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:24:52.592026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f999c757-1053-4382-adeb-83476f09465f req-72412a14-d23e-4c8c-a140-ae25685f1e4c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606210 Aug 04 17:24:52.594952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:24:52.595293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Checking segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:24:52.595676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Bound using segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:24:52.596110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Bound port: 67313844-15f8-4e42-ad1d-44e1a7eb97b9, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:24:52.596474 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:52.672695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] For port 67313844-15f8-4e42-ad1d-44e1a7eb97b9, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:24:52.676245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] For port 67313844-15f8-4e42-ad1d-44e1a7eb97b9, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=67313844-15f8-4e42-ad1d-44e1a7eb97b9,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:24:52.690153 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:52.734468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:52.735216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:52.736762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] 10.222.0.82 "PUT /v2.0/ports/67313844-15f8-4e42-ad1d-44e1a7eb97b9 HTTP/1.1" status: 200 len: 1091 time: 0.7551239 Aug 04 17:24:52.737238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fc9745-c421-4ead-ada1-a7755b1d2a07', 'tag': '67313844-15f8-4e42-ad1d-44e1a7eb97b9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:24:52.739612 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d55149a-93a8-4978-a4b1-5074805a97a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fc9745-c421-4ead-ada1-a7755b1d2a07", "tag": "67313844-15f8-4e42-ad1d-44e1a7eb97b9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:24:52.779837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68ed09-f916-4bbb-820b-24a164d5d892 service neutron] Pushing event updated for resources: {'Port': ['ID=67313844-15f8-4e42-ad1d-44e1a7eb97b9,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:52.797059 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffaaef6-2673-4a05-8bfd-7c28aa7f1e62 x-openstack-request-id: req-dffaaef6-2673-4a05-8bfd-7c28aa7f1e62 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:24:52.797345 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fc9745-c421-4ead-ada1-a7755b1d2a07", "tag": "67313844-15f8-4e42-ad1d-44e1a7eb97b9", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:24:52.797750 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dffaaef6-2673-4a05-8bfd-7c28aa7f1e62 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:24:52.798205 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fc9745-c421-4ead-ada1-a7755b1d2a07', 'tag': '67313844-15f8-4e42-ad1d-44e1a7eb97b9', 'status': 'completed', 'code': 200} Aug 04 17:24:52.843788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397640-68d4-4d41-a488-d9594692d73b req-147c4081-ba3e-4d60-ad61-2c456064f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:52.845432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-147c4081-ba3e-4d60-ad61-2c456064f37b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 1094 time: 0.0449576 Aug 04 17:24:52.895598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-ce79a1c3-5e69-4e37-946f-f25f6fda228f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67313844-15f8-4e42-ad1d-44e1a7eb97b9 HTTP/1.1" status: 200 len: 217 time: 0.0417917 Aug 04 17:24:52.947897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397640-68d4-4d41-a488-d9594692d73b req-87d5d869-4b1d-48d7-95e8-e27c798d5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:52.949408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-87d5d869-4b1d-48d7-95e8-e27c798d5b81 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0459220 Aug 04 17:24:52.997736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24397640-68d4-4d41-a488-d9594692d73b req-fe5c6af5-fda1-4853-8771-f2b98e50e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:52.999310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-fe5c6af5-fda1-4853-8771-f2b98e50e674 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425241 Aug 04 17:24:53.102419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-c60924ef-1a50-482d-b278-cbb4f7d8ab20 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924144 Aug 04 17:24:53.217322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24397640-68d4-4d41-a488-d9594692d73b req-eb080363-8cf1-40a0-87fb-4b12cbc3002e service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070573 Aug 04 17:24:53.306388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-d7ef4ecf-6c9a-4d4e-9f70-721990dbe1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:53.307869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-d7ef4ecf-6c9a-4d4e-9f70-721990dbe1c3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 1094 time: 0.0431688 Aug 04 17:24:53.407963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-87cb3e1c-6307-4e6b-8d19-a1493f23f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:53.409431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-87cb3e1c-6307-4e6b-8d19-a1493f23f05b service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.0938051 Aug 04 17:24:53.451964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-66244be9-55e5-489c-86c9-2a8b36dd690e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67313844-15f8-4e42-ad1d-44e1a7eb97b9 HTTP/1.1" status: 200 len: 217 time: 0.0347772 Aug 04 17:24:53.511519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-c6c6a674-3186-440b-ba50-6726455b336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:53.513097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-c6c6a674-3186-440b-ba50-6726455b336a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0504775 Aug 04 17:24:53.563702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-e8ad1e6d-23ab-41f7-a32a-770a1ea0d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:53.565246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-e8ad1e6d-23ab-41f7-a32a-770a1ea0d7bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439069 Aug 04 17:24:53.657590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-446efaf4-ef6f-45d3-8a66-abf910e6aadb service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844257 Aug 04 17:24:53.776670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabadf2-1d1f-43bb-af2c-83a908a3f31e req-244fefee-2335-4ebd-a9df-29aeba8d40e1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:53.778289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeabadf2-1d1f-43bb-af2c-83a908a3f31e req-244fefee-2335-4ebd-a9df-29aeba8d40e1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 943 time: 0.1133950 Aug 04 17:24:53.803433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d55149a-93a8-4978-a4b1-5074805a97a6 req-bb7a32b2-dcab-450e-9a92-c8423158cd18 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367621 Aug 04 17:24:53.832225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aeabadf2-1d1f-43bb-af2c-83a908a3f31e req-c6cb5b22-a532-4085-b33d-30b9f1c88344 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Aug 04 17:24:55.308816 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69fef5-9b10-49df-903a-888226eb5e0e req-3b401c57-fe09-4e5e-af6b-d26425ea2e68 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:55.311357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e69fef5-9b10-49df-903a-888226eb5e0e req-3b401c57-fe09-4e5e-af6b-d26425ea2e68 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 943 time: 0.4029663 Aug 04 17:24:55.348834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 67313844-15f8-4e42-ad1d-44e1a7eb97b9 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:24:55.365105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e69fef5-9b10-49df-903a-888226eb5e0e req-80ca8df6-6f3c-4e76-8ef3-59a91261c588 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Aug 04 17:24:55.458387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 67313844-15f8-4e42-ad1d-44e1a7eb97b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=67313844-15f8-4e42-ad1d-44e1a7eb97b9,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:55.470031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '67313844-15f8-4e42-ad1d-44e1a7eb97b9', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'port_id': '67313844-15f8-4e42-ad1d-44e1a7eb97b9', 'mac_address': 'fa:16:3e:bf:a9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:24:55.509730 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:55.523837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67313844-15f8-4e42-ad1d-44e1a7eb97b9 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:24:55.544404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 67313844-15f8-4e42-ad1d-44e1a7eb97b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=67313844-15f8-4e42-ad1d-44e1a7eb97b9,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:55.549893 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:55.607129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=67313844-15f8-4e42-ad1d-44e1a7eb97b9,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:55.774475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['67313844-15f8-4e42-ad1d-44e1a7eb97b9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:24:56.489138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6755d06-1711-410f-a822-ab2bc762a945 req-50051213-f459-435b-a9c0-492f8f3b7e97 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:56.490816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6755d06-1711-410f-a822-ab2bc762a945 req-50051213-f459-435b-a9c0-492f8f3b7e97 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 944 time: 0.0527442 Aug 04 17:24:56.535484 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6755d06-1711-410f-a822-ab2bc762a945 req-76dd6174-a789-418a-b0a9-921e7b6bb731 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Aug 04 17:24:57.347161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 67313844-15f8-4e42-ad1d-44e1a7eb97b9 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:24:57.403340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:24:57.407960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:24:57.409589 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:57.493761 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:57.519945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fc9745-c421-4ead-ada1-a7755b1d2a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67313844-15f8-4e42-ad1d-44e1a7eb97b9'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:24:57.522263 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293e4112-62e1-4d3e-9ff7-51597333a91e" -d '{"events": [{"server_uuid": "b0fc9745-c421-4ead-ada1-a7755b1d2a07", "name": "network-vif-plugged", "status": "completed", "tag": "67313844-15f8-4e42-ad1d-44e1a7eb97b9"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:24:57.535560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 67313844-15f8-4e42-ad1d-44e1a7eb97b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=67313844-15f8-4e42-ad1d-44e1a7eb97b9,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:24:57.541029 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:24:57.576069 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db96f21-959c-4075-9ed0-cd0c5432069e x-openstack-request-id: req-7db96f21-959c-4075-9ed0-cd0c5432069e {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:24:57.576350 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fc9745-c421-4ead-ada1-a7755b1d2a07", "name": "network-vif-plugged", "status": "completed", "tag": "67313844-15f8-4e42-ad1d-44e1a7eb97b9", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:24:57.576635 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7db96f21-959c-4075-9ed0-cd0c5432069e {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:24:57.577046 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fc9745-c421-4ead-ada1-a7755b1d2a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67313844-15f8-4e42-ad1d-44e1a7eb97b9', 'code': 200} Aug 04 17:24:57.620767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=67313844-15f8-4e42-ad1d-44e1a7eb97b9,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:24:57.702294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825e61b-b19f-498c-9b1a-76705b2901d5 req-fd545eff-a757-48f3-9bf4-8fe1e74f4aff tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:57.704162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7825e61b-b19f-498c-9b1a-76705b2901d5 req-fd545eff-a757-48f3-9bf4-8fe1e74f4aff tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 945 time: 0.0909719 Aug 04 17:24:57.711832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489593f2-5b72-4896-aae0-843093b51d18 req-5cf22599-b981-4706-9379-f54e276a5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:57.713297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-489593f2-5b72-4896-aae0-843093b51d18 req-5cf22599-b981-4706-9379-f54e276a5c77 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 1096 time: 0.0592103 Aug 04 17:24:57.763361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7825e61b-b19f-498c-9b1a-76705b2901d5 req-6f5bd11b-3c5f-46ff-8304-9cdab7115a3f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490475 Aug 04 17:24:57.775520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-489593f2-5b72-4896-aae0-843093b51d18 req-902c89a6-282a-4453-8ca6-3fe7915cfa28 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478215 Aug 04 17:24:58.893054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c582d-0db6-4f6f-8aad-2f3b510c4ca0 req-4cd738c8-346c-441d-9c22-bd774613fd49 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:24:58.894573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e06c582d-0db6-4f6f-8aad-2f3b510c4ca0 req-4cd738c8-346c-441d-9c22-bd774613fd49 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 945 time: 0.0635419 Aug 04 17:24:58.933455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e06c582d-0db6-4f6f-8aad-2f3b510c4ca0 req-6a09c0bc-456d-4b85-a687-a2554cd59e95 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Aug 04 17:25:01.985627 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0592775b-cbad-476f-92dd-c190a39f9298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:04.337338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60324) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:04.404055 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b5d27805-6ba4-4bc0-bafe-5b4d5a6cd503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:04.735264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:05.001549 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:05.069281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port d4dfc307-c025-4bce-a00b-39dbee5c2f58 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:25:05.069630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:05.169242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] For port d4dfc307-c025-4bce-a00b-39dbee5c2f58, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d4dfc307-c025-4bce-a00b-39dbee5c2f58,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:05.169957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:05.184790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for d4dfc307-c025-4bce-a00b-39dbee5c2f58 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:25:05.384559 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:05.415605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=d4dfc307-c025-4bce-a00b-39dbee5c2f58,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:05.614874 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:05.842580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router 31516713-ae01-425d-8441-2c859c7b45a2 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:25:05.870031 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:05.974062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:25:05.986222 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] Sync routers for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:25:05.998713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b14f8103-9875-444f-8300-8b5ec701b314 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "PUT /v2.0/routers/31516713-ae01-425d-8441-2c859c7b45a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464000 Aug 04 17:25:06.011370 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:06.012831 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:06.141370 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:06.260944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc78aba-1ba4-426e-83bd-f321e707cc88 req-88e32dca-8b68-415b-932f-389f6d3e1ad9 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:06.262529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4dc78aba-1ba4-426e-83bd-f321e707cc88 req-88e32dca-8b68-415b-932f-389f6d3e1ad9 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 946 time: 0.0561647 Aug 04 17:25:06.306390 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4dc78aba-1ba4-426e-83bd-f321e707cc88 req-b20daabb-8293-4a62-87d3-7323b7014299 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364795 Aug 04 17:25:06.395792 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:25:05Z', 'revision_number': 6, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e33ae2e7-4104-40a6-87e6-561509805b27', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'mac_address': 'fa:16:3e:96:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:49Z', 'updated_at': '2021-08-04T17:23:53Z', 'revision_number': 1, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:06.423184 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] Checking router: 31516713-ae01-425d-8441-2c859c7b45a2 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:25:06.432231 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:06.432847 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:06.545521 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:06.879362 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:25:05Z', 'revision_number': 6, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e33ae2e7-4104-40a6-87e6-561509805b27', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'mac_address': 'fa:16:3e:96:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:49Z', 'updated_at': '2021-08-04T17:23:53Z', 'revision_number': 1, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:06.909895 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f6096-e062-4f08-a86b-829ad55054e5 None None] The sync data for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 is: [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:25:05Z', 'revision_number': 6, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e33ae2e7-4104-40a6-87e6-561509805b27', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'port_id': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'mac_address': 'fa:16:3e:96:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:23:49Z', 'updated_at': '2021-08-04T17:23:53Z', 'revision_number': 1, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:25:07.201392 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:25:07.445221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d81d3-b9c6-46b4-a22b-b3cb6674e024 req-8a27008d-e385-4fac-a986-1fbc1813081f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:07.446738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-367d81d3-b9c6-46b4-a22b-b3cb6674e024 req-8a27008d-e385-4fac-a986-1fbc1813081f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 946 time: 0.0506492 Aug 04 17:25:07.474855 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:07.492551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-367d81d3-b9c6-46b4-a22b-b3cb6674e024 req-a315fbc6-9a8d-4da5-a1fa-a9573c196009 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca6bfe7c-1e23-481e-8277-2a429560669f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396290 Aug 04 17:25:07.519472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d4dfc307-c025-4bce-a00b-39dbee5c2f58 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:25:07.541707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: d4dfc307-c025-4bce-a00b-39dbee5c2f58 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:25:07.542292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d4dfc307-c025-4bce-a00b-39dbee5c2f58 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:25:07.551090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-dd3a2c5b-d7f9-419f-91a1-2b9f8cf4fb4e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:07.552614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-dd3a2c5b-d7f9-419f-91a1-2b9f8cf4fb4e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.82 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 946 time: 0.0508807 Aug 04 17:25:07.655434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-991590de-03a7-4c55-9352-b2ae2e85d0c1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port 556a3678-90ab-4df8-9541-bc46fc2baf95 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:25:07.655715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-991590de-03a7-4c55-9352-b2ae2e85d0c1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:07.746090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-991590de-03a7-4c55-9352-b2ae2e85d0c1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] For port 556a3678-90ab-4df8-9541-bc46fc2baf95, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=556a3678-90ab-4df8-9541-bc46fc2baf95,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:07.746497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-991590de-03a7-4c55-9352-b2ae2e85d0c1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:07.765461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-991590de-03a7-4c55-9352-b2ae2e85d0c1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for 556a3678-90ab-4df8-9541-bc46fc2baf95 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:25:07.905809 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-991590de-03a7-4c55-9352-b2ae2e85d0c1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:07.940198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991590de-03a7-4c55-9352-b2ae2e85d0c1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=556a3678-90ab-4df8-9541-bc46fc2baf95,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:07.982534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-991590de-03a7-4c55-9352-b2ae2e85d0c1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] No DVR routers for this DVR port 556a3678-90ab-4df8-9541-bc46fc2baf95 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:25:07.985446 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-991590de-03a7-4c55-9352-b2ae2e85d0c1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:07.987546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cbaa689b-ea37-4dd4-8b2f-006820e11222 req-991590de-03a7-4c55-9352-b2ae2e85d0c1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.82 "DELETE /v2.0/ports/556a3678-90ab-4df8-9541-bc46fc2baf95 HTTP/1.1" status: 204 len: 173 time: 0.4279945 Aug 04 17:25:07.988038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece447f9-cd7a-4042-8a85-c84948277ec4', 'name': 'network-vif-deleted', 'tag': '556a3678-90ab-4df8-9541-bc46fc2baf95'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:25:07.990296 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f56227-eb36-4248-92f5-018af3306e1a" -d '{"events": [{"server_uuid": "ece447f9-cd7a-4042-8a85-c84948277ec4", "name": "network-vif-deleted", "tag": "556a3678-90ab-4df8-9541-bc46fc2baf95"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:25:08.035448 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c87327-691b-404f-8134-2c64d8ab0635 x-openstack-request-id: req-75c87327-691b-404f-8134-2c64d8ab0635 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:25:08.035731 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece447f9-cd7a-4042-8a85-c84948277ec4", "name": "network-vif-deleted", "tag": "556a3678-90ab-4df8-9541-bc46fc2baf95", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:25:08.035982 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75c87327-691b-404f-8134-2c64d8ab0635 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:25:08.036876 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece447f9-cd7a-4042-8a85-c84948277ec4', 'name': 'network-vif-deleted', 'tag': '556a3678-90ab-4df8-9541-bc46fc2baf95', 'status': 'completed', 'code': 200} Aug 04 17:25:08.626501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a0b156c-4d12-4465-9b7a-6aa098112db4 req-b6b3a839-7409-435b-94fa-7fb744bdd22d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=ece447f9-cd7a-4042-8a85-c84948277ec4 HTTP/1.1" status: 200 len: 210 time: 0.0273566 Aug 04 17:25:09.146128 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:09.221197 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:09.684989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60370) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:09.744730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9954d7ba-b56d-4e25-bf6c-8fcf2f4c1737 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:09.770296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9954d7ba-b56d-4e25-bf6c-8fcf2f4c1737 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:09.832003 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9954d7ba-b56d-4e25-bf6c-8fcf2f4c1737 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:09.835341 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9954d7ba-b56d-4e25-bf6c-8fcf2f4c1737 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:09.836633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9954d7ba-b56d-4e25-bf6c-8fcf2f4c1737 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca6bfe7c-1e23-481e-8277-2a429560669f HTTP/1.1" status: 204 len: 168 time: 0.1505778 Aug 04 17:25:09.846777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954d7ba-b56d-4e25-bf6c-8fcf2f4c1737 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6bfe7c-1e23-481e-8277-2a429560669f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:09.876642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60374) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:09.934162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e71b288-e044-45b7-8ef8-02ccf16b5fd5 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting subnet 44f18a09-d588-476b-b747-0016a324b1f2 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:25:09.937407 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e71b288-e044-45b7-8ef8-02ccf16b5fd5 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:09.984894 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e71b288-e044-45b7-8ef8-02ccf16b5fd5 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.069817 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e71b288-e044-45b7-8ef8-02ccf16b5fd5 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.132520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e71b288-e044-45b7-8ef8-02ccf16b5fd5 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.168353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71b288-e044-45b7-8ef8-02ccf16b5fd5 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Subnet': ['ID=44f18a09-d588-476b-b747-0016a324b1f2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:10.172270 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6e71b288-e044-45b7-8ef8-02ccf16b5fd5 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.176710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6e71b288-e044-45b7-8ef8-02ccf16b5fd5 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/subnets/44f18a09-d588-476b-b747-0016a324b1f2 HTTP/1.1" status: 204 len: 168 time: 0.2964478 Aug 04 17:25:10.177100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60376) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:10.183608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e987961-cd8b-4eff-b7ae-71d226827f2c None None] Network 2da57b45-2602-4c34-9cc5-46d02fc846c7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:25:10.254761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.328265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:25:10.328506 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.405935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e160b36-63de-4e30-9365-6268025a9e3c None None] DHCP port deletion for 2da57b45-2602-4c34-9cc5-46d02fc846c7 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:25:10.433624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] For port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:10.433823 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.449021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:25:10.471204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5e160b36-63de-4e30-9365-6268025a9e3c None None] Deleting port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:25:10.471697 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5e160b36-63de-4e30-9365-6268025a9e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.537662 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.557349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5e160b36-63de-4e30-9365-6268025a9e3c None None] For port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d,segment=NetworkSegment(709a430a-f874-4bf2-bc0c-8826885c8e16),segment_id=709a430a-f874-4bf2-bc0c-8826885c8e16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:10.558005 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5e160b36-63de-4e30-9365-6268025a9e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.566482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:10.570176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] No DVR routers for this DVR port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:25:10.579955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5e160b36-63de-4e30-9365-6268025a9e3c None None] Calling delete_port for 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 17:25:10.670227 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 17:25:10.675610 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.684881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5e160b36-63de-4e30-9365-6268025a9e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.689426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da57b45-2602-4c34-9cc5-46d02fc846c7']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:10.705364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709a430a-f874-4bf2-bc0c-8826885c8e16') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:10.705784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709a430a-f874-4bf2-bc0c-8826885c8e16') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:10.717092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.720830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e160b36-63de-4e30-9365-6268025a9e3c None None] No DVR routers for this DVR port 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:25:10.726432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e160b36-63de-4e30-9365-6268025a9e3c None None] Pushing event deleted for resources: {'Port': ['ID=7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:10.746660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.753651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:25:10.754121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:25:10.757913 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:25:10.821763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.826694 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:10.831451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60402) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:10.832032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/networks/2da57b45-2602-4c34-9cc5-46d02fc846c7 HTTP/1.1" status: 204 len: 168 time: 0.6537640 Aug 04 17:25:10.846755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d0766-ab90-4a10-9623-5184c0e6a5d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Network': ['ID=2da57b45-2602-4c34-9cc5-46d02fc846c7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:10.994090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port 44f03056-6bf8-45c7-8eac-b08037612de1 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:25:10.994724 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:11.074543 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:11.074859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:11.088452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for 44f03056-6bf8-45c7-8eac-b08037612de1 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:25:11.094843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-36335304-14d8-48df-af89-243b4585273f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443087 Aug 04 17:25:11.184331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-4054aa5f-8770-41c1-a105-ffc797800f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:11.186033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-4054aa5f-8770-41c1-a105-ffc797800f2a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1095 time: 0.0463507 Aug 04 17:25:11.256747 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:11.291484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=44f03056-6bf8-45c7-8eac-b08037612de1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:11.306155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-f2e4307e-0908-4756-a44d-7466ab5753c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:11.307876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-f2e4307e-0908-4756-a44d-7466ab5753c3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.0991323 Aug 04 17:25:11.316548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.316981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.317323 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.317663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.317996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.318407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.318654 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.319250 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.319360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.319669 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.319994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.320315 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:11.365088 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:11.365344 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Floating IP e33ae2e7-4104-40a6-87e6-561509805b27 disassociated (deleted). External IP: 172.25.2.250, port: 4ca84da5-0243-4829-b198-c7ad9b187b51. Aug 04 17:25:11.379836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-f698708a-5a61-488e-8520-c0703c6db7b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 999 time: 0.0620522 Aug 04 17:25:11.391213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 556a3678-90ab-4df8-9541-bc46fc2baf95 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:25:11.423041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 556a3678-90ab-4df8-9541-bc46fc2baf95 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:25:11.423846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 556a3678-90ab-4df8-9541-bc46fc2baf95 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:25:11.436375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-3ec23888-9637-40ef-90c5-55832cf8fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:11.438126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-3ec23888-9637-40ef-90c5-55832cf8fdd5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0510564 Aug 04 17:25:11.499165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-6f99a7de-b9e1-41a1-aa52-4e8f985906f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:11.501672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-6f99a7de-b9e1-41a1-aa52-4e8f985906f4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540962 Aug 04 17:25:11.572912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:25:11.599047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:25:11.599694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7c8529b1-e2c7-4d22-9ae0-5cdc25dcbd1d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:25:11.600536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-6ca06cad-7a23-432e-ad1e-5bd840e31974 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910299 Aug 04 17:25:11.635263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router 31516713-ae01-425d-8441-2c859c7b45a2 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:25:11.709840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffd62dd7-ec46-4bff-850d-bba496695fd8 req-24aa352f-9763-4ee0-8cbc-e538685ecbe4 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006341 Aug 04 17:25:11.754355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:25:11.759818 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:11.767281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] Sync routers for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:25:11.783904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:11.784588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:11.793507 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c3f4fcef-12b3-4b4e-a7e9-4e23a330a4bb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/floatingips/e33ae2e7-4104-40a6-87e6-561509805b27 HTTP/1.1" status: 204 len: 168 time: 0.9591403 Aug 04 17:25:11.794365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'tag': '4ca84da5-0243-4829-b198-c7ad9b187b51'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:25:11.796849 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3422a0f9-077b-49ca-bb0c-387e9252c6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8fbcf0-a1bd-4388-8165-10da2943eb8e", "tag": "4ca84da5-0243-4829-b198-c7ad9b187b51"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:25:11.892171 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38743143-83bc-4899-88b8-14211e94080b x-openstack-request-id: req-38743143-83bc-4899-88b8-14211e94080b {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:25:11.893169 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8fbcf0-a1bd-4388-8165-10da2943eb8e", "tag": "4ca84da5-0243-4829-b198-c7ad9b187b51", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:25:11.893590 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38743143-83bc-4899-88b8-14211e94080b {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:25:11.894202 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'tag': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'status': 'completed', 'code': 200} Aug 04 17:25:11.947689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:11.992289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-bb954187-d346-4443-8a3c-5a9465cbc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:11.993866 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-bb954187-d346-4443-8a3c-5a9465cbc3c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 1097 time: 0.0739710 Aug 04 17:25:12.017923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e71ac0-d103-4f46-a094-89feb3e0c9d1 req-8ae683bc-ab93-4b13-b293-a087b5e0b3f4 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:12.019900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4e71ac0-d103-4f46-a094-89feb3e0c9d1 req-8ae683bc-ab93-4b13-b293-a087b5e0b3f4 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0645177 Aug 04 17:25:12.123849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4e71ac0-d103-4f46-a094-89feb3e0c9d1 req-f4b137a2-59e4-4433-865b-6f77a3665268 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943234 Aug 04 17:25:12.136400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-5adb8e98-91f3-43af-87ae-e38be48000e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:12.137834 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-5adb8e98-91f3-43af-87ae-e38be48000e7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3 HTTP/1.1" status: 200 len: 898 time: 0.1264012 Aug 04 17:25:12.138668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-b1cf17e1-6e6e-4e45-adde-ff4e866a330d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1175985 Aug 04 17:25:12.153335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ba29d-4bee-46de-96e1-b8b12e572c61 req-c945d853-db35-482b-a875-f8c7a28f558d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:12.161268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-387ba29d-4bee-46de-96e1-b8b12e572c61 req-c945d853-db35-482b-a875-f8c7a28f558d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 946 time: 0.0943823 Aug 04 17:25:12.216564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:25:05Z', 'revision_number': 6, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:12.225890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-387ba29d-4bee-46de-96e1-b8b12e572c61 req-e15c390c-04dd-4b36-9902-f015f5201501 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635452 Aug 04 17:25:12.234436 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-9a019207-d93c-4f36-9d83-1136c123861d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ca84da5-0243-4829-b198-c7ad9b187b51 HTTP/1.1" status: 200 len: 217 time: 0.0814910 Aug 04 17:25:12.247810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] Checking router: 31516713-ae01-425d-8441-2c859c7b45a2 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:25:12.255120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:12.255743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:12.294704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-f0f28023-b446-4c19-ab56-5238a2e767c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:12.296492 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-f0f28023-b446-4c19-ab56-5238a2e767c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b99845f-7de5-4853-8b03-c8eb6e2c0edf HTTP/1.1" status: 200 len: 834 time: 0.0544724 Aug 04 17:25:12.297496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-986e7d1d-dfb7-470e-b160-fb1d4d1f765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:12.299224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-986e7d1d-dfb7-470e-b160-fb1d4d1f765f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 1097 time: 0.0899551 Aug 04 17:25:12.307987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe34846-274c-4507-806e-712bf9311e04 req-e0c6b128-e7e0-4d05-8f6a-2f87ed842e1d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:12.309722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6fe34846-274c-4507-806e-712bf9311e04 req-e0c6b128-e7e0-4d05-8f6a-2f87ed842e1d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0632579 Aug 04 17:25:12.367655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-f5ddc336-aea7-4d55-a9b6-a67278959234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:12.369498 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-f5ddc336-aea7-4d55-a9b6-a67278959234 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=632c95b7-274f-4cbd-9bd3-dfd32f9633c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620632 Aug 04 17:25:12.400739 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:12.412737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6fe34846-274c-4507-806e-712bf9311e04 req-5da7857b-0fe9-4a14-92dc-77faff01b54d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959284 Aug 04 17:25:12.467758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-ded30279-fc98-492d-aad5-c82e37f72af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:12.468857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-ded30279-fc98-492d-aad5-c82e37f72af3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1404183 Aug 04 17:25:12.532298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-731ce36f-e5a8-45f6-af7b-1d2caed5cf2f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1058e343-8cad-49ed-b560-009b7f0893b4 HTTP/1.1" status: 200 len: 217 time: 0.0532501 Aug 04 17:25:12.532981 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-823c5126-7f1b-41db-8784-c4b8d65a8234 service neutron] 10.222.0.90 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533444 Aug 04 17:25:12.617842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-c71f2c7b-8b7f-47f2-8594-6af202b4d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:12.620213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-c71f2c7b-8b7f-47f2-8594-6af202b4d2df service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0724595 Aug 04 17:25:12.693122 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3422a0f9-077b-49ca-bb0c-387e9252c6f7 req-febb9681-5589-4daa-b608-737a530d69c1 service neutron] 10.222.0.90 "GET /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471269 Aug 04 17:25:12.722977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-c476212f-8b4e-4bd3-afbc-f593a81524d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:12.725307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-c476212f-8b4e-4bd3-afbc-f593a81524d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964503 Aug 04 17:25:12.794226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:25:05Z', 'revision_number': 6, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:12.826765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c07ce23-6303-4ad2-b143-fd884729bdc4 None None] The sync data for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 is: [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:25:05Z', 'revision_number': 6, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1d2eeb19-ef85-4a3b-a506-56ccf2b4881d', 'name': '', 'network_id': '632c95b7-274f-4cbd-9bd3-dfd32f9633c3', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:28:27:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:29Z', 'updated_at': '2021-08-04T17:23:37Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': '2b99845f-7de5-4853-8b03-c8eb6e2c0edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:25:13.116561 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c00c44-8ed3-4696-92d7-88f659115ad6 None None] New status for floating IP e33ae2e7-4104-40a6-87e6-561509805b27: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:25:13.223576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbe1ca-82a5-4f20-8e2f-58c83b9a0cf6 req-597336e9-a529-4d3f-84e1-63cf147ddccf tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:13.225377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-addbe1ca-82a5-4f20-8e2f-58c83b9a0cf6 req-597336e9-a529-4d3f-84e1-63cf147ddccf tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.4375200 Aug 04 17:25:13.260798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-1e4e2332-288e-431f-8b3d-e8a74fd7d00b service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267339 Aug 04 17:25:13.353937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-addbe1ca-82a5-4f20-8e2f-58c83b9a0cf6 req-dddab515-66de-4ac3-a1c3-bbbb872c2520 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154287 Aug 04 17:25:13.385725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-29c814c9-60d1-4071-9975-0a402fecd61f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:13.395127 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-29c814c9-60d1-4071-9975-0a402fecd61f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.90 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 946 time: 0.1037872 Aug 04 17:25:13.456040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6204220-3e65-4bce-a649-599f51d1d848 req-44426124-17a5-4537-8a49-09bf158b5bbf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:13.457570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6204220-3e65-4bce-a649-599f51d1d848 req-44426124-17a5-4537-8a49-09bf158b5bbf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d8fbcf0-a1bd-4388-8165-10da2943eb8e HTTP/1.1" status: 200 len: 946 time: 0.1099861 Aug 04 17:25:13.487563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24555128-7c4a-49dc-a8d8-1aa43be5db84 req-de181e8d-9ff8-49e4-92ee-caccfd813412 service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125862 Aug 04 17:25:13.525782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6204220-3e65-4bce-a649-599f51d1d848 req-80ef9a0d-fa1a-47fc-83ba-6d9c3ca712e7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=86f675c9-08f7-483b-868f-0e2dbda17a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564775 Aug 04 17:25:13.548914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-ae3ca278-a097-4144-a634-66e8d066feeb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port 4ca84da5-0243-4829-b198-c7ad9b187b51 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:25:13.549579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-ae3ca278-a097-4144-a634-66e8d066feeb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:13.680549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-ae3ca278-a097-4144-a634-66e8d066feeb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] For port 4ca84da5-0243-4829-b198-c7ad9b187b51, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=4ca84da5-0243-4829-b198-c7ad9b187b51,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:13.681101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-ae3ca278-a097-4144-a634-66e8d066feeb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:13.701394 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-ae3ca278-a097-4144-a634-66e8d066feeb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for 4ca84da5-0243-4829-b198-c7ad9b187b51 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:25:13.861933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-ae3ca278-a097-4144-a634-66e8d066feeb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:13.935216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee307f-a23f-433a-b854-868c5d09671b req-e0a1ab0e-a09f-49e4-aa30-4a70644c5574 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:13.936866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97ee307f-a23f-433a-b854-868c5d09671b req-e0a1ab0e-a09f-49e4-aa30-4a70644c5574 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1124606 Aug 04 17:25:13.954918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ca278-a097-4144-a634-66e8d066feeb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=4ca84da5-0243-4829-b198-c7ad9b187b51,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:13.984077 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-ae3ca278-a097-4144-a634-66e8d066feeb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] No DVR routers for this DVR port 4ca84da5-0243-4829-b198-c7ad9b187b51 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:25:13.984823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97ee307f-a23f-433a-b854-868c5d09671b req-450b3712-cf9f-4296-a2bb-ddf668d05fe6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413837 Aug 04 17:25:13.987097 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-ae3ca278-a097-4144-a634-66e8d066feeb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:13.989486 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-68696de6-4e06-4a9e-b229-2f736478dec1 req-ae3ca278-a097-4144-a634-66e8d066feeb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.90 "DELETE /v2.0/ports/4ca84da5-0243-4829-b198-c7ad9b187b51 HTTP/1.1" status: 204 len: 173 time: 0.5855873 Aug 04 17:25:13.990090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'name': 'network-vif-deleted', 'tag': '4ca84da5-0243-4829-b198-c7ad9b187b51'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:25:13.995882 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a47c221-e1fe-404a-bd2d-aa06661ef99e" -d '{"events": [{"server_uuid": "5d8fbcf0-a1bd-4388-8165-10da2943eb8e", "name": "network-vif-deleted", "tag": "4ca84da5-0243-4829-b198-c7ad9b187b51"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:25:14.050151 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6fb62a-8e51-404a-bf78-a0ed090c9748 x-openstack-request-id: req-5d6fb62a-8e51-404a-bf78-a0ed090c9748 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:25:14.050450 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8fbcf0-a1bd-4388-8165-10da2943eb8e", "name": "network-vif-deleted", "tag": "4ca84da5-0243-4829-b198-c7ad9b187b51", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:25:14.050836 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d6fb62a-8e51-404a-bf78-a0ed090c9748 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:25:14.051273 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8fbcf0-a1bd-4388-8165-10da2943eb8e', 'name': 'network-vif-deleted', 'tag': '4ca84da5-0243-4829-b198-c7ad9b187b51', 'status': 'completed', 'code': 200} Aug 04 17:25:14.584843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60444) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:14.646967 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93cb4666-c099-4816-a4a5-3db4242e5184 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:14.672927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93cb4666-c099-4816-a4a5-3db4242e5184 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:14.737235 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93cb4666-c099-4816-a4a5-3db4242e5184 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:14.740154 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-93cb4666-c099-4816-a4a5-3db4242e5184 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:14.744308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-93cb4666-c099-4816-a4a5-3db4242e5184 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/security-groups/86f675c9-08f7-483b-868f-0e2dbda17a9b HTTP/1.1" status: 204 len: 168 time: 0.1553319 Aug 04 17:25:14.754704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb4666-c099-4816-a4a5-3db4242e5184 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f675c9-08f7-483b-868f-0e2dbda17a9b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:14.803927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60448) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:15.108212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1924b-7a5d-4cb0-85a6-ff1e379f8f46 req-bc7421a6-ea2a-496d-8b2e-549d793dae68 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:15.110879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bad1924b-7a5d-4cb0-85a6-ff1e379f8f46 req-bc7421a6-ea2a-496d-8b2e-549d793dae68 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0532191 Aug 04 17:25:15.151903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bad1924b-7a5d-4cb0-85a6-ff1e379f8f46 req-3967b8fd-48d0-4892-a1dd-d59835725ccf tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336840 Aug 04 17:25:15.204951 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:15.479562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:25:15.479814 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:15.573984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] For port 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1d2eeb19-ef85-4a3b-a506-56ccf2b4881d,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:15.574324 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:15.588119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:25:15.793094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:15.819667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=1d2eeb19-ef85-4a3b-a506-56ccf2b4881d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:16.044426 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:16.283960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router 31516713-ae01-425d-8441-2c859c7b45a2 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:25:16.303332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d319235-eed5-49ff-8b45-7b36f52a6f4e req-5da093db-b708-4c9f-8d2d-996fa7ab5578 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:16.304765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d319235-eed5-49ff-8b45-7b36f52a6f4e req-5da093db-b708-4c9f-8d2d-996fa7ab5578 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0545180 Aug 04 17:25:16.347227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d319235-eed5-49ff-8b45-7b36f52a6f4e req-9e8b72a5-6a89-47f4-a46c-51e135d6f7a4 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355752 Aug 04 17:25:16.414795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:25:16.423553 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77b0b19f-1275-417d-94cb-b4adcd61800d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "PUT /v2.0/routers/31516713-ae01-425d-8441-2c859c7b45a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6153455 Aug 04 17:25:16.424222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60462) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:16.425756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] Sync routers for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:25:16.437188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:16.437896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:16.493431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-3635987e-5943-4e66-8854-90be17488ae0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting subnet 2b99845f-7de5-4853-8b03-c8eb6e2c0edf {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:25:16.497794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3635987e-5943-4e66-8854-90be17488ae0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:16.544190 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3635987e-5943-4e66-8854-90be17488ae0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:16.566631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:16.644147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 4ca84da5-0243-4829-b198-c7ad9b187b51 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:25:16.661721 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3635987e-5943-4e66-8854-90be17488ae0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:16.698454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 4ca84da5-0243-4829-b198-c7ad9b187b51 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:25:16.698966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 4ca84da5-0243-4829-b198-c7ad9b187b51 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:25:16.751795 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3635987e-5943-4e66-8854-90be17488ae0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:16.786910 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635987e-5943-4e66-8854-90be17488ae0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Subnet': ['ID=2b99845f-7de5-4853-8b03-c8eb6e2c0edf,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:16.795079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3635987e-5943-4e66-8854-90be17488ae0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:16.797888 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3635987e-5943-4e66-8854-90be17488ae0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/subnets/2b99845f-7de5-4853-8b03-c8eb6e2c0edf HTTP/1.1" status: 204 len: 168 time: 0.3715861 Aug 04 17:25:16.801378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60464) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:16.804156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e82efb9-b48a-4c8f-a019-24327aeedb5b None None] Network 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:25:16.934236 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.079478 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.110710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:25:15Z', 'revision_number': 7, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': 'fabee34b-50f3-40a5-80bb-7f449a0ee0eb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31516713-ae01-425d-8441-2c859c7b45a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:23:26Z', 'updated_at': '2021-08-04T17:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:17.150645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] Checking router: 31516713-ae01-425d-8441-2c859c7b45a2 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:25:17.174704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port fabee34b-50f3-40a5-80bb-7f449a0ee0eb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:25:17.175098 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.190965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] Routers {'31516713-ae01-425d-8441-2c859c7b45a2'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:17.191492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['31516713-ae01-425d-8441-2c859c7b45a2'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:17.276548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] For port fabee34b-50f3-40a5-80bb-7f449a0ee0eb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fabee34b-50f3-40a5-80bb-7f449a0ee0eb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:17.276917 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.291481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for fabee34b-50f3-40a5-80bb-7f449a0ee0eb owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:25:17.314048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] Set router 31516713-ae01-425d-8441-2c859c7b45a2 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:17.378049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:25:17Z', 'revision_number': 8, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:17.413764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab1999-0990-4c7d-b5f1-14173178dd9d None None] The sync data for ids ['31516713-ae01-425d-8441-2c859c7b45a2'] in n-d-764435-5 is: [{'id': '31516713-ae01-425d-8441-2c859c7b45a2', 'name': 'tempest-TestNetworkBasicOps-router-563246900', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:23:25Z', 'updated_at': '2021-08-04T17:25:17Z', 'revision_number': 8, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:25:17.417942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b9964-605d-4ef2-aa4b-bbe9281cdb08 None None] DHCP port deletion for 632c95b7-274f-4cbd-9bd3-dfd32f9633c3 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:25:17.472416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-535b9964-605d-4ef2-aa4b-bbe9281cdb08 None None] Deleting port e99d7def-8138-4fa4-ab31-4ba2af3ed70c {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:25:17.473128 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-535b9964-605d-4ef2-aa4b-bbe9281cdb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.533166 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.539444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-535b9964-605d-4ef2-aa4b-bbe9281cdb08 None None] For port e99d7def-8138-4fa4-ab31-4ba2af3ed70c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e99d7def-8138-4fa4-ab31-4ba2af3ed70c,segment=NetworkSegment(19b91ed8-4f30-4803-8901-fab65ac53dd9),segment_id=19b91ed8-4f30-4803-8901-fab65ac53dd9)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:17.539840 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-535b9964-605d-4ef2-aa4b-bbe9281cdb08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.545820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e3474-8ad0-4307-a51f-705c0399e8af req-50bb4719-f9eb-4815-b67b-5b2028b7e7ce tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:17.551285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e49e3474-8ad0-4307-a51f-705c0399e8af req-50bb4719-f9eb-4815-b67b-5b2028b7e7ce tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1044376 Aug 04 17:25:17.552537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-535b9964-605d-4ef2-aa4b-bbe9281cdb08 None None] Calling delete_port for e99d7def-8138-4fa4-ab31-4ba2af3ed70c owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:25:17.583528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=fabee34b-50f3-40a5-80bb-7f449a0ee0eb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:17.639871 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-535b9964-605d-4ef2-aa4b-bbe9281cdb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.665623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b9964-605d-4ef2-aa4b-bbe9281cdb08 None None] Pushing event deleted for resources: {'Port': ['ID=e99d7def-8138-4fa4-ab31-4ba2af3ed70c,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:17.667086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e49e3474-8ad0-4307-a51f-705c0399e8af req-0fa6932d-08cc-43b5-b9d2-6365d9f0d0dd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931633 Aug 04 17:25:17.670509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b9964-605d-4ef2-aa4b-bbe9281cdb08 None None] No DVR routers for this DVR port e99d7def-8138-4fa4-ab31-4ba2af3ed70c on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:25:17.690518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.790756 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.797907 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.865231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.866013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Fanout notify agent at l3_agent the message router_deleted on router 31516713-ae01-425d-8441-2c859c7b45a2 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:25:17.881780 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:17.883823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ce8163a2-55ca-486d-8726-9dec60312681 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/routers/31516713-ae01-425d-8441-2c859c7b45a2 HTTP/1.1" status: 204 len: 168 time: 1.0809548 Aug 04 17:25:17.888640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60470) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:17.983013 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.073197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.086332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632c95b7-274f-4cbd-9bd3-dfd32f9633c3']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:18.099174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b91ed8-4f30-4803-8901-fab65ac53dd9') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:18.099472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b91ed8-4f30-4803-8901-fab65ac53dd9') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:18.110521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.137426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.157826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:25:18.158253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:25:18.161850 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:25:18.229473 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.234343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.241278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/networks/632c95b7-274f-4cbd-9bd3-dfd32f9633c3 HTTP/1.1" status: 204 len: 168 time: 0.3467212 Aug 04 17:25:18.252381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:25:18.261591 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60474) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:18.265093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6736d-a911-42dd-a120-7bed848b8967 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Network': ['ID=632c95b7-274f-4cbd-9bd3-dfd32f9633c3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:18.270744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'network': {'name': 'tempest-network-smoke--103895921', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'port_security_enabled': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:18.305255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:25:18.306159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1d2eeb19-ef85-4a3b-a506-56ccf2b4881d not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:25:18.306796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e99d7def-8138-4fa4-ab31-4ba2af3ed70c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:25:18.316151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Made reservation on behalf of 5e37c1fd22584f4cb90a6ee07695fd54 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:25:18.320214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.331560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e99d7def-8138-4fa4-ab31-4ba2af3ed70c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:25:18.331912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e99d7def-8138-4fa4-ab31-4ba2af3ed70c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:25:18.349436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:25:18.360438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.360838 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Added segment 61f03d48-8d4b-45e4-a818-11bfe3f02a5a of type vlan for network acf3c8a3-9ae5-43e7-914d-5e13de33de2e Aug 04 17:25:18.405649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.442171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.448201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:18.448844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.513061 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2496691 Aug 04 17:25:18.515878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60476) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:18.521783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'admin_state_up': True, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:18.523309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef27bf7-1449-456c-80d7-a9f62dc5dfa4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Network': ['ID=acf3c8a3-9ae5-43e7-914d-5e13de33de2e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:18.535841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network acf3c8a3-9ae5-43e7-914d-5e13de33de2e details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:25:18.551628 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.553730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.628143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.801349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:18.838294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621f918-3267-40fe-b85a-2fc25917238d req-f3533339-9c88-4742-88b5-03bec83e4c08 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:18.839846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6621f918-3267-40fe-b85a-2fc25917238d req-f3533339-9c88-4742-88b5-03bec83e4c08 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0957808 Aug 04 17:25:18.911747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6621f918-3267-40fe-b85a-2fc25917238d req-bbfac1e9-e423-49dc-aa9a-45a8692f3f36 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440295 Aug 04 17:25:19.051664 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.071443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.185620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Allocated IP 172.25.2.32 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/0904202a-f687-4b59-96ed-382612c58df3) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:19.243655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60482) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:19.291083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b7ad52-bccc-432f-bc1d-a9d0d97ed31d admin admin] Deleting subnet d0bd1923-9c01-4c3b-b2d5-968884e72557 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:25:19.294387 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94b7ad52-bccc-432f-bc1d-a9d0d97ed31d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.304973 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.329610 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94b7ad52-bccc-432f-bc1d-a9d0d97ed31d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.346717 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.368427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94b7ad52-bccc-432f-bc1d-a9d0d97ed31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.395347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:19.398900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:19.404007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:19.407839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=0904202a-f687-4b59-96ed-382612c58df3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:19.430376 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94b7ad52-bccc-432f-bc1d-a9d0d97ed31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.524356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fabee34b-50f3-40a5-80bb-7f449a0ee0eb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:25:19.546436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: fabee34b-50f3-40a5-80bb-7f449a0ee0eb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:25:19.547276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fabee34b-50f3-40a5-80bb-7f449a0ee0eb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:25:19.676907 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.830425 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7ad52-bccc-432f-bc1d-a9d0d97ed31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0bd1923-9c01-4c3b-b2d5-968884e72557,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:19.832391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94b7ad52-bccc-432f-bc1d-a9d0d97ed31d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.834398 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-94b7ad52-bccc-432f-bc1d-a9d0d97ed31d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d0bd1923-9c01-4c3b-b2d5-968884e72557 HTTP/1.1" status: 204 len: 168 time: 0.5895784 Aug 04 17:25:19.836950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60484) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:19.887770 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.907109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:19.996977 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.007928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec293e30-e55a-482b-b22d-9dfd1a2e79ea']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:20.019477 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:20.019794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4468954-dcb1-41e2-8f52-c5e8a9fdd773') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:20.029382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.043687 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.050115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:25:20.050725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:25:20.052872 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:25:20.055505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000d117-3d4a-49eb-8af3-a4bf6af78fd6 req-2f978ab6-134b-4da4-9c33-59c8fcb987d1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:20.055505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6000d117-3d4a-49eb-8af3-a4bf6af78fd6 req-2f978ab6-134b-4da4-9c33-59c8fcb987d1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0713897 Aug 04 17:25:20.096532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router e73187db-a14b-4aad-a134-6b89837237c7 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:25:20.108388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6000d117-3d4a-49eb-8af3-a4bf6af78fd6 req-b0794bfe-2e6a-4f67-b0c7-b8ec70d4a76f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447483 Aug 04 17:25:20.110094 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.120104 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.122007 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ec293e30-e55a-482b-b22d-9dfd1a2e79ea HTTP/1.1" status: 204 len: 168 time: 0.2841072 Aug 04 17:25:20.134683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e8e2f-daee-4e7c-8a23-7c9bd7433d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec293e30-e55a-482b-b22d-9dfd1a2e79ea,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:20.220980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:25:20.232651 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Sync routers for ids ['e73187db-a14b-4aad-a134-6b89837237c7'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:25:20.240790 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.243521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8b1f5219-57f6-4600-9aee-e840eba1c154 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7257080 Aug 04 17:25:20.244466 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Routers {'e73187db-a14b-4aad-a134-6b89837237c7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:20.247204 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e73187db-a14b-4aad-a134-6b89837237c7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:20.247565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60490) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:20.299996 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0efd6d67-128f-4457-9744-9b0bd5f92b20 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=5e37c1fd22584f4cb90a6ee07695fd54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437901 Aug 04 17:25:20.301069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60492) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:20.340044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60494) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:20.370391 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Set router e73187db-a14b-4aad-a134-6b89837237c7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:20.388904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-53313c5e-260c-4e29-9291-688298af0bd9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=606a264db48e4088a28f101b8a74ac7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447540 Aug 04 17:25:20.389156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60496) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:20.404704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219eafa-98ad-4b09-b949-c3f1010f29e5 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:20.406528 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c219eafa-98ad-4b09-b949-c3f1010f29e5 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1051180 Aug 04 17:25:20.409442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60498) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:20.446389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5b08db0a-45c6-4651-acbf-0b1cc8161ca3 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358336 Aug 04 17:25:20.449134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60500) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:20.455093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-752686208', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:20.468494 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6593c355-c60d-4a0c-90aa-08c52fadf30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.492406 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6593c355-c60d-4a0c-90aa-08c52fadf30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.546913 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6593c355-c60d-4a0c-90aa-08c52fadf30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.550218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6593c355-c60d-4a0c-90aa-08c52fadf30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.550589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Made reservation on behalf of 5e37c1fd22584f4cb90a6ee07695fd54 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:25:20.551599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6593c355-c60d-4a0c-90aa-08c52fadf30a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1c1b8e3-9282-4085-8502-21e5f121e99e HTTP/1.1" status: 204 len: 168 time: 0.1615393 Aug 04 17:25:20.554950 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.560594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593c355-c60d-4a0c-90aa-08c52fadf30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c1b8e3-9282-4085-8502-21e5f121e99e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:20.568916 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:19Z', 'revision_number': 3, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:20.597116 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Checking router: e73187db-a14b-4aad-a134-6b89837237c7 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:25:20.597457 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Updating router e73187db-a14b-4aad-a134-6b89837237c7 port 0904202a-f687-4b59-96ed-382612c58df3 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:25:20.625716 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.748755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.814604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Subnet': ['ID=a112afce-78dc-491b-ab79-f7c50d8d611b,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:20.834459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Checking segment: {'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:20.834635 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network hostable DHCP agents. Network: acf3c8a3-9ae5-43e7-914d-5e13de33de2e, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:25:20.855966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network acf3c8a3-9ae5-43e7-914d-5e13de33de2e is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:25:20.869839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, acf3c8a3-9ae5-43e7-914d-5e13de33de2e) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:20.875398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:20.876176 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.882933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ca968-ec63-491c-8432-4ca58f1cd7af None None] Network acf3c8a3-9ae5-43e7-914d-5e13de33de2e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:25:20.887137 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.894706 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2c16b637-bfe6-422f-a787-1b3e2120ac9d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4443326 Aug 04 17:25:20.898085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60510) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:20.903801 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Transition to ACTIVE for port object 0904202a-f687-4b59-96ed-382612c58df3 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:20.915572 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.969832 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Attempting to bind port 0904202a-f687-4b59-96ed-382612c58df3 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:20.970336 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Attempting to bind port 0904202a-f687-4b59-96ed-382612c58df3 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:20.970707 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Attempting to bind port 0904202a-f687-4b59-96ed-382612c58df3 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:20.985310 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:20.985797 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:20.986435 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:20.986992 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:20.987538 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Bound port: 0904202a-f687-4b59-96ed-382612c58df3, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:20.988052 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.043972 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Pushing event updated for resources: {'Port': ['ID=0904202a-f687-4b59-96ed-382612c58df3,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:21.048971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:25:21.050078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.066423 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.067021 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.067442 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.068080 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.068977 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.069114 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.069340 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.069673 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.069997 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.070395 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.070631 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.070976 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:21.081378 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] For port 0904202a-f687-4b59-96ed-382612c58df3, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:21.085673 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] For port 0904202a-f687-4b59-96ed-382612c58df3, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0904202a-f687-4b59-96ed-382612c58df3,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:21.091027 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.174832 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Routers {'e73187db-a14b-4aad-a134-6b89837237c7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:21.176264 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e73187db-a14b-4aad-a134-6b89837237c7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:21.264463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Allocated IP 172.20.0.2 (acf3c8a3-9ae5-43e7-914d-5e13de33de2e/a112afce-78dc-491b-ab79-f7c50d8d611b/8de3cee0-f40c-4b55-8690-697a77153b28) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:21.290034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead5a65-a217-4a0c-899e-44b5e2bfb2c6 req-30b34022-5ae0-47ab-ac60-f5ff606e1df8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:21.292653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ead5a65-a217-4a0c-899e-44b5e2bfb2c6 req-30b34022-5ae0-47ab-ac60-f5ff606e1df8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0844600 Aug 04 17:25:21.304405 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] Set router e73187db-a14b-4aad-a134-6b89837237c7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:21.374026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ead5a65-a217-4a0c-899e-44b5e2bfb2c6 req-cedbff78-2182-4b39-ac53-23948dc28538 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669389 Aug 04 17:25:21.406263 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7618454-8f01-477a-bb76-cd96b72f6700 None None] Pushing event updated for resources: {'Port': ['ID=0904202a-f687-4b59-96ed-382612c58df3,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:21.459575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60526) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:21.493133 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.507695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Transition to ACTIVE for port object 8de3cee0-f40c-4b55-8690-697a77153b28 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:21.537782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Transition to ACTIVE for port object 8de3cee0-f40c-4b55-8690-697a77153b28 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:21.546952 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:19Z', 'revision_number': 3, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:21.554536 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.579715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.583022 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312c2b0-27b5-4115-9a88-3ed6b4436523 None None] The sync data for ids ['e73187db-a14b-4aad-a134-6b89837237c7'] in n-d-764435-5 is: [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:19Z', 'revision_number': 3, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:25:21.600452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Network acf3c8a3-9ae5-43e7-914d-5e13de33de2e is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:21.603516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2009258490-network', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:21.604341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:21.607037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:21.633772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Made reservation on behalf of 1277fddbaf0e4edaa6c9c4f7f18bf0ff for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:25:21.636372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.646452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.670895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Pushing event updated for resources: {'Port': ['ID=8de3cee0-f40c-4b55-8690-697a77153b28,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:21.686985 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Attempting to bind port 8de3cee0-f40c-4b55-8690-697a77153b28 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:21.687287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Attempting to bind port 8de3cee0-f40c-4b55-8690-697a77153b28 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:21.687649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Attempting to bind port 8de3cee0-f40c-4b55-8690-697a77153b28 on network acf3c8a3-9ae5-43e7-914d-5e13de33de2e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:21.694688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:21.695397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Checking segment: {'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:21.695951 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.696510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Bound using segment: {'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:21.697562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Bound port: 8de3cee0-f40c-4b55-8690-697a77153b28, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:21.698045 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.762156 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.768533 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.771905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] For port 8de3cee0-f40c-4b55-8690-697a77153b28, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:21.775265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] For port 8de3cee0-f40c-4b55-8690-697a77153b28, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8de3cee0-f40c-4b55-8690-697a77153b28,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:21.781981 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.800458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:25:21.809151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8104b6-0660-4780-aba1-51ea1530d927,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:21.819428 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.819881 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Added segment 2e171960-522b-4a84-a6b7-060889caf8d3 of type vlan for network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b Aug 04 17:25:21.910497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224f8b1-6f9c-45a0-949f-b851fe5494a8 None None] Pushing event updated for resources: {'Port': ['ID=8de3cee0-f40c-4b55-8690-697a77153b28,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:21.916553 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.965958 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:21.967026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:21.967666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:22.010909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Allocated IP 172.20.0.1 (acf3c8a3-9ae5-43e7-914d-5e13de33de2e/a112afce-78dc-491b-ab79-f7c50d8d611b/e0ad11ae-b886-4836-9551-c24750b91315) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:22.060360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5990984 Aug 04 17:25:22.066155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60530) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:22.082584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Request body: {'subnet': {'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2009258490-subnet', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:22.114168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b5c50-67aa-4c9b-9737-4deed24e3203 admin admin] Pushing event updated for resources: {'Network': ['ID=3f1ce86e-0f56-4084-9328-2cc53aa43d9b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:22.125803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:25:22.138295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Made reservation on behalf of 1277fddbaf0e4edaa6c9c4f7f18bf0ff for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:25:22.140951 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:22.230592 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:22.256592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Transition to ACTIVE for port object e0ad11ae-b886-4836-9551-c24750b91315 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:22.304218 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:22.348933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network acf3c8a3-9ae5-43e7-914d-5e13de33de2e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:22.352553 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:22.359435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:22.402757 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=e0ad11ae-b886-4836-9551-c24750b91315,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:22.431075 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:22.623496 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:22.666043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314d976-6dd6-4ccf-baf3-6df91c36deba req-85059864-aad2-411d-9254-569a1b265584 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:22.667689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6314d976-6dd6-4ccf-baf3-6df91c36deba req-85059864-aad2-411d-9254-569a1b265584 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0860307 Aug 04 17:25:22.722444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6314d976-6dd6-4ccf-baf3-6df91c36deba req-c14a0ed4-f2b2-4088-9f6a-6ca90f5e8a09 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457711 Aug 04 17:25:22.826496 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:22.884381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a556bb42-a0be-4124-a098-d8a08f4b4374,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:22.893274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Checking segment: {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:22.893638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Network hostable DHCP agents. Network: 3f1ce86e-0f56-4084-9328-2cc53aa43d9b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:25:22.914386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:25:22.930011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 3f1ce86e-0f56-4084-9328-2cc53aa43d9b) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:22.934746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:22.935457 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:22.943035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1410dc20-5d99-4ec5-9410-929a4eaf8809 None None] Network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:25:22.960369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ae5f7d8e-c32c-4f79-b401-60f1a693e3d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8903773 Aug 04 17:25:22.960580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60534) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:22.965515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2009258490-router', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:22.996020 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:22.998100 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:22.999621 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:23.006611 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:23.044651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e943858-6adc-4daf-a71f-eb7833b0f162 None None] Network acf3c8a3-9ae5-43e7-914d-5e13de33de2e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:25:23.064351 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:23.094735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=e0ad11ae-b886-4836-9551-c24750b91315,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:23.098167 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:23.188680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8a1e4f0d-83b7-4870-96a7-ce548a8bfd88 None None] Provisioning for port 8de3cee0-f40c-4b55-8690-697a77153b28 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:23.199095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network acf3c8a3-9ae5-43e7-914d-5e13de33de2e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:23.200547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:23.217388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:23.255581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-3f1ce86e-0f56-4084-9328-2cc53aa43d9b', 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'fixed_ips': [{'subnet_id': 'a556bb42-a0be-4124-a098-d8a08f4b4374'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:25:23.256808 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:23.345341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router e73187db-a14b-4aad-a134-6b89837237c7 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:25:23.466651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:23.477402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Allocated IP 172.20.0.2 (3f1ce86e-0f56-4084-9328-2cc53aa43d9b/a556bb42-a0be-4124-a098-d8a08f4b4374/f694d3aa-82a0-4afb-afcc-7da5284802da) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:23.493578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:25:23.494750 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:23.500472 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-47f16302-5a23-4e29-bdd5-48603555ee79 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "PUT /v2.0/routers/e73187db-a14b-4aad-a134-6b89837237c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6016028 Aug 04 17:25:23.503329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60536) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:23.715745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8de3cee0-f40c-4b55-8690-697a77153b28 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:23.736478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Allocated IP 172.25.2.20 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/8e90a60d-83ca-484e-ba46-13936ad8b16e) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:23.786048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Sync routers for ids ['e73187db-a14b-4aad-a134-6b89837237c7'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:25:23.793361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c210c90-8fae-41c2-8a42-05dc9dd58b03 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.793996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c210c90-8fae-41c2-8a42-05dc9dd58b03 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.794646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c210c90-8fae-41c2-8a42-05dc9dd58b03 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.795563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c210c90-8fae-41c2-8a42-05dc9dd58b03 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.795836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c210c90-8fae-41c2-8a42-05dc9dd58b03 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.796360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c210c90-8fae-41c2-8a42-05dc9dd58b03 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.799413 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8c210c90-8fae-41c2-8a42-05dc9dd58b03 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.2950726 Aug 04 17:25:23.802397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60540) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:23.818347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Routers {'e73187db-a14b-4aad-a134-6b89837237c7'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:23.818713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e73187db-a14b-4aad-a134-6b89837237c7'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:23.821872 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:23.875570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Transition to ACTIVE for port object f694d3aa-82a0-4afb-afcc-7da5284802da will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:23.906603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Transition to ACTIVE for port object f694d3aa-82a0-4afb-afcc-7da5284802da will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:23.923680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5864db-51d4-4d82-9b66-4be1115823b4 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.924412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5864db-51d4-4d82-9b66-4be1115823b4 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.924886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5864db-51d4-4d82-9b66-4be1115823b4 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.925350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5864db-51d4-4d82-9b66-4be1115823b4 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.926145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5864db-51d4-4d82-9b66-4be1115823b4 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.926669 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5864db-51d4-4d82-9b66-4be1115823b4 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.931592 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3f5864db-51d4-4d82-9b66-4be1115823b4 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1250134 Aug 04 17:25:23.931780 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:23.932676 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60542) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:23.967397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761c895-1dc7-4a03-91df-83456e45d5b7 req-4b3b66fd-343d-49e8-9798-06809224b880 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:23.969030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e761c895-1dc7-4a03-91df-83456e45d5b7 req-4b3b66fd-343d-49e8-9798-06809224b880 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1029942 Aug 04 17:25:23.970326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 8de3cee0-f40c-4b55-8690-697a77153b28 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:23.995470 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.000979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:24.048271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e38804d-e19f-4dd2-9d17-283e3a17fc9a None None] Provisioning complete for port 8de3cee0-f40c-4b55-8690-697a77153b28 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:24.048620 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e38804d-e19f-4dd2-9d17-283e3a17fc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.063740 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.073689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:24.076658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:24.078630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8de3cee0-f40c-4b55-8690-697a77153b28 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:24.079491 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.098720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:24.139105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:24.155341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:24.178448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e761c895-1dc7-4a03-91df-83456e45d5b7 req-9394c028-3444-4560-bf23-bfc64ebb9199 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914957 Aug 04 17:25:24.211089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Pushing event updated for resources: {'Port': ['ID=8e90a60d-83ca-484e-ba46-13936ad8b16e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:24.319364 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3b1993cd-84c4-4726-8600-67a4dea28005 tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2861 time: 0.3827567 Aug 04 17:25:24.340820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Pushing event updated for resources: {'Port': ['ID=f694d3aa-82a0-4afb-afcc-7da5284802da,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:24.365326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Set router e73187db-a14b-4aad-a134-6b89837237c7 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:24.472574 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.504881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Attempting to bind port f694d3aa-82a0-4afb-afcc-7da5284802da on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:24.505567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Attempting to bind port f694d3aa-82a0-4afb-afcc-7da5284802da by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:24.506099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Attempting to bind port f694d3aa-82a0-4afb-afcc-7da5284802da on network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:24.563245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:24.563245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Checking segment: {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:24.563674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.564058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Bound using segment: {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:24.564531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Bound port: f694d3aa-82a0-4afb-afcc-7da5284802da, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:24.564931 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.630602 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e38804d-e19f-4dd2-9d17-283e3a17fc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.662418 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.685721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60546) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:24.691144 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.691384 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-35d4519b-5686-4226-88c0-17906d50e047 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992285091', 'description': 'tempest-secgroup-smoke-1992285091 description', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:24.717470 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-35d4519b-5686-4226-88c0-17906d50e047 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.753089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2e38804d-e19f-4dd2-9d17-283e3a17fc9a None None] For port 8de3cee0-f40c-4b55-8690-697a77153b28, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8de3cee0-f40c-4b55-8690-697a77153b28,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:24.778527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] For port f694d3aa-82a0-4afb-afcc-7da5284802da, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:24.780544 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e38804d-e19f-4dd2-9d17-283e3a17fc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.819235 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-35d4519b-5686-4226-88c0-17906d50e047 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.825156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-35d4519b-5686-4226-88c0-17906d50e047 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.856099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] For port f694d3aa-82a0-4afb-afcc-7da5284802da, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f694d3aa-82a0-4afb-afcc-7da5284802da,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:24.858741 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-35d4519b-5686-4226-88c0-17906d50e047 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.862901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Router 5b22e5ec-2db8-4981-9760-da09f5b298cc is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:25:24.864673 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-35d4519b-5686-4226-88c0-17906d50e047 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1776512 Aug 04 17:25:24.866113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60548) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:24.868562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4519b-5686-4226-88c0-17906d50e047 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66916dc-6dcc-4b78-91d1-299dce643be4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:24.874342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0d21e4c4-f617-48e0-adfe-e993450a7f88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'b66916dc-6dcc-4b78-91d1-299dce643be4', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:24.882135 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.903325 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d21e4c4-f617-48e0-adfe-e993450a7f88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.905205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e38804d-e19f-4dd2-9d17-283e3a17fc9a None None] Provisioning for port e0ad11ae-b886-4836-9551-c24750b91315 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:24.928153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2e38804d-e19f-4dd2-9d17-283e3a17fc9a None None] Provisioning complete for port e0ad11ae-b886-4836-9551-c24750b91315 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:24.928743 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2e38804d-e19f-4dd2-9d17-283e3a17fc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.961870 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:25:24.962377 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:25:24.969756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38804d-e19f-4dd2-9d17-283e3a17fc9a None None] Pushing event updated for resources: {'Port': ['ID=8de3cee0-f40c-4b55-8690-697a77153b28,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:24.972077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d21e4c4-f617-48e0-adfe-e993450a7f88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.979454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d21e4c4-f617-48e0-adfe-e993450a7f88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:24.991103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:25:25.003743 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21e4c4-f617-48e0-adfe-e993450a7f88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9455af22-d645-4a4c-8f76-ae9fb01dec2c,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:25.011365 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.012521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d0cc72d5-9b28-4589-b6e1-9a668a5f1c00 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0508823 Aug 04 17:25:25.015412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60550) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:25.017853 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Sync routers for ids ['5b22e5ec-2db8-4981-9760-da09f5b298cc'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:25:25.028110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d21e4c4-f617-48e0-adfe-e993450a7f88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.029363 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d21e4c4-f617-48e0-adfe-e993450a7f88 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622653 Aug 04 17:25:25.032249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60552) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:25.034650 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Routers {'5b22e5ec-2db8-4981-9760-da09f5b298cc'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:25.035556 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5b22e5ec-2db8-4981-9760-da09f5b298cc'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:25.036881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-af39a5c7-1413-4aaf-98a4-f5ee94bfa2be tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'b66916dc-6dcc-4b78-91d1-299dce643be4', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:25.076162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2e38804d-e19f-4dd2-9d17-283e3a17fc9a None None] Port e0ad11ae-b886-4836-9551-c24750b91315 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:25:25.078613 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af39a5c7-1413-4aaf-98a4-f5ee94bfa2be tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.089549 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:22Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e0ad11ae-b886-4836-9551-c24750b91315', 'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:55:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:21Z', 'updated_at': '2021-08-04T17:25:22Z', 'revision_number': 2, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:25.093143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f8f75-c36d-4cfd-8453-923f9cb8d181 None None] Pushing event updated for resources: {'Port': ['ID=f694d3aa-82a0-4afb-afcc-7da5284802da,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:25.131613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Checking router: e73187db-a14b-4aad-a134-6b89837237c7 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:25:25.132169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Updating router e73187db-a14b-4aad-a134-6b89837237c7 port e0ad11ae-b886-4836-9551-c24750b91315 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:25:25.183334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af39a5c7-1413-4aaf-98a4-f5ee94bfa2be tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.187079 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.190344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af39a5c7-1413-4aaf-98a4-f5ee94bfa2be tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.234120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39a5c7-1413-4aaf-98a4-f5ee94bfa2be tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813ba62b-b719-413c-8c6b-566ae4345f73,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:25.241051 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Set router 5b22e5ec-2db8-4981-9760-da09f5b298cc gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:25.254039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af39a5c7-1413-4aaf-98a4-f5ee94bfa2be tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.258532 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-af39a5c7-1413-4aaf-98a4-f5ee94bfa2be tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2251623 Aug 04 17:25:25.261014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60556) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:25.269991 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3973adf8-cf98-4bba-a7d7-b4f1643a07dd tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'b66916dc-6dcc-4b78-91d1-299dce643be4', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:25.339213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d603d165-2d12-43ee-a5f2-01aa4ca4d0e5 None None] Provisioning complete for port e0ad11ae-b886-4836-9551-c24750b91315 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:25.339588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d603d165-2d12-43ee-a5f2-01aa4ca4d0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.351540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3973adf8-cf98-4bba-a7d7-b4f1643a07dd tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.456532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3973adf8-cf98-4bba-a7d7-b4f1643a07dd tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.465026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3973adf8-cf98-4bba-a7d7-b4f1643a07dd tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.469415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7933f1-1082-45b3-bb6f-d9f483c8ae5b req-0f699e5e-4007-47a2-bf5c-c1f263f4cde1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:25.471235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d7933f1-1082-45b3-bb6f-d9f483c8ae5b req-0f699e5e-4007-47a2-bf5c-c1f263f4cde1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1409338 Aug 04 17:25:25.488039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973adf8-cf98-4bba-a7d7-b4f1643a07dd tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80cd920-14b1-405a-b533-dc5af84e4f33,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:25.518024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3973adf8-cf98-4bba-a7d7-b4f1643a07dd tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.520526 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3973adf8-cf98-4bba-a7d7-b4f1643a07dd tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2578380 Aug 04 17:25:25.521395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d603d165-2d12-43ee-a5f2-01aa4ca4d0e5 None None] Port e0ad11ae-b886-4836-9551-c24750b91315 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:25:25.530595 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60558) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:25.540347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-be58b9a3-48c9-454b-82ee-58b5caabe4e2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'b66916dc-6dcc-4b78-91d1-299dce643be4', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:25.579613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0904202a-f687-4b59-96ed-382612c58df3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:25.591506 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be58b9a3-48c9-454b-82ee-58b5caabe4e2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.609409 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'name': 'tempest-TestServerMultinode-2009258490-router', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:24Z', 'revision_number': 3, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'gw_port': {'id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:25.629436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d7933f1-1082-45b3-bb6f-d9f483c8ae5b req-02636acf-f32a-4011-b3ce-7d4ca2b09fd1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898104 Aug 04 17:25:25.651671 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Checking router: 5b22e5ec-2db8-4981-9760-da09f5b298cc for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:25:25.652910 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Updating router 5b22e5ec-2db8-4981-9760-da09f5b298cc port 8e90a60d-83ca-484e-ba46-13936ad8b16e binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:25:25.686966 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.699059 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 0904202a-f687-4b59-96ed-382612c58df3 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:25.713594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0904202a-f687-4b59-96ed-382612c58df3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:25.714228 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.744701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be58b9a3-48c9-454b-82ee-58b5caabe4e2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.753089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.758366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be58b9a3-48c9-454b-82ee-58b5caabe4e2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.796079 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.810308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58b9a3-48c9-454b-82ee-58b5caabe4e2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5711ad-49b3-4b2b-8008-0858ce57d85e,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:25.812505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Transition to ACTIVE for port object e0ad11ae-b886-4836-9551-c24750b91315 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:25.823668 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be58b9a3-48c9-454b-82ee-58b5caabe4e2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.830488 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be58b9a3-48c9-454b-82ee-58b5caabe4e2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2979639 Aug 04 17:25:25.832020 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60562) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:25.838349 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.846048 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f49e1e3b-5f03-4009-81e0-d7b7e061afba tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'b66916dc-6dcc-4b78-91d1-299dce643be4', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:25.903883 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-f49e1e3b-5f03-4009-81e0-d7b7e061afba tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Project 5e37c1fd22584f4cb90a6ee07695fd54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:25:25.914013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f49e1e3b-5f03-4009-81e0-d7b7e061afba tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.938560 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:25.968510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be41d7-f21f-4356-a452-d17a30898b89 None None] Pushing event updated for resources: {'Port': ['ID=e0ad11ae-b886-4836-9551-c24750b91315,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:26.008540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 0904202a-f687-4b59-96ed-382612c58df3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0904202a-f687-4b59-96ed-382612c58df3,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:26.031691 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.089825 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f49e1e3b-5f03-4009-81e0-d7b7e061afba tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.099840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f49e1e3b-5f03-4009-81e0-d7b7e061afba tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.152208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f49e1e3b-5f03-4009-81e0-d7b7e061afba tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.154493 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.158361 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f49e1e3b-5f03-4009-81e0-d7b7e061afba tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3238220 Aug 04 17:25:26.159065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60566) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:26.164513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e1e3b-5f03-4009-81e0-d7b7e061afba tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be979f9-c00e-4bf5-990c-19e09e61e0bf,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:26.180212 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Transition to ACTIVE for port object 8e90a60d-83ca-484e-ba46-13936ad8b16e will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:26.194566 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.195726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Attempting to bind port e0ad11ae-b886-4836-9551-c24750b91315 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:26.196349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-1080df8f-ea60-4e13-8135-67a605edc76c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'security_group_rule': {'security_group_id': 'b66916dc-6dcc-4b78-91d1-299dce643be4', 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:26.196481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Attempting to bind port e0ad11ae-b886-4836-9551-c24750b91315 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:26.196598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Attempting to bind port e0ad11ae-b886-4836-9551-c24750b91315 on network acf3c8a3-9ae5-43e7-914d-5e13de33de2e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:26.232448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:26.232996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Checking segment: {'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:26.233498 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.233993 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Bound using segment: {'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:26.234570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Bound port: e0ad11ae-b886-4836-9551-c24750b91315, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:26.239209 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.266679 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Attempting to bind port 8e90a60d-83ca-484e-ba46-13936ad8b16e on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:26.267090 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Attempting to bind port 8e90a60d-83ca-484e-ba46-13936ad8b16e by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:26.267450 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Attempting to bind port 8e90a60d-83ca-484e-ba46-13936ad8b16e on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:26.275957 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:26.277077 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:26.277650 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.278193 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:26.278994 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Bound port: 8e90a60d-83ca-484e-ba46-13936ad8b16e, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:26.279569 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.286051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-2d52e954-effa-4611-aefe-2bf877d49af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:26.288932 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-2d52e954-effa-4611-aefe-2bf877d49af7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1095 time: 0.2789011 Aug 04 17:25:26.327091 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e1d97-c948-4839-aaf1-3714e23f1491 None None] Pushing event updated for resources: {'Port': ['ID=8e90a60d-83ca-484e-ba46-13936ad8b16e,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:26.349914 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] For port e0ad11ae-b886-4836-9551-c24750b91315, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:26.354110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] For port e0ad11ae-b886-4836-9551-c24750b91315, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e0ad11ae-b886-4836-9551-c24750b91315,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:26.357868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8de3cee0-f40c-4b55-8690-697a77153b28 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:26.361980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=0904202a-f687-4b59-96ed-382612c58df3,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:26.383962 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] For port 8e90a60d-83ca-484e-ba46-13936ad8b16e, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:26.388836 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] For port 8e90a60d-83ca-484e-ba46-13936ad8b16e, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8e90a60d-83ca-484e-ba46-13936ad8b16e,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:26.392535 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-1080df8f-ea60-4e13-8135-67a605edc76c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Project 5e37c1fd22584f4cb90a6ee07695fd54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:25:26.392815 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.395172 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.397345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Allocated IP 172.20.0.1 (3f1ce86e-0f56-4084-9328-2cc53aa43d9b/a556bb42-a0be-4124-a098-d8a08f4b4374/78598ca8-ba45-4bc1-ae27-f72eec2216a5) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:26.416272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa741fb7-6662-45c5-a9ca-041e8be295e6 req-d2b187aa-0932-4cb6-a825-22c17d987b16 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:26.424321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa741fb7-6662-45c5-a9ca-041e8be295e6 req-d2b187aa-0932-4cb6-a825-22c17d987b16 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.4119313 Aug 04 17:25:26.451311 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1080df8f-ea60-4e13-8135-67a605edc76c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.467631 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Routers {'5b22e5ec-2db8-4981-9760-da09f5b298cc'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:26.468261 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5b22e5ec-2db8-4981-9760-da09f5b298cc'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:26.514494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Routers {'e73187db-a14b-4aad-a134-6b89837237c7'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:26.515262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e73187db-a14b-4aad-a134-6b89837237c7'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:26.517317 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e1d97-c948-4839-aaf1-3714e23f1491 None None] Pushing event updated for resources: {'Port': ['ID=8e90a60d-83ca-484e-ba46-13936ad8b16e,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:26.586288 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1080df8f-ea60-4e13-8135-67a605edc76c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.616392 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] Set router 5b22e5ec-2db8-4981-9760-da09f5b298cc gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:26.642045 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1080df8f-ea60-4e13-8135-67a605edc76c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.654988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be41d7-f21f-4356-a452-d17a30898b89 None None] Pushing event updated for resources: {'Port': ['ID=e0ad11ae-b886-4836-9551-c24750b91315,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:26.684480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8de3cee0-f40c-4b55-8690-697a77153b28 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:26.684875 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.720298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa741fb7-6662-45c5-a9ca-041e8be295e6 req-705ab2a6-8d58-4cbe-87bd-8102c89b7d24 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951138 Aug 04 17:25:26.774373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.795382 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1080df8f-ea60-4e13-8135-67a605edc76c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.806156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1080df8f-ea60-4e13-8135-67a605edc76c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6401806 Aug 04 17:25:26.810542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Transition to ACTIVE for port object 78598ca8-ba45-4bc1-ae27-f72eec2216a5 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:26.812150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080df8f-ea60-4e13-8135-67a605edc76c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e39803-5332-42f1-b0c9-58d0719b01db,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:26.837967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-7df44196-1cde-4008-aad8-7b1d40944a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:26.839455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-7df44196-1cde-4008-aad8-7b1d40944a5e service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.4665890 Aug 04 17:25:26.860995 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'name': 'tempest-TestServerMultinode-2009258490-router', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:24Z', 'revision_number': 3, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'gw_port': {'id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:26.894976 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f98ea9-f396-4445-9900-5a6e2750dd9b None None] The sync data for ids ['5b22e5ec-2db8-4981-9760-da09f5b298cc'] in n-d-764435-5 is: [{'id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'name': 'tempest-TestServerMultinode-2009258490-router', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:24Z', 'revision_number': 3, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'gw_port': {'id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:25:26.936449 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:26.952583 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceea582-044e-4081-8c76-db64e54f0f8a None None] Network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:25:26.975128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-f479a425-9868-40de-a0ba-42174b32caec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 999 time: 0.1247714 Aug 04 17:25:26.998692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] Set router e73187db-a14b-4aad-a134-6b89837237c7 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:27.028410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:27.039174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:27.048671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:27.054639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Pushing event updated for resources: {'Port': ['ID=78598ca8-ba45-4bc1-ae27-f72eec2216a5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:27.097003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-cedd4b3d-831c-4147-bec6-e0941bed8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:27.098509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-cedd4b3d-831c-4147-bec6-e0941bed8d0a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.1154721 Aug 04 17:25:27.130951 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:27.150725 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-83e65412-6e05-4046-87c4-2c9087fa5b1f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992285091&fields=id&tenant_id=5e37c1fd22584f4cb90a6ee07695fd54 HTTP/1.1" status: 200 len: 267 time: 0.1147625 Aug 04 17:25:27.262849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f694d3aa-82a0-4afb-afcc-7da5284802da up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:27.365043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-65912ede-6bca-48c3-90f3-1d58c30ae70d None None] Provisioning for port f694d3aa-82a0-4afb-afcc-7da5284802da completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:27.441745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port f694d3aa-82a0-4afb-afcc-7da5284802da completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:27.447574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f694d3aa-82a0-4afb-afcc-7da5284802da triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:27.447952 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:27.510265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:22Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e0ad11ae-b886-4836-9551-c24750b91315', 'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:55:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:21Z', 'updated_at': '2021-08-04T17:25:26Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:27.540904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ebe2b-01c8-4a8f-b367-8969397d8bdf None None] The sync data for ids ['e73187db-a14b-4aad-a134-6b89837237c7'] in n-d-764435-5 is: [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:22Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e0ad11ae-b886-4836-9551-c24750b91315', 'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:55:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:21Z', 'updated_at': '2021-08-04T17:25:26Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:25:27.592820 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:27.681810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port f694d3aa-82a0-4afb-afcc-7da5284802da, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f694d3aa-82a0-4afb-afcc-7da5284802da,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:27.695453 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:27.716145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-789aa69b-0aa5-4b6f-83c7-0f4e7f3abede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:27.718160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-789aa69b-0aa5-4b6f-83c7-0f4e7f3abede service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6086597 Aug 04 17:25:27.779715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-040b5244-c859-44e1-b1a3-0b9d59142497 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:27.781308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-040b5244-c859-44e1-b1a3-0b9d59142497 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/networks?id=acf3c8a3-9ae5-43e7-914d-5e13de33de2e HTTP/1.1" status: 200 len: 796 time: 0.5922890 Aug 04 17:25:27.782646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=f694d3aa-82a0-4afb-afcc-7da5284802da,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:27.836103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-44a84866-ec19-4b13-9455-9f57524be1be None None] Provisioning for port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:27.840765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-44a84866-ec19-4b13-9455-9f57524be1be None None] Provisioning complete for port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:27.841140 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-44a84866-ec19-4b13-9455-9f57524be1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:27.876054 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-9d75f515-8810-4abb-95d2-42a81a2f07cf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/quotas/5e37c1fd22584f4cb90a6ee07695fd54 HTTP/1.1" status: 200 len: 375 time: 0.0835071 Aug 04 17:25:27.898028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-44a84866-ec19-4b13-9455-9f57524be1be None None] Port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:25:27.913690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-44a84866-ec19-4b13-9455-9f57524be1be None None] Provisioning complete for port f694d3aa-82a0-4afb-afcc-7da5284802da triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:27.914392 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-44a84866-ec19-4b13-9455-9f57524be1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.081296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.091813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-8effde4c-441d-49f1-89e3-3dfabdfd76c6 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094966 Aug 04 17:25:28.106298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-f60912e6-8e9c-447b-8a15-53c504b36a2a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2292571 Aug 04 17:25:28.127430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fb2b8-8460-4dd2-9d7b-190e4db044e4 req-3c3c51b5-5f59-4b0e-b29a-a4d730850a92 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:28.135934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e5fb2b8-8460-4dd2-9d7b-190e4db044e4 req-3c3c51b5-5f59-4b0e-b29a-a4d730850a92 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.2757959 Aug 04 17:25:28.187319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f65f7722-b38d-4e6d-8fd7-cf04e5a7f3ba None None] Provisioning complete for port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:28.188891 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f65f7722-b38d-4e6d-8fd7-cf04e5a7f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.257005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f65f7722-b38d-4e6d-8fd7-cf04e5a7f3ba None None] Port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:25:28.290562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f694d3aa-82a0-4afb-afcc-7da5284802da up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:28.335002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e5fb2b8-8460-4dd2-9d7b-190e4db044e4 req-02a0b673-644b-4dd2-83a2-33f08116abe6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403737 Aug 04 17:25:28.338374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f694d3aa-82a0-4afb-afcc-7da5284802da triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:28.338841 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.424112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0904202a-f687-4b59-96ed-382612c58df3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:28.440421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bad3d2b0-c610-4c50-9364-a71acbd2eb8a req-1529efa0-5bb2-4162-b212-0444dc82bbd1 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313258 Aug 04 17:25:28.453435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-2ad57b0e-c68d-4d7a-830e-bca3a700f63a service neutron] 10.222.0.39 "GET /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640915 Aug 04 17:25:28.484764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0904202a-f687-4b59-96ed-382612c58df3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:28.485484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.573208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8e90a60d-83ca-484e-ba46-13936ad8b16e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:28.575536 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.587939 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.625832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 8e90a60d-83ca-484e-ba46-13936ad8b16e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:28.629635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8e90a60d-83ca-484e-ba46-13936ad8b16e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:28.630013 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.639562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-d8569935-13b8-4c98-a9f3-a09c2afa7dc8 service neutron] 10.222.0.39 "GET /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795337 Aug 04 17:25:28.668469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Pushing event updated for resources: {'Port': ['ID=78598ca8-ba45-4bc1-ae27-f72eec2216a5,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:28.673880 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.711906 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.746889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 8e90a60d-83ca-484e-ba46-13936ad8b16e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8e90a60d-83ca-484e-ba46-13936ad8b16e,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:28.760171 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.761070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e0ad11ae-b886-4836-9551-c24750b91315 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:28.800689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:28.803120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:28.861613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=8e90a60d-83ca-484e-ba46-13936ad8b16e,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:28.895111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e0ad11ae-b886-4836-9551-c24750b91315 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:28.902458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e0ad11ae-b886-4836-9551-c24750b91315 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:28.902854 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:28.929767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8bfe076-1bff-4d5f-acbd-162f34e51a6c req-ecff8225-9390-455f-bb9e-0199649d2b98 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 210 time: 0.0522525 Aug 04 17:25:29.056270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Router 5b22e5ec-2db8-4981-9760-da09f5b298cc has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:25:29.067303 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:29.188461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port e0ad11ae-b886-4836-9551-c24750b91315, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e0ad11ae-b886-4836-9551-c24750b91315,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:29.197224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:29.232123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:25:29.253305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-362ba8f9-ca97-40a7-a393-f8b3a7bead7b admin admin] 10.222.0.39 "PUT /v2.0/routers/5b22e5ec-2db8-4981-9760-da09f5b298cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2360494 Aug 04 17:25:29.289040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=e0ad11ae-b886-4836-9551-c24750b91315,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:29.303815 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8fd60733-5630-4231-b756-8a11dd3dc508 None None] Provisioning complete for port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:29.304992 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8fd60733-5630-4231-b756-8a11dd3dc508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:29.370694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8fd60733-5630-4231-b756-8a11dd3dc508 None None] Port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:25:29.484997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Sync routers for ids ['5b22e5ec-2db8-4981-9760-da09f5b298cc'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:25:29.495414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa958ce3-ddb7-4e3c-8aa2-9e0459751900 req-17f19877-7806-4002-a27c-feed448572a4 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:29.496047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Routers {'5b22e5ec-2db8-4981-9760-da09f5b298cc'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:29.497200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5b22e5ec-2db8-4981-9760-da09f5b298cc'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:29.502146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa958ce3-ddb7-4e3c-8aa2-9e0459751900 req-17f19877-7806-4002-a27c-feed448572a4 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0729012 Aug 04 17:25:29.577058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa958ce3-ddb7-4e3c-8aa2-9e0459751900 req-7e67f443-4bf7-4262-9bda-ef9f68484aaf tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720811 Aug 04 17:25:29.705348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8d24c-2965-4691-b056-f531865d24c6 req-09a74797-5e11-4614-aec4-dcb6c6f4ab6c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:29.716135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0e8d24c-2965-4691-b056-f531865d24c6 req-09a74797-5e11-4614-aec4-dcb6c6f4ab6c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0683911 Aug 04 17:25:29.731072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Set router 5b22e5ec-2db8-4981-9760-da09f5b298cc gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:29.759508 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0e8d24c-2965-4691-b056-f531865d24c6 req-ecf3cca9-b714-425e-82cf-67b8862c1796 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423734 Aug 04 17:25:29.935354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60614) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:29.941137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2022950836-network', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:29.974938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Made reservation on behalf of de89f6012e18462d91f66a0c98edde86 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:25:29.978331 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:29.998744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'name': 'tempest-TestServerMultinode-2009258490-router', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:27Z', 'revision_number': 4, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'gw_port': {'id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '78598ca8-ba45-4bc1-ae27-f72eec2216a5', 'name': '', 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'mac_address': 'fa:16:3e:d5:f9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a556bb42-a0be-4124-a098-d8a08f4b4374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:25Z', 'updated_at': '2021-08-04T17:25:28Z', 'revision_number': 2, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'subnets': [{'id': 'a556bb42-a0be-4124-a098-d8a08f4b4374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:30.019004 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.025389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Checking router: 5b22e5ec-2db8-4981-9760-da09f5b298cc for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:25:30.025747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Updating router 5b22e5ec-2db8-4981-9760-da09f5b298cc port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:25:30.058058 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.062936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee92a1f7-70e4-4968-b48c-d764f2669f7f req-c625e6f6-b7d6-4c6d-8171-a42bc1a947d6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 210 time: 0.0604558 Aug 04 17:25:30.091821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b989-49b4-4366-ade1-4b42593ec204 req-7d6a3ed7-e58d-4a01-892e-e5e07be7ac7a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:30.101702 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d597b989-49b4-4366-ade1-4b42593ec204 req-7d6a3ed7-e58d-4a01-892e-e5e07be7ac7a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1101530 Aug 04 17:25:30.165157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d597b989-49b4-4366-ade1-4b42593ec204 req-3a673e2e-baed-435b-8273-886d5649c4fc tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530078 Aug 04 17:25:30.169278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8e90a60d-83ca-484e-ba46-13936ad8b16e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:30.230673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.237652 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.252110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:25:30.264954 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.265385 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Added segment 85d73a16-3388-4402-9a0b-f760957ea4c0 of type vlan for network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 Aug 04 17:25:30.281806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8e90a60d-83ca-484e-ba46-13936ad8b16e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:30.282579 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.393746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.410918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-7367b112-2473-4805-bd15-6409afe7973f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:30.412802 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-7367b112-2473-4805-bd15-6409afe7973f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.90 "GET /v2.0/networks?id=acf3c8a3-9ae5-43e7-914d-5e13de33de2e HTTP/1.1" status: 200 len: 796 time: 0.1663363 Aug 04 17:25:30.443495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:30.494283 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-0b1336b4-58fb-4e6c-a1f6-3724a658683f tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e37c1fd22584f4cb90a6ee07695fd54 HTTP/1.1" status: 200 len: 380 time: 0.0703220 Aug 04 17:25:30.499263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46e223-31b2-47dd-a113-9d0c54b4cf99 req-e9c792e1-6b95-4486-b9ae-9f897d6b79a3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:30.500816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec46e223-31b2-47dd-a113-9d0c54b4cf99 req-e9c792e1-6b95-4486-b9ae-9f897d6b79a3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0908639 Aug 04 17:25:30.501632 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.502544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:30.503130 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.505200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e0ad11ae-b886-4836-9551-c24750b91315 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:30.517288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'port': {'device_id': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'admin_state_up': True, 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'security_groups': ['b66916dc-6dcc-4b78-91d1-299dce643be4']}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:30.578632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6421156 Aug 04 17:25:30.582262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60622) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:30.589643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Request body: {'subnet': {'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2022950836-subnet', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:30.607114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359dad5-d868-475b-bad7-9d46e5f6701e admin admin] Pushing event updated for resources: {'Network': ['ID=5567a93d-b5b0-4f49-822c-ddbaa46a3580,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:30.615512 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.625252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec46e223-31b2-47dd-a113-9d0c54b4cf99 req-caeb8a42-2b25-4cda-8d2e-829d03f5a06d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117291 Aug 04 17:25:30.626024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:25:30.646933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Made reservation on behalf of de89f6012e18462d91f66a0c98edde86 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:25:30.646933 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.681821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Made reservation on behalf of 5e37c1fd22584f4cb90a6ee07695fd54 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:25:30.685839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.843294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.858995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e0ad11ae-b886-4836-9551-c24750b91315 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:30.859400 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.873598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Transition to ACTIVE for port object 78598ca8-ba45-4bc1-ae27-f72eec2216a5 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:30.891900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5e8c0e-43a3-4b4f-8aad-ef00baec92db,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:30.907215 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.937204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Checking segment: {'id': '85d73a16-3388-4402-9a0b-f760957ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:30.937854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Network hostable DHCP agents. Network: 5567a93d-b5b0-4f49-822c-ddbaa46a3580, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:25:30.959615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:25:30.976457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 5567a93d-b5b0-4f49-822c-ddbaa46a3580) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:30.981442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:30.982351 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:30.994069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3571e8b-0430-4b81-aa4f-a44819b31f89 None None] Pushing event updated for resources: {'Port': ['ID=78598ca8-ba45-4bc1-ae27-f72eec2216a5,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:31.000854 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31736e8a-c992-43cb-9ece-7cf7915a487a None None] Network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:25:31.008033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0817bbf8-d8e8-4389-902d-0c9e68de4634 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4241807 Aug 04 17:25:31.010519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60624) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:31.016363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2022950836-router', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:31.049195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.050706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.145882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Attempting to bind port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:31.146702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Attempting to bind port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:31.147489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Attempting to bind port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 on network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:31.168347 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.177701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:31.179884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Checking segment: {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:31.179884 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.179884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Bound using segment: {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:31.180223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Bound port: 78598ca8-ba45-4bc1-ae27-f72eec2216a5, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:31.180530 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.245735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Allocated IP 172.20.0.10 (acf3c8a3-9ae5-43e7-914d-5e13de33de2e/a112afce-78dc-491b-ab79-f7c50d8d611b/b01edd58-a968-4402-9cdd-56e5707a3963) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:31.261422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5c8d246-169f-43d1-8e5e-5b5a01fa40f1 req-7cd31e46-2e29-40b4-8682-256fc989f3a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 210 time: 0.0397394 Aug 04 17:25:31.322623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] For port 78598ca8-ba45-4bc1-ae27-f72eec2216a5, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:31.338948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-5567a93d-b5b0-4f49-822c-ddbaa46a3580', 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'fixed_ips': [{'subnet_id': '0b5e8c0e-43a3-4b4f-8aad-ef00baec92db'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:25:31.339823 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.351841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] For port 78598ca8-ba45-4bc1-ae27-f72eec2216a5, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=78598ca8-ba45-4bc1-ae27-f72eec2216a5,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:31.365466 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.387979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.448969 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.467277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Transition to ACTIVE for port object b01edd58-a968-4402-9cdd-56e5707a3963 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:31.504585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Routers {'5b22e5ec-2db8-4981-9760-da09f5b298cc'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:31.505263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5b22e5ec-2db8-4981-9760-da09f5b298cc'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:31.508205 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.510153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3571e8b-0430-4b81-aa4f-a44819b31f89 None None] Pushing event updated for resources: {'Port': ['ID=78598ca8-ba45-4bc1-ae27-f72eec2216a5,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:31.565045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network acf3c8a3-9ae5-43e7-914d-5e13de33de2e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:31.571467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:31.574589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:31.616970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=b01edd58-a968-4402-9cdd-56e5707a3963,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:31.657865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Allocated IP 172.20.0.2 (5567a93d-b5b0-4f49-822c-ddbaa46a3580/0b5e8c0e-43a3-4b4f-8aad-ef00baec92db/93807be4-1f15-4dd0-8a56-2831d682a934) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:31.665675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:31.667650 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.697255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] Set router 5b22e5ec-2db8-4981-9760-da09f5b298cc gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:31.702406 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-26f20d8b-94f4-44a9-9514-f865f2468cb6 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1903491 Aug 04 17:25:31.719512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Request body: {'port': {'device_id': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:31.725117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.756524 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.783062 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:31.853170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d62d5-1de7-4bad-b1ba-cf17c2bf399a req-85425710-b586-4a29-b6fe-7a2eafc6664a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:31.854798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-659d62d5-1de7-4bad-b1ba-cf17c2bf399a req-85425710-b586-4a29-b6fe-7a2eafc6664a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0998514 Aug 04 17:25:31.928817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-659d62d5-1de7-4bad-b1ba-cf17c2bf399a req-0ee42024-b1ce-445b-b2c2-a44a37d80c5f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651255 Aug 04 17:25:31.983171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Allocated IP 172.25.2.194 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:32.012902 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0e7ee7ce-b879-422f-b1df-0476d4cbb680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.099150 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.123752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e6e73466-70a5-4747-88d8-c3faa7b85804 None None] Provisioning for port b01edd58-a968-4402-9cdd-56e5707a3963 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:32.130316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Transition to ACTIVE for port object 93807be4-1f15-4dd0-8a56-2831d682a934 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:32.132694 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01edd58-a968-4402-9cdd-56e5707a3963 {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:25:32.132969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e6e73466-70a5-4747-88d8-c3faa7b85804 None None] Provisioning complete for port b01edd58-a968-4402-9cdd-56e5707a3963 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:32.133358 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e6e73466-70a5-4747-88d8-c3faa7b85804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.143334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.160074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Transition to ACTIVE for port object b01edd58-a968-4402-9cdd-56e5707a3963 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:32.167193 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.169628 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.185444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e6e73466-70a5-4747-88d8-c3faa7b85804 None None] Port b01edd58-a968-4402-9cdd-56e5707a3963 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:25:32.192971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Transition to ACTIVE for port object 93807be4-1f15-4dd0-8a56-2831d682a934 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:32.201745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'name': 'tempest-TestServerMultinode-2009258490-router', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:27Z', 'revision_number': 4, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'gw_port': {'id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '78598ca8-ba45-4bc1-ae27-f72eec2216a5', 'name': '', 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'mac_address': 'fa:16:3e:d5:f9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a556bb42-a0be-4124-a098-d8a08f4b4374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:25Z', 'updated_at': '2021-08-04T17:25:31Z', 'revision_number': 4, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'subnets': [{'id': 'a556bb42-a0be-4124-a098-d8a08f4b4374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:32.205222 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.254772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Pushing event updated for resources: {'Port': ['ID=b01edd58-a968-4402-9cdd-56e5707a3963,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:32.265007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8628c9b-85d8-4dd3-b209-086da93e43d5 req-47249795-44bc-473e-bf60-d1f20bebb848 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:32.269269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8628c9b-85d8-4dd3-b209-086da93e43d5 req-47249795-44bc-473e-bf60-d1f20bebb848 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1052225 Aug 04 17:25:32.328746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.341461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4b83a-aa50-4c65-bb7e-0fa2d3cd1b52 None None] The sync data for ids ['5b22e5ec-2db8-4981-9760-da09f5b298cc'] in n-d-764435-5 is: [{'id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'name': 'tempest-TestServerMultinode-2009258490-router', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:27Z', 'revision_number': 4, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'gw_port': {'id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '78598ca8-ba45-4bc1-ae27-f72eec2216a5', 'name': '', 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'mac_address': 'fa:16:3e:d5:f9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a556bb42-a0be-4124-a098-d8a08f4b4374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:25Z', 'updated_at': '2021-08-04T17:25:31Z', 'revision_number': 4, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'subnets': [{'id': 'a556bb42-a0be-4124-a098-d8a08f4b4374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:25:32.353779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Pushing event updated for resources: {'Port': ['ID=93807be4-1f15-4dd0-8a56-2831d682a934,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:32.356544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Attempting to bind port b01edd58-a968-4402-9cdd-56e5707a3963 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:32.356885 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Attempting to bind port b01edd58-a968-4402-9cdd-56e5707a3963 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:32.357224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Attempting to bind port b01edd58-a968-4402-9cdd-56e5707a3963 on network acf3c8a3-9ae5-43e7-914d-5e13de33de2e {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:32.362157 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Port b01edd58-a968-4402-9cdd-56e5707a3963 on network acf3c8a3-9ae5-43e7-914d-5e13de33de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:25:32.362513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Attempting to bind port b01edd58-a968-4402-9cdd-56e5707a3963 on network acf3c8a3-9ae5-43e7-914d-5e13de33de2e {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:32.368447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:32.368833 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Checking segment: {'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:32.369341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Bound using segment: {'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:32.369637 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Bound port: b01edd58-a968-4402-9cdd-56e5707a3963, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f03d48-8d4b-45e4-a818-11bfe3f02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:32.369970 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.374364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:32.384628 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:32.398448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:32.475703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:32.477200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Pushing event updated for resources: {'Port': ['ID=6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:32.496117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:32.510106 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8628c9b-85d8-4dd3-b209-086da93e43d5 req-0d266b66-6ad6-4fa9-a32d-8df44ded0172 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191377 Aug 04 17:25:32.514613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Attempting to bind port 93807be4-1f15-4dd0-8a56-2831d682a934 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:32.515187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] For port b01edd58-a968-4402-9cdd-56e5707a3963, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:32.515576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Attempting to bind port 93807be4-1f15-4dd0-8a56-2831d682a934 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '85d73a16-3388-4402-9a0b-f760957ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:32.515576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Attempting to bind port 93807be4-1f15-4dd0-8a56-2831d682a934 on network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:32.523048 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] For port b01edd58-a968-4402-9cdd-56e5707a3963, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b01edd58-a968-4402-9cdd-56e5707a3963,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:32.533187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:32.533187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Checking segment: {'id': '85d73a16-3388-4402-9a0b-f760957ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:32.533187 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.533187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Bound using segment: {'id': '85d73a16-3388-4402-9a0b-f760957ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:32.533187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Bound port: 93807be4-1f15-4dd0-8a56-2831d682a934, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d73a16-3388-4402-9a0b-f760957ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:32.533187 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.533968 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.551212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:32.581633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:32.582339 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.583916 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] 10.222.0.90 "PUT /v2.0/ports/b01edd58-a968-4402-9cdd-56e5707a3963 HTTP/1.1" status: 200 len: 1092 time: 0.8725100 Aug 04 17:25:32.584483 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'tag': 'b01edd58-a968-4402-9cdd-56e5707a3963'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:25:32.588284 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd63674a-22e9-4b3c-9919-b6ead5dee40e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8593edd-249a-4f63-a02a-88db77355c2d", "tag": "b01edd58-a968-4402-9cdd-56e5707a3963"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:25:32.649549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7d8a1-ae4f-4b53-abac-01902ea81bf8 req-f77b3d79-e8c3-4e60-96be-2aef3416d3cb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:32.650053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] For port 93807be4-1f15-4dd0-8a56-2831d682a934, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:32.652616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cbe7d8a1-ae4f-4b53-abac-01902ea81bf8 req-f77b3d79-e8c3-4e60-96be-2aef3416d3cb tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 944 time: 0.2058918 Aug 04 17:25:32.654029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] For port 93807be4-1f15-4dd0-8a56-2831d682a934, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=93807be4-1f15-4dd0-8a56-2831d682a934,segment=NetworkSegment(85d73a16-3388-4402-9a0b-f760957ea4c0),segment_id=85d73a16-3388-4402-9a0b-f760957ea4c0)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:32.666909 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:32.699288 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b04455-aad5-47d9-ad41-8392de142da9 x-openstack-request-id: req-f9b04455-aad5-47d9-ad41-8392de142da9 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:25:32.699650 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8593edd-249a-4f63-a02a-88db77355c2d", "tag": "b01edd58-a968-4402-9cdd-56e5707a3963", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:25:32.700333 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9b04455-aad5-47d9-ad41-8392de142da9 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:25:32.704798 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'tag': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'status': 'completed', 'code': 200} Aug 04 17:25:32.708149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4a7a3-4633-4b29-b930-8e2b19efa2de service neutron] Pushing event updated for resources: {'Port': ['ID=b01edd58-a968-4402-9cdd-56e5707a3963,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:32.745263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-f6d617bd-7b34-4c67-9838-fc76b3af27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:32.746946 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-f6d617bd-7b34-4c67-9838-fc76b3af27c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 1095 time: 0.1103456 Aug 04 17:25:32.778144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c72102-7902-4b06-a213-13692ea4d471 None None] Pushing event updated for resources: {'Port': ['ID=93807be4-1f15-4dd0-8a56-2831d682a934,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:32.809970 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-c441984b-df1f-4975-9f50-39f4c0c6bd1d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01edd58-a968-4402-9cdd-56e5707a3963 HTTP/1.1" status: 200 len: 217 time: 0.0552928 Aug 04 17:25:32.837035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cbe7d8a1-ae4f-4b53-abac-01902ea81bf8 req-71e5e7a7-3074-4f2c-bd17-cc9d3cda5274 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756821 Aug 04 17:25:32.897256 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-483458d1-60ab-493f-91a1-c934ce3ae2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:32.898979 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-483458d1-60ab-493f-91a1-c934ce3ae2c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a112afce-78dc-491b-ab79-f7c50d8d611b HTTP/1.1" status: 200 len: 834 time: 0.0806518 Aug 04 17:25:32.972529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-99848814-1db0-4d4a-9772-59e1597e81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:32.973189 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-99848814-1db0-4d4a-9772-59e1597e81ac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=acf3c8a3-9ae5-43e7-914d-5e13de33de2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663285 Aug 04 17:25:33.055313 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:33.106392 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-09ad6f89-58a0-47df-8481-4a95dafef1c6 service neutron] 10.222.0.90 "GET /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248579 Aug 04 17:25:33.216197 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-c89fedd8-a54f-47fa-8162-27e8dec7c7c3 req-0a168684-4bd7-47cf-8020-6ff2266e9a9e service neutron] 10.222.0.90 "GET /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029229 Aug 04 17:25:33.313154 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:33.316793 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-25f72ad1-5a3a-485d-ad79-5fa496a1ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:33.318584 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-25f72ad1-5a3a-485d-ad79-5fa496a1ad69 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 1095 time: 0.0485377 Aug 04 17:25:33.466467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Router d2fb8285-f262-40ff-9af4-c0e02c8d6bde is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:25:33.468413 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-a408fd0b-d084-48b0-8a6c-0f1b67b0221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:33.470045 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-a408fd0b-d084-48b0-8a6c-0f1b67b0221c service neutron] 10.222.0.90 "GET /v2.0/networks?id=acf3c8a3-9ae5-43e7-914d-5e13de33de2e HTTP/1.1" status: 200 len: 898 time: 0.1440604 Aug 04 17:25:33.539095 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-177978eb-6afb-4b13-8a0f-926ef0f27ace service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01edd58-a968-4402-9cdd-56e5707a3963 HTTP/1.1" status: 200 len: 217 time: 0.0573180 Aug 04 17:25:33.612646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-e5159ac9-a5ae-4157-8e11-03358f97c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:33.617008 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-e5159ac9-a5ae-4157-8e11-03358f97c74a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a112afce-78dc-491b-ab79-f7c50d8d611b HTTP/1.1" status: 200 len: 834 time: 0.0700839 Aug 04 17:25:33.685762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-26d09b61-ebe0-42f8-8920-b5fabf97bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:33.687522 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-26d09b61-ebe0-42f8-8920-b5fabf97bd95 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=acf3c8a3-9ae5-43e7-914d-5e13de33de2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621970 Aug 04 17:25:33.807325 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-9b4467fe-edd1-4f37-8875-d69258d4d2e2 service neutron] 10.222.0.90 "GET /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064575 Aug 04 17:25:33.958367 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-fd63674a-22e9-4b3c-9919-b6ead5dee40e req-a7cd4388-7703-4dc2-a9f5-4ad3161e7b98 service neutron] 10.222.0.90 "GET /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423106 Aug 04 17:25:34.028154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b08b10-15d6-4d63-b9e0-d9851615079c None None] Network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:25:34.081073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:25:34.095273 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Sync routers for ids ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:25:34.107716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2469fb1-e7b1-4b79-b502-49817b5cc9ff req-250950e6-c532-46c9-98bd-4e6c1373253e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:34.109438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2469fb1-e7b1-4b79-b502-49817b5cc9ff req-250950e6-c532-46c9-98bd-4e6c1373253e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 944 time: 0.0950177 Aug 04 17:25:34.111078 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Routers {'d2fb8285-f262-40ff-9af4-c0e02c8d6bde'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:34.112094 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:34.112472 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:34.117159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3fb6c7ff-fb5c-47fe-9cb0-69add2f04651 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1053884 Aug 04 17:25:34.117621 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60642) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:34.130540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cafecbfb-e4f4-4de2-bdc7-2b999e3d05a9 None None] Provisioning for port 93807be4-1f15-4dd0-8a56-2831d682a934 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:34.162471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcfa2a-0fe6-449c-92f2-ebaab048c8d7 req-da2f88ef-d0c8-4cbd-ad00-33f2dbd16ad3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:34.164665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84dcfa2a-0fe6-449c-92f2-ebaab048c8d7 req-da2f88ef-d0c8-4cbd-ad00-33f2dbd16ad3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1478455 Aug 04 17:25:34.230853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2469fb1-e7b1-4b79-b502-49817b5cc9ff req-10b0892c-dcb6-4c16-9559-3a5f9e23c9f2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905476 Aug 04 17:25:34.240832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84dcfa2a-0fe6-449c-92f2-ebaab048c8d7 req-a1f39a05-21c9-431a-b8f2-80e6ff3c0ace tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668912 Aug 04 17:25:34.353471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 78598ca8-ba45-4bc1-ae27-f72eec2216a5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:34.382023 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Set router d2fb8285-f262-40ff-9af4-c0e02c8d6bde gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:34.424569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c55b0a-9b77-4f75-b29e-2b773cb1a459 req-9d13ea62-8935-4428-a054-80d87e324f70 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:34.431878 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-557ed3b5-eb63-4548-aac0-4897557df225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:34.437209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:34.442311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:34.442579 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2c55b0a-9b77-4f75-b29e-2b773cb1a459 req-9d13ea62-8935-4428-a054-80d87e324f70 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1109366 Aug 04 17:25:34.443660 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:34.500364 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2c55b0a-9b77-4f75-b29e-2b773cb1a459 req-e8ba80b0-7fce-4453-bcdb-216a7b8ef092 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553112 Aug 04 17:25:34.580876 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:34.662943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 78598ca8-ba45-4bc1-ae27-f72eec2216a5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=78598ca8-ba45-4bc1-ae27-f72eec2216a5,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:34.674445 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:34.675577 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 93807be4-1f15-4dd0-8a56-2831d682a934 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:34.686599 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'name': 'tempest-TestServerMultinode-2022950836-router', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:32Z', 'revision_number': 3, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'gw_port': {'id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:34.718866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aac5ed-6c10-4af2-a62d-4252cf52bd10 req-3eaf5343-069f-4a8c-ac69-c62d2d50f779 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:34.722432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8aac5ed-6c10-4af2-a62d-4252cf52bd10 req-3eaf5343-069f-4a8c-ac69-c62d2d50f779 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.1213951 Aug 04 17:25:34.748330 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Checking router: d2fb8285-f262-40ff-9af4-c0e02c8d6bde for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:25:34.748988 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Updating router d2fb8285-f262-40ff-9af4-c0e02c8d6bde port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:25:34.792180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8aac5ed-6c10-4af2-a62d-4252cf52bd10 req-ab9d8024-dc74-4b1c-93e9-79f6600e1896 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598419 Aug 04 17:25:34.819681 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:34.850081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=78598ca8-ba45-4bc1-ae27-f72eec2216a5,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:34.874832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 93807be4-1f15-4dd0-8a56-2831d682a934 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:34.880403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 93807be4-1f15-4dd0-8a56-2831d682a934 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:34.880822 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:34.896616 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:34.942300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be97f0-67aa-40bd-89b5-dd0e7e709ea9 req-1a2a2866-b844-4304-9c4b-db8b9f33f1f2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:34.944151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4be97f0-67aa-40bd-89b5-dd0e7e709ea9 req-1a2a2866-b844-4304-9c4b-db8b9f33f1f2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0660522 Aug 04 17:25:34.995487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4be97f0-67aa-40bd-89b5-dd0e7e709ea9 req-7ba22dc9-94ae-46ae-9327-606525fad0cd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447304 Aug 04 17:25:35.009275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.012155 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.047426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 93807be4-1f15-4dd0-8a56-2831d682a934, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=93807be4-1f15-4dd0-8a56-2831d682a934,segment=NetworkSegment(85d73a16-3388-4402-9a0b-f760957ea4c0),segment_id=85d73a16-3388-4402-9a0b-f760957ea4c0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:35.054154 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.114630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=93807be4-1f15-4dd0-8a56-2831d682a934,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:35.131037 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.141323 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Transition to ACTIVE for port object 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:35.148732 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.212308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Allocated IP 172.20.0.1 (5567a93d-b5b0-4f49-822c-ddbaa46a3580/0b5e8c0e-43a3-4b4f-8aad-ef00baec92db/662422f3-1f10-469c-9ff0-5a996ba4b804) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:35.293226 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Attempting to bind port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:35.293578 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Attempting to bind port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:35.293933 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Attempting to bind port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:35.306364 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:35.306784 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:35.307147 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.307527 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:35.308349 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Bound port: 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:35.308349 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.310739 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78202b4-a394-4c2c-a86d-7ee113fb4d82 None None] Pushing event updated for resources: {'Port': ['ID=6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:35.332139 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.348196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Transition to ACTIVE for port object 662422f3-1f10-469c-9ff0-5a996ba4b804 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:35.365021 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] For port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:35.368974 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] For port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:35.371465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58c87-349f-4da8-99b9-93026ec6939d req-ac749dff-4533-4305-aa86-6cc41f8c3049 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:35.375026 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.379179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11f58c87-349f-4da8-99b9-93026ec6939d req-ac749dff-4533-4305-aa86-6cc41f8c3049 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 944 time: 0.0636654 Aug 04 17:25:35.387947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.416502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11f58c87-349f-4da8-99b9-93026ec6939d req-af13feab-3b57-4da0-bfed-fd6d4924a587 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363598 Aug 04 17:25:35.431640 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Routers {'d2fb8285-f262-40ff-9af4-c0e02c8d6bde'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:35.431919 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:35.444437 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:35.447964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:35.450545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:35.473972 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78202b4-a394-4c2c-a86d-7ee113fb4d82 None None] Pushing event updated for resources: {'Port': ['ID=6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:35.474226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Pushing event updated for resources: {'Port': ['ID=662422f3-1f10-469c-9ff0-5a996ba4b804,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:35.496491 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.542892 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] Set router d2fb8285-f262-40ff-9af4-c0e02c8d6bde gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:35.637678 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.749731 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'name': 'tempest-TestServerMultinode-2022950836-router', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:32Z', 'revision_number': 3, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'gw_port': {'id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:35.764197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-91207874-65e3-4de0-8d47-d4f719e8b7ae None None] Provisioning for port 662422f3-1f10-469c-9ff0-5a996ba4b804 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:35.769250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-91207874-65e3-4de0-8d47-d4f719e8b7ae None None] Provisioning complete for port 662422f3-1f10-469c-9ff0-5a996ba4b804 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:35.769624 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-91207874-65e3-4de0-8d47-d4f719e8b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.779054 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667961fb-57ff-493b-87e8-a338214423c5 None None] The sync data for ids ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'] in n-d-764435-5 is: [{'id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'name': 'tempest-TestServerMultinode-2022950836-router', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:32Z', 'revision_number': 3, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'gw_port': {'id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:25:35.811784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-91207874-65e3-4de0-8d47-d4f719e8b7ae None None] Port 662422f3-1f10-469c-9ff0-5a996ba4b804 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:25:35.826736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.832611 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.872510 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.904195 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:35.909445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Pushing event updated for resources: {'Port': ['ID=662422f3-1f10-469c-9ff0-5a996ba4b804,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:36.007181 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:36.009234 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:36.227507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:36.302474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:36.309399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:36.310609 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:36.368373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e370be5a-49ca-43d8-95e6-a470e3dfa2a0 None None] Provisioning complete for port 662422f3-1f10-469c-9ff0-5a996ba4b804 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:36.368765 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e370be5a-49ca-43d8-95e6-a470e3dfa2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:36.411173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e370be5a-49ca-43d8-95e6-a470e3dfa2a0 None None] Port 662422f3-1f10-469c-9ff0-5a996ba4b804 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:25:36.450493 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:36.483704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Router d2fb8285-f262-40ff-9af4-c0e02c8d6bde has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:25:36.484811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:36.494085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:36.495107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 78598ca8-ba45-4bc1-ae27-f72eec2216a5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:36.576552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dd922-9a33-4747-a843-517e57be9d84 req-fc07f3a5-64d0-47af-b4b1-8ad8bdc546cf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:36.579650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b7dd922-9a33-4747-a843-517e57be9d84 req-fc07f3a5-64d0-47af-b4b1-8ad8bdc546cf tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 944 time: 0.0660987 Aug 04 17:25:36.586527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:36.597417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.597778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.598106 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.598440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.598770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.599135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.600200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.600200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.600200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.600535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.600763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.601082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:25:36.612093 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:25:36.625414 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c939248-04a7-493b-92b5-e7041eb5c375 admin admin] 10.222.0.39 "PUT /v2.0/routers/d2fb8285-f262-40ff-9af4-c0e02c8d6bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4968393 Aug 04 17:25:36.625781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:36.625781 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:36.629664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b7dd922-9a33-4747-a843-517e57be9d84 req-81409c54-5309-44fc-a476-cca08e986dc2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 Aug 04 17:25:36.702893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 93807be4-1f15-4dd0-8a56-2831d682a934 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:36.732964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b01edd58-a968-4402-9cdd-56e5707a3963 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:25:36.814794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 93807be4-1f15-4dd0-8a56-2831d682a934 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:36.815255 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:36.879387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b01edd58-a968-4402-9cdd-56e5707a3963, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b01edd58-a968-4402-9cdd-56e5707a3963,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:36.895060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'port_id': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'mac_address': 'fa:16:3e:4d:b0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:25:36.972093 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:36.987319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01edd58-a968-4402-9cdd-56e5707a3963 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:25:37.007778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b01edd58-a968-4402-9cdd-56e5707a3963, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b01edd58-a968-4402-9cdd-56e5707a3963,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:37.012832 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:37.071157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b01edd58-a968-4402-9cdd-56e5707a3963,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:37.188689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-669fd871-1d85-4a39-9b40-5cc876304649 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:37.190253 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-669fd871-1d85-4a39-9b40-5cc876304649 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/networks?id=3f1ce86e-0f56-4084-9328-2cc53aa43d9b HTTP/1.1" status: 200 len: 912 time: 0.0943067 Aug 04 17:25:37.205709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-f652b807-b0a4-41ce-9686-800de5507651 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/quotas/de89f6012e18462d91f66a0c98edde86 HTTP/1.1" status: 200 len: 375 time: 0.0090559 Aug 04 17:25:37.226404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['b01edd58-a968-4402-9cdd-56e5707a3963'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:25:37.283563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-65be9466-0ab6-447e-99b8-211ea85fce59 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=de89f6012e18462d91f66a0c98edde86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716443 Aug 04 17:25:37.378206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-12818ac3-ab1a-423f-ab1c-1b41fc24868e service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871511 Aug 04 17:25:37.476521 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:37.477580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-19933ada-7d93-4b76-91ad-6dc3c2e66f76 service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923975 Aug 04 17:25:37.649185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da3b9137-3fe0-43e1-8fdd-4cf828859492 req-00afc4b7-4797-4595-9199-315e6fa1d232 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 210 time: 0.0283799 Aug 04 17:25:37.758946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e8c0a-c958-46ae-8263-33e8d4f2c67f req-9c461cd9-704d-48f8-8476-40a3f6c72462 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:37.760573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-716e8c0a-c958-46ae-8263-33e8d4f2c67f req-9c461cd9-704d-48f8-8476-40a3f6c72462 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 945 time: 0.0572391 Aug 04 17:25:37.802692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-716e8c0a-c958-46ae-8263-33e8d4f2c67f req-e68da0c2-bde5-45b3-b2d0-ec5ef3192ae2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349085 Aug 04 17:25:38.121789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:38.180757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:38.181136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:38.710433 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Sync routers for ids ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:25:38.722108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Routers {'d2fb8285-f262-40ff-9af4-c0e02c8d6bde'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:38.723055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:38.766193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b01edd58-a968-4402-9cdd-56e5707a3963 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:38.777436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe85c6ce-c746-4426-9b33-45d40e56d18a req-ddba0f53-6107-43dc-a97c-2905a2546eef tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 210 time: 0.0454426 Aug 04 17:25:38.808259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-f9cf0a95-d35e-4f0c-b48b-96c73a2ea3cd tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:38.809795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-f9cf0a95-d35e-4f0c-b48b-96c73a2ea3cd tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.82 "GET /v2.0/networks?id=3f1ce86e-0f56-4084-9328-2cc53aa43d9b HTTP/1.1" status: 200 len: 912 time: 0.1561210 Aug 04 17:25:38.822788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Request body: {'port': {'device_id': 'a95c4709-b8d5-41d2-a6a4-da9901c70ac7', 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b', 'admin_state_up': True, 'tenant_id': 'de89f6012e18462d91f66a0c98edde86'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:38.844528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Made reservation on behalf of de89f6012e18462d91f66a0c98edde86 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:25:38.847142 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:38.878019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port b01edd58-a968-4402-9cdd-56e5707a3963 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:38.883813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Set router d2fb8285-f262-40ff-9af4-c0e02c8d6bde gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:38.886076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port b01edd58-a968-4402-9cdd-56e5707a3963 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:38.886444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:38.991460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d9b0f-6d01-41ec-84db-8113f65493b7 req-b51b498b-681d-44c0-8053-27580be8f07e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:38.993022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b79d9b0f-6d01-41ec-84db-8113f65493b7 req-b51b498b-681d-44c0-8053-27580be8f07e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 945 time: 0.0916882 Aug 04 17:25:39.032010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Allocated IP 172.20.0.6 (3f1ce86e-0f56-4084-9328-2cc53aa43d9b/a556bb42-a0be-4124-a098-d8a08f4b4374/bab45cee-43d5-43d1-ab8a-fb512034c1e8) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:39.063894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b79d9b0f-6d01-41ec-84db-8113f65493b7 req-7570c33b-b90e-41f4-97f1-71752efe718e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642955 Aug 04 17:25:39.200943 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.213583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Transition to ACTIVE for port object bab45cee-43d5-43d1-ab8a-fb512034c1e8 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:39.224832 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.249175 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.271002 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.297963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:39.300752 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.300908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:39.305600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:39.308734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Pushing event updated for resources: {'Port': ['ID=bab45cee-43d5-43d1-ab8a-fb512034c1e8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:39.349737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:39.350719 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.368720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-13786dd8-8428-47e5-a98d-418f46dc83a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5498903 Aug 04 17:25:39.369541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01edd58-a968-4402-9cdd-56e5707a3963'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:25:39.371915 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea7373b-d05c-4525-ba46-0ec6f090d141" -d '{"events": [{"server_uuid": "c8593edd-249a-4f63-a02a-88db77355c2d", "name": "network-vif-plugged", "status": "completed", "tag": "b01edd58-a968-4402-9cdd-56e5707a3963"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:25:39.383713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Request body: {'port': {'device_id': 'a95c4709-b8d5-41d2-a6a4-da9901c70ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:39.389590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b01edd58-a968-4402-9cdd-56e5707a3963, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b01edd58-a968-4402-9cdd-56e5707a3963,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:39.401044 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.434726 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27f1c86-6225-4794-802d-87fb9a400a49 x-openstack-request-id: req-e27f1c86-6225-4794-802d-87fb9a400a49 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:25:39.435063 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8593edd-249a-4f63-a02a-88db77355c2d", "name": "network-vif-plugged", "status": "completed", "tag": "b01edd58-a968-4402-9cdd-56e5707a3963", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:25:39.435318 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e27f1c86-6225-4794-802d-87fb9a400a49 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:25:39.435709 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'code': 200} Aug 04 17:25:39.447107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.458864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'name': 'tempest-TestServerMultinode-2022950836-router', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:35Z', 'revision_number': 4, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'gw_port': {'id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '662422f3-1f10-469c-9ff0-5a996ba4b804', 'name': '', 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'mac_address': 'fa:16:3e:ab:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '0b5e8c0e-43a3-4b4f-8aad-ef00baec92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:34Z', 'updated_at': '2021-08-04T17:25:35Z', 'revision_number': 2, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'subnets': [{'id': '0b5e8c0e-43a3-4b4f-8aad-ef00baec92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:39.493559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Checking router: d2fb8285-f262-40ff-9af4-c0e02c8d6bde for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:25:39.493918 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Updating router d2fb8285-f262-40ff-9af4-c0e02c8d6bde port 662422f3-1f10-469c-9ff0-5a996ba4b804 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:25:39.496048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b01edd58-a968-4402-9cdd-56e5707a3963,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:39.525308 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.557296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c2ca8-2076-4555-830c-8ade212b7b19 req-3cae6e95-ffcc-41dc-9c4c-34d3c5d0acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:39.558839 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0b9c2ca8-2076-4555-830c-8ade212b7b19 req-3cae6e95-ffcc-41dc-9c4c-34d3c5d0acf0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 1097 time: 0.0699773 Aug 04 17:25:39.597311 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0b9c2ca8-2076-4555-830c-8ade212b7b19 req-0cf871d0-cbeb-4a27-85a0-1a299bb1d94f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Aug 04 17:25:39.699888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5ae50a5f-0318-4c1d-b145-169927a5c120 None None] Provisioning for port bab45cee-43d5-43d1-ab8a-fb512034c1e8 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:39.707986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5ae50a5f-0318-4c1d-b145-169927a5c120 None None] Provisioning complete for port bab45cee-43d5-43d1-ab8a-fb512034c1e8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:39.708349 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5ae50a5f-0318-4c1d-b145-169927a5c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.756667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab45cee-43d5-43d1-ab8a-fb512034c1e8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:25:39.764789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.772135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5ae50a5f-0318-4c1d-b145-169927a5c120 None None] Port bab45cee-43d5-43d1-ab8a-fb512034c1e8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:25:39.779774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Transition to ACTIVE for port object bab45cee-43d5-43d1-ab8a-fb512034c1e8 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:39.784757 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.837041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bab45cee-43d5-43d1-ab8a-fb512034c1e8,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:39.847090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.861925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Transition to ACTIVE for port object 662422f3-1f10-469c-9ff0-5a996ba4b804 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:39.870765 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.945843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea821632-af88-47bc-94e7-24f37aecf78b None None] Pushing event updated for resources: {'Port': ['ID=662422f3-1f10-469c-9ff0-5a996ba4b804,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:39.953601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc097494-a362-4fbb-9596-fc567f0d5c09 req-1e8fc927-781f-473e-871b-691649b8799f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:39.954491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc097494-a362-4fbb-9596-fc567f0d5c09 req-1e8fc927-781f-473e-871b-691649b8799f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1052 time: 0.0954888 Aug 04 17:25:39.955715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Attempting to bind port bab45cee-43d5-43d1-ab8a-fb512034c1e8 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:39.955715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Attempting to bind port bab45cee-43d5-43d1-ab8a-fb512034c1e8 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:39.955979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Attempting to bind port bab45cee-43d5-43d1-ab8a-fb512034c1e8 on network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:39.960952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Port bab45cee-43d5-43d1-ab8a-fb512034c1e8 on network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:25:39.961276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Attempting to bind port bab45cee-43d5-43d1-ab8a-fb512034c1e8 on network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:39.972405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:39.972758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Checking segment: {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:39.973145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Bound using segment: {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:39.973578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Bound port: bab45cee-43d5-43d1-ab8a-fb512034c1e8, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:39.973939 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:39.993242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Attempting to bind port 662422f3-1f10-469c-9ff0-5a996ba4b804 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:39.993608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Attempting to bind port 662422f3-1f10-469c-9ff0-5a996ba4b804 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '85d73a16-3388-4402-9a0b-f760957ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:39.994115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Attempting to bind port 662422f3-1f10-469c-9ff0-5a996ba4b804 on network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:40.001426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:40.001796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Checking segment: {'id': '85d73a16-3388-4402-9a0b-f760957ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:40.002201 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:40.002592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Bound using segment: {'id': '85d73a16-3388-4402-9a0b-f760957ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:40.003189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Bound port: 662422f3-1f10-469c-9ff0-5a996ba4b804, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d73a16-3388-4402-9a0b-f760957ea4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:40.004301 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:40.030547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc097494-a362-4fbb-9596-fc567f0d5c09 req-efeee4b7-6138-4eab-af97-f61683b115d5 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669332 Aug 04 17:25:40.085738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] For port bab45cee-43d5-43d1-ab8a-fb512034c1e8, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:40.092214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] For port bab45cee-43d5-43d1-ab8a-fb512034c1e8, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bab45cee-43d5-43d1-ab8a-fb512034c1e8,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:40.103775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:40.104429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] For port 662422f3-1f10-469c-9ff0-5a996ba4b804, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:40.108607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] For port 662422f3-1f10-469c-9ff0-5a996ba4b804, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=662422f3-1f10-469c-9ff0-5a996ba4b804,segment=NetworkSegment(85d73a16-3388-4402-9a0b-f760957ea4c0),segment_id=85d73a16-3388-4402-9a0b-f760957ea4c0)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:40.119026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:40.141563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:40.142179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:40.143645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] 10.222.0.82 "PUT /v2.0/ports/bab45cee-43d5-43d1-ab8a-fb512034c1e8 HTTP/1.1" status: 200 len: 1091 time: 0.7654393 Aug 04 17:25:40.144078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95c4709-b8d5-41d2-a6a4-da9901c70ac7', 'tag': 'bab45cee-43d5-43d1-ab8a-fb512034c1e8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:25:40.151837 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8798d68e-c90c-4c5c-a213-869664251d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a95c4709-b8d5-41d2-a6a4-da9901c70ac7", "tag": "bab45cee-43d5-43d1-ab8a-fb512034c1e8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:25:40.213601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Routers {'d2fb8285-f262-40ff-9af4-c0e02c8d6bde'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:40.214460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:40.240791 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460818fd-abbb-42f4-bd27-7b2d2e4cca47 x-openstack-request-id: req-460818fd-abbb-42f4-bd27-7b2d2e4cca47 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:25:40.241610 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95c4709-b8d5-41d2-a6a4-da9901c70ac7", "tag": "bab45cee-43d5-43d1-ab8a-fb512034c1e8", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:25:40.242232 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-460818fd-abbb-42f4-bd27-7b2d2e4cca47 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:25:40.242752 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95c4709-b8d5-41d2-a6a4-da9901c70ac7', 'tag': 'bab45cee-43d5-43d1-ab8a-fb512034c1e8', 'status': 'completed', 'code': 200} Aug 04 17:25:40.269891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439e536-f318-4e5f-84e6-436e000304e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bab45cee-43d5-43d1-ab8a-fb512034c1e8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:40.282979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea821632-af88-47bc-94e7-24f37aecf78b None None] Pushing event updated for resources: {'Port': ['ID=662422f3-1f10-469c-9ff0-5a996ba4b804,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:40.328747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf04dbd-26a4-41fb-9c58-4bb39b6bd9bd req-bb71ea39-e7c3-471a-b358-d7434a36db9e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:40.339483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdf04dbd-26a4-41fb-9c58-4bb39b6bd9bd req-bb71ea39-e7c3-471a-b358-d7434a36db9e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 946 time: 0.1694205 Aug 04 17:25:40.343928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-d23855ff-c5a9-4baa-b284-1a5ab21f69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:40.345788 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-d23855ff-c5a9-4baa-b284-1a5ab21f69dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=de89f6012e18462d91f66a0c98edde86&device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1094 time: 0.1237228 Aug 04 17:25:40.381588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] Set router d2fb8285-f262-40ff-9af4-c0e02c8d6bde gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:40.403646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-5169f8bb-66f1-4826-a02e-156eea0295c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bab45cee-43d5-43d1-ab8a-fb512034c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0422394 Aug 04 17:25:40.456547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdf04dbd-26a4-41fb-9c58-4bb39b6bd9bd req-a6c809ec-0cbb-4e9b-8249-7230f57d6720 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159804 Aug 04 17:25:40.490240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-1853700f-3ef5-4f03-b0a7-c0bd8602ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:40.491521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-1853700f-3ef5-4f03-b0a7-c0bd8602ef47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a556bb42-a0be-4124-a098-d8a08f4b4374 HTTP/1.1" status: 200 len: 849 time: 0.0799489 Aug 04 17:25:40.542058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-81241028-2a79-4d49-910e-fc00dac1e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:40.543801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-81241028-2a79-4d49-910e-fc00dac1e2f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f1ce86e-0f56-4084-9328-2cc53aa43d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450463 Aug 04 17:25:40.636232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-9a277988-0063-41f5-bc7c-0add6465863b service neutron] 10.222.0.82 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854790 Aug 04 17:25:40.644929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'name': 'tempest-TestServerMultinode-2022950836-router', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:35Z', 'revision_number': 4, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'gw_port': {'id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '662422f3-1f10-469c-9ff0-5a996ba4b804', 'name': '', 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'mac_address': 'fa:16:3e:ab:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '0b5e8c0e-43a3-4b4f-8aad-ef00baec92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:34Z', 'updated_at': '2021-08-04T17:25:40Z', 'revision_number': 4, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'subnets': [{'id': '0b5e8c0e-43a3-4b4f-8aad-ef00baec92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:40.671017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f5003-247c-4fb1-9837-d5f88808e911 None None] The sync data for ids ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'] in n-d-764435-5 is: [{'id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'name': 'tempest-TestServerMultinode-2022950836-router', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:35Z', 'revision_number': 4, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'gw_port': {'id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '662422f3-1f10-469c-9ff0-5a996ba4b804', 'name': '', 'network_id': '5567a93d-b5b0-4f49-822c-ddbaa46a3580', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'mac_address': 'fa:16:3e:ab:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '0b5e8c0e-43a3-4b4f-8aad-ef00baec92db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:34Z', 'updated_at': '2021-08-04T17:25:40Z', 'revision_number': 4, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'subnets': [{'id': '0b5e8c0e-43a3-4b4f-8aad-ef00baec92db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:25:40.751662 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c31d191c-3c4e-4a35-ba19-f93fed416e51 req-e9259a1c-9549-4a40-a144-0eebf800ee3d service neutron] 10.222.0.82 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075649 Aug 04 17:25:40.860729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798d68e-c90c-4c5c-a213-869664251d2f req-28f3548d-61a1-47df-8173-e27d3e0de422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:40.862274 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8798d68e-c90c-4c5c-a213-869664251d2f req-28f3548d-61a1-47df-8173-e27d3e0de422 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=de89f6012e18462d91f66a0c98edde86&device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1094 time: 0.0464447 Aug 04 17:25:40.964214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798d68e-c90c-4c5c-a213-869664251d2f req-1735064b-2e1c-4a05-bce2-09d98e4e7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:40.965653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8798d68e-c90c-4c5c-a213-869664251d2f req-1735064b-2e1c-4a05-bce2-09d98e4e7912 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3f1ce86e-0f56-4084-9328-2cc53aa43d9b HTTP/1.1" status: 200 len: 912 time: 0.0964093 Aug 04 17:25:41.012800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8798d68e-c90c-4c5c-a213-869664251d2f req-c9525746-95c2-4853-af56-651a855bbd2e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bab45cee-43d5-43d1-ab8a-fb512034c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0389445 Aug 04 17:25:41.065648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798d68e-c90c-4c5c-a213-869664251d2f req-fbca3e00-195e-4225-a699-9add7e2d056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:41.067098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8798d68e-c90c-4c5c-a213-869664251d2f req-fbca3e00-195e-4225-a699-9add7e2d056f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a556bb42-a0be-4124-a098-d8a08f4b4374 HTTP/1.1" status: 200 len: 849 time: 0.0471053 Aug 04 17:25:41.128519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798d68e-c90c-4c5c-a213-869664251d2f req-2f5f6c44-23b4-49ec-9ef4-38c326816283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:41.130193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8798d68e-c90c-4c5c-a213-869664251d2f req-2f5f6c44-23b4-49ec-9ef4-38c326816283 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f1ce86e-0f56-4084-9328-2cc53aa43d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539706 Aug 04 17:25:41.251023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450bcb-2a31-4c40-a5ee-57917d5dac29 req-9da9672e-fba1-4fbf-adf7-7c9dffa5f263 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:41.252565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79450bcb-2a31-4c40-a5ee-57917d5dac29 req-9da9672e-fba1-4fbf-adf7-7c9dffa5f263 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1094 time: 0.1153617 Aug 04 17:25:41.275931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8798d68e-c90c-4c5c-a213-869664251d2f req-63d0af8d-c296-4792-b145-c15b90794bc5 service neutron] 10.222.0.82 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254179 Aug 04 17:25:41.317885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79450bcb-2a31-4c40-a5ee-57917d5dac29 req-38b7623c-bd01-4fde-9385-76a36b5bd6b6 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589285 Aug 04 17:25:41.395860 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8798d68e-c90c-4c5c-a213-869664251d2f req-09b37e69-825b-46b3-b539-4d91ec5b4e7c service neutron] 10.222.0.82 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001670 Aug 04 17:25:41.598738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22643bd4-b9a4-49c1-a75a-844076174965 req-17f24b2a-c725-46f2-80b6-4f798da690d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:41.600539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22643bd4-b9a4-49c1-a75a-844076174965 req-17f24b2a-c725-46f2-80b6-4f798da690d7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 946 time: 0.0549278 Aug 04 17:25:41.645252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22643bd4-b9a4-49c1-a75a-844076174965 req-cc49f6bc-9dcf-42a3-9c2e-e9e61c725717 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381718 Aug 04 17:25:41.767249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29509a1f-53e1-41a2-9bed-abf09aeaa1eb req-b2d483ab-7ad7-43e6-aa26-8c448c23f9c5 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:41.768783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29509a1f-53e1-41a2-9bed-abf09aeaa1eb req-b2d483ab-7ad7-43e6-aa26-8c448c23f9c5 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 946 time: 0.0530403 Aug 04 17:25:41.811006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29509a1f-53e1-41a2-9bed-abf09aeaa1eb req-a1681aa9-c5fa-44d8-ba06-e94093717db1 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340533 Aug 04 17:25:41.833472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60710) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:41.880165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02122856-76b2-4188-87d8-4d9c070959ea tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:41.881789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-02122856-76b2-4188-87d8-4d9c070959ea tempest-TestNetworkBasicOps-1736322520 tempest-TestNetworkBasicOps-1736322520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 1092 time: 0.0469701 Aug 04 17:25:41.884740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60712) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:41.889213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:41.915734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:42.021051 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:42.133637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Allocated IP 172.25.2.50 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/45bb0ea8-79c1-4ba4-8025-24cde3beefef) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:42.162480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 662422f3-1f10-469c-9ff0-5a996ba4b804 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:42.210015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 662422f3-1f10-469c-9ff0-5a996ba4b804 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:42.213924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 662422f3-1f10-469c-9ff0-5a996ba4b804 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:42.214290 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:42.247709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:42.291702 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:42.306210 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:42.328241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:42.331135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:42.337009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:42.340555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 662422f3-1f10-469c-9ff0-5a996ba4b804, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=662422f3-1f10-469c-9ff0-5a996ba4b804,segment=NetworkSegment(85d73a16-3388-4402-9a0b-f760957ea4c0),segment_id=85d73a16-3388-4402-9a0b-f760957ea4c0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:42.345884 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:42.362181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=45bb0ea8-79c1-4ba4-8025-24cde3beefef,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:42.415161 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=662422f3-1f10-469c-9ff0-5a996ba4b804,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:42.493097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac99ce-5860-4a30-aceb-970029900594 req-816ebb8c-12bf-4d50-993d-9b63e7b8fc79 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:42.494656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbac99ce-5860-4a30-aceb-970029900594 req-816ebb8c-12bf-4d50-993d-9b63e7b8fc79 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1094 time: 0.0930228 Aug 04 17:25:42.593916 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbac99ce-5860-4a30-aceb-970029900594 req-9b4b9493-6607-46ce-8a78-4139bc50603d tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695069 Aug 04 17:25:42.769814 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:42.852062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:43.018128 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:43.026102 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:43.090041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event updated for resources: {'Port': ['ID=45bb0ea8-79c1-4ba4-8025-24cde3beefef,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:43.105851 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:43.214750 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Floating IP 0493cede-15c9-432a-988b-21057116626a associated. External IP: 172.25.2.50, port: b01edd58-a968-4402-9cdd-56e5707a3963. Aug 04 17:25:43.431746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router e73187db-a14b-4aad-a134-6b89837237c7 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:25:43.472982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bab45cee-43d5-43d1-ab8a-fb512034c1e8 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:25:43.580748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bab45cee-43d5-43d1-ab8a-fb512034c1e8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bab45cee-43d5-43d1-ab8a-fb512034c1e8,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:43.595754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'bab45cee-43d5-43d1-ab8a-fb512034c1e8', 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b', 'port_id': 'bab45cee-43d5-43d1-ab8a-fb512034c1e8', 'mac_address': 'fa:16:3e:02:cf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a556bb42-a0be-4124-a098-d8a08f4b4374', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:25:43.640051 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:43.656284 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab45cee-43d5-43d1-ab8a-fb512034c1e8 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:25:43.678659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bab45cee-43d5-43d1-ab8a-fb512034c1e8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bab45cee-43d5-43d1-ab8a-fb512034c1e8,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:43.684124 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:43.745878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=bab45cee-43d5-43d1-ab8a-fb512034c1e8,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:43.906007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:25:43.917059 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['bab45cee-43d5-43d1-ab8a-fb512034c1e8'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:25:43.922957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6d918-7656-446e-8d5b-5372356bfb36 req-bba249d7-6c41-4417-8ded-026d1b24b9ce tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:43.924522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2c6d918-7656-446e-8d5b-5372356bfb36 req-bba249d7-6c41-4417-8ded-026d1b24b9ce tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0645125 Aug 04 17:25:43.926654 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] Sync routers for ids ['e73187db-a14b-4aad-a134-6b89837237c7'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:25:43.940203 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:43.949313 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] Routers {'e73187db-a14b-4aad-a134-6b89837237c7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:43.950924 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e73187db-a14b-4aad-a134-6b89837237c7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:43.988275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-558afaab-81e7-443e-8cc2-8145aae83d4d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0999625 Aug 04 17:25:43.988275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'tag': 'b01edd58-a968-4402-9cdd-56e5707a3963'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:25:43.988668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60720) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:43.995565 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6015fad0-1194-4286-9ef4-970390a37cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "c8593edd-249a-4f63-a02a-88db77355c2d", "tag": "b01edd58-a968-4402-9cdd-56e5707a3963"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:25:43.999517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2c6d918-7656-446e-8d5b-5372356bfb36 req-ee667a1b-ef82-4aa7-839d-328b4d522935 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673716 Aug 04 17:25:44.038138 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042d33f4-bb05-4d5a-bfd1-a441b72c4d4e x-openstack-request-id: req-042d33f4-bb05-4d5a-bfd1-a441b72c4d4e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:25:44.039309 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8593edd-249a-4f63-a02a-88db77355c2d", "tag": "b01edd58-a968-4402-9cdd-56e5707a3963", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:25:44.039740 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-042d33f4-bb05-4d5a-bfd1-a441b72c4d4e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:25:44.040297 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'tag': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'status': 'completed', 'code': 200} Aug 04 17:25:44.087903 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] Set router e73187db-a14b-4aad-a134-6b89837237c7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:44.117956 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a9866c41-6e75-423e-b363-b48b25d3461c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/floatingips/0493cede-15c9-432a-988b-21057116626a HTTP/1.1" status: 200 len: 991 time: 0.1281259 Aug 04 17:25:44.124530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015fad0-1194-4286-9ef4-970390a37cfa req-2e383184-8431-42f8-94f0-0ef986908437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:44.125965 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6015fad0-1194-4286-9ef4-970390a37cfa req-2e383184-8431-42f8-94f0-0ef986908437 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 1097 time: 0.0611501 Aug 04 17:25:44.141050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 662422f3-1f10-469c-9ff0-5a996ba4b804 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:44.195164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 662422f3-1f10-469c-9ff0-5a996ba4b804 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:44.195499 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:44.234347 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:25:44.235246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015fad0-1194-4286-9ef4-970390a37cfa req-77292b07-7a88-4496-a58c-37f2f9742b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:44.236737 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6015fad0-1194-4286-9ef4-970390a37cfa req-77292b07-7a88-4496-a58c-37f2f9742b3b service neutron] 10.222.0.90 "GET /v2.0/networks?id=acf3c8a3-9ae5-43e7-914d-5e13de33de2e HTTP/1.1" status: 200 len: 898 time: 0.0937839 Aug 04 17:25:44.308987 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6015fad0-1194-4286-9ef4-970390a37cfa req-b8288a93-d0db-449b-8046-696be001cdc9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01edd58-a968-4402-9cdd-56e5707a3963 HTTP/1.1" status: 200 len: 999 time: 0.0638843 Aug 04 17:25:44.326142 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:22Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '0493cede-15c9-432a-988b-21057116626a', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'port_id': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'mac_address': 'fa:16:3e:4d:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:25:42Z', 'updated_at': '2021-08-04T17:25:42Z', 'revision_number': 0, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ad11ae-b886-4836-9551-c24750b91315', 'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:55:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:21Z', 'updated_at': '2021-08-04T17:25:29Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:44.351858 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] Checking router: e73187db-a14b-4aad-a134-6b89837237c7 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:25:44.358592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015fad0-1194-4286-9ef4-970390a37cfa req-4f11c2e6-f48e-43d6-8499-1195b5863d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:44.360191 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6015fad0-1194-4286-9ef4-970390a37cfa req-4f11c2e6-f48e-43d6-8499-1195b5863d5a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a112afce-78dc-491b-ab79-f7c50d8d611b HTTP/1.1" status: 200 len: 834 time: 0.0446413 Aug 04 17:25:44.360686 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] Routers {'e73187db-a14b-4aad-a134-6b89837237c7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:25:44.361262 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:25:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e73187db-a14b-4aad-a134-6b89837237c7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:44.410242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015fad0-1194-4286-9ef4-970390a37cfa req-c5dc70ac-aa5b-4dae-a63a-d155d7ff1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:44.411860 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6015fad0-1194-4286-9ef4-970390a37cfa req-c5dc70ac-aa5b-4dae-a63a-d155d7ff1863 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=acf3c8a3-9ae5-43e7-914d-5e13de33de2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432084 Aug 04 17:25:44.472415 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] Set router e73187db-a14b-4aad-a134-6b89837237c7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:25:44.513993 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6015fad0-1194-4286-9ef4-970390a37cfa req-1da720a8-7b6c-4db0-9ca8-d3c3bea69ed0 service neutron] 10.222.0.90 "GET /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931609 Aug 04 17:25:44.621055 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6015fad0-1194-4286-9ef4-970390a37cfa req-e1320ead-415b-4d23-a4fe-17e308d96937 service neutron] 10.222.0.90 "GET /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004083 Aug 04 17:25:44.721117 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:22Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '0493cede-15c9-432a-988b-21057116626a', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'port_id': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'mac_address': 'fa:16:3e:4d:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:25:42Z', 'updated_at': '2021-08-04T17:25:42Z', 'revision_number': 0, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ad11ae-b886-4836-9551-c24750b91315', 'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:55:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:21Z', 'updated_at': '2021-08-04T17:25:29Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:25:44.750188 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c314f25d-0a4a-4d18-87ee-a41630fb4510 None None] The sync data for ids ['e73187db-a14b-4aad-a134-6b89837237c7'] in n-d-764435-5 is: [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:22Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '0493cede-15c9-432a-988b-21057116626a', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'port_id': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'mac_address': 'fa:16:3e:4d:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:25:42Z', 'updated_at': '2021-08-04T17:25:42Z', 'revision_number': 0, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ad11ae-b886-4836-9551-c24750b91315', 'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:55:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:21Z', 'updated_at': '2021-08-04T17:25:29Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:25:44.963229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c8bdb-1bdb-4215-b9cf-0c9b98bd1369 None None] New status for floating IP 0493cede-15c9-432a-988b-21057116626a: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:25:45.117823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cacbe-5a75-4dd8-887b-53b0534967d9 req-6241183b-9f52-4523-9fa7-70bfc7247cdc tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:45.119492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94cacbe-5a75-4dd8-887b-53b0534967d9 req-6241183b-9f52-4523-9fa7-70bfc7247cdc tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0454342 Aug 04 17:25:45.119773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60726) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:25:45.159608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94cacbe-5a75-4dd8-887b-53b0534967d9 req-9b2faaff-1980-49fb-98b0-b2be7b88934a tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Aug 04 17:25:45.191202 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b0187b12-93ee-4dd6-81c2-f936cfb019c7 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/floatingips/0493cede-15c9-432a-988b-21057116626a HTTP/1.1" status: 200 len: 993 time: 0.0701065 Aug 04 17:25:45.496699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bab45cee-43d5-43d1-ab8a-fb512034c1e8 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:45.559434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port bab45cee-43d5-43d1-ab8a-fb512034c1e8 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:45.563824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port bab45cee-43d5-43d1-ab8a-fb512034c1e8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:45.564197 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:45.649490 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:45.672173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95c4709-b8d5-41d2-a6a4-da9901c70ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab45cee-43d5-43d1-ab8a-fb512034c1e8'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:25:45.674935 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cdda01-5a86-4d05-9b73-90dbab5f7750" -d '{"events": [{"server_uuid": "a95c4709-b8d5-41d2-a6a4-da9901c70ac7", "name": "network-vif-plugged", "status": "completed", "tag": "bab45cee-43d5-43d1-ab8a-fb512034c1e8"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:25:45.689277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bab45cee-43d5-43d1-ab8a-fb512034c1e8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bab45cee-43d5-43d1-ab8a-fb512034c1e8,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:45.695491 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:45.723657 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0883e3cc-cafe-4166-aacd-4bb447f20403 x-openstack-request-id: req-0883e3cc-cafe-4166-aacd-4bb447f20403 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:25:45.723968 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95c4709-b8d5-41d2-a6a4-da9901c70ac7", "name": "network-vif-plugged", "status": "completed", "tag": "bab45cee-43d5-43d1-ab8a-fb512034c1e8", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:25:45.724175 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0883e3cc-cafe-4166-aacd-4bb447f20403 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:25:45.724536 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95c4709-b8d5-41d2-a6a4-da9901c70ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab45cee-43d5-43d1-ab8a-fb512034c1e8', 'code': 200} Aug 04 17:25:45.757474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=bab45cee-43d5-43d1-ab8a-fb512034c1e8,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:45.813676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b967c7-93d2-4ce6-a717-5d7d8e6969ce req-dc02a4a9-5e00-47e0-bd03-3b81c84dd20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:45.815219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70b967c7-93d2-4ce6-a717-5d7d8e6969ce req-dc02a4a9-5e00-47e0-bd03-3b81c84dd20f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0420625 Aug 04 17:25:45.848878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70b967c7-93d2-4ce6-a717-5d7d8e6969ce req-1554aa1b-5dc4-449a-ac7f-0241366672d2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269301 Aug 04 17:25:46.277575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4184d71-7398-4a41-9efe-b075a70f2db0 req-e3dce206-7146-4b00-b2fe-2f3674b0ed98 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:46.279175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4184d71-7398-4a41-9efe-b075a70f2db0 req-e3dce206-7146-4b00-b2fe-2f3674b0ed98 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0432863 Aug 04 17:25:46.317558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d4184d71-7398-4a41-9efe-b075a70f2db0 req-f0288b0d-9e1c-4f2c-99ad-53dfb7a9e12e tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Aug 04 17:25:47.451318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b7d6c-14a4-4029-93be-0790b0468918 req-ea7a9d4c-8333-4c82-89a1-d34ccb1208a7 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:47.452854 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-498b7d6c-14a4-4029-93be-0790b0468918 req-ea7a9d4c-8333-4c82-89a1-d34ccb1208a7 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0547171 Aug 04 17:25:47.490922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-498b7d6c-14a4-4029-93be-0790b0468918 req-e8efc837-f8c4-4181-b9c1-7874d7f6fe1b tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290518 Aug 04 17:25:47.599199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68defffc-bd41-4964-b63d-ba85210902bd req-898cc546-159a-421b-bd66-74e4ed3fff53 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:47.600718 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68defffc-bd41-4964-b63d-ba85210902bd req-898cc546-159a-421b-bd66-74e4ed3fff53 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0421479 Aug 04 17:25:47.652201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68defffc-bd41-4964-b63d-ba85210902bd req-8354547b-81b7-44de-89d5-4a5440908945 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447640 Aug 04 17:25:47.765070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b6b0-ec15-44ec-9508-fb307b67014b req-f107f6d3-71f1-4710-bb76-5209e7d4a74f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:47.767001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a80b6b0-ec15-44ec-9508-fb307b67014b req-f107f6d3-71f1-4710-bb76-5209e7d4a74f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0467136 Aug 04 17:25:47.803031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a80b6b0-ec15-44ec-9508-fb307b67014b req-18d89279-2827-429b-b04d-2c58acb5da71 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297832 Aug 04 17:25:48.041876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-ffdfe3a9-9d81-483e-b07e-0a67a3ee051e tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:48.043446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-ffdfe3a9-9d81-483e-b07e-0a67a3ee051e tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/networks?id=3f1ce86e-0f56-4084-9328-2cc53aa43d9b HTTP/1.1" status: 200 len: 912 time: 0.0960608 Aug 04 17:25:48.059428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-c87fe41c-dcb5-4352-bee1-899479d035a2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/quotas/de89f6012e18462d91f66a0c98edde86 HTTP/1.1" status: 200 len: 375 time: 0.0099974 Aug 04 17:25:48.106991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-e139448a-3ff4-430c-8676-fd7562afafaa tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=de89f6012e18462d91f66a0c98edde86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0422530 Aug 04 17:25:48.205273 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-ec96c6ff-eeaf-4492-821e-e0be216e4b47 service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911455 Aug 04 17:25:48.295651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1784b678-ee97-44eb-a628-c62105fc4930 service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840788 Aug 04 17:25:48.460962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c636282-b02f-45ed-86ca-bb18425edbfb req-9905a934-5feb-4f6d-8e94-ff2abd58115f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 210 time: 0.0263751 Aug 04 17:25:49.555606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-6af787e6-60e6-40a5-9edd-b9e2d7296bc1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:49.557199 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-6af787e6-60e6-40a5-9edd-b9e2d7296bc1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.90 "GET /v2.0/networks?id=3f1ce86e-0f56-4084-9328-2cc53aa43d9b HTTP/1.1" status: 200 len: 912 time: 0.0920074 Aug 04 17:25:49.561472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ae125bf-bac9-46c5-b9b6-d40a98bf495f req-c9e5c415-a8af-4e8f-a2ac-869b7493820f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 210 time: 0.0304773 Aug 04 17:25:49.569577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Request body: {'port': {'device_id': 'cce7da03-5518-4312-8a56-2a7855ccaadf', 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b', 'admin_state_up': True, 'tenant_id': 'de89f6012e18462d91f66a0c98edde86'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:49.592561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Made reservation on behalf of de89f6012e18462d91f66a0c98edde86 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:25:49.594988 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:49.724796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Allocated IP 172.20.0.12 (3f1ce86e-0f56-4084-9328-2cc53aa43d9b/a556bb42-a0be-4124-a098-d8a08f4b4374/28f81e07-c5af-489a-b1ea-643e48029fcb) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:25:49.872816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:49.889653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Transition to ACTIVE for port object 28f81e07-c5af-489a-b1ea-643e48029fcb will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:49.926670 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:49.941010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['bab45cee-43d5-43d1-ab8a-fb512034c1e8'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:25:49.974143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:25:49.979095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:25:49.982600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:25:49.988212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Pushing event updated for resources: {'Port': ['ID=28f81e07-c5af-489a-b1ea-643e48029fcb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:50.027466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:50.028084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:50.061289 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-bc71f1ea-e474-459f-b5dd-75320c0926c1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4957552 Aug 04 17:25:50.075821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Request body: {'port': {'device_id': 'cce7da03-5518-4312-8a56-2a7855ccaadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:25:50.139816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:50.318453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e19cef10-c353-48c5-9dac-59b16686a1e4 None None] Provisioning for port 28f81e07-c5af-489a-b1ea-643e48029fcb completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:50.323198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e19cef10-c353-48c5-9dac-59b16686a1e4 None None] Provisioning complete for port 28f81e07-c5af-489a-b1ea-643e48029fcb triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:50.323692 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e19cef10-c353-48c5-9dac-59b16686a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:50.358771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e19cef10-c353-48c5-9dac-59b16686a1e4 None None] Port 28f81e07-c5af-489a-b1ea-643e48029fcb cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:25:50.425375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f81e07-c5af-489a-b1ea-643e48029fcb {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:25:50.433962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:50.446891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Transition to ACTIVE for port object 28f81e07-c5af-489a-b1ea-643e48029fcb will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:25:50.453794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:50.501916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Pushing event updated for resources: {'Port': ['ID=28f81e07-c5af-489a-b1ea-643e48029fcb,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:50.586029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Attempting to bind port 28f81e07-c5af-489a-b1ea-643e48029fcb on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:25:50.586713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Attempting to bind port 28f81e07-c5af-489a-b1ea-643e48029fcb by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:25:50.586713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Attempting to bind port 28f81e07-c5af-489a-b1ea-643e48029fcb on network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:50.591460 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Port 28f81e07-c5af-489a-b1ea-643e48029fcb on network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:25:50.591781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Attempting to bind port 28f81e07-c5af-489a-b1ea-643e48029fcb on network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:25:50.596711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:25:50.597170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Checking segment: {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:25:50.597412 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Bound using segment: {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:25:50.597870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Bound port: 28f81e07-c5af-489a-b1ea-643e48029fcb, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e171960-522b-4a84-a6b7-060889caf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:25:50.598233 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:50.670417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] For port 28f81e07-c5af-489a-b1ea-643e48029fcb, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:25:50.673789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] For port 28f81e07-c5af-489a-b1ea-643e48029fcb, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=28f81e07-c5af-489a-b1ea-643e48029fcb,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:25:50.675683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f6c5e-214c-4d1f-bba4-de2550343c43 req-0cd3f309-b33e-44f3-b7cc-03fa935b7cb9 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:50.677252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc5f6c5e-214c-4d1f-bba4-de2550343c43 req-0cd3f309-b33e-44f3-b7cc-03fa935b7cb9 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1053 time: 0.0482354 Aug 04 17:25:50.680520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:50.711800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc5f6c5e-214c-4d1f-bba4-de2550343c43 req-36236dc5-e524-4fa0-90e4-eeddc8c029d9 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280602 Aug 04 17:25:50.715325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:50.715962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:50.717365 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] 10.222.0.90 "PUT /v2.0/ports/28f81e07-c5af-489a-b1ea-643e48029fcb HTTP/1.1" status: 200 len: 1092 time: 0.6476486 Aug 04 17:25:50.717824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce7da03-5518-4312-8a56-2a7855ccaadf', 'tag': '28f81e07-c5af-489a-b1ea-643e48029fcb'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:25:50.720137 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41833ed8-3e21-4c27-a952-e8c655e0ea29" -d '{"events": [{"name": "network-changed", "server_uuid": "cce7da03-5518-4312-8a56-2a7855ccaadf", "tag": "28f81e07-c5af-489a-b1ea-643e48029fcb"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:25:50.755247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072680d-17c4-4f88-a36b-57511e9a8458 service neutron] Pushing event updated for resources: {'Port': ['ID=28f81e07-c5af-489a-b1ea-643e48029fcb,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:50.773100 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed08971-c8da-4475-a473-d736cc966841 x-openstack-request-id: req-9ed08971-c8da-4475-a473-d736cc966841 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:25:50.773384 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce7da03-5518-4312-8a56-2a7855ccaadf", "tag": "28f81e07-c5af-489a-b1ea-643e48029fcb", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:25:50.773627 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ed08971-c8da-4475-a473-d736cc966841 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:25:50.774031 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce7da03-5518-4312-8a56-2a7855ccaadf', 'tag': '28f81e07-c5af-489a-b1ea-643e48029fcb', 'status': 'completed', 'code': 200} Aug 04 17:25:50.809215 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-215db7bd-bd22-4646-925b-7cc1a99276a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:50.810840 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-215db7bd-bd22-4646-925b-7cc1a99276a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de89f6012e18462d91f66a0c98edde86&device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1095 time: 0.0477970 Aug 04 17:25:50.857782 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-ad379d8e-2045-4a97-aff2-a6816375656b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28f81e07-c5af-489a-b1ea-643e48029fcb HTTP/1.1" status: 200 len: 217 time: 0.0386689 Aug 04 17:25:50.910227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-9809c8b8-2230-4a4f-a77e-5a5a46ec1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:50.911749 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-9809c8b8-2230-4a4f-a77e-5a5a46ec1d79 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a556bb42-a0be-4124-a098-d8a08f4b4374 HTTP/1.1" status: 200 len: 849 time: 0.0473790 Aug 04 17:25:50.960401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-a0ba0278-93f1-40a9-94b7-050f71c8aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:50.961822 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-a0ba0278-93f1-40a9-94b7-050f71c8aff0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3f1ce86e-0f56-4084-9328-2cc53aa43d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433102 Aug 04 17:25:51.065894 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-62fe6836-f3a6-4c24-80d4-44f3df480067 service neutron] 10.222.0.90 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957699 Aug 04 17:25:51.161899 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-0c611bee-0747-4f3b-adee-bfa474f91a0a req-742260fd-fca5-4a36-a1b2-59cbddccd190 service neutron] 10.222.0.90 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882423 Aug 04 17:25:51.264236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-cb28e82f-cbae-4c9b-871a-33d0a1e75630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:51.266143 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-cb28e82f-cbae-4c9b-871a-33d0a1e75630 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de89f6012e18462d91f66a0c98edde86&device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1095 time: 0.0459321 Aug 04 17:25:51.361764 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-79afaa40-88ac-483d-8d9b-0c50552e7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:51.363290 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-79afaa40-88ac-483d-8d9b-0c50552e7342 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3f1ce86e-0f56-4084-9328-2cc53aa43d9b HTTP/1.1" status: 200 len: 912 time: 0.0901940 Aug 04 17:25:51.408852 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-f23c29d4-5e0d-4429-bd5d-3125244fff3c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28f81e07-c5af-489a-b1ea-643e48029fcb HTTP/1.1" status: 200 len: 217 time: 0.0359013 Aug 04 17:25:51.470985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-6e0c0f49-5c8d-49ab-a4d3-b4a4d8305584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:51.472473 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-6e0c0f49-5c8d-49ab-a4d3-b4a4d8305584 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a556bb42-a0be-4124-a098-d8a08f4b4374 HTTP/1.1" status: 200 len: 849 time: 0.0553286 Aug 04 17:25:51.528706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-b189a5f5-86c6-43c7-9ec6-e6932ac97839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:51.530082 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-b189a5f5-86c6-43c7-9ec6-e6932ac97839 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3f1ce86e-0f56-4084-9328-2cc53aa43d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492940 Aug 04 17:25:51.626421 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-57158867-42a2-4585-bfa5-97356916eed3 service neutron] 10.222.0.90 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865510 Aug 04 17:25:51.736977 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-41833ed8-3e21-4c27-a952-e8c655e0ea29 req-8b844d3d-3021-4913-8ffa-0f913cb6dad0 service neutron] 10.222.0.90 "GET /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999970 Aug 04 17:25:51.844797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5881e3-3c7a-4a57-bac9-537eb866b50b req-324c55d3-37e8-4ad9-b408-63146be31e9b tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:51.846358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc5881e3-3c7a-4a57-bac9-537eb866b50b req-324c55d3-37e8-4ad9-b408-63146be31e9b tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1095 time: 0.0482137 Aug 04 17:25:51.882021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc5881e3-3c7a-4a57-bac9-537eb866b50b req-b235b44e-6507-4f33-8a70-7bb6cc4c2e1b tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295348 Aug 04 17:25:52.994391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16730-99c0-40c2-841d-8ee69ad56bf9 req-82efe045-8319-48d7-ae70-1605a55a0c35 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:52.996011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71e16730-99c0-40c2-841d-8ee69ad56bf9 req-82efe045-8319-48d7-ae70-1605a55a0c35 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1095 time: 0.0440423 Aug 04 17:25:53.036229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71e16730-99c0-40c2-841d-8ee69ad56bf9 req-5f7ae504-38a4-4cff-a475-00833771073f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311103 Aug 04 17:25:54.157912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53554c3-f3c5-4ace-a342-df37ffe1bc00 req-5e8e29e5-8950-44ac-8011-f211e24d56a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:54.159511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c53554c3-f3c5-4ace-a342-df37ffe1bc00 req-5e8e29e5-8950-44ac-8011-f211e24d56a1 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1095 time: 0.0475156 Aug 04 17:25:54.195792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c53554c3-f3c5-4ace-a342-df37ffe1bc00 req-07923f21-1e17-4f47-a25d-0a8a5625585a tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301037 Aug 04 17:25:54.837409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 28f81e07-c5af-489a-b1ea-643e48029fcb details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:25:54.935753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 28f81e07-c5af-489a-b1ea-643e48029fcb, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=28f81e07-c5af-489a-b1ea-643e48029fcb,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:54.947613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '28f81e07-c5af-489a-b1ea-643e48029fcb', 'network_id': '3f1ce86e-0f56-4084-9328-2cc53aa43d9b', 'port_id': '28f81e07-c5af-489a-b1ea-643e48029fcb', 'mac_address': 'fa:16:3e:ce:26:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a556bb42-a0be-4124-a098-d8a08f4b4374', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:25:54.985134 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:54.997604 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f81e07-c5af-489a-b1ea-643e48029fcb {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:25:55.018719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 28f81e07-c5af-489a-b1ea-643e48029fcb, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=28f81e07-c5af-489a-b1ea-643e48029fcb,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:55.026621 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:55.084255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=28f81e07-c5af-489a-b1ea-643e48029fcb,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:55.257370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['28f81e07-c5af-489a-b1ea-643e48029fcb'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:25:55.312486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827f430-829f-4b05-93d7-fd372eb1b858 req-6e00afc5-d149-4e3e-b879-02b7f1b322fc tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:55.314039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1827f430-829f-4b05-93d7-fd372eb1b858 req-6e00afc5-d149-4e3e-b879-02b7f1b322fc tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1096 time: 0.0439446 Aug 04 17:25:55.349098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1827f430-829f-4b05-93d7-fd372eb1b858 req-8d468000-1e88-4578-9772-a5b99641cf85 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287907 Aug 04 17:25:56.478593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ba9d4-23c5-44c8-9ba9-b4f016eb4249 req-7fcef413-1658-446c-a6ac-de495a183dd8 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:56.480205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-325ba9d4-23c5-44c8-9ba9-b4f016eb4249 req-7fcef413-1658-446c-a6ac-de495a183dd8 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1096 time: 0.0621288 Aug 04 17:25:56.525634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-325ba9d4-23c5-44c8-9ba9-b4f016eb4249 req-24038daa-18ca-442d-bb7b-080fe8fe3b61 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381200 Aug 04 17:25:56.843237 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 28f81e07-c5af-489a-b1ea-643e48029fcb up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:25:56.911800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 28f81e07-c5af-489a-b1ea-643e48029fcb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:25:56.915716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 28f81e07-c5af-489a-b1ea-643e48029fcb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:25:56.916085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:57.017602 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:57.041376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce7da03-5518-4312-8a56-2a7855ccaadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f81e07-c5af-489a-b1ea-643e48029fcb'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:25:57.043648 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fe1bcd-c9ba-4f14-92f1-753f8ac85370" -d '{"events": [{"server_uuid": "cce7da03-5518-4312-8a56-2a7855ccaadf", "name": "network-vif-plugged", "status": "completed", "tag": "28f81e07-c5af-489a-b1ea-643e48029fcb"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:25:57.057090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 28f81e07-c5af-489a-b1ea-643e48029fcb, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=28f81e07-c5af-489a-b1ea-643e48029fcb,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:25:57.063978 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:25:57.086518 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc71dd4-e8b3-4780-88b9-9b7a9e32d8e6 x-openstack-request-id: req-bbc71dd4-e8b3-4780-88b9-9b7a9e32d8e6 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:25:57.086821 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce7da03-5518-4312-8a56-2a7855ccaadf", "name": "network-vif-plugged", "status": "completed", "tag": "28f81e07-c5af-489a-b1ea-643e48029fcb", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:25:57.087080 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbc71dd4-e8b3-4780-88b9-9b7a9e32d8e6 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:25:57.087462 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce7da03-5518-4312-8a56-2a7855ccaadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f81e07-c5af-489a-b1ea-643e48029fcb', 'code': 200} Aug 04 17:25:57.113686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=28f81e07-c5af-489a-b1ea-643e48029fcb,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:25:57.181286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc164c5-fbfe-4d43-814a-a4f330f081f6 req-4b7ed10e-face-48c1-8c9a-29ed1852edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:57.182832 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2cc164c5-fbfe-4d43-814a-a4f330f081f6 req-4b7ed10e-face-48c1-8c9a-29ed1852edbc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1097 time: 0.0430067 Aug 04 17:25:57.217331 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2cc164c5-fbfe-4d43-814a-a4f330f081f6 req-3d593316-5c3d-41f6-8518-4c4b1703614d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274484 Aug 04 17:25:57.649602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba51bb-12ac-42ce-8f6e-84db16107aac req-952fa4b9-4a2d-4f79-84c9-2cdb1b78fd16 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:57.651210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5cba51bb-12ac-42ce-8f6e-84db16107aac req-952fa4b9-4a2d-4f79-84c9-2cdb1b78fd16 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1097 time: 0.0501826 Aug 04 17:25:57.694875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5cba51bb-12ac-42ce-8f6e-84db16107aac req-fa3ce872-8c47-4c34-ade1-368d53b46fff tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370314 Aug 04 17:25:58.830363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc947cc-8c23-43c1-b1b2-31912e730784 req-e3482e13-5785-41ec-9f3b-4dcaaa5237ad tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:58.831925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccc947cc-8c23-43c1-b1b2-31912e730784 req-e3482e13-5785-41ec-9f3b-4dcaaa5237ad tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1097 time: 0.0556753 Aug 04 17:25:58.871218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccc947cc-8c23-43c1-b1b2-31912e730784 req-c88395af-395f-4937-ad18-50bb1c6cf1a5 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302746 Aug 04 17:25:58.989584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804637e2-0659-43c0-a58f-b8f803138337 req-3f12c4f3-e89b-4624-af59-3122ce819497 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:58.991057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-804637e2-0659-43c0-a58f-b8f803138337 req-3f12c4f3-e89b-4624-af59-3122ce819497 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1097 time: 0.0454073 Aug 04 17:25:59.029882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-804637e2-0659-43c0-a58f-b8f803138337 req-c27170fe-5896-4ae6-8cfe-227e5cfbb511 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325422 Aug 04 17:25:59.150323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3c449-910b-4e96-bd72-0856cacda26a req-cdbfc6dc-1833-4459-aca3-f3e9cbbe13cf tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:59.151904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33a3c449-910b-4e96-bd72-0856cacda26a req-cdbfc6dc-1833-4459-aca3-f3e9cbbe13cf tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1097 time: 0.0568054 Aug 04 17:25:59.188092 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33a3c449-910b-4e96-bd72-0856cacda26a req-74d81fcc-6464-4648-b8c0-f8ef85d0ad1f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292890 Aug 04 17:25:59.449925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fd328-18be-4703-b902-2d4e983d1358 req-0ae0b4a4-9e97-48ac-96b6-5e697c8ae88e tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:25:59.451495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-585fd328-18be-4703-b902-2d4e983d1358 req-0ae0b4a4-9e97-48ac-96b6-5e697c8ae88e tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1097 time: 0.0448062 Aug 04 17:25:59.487886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-585fd328-18be-4703-b902-2d4e983d1358 req-9df82be0-c9b2-4fce-b47c-0d0036b0ddde tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297427 Aug 04 17:26:00.613181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225473cf-5a80-4eb9-8253-aed095b21ba9 req-a1de904e-e723-4ddc-aca1-b8283b7c39b7 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:00.614747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-225473cf-5a80-4eb9-8253-aed095b21ba9 req-a1de904e-e723-4ddc-aca1-b8283b7c39b7 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1097 time: 0.0466442 Aug 04 17:26:00.651884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-225473cf-5a80-4eb9-8253-aed095b21ba9 req-5df61e72-baab-43d8-a763-3fe041f2df63 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299869 Aug 04 17:26:00.786224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-1eeb5d4e-29ca-4204-870d-1c3d936cdd8b tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:00.787813 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-1eeb5d4e-29ca-4204-870d-1c3d936cdd8b tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 1097 time: 0.0520558 Aug 04 17:26:00.877947 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-110e5300-cd38-41db-9e79-2b07ce3b0d6f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Deleting port 28f81e07-c5af-489a-b1ea-643e48029fcb {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:00.878313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-110e5300-cd38-41db-9e79-2b07ce3b0d6f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:00.969321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-110e5300-cd38-41db-9e79-2b07ce3b0d6f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] For port 28f81e07-c5af-489a-b1ea-643e48029fcb, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=28f81e07-c5af-489a-b1ea-643e48029fcb,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:00.969759 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-110e5300-cd38-41db-9e79-2b07ce3b0d6f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:00.983058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-110e5300-cd38-41db-9e79-2b07ce3b0d6f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Calling delete_port for 28f81e07-c5af-489a-b1ea-643e48029fcb owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:01.110616 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-110e5300-cd38-41db-9e79-2b07ce3b0d6f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:01.127492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['bab45cee-43d5-43d1-ab8a-fb512034c1e8'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:01.142429 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e5300-cd38-41db-9e79-2b07ce3b0d6f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Pushing event deleted for resources: {'Port': ['ID=28f81e07-c5af-489a-b1ea-643e48029fcb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:01.191399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-110e5300-cd38-41db-9e79-2b07ce3b0d6f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] No DVR routers for this DVR port 28f81e07-c5af-489a-b1ea-643e48029fcb on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:26:01.194409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-110e5300-cd38-41db-9e79-2b07ce3b0d6f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:01.196614 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e7f1f4fd-1562-4e24-9247-6be981876b54 req-110e5300-cd38-41db-9e79-2b07ce3b0d6f tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.90 "DELETE /v2.0/ports/28f81e07-c5af-489a-b1ea-643e48029fcb HTTP/1.1" status: 204 len: 173 time: 0.4010971 Aug 04 17:26:01.197084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce7da03-5518-4312-8a56-2a7855ccaadf', 'name': 'network-vif-deleted', 'tag': '28f81e07-c5af-489a-b1ea-643e48029fcb'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:26:01.199517 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6982d9c-2a20-4fe1-ab1f-3f5d1b0d6d1b" -d '{"events": [{"server_uuid": "cce7da03-5518-4312-8a56-2a7855ccaadf", "name": "network-vif-deleted", "tag": "28f81e07-c5af-489a-b1ea-643e48029fcb"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:26:01.332521 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0693466d-5caf-4a73-b077-f1df08528e70 x-openstack-request-id: req-0693466d-5caf-4a73-b077-f1df08528e70 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:26:01.332825 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce7da03-5518-4312-8a56-2a7855ccaadf", "name": "network-vif-deleted", "tag": "28f81e07-c5af-489a-b1ea-643e48029fcb", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:26:01.333035 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0693466d-5caf-4a73-b077-f1df08528e70 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:26:01.333691 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce7da03-5518-4312-8a56-2a7855ccaadf', 'name': 'network-vif-deleted', 'tag': '28f81e07-c5af-489a-b1ea-643e48029fcb', 'status': 'completed', 'code': 200} Aug 04 17:26:01.771971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-81bba6b9-a9d6-454a-866e-037b41b4c77b req-94d3d11c-fd65-4ffd-961e-c5a0b24fa4db tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cce7da03-5518-4312-8a56-2a7855ccaadf HTTP/1.1" status: 200 len: 210 time: 0.0344760 Aug 04 17:26:01.991946 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2a1-901b-417c-9dc7-239960cbf19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:02.873475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 28f81e07-c5af-489a-b1ea-643e48029fcb no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:02.894989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 28f81e07-c5af-489a-b1ea-643e48029fcb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:02.895321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 28f81e07-c5af-489a-b1ea-643e48029fcb not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:03.058051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083bcfb-6f79-4689-84ca-42c31a0b91c9 req-d59adf03-5adc-40b2-829c-f26f128f101c tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:03.059530 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8083bcfb-6f79-4689-84ca-42c31a0b91c9 req-d59adf03-5adc-40b2-829c-f26f128f101c tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0500145 Aug 04 17:26:03.106453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8083bcfb-6f79-4689-84ca-42c31a0b91c9 req-c5e0fe7c-26e6-436a-b0bb-b795de2ef1f9 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Aug 04 17:26:03.630888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb299e-2c4e-489d-96be-516ca18069c8 req-52d57cc8-e12d-401a-a437-3cdc6af93783 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:03.632386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78bb299e-2c4e-489d-96be-516ca18069c8 req-52d57cc8-e12d-401a-a437-3cdc6af93783 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0775180 Aug 04 17:26:03.635057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-b7d0f51c-4da8-4252-b79a-c7d1cb85281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:03.636400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-b7d0f51c-4da8-4252-b79a-c7d1cb85281b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1095 time: 0.0686224 Aug 04 17:26:03.714661 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78bb299e-2c4e-489d-96be-516ca18069c8 req-6035354d-b5b3-4804-a60b-d42261c0eb3e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760925 Aug 04 17:26:03.759733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-15161dc7-6b0b-4716-94ab-4033ae073e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:03.761280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-15161dc7-6b0b-4716-94ab-4033ae073e1e service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1062901 Aug 04 17:26:03.843687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-8c216a82-4214-42cc-83a4-c4d39f69f84f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 999 time: 0.0736852 Aug 04 17:26:03.905452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-2837fdc8-e7aa-4407-8410-3a83f5914a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:03.908121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-2837fdc8-e7aa-4407-8410-3a83f5914a94 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0556774 Aug 04 17:26:03.963003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-e95749c5-cfbc-4011-ba1b-3d32bcf45880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:03.964542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-e95749c5-cfbc-4011-ba1b-3d32bcf45880 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467331 Aug 04 17:26:04.072226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-d615f02b-0506-41a3-b693-2455aa6f4c44 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972350 Aug 04 17:26:04.167348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffdd9281-a1af-4ac5-89a5-d8641966fc68 req-a9ebc375-7274-4665-910a-56ac8a22e684 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863733 Aug 04 17:26:04.221212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc313ac5-5938-4a09-a120-468244ae8c73 req-47ea0335-f94c-4f3e-836b-44b15350c635 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:04.222840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc313ac5-5938-4a09-a120-468244ae8c73 req-47ea0335-f94c-4f3e-836b-44b15350c635 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0437624 Aug 04 17:26:04.259808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc313ac5-5938-4a09-a120-468244ae8c73 req-657a49bc-d958-4211-99b4-31081fdac45a tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304823 Aug 04 17:26:04.407324 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-99c7735e-01b4-4006-9d79-ebd573b56fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:04.513489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-c811f3d3-8bbe-4d2c-b7e2-f021ac5a4f12 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:04.515436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-c811f3d3-8bbe-4d2c-b7e2-f021ac5a4f12 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0490460 Aug 04 17:26:04.612496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Deleting port bab45cee-43d5-43d1-ab8a-fb512034c1e8 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:04.612914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:04.698358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] For port bab45cee-43d5-43d1-ab8a-fb512034c1e8, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bab45cee-43d5-43d1-ab8a-fb512034c1e8,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:04.698634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:04.711517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Calling delete_port for bab45cee-43d5-43d1-ab8a-fb512034c1e8 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:04.873628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b93cb4-1ee9-4d64-b7e4-80e7422b3a6d req-fef7c13b-e9d6-4056-bcfd-12225280fc43 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:04.875154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24b93cb4-1ee9-4d64-b7e4-80e7422b3a6d req-fef7c13b-e9d6-4056-bcfd-12225280fc43 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0847490 Aug 04 17:26:04.876238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:04.886708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['bab45cee-43d5-43d1-ab8a-fb512034c1e8'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:04.920902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Pushing event deleted for resources: {'Port': ['ID=bab45cee-43d5-43d1-ab8a-fb512034c1e8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:04.953832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.954080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.954566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.954984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.955324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.955756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.956089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.956414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.956728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.957055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.957377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.957695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:04.983790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] No DVR routers for this DVR port bab45cee-43d5-43d1-ab8a-fb512034c1e8 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:26:04.987921 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:04.989983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98a7498f-94c5-4a74-851e-0852bbfd983f req-786f1893-f0ab-421d-89f2-90b49af544d2 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.82 "DELETE /v2.0/ports/bab45cee-43d5-43d1-ab8a-fb512034c1e8 HTTP/1.1" status: 204 len: 173 time: 0.4656789 Aug 04 17:26:04.990457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95c4709-b8d5-41d2-a6a4-da9901c70ac7', 'name': 'network-vif-deleted', 'tag': 'bab45cee-43d5-43d1-ab8a-fb512034c1e8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:26:04.992988 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e4be59-43c8-45c9-a448-b7ed0c2bf98a" -d '{"events": [{"server_uuid": "a95c4709-b8d5-41d2-a6a4-da9901c70ac7", "name": "network-vif-deleted", "tag": "bab45cee-43d5-43d1-ab8a-fb512034c1e8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:26:04.994148 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:05.001475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24b93cb4-1ee9-4d64-b7e4-80e7422b3a6d req-82cef4af-e79b-4c43-af35-e8f006706685 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181104 Aug 04 17:26:05.038367 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dcbf72-4594-4ef0-80a7-b216bd720c74 x-openstack-request-id: req-35dcbf72-4594-4ef0-80a7-b216bd720c74 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:26:05.038660 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95c4709-b8d5-41d2-a6a4-da9901c70ac7", "name": "network-vif-deleted", "tag": "bab45cee-43d5-43d1-ab8a-fb512034c1e8", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:26:05.038941 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35dcbf72-4594-4ef0-80a7-b216bd720c74 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:26:05.039573 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95c4709-b8d5-41d2-a6a4-da9901c70ac7', 'name': 'network-vif-deleted', 'tag': 'bab45cee-43d5-43d1-ab8a-fb512034c1e8', 'status': 'completed', 'code': 200} Aug 04 17:26:05.380339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0cd3e48-082b-4028-9ba1-cea5c4415fe0 req-e84517c3-e118-4565-bb05-4dca23d0cc04 tempest-TestServerMultinode-864375188 tempest-TestServerMultinode-864375188-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a95c4709-b8d5-41d2-a6a4-da9901c70ac7 HTTP/1.1" status: 200 len: 210 time: 0.0332470 Aug 04 17:26:05.878546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:06.452111 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60832) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:06.820342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:07.077648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] Deleting port 78598ca8-ba45-4bc1-ae27-f72eec2216a5 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:07.077910 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:07.170365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] For port 78598ca8-ba45-4bc1-ae27-f72eec2216a5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=78598ca8-ba45-4bc1-ae27-f72eec2216a5,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:07.170739 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:07.184049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] Calling delete_port for 78598ca8-ba45-4bc1-ae27-f72eec2216a5 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:07.375209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:07.401246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=78598ca8-ba45-4bc1-ae27-f72eec2216a5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:07.486017 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:07.578013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:07.614557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bab45cee-43d5-43d1-ab8a-fb512034c1e8 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:07.799571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: bab45cee-43d5-43d1-ab8a-fb512034c1e8 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:07.799901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bab45cee-43d5-43d1-ab8a-fb512034c1e8 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:08.106197 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] Router 5b22e5ec-2db8-4981-9760-da09f5b298cc has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:26:08.216538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:26:08.221972 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c4961029-af70-4cbe-a9c1-8287e9219d14 admin admin] 10.222.0.39 "PUT /v2.0/routers/5b22e5ec-2db8-4981-9760-da09f5b298cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7683041 Aug 04 17:26:08.224865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60836) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:08.227926 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] Sync routers for ids ['5b22e5ec-2db8-4981-9760-da09f5b298cc'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:26:08.239049 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] Routers {'5b22e5ec-2db8-4981-9760-da09f5b298cc'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:26:08.239675 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:26:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5b22e5ec-2db8-4981-9760-da09f5b298cc'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:08.329942 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:08.349138 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] Set router 5b22e5ec-2db8-4981-9760-da09f5b298cc gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:26:08.436342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:08.499966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Deleting port 8e90a60d-83ca-484e-ba46-13936ad8b16e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:08.500423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:08.582893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] For port 8e90a60d-83ca-484e-ba46-13936ad8b16e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8e90a60d-83ca-484e-ba46-13936ad8b16e,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:08.583264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:08.597347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Calling delete_port for 8e90a60d-83ca-484e-ba46-13936ad8b16e owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:08.644651 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'name': 'tempest-TestServerMultinode-2009258490-router', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:26:07Z', 'revision_number': 5, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'gw_port': {'id': '8e90a60d-83ca-484e-ba46-13936ad8b16e', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:08.671568 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] Checking router: 5b22e5ec-2db8-4981-9760-da09f5b298cc for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:26:08.680595 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] Routers {'5b22e5ec-2db8-4981-9760-da09f5b298cc'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:26:08.681191 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:26:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5b22e5ec-2db8-4981-9760-da09f5b298cc'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:08.767021 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] Set router 5b22e5ec-2db8-4981-9760-da09f5b298cc gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:26:08.773267 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:08.799120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Pushing event deleted for resources: {'Port': ['ID=8e90a60d-83ca-484e-ba46-13936ad8b16e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:08.821611 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'name': 'tempest-TestServerMultinode-2009258490-router', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:26:08Z', 'revision_number': 6, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:08.848830 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9689cf0a-c164-4be8-9d98-de5d1a8fe012 None None] The sync data for ids ['5b22e5ec-2db8-4981-9760-da09f5b298cc'] in n-d-764435-5 is: [{'id': '5b22e5ec-2db8-4981-9760-da09f5b298cc', 'name': 'tempest-TestServerMultinode-2009258490-router', 'tenant_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:23Z', 'updated_at': '2021-08-04T17:26:08Z', 'revision_number': 6, 'project_id': '1277fddbaf0e4edaa6c9c4f7f18bf0ff', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:26:08.867158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:08.959807 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:08.961909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.008027 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.008521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b22e5ec-2db8-4981-9760-da09f5b298cc {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:26:09.013984 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.015494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7d4abf7f-5ad0-4c3e-a9d2-860c2e696cad admin admin] 10.222.0.39 "DELETE /v2.0/routers/5b22e5ec-2db8-4981-9760-da09f5b298cc HTTP/1.1" status: 204 len: 168 time: 0.7892916 Aug 04 17:26:09.019366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60838) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:09.069035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a4e5b3-2567-4947-ab03-248ad3c5033a admin admin] Deleting subnet a556bb42-a0be-4124-a098-d8a08f4b4374 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:26:09.074183 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a4e5b3-2567-4947-ab03-248ad3c5033a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.120834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a4e5b3-2567-4947-ab03-248ad3c5033a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.178075 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.209123 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a4e5b3-2567-4947-ab03-248ad3c5033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.225993 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.269289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a4e5b3-2567-4947-ab03-248ad3c5033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.297439 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4e5b3-2567-4947-ab03-248ad3c5033a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a556bb42-a0be-4124-a098-d8a08f4b4374,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:09.303115 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-63a4e5b3-2567-4947-ab03-248ad3c5033a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.305055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-63a4e5b3-2567-4947-ab03-248ad3c5033a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a556bb42-a0be-4124-a098-d8a08f4b4374 HTTP/1.1" status: 204 len: 168 time: 0.2847610 Aug 04 17:26:09.307651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60840) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:09.312718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8f0f7-7d0b-4136-ae8a-f888cadf7cf2 None None] Network 3f1ce86e-0f56-4084-9328-2cc53aa43d9b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:26:09.381726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.437936 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Deleting port f694d3aa-82a0-4afb-afcc-7da5284802da {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:09.438280 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.505663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] For port f694d3aa-82a0-4afb-afcc-7da5284802da, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f694d3aa-82a0-4afb-afcc-7da5284802da,segment=NetworkSegment(2e171960-522b-4a84-a6b7-060889caf8d3),segment_id=2e171960-522b-4a84-a6b7-060889caf8d3)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:09.505906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.519038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Calling delete_port for f694d3aa-82a0-4afb-afcc-7da5284802da owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:09.605788 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.640647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f694d3aa-82a0-4afb-afcc-7da5284802da,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:09.645113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] No DVR routers for this DVR port f694d3aa-82a0-4afb-afcc-7da5284802da on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:26:09.651285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5d9a0-3ea9-4c65-ae49-bbc3598b393b None None] DHCP port deletion for 3f1ce86e-0f56-4084-9328-2cc53aa43d9b request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:26:09.728104 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.739576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1ce86e-0f56-4084-9328-2cc53aa43d9b']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:09.751927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e171960-522b-4a84-a6b7-060889caf8d3') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:09.752405 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e171960-522b-4a84-a6b7-060889caf8d3') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:09.761957 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.780165 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.786945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:26:09.787337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:26:09.789050 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:26:09.845813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.852234 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:09.857396 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3f1ce86e-0f56-4084-9328-2cc53aa43d9b HTTP/1.1" status: 204 len: 168 time: 0.5455904 Aug 04 17:26:09.857505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60842) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:09.875025 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b5e7e-72fe-4f37-bfaf-e8a0170e1ae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1ce86e-0f56-4084-9328-2cc53aa43d9b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:10.146738 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8e90a60d-83ca-484e-ba46-13936ad8b16e no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:10.167503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 8e90a60d-83ca-484e-ba46-13936ad8b16e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:10.167849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8e90a60d-83ca-484e-ba46-13936ad8b16e not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:10.168283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f694d3aa-82a0-4afb-afcc-7da5284802da no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:10.186912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: f694d3aa-82a0-4afb-afcc-7da5284802da {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:10.187585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f694d3aa-82a0-4afb-afcc-7da5284802da not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:10.188234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 78598ca8-ba45-4bc1-ae27-f72eec2216a5 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:10.206737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 78598ca8-ba45-4bc1-ae27-f72eec2216a5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:10.207026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 78598ca8-ba45-4bc1-ae27-f72eec2216a5 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:10.243226 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:10.511070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] Deleting port 662422f3-1f10-469c-9ff0-5a996ba4b804 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:10.511774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:10.589169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] For port 662422f3-1f10-469c-9ff0-5a996ba4b804, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=662422f3-1f10-469c-9ff0-5a996ba4b804,segment=NetworkSegment(85d73a16-3388-4402-9a0b-f760957ea4c0),segment_id=85d73a16-3388-4402-9a0b-f760957ea4c0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:10.589509 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:10.605964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] Calling delete_port for 662422f3-1f10-469c-9ff0-5a996ba4b804 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:10.814328 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:10.841738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=662422f3-1f10-469c-9ff0-5a996ba4b804,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:11.015940 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:11.622885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] Router d2fb8285-f262-40ff-9af4-c0e02c8d6bde has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:26:11.745180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:26:11.751762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ad1fac9b-a29c-46d4-87f0-eff43d3852c1 admin admin] 10.222.0.39 "PUT /v2.0/routers/d2fb8285-f262-40ff-9af4-c0e02c8d6bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8932829 Aug 04 17:26:11.754475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60846) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:11.757461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] Sync routers for ids ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:26:11.768164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] Routers {'d2fb8285-f262-40ff-9af4-c0e02c8d6bde'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:26:11.768798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:26:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:11.863222 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:11.876131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] Set router d2fb8285-f262-40ff-9af4-c0e02c8d6bde gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:26:11.975180 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:12.031628 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-202c8961-c253-4822-a75b-7c9c894d33be req-80c82096-cfd2-415c-aa27-c1bcb32e7f84 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431414 Aug 04 17:26:12.034074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Deleting port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:12.034421 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:12.090460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'name': 'tempest-TestServerMultinode-2022950836-router', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:26:10Z', 'revision_number': 5, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'gw_port': {'id': '6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:12.119238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8961-c253-4822-a75b-7c9c894d33be req-e9f77aaa-4354-47a3-affd-f0a6fafe0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:12.123762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] Checking router: d2fb8285-f262-40ff-9af4-c0e02c8d6bde for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:26:12.124492 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-202c8961-c253-4822-a75b-7c9c894d33be req-e9f77aaa-4354-47a3-affd-f0a6fafe0fa9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 1097 time: 0.0495152 Aug 04 17:26:12.132050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] Routers {'d2fb8285-f262-40ff-9af4-c0e02c8d6bde'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:26:12.132746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:26:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:12.177351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-6d3391a9-20af-44de-9871-6af27a13b8cd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920365 Aug 04 17:26:12.195412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] For port 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:12.196082 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:12.210919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Calling delete_port for 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:12.238896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] Set router d2fb8285-f262-40ff-9af4-c0e02c8d6bde gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:26:12.253675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8961-c253-4822-a75b-7c9c894d33be req-58a57519-4147-4ad3-b780-b9b281c968e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:12.255779 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-202c8961-c253-4822-a75b-7c9c894d33be req-58a57519-4147-4ad3-b780-b9b281c968e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1116590 Aug 04 17:26:12.290843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'name': 'tempest-TestServerMultinode-2022950836-router', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:26:11Z', 'revision_number': 6, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:12.297310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-1529f81b-a535-4562-9e5c-adb2b5609775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:12.299124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-1529f81b-a535-4562-9e5c-adb2b5609775 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 1096 time: 0.0894408 Aug 04 17:26:12.303629 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-202c8961-c253-4822-a75b-7c9c894d33be req-43bf1c21-3448-41f7-833d-46db80bf5ff3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1058e343-8cad-49ed-b560-009b7f0893b4 HTTP/1.1" status: 200 len: 217 time: 0.0386004 Aug 04 17:26:12.321882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048c791-def7-4080-ad4d-f1422197a46c None None] The sync data for ids ['d2fb8285-f262-40ff-9af4-c0e02c8d6bde'] in n-d-764435-5 is: [{'id': 'd2fb8285-f262-40ff-9af4-c0e02c8d6bde', 'name': 'tempest-TestServerMultinode-2022950836-router', 'tenant_id': 'de89f6012e18462d91f66a0c98edde86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:31Z', 'updated_at': '2021-08-04T17:26:11Z', 'revision_number': 6, 'project_id': 'de89f6012e18462d91f66a0c98edde86', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:26:12.372513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8961-c253-4822-a75b-7c9c894d33be req-23e9376c-1300-49be-9af0-8dc6e8549f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:12.374015 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-202c8961-c253-4822-a75b-7c9c894d33be req-23e9376c-1300-49be-9af0-8dc6e8549f9c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0639544 Aug 04 17:26:12.421981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8961-c253-4822-a75b-7c9c894d33be req-a378283e-8a95-4841-8178-c442e078c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:12.423755 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-202c8961-c253-4822-a75b-7c9c894d33be req-a378283e-8a95-4841-8178-c442e078c828 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418634 Aug 04 17:26:12.485608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-c041c1ce-3f51-4769-ba19-e4526b7bdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:12.487150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-c041c1ce-3f51-4769-ba19-e4526b7bdcb2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1666367 Aug 04 17:26:12.522128 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-202c8961-c253-4822-a75b-7c9c894d33be req-184f653b-48f3-4472-8dea-1590c27f6f9d service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906725 Aug 04 17:26:12.533337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-5dcac867-0564-4c0c-a3c7-9f492aed0296 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67313844-15f8-4e42-ad1d-44e1a7eb97b9 HTTP/1.1" status: 200 len: 217 time: 0.0382848 Aug 04 17:26:12.533949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:12.567327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:12.615170 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-202c8961-c253-4822-a75b-7c9c894d33be req-dbe6d856-355d-48ac-afd9-f5d911f249d2 service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835693 Aug 04 17:26:12.647614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-1957f7aa-5dee-4a61-8ffa-f97e13c9ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:12.649118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-1957f7aa-5dee-4a61-8ffa-f97e13c9ebd0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0917027 Aug 04 17:26:12.690316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:12.795142 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:12.798503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:12.803603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-93575486-f520-46f5-9630-66dc4abe0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:12.805152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-93575486-f520-46f5-9630-66dc4abe0464 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477718 Aug 04 17:26:12.889730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:12.890917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2fb8285-f262-40ff-9af4-c0e02c8d6bde {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:26:12.896068 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:12.897559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ea3837ff-c1fb-4917-8412-e798cfebd7ba admin admin] 10.222.0.39 "DELETE /v2.0/routers/d2fb8285-f262-40ff-9af4-c0e02c8d6bde HTTP/1.1" status: 204 len: 168 time: 1.1420500 Aug 04 17:26:12.900158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60848) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:12.970305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ae82b9-1148-402f-8df0-b59de9870e57 admin admin] Deleting subnet 0b5e8c0e-43a3-4b4f-8aad-ef00baec92db {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:26:12.981072 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0ae82b9-1148-402f-8df0-b59de9870e57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.009401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-80324289-ac5a-4e5d-b949-0eb9a11b7307 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664701 Aug 04 17:26:13.030948 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0ae82b9-1148-402f-8df0-b59de9870e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.175998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f97f8b8-f66e-43ed-b262-b87a927d9bb8 req-ca283ada-9032-497f-9005-0b94b3cdea47 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583900 Aug 04 17:26:13.182520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0ae82b9-1148-402f-8df0-b59de9870e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.250270 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0ae82b9-1148-402f-8df0-b59de9870e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.278615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae82b9-1148-402f-8df0-b59de9870e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5e8c0e-43a3-4b4f-8aad-ef00baec92db,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:13.281000 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d0ae82b9-1148-402f-8df0-b59de9870e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.286464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d0ae82b9-1148-402f-8df0-b59de9870e57 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0b5e8c0e-43a3-4b4f-8aad-ef00baec92db HTTP/1.1" status: 204 len: 168 time: 0.3852749 Aug 04 17:26:13.287677 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60850) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:13.289618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124860c8-7b30-43ec-9d7b-4a4c6fb8f573 None None] Network 5567a93d-b5b0-4f49-822c-ddbaa46a3580 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:26:13.373749 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.428979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Deleting port 93807be4-1f15-4dd0-8a56-2831d682a934 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:13.429343 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.469285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f706f894-a06d-4206-9865-de2965535e11 None None] DHCP port deletion for 5567a93d-b5b0-4f49-822c-ddbaa46a3580 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:26:13.495174 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] For port 93807be4-1f15-4dd0-8a56-2831d682a934, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=93807be4-1f15-4dd0-8a56-2831d682a934,segment=NetworkSegment(85d73a16-3388-4402-9a0b-f760957ea4c0),segment_id=85d73a16-3388-4402-9a0b-f760957ea4c0)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:13.495540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.514201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Calling delete_port for 93807be4-1f15-4dd0-8a56-2831d682a934 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:13.519118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f706f894-a06d-4206-9865-de2965535e11 None None] Deleting port 93807be4-1f15-4dd0-8a56-2831d682a934 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:13.519494 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f706f894-a06d-4206-9865-de2965535e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.580590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f706f894-a06d-4206-9865-de2965535e11 None None] For port 93807be4-1f15-4dd0-8a56-2831d682a934, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=93807be4-1f15-4dd0-8a56-2831d682a934,segment=NetworkSegment(85d73a16-3388-4402-9a0b-f760957ea4c0),segment_id=85d73a16-3388-4402-9a0b-f760957ea4c0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:13.580982 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f706f894-a06d-4206-9865-de2965535e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.593658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f706f894-a06d-4206-9865-de2965535e11 None None] Calling delete_port for 93807be4-1f15-4dd0-8a56-2831d682a934 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:13.598187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.624622 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Pushing event deleted for resources: {'Port': ['ID=93807be4-1f15-4dd0-8a56-2831d682a934,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:13.630231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] No DVR routers for this DVR port 93807be4-1f15-4dd0-8a56-2831d682a934 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:26:13.638997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.639171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.639423 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.640194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.640830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.640830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.641166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.641615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.641952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.642263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.642585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.642920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:13.674154 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f706f894-a06d-4206-9865-de2965535e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.702378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706f894-a06d-4206-9865-de2965535e11 None None] Pushing event deleted for resources: {'Port': ['ID=93807be4-1f15-4dd0-8a56-2831d682a934,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:13.704598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706f894-a06d-4206-9865-de2965535e11 None None] No DVR routers for this DVR port 93807be4-1f15-4dd0-8a56-2831d682a934 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:26:13.716620 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.730263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5567a93d-b5b0-4f49-822c-ddbaa46a3580']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:13.742759 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d73a16-3388-4402-9a0b-f760957ea4c0') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:13.743081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d73a16-3388-4402-9a0b-f760957ea4c0') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:13.752217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.768447 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.776416 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:26:13.776829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:26:13.778554 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:26:13.840974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.847074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:13.851690 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5567a93d-b5b0-4f49-822c-ddbaa46a3580 HTTP/1.1" status: 204 len: 168 time: 0.5598862 Aug 04 17:26:13.860074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f703c98-7040-4e0c-8f7b-50dc70f86167 admin admin] Pushing event deleted for resources: {'Network': ['ID=5567a93d-b5b0-4f49-822c-ddbaa46a3580,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:14.025809 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60854) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:14.089401 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0aa3016b-bba1-48a2-baf3-19a588b76ab3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1277fddbaf0e4edaa6c9c4f7f18bf0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612807 Aug 04 17:26:14.090516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60856) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:14.150713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:14.158284 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c032d4-85ff-4147-b64b-d66552202b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:14.171199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:14.171540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6fbd9634-4ffb-49fc-8d4f-e24e6ab6e8d5 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:14.172461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 662422f3-1f10-469c-9ff0-5a996ba4b804 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:14.186462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c032d4-85ff-4147-b64b-d66552202b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:14.191163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 662422f3-1f10-469c-9ff0-5a996ba4b804 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:14.191507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 662422f3-1f10-469c-9ff0-5a996ba4b804 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:14.191904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 93807be4-1f15-4dd0-8a56-2831d682a934 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:14.210303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 93807be4-1f15-4dd0-8a56-2831d682a934 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:14.210642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 93807be4-1f15-4dd0-8a56-2831d682a934 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:14.236168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c032d4-85ff-4147-b64b-d66552202b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:14.238678 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79c032d4-85ff-4147-b64b-d66552202b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:14.239873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-79c032d4-85ff-4147-b64b-d66552202b8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c8104b6-0660-4780-aba1-51ea1530d927 HTTP/1.1" status: 204 len: 168 time: 0.1480656 Aug 04 17:26:14.247736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c032d4-85ff-4147-b64b-d66552202b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8104b6-0660-4780-aba1-51ea1530d927,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:14.616553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60862) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:14.657616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fb6c5881-b918-42ef-87b1-da864e590287 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de89f6012e18462d91f66a0c98edde86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397553 Aug 04 17:26:14.660169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60864) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:14.706761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2ad38b5-a27c-4664-b729-36789fb3052c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:14.730170 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2ad38b5-a27c-4664-b729-36789fb3052c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:14.784407 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2ad38b5-a27c-4664-b729-36789fb3052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:14.787191 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e2ad38b5-a27c-4664-b729-36789fb3052c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:14.788379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e2ad38b5-a27c-4664-b729-36789fb3052c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b HTTP/1.1" status: 204 len: 168 time: 0.1273575 Aug 04 17:26:14.796547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad38b5-a27c-4664-b729-36789fb3052c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c58aeb1-3ac4-4cbc-ba54-2477c5c80c1b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:16.360257 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60870) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:16.431140 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e459baef-a43c-4230-94bc-f1083c41f73d tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/floatingips/0493cede-15c9-432a-988b-21057116626a HTTP/1.1" status: 200 len: 993 time: 0.0697489 Aug 04 17:26:16.704995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60878) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:16.893092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port 45bb0ea8-79c1-4ba4-8025-24cde3beefef {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:16.893659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:16.973414 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:16.973647 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:16.986167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for 45bb0ea8-79c1-4ba4-8025-24cde3beefef owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:17.153794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:17.177511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=45bb0ea8-79c1-4ba4-8025-24cde3beefef,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:17.244645 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:17.244873 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Floating IP 0493cede-15c9-432a-988b-21057116626a disassociated (deleted). External IP: 172.25.2.50, port: b01edd58-a968-4402-9cdd-56e5707a3963. Aug 04 17:26:17.469189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router e73187db-a14b-4aad-a134-6b89837237c7 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:26:17.586522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:26:17.591453 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:17.596275 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] Sync routers for ids ['e73187db-a14b-4aad-a134-6b89837237c7'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:26:17.606067 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] Routers {'e73187db-a14b-4aad-a134-6b89837237c7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:26:17.606686 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:26:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e73187db-a14b-4aad-a134-6b89837237c7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:17.618005 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5d6d1a5c-c008-4302-8d53-76a7a9fd550c tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/floatingips/0493cede-15c9-432a-988b-21057116626a HTTP/1.1" status: 204 len: 168 time: 0.9115977 Aug 04 17:26:17.618651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'tag': 'b01edd58-a968-4402-9cdd-56e5707a3963'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:26:17.623185 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c8593edd-249a-4f63-a02a-88db77355c2d", "tag": "b01edd58-a968-4402-9cdd-56e5707a3963"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:26:17.665525 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac34873-ab4e-4726-98c3-4ccfbe0e20e9 x-openstack-request-id: req-2ac34873-ab4e-4726-98c3-4ccfbe0e20e9 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:26:17.665782 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8593edd-249a-4f63-a02a-88db77355c2d", "tag": "b01edd58-a968-4402-9cdd-56e5707a3963", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:26:17.666060 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ac34873-ab4e-4726-98c3-4ccfbe0e20e9 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:26:17.666463 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'tag': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'status': 'completed', 'code': 200} Aug 04 17:26:17.716786 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] Set router e73187db-a14b-4aad-a134-6b89837237c7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:26:17.743787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-56bcbc57-52b4-41e8-bced-71e50c5fda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:17.745754 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-56bcbc57-52b4-41e8-bced-71e50c5fda92 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 1097 time: 0.0539091 Aug 04 17:26:17.843069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-b15475f0-7560-4832-9aa3-5960f0703e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:17.844622 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-b15475f0-7560-4832-9aa3-5960f0703e06 service neutron] 10.222.0.90 "GET /v2.0/networks?id=acf3c8a3-9ae5-43e7-914d-5e13de33de2e HTTP/1.1" status: 200 len: 898 time: 0.0922594 Aug 04 17:26:17.897036 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-8db2c43e-690d-464e-8f91-d85366d2382a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01edd58-a968-4402-9cdd-56e5707a3963 HTTP/1.1" status: 200 len: 217 time: 0.0440087 Aug 04 17:26:17.927543 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:22Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e0ad11ae-b886-4836-9551-c24750b91315', 'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:55:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:21Z', 'updated_at': '2021-08-04T17:25:29Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:17.953814 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] Checking router: e73187db-a14b-4aad-a134-6b89837237c7 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:26:17.955441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-86c2085a-436e-4ba9-a2f7-f2ca7dd97752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:17.956957 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-86c2085a-436e-4ba9-a2f7-f2ca7dd97752 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a112afce-78dc-491b-ab79-f7c50d8d611b HTTP/1.1" status: 200 len: 834 time: 0.0527008 Aug 04 17:26:17.962398 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] Routers {'e73187db-a14b-4aad-a134-6b89837237c7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:26:17.963036 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:26:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e73187db-a14b-4aad-a134-6b89837237c7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:18.013227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-0839e090-de46-42c0-81b4-75590bd0f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:18.015092 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-0839e090-de46-42c0-81b4-75590bd0f097 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=acf3c8a3-9ae5-43e7-914d-5e13de33de2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471725 Aug 04 17:26:18.084694 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] Set router e73187db-a14b-4aad-a134-6b89837237c7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:26:18.098206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ca77a-7df8-4d66-ac45-4395c86a8782 req-a7c76b77-3608-4d2a-a267-b8078c70ee4e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:18.099685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c01ca77a-7df8-4d66-ac45-4395c86a8782 req-a7c76b77-3608-4d2a-a267-b8078c70ee4e tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 946 time: 0.2859759 Aug 04 17:26:18.114570 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-91568e5c-29d4-4fb7-9699-291a3fbbcbf0 service neutron] 10.222.0.90 "GET /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906796 Aug 04 17:26:18.142077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c01ca77a-7df8-4d66-ac45-4395c86a8782 req-e37085c3-ff92-42d3-bbc1-2fb7cf1b2370 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360723 Aug 04 17:26:18.217989 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-4bad9e7e-fd5e-458c-8d63-dbe454bf4fc2 req-088d247e-7deb-4807-9434-c76e0a12b566 service neutron] 10.222.0.90 "GET /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951457 Aug 04 17:26:18.301182 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:22Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e0ad11ae-b886-4836-9551-c24750b91315', 'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:55:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:21Z', 'updated_at': '2021-08-04T17:25:29Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:18.328178 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0c5dcc-9d68-41d6-bd8e-f50bb43fd168 None None] The sync data for ids ['e73187db-a14b-4aad-a134-6b89837237c7'] in n-d-764435-5 is: [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:25:22Z', 'revision_number': 4, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e0ad11ae-b886-4836-9551-c24750b91315', 'name': '', 'network_id': 'acf3c8a3-9ae5-43e7-914d-5e13de33de2e', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'mac_address': 'fa:16:3e:55:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:21Z', 'updated_at': '2021-08-04T17:25:29Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'subnets': [{'id': 'a112afce-78dc-491b-ab79-f7c50d8d611b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:26:18.566980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d70e3-841f-4abe-8b0e-a28d59126909 None None] New status for floating IP 0493cede-15c9-432a-988b-21057116626a: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:26:19.185850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-1d8d2fef-5b1a-4cf1-ba43-248d03da95d8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:19.187443 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-1d8d2fef-5b1a-4cf1-ba43-248d03da95d8 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 946 time: 0.0752542 Aug 04 17:26:19.302291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-11daab16-d375-4229-955b-4aac1d06f9d4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port b01edd58-a968-4402-9cdd-56e5707a3963 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:19.302653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-11daab16-d375-4229-955b-4aac1d06f9d4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:19.360734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c2e31-a113-46ca-ab24-7a9a1af5a062 req-c9ac9cfd-9f74-4d88-a594-0d5fbf570a28 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:19.362674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a98c2e31-a113-46ca-ab24-7a9a1af5a062 req-c9ac9cfd-9f74-4d88-a594-0d5fbf570a28 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8593edd-249a-4f63-a02a-88db77355c2d HTTP/1.1" status: 200 len: 946 time: 0.1351326 Aug 04 17:26:19.405552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a98c2e31-a113-46ca-ab24-7a9a1af5a062 req-e2b378c6-76bd-48be-a9ec-9acad9539300 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "GET /v2.0/security-groups?id=b66916dc-6dcc-4b78-91d1-299dce643be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359185 Aug 04 17:26:19.406043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-11daab16-d375-4229-955b-4aac1d06f9d4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] For port b01edd58-a968-4402-9cdd-56e5707a3963, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b01edd58-a968-4402-9cdd-56e5707a3963,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:19.406414 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-11daab16-d375-4229-955b-4aac1d06f9d4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:19.420857 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-11daab16-d375-4229-955b-4aac1d06f9d4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for b01edd58-a968-4402-9cdd-56e5707a3963 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:19.555990 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-11daab16-d375-4229-955b-4aac1d06f9d4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:19.587045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11daab16-d375-4229-955b-4aac1d06f9d4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=b01edd58-a968-4402-9cdd-56e5707a3963,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:19.632691 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-11daab16-d375-4229-955b-4aac1d06f9d4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] No DVR routers for this DVR port b01edd58-a968-4402-9cdd-56e5707a3963 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:26:19.635670 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-11daab16-d375-4229-955b-4aac1d06f9d4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:19.637893 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e85e4d50-7e8a-4d43-b565-c9de13d8dec0 req-11daab16-d375-4229-955b-4aac1d06f9d4 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.90 "DELETE /v2.0/ports/b01edd58-a968-4402-9cdd-56e5707a3963 HTTP/1.1" status: 204 len: 173 time: 0.4435329 Aug 04 17:26:19.668396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'name': 'network-vif-deleted', 'tag': 'b01edd58-a968-4402-9cdd-56e5707a3963'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:26:19.673757 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb4c5e1-c981-440b-9c7f-e8ed68942229" -d '{"events": [{"server_uuid": "c8593edd-249a-4f63-a02a-88db77355c2d", "name": "network-vif-deleted", "tag": "b01edd58-a968-4402-9cdd-56e5707a3963"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:26:19.712307 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaf0b7a-95d3-4dda-8995-561c61a3d238 x-openstack-request-id: req-bdaf0b7a-95d3-4dda-8995-561c61a3d238 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:26:19.712645 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8593edd-249a-4f63-a02a-88db77355c2d", "name": "network-vif-deleted", "tag": "b01edd58-a968-4402-9cdd-56e5707a3963", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:26:19.712895 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdaf0b7a-95d3-4dda-8995-561c61a3d238 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:26:19.713308 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8593edd-249a-4f63-a02a-88db77355c2d', 'name': 'network-vif-deleted', 'tag': 'b01edd58-a968-4402-9cdd-56e5707a3963', 'status': 'completed', 'code': 200} Aug 04 17:26:20.472125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60896) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:20.538084 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b5a93ca-7d4f-488f-9af6-71a00384c10a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:20.566153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b5a93ca-7d4f-488f-9af6-71a00384c10a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:20.645008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b5a93ca-7d4f-488f-9af6-71a00384c10a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:20.648129 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2b5a93ca-7d4f-488f-9af6-71a00384c10a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:20.649735 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2b5a93ca-7d4f-488f-9af6-71a00384c10a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/security-groups/b66916dc-6dcc-4b78-91d1-299dce643be4 HTTP/1.1" status: 204 len: 168 time: 0.1762290 Aug 04 17:26:20.662314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a93ca-7d4f-488f-9af6-71a00384c10a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66916dc-6dcc-4b78-91d1-299dce643be4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:20.687702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60900) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:21.090050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:21.204611 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:26:21.631599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port e0ad11ae-b886-4836-9551-c24750b91315 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:21.632218 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:21.729656 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] For port e0ad11ae-b886-4836-9551-c24750b91315, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e0ad11ae-b886-4836-9551-c24750b91315,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:21.730015 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:21.745605 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for e0ad11ae-b886-4836-9551-c24750b91315 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:21.981451 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:22.011719 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=e0ad11ae-b886-4836-9551-c24750b91315,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:22.217557 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:22.455985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Router e73187db-a14b-4aad-a134-6b89837237c7 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:26:22.567876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:26:22.573739 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e1ea6ed4-640b-4e2b-90a6-929293a581a0 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "PUT /v2.0/routers/e73187db-a14b-4aad-a134-6b89837237c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8848081 Aug 04 17:26:22.575828 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60902) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:22.578391 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] Sync routers for ids ['e73187db-a14b-4aad-a134-6b89837237c7'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:26:22.588206 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] Routers {'e73187db-a14b-4aad-a134-6b89837237c7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:26:22.589011 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:26:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e73187db-a14b-4aad-a134-6b89837237c7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:22.632559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1b777c-33b2-4f47-9b16-e7093557edf2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting subnet a112afce-78dc-491b-ab79-f7c50d8d611b {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:26:22.636579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be1b777c-33b2-4f47-9b16-e7093557edf2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:22.678726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be1b777c-33b2-4f47-9b16-e7093557edf2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:22.693315 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] Set router e73187db-a14b-4aad-a134-6b89837237c7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:26:22.770146 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be1b777c-33b2-4f47-9b16-e7093557edf2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:22.838585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be1b777c-33b2-4f47-9b16-e7093557edf2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:22.867889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b777c-33b2-4f47-9b16-e7093557edf2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Subnet': ['ID=a112afce-78dc-491b-ab79-f7c50d8d611b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:22.869448 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be1b777c-33b2-4f47-9b16-e7093557edf2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:22.871406 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be1b777c-33b2-4f47-9b16-e7093557edf2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/subnets/a112afce-78dc-491b-ab79-f7c50d8d611b HTTP/1.1" status: 204 len: 168 time: 0.2946470 Aug 04 17:26:22.874510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60904) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:22.883684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a337753-01b5-45ba-a4ef-c90a17465f63 None None] Network acf3c8a3-9ae5-43e7-914d-5e13de33de2e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:26:22.899141 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:26:21Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:22.931683 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] Checking router: e73187db-a14b-4aad-a134-6b89837237c7 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:26:22.940370 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] Routers {'e73187db-a14b-4aad-a134-6b89837237c7'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:26:22.940988 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:26:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['e73187db-a14b-4aad-a134-6b89837237c7'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:22.952523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b01edd58-a968-4402-9cdd-56e5707a3963 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:22.977748 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: b01edd58-a968-4402-9cdd-56e5707a3963 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:22.978073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b01edd58-a968-4402-9cdd-56e5707a3963 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:22.984340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.048393 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] Set router e73187db-a14b-4aad-a134-6b89837237c7 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:26:23.104057 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.104500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715b9da-31a7-408e-93e0-02be0e20b931 None None] DHCP port deletion for acf3c8a3-9ae5-43e7-914d-5e13de33de2e request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:26:23.164976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f715b9da-31a7-408e-93e0-02be0e20b931 None None] Deleting port 8de3cee0-f40c-4b55-8690-697a77153b28 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:23.164976 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f715b9da-31a7-408e-93e0-02be0e20b931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.169712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Deleting port 0904202a-f687-4b59-96ed-382612c58df3 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:26:23.170059 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.230451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f715b9da-31a7-408e-93e0-02be0e20b931 None None] For port 8de3cee0-f40c-4b55-8690-697a77153b28, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8de3cee0-f40c-4b55-8690-697a77153b28,segment=NetworkSegment(61f03d48-8d4b-45e4-a818-11bfe3f02a5a),segment_id=61f03d48-8d4b-45e4-a818-11bfe3f02a5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:23.230889 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f715b9da-31a7-408e-93e0-02be0e20b931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.244294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-f715b9da-31a7-408e-93e0-02be0e20b931 None None] Calling delete_port for 8de3cee0-f40c-4b55-8690-697a77153b28 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:23.263098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] For port 0904202a-f687-4b59-96ed-382612c58df3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0904202a-f687-4b59-96ed-382612c58df3,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:23.263530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.278587 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Calling delete_port for 0904202a-f687-4b59-96ed-382612c58df3 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:26:23.329422 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f715b9da-31a7-408e-93e0-02be0e20b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.337162 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:26:21Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:23.355398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715b9da-31a7-408e-93e0-02be0e20b931 None None] Pushing event deleted for resources: {'Port': ['ID=8de3cee0-f40c-4b55-8690-697a77153b28,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:23.357212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715b9da-31a7-408e-93e0-02be0e20b931 None None] No DVR routers for this DVR port 8de3cee0-f40c-4b55-8690-697a77153b28 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:26:23.371555 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec184dfa-8709-468c-83b8-5352c2b7ca01 None None] The sync data for ids ['e73187db-a14b-4aad-a134-6b89837237c7'] in n-d-764435-5 is: [{'id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'name': 'tempest-TestNetworkBasicOps-router-1653795973', 'tenant_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '0904202a-f687-4b59-96ed-382612c58df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:25:18Z', 'updated_at': '2021-08-04T17:26:21Z', 'revision_number': 5, 'project_id': '5e37c1fd22584f4cb90a6ee07695fd54', 'gw_port': {'id': '0904202a-f687-4b59-96ed-382612c58df3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73187db-a14b-4aad-a134-6b89837237c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:25:19Z', 'updated_at': '2021-08-04T17:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:26:23.458214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.482544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Port': ['ID=0904202a-f687-4b59-96ed-382612c58df3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:23.553075 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.664624 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.666910 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.732615 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.733227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Fanout notify agent at l3_agent the message router_deleted on router e73187db-a14b-4aad-a134-6b89837237c7 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:26:23.743501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.744623 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-33c82973-5b59-4fa4-a97b-4bcccff3bbb2 tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/routers/e73187db-a14b-4aad-a134-6b89837237c7 HTTP/1.1" status: 204 len: 168 time: 0.8691647 Aug 04 17:26:23.747426 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60906) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:23.829314 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.932592 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.943355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf3c8a3-9ae5-43e7-914d-5e13de33de2e']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:23.955051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f03d48-8d4b-45e4-a818-11bfe3f02a5a') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:23.955352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f03d48-8d4b-45e4-a818-11bfe3f02a5a') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:26:23.965424 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.984921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.992030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:26:23.992445 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:26:23.995928 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:26:24.218687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8de3cee0-f40c-4b55-8690-697a77153b28 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:24.240340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 8de3cee0-f40c-4b55-8690-697a77153b28 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:24.240684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8de3cee0-f40c-4b55-8690-697a77153b28 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:24.241111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e0ad11ae-b886-4836-9551-c24750b91315 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:24.260469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e0ad11ae-b886-4836-9551-c24750b91315 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:24.260810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e0ad11ae-b886-4836-9551-c24750b91315 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:24.261242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0904202a-f687-4b59-96ed-382612c58df3 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:26:24.281279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 0904202a-f687-4b59-96ed-382612c58df3 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:26:24.281617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0904202a-f687-4b59-96ed-382612c58df3 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:26:24.360603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:24.370072 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:24.371336 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] 10.222.0.39 "DELETE /v2.0/networks/acf3c8a3-9ae5-43e7-914d-5e13de33de2e HTTP/1.1" status: 204 len: 168 time: 0.6229796 Aug 04 17:26:24.383848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51388221-afa0-48a8-9ac1-8829f12ad58a tempest-TestNetworkBasicOps-136213032 tempest-TestNetworkBasicOps-136213032-project] Pushing event deleted for resources: {'Network': ['ID=acf3c8a3-9ae5-43e7-914d-5e13de33de2e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:24.662909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60912) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:24.814605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-849b1b20-41d6-49ed-b7c0-f2cc56b58570 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e37c1fd22584f4cb90a6ee07695fd54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504548 Aug 04 17:26:24.817364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60916) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:24.869132 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-435f9403-9f37-4265-b85b-74bee7f8dc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:24.893303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-435f9403-9f37-4265-b85b-74bee7f8dc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:24.941907 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-435f9403-9f37-4265-b85b-74bee7f8dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:24.944506 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-435f9403-9f37-4265-b85b-74bee7f8dc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:24.945682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-435f9403-9f37-4265-b85b-74bee7f8dc57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/baabaa76-a17c-42d9-91dd-868e0296de74 HTTP/1.1" status: 204 len: 168 time: 0.1274107 Aug 04 17:26:24.953256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f9403-9f37-4265-b85b-74bee7f8dc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baabaa76-a17c-42d9-91dd-868e0296de74,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:25.238504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 60922) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:25.255413 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3bf4da6d-f655-4fe3-98a3-21fa2719bb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:25.344901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3bf4da6d-f655-4fe3-98a3-21fa2719bb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:25.352087 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3bf4da6d-f655-4fe3-98a3-21fa2719bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:25.392150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3bf4da6d-f655-4fe3-98a3-21fa2719bb7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac95ab7cbf1943ac9cc91297cf1bad77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524811 Aug 04 17:26:25.394916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4da6d-f655-4fe3-98a3-21fa2719bb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177ef43f-0490-46ec-bf32-9e3d421c10ae,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:25.395258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 60924) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:26:25.460014 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c82f1f-6612-4bd9-97e3-49aea4e9ea88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:25.482038 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c82f1f-6612-4bd9-97e3-49aea4e9ea88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:25.550044 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c82f1f-6612-4bd9-97e3-49aea4e9ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:25.553133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-61c82f1f-6612-4bd9-97e3-49aea4e9ea88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:25.554329 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-61c82f1f-6612-4bd9-97e3-49aea4e9ea88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/177ef43f-0490-46ec-bf32-9e3d421c10ae HTTP/1.1" status: 204 len: 168 time: 0.1577885 Aug 04 17:26:25.562490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c82f1f-6612-4bd9-97e3-49aea4e9ea88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177ef43f-0490-46ec-bf32-9e3d421c10ae,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:31.990188 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f805f50a-110a-4f99-a1cc-c4586d37cf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:34.421897 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf461-cd53-49ed-b6f1-5c89f9f73c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:35.000121 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:35.880908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:37.362401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec8606-00dd-4ae1-bb3b-1bc896078893 req-a6471f0e-4b10-4f36-88b7-55cc0f483ee2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:37.363939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5ec8606-00dd-4ae1-bb3b-1bc896078893 req-a6471f0e-4b10-4f36-88b7-55cc0f483ee2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0586152 Aug 04 17:26:37.405631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5ec8606-00dd-4ae1-bb3b-1bc896078893 req-378962c2-3ebe-4cb7-b864-8cc61a842790 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353837 Aug 04 17:26:37.486203 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:37.531288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f2acf-6d63-4150-8eed-a03c1ebe5ba7 req-f99dab57-069f-4b28-aaec-5a6a8a7d61f2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:37.532764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-067f2acf-6d63-4150-8eed-a03c1ebe5ba7 req-f99dab57-069f-4b28-aaec-5a6a8a7d61f2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0510550 Aug 04 17:26:37.581611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-067f2acf-6d63-4150-8eed-a03c1ebe5ba7 req-698857da-89ca-4d32-a8a0-8a39ee6da2ee tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425291 Aug 04 17:26:37.838481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-4858812b-6cc5-43be-be1a-ceace437a89c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:37.840454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-4858812b-6cc5-43be-be1a-ceace437a89c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 812 time: 0.1152782 Aug 04 17:26:37.862706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-0059c377-3a8c-4727-80c3-93ffedec5aed tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/quotas/b8d8ba09f282483d90763c24d7442f1f HTTP/1.1" status: 200 len: 375 time: 0.0144262 Aug 04 17:26:37.939512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-9900ce07-6e61-41c5-a2f9-e974a493d859 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0685124 Aug 04 17:26:38.036914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-1ef1a41d-60cc-418b-bb90-0122698aea3c service neutron] 10.222.0.39 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901899 Aug 04 17:26:38.127147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-21e54cd1-6a40-4edc-be9d-063193700a64 service neutron] 10.222.0.39 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838969 Aug 04 17:26:38.304715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ca31dd5-c88f-4d4b-949b-bddabb1c1c9d req-f171c4ee-9d9c-4d64-922a-017fa4d5a11f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 210 time: 0.0332787 Aug 04 17:26:39.184759 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:39.232745 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:39.272880 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-a2435ef3-00d1-4819-955e-5d9f80d3f5b5 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:39.274442 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-a2435ef3-00d1-4819-955e-5d9f80d3f5b5 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.90 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 812 time: 0.1045511 Aug 04 17:26:39.288347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'port': {'device_id': '7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'admin_state_up': True, 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:26:39.405683 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0952be2-5f79-4291-ab63-75eaf703a3e6 req-1f6e0785-1793-491c-a59e-dbc9977e72ff tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 210 time: 0.0282435 Aug 04 17:26:39.418968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Made reservation on behalf of b8d8ba09f282483d90763c24d7442f1f for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:26:39.422683 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:39.551064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Allocated IP 172.20.0.9 (b699377d-bb0f-49df-911e-a6242a1018b1/ce7f448e-6a8e-466e-b520-6ea5e8f086b3/0e5e73a0-a030-461f-9223-2de284da098d) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:26:39.716012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:39.731035 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Transition to ACTIVE for port object 0e5e73a0-a030-461f-9223-2de284da098d will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:26:39.767704 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:39.781051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['67313844-15f8-4e42-ad1d-44e1a7eb97b9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:39.783722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1058e343-8cad-49ed-b560-009b7f0893b4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:39.814609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Network b699377d-bb0f-49df-911e-a6242a1018b1 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:26:39.820118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:26:39.827447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'Port': ['ID=0e5e73a0-a030-461f-9223-2de284da098d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:39.829792 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:26:39.884319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:39.884996 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:39.903396 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-c4941168-d3e4-4053-9c65-f36db23d2b55 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6189466 Aug 04 17:26:39.920389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Request body: {'port': {'device_id': '7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:26:39.979109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:40.080532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2014d941-220e-4f01-8c9d-27d0df5738b9 None None] Provisioning for port 0e5e73a0-a030-461f-9223-2de284da098d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:26:40.084488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2014d941-220e-4f01-8c9d-27d0df5738b9 None None] Provisioning complete for port 0e5e73a0-a030-461f-9223-2de284da098d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:26:40.084859 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2014d941-220e-4f01-8c9d-27d0df5738b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:40.119370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2014d941-220e-4f01-8c9d-27d0df5738b9 None None] Port 0e5e73a0-a030-461f-9223-2de284da098d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:26:40.263927 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5e73a0-a030-461f-9223-2de284da098d {{(pid=105829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:26:40.271907 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:40.284803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Transition to ACTIVE for port object 0e5e73a0-a030-461f-9223-2de284da098d will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:26:40.290653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:40.364727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5e73a0-a030-461f-9223-2de284da098d,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:40.437912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Attempting to bind port 0e5e73a0-a030-461f-9223-2de284da098d on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:26:40.438467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Attempting to bind port 0e5e73a0-a030-461f-9223-2de284da098d by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:26:40.439057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Attempting to bind port 0e5e73a0-a030-461f-9223-2de284da098d on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:26:40.447358 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Port 0e5e73a0-a030-461f-9223-2de284da098d on network b699377d-bb0f-49df-911e-a6242a1018b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:26:40.448442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Attempting to bind port 0e5e73a0-a030-461f-9223-2de284da098d on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:26:40.456757 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:26:40.457118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Checking segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:26:40.457489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Bound using segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:26:40.457928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Bound port: 0e5e73a0-a030-461f-9223-2de284da098d, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:26:40.458296 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:40.533142 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] For port 0e5e73a0-a030-461f-9223-2de284da098d, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:26:40.533404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440273a7-2561-4d7d-8793-f640d00eb508 req-f92fb3e3-a4af-4621-b025-7774261151ef tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:40.534984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-440273a7-2561-4d7d-8793-f640d00eb508 req-f92fb3e3-a4af-4621-b025-7774261151ef tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 943 time: 0.0532055 Aug 04 17:26:40.536706 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] For port 0e5e73a0-a030-461f-9223-2de284da098d, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0e5e73a0-a030-461f-9223-2de284da098d,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:26:40.543254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:40.577012 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-440273a7-2561-4d7d-8793-f640d00eb508 req-45891d0f-dded-4811-8512-bafc5da6fe91 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Aug 04 17:26:40.582557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:40.583266 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:40.584858 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] 10.222.0.90 "PUT /v2.0/ports/0e5e73a0-a030-461f-9223-2de284da098d HTTP/1.1" status: 200 len: 1091 time: 0.6707995 Aug 04 17:26:40.585355 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf', 'tag': '0e5e73a0-a030-461f-9223-2de284da098d'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:26:40.588040 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fcc371-05fb-4733-b247-b083ff7d8ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf", "tag": "0e5e73a0-a030-461f-9223-2de284da098d"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:26:40.618751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4f01c-3b6b-4845-bb29-6c2103513733 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5e73a0-a030-461f-9223-2de284da098d,revision_number=3']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:40.639583 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c70bb7f-661c-47d7-9c8e-8c8ac645c306 x-openstack-request-id: req-9c70bb7f-661c-47d7-9c8e-8c8ac645c306 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:26:40.639874 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf", "tag": "0e5e73a0-a030-461f-9223-2de284da098d", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:26:40.640119 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c70bb7f-661c-47d7-9c8e-8c8ac645c306 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:26:40.640527 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf', 'tag': '0e5e73a0-a030-461f-9223-2de284da098d', 'status': 'completed', 'code': 200} Aug 04 17:26:40.675131 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-45032451-0623-4a87-b5df-0d54e7a1d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:40.676670 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-45032451-0623-4a87-b5df-0d54e7a1d829 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 1094 time: 0.0481877 Aug 04 17:26:40.721414 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-12e1913c-ab59-4f8e-8832-11dbf34090f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e5e73a0-a030-461f-9223-2de284da098d HTTP/1.1" status: 200 len: 217 time: 0.0365536 Aug 04 17:26:40.777715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-4cf8702b-0671-4fe4-b2fa-2aab8bff0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:40.779148 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-4cf8702b-0671-4fe4-b2fa-2aab8bff0ca1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0505219 Aug 04 17:26:40.825953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-3f79ecb5-fc44-4267-9046-5ab43d87ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:40.827497 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-3f79ecb5-fc44-4267-9046-5ab43d87ee36 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416355 Aug 04 17:26:40.931977 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-4872d4ac-437b-4048-a2f7-7cc994fd2521 service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959818 Aug 04 17:26:41.031143 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-5d86b70e-e605-4710-8e0a-045fe6461497 req-b0113e2b-0c21-4291-8c35-c2685f5986f6 service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920923 Aug 04 17:26:41.128085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-bae0d306-b8f0-4dba-ab55-ba026532ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:41.129584 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-bae0d306-b8f0-4dba-ab55-ba026532ad66 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 1094 time: 0.0453029 Aug 04 17:26:41.241293 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-5f8b59c8-9c9e-4a6f-ac99-4a47b0189a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:41.243222 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-5f8b59c8-9c9e-4a6f-ac99-4a47b0189a67 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1060684 Aug 04 17:26:41.287577 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-f999eff5-5b77-4b9e-9287-9edecea7fa07 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e5e73a0-a030-461f-9223-2de284da098d HTTP/1.1" status: 200 len: 217 time: 0.0369573 Aug 04 17:26:41.339581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-d04a0778-b38e-4eb6-925c-57dab5ebabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:41.341104 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-d04a0778-b38e-4eb6-925c-57dab5ebabb9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0460048 Aug 04 17:26:41.395647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-1f011648-94d3-4d33-afc7-8eed7ae0ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:41.397141 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-1f011648-94d3-4d33-afc7-8eed7ae0ee55 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476539 Aug 04 17:26:41.492660 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-1f567d3f-85b7-4f29-a621-f0f70d091baa service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877163 Aug 04 17:26:41.593263 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-22fcc371-05fb-4733-b247-b083ff7d8ff5 req-6209fda0-8d70-4f1a-8dc5-278a085c3f7e service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930216 Aug 04 17:26:41.724614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccd11c-0b81-452f-9a04-2740a0ae8c63 req-59606875-0c8d-40f2-b836-77d13a1c4103 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:41.726331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25ccd11c-0b81-452f-9a04-2740a0ae8c63 req-59606875-0c8d-40f2-b836-77d13a1c4103 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 943 time: 0.0607114 Aug 04 17:26:41.766166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25ccd11c-0b81-452f-9a04-2740a0ae8c63 req-890dfb6f-3b81-422a-adc3-d83be8986c92 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338283 Aug 04 17:26:42.903762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71471ea8-53a8-45b9-a2a4-71acae0467a4 req-f2a898d0-e30d-4c8d-b7d7-581eee1973bd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:42.905236 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71471ea8-53a8-45b9-a2a4-71acae0467a4 req-f2a898d0-e30d-4c8d-b7d7-581eee1973bd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 943 time: 0.0590820 Aug 04 17:26:42.944234 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71471ea8-53a8-45b9-a2a4-71acae0467a4 req-c97a479e-a897-46b5-8f87-fbc8f9c5492e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Aug 04 17:26:44.066115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4f0f-2d75-4f5b-9567-c1d5b0e7f896 req-9ee0cd8c-3ff9-41ec-9f1c-74868fb6b74d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:44.067691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa4d4f0f-2d75-4f5b-9567-c1d5b0e7f896 req-9ee0cd8c-3ff9-41ec-9f1c-74868fb6b74d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 943 time: 0.0507705 Aug 04 17:26:44.107338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa4d4f0f-2d75-4f5b-9567-c1d5b0e7f896 req-1d5aad13-de22-47b0-8b4c-202ad174e3c5 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Aug 04 17:26:44.996570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0e5e73a0-a030-461f-9223-2de284da098d details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:26:45.112270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 0e5e73a0-a030-461f-9223-2de284da098d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0e5e73a0-a030-461f-9223-2de284da098d,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:45.123990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '0e5e73a0-a030-461f-9223-2de284da098d', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'port_id': '0e5e73a0-a030-461f-9223-2de284da098d', 'mac_address': 'fa:16:3e:21:b7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:26:45.164837 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:45.178493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5e73a0-a030-461f-9223-2de284da098d {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:26:45.198241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 0e5e73a0-a030-461f-9223-2de284da098d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0e5e73a0-a030-461f-9223-2de284da098d,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:45.204437 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:45.238261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0314a-98bd-4a6a-82fe-e31b1f30ebe6 req-e9dabc0f-91b5-4c87-ac13-2d07a5e9041c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:45.239780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0a0314a-98bd-4a6a-82fe-e31b1f30ebe6 req-e9dabc0f-91b5-4c87-ac13-2d07a5e9041c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 943 time: 0.0516953 Aug 04 17:26:45.255480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=0e5e73a0-a030-461f-9223-2de284da098d,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:45.263824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.264497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.264878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.265216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.265524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.266029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.266537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.266902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.267228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.267553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.267868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.268208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:26:45.282760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0a0314a-98bd-4a6a-82fe-e31b1f30ebe6 req-c65efa1a-81f5-42ae-8e2d-ac90f1c228b0 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360444 Aug 04 17:26:45.420625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['0e5e73a0-a030-461f-9223-2de284da098d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:46.424502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098739a4-527c-4e83-884b-f1547912df7a req-6856b6c9-5760-462b-8d82-bb1f1189ec98 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:46.425969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-098739a4-527c-4e83-884b-f1547912df7a req-6856b6c9-5760-462b-8d82-bb1f1189ec98 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 944 time: 0.0585523 Aug 04 17:26:46.467632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-098739a4-527c-4e83-884b-f1547912df7a req-86182c37-2d51-4d68-a71f-6aead361894d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351019 Aug 04 17:26:47.013778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0e5e73a0-a030-461f-9223-2de284da098d up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:26:47.084078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 0e5e73a0-a030-461f-9223-2de284da098d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:26:47.088764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 0e5e73a0-a030-461f-9223-2de284da098d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:26:47.089139 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:47.175022 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:47.198780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5e73a0-a030-461f-9223-2de284da098d'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:26:47.201651 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2b5c49-9089-4b50-95b0-e60a4f91313f" -d '{"events": [{"server_uuid": "7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf", "name": "network-vif-plugged", "status": "completed", "tag": "0e5e73a0-a030-461f-9223-2de284da098d"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:26:47.215698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 0e5e73a0-a030-461f-9223-2de284da098d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0e5e73a0-a030-461f-9223-2de284da098d,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:47.220632 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:47.272556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=0e5e73a0-a030-461f-9223-2de284da098d,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:47.482918 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64224cba-c367-46bf-b5eb-93f62dd3f4f6 x-openstack-request-id: req-64224cba-c367-46bf-b5eb-93f62dd3f4f6 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:26:47.483208 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf", "name": "network-vif-plugged", "status": "completed", "tag": "0e5e73a0-a030-461f-9223-2de284da098d", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:26:47.483536 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64224cba-c367-46bf-b5eb-93f62dd3f4f6 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:26:47.484127 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5e73a0-a030-461f-9223-2de284da098d', 'code': 200} Aug 04 17:26:47.579943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa41d4b-f48d-4528-97fe-af2df00d455e req-53b18e01-9b8e-4d22-b797-c615f22434ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:47.581464 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-aaa41d4b-f48d-4528-97fe-af2df00d455e req-53b18e01-9b8e-4d22-b797-c615f22434ed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 1096 time: 0.0417747 Aug 04 17:26:47.609800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d70482-2e12-4367-873d-130ee6c406c9 req-7a7f65ce-98f3-4e1e-8288-3802332e4c45 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:47.611339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55d70482-2e12-4367-873d-130ee6c406c9 req-7a7f65ce-98f3-4e1e-8288-3802332e4c45 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 945 time: 0.0518029 Aug 04 17:26:47.617638 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-aaa41d4b-f48d-4528-97fe-af2df00d455e req-a833cc39-d6b0-4ea8-9f89-55f57e105d5f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290346 Aug 04 17:26:47.650328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55d70482-2e12-4367-873d-130ee6c406c9 req-3171e441-816c-49f1-b254-06c8ebac519a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324726 Aug 04 17:26:48.772996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192c777-3ab5-4e86-889e-623efaf0eae4 req-3c0050ec-da79-4c5e-9681-1f5c566e377d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:48.774588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0192c777-3ab5-4e86-889e-623efaf0eae4 req-3c0050ec-da79-4c5e-9681-1f5c566e377d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 945 time: 0.0512514 Aug 04 17:26:48.816022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0192c777-3ab5-4e86-889e-623efaf0eae4 req-82050511-9f0b-49d0-b3e8-bb42c25ecbb4 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Aug 04 17:26:48.917585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60772846-1d46-452b-8039-f92237705221 req-c492a6fa-b300-43bd-b4ae-72c4915505b3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b8d8ba09f282483d90763c24d7442f1f HTTP/1.1" status: 200 len: 267 time: 0.0367560 Aug 04 17:26:48.975165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772846-1d46-452b-8039-f92237705221 req-44d15409-4804-430c-88fb-a32a79acc98f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:48.976554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60772846-1d46-452b-8039-f92237705221 req-44d15409-4804-430c-88fb-a32a79acc98f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 945 time: 0.0531940 Aug 04 17:26:48.990768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-60772846-1d46-452b-8039-f92237705221 req-bf24f767-e618-4785-961f-ece936a6a155 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'port': {'security_groups': []}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:26:49.058868 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-60772846-1d46-452b-8039-f92237705221 req-bf24f767-e618-4785-961f-ece936a6a155 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:49.220379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-60772846-1d46-452b-8039-f92237705221 req-bf24f767-e618-4785-961f-ece936a6a155 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] For port 0e5e73a0-a030-461f-9223-2de284da098d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0e5e73a0-a030-461f-9223-2de284da098d,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:49.253063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-60772846-1d46-452b-8039-f92237705221 req-bf24f767-e618-4785-961f-ece936a6a155 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:49.265923 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-60772846-1d46-452b-8039-f92237705221 req-bf24f767-e618-4785-961f-ece936a6a155 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:49.278561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1058e343-8cad-49ed-b560-009b7f0893b4', '0e5e73a0-a030-461f-9223-2de284da098d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:49.282540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['67313844-15f8-4e42-ad1d-44e1a7eb97b9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:49.311609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772846-1d46-452b-8039-f92237705221 req-bf24f767-e618-4785-961f-ece936a6a155 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:49.312269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-60772846-1d46-452b-8039-f92237705221 req-bf24f767-e618-4785-961f-ece936a6a155 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:49.313706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60772846-1d46-452b-8039-f92237705221 req-bf24f767-e618-4785-961f-ece936a6a155 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "PUT /v2.0/ports/0e5e73a0-a030-461f-9223-2de284da098d HTTP/1.1" status: 200 len: 904 time: 0.3277965 Aug 04 17:26:49.314173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf', 'tag': '0e5e73a0-a030-461f-9223-2de284da098d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:26:49.316512 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee98a973-43ed-4c57-ad7c-05beab5a6117" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf", "tag": "0e5e73a0-a030-461f-9223-2de284da098d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:26:49.344199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24f767-e618-4785-961f-ece936a6a155 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'Port': ['ID=0e5e73a0-a030-461f-9223-2de284da098d,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:49.381672 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dd0925-5eea-407d-9cbf-a22fc611d440 x-openstack-request-id: req-55dd0925-5eea-407d-9cbf-a22fc611d440 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:26:49.381973 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf", "tag": "0e5e73a0-a030-461f-9223-2de284da098d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:26:49.382230 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55dd0925-5eea-407d-9cbf-a22fc611d440 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:26:49.382644 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf', 'tag': '0e5e73a0-a030-461f-9223-2de284da098d', 'status': 'completed', 'code': 200} Aug 04 17:26:49.396821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['0e5e73a0-a030-461f-9223-2de284da098d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:49.452173 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-c504280a-dd33-4b97-a4b3-1c01b825c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:49.453713 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-c504280a-dd33-4b97-a4b3-1c01b825c600 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 1058 time: 0.0484149 Aug 04 17:26:49.456016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56ffd7-087c-4242-9992-7a3b25434dd2 req-7089b738-41d8-48e7-b05d-9971def0f672 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:49.457565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac56ffd7-087c-4242-9992-7a3b25434dd2 req-7089b738-41d8-48e7-b05d-9971def0f672 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 907 time: 0.0613658 Aug 04 17:26:49.566860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-731eac6e-0648-46fd-8299-eae2e01e13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:49.568345 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-731eac6e-0648-46fd-8299-eae2e01e13aa service neutron] 10.222.0.90 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1044393 Aug 04 17:26:49.589685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0093f38f-4cdb-4a3d-b14b-1d92da3b710c None None] Provisioning complete for port 0e5e73a0-a030-461f-9223-2de284da098d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:26:49.589920 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0093f38f-4cdb-4a3d-b14b-1d92da3b710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:49.595281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544ef0d-c657-4604-b527-63a4489cc0c8 req-dc56415c-d424-4e2a-ae74-5c4ee51a800d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:49.596932 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b544ef0d-c657-4604-b527-63a4489cc0c8 req-dc56415c-d424-4e2a-ae74-5c4ee51a800d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0538561 Aug 04 17:26:49.612670 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-933f7769-8a63-4342-bc53-28e7589060ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e5e73a0-a030-461f-9223-2de284da098d HTTP/1.1" status: 200 len: 217 time: 0.0365391 Aug 04 17:26:49.649678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b544ef0d-c657-4604-b527-63a4489cc0c8 req-5ed993c8-2b64-4283-ae84-0ecf3ff7cd2e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446694 Aug 04 17:26:49.672469 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-fdeb9361-e29e-45fc-8c4d-46d34d0c034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:49.678842 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-fdeb9361-e29e-45fc-8c4d-46d34d0c034f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0539968 Aug 04 17:26:49.738905 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-0350845e-b1d7-4642-b3fd-18690e5643b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:49.740481 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-0350845e-b1d7-4642-b3fd-18690e5643b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568705 Aug 04 17:26:49.779631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a5350-4729-40c5-86eb-0de053ff9a97 req-a35e548b-d064-4e41-957a-246f654ed81c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:49.781134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e75a5350-4729-40c5-86eb-0de053ff9a97 req-a35e548b-d064-4e41-957a-246f654ed81c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0541105 Aug 04 17:26:49.824458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e75a5350-4729-40c5-86eb-0de053ff9a97 req-c7659da1-2d34-4015-b731-7ffc57588175 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359836 Aug 04 17:26:49.843850 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-6d95fee3-8a84-49f3-b993-98c2b728e827 service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958328 Aug 04 17:26:49.944790 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ee98a973-43ed-4c57-ad7c-05beab5a6117 req-1cc13c40-2519-47c4-bd11-09c1ec251ebb service neutron] 10.222.0.90 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937982 Aug 04 17:26:50.060184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-3cba1b06-7825-4678-bef6-f7aa194a93f0 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:50.061515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-3cba1b06-7825-4678-bef6-f7aa194a93f0 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 812 time: 0.1046667 Aug 04 17:26:50.076793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0a213f48-9aac-4dff-98b2-6ee19a788eaf tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/quotas/b8d8ba09f282483d90763c24d7442f1f HTTP/1.1" status: 200 len: 375 time: 0.0093863 Aug 04 17:26:50.138282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-c939b5cb-3571-407b-97dc-0bc53fb6e636 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0561125 Aug 04 17:26:50.235441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-641a0676-bcb6-43ee-9943-1ddc89a774c4 service neutron] 10.222.0.39 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894952 Aug 04 17:26:50.341284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-501549dc-c68e-4ee7-a1b8-abf39451c73b service neutron] 10.222.0.39 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961730 Aug 04 17:26:50.511951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad4d06b5-9a77-436f-b2c0-9e4a16ff3349 req-38c59eb5-b0b5-443f-b580-6e0b93535d01 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 210 time: 0.0276086 Aug 04 17:26:51.537100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-41576819-cf8a-4839-ab34-ec4c6c90f837 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:51.538769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-41576819-cf8a-4839-ab34-ec4c6c90f837 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 812 time: 0.1081469 Aug 04 17:26:51.552776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Request body: {'port': {'device_id': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'admin_state_up': True, 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:26:51.631207 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dc1ac70a-48e6-4a3c-aeee-7855b88fa1ef req-be3eb0b9-53da-43bf-8c59-16991ef6b43e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 210 time: 0.0337560 Aug 04 17:26:51.696948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Made reservation on behalf of b8d8ba09f282483d90763c24d7442f1f for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:26:51.700864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:51.837070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Allocated IP 172.20.0.7 (b699377d-bb0f-49df-911e-a6242a1018b1/ce7f448e-6a8e-466e-b520-6ea5e8f086b3/4ecbff7b-0877-46e2-b583-18dba5140eae) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:26:52.001445 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:52.017029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Transition to ACTIVE for port object 4ecbff7b-0877-46e2-b583-18dba5140eae will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:26:52.053378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:52.066071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['67313844-15f8-4e42-ad1d-44e1a7eb97b9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:52.068455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1058e343-8cad-49ed-b560-009b7f0893b4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:52.095551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Network b699377d-bb0f-49df-911e-a6242a1018b1 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:26:52.100557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:26:52.104430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:26:52.112005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event updated for resources: {'Port': ['ID=4ecbff7b-0877-46e2-b583-18dba5140eae,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:52.168340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:52.169281 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:52.187647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-8125a115-4e63-476f-afec-ab517ffe5058 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6397541 Aug 04 17:26:52.202399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Request body: {'port': {'device_id': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:26:52.269685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:52.365481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0cfe863d-f048-4c4b-ae5a-f411fdc3cbe6 None None] Provisioning for port 4ecbff7b-0877-46e2-b583-18dba5140eae completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:26:52.371615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0cfe863d-f048-4c4b-ae5a-f411fdc3cbe6 None None] Provisioning complete for port 4ecbff7b-0877-46e2-b583-18dba5140eae triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:26:52.371986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0cfe863d-f048-4c4b-ae5a-f411fdc3cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:52.410669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe863d-f048-4c4b-ae5a-f411fdc3cbe6 None None] Port 4ecbff7b-0877-46e2-b583-18dba5140eae cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:26:52.854168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d5c3f-01d6-4179-9dd9-6d43baab6c52 req-2c7db404-80d7-4afb-8ac6-683ff5dd2473 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:52.855639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-945d5c3f-01d6-4179-9dd9-6d43baab6c52 req-2c7db404-80d7-4afb-8ac6-683ff5dd2473 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 931 time: 0.0996485 Aug 04 17:26:52.914423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-945d5c3f-01d6-4179-9dd9-6d43baab6c52 req-b78e1670-301a-4e39-832a-7e3826da30aa tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491602 Aug 04 17:26:52.945817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecbff7b-0877-46e2-b583-18dba5140eae {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:26:52.953839 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:52.970965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Transition to ACTIVE for port object 4ecbff7b-0877-46e2-b583-18dba5140eae will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:26:52.977684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:53.029452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecbff7b-0877-46e2-b583-18dba5140eae,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:53.111977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Attempting to bind port 4ecbff7b-0877-46e2-b583-18dba5140eae on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:26:53.112377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Attempting to bind port 4ecbff7b-0877-46e2-b583-18dba5140eae by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:26:53.112641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Attempting to bind port 4ecbff7b-0877-46e2-b583-18dba5140eae on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:26:53.117248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Port 4ecbff7b-0877-46e2-b583-18dba5140eae on network b699377d-bb0f-49df-911e-a6242a1018b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:26:53.117982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Attempting to bind port 4ecbff7b-0877-46e2-b583-18dba5140eae on network b699377d-bb0f-49df-911e-a6242a1018b1 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:26:53.123749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:26:53.124095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Checking segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:26:53.124495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Bound using segment: {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:26:53.124920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Bound port: 4ecbff7b-0877-46e2-b583-18dba5140eae, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9edf84e-97f5-463d-94d0-aa2a0b10e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:26:53.125334 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:53.194088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] For port 4ecbff7b-0877-46e2-b583-18dba5140eae, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:26:53.197700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] For port 4ecbff7b-0877-46e2-b583-18dba5140eae, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4ecbff7b-0877-46e2-b583-18dba5140eae,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:26:53.203177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:53.236497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:53.237187 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:53.238721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] 10.222.0.82 "PUT /v2.0/ports/4ecbff7b-0877-46e2-b583-18dba5140eae HTTP/1.1" status: 200 len: 1091 time: 1.0415635 Aug 04 17:26:53.239181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'tag': '4ecbff7b-0877-46e2-b583-18dba5140eae'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:26:53.241456 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04aede-1b1f-49a7-b239-7647245f74c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d92f360b-0e28-4f3e-a190-a5c13d1d3db4", "tag": "4ecbff7b-0877-46e2-b583-18dba5140eae"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:26:53.269581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31e8df-e3cf-47e3-85a7-c167fb0b9f99 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecbff7b-0877-46e2-b583-18dba5140eae,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:53.286226 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98cb537-fe09-4e47-b175-2841321e0902 x-openstack-request-id: req-c98cb537-fe09-4e47-b175-2841321e0902 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:26:53.286521 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92f360b-0e28-4f3e-a190-a5c13d1d3db4", "tag": "4ecbff7b-0877-46e2-b583-18dba5140eae", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:26:53.286771 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c98cb537-fe09-4e47-b175-2841321e0902 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:26:53.287246 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'tag': '4ecbff7b-0877-46e2-b583-18dba5140eae', 'status': 'completed', 'code': 200} Aug 04 17:26:53.327904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-2c7c0dff-f6e5-402f-8c9a-be587a16d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:53.329430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-2c7c0dff-f6e5-402f-8c9a-be587a16d3ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 1094 time: 0.0454028 Aug 04 17:26:53.377553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-73d0d37d-cdfb-46aa-96d3-567584945bbe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ecbff7b-0877-46e2-b583-18dba5140eae HTTP/1.1" status: 200 len: 217 time: 0.0402489 Aug 04 17:26:53.428033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-9d49f1b9-b99c-4b90-9ac8-c9b919c86ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:53.429541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-9d49f1b9-b99c-4b90-9ac8-c9b919c86ad9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0454419 Aug 04 17:26:53.476723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-d2ac266f-36b6-4abf-a385-87f41a751bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:53.478281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-d2ac266f-36b6-4abf-a385-87f41a751bcd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412211 Aug 04 17:26:53.581795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-d36a825e-11ff-4128-969d-71f55401b5c6 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963104 Aug 04 17:26:53.679603 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91b1d51a-44a9-4198-8216-dc4f1d2d5b5e req-d95f2133-5c81-459c-8760-8f880692f240 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903080 Aug 04 17:26:53.783067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-02839481-2c11-4fd3-8d99-8862141abe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:53.785485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-02839481-2c11-4fd3-8d99-8862141abe05 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 1094 time: 0.0531878 Aug 04 17:26:53.891007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-018d9073-6528-418e-8481-acd951ac42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:53.892487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-018d9073-6528-418e-8481-acd951ac42d0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.0989754 Aug 04 17:26:53.937043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-8ebb5b15-ac50-4501-8c0d-ae90eac4c72c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ecbff7b-0877-46e2-b583-18dba5140eae HTTP/1.1" status: 200 len: 217 time: 0.0368366 Aug 04 17:26:54.007422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-3dcb6e90-d7db-4bc8-be22-ab960ca7a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:54.009121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-3dcb6e90-d7db-4bc8-be22-ab960ca7a53b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0641813 Aug 04 17:26:54.070463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a1b29-d2a7-4a41-ac39-b1b3f36e8101 req-f27b8464-98bb-4b24-9c81-6fa42b4a1d03 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:54.072394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-346a1b29-d2a7-4a41-ac39-b1b3f36e8101 req-f27b8464-98bb-4b24-9c81-6fa42b4a1d03 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 943 time: 0.0810378 Aug 04 17:26:54.089587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-69815f01-50c8-4cd1-a87d-278c85fe1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:54.091112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-69815f01-50c8-4cd1-a87d-278c85fe1289 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683532 Aug 04 17:26:54.167083 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-346a1b29-d2a7-4a41-ac39-b1b3f36e8101 req-65459e8b-653e-49f8-940d-f2e285575b49 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884528 Aug 04 17:26:54.213780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-0532dec1-2fc5-40fa-b1c4-a8aecb0ccc21 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140294 Aug 04 17:26:54.311683 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a04aede-1b1f-49a7-b239-7647245f74c7 req-f9c6856c-0282-4e9d-8079-ef3e98cd8201 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894759 Aug 04 17:26:55.302776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65c6c7-c76b-403d-baaa-7cb1df5df625 req-0b3d72ec-4046-496e-9732-058ceb64f9a7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:55.304321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef65c6c7-c76b-403d-baaa-7cb1df5df625 req-0b3d72ec-4046-496e-9732-058ceb64f9a7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 943 time: 0.0620785 Aug 04 17:26:55.348406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef65c6c7-c76b-403d-baaa-7cb1df5df625 req-fe61b697-469f-44f7-8275-9f7f933f06e7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350187 Aug 04 17:26:55.873726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4ecbff7b-0877-46e2-b583-18dba5140eae details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:26:55.983409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4ecbff7b-0877-46e2-b583-18dba5140eae, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4ecbff7b-0877-46e2-b583-18dba5140eae,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:55.994708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '4ecbff7b-0877-46e2-b583-18dba5140eae', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'port_id': '4ecbff7b-0877-46e2-b583-18dba5140eae', 'mac_address': 'fa:16:3e:58:c9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:26:56.036643 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:56.050216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecbff7b-0877-46e2-b583-18dba5140eae {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:26:56.069924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4ecbff7b-0877-46e2-b583-18dba5140eae, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4ecbff7b-0877-46e2-b583-18dba5140eae,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:56.077569 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:56.143494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=4ecbff7b-0877-46e2-b583-18dba5140eae,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:56.304936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['4ecbff7b-0877-46e2-b583-18dba5140eae'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:26:56.468715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebd5c3-12f9-43e2-bb57-93a1d34aa080 req-2c302bbd-fad1-4c0d-854f-e1edb1a9e93b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:56.470147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bdebd5c3-12f9-43e2-bb57-93a1d34aa080 req-2c302bbd-fad1-4c0d-854f-e1edb1a9e93b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 944 time: 0.0515571 Aug 04 17:26:56.511680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bdebd5c3-12f9-43e2-bb57-93a1d34aa080 req-445fecf1-5d86-4351-9cb2-1935e1babc4b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 Aug 04 17:26:57.654798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46bf40-4bf9-4a8a-8e38-17b14f7f753d req-5dca1552-e02e-4411-839e-ff40ac2fa793 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:57.656326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b46bf40-4bf9-4a8a-8e38-17b14f7f753d req-5dca1552-e02e-4411-839e-ff40ac2fa793 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 944 time: 0.0533891 Aug 04 17:26:57.698704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b46bf40-4bf9-4a8a-8e38-17b14f7f753d req-2dca94ee-d51b-4382-8bb5-8ca0a08e930c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334966 Aug 04 17:26:57.889806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4ecbff7b-0877-46e2-b583-18dba5140eae up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:26:57.947876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 4ecbff7b-0877-46e2-b583-18dba5140eae completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:26:57.952017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 4ecbff7b-0877-46e2-b583-18dba5140eae triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:26:57.952432 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:58.035246 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:58.060733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecbff7b-0877-46e2-b583-18dba5140eae'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:26:58.063084 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d3292a-d755-4dae-89c6-e5332991e4af" -d '{"events": [{"server_uuid": "d92f360b-0e28-4f3e-a190-a5c13d1d3db4", "name": "network-vif-plugged", "status": "completed", "tag": "4ecbff7b-0877-46e2-b583-18dba5140eae"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:26:58.080042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4ecbff7b-0877-46e2-b583-18dba5140eae, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4ecbff7b-0877-46e2-b583-18dba5140eae,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:26:58.086630 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:26:58.111826 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc32914-7788-4d60-bc7b-7b4ada164d4f x-openstack-request-id: req-2fc32914-7788-4d60-bc7b-7b4ada164d4f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:26:58.112133 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92f360b-0e28-4f3e-a190-a5c13d1d3db4", "name": "network-vif-plugged", "status": "completed", "tag": "4ecbff7b-0877-46e2-b583-18dba5140eae", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:26:58.112355 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fc32914-7788-4d60-bc7b-7b4ada164d4f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:26:58.112737 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecbff7b-0877-46e2-b583-18dba5140eae', 'code': 200} Aug 04 17:26:58.140615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=4ecbff7b-0877-46e2-b583-18dba5140eae,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:26:58.207162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331908-0da6-4638-a61f-950daa0d0c4a req-94a5853f-8af0-4e89-af95-eeaa5c04a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:58.207455 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:26:58.208660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70331908-0da6-4638-a61f-950daa0d0c4a req-94a5853f-8af0-4e89-af95-eeaa5c04a2d4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 1096 time: 0.0454164 Aug 04 17:26:58.245470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70331908-0da6-4638-a61f-950daa0d0c4a req-50794fbb-94bc-49fd-87ac-b972df3874fc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280993 Aug 04 17:26:58.829887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b45de6-2017-4d4f-a63f-9c919b827a18 req-01dc57e4-6ada-4afe-b7b5-08ab940cbf53 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:26:58.831490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31b45de6-2017-4d4f-a63f-9c919b827a18 req-01dc57e4-6ada-4afe-b7b5-08ab940cbf53 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0552504 Aug 04 17:26:58.875526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31b45de6-2017-4d4f-a63f-9c919b827a18 req-12bd250f-8bf1-4e6c-9588-f6c2c1395f4a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351305 Aug 04 17:27:00.005457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b78da0-4e49-4017-a198-dac5d20a402c req-4778e69b-2a6b-4e03-bec0-df90f54d4b26 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:00.007000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54b78da0-4e49-4017-a198-dac5d20a402c req-4778e69b-2a6b-4e03-bec0-df90f54d4b26 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0515120 Aug 04 17:27:00.050157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54b78da0-4e49-4017-a198-dac5d20a402c req-482ee673-c550-4004-8673-445627f1a63f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368967 Aug 04 17:27:00.291419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8929840-d633-452b-8891-9fa1171708ca req-f57c3edf-b1cd-457a-9cff-498bb7e80cd9 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:00.293355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8929840-d633-452b-8891-9fa1171708ca req-f57c3edf-b1cd-457a-9cff-498bb7e80cd9 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0595415 Aug 04 17:27:00.338105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e8929840-d633-452b-8891-9fa1171708ca req-af5a5b9e-9b4b-48db-b3f8-7b3c7529a911 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364299 Aug 04 17:27:01.465496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c85a1-04cb-45a5-94df-b507c62f715d req-a606d3da-b51e-4e0f-94e8-5722c0887195 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:01.466947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-231c85a1-04cb-45a5-94df-b507c62f715d req-a606d3da-b51e-4e0f-94e8-5722c0887195 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0515931 Aug 04 17:27:01.505669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-231c85a1-04cb-45a5-94df-b507c62f715d req-22ec3cf8-2e78-4d00-88cd-ca8d6c1e55ad tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Aug 04 17:27:01.966748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef910786-1dd8-4b56-8f37-72033e3f076c req-14f59ab6-258b-4b59-8484-96d613b705f1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:01.968333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef910786-1dd8-4b56-8f37-72033e3f076c req-14f59ab6-258b-4b59-8484-96d613b705f1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0535262 Aug 04 17:27:01.990826 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d5fd9b6-29d0-4e21-972f-7a63080003f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:02.011840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef910786-1dd8-4b56-8f37-72033e3f076c req-ce324fcb-83a4-43f7-a350-d1465869f0c1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343804 Aug 04 17:27:03.151510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdea41-d88c-4a2c-9fbd-29296c45601c req-420af1c3-ba05-4ecb-928d-9c065f674109 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:03.153746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65fdea41-d88c-4a2c-9fbd-29296c45601c req-420af1c3-ba05-4ecb-928d-9c065f674109 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0611556 Aug 04 17:27:03.199742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65fdea41-d88c-4a2c-9fbd-29296c45601c req-5cb97abc-8af8-4d7b-a7fa-1051bc47ee74 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Aug 04 17:27:03.956191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4ecbff7b-0877-46e2-b583-18dba5140eae details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:27:04.065874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4ecbff7b-0877-46e2-b583-18dba5140eae, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4ecbff7b-0877-46e2-b583-18dba5140eae,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:04.077585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '4ecbff7b-0877-46e2-b583-18dba5140eae', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'port_id': '4ecbff7b-0877-46e2-b583-18dba5140eae', 'mac_address': 'fa:16:3e:58:c9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:27:04.118245 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:04.131204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ecbff7b-0877-46e2-b583-18dba5140eae {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:27:04.151699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4ecbff7b-0877-46e2-b583-18dba5140eae, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4ecbff7b-0877-46e2-b583-18dba5140eae,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:04.157317 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:04.211341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=4ecbff7b-0877-46e2-b583-18dba5140eae,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:04.249389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['4ecbff7b-0877-46e2-b583-18dba5140eae'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:27:04.334633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a358f-30f3-4cdb-b7d9-683220315f78 req-31599675-a98c-4c22-8f21-cadc4eb5650b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:04.336353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d59a358f-30f3-4cdb-b7d9-683220315f78 req-31599675-a98c-4c22-8f21-cadc4eb5650b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 944 time: 0.0518732 Aug 04 17:27:04.385761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d59a358f-30f3-4cdb-b7d9-683220315f78 req-c3b44e81-3fd7-454b-be8f-585f9f030520 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Aug 04 17:27:04.420947 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-26b8abf7-9f14-4ea3-bfab-ef066cba0c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:04.996555 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:05.520550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a6d8f-b246-494a-9a78-7843b94aa424 req-e04d92a2-33a3-46bc-933d-d8a8d6dd16f3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:05.522170 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da6a6d8f-b246-494a-9a78-7843b94aa424 req-e04d92a2-33a3-46bc-933d-d8a8d6dd16f3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 944 time: 0.0567176 Aug 04 17:27:05.571388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da6a6d8f-b246-494a-9a78-7843b94aa424 req-920d8578-2bc8-4a05-a6d5-f54fde6cd6e0 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 Aug 04 17:27:05.884849 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:05.968693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4ecbff7b-0877-46e2-b583-18dba5140eae up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:27:06.022341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 4ecbff7b-0877-46e2-b583-18dba5140eae triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:27:06.023062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:06.110115 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:06.144781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecbff7b-0877-46e2-b583-18dba5140eae'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:27:06.156384 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b194f0a-6482-480e-b3a8-ffbb2fe5e717" -d '{"events": [{"server_uuid": "d92f360b-0e28-4f3e-a190-a5c13d1d3db4", "name": "network-vif-plugged", "status": "completed", "tag": "4ecbff7b-0877-46e2-b583-18dba5140eae"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:27:06.175069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4ecbff7b-0877-46e2-b583-18dba5140eae, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4ecbff7b-0877-46e2-b583-18dba5140eae,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:06.185524 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:06.218478 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ccec26-d052-4d5c-a8cd-0a01517d37e1 x-openstack-request-id: req-23ccec26-d052-4d5c-a8cd-0a01517d37e1 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:27:06.218874 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92f360b-0e28-4f3e-a190-a5c13d1d3db4", "name": "network-vif-plugged", "status": "completed", "tag": "4ecbff7b-0877-46e2-b583-18dba5140eae", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:27:06.219209 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23ccec26-d052-4d5c-a8cd-0a01517d37e1 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:27:06.219663 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecbff7b-0877-46e2-b583-18dba5140eae', 'code': 200} Aug 04 17:27:06.253832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=4ecbff7b-0877-46e2-b583-18dba5140eae,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:06.705544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d8e99-776b-48ba-8e9d-f7f2f654fd14 req-8149ddca-208b-4127-b491-cf83ea3a90ec tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:06.707268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad5d8e99-776b-48ba-8e9d-f7f2f654fd14 req-8149ddca-208b-4127-b491-cf83ea3a90ec tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0586491 Aug 04 17:27:06.749175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad5d8e99-776b-48ba-8e9d-f7f2f654fd14 req-95580ef2-992b-4b38-bf89-b9829b2a36b9 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353217 Aug 04 17:27:07.491500 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:07.885014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ea8a7-b75f-4aef-afac-cfa04a4101c6 req-0f9539e3-c4c5-41d5-8001-f5490edb1abd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:07.887720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c43ea8a7-b75f-4aef-afac-cfa04a4101c6 req-0f9539e3-c4c5-41d5-8001-f5490edb1abd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0574913 Aug 04 17:27:07.940903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c43ea8a7-b75f-4aef-afac-cfa04a4101c6 req-90b74432-474f-40ec-86bd-5139af2a2c59 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Aug 04 17:27:09.067382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024be37-643b-4802-be5b-a00d53bc3b4b req-fdb226f4-09cd-41f3-98a1-ed09f1b1d576 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:09.069140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8024be37-643b-4802-be5b-a00d53bc3b4b req-fdb226f4-09cd-41f3-98a1-ed09f1b1d576 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0641348 Aug 04 17:27:09.113913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8024be37-643b-4802-be5b-a00d53bc3b4b req-fb760397-5141-4e90-a3ec-3bb2f8878786 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381286 Aug 04 17:27:09.191148 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:09.233317 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:10.263035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009308c-7cb3-4091-a1de-ed24624e31a6 req-95ed2b26-e98e-44c6-9681-7c8bb0b9e2bd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:10.265075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c009308c-7cb3-4091-a1de-ed24624e31a6 req-95ed2b26-e98e-44c6-9681-7c8bb0b9e2bd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0640810 Aug 04 17:27:10.322768 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c009308c-7cb3-4091-a1de-ed24624e31a6 req-051d279f-18a4-46c1-a79d-278f85ebd476 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509999 Aug 04 17:27:11.442891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864a9eb-eb8b-4c8f-87a2-777f65960cc4 req-db8f5c4a-a299-4414-9931-0bd10aede54d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:11.444455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e864a9eb-eb8b-4c8f-87a2-777f65960cc4 req-db8f5c4a-a299-4414-9931-0bd10aede54d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0526564 Aug 04 17:27:11.491939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e864a9eb-eb8b-4c8f-87a2-777f65960cc4 req-544155b7-7378-478c-9f5f-628886b76cb2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Aug 04 17:27:12.137694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-e76707ba-70d7-4277-8cd4-e679ecee771e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789673 Aug 04 17:27:12.235217 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-fa407149-c9f9-4d05-b36b-621925d50881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:12.237100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-fa407149-c9f9-4d05-b36b-621925d50881 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1095 time: 0.0491171 Aug 04 17:27:12.352862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-bd099275-946e-4d31-bfe0-5a4bb3ff240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:12.354743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-bd099275-946e-4d31-bfe0-5a4bb3ff240e service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.0952854 Aug 04 17:27:12.455606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-b317e64e-eddd-414b-858a-d7a8d08c27d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 999 time: 0.0905843 Aug 04 17:27:12.508905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-80baf41f-da35-42b9-9432-efee6e993182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:12.510547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-80baf41f-da35-42b9-9432-efee6e993182 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0466306 Aug 04 17:27:12.562711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-03feff60-b7ed-40e1-9785-e75a2308f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:12.564497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-03feff60-b7ed-40e1-9785-e75a2308f902 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464582 Aug 04 17:27:12.692431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b34ee-0ce2-4192-86e7-7b57679bc8e5 req-41a20584-014a-46dd-b008-a6ba028053ac tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:12.694180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c3b34ee-0ce2-4192-86e7-7b57679bc8e5 req-41a20584-014a-46dd-b008-a6ba028053ac tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.1013477 Aug 04 17:27:12.727762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-0662e9cc-a68d-4aa3-b346-1173e198dc83 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544578 Aug 04 17:27:12.760863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c3b34ee-0ce2-4192-86e7-7b57679bc8e5 req-4cc5f924-9251-43ba-9079-f7063784f899 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589960 Aug 04 17:27:12.836670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52692f28-3a1e-48b1-977e-9a80c6f19ec9 req-8523267b-7458-4b57-8e05-f59ef3f54c70 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983951 Aug 04 17:27:13.272906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-ad0a2cb7-f756-4f54-bf5d-5f7256a9e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:13.274461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-ad0a2cb7-f756-4f54-bf5d-5f7256a9e85f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 1096 time: 0.0484326 Aug 04 17:27:13.367696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-99e25e8a-2dbe-45f0-ba1e-b98febeaf8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:13.369241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-99e25e8a-2dbe-45f0-ba1e-b98febeaf8fe service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.0871978 Aug 04 17:27:13.421535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-a682244a-f817-4648-a648-9c01b54fe886 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ecbff7b-0877-46e2-b583-18dba5140eae HTTP/1.1" status: 200 len: 217 time: 0.0441685 Aug 04 17:27:13.479472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-22e650c8-70a4-47aa-9496-ce199957062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:13.480980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-22e650c8-70a4-47aa-9496-ce199957062f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0520284 Aug 04 17:27:13.530006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-1b0c57a7-826e-4183-b72e-dc1a11f48aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:13.531593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-1b0c57a7-826e-4183-b72e-dc1a11f48aff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429306 Aug 04 17:27:13.627653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-1b14db26-6963-4b67-ac18-a4b1b8f97c38 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877998 Aug 04 17:27:13.719213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bbbff4e-b389-48c6-adc8-dd7631db305c req-84b97083-ad64-4fbd-9229-1d5e0b2a7056 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829782 Aug 04 17:27:13.894014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df932633-81bf-47f4-9a25-25d6a5bd7eb3 req-631e0ee6-8733-4e80-b433-cee973d92e11 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:13.895530 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df932633-81bf-47f4-9a25-25d6a5bd7eb3 req-631e0ee6-8733-4e80-b433-cee973d92e11 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0642018 Aug 04 17:27:13.936402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df932633-81bf-47f4-9a25-25d6a5bd7eb3 req-83ec5ee3-757c-45bd-bef5-f964eeca06a8 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344827 Aug 04 17:27:15.084110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c74931-0eb5-4a34-95aa-9e5d4d7fa59c req-92c6800f-ba71-495a-8d41-6fb5043be007 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:15.085664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07c74931-0eb5-4a34-95aa-9e5d4d7fa59c req-92c6800f-ba71-495a-8d41-6fb5043be007 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 945 time: 0.0554819 Aug 04 17:27:15.136362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07c74931-0eb5-4a34-95aa-9e5d4d7fa59c req-66597230-33e2-4d91-8806-357aaf77ff94 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Aug 04 17:27:16.032578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4ecbff7b-0877-46e2-b583-18dba5140eae no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:27:16.119339 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:16.149426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ecbff7b-0877-46e2-b583-18dba5140eae'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:27:16.151872 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583dd2ab-8197-481c-bbb2-579b535a47ce" -d '{"events": [{"server_uuid": "d92f360b-0e28-4f3e-a190-a5c13d1d3db4", "name": "network-vif-unplugged", "status": "completed", "tag": "4ecbff7b-0877-46e2-b583-18dba5140eae"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:27:16.166476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 4ecbff7b-0877-46e2-b583-18dba5140eae, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4ecbff7b-0877-46e2-b583-18dba5140eae,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:16.172064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:16.189062 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0091b3fb-9651-41e6-9095-25c03dbcfbd8 x-openstack-request-id: req-0091b3fb-9651-41e6-9095-25c03dbcfbd8 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:27:16.189453 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92f360b-0e28-4f3e-a190-a5c13d1d3db4", "name": "network-vif-unplugged", "status": "failed", "tag": "4ecbff7b-0877-46e2-b583-18dba5140eae", "code": 422}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:27:16.189628 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0091b3fb-9651-41e6-9095-25c03dbcfbd8 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:27:16.189998 n-d-764435-5 neutron-server[105830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ecbff7b-0877-46e2-b583-18dba5140eae', 'code': 422} returned with failed status Aug 04 17:27:16.235350 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=4ecbff7b-0877-46e2-b583-18dba5140eae,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:16.266165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5d679-ce27-4f9d-963e-0d25fe4fdebd req-cd585f81-a271-4301-907e-bcd2b341ecbc tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:16.267949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46f5d679-ce27-4f9d-963e-0d25fe4fdebd req-cd585f81-a271-4301-907e-bcd2b341ecbc tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 943 time: 0.0566778 Aug 04 17:27:16.311665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46f5d679-ce27-4f9d-963e-0d25fe4fdebd req-bddd5869-2d63-42d6-8d89-a607b344ea53 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344477 Aug 04 17:27:16.436687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef922d-73ce-40ff-b03b-c3b07e561e47 req-ef979b3f-79db-4538-9438-7a0d7ddd73cd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:16.438164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7ef922d-73ce-40ff-b03b-c3b07e561e47 req-ef979b3f-79db-4538-9438-7a0d7ddd73cd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0601368 Aug 04 17:27:16.477414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7ef922d-73ce-40ff-b03b-c3b07e561e47 req-2d3481c3-59e4-4336-9389-6bd2772f6348 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330288 Aug 04 17:27:16.611970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336458-215e-4c6c-9a4b-681f4e3e9e7d req-2fe5f72c-b825-4613-9309-b0785bf0ab2b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:16.613978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91336458-215e-4c6c-9a4b-681f4e3e9e7d req-2fe5f72c-b825-4613-9309-b0785bf0ab2b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0643270 Aug 04 17:27:16.656889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91336458-215e-4c6c-9a4b-681f4e3e9e7d req-6ee91831-71ca-4e67-b6b0-ce09d401b8fb tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335360 Aug 04 17:27:16.868071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e227e-7a78-48b8-a9b8-684c5dae819a req-91314269-f0dc-470e-9b7e-29199bfa075f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:16.869471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c7e227e-7a78-48b8-a9b8-684c5dae819a req-91314269-f0dc-470e-9b7e-29199bfa075f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0546212 Aug 04 17:27:16.913110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c7e227e-7a78-48b8-a9b8-684c5dae819a req-1c1ed6aa-4f0d-4c7e-93fd-cbf0eb2de7d6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371702 Aug 04 17:27:18.052400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764be9a2-0227-4f5b-ae8e-22488ebcb936 req-ca8aafa7-bbbb-4128-b50d-56756b64dc47 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:18.053885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-764be9a2-0227-4f5b-ae8e-22488ebcb936 req-ca8aafa7-bbbb-4128-b50d-56756b64dc47 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0543106 Aug 04 17:27:18.094058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-764be9a2-0227-4f5b-ae8e-22488ebcb936 req-395bbd57-9ba3-40a5-90a4-c5498932f53f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340383 Aug 04 17:27:19.223282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67245f3-dbd7-47e7-b9a5-8b1b99691ddd req-14f9f723-1bbf-4a1a-bea2-59eb95f7e2d2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:19.224803 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d67245f3-dbd7-47e7-b9a5-8b1b99691ddd req-14f9f723-1bbf-4a1a-bea2-59eb95f7e2d2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0527675 Aug 04 17:27:19.265176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d67245f3-dbd7-47e7-b9a5-8b1b99691ddd req-9fc3d640-328b-4e5f-b472-c6d961d5c2bc tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340638 Aug 04 17:27:20.052754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 4ecbff7b-0877-46e2-b583-18dba5140eae no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:27:20.395966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e293b49-9419-4c0d-8da9-8d15960a2d30 req-ee05f40e-ce8a-454b-a628-f93478ae507e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:20.397522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e293b49-9419-4c0d-8da9-8d15960a2d30 req-ee05f40e-ce8a-454b-a628-f93478ae507e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0527990 Aug 04 17:27:20.438004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e293b49-9419-4c0d-8da9-8d15960a2d30 req-b6ef4a04-951f-4476-a67f-a2f31658a1c4 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343666 Aug 04 17:27:21.574521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80cd2e-4a44-420b-a295-53f9006b7a03 req-b0e37f9d-7773-4d31-9ec1-30ba3464362c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:21.575940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf80cd2e-4a44-420b-a295-53f9006b7a03 req-b0e37f9d-7773-4d31-9ec1-30ba3464362c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0562441 Aug 04 17:27:21.617639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf80cd2e-4a44-420b-a295-53f9006b7a03 req-051b3765-3a2e-47b4-9d8b-6322a95b3fd1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326347 Aug 04 17:27:22.748718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b01546-7baf-4f1b-9fa5-f0d76fb51a2d req-c0f7f8d5-2221-4827-8ae1-db590264838a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:22.750325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7b01546-7baf-4f1b-9fa5-f0d76fb51a2d req-c0f7f8d5-2221-4827-8ae1-db590264838a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0545065 Aug 04 17:27:22.792085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7b01546-7baf-4f1b-9fa5-f0d76fb51a2d req-3cf4f68c-35d5-4611-a8e0-ee98f3d6b5cd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352459 Aug 04 17:27:23.926940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49380f5-5401-465d-b607-e5e272dbff8a req-580c9038-b116-49e7-92df-c053ac69757e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:23.928545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f49380f5-5401-465d-b607-e5e272dbff8a req-580c9038-b116-49e7-92df-c053ac69757e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0541785 Aug 04 17:27:23.975699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f49380f5-5401-465d-b607-e5e272dbff8a req-8d7c1a89-9e50-40ad-afb8-aba845dc5b69 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406330 Aug 04 17:27:25.122687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880a04-6015-45f8-a561-0f7e7c352743 req-92f94213-7d78-4791-943d-c85917cb13e6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:25.124231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9880a04-6015-45f8-a561-0f7e7c352743 req-92f94213-7d78-4791-943d-c85917cb13e6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0593917 Aug 04 17:27:25.166486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9880a04-6015-45f8-a561-0f7e7c352743 req-93a40ed8-cd62-4158-8a53-4a7f59386372 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338128 Aug 04 17:27:26.299976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebd6e8-2b2a-42ef-ab28-4571f622fd07 req-8b2d0264-dc87-42cb-aec9-ac01796fb7a6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:26.301512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e3ebd6e8-2b2a-42ef-ab28-4571f622fd07 req-8b2d0264-dc87-42cb-aec9-ac01796fb7a6 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0575621 Aug 04 17:27:26.345089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e3ebd6e8-2b2a-42ef-ab28-4571f622fd07 req-e251abdc-64b7-4959-8b11-f35aada4462d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342522 Aug 04 17:27:27.484262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9249d3-9a95-47dc-8976-29d4d284fb48 req-857a93fc-4396-492a-8a2f-da1db744047d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:27.485757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b9249d3-9a95-47dc-8976-29d4d284fb48 req-857a93fc-4396-492a-8a2f-da1db744047d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0640087 Aug 04 17:27:27.528053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b9249d3-9a95-47dc-8976-29d4d284fb48 req-f0debdc4-c2fc-4c17-af63-473e4afb21a0 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331485 Aug 04 17:27:27.738285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eefc9-884d-42fe-a662-0bd616c29618 req-87166f7e-8cb0-454c-9f94-2d25db878fc1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:27.739876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f8eefc9-884d-42fe-a662-0bd616c29618 req-87166f7e-8cb0-454c-9f94-2d25db878fc1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0610027 Aug 04 17:27:27.784079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f8eefc9-884d-42fe-a662-0bd616c29618 req-9113068f-4862-4e4f-a4dc-2785dc6c1dae tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377722 Aug 04 17:27:27.869857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e89fb-83a2-4292-946c-462932415e3e req-11b43a0f-6b86-4c5d-a5ee-d6d234846315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:27.871462 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d4e89fb-83a2-4292-946c-462932415e3e req-11b43a0f-6b86-4c5d-a5ee-d6d234846315 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1095 time: 0.1537199 Aug 04 17:27:27.964553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e89fb-83a2-4292-946c-462932415e3e req-0587550d-c855-4de8-9c7e-3e01b0b1fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:27.966059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d4e89fb-83a2-4292-946c-462932415e3e req-0587550d-c855-4de8-9c7e-3e01b0b1fcb1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.0865512 Aug 04 17:27:28.036923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d4e89fb-83a2-4292-946c-462932415e3e req-02fc6f5e-8ed5-4aa7-9bec-4fde5105e5e1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 999 time: 0.0633440 Aug 04 17:27:28.089168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e89fb-83a2-4292-946c-462932415e3e req-cb14b0b2-ad28-4988-a58d-dcca55d98da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:28.090648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d4e89fb-83a2-4292-946c-462932415e3e req-cb14b0b2-ad28-4988-a58d-dcca55d98da9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0462685 Aug 04 17:27:28.140787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e89fb-83a2-4292-946c-462932415e3e req-0099a084-7229-4c2b-a8f5-5b627cce645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:28.142404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d4e89fb-83a2-4292-946c-462932415e3e req-0099a084-7229-4c2b-a8f5-5b627cce645e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443382 Aug 04 17:27:28.248157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d4e89fb-83a2-4292-946c-462932415e3e req-c22757de-3fe6-44e8-bb72-6d8f70b99552 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974917 Aug 04 17:27:28.342933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d4e89fb-83a2-4292-946c-462932415e3e req-d6236601-d239-4f98-9d4f-1ff101b9f6e7 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872364 Aug 04 17:27:28.933110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe112e10-1538-4166-94f6-22a85c8f7c8b req-9ef8d2b4-7073-4e04-91b2-a3f300e7034f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:28.934759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe112e10-1538-4166-94f6-22a85c8f7c8b req-9ef8d2b4-7073-4e04-91b2-a3f300e7034f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0687284 Aug 04 17:27:28.974959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe112e10-1538-4166-94f6-22a85c8f7c8b req-7605e7f8-ab5b-4246-b06b-7eec1414dff7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334013 Aug 04 17:27:30.116694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409fbda-d195-4050-a47b-db42b8f82fab req-c28d2c50-598e-4fa7-85a6-e36842da2a17 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:30.118193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f409fbda-d195-4050-a47b-db42b8f82fab req-c28d2c50-598e-4fa7-85a6-e36842da2a17 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0585592 Aug 04 17:27:30.162060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f409fbda-d195-4050-a47b-db42b8f82fab req-6770a7fb-d7ba-49dd-ac1c-dd484284b3a2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345557 Aug 04 17:27:30.295802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01fbc7-f05a-4ea1-9247-b531422898b5 req-221ef0a1-0639-4175-8ee4-b7e50157709d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:30.297160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f01fbc7-f05a-4ea1-9247-b531422898b5 req-221ef0a1-0639-4175-8ee4-b7e50157709d tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0618632 Aug 04 17:27:30.340451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f01fbc7-f05a-4ea1-9247-b531422898b5 req-d21b7f60-f5b5-432b-a9ba-0348fde6c3bd tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335741 Aug 04 17:27:30.470202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24503ea-944a-40ad-9208-6c4e1200c016 req-1de79fa6-ed5a-4c87-b56d-30887ab96d35 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:30.471833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e24503ea-944a-40ad-9208-6c4e1200c016 req-1de79fa6-ed5a-4c87-b56d-30887ab96d35 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0618532 Aug 04 17:27:30.514001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e24503ea-944a-40ad-9208-6c4e1200c016 req-2e3562f0-58be-4313-bc7a-70e2c7d0739b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360286 Aug 04 17:27:30.761253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97482195-d079-4739-8e48-2ab30df02148 req-7a9e85fc-b30b-4d92-8294-89b40c9d7287 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:30.762743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97482195-d079-4739-8e48-2ab30df02148 req-7a9e85fc-b30b-4d92-8294-89b40c9d7287 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0505469 Aug 04 17:27:30.805341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97482195-d079-4739-8e48-2ab30df02148 req-5955a399-5032-4bf8-852c-1b9b12c67cc0 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326874 Aug 04 17:27:31.934547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa07bff-646a-4ba2-aa32-3bcfbd2a1598 req-0adeca1e-2c49-493a-8112-59543a5bca9b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:31.936099 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8aa07bff-646a-4ba2-aa32-3bcfbd2a1598 req-0adeca1e-2c49-493a-8112-59543a5bca9b tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0568342 Aug 04 17:27:31.977417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8aa07bff-646a-4ba2-aa32-3bcfbd2a1598 req-2e0af4e3-41d3-4ddf-ba3d-6a5895a1b9e3 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340881 Aug 04 17:27:31.985858 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b2981d29-a025-44c2-a0ad-a99d9cc19afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:32.230575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3074ea8-7d4a-4777-a03b-943eca8c3cb1 req-f3f8345c-4a35-4eca-b812-5404c43e5c9f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:32.232173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3074ea8-7d4a-4777-a03b-943eca8c3cb1 req-f3f8345c-4a35-4eca-b812-5404c43e5c9f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0856545 Aug 04 17:27:32.239230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-28024624-667c-4e06-81af-74c7fd839e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:32.240764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-28024624-667c-4e06-81af-74c7fd839e96 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8d8ba09f282483d90763c24d7442f1f&device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 1095 time: 0.0626202 Aug 04 17:27:32.328366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3074ea8-7d4a-4777-a03b-943eca8c3cb1 req-510d44cd-0c31-4d97-a8b0-4c49e5a55c6e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865881 Aug 04 17:27:32.362168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-4776b86c-de80-4ccf-b0ad-39555ebe5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:32.363663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-4776b86c-de80-4ccf-b0ad-39555ebe5dc2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 200 len: 914 time: 0.1146541 Aug 04 17:27:32.445025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-2ac46511-aa4f-44ec-a00e-4d9fd0a19a85 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 200 len: 999 time: 0.0731852 Aug 04 17:27:32.497736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-37201f2e-2434-46c8-a67a-9b9ebf4cf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:32.499195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-37201f2e-2434-46c8-a67a-9b9ebf4cf0c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 200 len: 851 time: 0.0463912 Aug 04 17:27:32.546884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-8367dca8-3c82-49c3-80e8-c1b52bdb55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:32.548368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-8367dca8-3c82-49c3-80e8-c1b52bdb55c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b699377d-bb0f-49df-911e-a6242a1018b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424383 Aug 04 17:27:32.643858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-356f8d82-2fd5-4185-902b-7e6fe9a8ebe7 service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879447 Aug 04 17:27:32.738962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-184c1bff-7dcf-4a88-81fe-aad4b13691a5 req-0615b4fc-6d92-426a-8306-15487f27a78a service neutron] 10.222.0.82 "GET /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874360 Aug 04 17:27:33.465088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21a1c9-2844-4512-b0e6-25da0291fbee req-0742173c-e6ef-4519-9fe2-cf1e8990d9a2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:33.466487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d21a1c9-2844-4512-b0e6-25da0291fbee req-0742173c-e6ef-4519-9fe2-cf1e8990d9a2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0606930 Aug 04 17:27:33.508664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d21a1c9-2844-4512-b0e6-25da0291fbee req-310742a0-0cf5-4be2-b534-4631b748cc04 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336959 Aug 04 17:27:34.416275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3c12-a971-4dac-a825-604493725696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:34.634650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3409ae-1a93-4433-a093-1e684f402783 req-0c446325-47b4-4ff5-ac32-5f613aadb3a1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:34.636201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a3409ae-1a93-4433-a093-1e684f402783 req-0c446325-47b4-4ff5-ac32-5f613aadb3a1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0590377 Aug 04 17:27:34.688343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a3409ae-1a93-4433-a093-1e684f402783 req-494cf17f-25e9-4c17-869c-01a65bb1165c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447707 Aug 04 17:27:34.814928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fe063-38df-4fbb-b17c-47dc6cfac3f3 req-ace05753-ed34-48ea-b555-460015e3e891 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:34.816406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d7fe063-38df-4fbb-b17c-47dc6cfac3f3 req-ace05753-ed34-48ea-b555-460015e3e891 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0602908 Aug 04 17:27:34.862519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d7fe063-38df-4fbb-b17c-47dc6cfac3f3 req-7a1b46a0-54b1-4446-874a-89494dc403fa tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365436 Aug 04 17:27:35.002656 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:35.207959 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:27:35.483809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-8cdac13a-f556-4c75-9905-41786a350c2a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:35.485336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-8cdac13a-f556-4c75-9905-41786a350c2a tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d92f360b-0e28-4f3e-a190-a5c13d1d3db4 HTTP/1.1" status: 200 len: 943 time: 0.0576661 Aug 04 17:27:35.583105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Deleting port 4ecbff7b-0877-46e2-b583-18dba5140eae {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:27:35.583436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:35.675199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] For port 4ecbff7b-0877-46e2-b583-18dba5140eae, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=4ecbff7b-0877-46e2-b583-18dba5140eae,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:35.675949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:35.688984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Calling delete_port for 4ecbff7b-0877-46e2-b583-18dba5140eae owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:27:35.828063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:35.845289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1058e343-8cad-49ed-b560-009b7f0893b4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:27:35.848388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['67313844-15f8-4e42-ad1d-44e1a7eb97b9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:27:35.861011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event deleted for resources: {'Port': ['ID=4ecbff7b-0877-46e2-b583-18dba5140eae,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:35.875410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.875756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.876092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.876423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.876748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.877155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.877441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.877759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.878222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.878550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.878895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.879216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:35.924853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] No DVR routers for this DVR port 4ecbff7b-0877-46e2-b583-18dba5140eae on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:27:35.928211 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:35.930954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78eabc71-0815-440d-8a7f-c39508ea0013 req-2d53c0df-2a80-46e0-9429-25a3fe917d44 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "DELETE /v2.0/ports/4ecbff7b-0877-46e2-b583-18dba5140eae HTTP/1.1" status: 204 len: 173 time: 0.4398105 Aug 04 17:27:35.931608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'name': 'network-vif-deleted', 'tag': '4ecbff7b-0877-46e2-b583-18dba5140eae'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:27:35.934227 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19eb73a-7622-4293-a487-05d0ef92b740" -d '{"events": [{"server_uuid": "d92f360b-0e28-4f3e-a190-a5c13d1d3db4", "name": "network-vif-deleted", "tag": "4ecbff7b-0877-46e2-b583-18dba5140eae"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:27:35.934940 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:36.078722 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 04 Aug 2021 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c967fa-6e02-4828-bbf9-abecfc359251 x-openstack-request-id: req-74c967fa-6e02-4828-bbf9-abecfc359251 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:27:36.079247 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92f360b-0e28-4f3e-a190-a5c13d1d3db4", "name": "network-vif-deleted", "tag": "4ecbff7b-0877-46e2-b583-18dba5140eae", "status": "failed", "code": 422}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:27:36.079647 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74c967fa-6e02-4828-bbf9-abecfc359251 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:27:36.080465 n-d-764435-5 neutron-server[105828]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd92f360b-0e28-4f3e-a190-a5c13d1d3db4', 'name': 'network-vif-deleted', 'tag': '4ecbff7b-0877-46e2-b583-18dba5140eae', 'status': 'failed', 'code': 422} returned with failed status Aug 04 17:27:36.636901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7960d6-d682-4958-9c58-7b3fa9bd5248 req-cce47e46-11df-4da0-a323-0c7cf7ea50f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:36.639804 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca7960d6-d682-4958-9c58-7b3fa9bd5248 req-cce47e46-11df-4da0-a323-0c7cf7ea50f7 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 907 time: 0.0564876 Aug 04 17:27:37.499003 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:37.786680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39426fc-37d7-48e0-afd1-93ed8e454ade req-d5c6ac09-555c-4dbf-b379-7f94f967718f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:37.788513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f39426fc-37d7-48e0-afd1-93ed8e454ade req-d5c6ac09-555c-4dbf-b379-7f94f967718f tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 907 time: 0.0658159 Aug 04 17:27:37.901928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-91fc4cb7-d8b5-416a-9d7f-4223e038e939 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:37.903420 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-91fc4cb7-d8b5-416a-9d7f-4223e038e939 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 907 time: 0.0553019 Aug 04 17:27:37.995463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Deleting port 0e5e73a0-a030-461f-9223-2de284da098d {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:27:37.995785 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:38.089978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] For port 0e5e73a0-a030-461f-9223-2de284da098d, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0e5e73a0-a030-461f-9223-2de284da098d,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:38.090247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:38.103874 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Calling delete_port for 0e5e73a0-a030-461f-9223-2de284da098d owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:27:38.248568 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:38.276514 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event deleted for resources: {'Port': ['ID=0e5e73a0-a030-461f-9223-2de284da098d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:38.288790 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.289146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.289490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.289862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.290166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.290499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.290883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.291213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.291571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.291896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.292222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.292544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:38.330594 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] No DVR routers for this DVR port 0e5e73a0-a030-461f-9223-2de284da098d on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:27:38.333598 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:38.335806 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ac157109-fd48-48df-a495-830e5c9cf5e1 req-a3135372-61c5-4bf0-8e2b-1d54178f850e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.90 "DELETE /v2.0/ports/0e5e73a0-a030-461f-9223-2de284da098d HTTP/1.1" status: 204 len: 173 time: 0.4260385 Aug 04 17:27:38.336240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf', 'name': 'network-vif-deleted', 'tag': '0e5e73a0-a030-461f-9223-2de284da098d'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:27:38.338672 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0866e60a-e0f0-4a67-8521-babe27642fc3" -d '{"events": [{"server_uuid": "7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf", "name": "network-vif-deleted", "tag": "0e5e73a0-a030-461f-9223-2de284da098d"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:27:38.377989 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059a9e94-1cc4-4d57-afdb-b2815ce74ae5 x-openstack-request-id: req-059a9e94-1cc4-4d57-afdb-b2815ce74ae5 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:27:38.378284 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf", "name": "network-vif-deleted", "tag": "0e5e73a0-a030-461f-9223-2de284da098d", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:27:38.378641 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-059a9e94-1cc4-4d57-afdb-b2815ce74ae5 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:27:38.379040 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf', 'name': 'network-vif-deleted', 'tag': '0e5e73a0-a030-461f-9223-2de284da098d', 'status': 'completed', 'code': 200} Aug 04 17:27:38.905023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d64cc5e-8731-4d63-8402-74654e6aa2f0 req-a50b30d5-9668-4d61-a648-64d714c1cb6e tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dbbb198-57fa-4bad-8fb2-7e1fb4c118bf HTTP/1.1" status: 200 len: 210 time: 0.0291748 Aug 04 17:27:39.189106 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:39.242412 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:40.197681 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90149371-9a34-4602-b931-0678c34726c2 req-e2bd7ea6-4330-46af-9e41-398e6e6b3aed tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:40.199071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90149371-9a34-4602-b931-0678c34726c2 req-e2bd7ea6-4330-46af-9e41-398e6e6b3aed tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 945 time: 0.0532379 Aug 04 17:27:40.249558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90149371-9a34-4602-b931-0678c34726c2 req-d52d297d-c888-41c8-b675-9b3da1f39275 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Aug 04 17:27:41.372677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125367cc-f1c6-4654-b04e-78fc735de24d req-42504966-8aab-4708-962f-5aa8ca332704 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:41.374151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-125367cc-f1c6-4654-b04e-78fc735de24d req-42504966-8aab-4708-962f-5aa8ca332704 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 945 time: 0.0517166 Aug 04 17:27:41.414199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-125367cc-f1c6-4654-b04e-78fc735de24d req-56ad442f-40a0-4ac9-9472-cc5fed29c951 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337958 Aug 04 17:27:41.600992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-b547333b-7de4-4f09-9520-1eca2e1ff53c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:41.602455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-b547333b-7de4-4f09-9520-1eca2e1ff53c tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 945 time: 0.0560126 Aug 04 17:27:41.697231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-e4e18c1c-01ba-4f6e-85e6-abe085a12594 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Deleting port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:27:41.697495 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-e4e18c1c-01ba-4f6e-85e6-abe085a12594 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:41.791205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-e4e18c1c-01ba-4f6e-85e6-abe085a12594 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] For port 67313844-15f8-4e42-ad1d-44e1a7eb97b9, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=67313844-15f8-4e42-ad1d-44e1a7eb97b9,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:41.791605 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-e4e18c1c-01ba-4f6e-85e6-abe085a12594 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:41.804604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-e4e18c1c-01ba-4f6e-85e6-abe085a12594 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Calling delete_port for 67313844-15f8-4e42-ad1d-44e1a7eb97b9 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:27:41.954219 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-e4e18c1c-01ba-4f6e-85e6-abe085a12594 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:41.966923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['67313844-15f8-4e42-ad1d-44e1a7eb97b9'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:27:41.969170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1058e343-8cad-49ed-b560-009b7f0893b4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:27:41.987077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e18c1c-01ba-4f6e-85e6-abe085a12594 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event deleted for resources: {'Port': ['ID=67313844-15f8-4e42-ad1d-44e1a7eb97b9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:42.028746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-e4e18c1c-01ba-4f6e-85e6-abe085a12594 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] No DVR routers for this DVR port 67313844-15f8-4e42-ad1d-44e1a7eb97b9 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:27:42.031519 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-e4e18c1c-01ba-4f6e-85e6-abe085a12594 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:42.033621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-807bbdf0-2208-4674-b725-0f6b8f84365d req-e4e18c1c-01ba-4f6e-85e6-abe085a12594 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "DELETE /v2.0/ports/67313844-15f8-4e42-ad1d-44e1a7eb97b9 HTTP/1.1" status: 204 len: 173 time: 0.4254720 Aug 04 17:27:42.034102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fc9745-c421-4ead-ada1-a7755b1d2a07', 'name': 'network-vif-deleted', 'tag': '67313844-15f8-4e42-ad1d-44e1a7eb97b9'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:27:42.036477 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2b9524-b5ef-41bd-b0c0-2f1623ff9d7b" -d '{"events": [{"server_uuid": "b0fc9745-c421-4ead-ada1-a7755b1d2a07", "name": "network-vif-deleted", "tag": "67313844-15f8-4e42-ad1d-44e1a7eb97b9"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:27:42.076061 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5383a1d8-d60e-447f-adf1-407e156be587 x-openstack-request-id: req-5383a1d8-d60e-447f-adf1-407e156be587 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:27:42.076354 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fc9745-c421-4ead-ada1-a7755b1d2a07", "name": "network-vif-deleted", "tag": "67313844-15f8-4e42-ad1d-44e1a7eb97b9", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:27:42.076604 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5383a1d8-d60e-447f-adf1-407e156be587 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:27:42.077006 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fc9745-c421-4ead-ada1-a7755b1d2a07', 'name': 'network-vif-deleted', 'tag': '67313844-15f8-4e42-ad1d-44e1a7eb97b9', 'status': 'completed', 'code': 200} Aug 04 17:27:42.532185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-790d12a3-37ef-4a11-92e2-8a5302bdca11 req-8028abe0-74da-4027-b5c9-9d44f82a6683 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0fc9745-c421-4ead-ada1-a7755b1d2a07 HTTP/1.1" status: 200 len: 210 time: 0.0269551 Aug 04 17:27:43.227964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0e5e73a0-a030-461f-9223-2de284da098d no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:27:43.252601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 0e5e73a0-a030-461f-9223-2de284da098d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:27:43.253009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0e5e73a0-a030-461f-9223-2de284da098d not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:27:43.824340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a09742-f6c1-441f-b761-260ca883f7b0 req-8f97a3ae-1aaf-4688-afeb-03d857559ef2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:43.825747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89a09742-f6c1-441f-b761-260ca883f7b0 req-8f97a3ae-1aaf-4688-afeb-03d857559ef2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0516784 Aug 04 17:27:43.867675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89a09742-f6c1-441f-b761-260ca883f7b0 req-460c8694-f632-445f-af2c-98f0d115b8b2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357611 Aug 04 17:27:44.980301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-50c458ef-36f2-41c1-bdc3-f3248cec57db tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:44.981901 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-50c458ef-36f2-41c1-bdc3-f3248cec57db tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.0513310 Aug 04 17:27:45.086694 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-9e6365e8-cf77-40a1-87aa-d481834fd985 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Deleting port 1058e343-8cad-49ed-b560-009b7f0893b4 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:27:45.087206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-9e6365e8-cf77-40a1-87aa-d481834fd985 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:45.183534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-9e6365e8-cf77-40a1-87aa-d481834fd985 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] For port 1058e343-8cad-49ed-b560-009b7f0893b4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1058e343-8cad-49ed-b560-009b7f0893b4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:45.183863 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-9e6365e8-cf77-40a1-87aa-d481834fd985 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:45.203529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-9e6365e8-cf77-40a1-87aa-d481834fd985 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Calling delete_port for 1058e343-8cad-49ed-b560-009b7f0893b4 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:27:45.340330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655c8f-3fa2-439b-8074-9389aa29c278 req-e3e422cb-9e15-4247-b150-f6ac1760b939 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:45.342060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c655c8f-3fa2-439b-8074-9389aa29c278 req-e3e422cb-9e15-4247-b150-f6ac1760b939 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c5f884f-4bde-4749-887e-5107233ce61e HTTP/1.1" status: 200 len: 946 time: 0.3901780 Aug 04 17:27:45.343198 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-9e6365e8-cf77-40a1-87aa-d481834fd985 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:45.364469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1058e343-8cad-49ed-b560-009b7f0893b4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:27:45.374617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6365e8-cf77-40a1-87aa-d481834fd985 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event deleted for resources: {'Port': ['ID=1058e343-8cad-49ed-b560-009b7f0893b4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:45.392423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2c655c8f-3fa2-439b-8074-9389aa29c278 req-94d4219f-a400-46ec-87df-4054c51d78e5 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=587ca747-07b0-4579-b3f3-260bbc0e31bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Aug 04 17:27:45.425954 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-9e6365e8-cf77-40a1-87aa-d481834fd985 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] No DVR routers for this DVR port 1058e343-8cad-49ed-b560-009b7f0893b4 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:27:45.428832 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-9e6365e8-cf77-40a1-87aa-d481834fd985 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:45.430989 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a773dcbd-b785-438b-b3f5-fc51e2b3ba20 req-9e6365e8-cf77-40a1-87aa-d481834fd985 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.90 "DELETE /v2.0/ports/1058e343-8cad-49ed-b560-009b7f0893b4 HTTP/1.1" status: 204 len: 173 time: 0.4424644 Aug 04 17:27:45.431496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f884f-4bde-4749-887e-5107233ce61e', 'name': 'network-vif-deleted', 'tag': '1058e343-8cad-49ed-b560-009b7f0893b4'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:27:45.433885 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0501b0c-f2a6-403c-99aa-73342eae6c06" -d '{"events": [{"server_uuid": "6c5f884f-4bde-4749-887e-5107233ce61e", "name": "network-vif-deleted", "tag": "1058e343-8cad-49ed-b560-009b7f0893b4"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:27:45.489168 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00c79f4-b368-4c22-aa00-c7b67e66733a x-openstack-request-id: req-f00c79f4-b368-4c22-aa00-c7b67e66733a {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:27:45.489449 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f884f-4bde-4749-887e-5107233ce61e", "name": "network-vif-deleted", "tag": "1058e343-8cad-49ed-b560-009b7f0893b4", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:27:45.489692 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f00c79f4-b368-4c22-aa00-c7b67e66733a {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:27:45.490088 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f884f-4bde-4749-887e-5107233ce61e', 'name': 'network-vif-deleted', 'tag': '1058e343-8cad-49ed-b560-009b7f0893b4', 'status': 'completed', 'code': 200} Aug 04 17:27:46.154040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 67313844-15f8-4e42-ad1d-44e1a7eb97b9 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:27:46.178156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 67313844-15f8-4e42-ad1d-44e1a7eb97b9 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:27:46.178488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 67313844-15f8-4e42-ad1d-44e1a7eb97b9 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:27:46.706162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265ab89-7c6c-4d2d-b4d0-d3d0bc0804c6 req-8065b24b-6cae-4077-9f83-b618255671d1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:46.707571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7265ab89-7c6c-4d2d-b4d0-d3d0bc0804c6 req-8065b24b-6cae-4077-9f83-b618255671d1 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0590410 Aug 04 17:27:46.749936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7265ab89-7c6c-4d2d-b4d0-d3d0bc0804c6 req-820b5e4e-628b-439e-9d39-a86b06b04a12 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352476 Aug 04 17:27:47.887953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede89dfa-a9e8-4847-ab1e-034db3c38061 req-63b65060-9ef6-4c8a-b688-5a2ae621df18 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:47.889356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede89dfa-a9e8-4847-ab1e-034db3c38061 req-63b65060-9ef6-4c8a-b688-5a2ae621df18 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0554974 Aug 04 17:27:47.932279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede89dfa-a9e8-4847-ab1e-034db3c38061 req-3c912f86-220e-4659-a8bd-2f78992f1588 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366735 Aug 04 17:27:49.001871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-8d3285f0-cfb4-40f1-a2e0-45182d603e83 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:49.003396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-8d3285f0-cfb4-40f1-a2e0-45182d603e83 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0536292 Aug 04 17:27:49.106730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9ece8-3063-401d-8144-108a6c680833 req-0c8b2497-0c84-41c9-be70-b02c3e7c5fa5 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:49.108222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4d9ece8-3063-401d-8144-108a6c680833 req-0c8b2497-0c84-41c9-be70-b02c3e7c5fa5 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 944 time: 0.0977464 Aug 04 17:27:49.169155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Deleting port 11718227-331f-419e-892a-d41dd6c5b7c4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:27:49.169490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:49.177665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4d9ece8-3063-401d-8144-108a6c680833 req-b413a58f-ee42-4175-a41d-4362d2ab3317 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6cb021-fd6c-4639-bdf1-915741c00f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580685 Aug 04 17:27:49.261319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1058e343-8cad-49ed-b560-009b7f0893b4 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:27:49.269995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] For port 11718227-331f-419e-892a-d41dd6c5b7c4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=11718227-331f-419e-892a-d41dd6c5b7c4,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:49.270374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:49.284872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 1058e343-8cad-49ed-b560-009b7f0893b4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:27:49.285220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1058e343-8cad-49ed-b560-009b7f0893b4 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:27:49.500844 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:49.501233 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:49.501536 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Floating IP 03935339-9305-4c72-a088-1353b579bc36 disassociated. External IP: 172.25.2.212, port: 11718227-331f-419e-892a-d41dd6c5b7c4. Aug 04 17:27:49.501884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Calling delete_port for 11718227-331f-419e-892a-d41dd6c5b7c4 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:27:49.642318 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:49.672037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event deleted for resources: {'Port': ['ID=11718227-331f-419e-892a-d41dd6c5b7c4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:49.801355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Router f407b744-91e2-481e-afdc-954202c7625b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:27:49.924758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:27:49.942884 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] Sync routers for ids ['f407b744-91e2-481e-afdc-954202c7625b'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:27:49.953186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] Routers {'f407b744-91e2-481e-afdc-954202c7625b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:27:49.953885 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:27:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f407b744-91e2-481e-afdc-954202c7625b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:49.966588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] No DVR routers for this DVR port 11718227-331f-419e-892a-d41dd6c5b7c4 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:27:49.969445 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:49.971671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-837a4e02-eecf-4c80-8072-2ee76655ab80 req-53b1d4fa-be81-4278-831d-d8ebcbf9b987 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.82 "DELETE /v2.0/ports/11718227-331f-419e-892a-d41dd6c5b7c4 HTTP/1.1" status: 204 len: 173 time: 0.9600308 Aug 04 17:27:49.972111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-deleted', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:27:49.974426 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5182ef-4d42-4bf0-b5da-ad7e89bc9765" -d '{"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-deleted", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:27:50.015485 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de578962-1022-4977-a628-14900f23f28a x-openstack-request-id: req-de578962-1022-4977-a628-14900f23f28a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:27:50.016487 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b1a17a-e66f-429a-95db-b9fdd9a656d3", "name": "network-vif-deleted", "tag": "11718227-331f-419e-892a-d41dd6c5b7c4", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:27:50.016712 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de578962-1022-4977-a628-14900f23f28a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:27:50.017160 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b1a17a-e66f-429a-95db-b9fdd9a656d3', 'name': 'network-vif-deleted', 'tag': '11718227-331f-419e-892a-d41dd6c5b7c4', 'status': 'completed', 'code': 200} Aug 04 17:27:50.069912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] Set router f407b744-91e2-481e-afdc-954202c7625b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:27:50.290425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:24Z', 'revision_number': 5, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:50.294747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc46caa5-30bf-4d71-aa68-42ab031d8d87 req-7f5682f2-0a26-4dac-bd2d-760686e5d364 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/ports?device_id=01b1a17a-e66f-429a-95db-b9fdd9a656d3 HTTP/1.1" status: 200 len: 210 time: 0.0310092 Aug 04 17:27:50.320001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] Checking router: f407b744-91e2-481e-afdc-954202c7625b for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:27:50.331646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] Routers {'f407b744-91e2-481e-afdc-954202c7625b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:27:50.332280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:27:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f407b744-91e2-481e-afdc-954202c7625b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:50.445440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] Set router f407b744-91e2-481e-afdc-954202c7625b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:27:50.647182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:24Z', 'revision_number': 5, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:50.673359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c43ed7-a414-41c4-a311-c5e600d70836 None None] The sync data for ids ['f407b744-91e2-481e-afdc-954202c7625b'] in n-d-764435-5 is: [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:21:07Z', 'revision_number': 4, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '430c759f-e656-455e-84c8-e9921cd19581', 'name': '', 'network_id': 'b699377d-bb0f-49df-911e-a6242a1018b1', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'mac_address': 'fa:16:3e:18:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:06Z', 'updated_at': '2021-08-04T17:21:24Z', 'revision_number': 5, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'subnets': [{'id': 'ce7f448e-6a8e-466e-b520-6ea5e8f086b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:27:50.910074 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da369c4-c7ee-4daa-bbd0-e31464423df9 None None] New status for floating IP 03935339-9305-4c72-a088-1353b579bc36: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:27:51.404924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33062) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:51.467792 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d073c69-11f4-46e9-b4d0-7ff919a21ee2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:51.496063 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d073c69-11f4-46e9-b4d0-7ff919a21ee2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:51.545448 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d073c69-11f4-46e9-b4d0-7ff919a21ee2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:51.548341 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3d073c69-11f4-46e9-b4d0-7ff919a21ee2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:51.549515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3d073c69-11f4-46e9-b4d0-7ff919a21ee2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "DELETE /v2.0/security-groups/ce6cb021-fd6c-4639-bdf1-915741c00f9d HTTP/1.1" status: 204 len: 168 time: 0.1431673 Aug 04 17:27:51.552261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33064) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:51.559035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d073c69-11f4-46e9-b4d0-7ff919a21ee2 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6cb021-fd6c-4639-bdf1-915741c00f9d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:51.568483 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-285ac1b6-f665-47ac-9771-03f8c1fdeb74 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] show failed (client error): The resource could not be found. Aug 04 17:27:51.569585 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-285ac1b6-f665-47ac-9771-03f8c1fdeb74 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "GET /v2.0/security-groups/ce6cb021-fd6c-4639-bdf1-915741c00f9d HTTP/1.1" status: 404 len: 347 time: 0.0154593 Aug 04 17:27:51.572866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33066) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:51.700486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-292b6840-eb34-4b9a-abfa-521810190735 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Deleting port ad6c8c98-8fe7-4ebe-a274-0b7b3a87cbd3 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:27:51.700824 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-292b6840-eb34-4b9a-abfa-521810190735 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:51.777423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-292b6840-eb34-4b9a-abfa-521810190735 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:51.777764 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-292b6840-eb34-4b9a-abfa-521810190735 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:51.790092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-292b6840-eb34-4b9a-abfa-521810190735 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Calling delete_port for ad6c8c98-8fe7-4ebe-a274-0b7b3a87cbd3 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:27:51.934541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-292b6840-eb34-4b9a-abfa-521810190735 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:51.966022 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b6840-eb34-4b9a-abfa-521810190735 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Pushing event deleted for resources: {'Port': ['ID=ad6c8c98-8fe7-4ebe-a274-0b7b3a87cbd3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:52.041705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-292b6840-eb34-4b9a-abfa-521810190735 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:52.044331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-292b6840-eb34-4b9a-abfa-521810190735 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:52.045505 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-292b6840-eb34-4b9a-abfa-521810190735 tempest-ServerActionsTestJSON-2009891582 tempest-ServerActionsTestJSON-2009891582-project] 10.222.0.39 "DELETE /v2.0/floatingips/03935339-9305-4c72-a088-1353b579bc36 HTTP/1.1" status: 204 len: 168 time: 0.4715445 Aug 04 17:27:52.049923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33068) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:52.168182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:27:52.189134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 11718227-331f-419e-892a-d41dd6c5b7c4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:27:52.189485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 11718227-331f-419e-892a-d41dd6c5b7c4 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:27:52.532659 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:52.804168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] Deleting port 430c759f-e656-455e-84c8-e9921cd19581 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:27:52.804425 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:52.880630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] For port 430c759f-e656-455e-84c8-e9921cd19581, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=430c759f-e656-455e-84c8-e9921cd19581,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:52.880992 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:52.894074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] Calling delete_port for 430c759f-e656-455e-84c8-e9921cd19581 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:27:53.079817 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:53.103972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] Pushing event deleted for resources: {'Port': ['ID=430c759f-e656-455e-84c8-e9921cd19581,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:53.282425 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:53.520119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] Router f407b744-91e2-481e-afdc-954202c7625b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:27:53.639821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:27:53.645806 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5a258145-a1eb-44ff-aeb2-eaf9e67dac9a admin admin] 10.222.0.39 "PUT /v2.0/routers/f407b744-91e2-481e-afdc-954202c7625b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5947063 Aug 04 17:27:53.648189 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33074) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:53.651021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] Sync routers for ids ['f407b744-91e2-481e-afdc-954202c7625b'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:27:53.665479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] Routers {'f407b744-91e2-481e-afdc-954202c7625b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:27:53.666344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:27:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f407b744-91e2-481e-afdc-954202c7625b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:53.760875 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:53.771642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] Set router f407b744-91e2-481e-afdc-954202c7625b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:27:53.878277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:53.938022 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Deleting port 91b2149a-6348-44c4-8062-198bdb85a637 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:27:53.938316 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.026422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] For port 91b2149a-6348-44c4-8062-198bdb85a637, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=91b2149a-6348-44c4-8062-198bdb85a637,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:54.026705 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.039944 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Calling delete_port for 91b2149a-6348-44c4-8062-198bdb85a637 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:27:54.110646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '91b2149a-6348-44c4-8062-198bdb85a637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:27:53Z', 'revision_number': 5, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port': {'id': '91b2149a-6348-44c4-8062-198bdb85a637', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407b744-91e2-481e-afdc-954202c7625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:21:02Z', 'updated_at': '2021-08-04T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:54.144084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] Checking router: f407b744-91e2-481e-afdc-954202c7625b for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:27:54.156988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] Routers {'f407b744-91e2-481e-afdc-954202c7625b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:27:54.157656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:27:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f407b744-91e2-481e-afdc-954202c7625b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:54.238589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.252156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] Set router f407b744-91e2-481e-afdc-954202c7625b gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:27:54.265007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Pushing event deleted for resources: {'Port': ['ID=91b2149a-6348-44c4-8062-198bdb85a637,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:54.309036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:27:53Z', 'revision_number': 6, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:54.324140 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.335721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff48873b-b5c5-4a3e-b645-28b777b969fc None None] The sync data for ids ['f407b744-91e2-481e-afdc-954202c7625b'] in n-d-764435-5 is: [{'id': 'f407b744-91e2-481e-afdc-954202c7625b', 'name': 'tempest-ServerActionsTestJSON-1185875158-router', 'tenant_id': 'b8d8ba09f282483d90763c24d7442f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:21:01Z', 'updated_at': '2021-08-04T17:27:53Z', 'revision_number': 6, 'project_id': 'b8d8ba09f282483d90763c24d7442f1f', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:27:54.706960 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.709292 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.757065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.757502 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f407b744-91e2-481e-afdc-954202c7625b {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:27:54.763804 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.765162 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5a3ee965-2b40-4b22-bff2-819cf0f8ff7d admin admin] 10.222.0.39 "DELETE /v2.0/routers/f407b744-91e2-481e-afdc-954202c7625b HTTP/1.1" status: 204 len: 168 time: 1.1147127 Aug 04 17:27:54.767957 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33076) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:54.815088 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-128bce82-47c8-4f7d-989e-b74d1296ac74 admin admin] Deleting subnet ce7f448e-6a8e-466e-b520-6ea5e8f086b3 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:27:54.818497 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-128bce82-47c8-4f7d-989e-b74d1296ac74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.855549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-128bce82-47c8-4f7d-989e-b74d1296ac74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.938005 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-128bce82-47c8-4f7d-989e-b74d1296ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:54.996118 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-128bce82-47c8-4f7d-989e-b74d1296ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.027585 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bce82-47c8-4f7d-989e-b74d1296ac74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7f448e-6a8e-466e-b520-6ea5e8f086b3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:55.029619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-128bce82-47c8-4f7d-989e-b74d1296ac74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.031457 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-128bce82-47c8-4f7d-989e-b74d1296ac74 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ce7f448e-6a8e-466e-b520-6ea5e8f086b3 HTTP/1.1" status: 204 len: 168 time: 0.2622409 Aug 04 17:27:55.035665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33078) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:55.037778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d907049f-1be5-4b58-8217-b94fb2d3b1ec None None] Network b699377d-bb0f-49df-911e-a6242a1018b1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:27:55.108979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.177651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Deleting port 59e84bb2-9113-4b44-b089-a8541c40881e {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:27:55.178004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.231897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] DHCP port deletion for b699377d-bb0f-49df-911e-a6242a1018b1 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:27:55.245767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] For port 59e84bb2-9113-4b44-b089-a8541c40881e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59e84bb2-9113-4b44-b089-a8541c40881e,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:55.246136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.261029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Calling delete_port for 59e84bb2-9113-4b44-b089-a8541c40881e owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:27:55.282733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Deleting port 59e84bb2-9113-4b44-b089-a8541c40881e {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:27:55.283145 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.353707 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.356162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] For port 59e84bb2-9113-4b44-b089-a8541c40881e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59e84bb2-9113-4b44-b089-a8541c40881e,segment=NetworkSegment(b9edf84e-97f5-463d-94d0-aa2a0b10e083),segment_id=b9edf84e-97f5-463d-94d0-aa2a0b10e083)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:27:55.356740 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.370758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Calling delete_port for 59e84bb2-9113-4b44-b089-a8541c40881e owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:27:55.383349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=59e84bb2-9113-4b44-b089-a8541c40881e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:55.386876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] No DVR routers for this DVR port 59e84bb2-9113-4b44-b089-a8541c40881e on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:27:55.456764 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.465373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.475190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b699377d-bb0f-49df-911e-a6242a1018b1']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:55.482428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Pushing event deleted for resources: {'Port': ['ID=59e84bb2-9113-4b44-b089-a8541c40881e,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:55.485375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9edf84e-97f5-463d-94d0-aa2a0b10e083') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:55.485675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9edf84e-97f5-463d-94d0-aa2a0b10e083') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:27:55.486974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] No DVR routers for this DVR port 59e84bb2-9113-4b44-b089-a8541c40881e on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:27:55.493948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.494304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.494649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.499102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.499509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.499509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.499509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.499509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.499509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.499509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.499509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.499509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.499509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78287490-9cc4-475d-902a-604ad390aae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:27:55.512725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.518633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:27:55.519055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:27:55.520697 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:27:55.579755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.588200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.590090 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] 10.222.0.39 "DELETE /v2.0/networks/b699377d-bb0f-49df-911e-a6242a1018b1 HTTP/1.1" status: 204 len: 168 time: 0.5535669 Aug 04 17:27:55.601396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10432ca6-0f99-4052-adb3-52bd62545b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=b699377d-bb0f-49df-911e-a6242a1018b1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:55.721329 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33082) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:55.766922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-09d34c23-170c-4ffa-8774-01e13fb95840 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8d8ba09f282483d90763c24d7442f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443740 Aug 04 17:27:55.770423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33084) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:55.833737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11b38391-5b0f-4fb4-b234-b624b1bb6724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.863850 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11b38391-5b0f-4fb4-b234-b624b1bb6724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.920261 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11b38391-5b0f-4fb4-b234-b624b1bb6724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.923113 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-11b38391-5b0f-4fb4-b234-b624b1bb6724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:55.924299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-11b38391-5b0f-4fb4-b234-b624b1bb6724 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/587ca747-07b0-4579-b3f3-260bbc0e31bb HTTP/1.1" status: 204 len: 168 time: 0.1529560 Aug 04 17:27:55.932827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b38391-5b0f-4fb4-b234-b624b1bb6724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587ca747-07b0-4579-b3f3-260bbc0e31bb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:56.219604 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59e84bb2-9113-4b44-b089-a8541c40881e no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:27:56.239717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 59e84bb2-9113-4b44-b089-a8541c40881e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:27:56.240075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59e84bb2-9113-4b44-b089-a8541c40881e not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:27:56.240503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 430c759f-e656-455e-84c8-e9921cd19581 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:27:56.262696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 430c759f-e656-455e-84c8-e9921cd19581 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:27:56.263096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 430c759f-e656-455e-84c8-e9921cd19581 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:27:56.263517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 91b2149a-6348-44c4-8062-198bdb85a637 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:27:56.282431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 91b2149a-6348-44c4-8062-198bdb85a637 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:27:56.282778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 91b2149a-6348-44c4-8062-198bdb85a637 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:27:56.680113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33106) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:56.785566 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1525953601-network', 'tenant_id': 'bcbefdc257764138a404fdcf831197b3'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:27:56.813678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Made reservation on behalf of bcbefdc257764138a404fdcf831197b3 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:27:56.817395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:56.832255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:56.946452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:56.952357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:56.981260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:27:56.987746 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaad87d-2864-409f-8a15-e8634ce98e9a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:56.993861 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:56.994394 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Added segment d10f821f-6319-4d2c-93cc-9fa4e4816538 of type vlan for network 2842600f-58de-40a9-94ad-d9aa4155a35b Aug 04 17:27:57.034355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:57.065463 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:57.066378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:57.067055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:57.139995 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4587727 Aug 04 17:27:57.143153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33110) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:27:57.148413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Request body: {'subnet': {'network_id': '2842600f-58de-40a9-94ad-d9aa4155a35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1525953601-subnet', 'tenant_id': 'bcbefdc257764138a404fdcf831197b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:27:57.158262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8cb56-a867-4dd4-af20-2d9893392eae admin admin] Pushing event updated for resources: {'Network': ['ID=2842600f-58de-40a9-94ad-d9aa4155a35b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:57.168370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 2842600f-58de-40a9-94ad-d9aa4155a35b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:27:57.173348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Made reservation on behalf of bcbefdc257764138a404fdcf831197b3 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:27:57.175852 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:57.348345 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:57.404473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db318c1-d73e-43ed-8f68-6bbc6a3e439b,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:27:57.417157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Checking segment: {'id': 'd10f821f-6319-4d2c-93cc-9fa4e4816538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2842600f-58de-40a9-94ad-d9aa4155a35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:27:57.417523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Network hostable DHCP agents. Network: 2842600f-58de-40a9-94ad-d9aa4155a35b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:27:57.436981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Network 2842600f-58de-40a9-94ad-d9aa4155a35b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:27:57.449146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 2842600f-58de-40a9-94ad-d9aa4155a35b) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:27:57.454150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:57.454643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:27:57.460286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38df37f-00be-4c90-900a-aa5a43f134b7 None None] Network 2842600f-58de-40a9-94ad-d9aa4155a35b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:27:57.470647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c1178f4c-597e-46af-9789-46aafeefb48b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3262639 Aug 04 17:27:57.600135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1364fc5c-144c-4fbd-a5c7-c1c2c76ebd9f None None] Network 2842600f-58de-40a9-94ad-d9aa4155a35b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:27:57.921144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-6f526898-ee56-421f-842a-5f16d26a0e75 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:57.922510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-6f526898-ee56-421f-842a-5f16d26a0e75 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/networks?id=2842600f-58de-40a9-94ad-d9aa4155a35b HTTP/1.1" status: 200 len: 813 time: 0.1098337 Aug 04 17:27:57.937901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-abe18eae-a696-447e-ae13-23c1b3730061 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/quotas/bcbefdc257764138a404fdcf831197b3 HTTP/1.1" status: 200 len: 375 time: 0.0095458 Aug 04 17:27:57.972427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-04199457-9267-4b9e-9975-a25ddde23843 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bcbefdc257764138a404fdcf831197b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264616 Aug 04 17:27:58.127920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-3cb44e23-dbf0-4695-b8b1-b7e270ac41ba service neutron] 10.222.0.39 "GET /v2.0/networks/2842600f-58de-40a9-94ad-d9aa4155a35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485255 Aug 04 17:27:58.230087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-45ce779a-77ca-400e-862c-fc7caa236a1d service neutron] 10.222.0.39 "GET /v2.0/networks/2842600f-58de-40a9-94ad-d9aa4155a35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932767 Aug 04 17:27:58.409160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-827ccbed-566f-4fe6-a92b-157cf8d4e887 req-9c0b8fd0-f4a0-4042-8c53-937e50598dee tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 210 time: 0.0288801 Aug 04 17:27:59.511184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d64af5-a9cc-4520-9b00-dab18ce4f0bb req-eb19bfae-a104-4dbe-b572-2f1a68dee361 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 210 time: 0.0276766 Aug 04 17:27:59.637696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-a9baef92-f610-4d3e-838c-2a7da265d996 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:27:59.639483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-a9baef92-f610-4d3e-838c-2a7da265d996 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.82 "GET /v2.0/networks?id=2842600f-58de-40a9-94ad-d9aa4155a35b HTTP/1.1" status: 200 len: 813 time: 0.1159844 Aug 04 17:27:59.654830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Request body: {'port': {'device_id': '6f3c14f4-71fb-4ebb-b68f-399197921795', 'network_id': '2842600f-58de-40a9-94ad-d9aa4155a35b', 'admin_state_up': True, 'tenant_id': 'bcbefdc257764138a404fdcf831197b3'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:27:59.780584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Made reservation on behalf of bcbefdc257764138a404fdcf831197b3 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:27:59.784216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:00.257500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Allocated IP 172.20.0.9 (2842600f-58de-40a9-94ad-d9aa4155a35b/7db318c1-d73e-43ed-8f68-6bbc6a3e439b/2c0c59b6-35a7-46f0-a460-d03b175c1efb) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:28:00.419514 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:00.463877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:00.507379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Network 2842600f-58de-40a9-94ad-d9aa4155a35b is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:28:00.513303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:00.517019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:28:00.523480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Pushing event updated for resources: {'Port': ['ID=2c0c59b6-35a7-46f0-a460-d03b175c1efb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:00.573867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:00.574488 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:00.611701 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-4f4b1806-09f6-4914-8f65-bd43eae7c807 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9611020 Aug 04 17:28:00.625715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Request body: {'port': {'device_id': '6f3c14f4-71fb-4ebb-b68f-399197921795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:00.655651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c073b5-e45e-4f3b-b852-ddd846d57129 req-3afe3864-786c-4e86-92ac-8e982be258a8 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:00.657135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3c073b5-e45e-4f3b-b852-ddd846d57129 req-3afe3864-786c-4e86-92ac-8e982be258a8 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 931 time: 0.0760953 Aug 04 17:28:00.713868 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:00.736131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3c073b5-e45e-4f3b-b852-ddd846d57129 req-22dd19af-b746-47de-960b-af5c4c970581 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/security-groups?id=faaad87d-2864-409f-8a15-e8634ce98e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726149 Aug 04 17:28:01.014710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0c59b6-35a7-46f0-a460-d03b175c1efb {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:28:01.027322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:01.042266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Transition to ACTIVE for port object 2c0c59b6-35a7-46f0-a460-d03b175c1efb will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:01.049814 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:01.108729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0c59b6-35a7-46f0-a460-d03b175c1efb,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:01.181176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Attempting to bind port 2c0c59b6-35a7-46f0-a460-d03b175c1efb on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:28:01.181531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Attempting to bind port 2c0c59b6-35a7-46f0-a460-d03b175c1efb by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'd10f821f-6319-4d2c-93cc-9fa4e4816538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2842600f-58de-40a9-94ad-d9aa4155a35b'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:28:01.181853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Attempting to bind port 2c0c59b6-35a7-46f0-a460-d03b175c1efb on network 2842600f-58de-40a9-94ad-d9aa4155a35b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:28:01.186526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Port 2c0c59b6-35a7-46f0-a460-d03b175c1efb on network 2842600f-58de-40a9-94ad-d9aa4155a35b not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:28:01.186862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Attempting to bind port 2c0c59b6-35a7-46f0-a460-d03b175c1efb on network 2842600f-58de-40a9-94ad-d9aa4155a35b {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:28:01.191732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:28:01.192071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Checking segment: {'id': 'd10f821f-6319-4d2c-93cc-9fa4e4816538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2842600f-58de-40a9-94ad-d9aa4155a35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:01.192456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Bound using segment: {'id': 'd10f821f-6319-4d2c-93cc-9fa4e4816538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2842600f-58de-40a9-94ad-d9aa4155a35b'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:28:01.192879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Bound port: 2c0c59b6-35a7-46f0-a460-d03b175c1efb, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10f821f-6319-4d2c-93cc-9fa4e4816538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2842600f-58de-40a9-94ad-d9aa4155a35b'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:28:01.193230 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:01.257645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] For port 2c0c59b6-35a7-46f0-a460-d03b175c1efb, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:28:01.260960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] For port 2c0c59b6-35a7-46f0-a460-d03b175c1efb, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2c0c59b6-35a7-46f0-a460-d03b175c1efb,segment=NetworkSegment(d10f821f-6319-4d2c-93cc-9fa4e4816538),segment_id=d10f821f-6319-4d2c-93cc-9fa4e4816538)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:28:01.268257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:01.302117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:01.302735 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:01.304228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] 10.222.0.82 "PUT /v2.0/ports/2c0c59b6-35a7-46f0-a460-d03b175c1efb HTTP/1.1" status: 200 len: 1091 time: 0.6841581 Aug 04 17:28:01.304663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3c14f4-71fb-4ebb-b68f-399197921795', 'tag': '2c0c59b6-35a7-46f0-a460-d03b175c1efb'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:28:01.307003 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d82597d-7cf5-4fde-96f3-82da59559c25" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3c14f4-71fb-4ebb-b68f-399197921795", "tag": "2c0c59b6-35a7-46f0-a460-d03b175c1efb"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:28:01.334239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e4cb5-9d07-48c6-8c36-4982db55b527 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0c59b6-35a7-46f0-a460-d03b175c1efb,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:01.353850 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5ad0e7-6727-4946-87ae-a9b655d68353 x-openstack-request-id: req-ed5ad0e7-6727-4946-87ae-a9b655d68353 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:28:01.354246 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3c14f4-71fb-4ebb-b68f-399197921795", "tag": "2c0c59b6-35a7-46f0-a460-d03b175c1efb", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:28:01.354624 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed5ad0e7-6727-4946-87ae-a9b655d68353 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:28:01.355158 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3c14f4-71fb-4ebb-b68f-399197921795', 'tag': '2c0c59b6-35a7-46f0-a460-d03b175c1efb', 'status': 'completed', 'code': 200} Aug 04 17:28:01.405543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-f5691b89-321a-489d-87e6-acfd70da7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:01.407126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-f5691b89-321a-489d-87e6-acfd70da7581 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bcbefdc257764138a404fdcf831197b3&device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 1094 time: 0.0454912 Aug 04 17:28:01.454961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-241ce370-64f6-42f9-8c75-1f96e07419c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c0c59b6-35a7-46f0-a460-d03b175c1efb HTTP/1.1" status: 200 len: 217 time: 0.0389564 Aug 04 17:28:01.506385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-115f2575-1992-44ad-b5e4-84da918983ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:01.507888 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-115f2575-1992-44ad-b5e4-84da918983ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7db318c1-d73e-43ed-8f68-6bbc6a3e439b HTTP/1.1" status: 200 len: 853 time: 0.0454061 Aug 04 17:28:01.543966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-384bdebc-55d8-4135-92df-2351726ec60d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2842600f-58de-40a9-94ad-d9aa4155a35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284626 Aug 04 17:28:01.637757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-76d6ce47-7bbb-44a9-92e6-6594d9d888c8 service neutron] 10.222.0.82 "GET /v2.0/networks/2842600f-58de-40a9-94ad-d9aa4155a35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859258 Aug 04 17:28:01.739953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d9d42850-bded-45a5-9533-ef438b95ca12 req-c7f5f9d1-6feb-432d-9db4-6cb840061ce2 service neutron] 10.222.0.82 "GET /v2.0/networks/2842600f-58de-40a9-94ad-d9aa4155a35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922456 Aug 04 17:28:01.874468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82597d-7cf5-4fde-96f3-82da59559c25 req-12bc368b-d48c-4804-aae5-9985e3dbc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:01.875893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d82597d-7cf5-4fde-96f3-82da59559c25 req-12bc368b-d48c-4804-aae5-9985e3dbc3cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bcbefdc257764138a404fdcf831197b3&device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 1094 time: 0.0788202 Aug 04 17:28:01.890127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc92f2-73fb-4235-bde2-2b92ecbc6668 req-5dd19521-6cb3-471a-b5e7-1f5c28b3b931 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:01.891895 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e3dc92f2-73fb-4235-bde2-2b92ecbc6668 req-5dd19521-6cb3-471a-b5e7-1f5c28b3b931 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 943 time: 0.0862560 Aug 04 17:28:01.976921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e3dc92f2-73fb-4235-bde2-2b92ecbc6668 req-c7d53fb3-d761-452c-b41c-313f144e87c8 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/security-groups?id=faaad87d-2864-409f-8a15-e8634ce98e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759163 Aug 04 17:28:01.990631 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f64aab69-e687-42cf-bd1e-0c75d23d00b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:02.007925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82597d-7cf5-4fde-96f3-82da59559c25 req-841999f2-2388-4eb2-86b0-61b3e56616e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:02.009500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d82597d-7cf5-4fde-96f3-82da59559c25 req-841999f2-2388-4eb2-86b0-61b3e56616e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2842600f-58de-40a9-94ad-d9aa4155a35b HTTP/1.1" status: 200 len: 915 time: 0.1166296 Aug 04 17:28:02.061663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d82597d-7cf5-4fde-96f3-82da59559c25 req-8726aab1-20b4-4274-93a5-ad6b3536babe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c0c59b6-35a7-46f0-a460-d03b175c1efb HTTP/1.1" status: 200 len: 217 time: 0.0440784 Aug 04 17:28:02.123341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82597d-7cf5-4fde-96f3-82da59559c25 req-6c85729b-348f-41aa-84fd-33149864e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:02.124900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d82597d-7cf5-4fde-96f3-82da59559c25 req-6c85729b-348f-41aa-84fd-33149864e9b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7db318c1-d73e-43ed-8f68-6bbc6a3e439b HTTP/1.1" status: 200 len: 853 time: 0.0554218 Aug 04 17:28:02.160601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d82597d-7cf5-4fde-96f3-82da59559c25 req-20e64908-7742-4ff6-bd3b-55c2b0d453fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2842600f-58de-40a9-94ad-d9aa4155a35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269020 Aug 04 17:28:02.257033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d82597d-7cf5-4fde-96f3-82da59559c25 req-53c5c67f-eec8-4009-9fed-1d0d18664b40 service neutron] 10.222.0.82 "GET /v2.0/networks/2842600f-58de-40a9-94ad-d9aa4155a35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888367 Aug 04 17:28:02.349040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d82597d-7cf5-4fde-96f3-82da59559c25 req-067880b2-1e18-4617-bfda-29b2beaf48a9 service neutron] 10.222.0.82 "GET /v2.0/networks/2842600f-58de-40a9-94ad-d9aa4155a35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844791 Aug 04 17:28:03.102855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad66a4-66d5-4d4c-a7d7-c7e55dd339e5 req-057ba77c-eca5-478b-b786-1c046ee21661 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:03.104685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46ad66a4-66d5-4d4c-a7d7-c7e55dd339e5 req-057ba77c-eca5-478b-b786-1c046ee21661 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 943 time: 0.0527194 Aug 04 17:28:03.145962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46ad66a4-66d5-4d4c-a7d7-c7e55dd339e5 req-54c17668-da68-455c-8b8c-ab90968f054a tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/security-groups?id=faaad87d-2864-409f-8a15-e8634ce98e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351236 Aug 04 17:28:04.199624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2c0c59b6-35a7-46f0-a460-d03b175c1efb details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:28:04.276961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9aa84d-120c-4614-94a2-cc09c73b63a6 req-8cbe1e98-09b8-434a-8840-4924665ae4a5 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:04.278573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e9aa84d-120c-4614-94a2-cc09c73b63a6 req-8cbe1e98-09b8-434a-8840-4924665ae4a5 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 943 time: 0.0550611 Aug 04 17:28:04.307751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2c0c59b6-35a7-46f0-a460-d03b175c1efb, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2c0c59b6-35a7-46f0-a460-d03b175c1efb,segment=NetworkSegment(d10f821f-6319-4d2c-93cc-9fa4e4816538),segment_id=d10f821f-6319-4d2c-93cc-9fa4e4816538)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:04.318667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e9aa84d-120c-4614-94a2-cc09c73b63a6 req-863a0dce-04a8-4079-808d-382494de72aa tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/security-groups?id=faaad87d-2864-409f-8a15-e8634ce98e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Aug 04 17:28:04.319088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '2c0c59b6-35a7-46f0-a460-d03b175c1efb', 'network_id': '2842600f-58de-40a9-94ad-d9aa4155a35b', 'port_id': '2c0c59b6-35a7-46f0-a460-d03b175c1efb', 'mac_address': 'fa:16:3e:f6:ef:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db318c1-d73e-43ed-8f68-6bbc6a3e439b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:28:04.361661 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:04.375414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0c59b6-35a7-46f0-a460-d03b175c1efb {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:28:04.398335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2c0c59b6-35a7-46f0-a460-d03b175c1efb, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2c0c59b6-35a7-46f0-a460-d03b175c1efb,segment=NetworkSegment(d10f821f-6319-4d2c-93cc-9fa4e4816538),segment_id=d10f821f-6319-4d2c-93cc-9fa4e4816538)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:04.406447 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:04.457850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b3cd6a59-e581-406c-8dbe-c8f77f299637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:04.474720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2c0c59b6-35a7-46f0-a460-d03b175c1efb,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:04.618280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['2c0c59b6-35a7-46f0-a460-d03b175c1efb'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:28:05.013383 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:05.458601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19509951-a633-4684-a177-a04ba7a5dbe7 req-67de6c64-94b4-4135-81c0-1d8888c3d22d tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:05.460044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19509951-a633-4684-a177-a04ba7a5dbe7 req-67de6c64-94b4-4135-81c0-1d8888c3d22d tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 944 time: 0.0619333 Aug 04 17:28:05.516654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19509951-a633-4684-a177-a04ba7a5dbe7 req-5d4a8071-29a3-4e88-8001-6028eacdfab4 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/security-groups?id=faaad87d-2864-409f-8a15-e8634ce98e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501323 Aug 04 17:28:05.888172 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:06.199429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2c0c59b6-35a7-46f0-a460-d03b175c1efb up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:28:06.259586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 2c0c59b6-35a7-46f0-a460-d03b175c1efb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:28:06.264535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 2c0c59b6-35a7-46f0-a460-d03b175c1efb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:28:06.264901 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:06.350620 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:06.373461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3c14f4-71fb-4ebb-b68f-399197921795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0c59b6-35a7-46f0-a460-d03b175c1efb'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:28:06.375764 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd360a12-601d-41b2-b5be-85f1a7088b61" -d '{"events": [{"server_uuid": "6f3c14f4-71fb-4ebb-b68f-399197921795", "name": "network-vif-plugged", "status": "completed", "tag": "2c0c59b6-35a7-46f0-a460-d03b175c1efb"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:28:06.389405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2c0c59b6-35a7-46f0-a460-d03b175c1efb, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2c0c59b6-35a7-46f0-a460-d03b175c1efb,segment=NetworkSegment(d10f821f-6319-4d2c-93cc-9fa4e4816538),segment_id=d10f821f-6319-4d2c-93cc-9fa4e4816538)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:06.394742 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:06.442962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2c0c59b6-35a7-46f0-a460-d03b175c1efb,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:06.479171 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455d0f35-86c1-4565-8040-3974ce3d256d x-openstack-request-id: req-455d0f35-86c1-4565-8040-3974ce3d256d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:28:06.479470 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3c14f4-71fb-4ebb-b68f-399197921795", "name": "network-vif-plugged", "status": "completed", "tag": "2c0c59b6-35a7-46f0-a460-d03b175c1efb", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:28:06.479724 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-455d0f35-86c1-4565-8040-3974ce3d256d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:28:06.480124 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3c14f4-71fb-4ebb-b68f-399197921795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0c59b6-35a7-46f0-a460-d03b175c1efb', 'code': 200} Aug 04 17:28:06.584108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9e78b-452b-42f8-a783-983043678f09 req-67298d61-86f4-4ac8-9c69-2ea4a0096fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:06.585659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48b9e78b-452b-42f8-a783-983043678f09 req-67298d61-86f4-4ac8-9c69-2ea4a0096fe7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 1096 time: 0.0459139 Aug 04 17:28:06.670167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48b9e78b-452b-42f8-a783-983043678f09 req-fd9da09f-5b17-4bdf-83c1-86ed7e3da614 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=faaad87d-2864-409f-8a15-e8634ce98e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747225 Aug 04 17:28:06.688214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ca89-da9f-4e20-96e8-2acdf685425b req-b16eecb3-1c34-4cd4-ba8a-a5c2c061e55a tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:06.689679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a713ca89-da9f-4e20-96e8-2acdf685425b req-b16eecb3-1c34-4cd4-ba8a-a5c2c061e55a tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 945 time: 0.0974345 Aug 04 17:28:06.731668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a713ca89-da9f-4e20-96e8-2acdf685425b req-5b672454-a079-4544-a33a-174161c6c87b tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/security-groups?id=faaad87d-2864-409f-8a15-e8634ce98e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Aug 04 17:28:07.493713 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:07.858534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372b945-a8b7-4695-85c3-46ea055be0f2 req-bd6713df-528f-4b66-95f4-aaa6052aee5e tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:07.860093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2372b945-a8b7-4695-85c3-46ea055be0f2 req-bd6713df-528f-4b66-95f4-aaa6052aee5e tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 945 time: 0.0531261 Aug 04 17:28:07.903755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2372b945-a8b7-4695-85c3-46ea055be0f2 req-bb04fb0f-675f-4657-8291-bec873cbbd6f tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/security-groups?id=faaad87d-2864-409f-8a15-e8634ce98e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343008 Aug 04 17:28:08.292418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68659e46-01d8-4cff-b1ea-1bf3a10680ad req-be0ffea0-7e9b-4807-9df0-3cabba96532d tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:08.293819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68659e46-01d8-4cff-b1ea-1bf3a10680ad req-be0ffea0-7e9b-4807-9df0-3cabba96532d tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 945 time: 0.0540013 Aug 04 17:28:08.348377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68659e46-01d8-4cff-b1ea-1bf3a10680ad req-2eca54c5-3922-4ce0-ae2a-93d15498904c tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/security-groups?id=faaad87d-2864-409f-8a15-e8634ce98e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483520 Aug 04 17:28:09.198076 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:09.241613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:09.492812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa14d53-ac50-47e7-ac08-943b8b0bedc7 req-c655c2f6-5833-4879-9cdd-7aa6f05f5a26 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:09.494160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-daa14d53-ac50-47e7-ac08-943b8b0bedc7 req-c655c2f6-5833-4879-9cdd-7aa6f05f5a26 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 945 time: 0.0540764 Aug 04 17:28:09.563687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-daa14d53-ac50-47e7-ac08-943b8b0bedc7 req-df0b19b1-3e77-4ebf-986e-75351ac4a010 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.39 "GET /v2.0/security-groups?id=faaad87d-2864-409f-8a15-e8634ce98e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606282 Aug 04 17:28:09.580746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-642a79ac-fd7f-4ded-8b6e-5484bc84505c tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:09.582335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-642a79ac-fd7f-4ded-8b6e-5484bc84505c tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.82 "GET /v2.0/ports?device_id=6f3c14f4-71fb-4ebb-b68f-399197921795 HTTP/1.1" status: 200 len: 945 time: 0.0729053 Aug 04 17:28:09.683950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-63167d22-0fad-4a42-a8d2-017d9ed25116 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Deleting port 2c0c59b6-35a7-46f0-a460-d03b175c1efb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:28:09.684251 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-63167d22-0fad-4a42-a8d2-017d9ed25116 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:09.772422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-63167d22-0fad-4a42-a8d2-017d9ed25116 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] For port 2c0c59b6-35a7-46f0-a460-d03b175c1efb, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2c0c59b6-35a7-46f0-a460-d03b175c1efb,segment=NetworkSegment(d10f821f-6319-4d2c-93cc-9fa4e4816538),segment_id=d10f821f-6319-4d2c-93cc-9fa4e4816538)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:09.772754 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-63167d22-0fad-4a42-a8d2-017d9ed25116 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:09.785923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-63167d22-0fad-4a42-a8d2-017d9ed25116 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Calling delete_port for 2c0c59b6-35a7-46f0-a460-d03b175c1efb owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:28:09.789229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-2bdb5f66-0fd3-4223-a2bc-c5a46f02d312 req-52e3aa40-0c91-4142-9f93-1a0b65d59edc service neutron] (105829) timed out ('10.222.0.39', 35344) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:28:09.951521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-63167d22-0fad-4a42-a8d2-017d9ed25116 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:09.964563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['2c0c59b6-35a7-46f0-a460-d03b175c1efb'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:28:09.981455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63167d22-0fad-4a42-a8d2-017d9ed25116 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Pushing event deleted for resources: {'Port': ['ID=2c0c59b6-35a7-46f0-a460-d03b175c1efb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:10.039200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-63167d22-0fad-4a42-a8d2-017d9ed25116 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] No DVR routers for this DVR port 2c0c59b6-35a7-46f0-a460-d03b175c1efb on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:28:10.042572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-63167d22-0fad-4a42-a8d2-017d9ed25116 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:10.044636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bead8d58-b54a-4aeb-9e89-804a9d445601 req-63167d22-0fad-4a42-a8d2-017d9ed25116 tempest-ServerPasswordTestJSON-2139538574 tempest-ServerPasswordTestJSON-2139538574-project] 10.222.0.82 "DELETE /v2.0/ports/2c0c59b6-35a7-46f0-a460-d03b175c1efb HTTP/1.1" status: 204 len: 173 time: 0.4548318 Aug 04 17:28:10.045074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3c14f4-71fb-4ebb-b68f-399197921795', 'name': 'network-vif-deleted', 'tag': '2c0c59b6-35a7-46f0-a460-d03b175c1efb'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:28:10.047328 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8878743d-6f51-474e-83a6-89c60c0878e7" -d '{"events": [{"server_uuid": "6f3c14f4-71fb-4ebb-b68f-399197921795", "name": "network-vif-deleted", "tag": "2c0c59b6-35a7-46f0-a460-d03b175c1efb"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:28:10.083937 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a072f71-4eb1-46fd-ab46-da76bd49b4e1 x-openstack-request-id: req-1a072f71-4eb1-46fd-ab46-da76bd49b4e1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:28:10.084228 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3c14f4-71fb-4ebb-b68f-399197921795", "name": "network-vif-deleted", "tag": "2c0c59b6-35a7-46f0-a460-d03b175c1efb", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:28:10.084475 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a072f71-4eb1-46fd-ab46-da76bd49b4e1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:28:10.084877 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3c14f4-71fb-4ebb-b68f-399197921795', 'name': 'network-vif-deleted', 'tag': '2c0c59b6-35a7-46f0-a460-d03b175c1efb', 'status': 'completed', 'code': 200} Aug 04 17:28:10.622265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33184) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:10.669500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-83592c86-16c1-4fdb-afed-be378e1f0640 admin admin] Deleting subnet 7db318c1-d73e-43ed-8f68-6bbc6a3e439b {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:28:10.672813 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83592c86-16c1-4fdb-afed-be378e1f0640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:10.711273 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83592c86-16c1-4fdb-afed-be378e1f0640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:10.750314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83592c86-16c1-4fdb-afed-be378e1f0640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:10.815829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83592c86-16c1-4fdb-afed-be378e1f0640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:10.845512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83592c86-16c1-4fdb-afed-be378e1f0640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db318c1-d73e-43ed-8f68-6bbc6a3e439b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:10.847485 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83592c86-16c1-4fdb-afed-be378e1f0640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:10.849336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-83592c86-16c1-4fdb-afed-be378e1f0640 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7db318c1-d73e-43ed-8f68-6bbc6a3e439b HTTP/1.1" status: 204 len: 168 time: 0.2260251 Aug 04 17:28:10.852482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33186) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:10.923195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.011495 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.022221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2842600f-58de-40a9-94ad-d9aa4155a35b']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:11.033092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10f821f-6319-4d2c-93cc-9fa4e4816538') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:11.033399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10f821f-6319-4d2c-93cc-9fa4e4816538') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:11.042843 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.058832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.064767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:28:11.065154 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:28:11.066774 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:28:11.122207 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.127672 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.129630 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2842600f-58de-40a9-94ad-d9aa4155a35b HTTP/1.1" status: 204 len: 168 time: 0.2762363 Aug 04 17:28:11.141194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55c31c-95fd-4af9-8ef1-4903afb6b763 admin admin] Pushing event deleted for resources: {'Network': ['ID=2842600f-58de-40a9-94ad-d9aa4155a35b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:11.250533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33190) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:11.297365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1771ca79-5d0f-482a-b4f7-2b4f70044fc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcbefdc257764138a404fdcf831197b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455935 Aug 04 17:28:11.301089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33192) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:11.351139 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9495a97-7ea3-46b6-9022-24c792b3fe14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.371941 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9495a97-7ea3-46b6-9022-24c792b3fe14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.421327 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9495a97-7ea3-46b6-9022-24c792b3fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.424110 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e9495a97-7ea3-46b6-9022-24c792b3fe14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:11.425266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e9495a97-7ea3-46b6-9022-24c792b3fe14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faaad87d-2864-409f-8a15-e8634ce98e9a HTTP/1.1" status: 204 len: 168 time: 0.1232414 Aug 04 17:28:11.434266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9495a97-7ea3-46b6-9022-24c792b3fe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaad87d-2864-409f-8a15-e8634ce98e9a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:12.207715 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:28:12.256142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2c0c59b6-35a7-46f0-a460-d03b175c1efb no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:28:12.281008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 2c0c59b6-35a7-46f0-a460-d03b175c1efb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:28:12.281619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2c0c59b6-35a7-46f0-a460-d03b175c1efb not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:28:12.479478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33220) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:12.588945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea86d1b1-c756-4640-8200-5ce6a4abc6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:12.684913 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea86d1b1-c756-4640-8200-5ce6a4abc6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:12.691546 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ea86d1b1-c756-4640-8200-5ce6a4abc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:12.730414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ea86d1b1-c756-4640-8200-5ce6a4abc6f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7ea135798a64db4bcdedf3560249906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489696 Aug 04 17:28:12.731479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86d1b1-c756-4640-8200-5ce6a4abc6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7b16f6-3a62-4527-9045-a216e2c47501,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:12.733417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33224) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:12.787144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0adf6ca9-e31c-4e1e-bc5e-1dfc4a5bef4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:12.816145 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0adf6ca9-e31c-4e1e-bc5e-1dfc4a5bef4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:12.873304 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0adf6ca9-e31c-4e1e-bc5e-1dfc4a5bef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:12.876249 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0adf6ca9-e31c-4e1e-bc5e-1dfc4a5bef4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:12.877458 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0adf6ca9-e31c-4e1e-bc5e-1dfc4a5bef4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e7b16f6-3a62-4527-9045-a216e2c47501 HTTP/1.1" status: 204 len: 168 time: 0.1429849 Aug 04 17:28:12.885624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf6ca9-e31c-4e1e-bc5e-1dfc4a5bef4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7b16f6-3a62-4527-9045-a216e2c47501,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:13.572799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33246) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:13.680118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1519057187-network', 'tenant_id': 'b8f3111d6b3f4cb5974a46f2ed00c43a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:13.705965 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Made reservation on behalf of b8f3111d6b3f4cb5974a46f2ed00c43a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:13.708570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:13.716989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:13.810902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:13.815896 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:13.842320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:28:13.848457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba3d14a-532d-4b4a-a404-2094f421bffa,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:13.854684 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:13.855065 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Added segment 21bc6407-69ea-4306-8ebc-edfa8d595fb2 of type vlan for network 7d47a3c6-e6cc-4170-82e1-14189197de8c Aug 04 17:28:13.899657 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:13.930478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:13.931598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:13.932207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:13.987122 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4131341 Aug 04 17:28:13.992914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8ec2c-b18b-4be8-a43f-9413fc0a6c19 admin admin] Pushing event updated for resources: {'Network': ['ID=7d47a3c6-e6cc-4170-82e1-14189197de8c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:14.003629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 7d47a3c6-e6cc-4170-82e1-14189197de8c details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:28:14.456796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a960b7f-eb07-48c5-a9c7-1f0e492a6d6c req-99d228be-4234-4dc6-8a7d-4b6ab1b3af8a tempest-ComputeTenantNetworksTest-917807658 tempest-ComputeTenantNetworksTest-917807658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:14.462916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a960b7f-eb07-48c5-a9c7-1f0e492a6d6c req-99d228be-4234-4dc6-8a7d-4b6ab1b3af8a tempest-ComputeTenantNetworksTest-917807658 tempest-ComputeTenantNetworksTest-917807658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:14.468738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a960b7f-eb07-48c5-a9c7-1f0e492a6d6c req-99d228be-4234-4dc6-8a7d-4b6ab1b3af8a tempest-ComputeTenantNetworksTest-917807658 tempest-ComputeTenantNetworksTest-917807658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:14.470420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a960b7f-eb07-48c5-a9c7-1f0e492a6d6c req-99d228be-4234-4dc6-8a7d-4b6ab1b3af8a tempest-ComputeTenantNetworksTest-917807658 tempest-ComputeTenantNetworksTest-917807658-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2045629 Aug 04 17:28:14.571000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394f214-6ecc-4714-96a5-7af5c486f78e req-d47f3c8e-d13c-4afd-a77e-05c50784da1d tempest-ComputeTenantNetworksTest-917807658 tempest-ComputeTenantNetworksTest-917807658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:14.578392 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1394f214-6ecc-4714-96a5-7af5c486f78e req-d47f3c8e-d13c-4afd-a77e-05c50784da1d tempest-ComputeTenantNetworksTest-917807658 tempest-ComputeTenantNetworksTest-917807658-project] 10.222.0.39 "GET /v2.0/networks/7d47a3c6-e6cc-4170-82e1-14189197de8c HTTP/1.1" status: 200 len: 769 time: 0.0811143 Aug 04 17:28:14.582436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33260) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:14.666829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:14.747189 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:14.757660 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d47a3c6-e6cc-4170-82e1-14189197de8c']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:14.768921 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bc6407-69ea-4306-8ebc-edfa8d595fb2') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:14.769255 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bc6407-69ea-4306-8ebc-edfa8d595fb2') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:14.779650 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:14.793479 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:14.800077 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:28:14.800533 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:28:14.802241 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:28:14.864551 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:14.870227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:14.872174 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7d47a3c6-e6cc-4170-82e1-14189197de8c HTTP/1.1" status: 204 len: 168 time: 0.2886453 Aug 04 17:28:14.883342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bae54-d0b8-4788-8999-77d1dedcdaf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d47a3c6-e6cc-4170-82e1-14189197de8c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:14.991666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33264) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:15.035637 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-485ea90b-ba15-49e2-b253-53af839ac4d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8f3111d6b3f4cb5974a46f2ed00c43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424004 Aug 04 17:28:15.038538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33266) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:15.092586 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e829037a-29c7-483e-b3c6-7dc6539817ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:15.116255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e829037a-29c7-483e-b3c6-7dc6539817ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:15.168443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e829037a-29c7-483e-b3c6-7dc6539817ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:15.171333 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e829037a-29c7-483e-b3c6-7dc6539817ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:15.172632 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e829037a-29c7-483e-b3c6-7dc6539817ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bba3d14a-532d-4b4a-a404-2094f421bffa HTTP/1.1" status: 204 len: 168 time: 0.1331310 Aug 04 17:28:15.180450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829037a-29c7-483e-b3c6-7dc6539817ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba3d14a-532d-4b4a-a404-2094f421bffa,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:16.515161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33320) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:16.636652 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-da58101c-3e05-4db9-a9a7-d58b0cf0c2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:16.739858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-da58101c-3e05-4db9-a9a7-d58b0cf0c2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:16.746700 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-da58101c-3e05-4db9-a9a7-d58b0cf0c2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:16.788854 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-da58101c-3e05-4db9-a9a7-d58b0cf0c2d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e213022d328438794368b5150958e27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725470 Aug 04 17:28:16.790068 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58101c-3e05-4db9-a9a7-d58b0cf0c2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa421f21-0aca-45bf-9055-6ed82afd59fa,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:16.791981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33324) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:16.845386 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f963b65-7481-4b98-8afe-a0d9f3512006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:16.867021 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f963b65-7481-4b98-8afe-a0d9f3512006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:16.926048 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f963b65-7481-4b98-8afe-a0d9f3512006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:16.928758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f963b65-7481-4b98-8afe-a0d9f3512006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:16.929920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6f963b65-7481-4b98-8afe-a0d9f3512006 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa421f21-0aca-45bf-9055-6ed82afd59fa HTTP/1.1" status: 204 len: 168 time: 0.1360934 Aug 04 17:28:16.937972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f963b65-7481-4b98-8afe-a0d9f3512006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa421f21-0aca-45bf-9055-6ed82afd59fa,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:19.845002 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33388) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:19.995368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79901ef1-c01c-4ee5-b72c-bd3699b8389b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.113680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79901ef1-c01c-4ee5-b72c-bd3699b8389b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.120333 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-79901ef1-c01c-4ee5-b72c-bd3699b8389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.171566 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-79901ef1-c01c-4ee5-b72c-bd3699b8389b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a90a0c9c10d4499e8dc9dbd9881cff1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252306 Aug 04 17:28:20.173495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79901ef1-c01c-4ee5-b72c-bd3699b8389b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf3e087-e1da-4b04-8927-9020c42a2a22,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:20.175278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33392) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:20.225331 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f59b2a6-e684-47d3-b8f3-0517f939cce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.247077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f59b2a6-e684-47d3-b8f3-0517f939cce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.297471 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f59b2a6-e684-47d3-b8f3-0517f939cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.300414 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f59b2a6-e684-47d3-b8f3-0517f939cce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.301591 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5f59b2a6-e684-47d3-b8f3-0517f939cce5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bf3e087-e1da-4b04-8927-9020c42a2a22 HTTP/1.1" status: 204 len: 168 time: 0.1250863 Aug 04 17:28:20.309318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59b2a6-e684-47d3-b8f3-0517f939cce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf3e087-e1da-4b04-8927-9020c42a2a22,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:20.588949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33398) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:20.603727 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0da150ce-e91b-40a7-bba3-32ebe4ad9370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.714741 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0da150ce-e91b-40a7-bba3-32ebe4ad9370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.721125 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0da150ce-e91b-40a7-bba3-32ebe4ad9370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.765871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0da150ce-e91b-40a7-bba3-32ebe4ad9370 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9faeecfe2bc44a79864fbc873364765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757782 Aug 04 17:28:20.766970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da150ce-e91b-40a7-bba3-32ebe4ad9370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c0131f-243b-4ffe-8759-52d99c596e27,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:20.768791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33400) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:20.820312 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ca4c-680b-44c1-884b-f0c6b08d1c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.842194 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ca4c-680b-44c1-884b-f0c6b08d1c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.894453 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ca4c-680b-44c1-884b-f0c6b08d1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.897086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ca4c-680b-44c1-884b-f0c6b08d1c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:20.898250 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f2f5ca4c-680b-44c1-884b-f0c6b08d1c8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3c0131f-243b-4ffe-8759-52d99c596e27 HTTP/1.1" status: 204 len: 168 time: 0.1284695 Aug 04 17:28:20.905888 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5ca4c-680b-44c1-884b-f0c6b08d1c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c0131f-243b-4ffe-8759-52d99c596e27,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:22.956054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33446) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:23.070280 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d13fcb93-619e-47eb-99d1-a3b81198f638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.163176 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d13fcb93-619e-47eb-99d1-a3b81198f638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.168816 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d13fcb93-619e-47eb-99d1-a3b81198f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.215261 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d13fcb93-619e-47eb-99d1-a3b81198f638 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2dd1af94ad0c4d3b81ce53b18437ad11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579198 Aug 04 17:28:23.218146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fcb93-619e-47eb-99d1-a3b81198f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eae191-146f-48a9-93f1-b1e709c2eec0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:23.218336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33450) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:23.272950 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8326958-4890-4fef-917b-ed1eccdce02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.304326 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8326958-4890-4fef-917b-ed1eccdce02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.355586 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8326958-4890-4fef-917b-ed1eccdce02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.358111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f8326958-4890-4fef-917b-ed1eccdce02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.359309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f8326958-4890-4fef-917b-ed1eccdce02e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5eae191-146f-48a9-93f1-b1e709c2eec0 HTTP/1.1" status: 204 len: 168 time: 0.1400812 Aug 04 17:28:23.367516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326958-4890-4fef-917b-ed1eccdce02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eae191-146f-48a9-93f1-b1e709c2eec0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:23.663186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33456) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:23.676960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8244f5c-b218-4f85-9598-ebb777f8ea4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.771454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8244f5c-b218-4f85-9598-ebb777f8ea4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.778639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a8244f5c-b218-4f85-9598-ebb777f8ea4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.816292 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a8244f5c-b218-4f85-9598-ebb777f8ea4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d338741a8b5d4fcf939e42858755218b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520135 Aug 04 17:28:23.817218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8244f5c-b218-4f85-9598-ebb777f8ea4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f4971c-0a67-454d-8ada-ba6c6d90b37f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:23.819296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33458) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:23.884169 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9239393-ded6-4787-9b12-22afe6a1f5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.913131 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9239393-ded6-4787-9b12-22afe6a1f5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.979275 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9239393-ded6-4787-9b12-22afe6a1f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.983250 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b9239393-ded6-4787-9b12-22afe6a1f5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:23.989638 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b9239393-ded6-4787-9b12-22afe6a1f5ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2f4971c-0a67-454d-8ada-ba6c6d90b37f HTTP/1.1" status: 204 len: 168 time: 0.1664190 Aug 04 17:28:23.996957 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9239393-ded6-4787-9b12-22afe6a1f5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f4971c-0a67-454d-8ada-ba6c6d90b37f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:25.666409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33510) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:25.782399 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7a28bfb-9532-4f40-bb74-1d24fef26135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:25.896798 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7a28bfb-9532-4f40-bb74-1d24fef26135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:25.903642 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d7a28bfb-9532-4f40-bb74-1d24fef26135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:25.944212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d7a28bfb-9532-4f40-bb74-1d24fef26135 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=457654ae13a24f2bb3e29a69211f6fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762420 Aug 04 17:28:25.944845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a28bfb-9532-4f40-bb74-1d24fef26135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4732609a-2bf3-4a6c-b281-dfb106c03307,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:25.946850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33514) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:26.007260 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34ab0581-c54d-4ae4-bad2-e66e432c79e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:26.029286 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34ab0581-c54d-4ae4-bad2-e66e432c79e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:26.087431 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34ab0581-c54d-4ae4-bad2-e66e432c79e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:26.091547 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-34ab0581-c54d-4ae4-bad2-e66e432c79e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:26.093108 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-34ab0581-c54d-4ae4-bad2-e66e432c79e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4732609a-2bf3-4a6c-b281-dfb106c03307 HTTP/1.1" status: 204 len: 168 time: 0.1452591 Aug 04 17:28:26.101983 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab0581-c54d-4ae4-bad2-e66e432c79e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4732609a-2bf3-4a6c-b281-dfb106c03307,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:27.357857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33550) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:27.477095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-617a3ea4-f6d4-4488-b064-189151c00b04 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-434949603'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:27.504436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-617a3ea4-f6d4-4488-b064-189151c00b04 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.505406 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-617a3ea4-f6d4-4488-b064-189151c00b04 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.567064 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-617a3ea4-f6d4-4488-b064-189151c00b04 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.574613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-617a3ea4-f6d4-4488-b064-189151c00b04 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.589403 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-617a3ea4-f6d4-4488-b064-189151c00b04 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.591056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-617a3ea4-f6d4-4488-b064-189151c00b04 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2321599 Aug 04 17:28:27.593758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33554) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:27.669379 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee0e484f-e03c-44a4-acea-d217e8e96af0 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.856425 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee0e484f-e03c-44a4-acea-d217e8e96af0 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.858738 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee0e484f-e03c-44a4-acea-d217e8e96af0 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.914220 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee0e484f-e03c-44a4-acea-d217e8e96af0 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.914796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0e484f-e03c-44a4-acea-d217e8e96af0 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a575a36d-91f1-4b32-a0bf-a51253a89ab2 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:28:27.921769 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee0e484f-e03c-44a4-acea-d217e8e96af0 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.923729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ee0e484f-e03c-44a4-acea-d217e8e96af0 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a575a36d-91f1-4b32-a0bf-a51253a89ab2 HTTP/1.1" status: 204 len: 168 time: 0.3285038 Aug 04 17:28:27.927252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33556) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:27.932744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-95ec3a8b-f394-45bc-826e-23a7a575c267 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Request body: {'router': {'name': 'tempest-router-174863217', 'distributed': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:27.957177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95ec3a8b-f394-45bc-826e-23a7a575c267 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:27.958166 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95ec3a8b-f394-45bc-826e-23a7a575c267 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.012630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95ec3a8b-f394-45bc-826e-23a7a575c267 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.019352 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95ec3a8b-f394-45bc-826e-23a7a575c267 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.034489 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-95ec3a8b-f394-45bc-826e-23a7a575c267 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.035712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-95ec3a8b-f394-45bc-826e-23a7a575c267 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1071093 Aug 04 17:28:28.039625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33558) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:28.119083 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3af8270-2ec7-4c0a-b941-0003f9a8db68 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.274262 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3af8270-2ec7-4c0a-b941-0003f9a8db68 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.276895 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3af8270-2ec7-4c0a-b941-0003f9a8db68 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.328787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3af8270-2ec7-4c0a-b941-0003f9a8db68 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.329320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3af8270-2ec7-4c0a-b941-0003f9a8db68 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dcf1bc9-0f01-47be-92db-d7f4f0d5b999 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:28:28.333901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3af8270-2ec7-4c0a-b941-0003f9a8db68 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.335100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d3af8270-2ec7-4c0a-b941-0003f9a8db68 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] 10.222.0.39 "DELETE /v2.0/routers/6dcf1bc9-0f01-47be-92db-d7f4f0d5b999 HTTP/1.1" status: 204 len: 168 time: 0.2944922 Aug 04 17:28:28.341026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33560) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:28.348223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e23c748f-0227-4f41-90c6-dcae5392221a tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Request body: {'router': {'name': 'tempest-router-1443897569', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '76c5edac11c94dffa450f0257646e59c'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:28.374539 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e23c748f-0227-4f41-90c6-dcae5392221a tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.375479 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e23c748f-0227-4f41-90c6-dcae5392221a tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.462852 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e23c748f-0227-4f41-90c6-dcae5392221a tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.470357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e23c748f-0227-4f41-90c6-dcae5392221a tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.486972 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e23c748f-0227-4f41-90c6-dcae5392221a tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:28.488871 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e23c748f-0227-4f41-90c6-dcae5392221a tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1463649 Aug 04 17:28:28.492823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33562) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:28.497954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:29.046838 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-268171781', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268171094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4617'] for router, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.047340 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.137360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105828) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 04 17:28:29.137671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Router d1a03e5f-dc3c-49eb-951f-892d7b0ae384 migrating from provider to provider. {{(pid=105828) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 04 17:28:29.138082 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.143564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.152021 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-268171836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-268171819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268171085'] for router, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.239763 n-d-764435-5 neutron-server[105828]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] No L3 agents can host the router d1a03e5f-dc3c-49eb-951f-892d7b0ae384 Aug 04 17:28:29.345953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Hosts for router d1a03e5f-dc3c-49eb-951f-892d7b0ae384: [] {{(pid=105828) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 04 17:28:29.369730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Hosts for other DVR routers connected to router d1a03e5f-dc3c-49eb-951f-892d7b0ae384: set() {{(pid=105828) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 04 17:28:29.372373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.373624 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4ba97c14-787c-4ca2-ab5f-3aa5c421145e tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] 10.222.0.39 "PUT /v2.0/routers/d1a03e5f-dc3c-49eb-951f-892d7b0ae384 HTTP/1.1" status: 200 len: 717 time: 0.8793218 Aug 04 17:28:29.376368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33564) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:29.473031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-102b12ae-4a95-4cb8-a3d6-bebd6366fdb3 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] 10.222.0.39 "GET /v2.0/routers/d1a03e5f-dc3c-49eb-951f-892d7b0ae384 HTTP/1.1" status: 200 len: 717 time: 0.0955389 Aug 04 17:28:29.476944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33566) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:29.656076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fe73fdef-362d-4e15-8115-edee66a72b59 tempest-RoutersTestDVR-1158342452 tempest-RoutersTestDVR-1158342452-project] 10.222.0.39 "GET /v2.0/routers/d1a03e5f-dc3c-49eb-951f-892d7b0ae384 HTTP/1.1" status: 200 len: 683 time: 0.1772985 Aug 04 17:28:29.659137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33570) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:29.731734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eab4f3cd-14dc-40fc-9159-02229808bb41 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.890322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eab4f3cd-14dc-40fc-9159-02229808bb41 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.892531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eab4f3cd-14dc-40fc-9159-02229808bb41 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.944727 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eab4f3cd-14dc-40fc-9159-02229808bb41 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.945186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab4f3cd-14dc-40fc-9159-02229808bb41 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1a03e5f-dc3c-49eb-951f-892d7b0ae384 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:28:29.949982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eab4f3cd-14dc-40fc-9159-02229808bb41 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.951284 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eab4f3cd-14dc-40fc-9159-02229808bb41 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d1a03e5f-dc3c-49eb-951f-892d7b0ae384 HTTP/1.1" status: 204 len: 168 time: 0.2912321 Aug 04 17:28:29.956390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33572) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:29.961047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-10ef4e8b-9bd0-49d9-93eb-3f8846cd696c tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Request body: {'router': {'name': 'tempest-router-137009819', 'distributed': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:29.984368 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10ef4e8b-9bd0-49d9-93eb-3f8846cd696c tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:29.985716 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10ef4e8b-9bd0-49d9-93eb-3f8846cd696c tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.043613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10ef4e8b-9bd0-49d9-93eb-3f8846cd696c tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.056379 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10ef4e8b-9bd0-49d9-93eb-3f8846cd696c tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.072192 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-10ef4e8b-9bd0-49d9-93eb-3f8846cd696c tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.073494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-10ef4e8b-9bd0-49d9-93eb-3f8846cd696c tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1161795 Aug 04 17:28:30.076656 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33574) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:30.154462 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e441bbc2-3195-4059-be4f-7d213951feb8 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.314475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e441bbc2-3195-4059-be4f-7d213951feb8 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.318530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e441bbc2-3195-4059-be4f-7d213951feb8 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.363954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e441bbc2-3195-4059-be4f-7d213951feb8 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.364459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e441bbc2-3195-4059-be4f-7d213951feb8 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1c330ea-1b06-4bfa-a84f-0f556648411c {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:28:30.369542 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e441bbc2-3195-4059-be4f-7d213951feb8 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.370683 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e441bbc2-3195-4059-be4f-7d213951feb8 tempest-RoutersTestDVR-394138015 tempest-RoutersTestDVR-394138015-project-admin] 10.222.0.39 "DELETE /v2.0/routers/b1c330ea-1b06-4bfa-a84f-0f556648411c HTTP/1.1" status: 204 len: 168 time: 0.2929375 Aug 04 17:28:30.641245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33580) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:30.778720 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d087fa70-8a29-41ed-8bbe-a4a63444defa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.877702 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d087fa70-8a29-41ed-8bbe-a4a63444defa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.883401 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d087fa70-8a29-41ed-8bbe-a4a63444defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:30.926527 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d087fa70-8a29-41ed-8bbe-a4a63444defa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76c5edac11c94dffa450f0257646e59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841928 Aug 04 17:28:30.927444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087fa70-8a29-41ed-8bbe-a4a63444defa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38e1f75-c190-4afd-a23e-da2105a6c572,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:30.929629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33584) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:30.988928 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be0ae826-120b-4812-9d75-57c81c5b4962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.011221 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be0ae826-120b-4812-9d75-57c81c5b4962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.071974 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be0ae826-120b-4812-9d75-57c81c5b4962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.076113 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be0ae826-120b-4812-9d75-57c81c5b4962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.077315 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-be0ae826-120b-4812-9d75-57c81c5b4962 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b38e1f75-c190-4afd-a23e-da2105a6c572 HTTP/1.1" status: 204 len: 168 time: 0.1463492 Aug 04 17:28:31.086250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ae826-120b-4812-9d75-57c81c5b4962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38e1f75-c190-4afd-a23e-da2105a6c572,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:31.371995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33590) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:31.386303 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c578b27f-d8a9-4fee-9380-2159953cd0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.483256 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c578b27f-d8a9-4fee-9380-2159953cd0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.489194 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c578b27f-d8a9-4fee-9380-2159953cd0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.529854 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c578b27f-d8a9-4fee-9380-2159953cd0e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0aad1311fd10454386a808952a6baaf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567047 Aug 04 17:28:31.530734 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578b27f-d8a9-4fee-9380-2159953cd0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d62dcb-58fa-4eb6-a5df-868baf3ba131,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:31.532729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33592) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:31.594742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ebc2601-029d-4fa9-9a2d-0926f7454ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.619891 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ebc2601-029d-4fa9-9a2d-0926f7454ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.678962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ebc2601-029d-4fa9-9a2d-0926f7454ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.682042 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ebc2601-029d-4fa9-9a2d-0926f7454ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:31.683252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0ebc2601-029d-4fa9-9a2d-0926f7454ba7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91d62dcb-58fa-4eb6-a5df-868baf3ba131 HTTP/1.1" status: 204 len: 168 time: 0.1495123 Aug 04 17:28:31.696259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc2601-029d-4fa9-9a2d-0926f7454ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d62dcb-58fa-4eb6-a5df-868baf3ba131,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:31.994484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b6ba4a69-6f22-4315-b586-f7f9c5f10118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:32.442092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33614) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:32.545492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-113284348'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:32.569881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Made reservation on behalf of b286c7675a894c4782f91082b350ff49 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:32.573899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:32.585904 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:32.682465 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:32.688607 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:32.713483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:28:32.727388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111439a5-9942-4ad1-aa0c-e67f80b31cdf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:32.732569 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:32.732942 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Added segment 67167116-76dc-4eef-beb6-d62321119e7f of type vlan for network b2f7ecfb-ede8-487c-9c27-95b74a571caf Aug 04 17:28:32.773490 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:32.808339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:32.814164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:32.814754 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:32.877245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4339838 Aug 04 17:28:32.880008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33618) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:32.884923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Request body: {'subnet': {'network_id': 'b2f7ecfb-ede8-487c-9c27-95b74a571caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:32.892587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee0d89-c025-4f45-b535-4b70673ed4d8 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event updated for resources: {'Network': ['ID=b2f7ecfb-ede8-487c-9c27-95b74a571caf,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:32.903822 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network b2f7ecfb-ede8-487c-9c27-95b74a571caf details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:28:32.978470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Made reservation on behalf of b286c7675a894c4782f91082b350ff49 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:32.982332 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:33.175018 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:33.234269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event updated for resources: {'Subnet': ['ID=c9012b1a-47b6-4c79-b060-ebbcdd2da223,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:33.244440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Checking segment: {'id': '67167116-76dc-4eef-beb6-d62321119e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b2f7ecfb-ede8-487c-9c27-95b74a571caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:33.244840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Network hostable DHCP agents. Network: b2f7ecfb-ede8-487c-9c27-95b74a571caf, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:28:33.264318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Network b2f7ecfb-ede8-487c-9c27-95b74a571caf is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:28:33.274308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, b2f7ecfb-ede8-487c-9c27-95b74a571caf) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:33.278581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:33.279198 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:33.287204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f69f6-b482-4b1d-b2d1-712ca96615b7 None None] Network b2f7ecfb-ede8-487c-9c27-95b74a571caf requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:33.296437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2061d77b-840e-4c89-b56e-f4af78669acf tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4153223 Aug 04 17:28:33.299008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33620) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:33.305488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Request body: {'port': {'network_id': 'b2f7ecfb-ede8-487c-9c27-95b74a571caf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1053899188'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:33.433996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Made reservation on behalf of b286c7675a894c4782f91082b350ff49 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:33.439098 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:33.459486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] device_id is not set on port fdce3876-6450-4d9a-98aa-0075f995c49a yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:28:33.472513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-b2f7ecfb-ede8-487c-9c27-95b74a571caf', 'network_id': 'b2f7ecfb-ede8-487c-9c27-95b74a571caf', 'tenant_id': 'b286c7675a894c4782f91082b350ff49', 'fixed_ips': [{'subnet_id': 'c9012b1a-47b6-4c79-b060-ebbcdd2da223'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:28:33.473383 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:33.579460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Allocated IP 172.20.0.6 (b2f7ecfb-ede8-487c-9c27-95b74a571caf/c9012b1a-47b6-4c79-b060-ebbcdd2da223/fdce3876-6450-4d9a-98aa-0075f995c49a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:28:33.731826 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:33.746790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Transition to ACTIVE for port object fdce3876-6450-4d9a-98aa-0075f995c49a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:33.783382 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:33.831593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Network b2f7ecfb-ede8-487c-9c27-95b74a571caf is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:28:33.835130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Allocated IP 172.20.0.2 (b2f7ecfb-ede8-487c-9c27-95b74a571caf/c9012b1a-47b6-4c79-b060-ebbcdd2da223/2cb27090-a134-4a6a-93bf-221e7399fcfc) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:28:33.837097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:33.841487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:28:33.867345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event updated for resources: {'Port': ['ID=fdce3876-6450-4d9a-98aa-0075f995c49a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:33.892814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:33.893433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:33.911718 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ae2fbcb1-514f-4f7c-8270-e0acbe70af19 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6086257 Aug 04 17:28:33.911955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33622) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:33.917188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Request body: {'port': {'network_id': 'b2f7ecfb-ede8-487c-9c27-95b74a571caf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2068505530', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:33.917728 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.api.validators [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] bootfile-name is not in valid_values {{(pid=105828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:28:33.918058 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.api.validators [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] tftp-server is not in valid_values {{(pid=105828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:28:33.918379 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.api.validators [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] server-ip-address is not in valid_values {{(pid=105828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:28:34.001461 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.012922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Transition to ACTIVE for port object 2cb27090-a134-4a6a-93bf-221e7399fcfc will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:34.028768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Transition to ACTIVE for port object 2cb27090-a134-4a6a-93bf-221e7399fcfc will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:34.036032 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.044727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Made reservation on behalf of b286c7675a894c4782f91082b350ff49 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:34.048649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.070316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] device_id is not set on port 9a0fb4c3-748b-413b-9167-97f63d56f223 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:28:34.073439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Network b2f7ecfb-ede8-487c-9c27-95b74a571caf is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:28:34.077102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:34.080761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:28:34.118779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Pushing event updated for resources: {'Port': ['ID=2cb27090-a134-4a6a-93bf-221e7399fcfc,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:34.151874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Attempting to bind port 2cb27090-a134-4a6a-93bf-221e7399fcfc on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:28:34.152567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Attempting to bind port 2cb27090-a134-4a6a-93bf-221e7399fcfc by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '67167116-76dc-4eef-beb6-d62321119e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b2f7ecfb-ede8-487c-9c27-95b74a571caf'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:28:34.153118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Attempting to bind port 2cb27090-a134-4a6a-93bf-221e7399fcfc on network b2f7ecfb-ede8-487c-9c27-95b74a571caf {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:28:34.158302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:28:34.158668 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Checking segment: {'id': '67167116-76dc-4eef-beb6-d62321119e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b2f7ecfb-ede8-487c-9c27-95b74a571caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:34.159098 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.159486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Bound using segment: {'id': '67167116-76dc-4eef-beb6-d62321119e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b2f7ecfb-ede8-487c-9c27-95b74a571caf'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:28:34.159945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Bound port: 2cb27090-a134-4a6a-93bf-221e7399fcfc, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67167116-76dc-4eef-beb6-d62321119e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b2f7ecfb-ede8-487c-9c27-95b74a571caf'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:28:34.160418 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.192425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Allocated IP 172.20.0.7 (b2f7ecfb-ede8-487c-9c27-95b74a571caf/c9012b1a-47b6-4c79-b060-ebbcdd2da223/9a0fb4c3-748b-413b-9167-97f63d56f223) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:28:34.225273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] For port 2cb27090-a134-4a6a-93bf-221e7399fcfc, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:28:34.228685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] For port 2cb27090-a134-4a6a-93bf-221e7399fcfc, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2cb27090-a134-4a6a-93bf-221e7399fcfc,segment=NetworkSegment(67167116-76dc-4eef-beb6-d62321119e7f),segment_id=67167116-76dc-4eef-beb6-d62321119e7f)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:28:34.233096 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.297140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b22d1d-6507-4382-a645-a5066a2ec79a None None] Pushing event updated for resources: {'Port': ['ID=2cb27090-a134-4a6a-93bf-221e7399fcfc,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:34.367765 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.383719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Transition to ACTIVE for port object 9a0fb4c3-748b-413b-9167-97f63d56f223 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:34.420644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c16cd3ac-5652-408d-9403-451c03502963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.432495 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.486272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Network b2f7ecfb-ede8-487c-9c27-95b74a571caf is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:28:34.493344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:34.497857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:28:34.523911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event updated for resources: {'Port': ['ID=9a0fb4c3-748b-413b-9167-97f63d56f223,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:34.553690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:34.554343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.574758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fd695485-281e-4419-a135-644d83fa86f7 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6592970 Aug 04 17:28:34.575203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33624) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:34.665840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd010c5-ccd4-47e0-bdd1-f7f263ef4e5e tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:34.672122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd010c5-ccd4-47e0-bdd1-f7f263ef4e5e tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:34.678042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd010c5-ccd4-47e0-bdd1-f7f263ef4e5e tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:34.679653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ebd010c5-ccd4-47e0-bdd1-f7f263ef4e5e tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1032331 Aug 04 17:28:34.682982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33626) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:34.787704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-af29e0c4-f728-4088-8cb0-9813612843b2 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Deleting port 9a0fb4c3-748b-413b-9167-97f63d56f223 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:28:34.788033 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af29e0c4-f728-4088-8cb0-9813612843b2 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.893501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af29e0c4-f728-4088-8cb0-9813612843b2 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:34.908347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-af29e0c4-f728-4088-8cb0-9813612843b2 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Calling delete_port for 9a0fb4c3-748b-413b-9167-97f63d56f223 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:28:35.014016 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.051601 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af29e0c4-f728-4088-8cb0-9813612843b2 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.081399 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29e0c4-f728-4088-8cb0-9813612843b2 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event deleted for resources: {'Port': ['ID=9a0fb4c3-748b-413b-9167-97f63d56f223,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:35.156453 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-af29e0c4-f728-4088-8cb0-9813612843b2 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.158418 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-af29e0c4-f728-4088-8cb0-9813612843b2 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "DELETE /v2.0/ports/9a0fb4c3-748b-413b-9167-97f63d56f223 HTTP/1.1" status: 204 len: 168 time: 0.4744391 Aug 04 17:28:35.162476 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33628) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:35.167890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Request body: {'port': {'name': 'tempest-new-port-name-532634116', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:35.168322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.api.validators [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] bootfile-name is not in valid_values {{(pid=105829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:28:35.168606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.api.validators [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] tftp-server is not in valid_values {{(pid=105829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:28:35.168937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.api.validators [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] server-ip-address is not in valid_values {{(pid=105829) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 04 17:28:35.172455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b1dca5-cc12-4560-a8e6-cfead11761fb None None] Network b2f7ecfb-ede8-487c-9c27-95b74a571caf requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:35.232899 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.237596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-49ad1d27-f20e-419d-bcba-7fba8c946e80 None None] Provisioning for port 2cb27090-a134-4a6a-93bf-221e7399fcfc completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:28:35.429715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.436041 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.512321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event updated for resources: {'Port': ['ID=fdce3876-6450-4d9a-98aa-0075f995c49a,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:35.528577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] In _notify_port_updated(), no bound segment for port fdce3876-6450-4d9a-98aa-0075f995c49a on network b2f7ecfb-ede8-487c-9c27-95b74a571caf {{(pid=105829) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 04 17:28:35.534283 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:35.535024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.537383 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1d1ae6a7-6804-4408-b41f-87111e569b46 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "PUT /v2.0/ports/fdce3876-6450-4d9a-98aa-0075f995c49a HTTP/1.1" status: 200 len: 1135 time: 0.3729935 Aug 04 17:28:35.539639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33630) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:35.581041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ed211cfc-7f35-4b97-a420-3bde5626b552 None None] Provisioning for port fdce3876-6450-4d9a-98aa-0075f995c49a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:28:35.587293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ed211cfc-7f35-4b97-a420-3bde5626b552 None None] Provisioning complete for port fdce3876-6450-4d9a-98aa-0075f995c49a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:28:35.587614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46909829-b61c-41b3-98d8-c75896a821bb tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:35.587871 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ed211cfc-7f35-4b97-a420-3bde5626b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.589163 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-46909829-b61c-41b3-98d8-c75896a821bb tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "GET /v2.0/ports/fdce3876-6450-4d9a-98aa-0075f995c49a HTTP/1.1" status: 200 len: 1135 time: 0.0483806 Aug 04 17:28:35.594978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33632) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:35.643050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ed211cfc-7f35-4b97-a420-3bde5626b552 None None] Port fdce3876-6450-4d9a-98aa-0075f995c49a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:28:35.690412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Deleting port fdce3876-6450-4d9a-98aa-0075f995c49a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:28:35.690757 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.762842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2ff1cc61-c030-4ef4-a976-68964aa51b69 None None] Provisioning complete for port fdce3876-6450-4d9a-98aa-0075f995c49a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:28:35.763282 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2ff1cc61-c030-4ef4-a976-68964aa51b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.788498 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.801281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Calling delete_port for fdce3876-6450-4d9a-98aa-0075f995c49a owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:28:35.803321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2ff1cc61-c030-4ef4-a976-68964aa51b69 None None] Port fdce3876-6450-4d9a-98aa-0075f995c49a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:28:35.892227 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.916107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-65540d1d-8e52-4c50-a4c5-bce66a90abfd None None] Could not find standard attr ID for object 9a0fb4c3-748b-413b-9167-97f63d56f223. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:28:35.940595 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:35.975281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event deleted for resources: {'Port': ['ID=fdce3876-6450-4d9a-98aa-0075f995c49a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:35.989156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.989479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.989849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.990159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.990572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.990834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.991182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.991532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.991824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.992174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.992495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:35.992798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:36.055137 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.057466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0f6094c9-fe01-4b50-98ab-a290cbc00441 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "DELETE /v2.0/ports/fdce3876-6450-4d9a-98aa-0075f995c49a HTTP/1.1" status: 204 len: 168 time: 0.4613082 Aug 04 17:28:36.060020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33634) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:36.113966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-73773c45-c6b0-4fc7-ab9b-e39f39a64e93 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Deleting subnet c9012b1a-47b6-4c79-b060-ebbcdd2da223 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:28:36.117344 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73773c45-c6b0-4fc7-ab9b-e39f39a64e93 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.163283 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73773c45-c6b0-4fc7-ab9b-e39f39a64e93 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.254981 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73773c45-c6b0-4fc7-ab9b-e39f39a64e93 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.289779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2cb27090-a134-4a6a-93bf-221e7399fcfc up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:28:36.322316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73773c45-c6b0-4fc7-ab9b-e39f39a64e93 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.334613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-773da536-b168-451b-8137-179930491c26 None None] Could not find standard attr ID for object fdce3876-6450-4d9a-98aa-0075f995c49a. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 17:28:36.350094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 2cb27090-a134-4a6a-93bf-221e7399fcfc completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:28:36.355109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 2cb27090-a134-4a6a-93bf-221e7399fcfc triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:28:36.355609 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.358266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73773c45-c6b0-4fc7-ab9b-e39f39a64e93 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event deleted for resources: {'Subnet': ['ID=c9012b1a-47b6-4c79-b060-ebbcdd2da223,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:36.363750 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-73773c45-c6b0-4fc7-ab9b-e39f39a64e93 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.366921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-73773c45-c6b0-4fc7-ab9b-e39f39a64e93 tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "DELETE /v2.0/subnets/c9012b1a-47b6-4c79-b060-ebbcdd2da223 HTTP/1.1" status: 204 len: 168 time: 0.3051267 Aug 04 17:28:36.368616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33636) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:36.443168 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.450044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.453924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ecfde-b0fb-46c3-971a-92266efe421f None None] Network b2f7ecfb-ede8-487c-9c27-95b74a571caf requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:36.501362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Deleting port 2cb27090-a134-4a6a-93bf-221e7399fcfc {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:28:36.501679 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.522287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 2cb27090-a134-4a6a-93bf-221e7399fcfc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2cb27090-a134-4a6a-93bf-221e7399fcfc,segment=NetworkSegment(67167116-76dc-4eef-beb6-d62321119e7f),segment_id=67167116-76dc-4eef-beb6-d62321119e7f)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:36.529100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.570205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] For port 2cb27090-a134-4a6a-93bf-221e7399fcfc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=2cb27090-a134-4a6a-93bf-221e7399fcfc,segment=NetworkSegment(67167116-76dc-4eef-beb6-d62321119e7f),segment_id=67167116-76dc-4eef-beb6-d62321119e7f)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:36.570568 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.583484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Calling delete_port for 2cb27090-a134-4a6a-93bf-221e7399fcfc owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:28:36.614659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=2cb27090-a134-4a6a-93bf-221e7399fcfc,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:36.665630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.678309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e54cc14-bed2-4e48-995d-ab476aab2930 None None] DHCP port deletion for b2f7ecfb-ede8-487c-9c27-95b74a571caf request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:28:36.692718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event deleted for resources: {'Port': ['ID=2cb27090-a134-4a6a-93bf-221e7399fcfc,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:36.696873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] No DVR routers for this DVR port 2cb27090-a134-4a6a-93bf-221e7399fcfc on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:28:36.778261 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.790292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f7ecfb-ede8-487c-9c27-95b74a571caf']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:36.803472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67167116-76dc-4eef-beb6-d62321119e7f') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:36.803891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67167116-76dc-4eef-beb6-d62321119e7f') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:36.815041 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.829266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.835652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:28:36.836066 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:28:36.839396 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:28:36.901104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.908385 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:36.910152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] 10.222.0.39 "DELETE /v2.0/networks/b2f7ecfb-ede8-487c-9c27-95b74a571caf HTTP/1.1" status: 204 len: 168 time: 0.5405962 Aug 04 17:28:36.923170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a464d2-98b5-4e46-b18c-16b053bb650a tempest-ExtraDHCPOptionsTestJSON-1078478322 tempest-ExtraDHCPOptionsTestJSON-1078478322-project] Pushing event deleted for resources: {'Network': ['ID=b2f7ecfb-ede8-487c-9c27-95b74a571caf,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:37.208952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33642) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:37.347392 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2ad7ae88-01e9-40bd-bde2-6794ba926c68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b286c7675a894c4782f91082b350ff49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372659 Aug 04 17:28:37.350053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33646) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:37.404624 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75b28840-2c2c-44f2-a340-bfccd9c478d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:37.426225 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75b28840-2c2c-44f2-a340-bfccd9c478d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:37.478175 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75b28840-2c2c-44f2-a340-bfccd9c478d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:37.481047 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-75b28840-2c2c-44f2-a340-bfccd9c478d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:37.482249 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-75b28840-2c2c-44f2-a340-bfccd9c478d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/111439a5-9942-4ad1-aa0c-e67f80b31cdf HTTP/1.1" status: 204 len: 168 time: 0.1312473 Aug 04 17:28:37.490784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b28840-2c2c-44f2-a340-bfccd9c478d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111439a5-9942-4ad1-aa0c-e67f80b31cdf,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:37.498927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:38.206491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33668) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:38.232428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2cb27090-a134-4a6a-93bf-221e7399fcfc no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:28:38.253105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 2cb27090-a134-4a6a-93bf-221e7399fcfc {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:28:38.253432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 2cb27090-a134-4a6a-93bf-221e7399fcfc not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:28:38.310498 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-492668142'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:38.335329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:38.338769 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:38.351290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:38.444654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:38.450715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:38.479442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:28:38.484740 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88299bec-9d31-4ab1-9d45-25cfc6a80446,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:38.495188 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.495544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.495996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.496263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.496611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.497019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.497267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.497594 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.497920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.498252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.498578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.498933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:28:38.502649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:38.503023 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Added segment 716391b1-692a-4e4a-a128-04d4df7c2698 of type vlan for network 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5 Aug 04 17:28:38.543859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:38.573316 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:38.579060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:38.579646 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:38.634325 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4266758 Aug 04 17:28:38.649153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bbf42-06ed-4d87-ab88-b8542ec9b144 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Network': ['ID=63a1d8d0-b14e-406e-ac2b-c76c54fd15f5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:38.659554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:28:39.213861 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:39.257599 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:41.924962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33672) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:41.933593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'subnet': {'network_id': '63a1d8d0-b14e-406e-ac2b-c76c54fd15f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:42.024901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:42.029076 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:42.247757 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:42.304704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Subnet': ['ID=131a93f7-cc18-4a0a-bf20-b19fb2736d2f,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:42.324392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Checking segment: {'id': '716391b1-692a-4e4a-a128-04d4df7c2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '63a1d8d0-b14e-406e-ac2b-c76c54fd15f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:42.324745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network hostable DHCP agents. Network: 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:28:42.344128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:28:42.353936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:42.359838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:42.359838 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:42.362888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba07882a-19cc-4d8e-ae6b-4f1a35993c10 None None] Network 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:42.378858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e5ae7c0e-1f31-46d5-9cf8-81cacc2ff22c tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4504728 Aug 04 17:28:42.380515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33674) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:42.385485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-994549592'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:42.408239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:42.411678 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:42.439128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:28:42.448412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:42.448872 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Added segment 3f151131-ed93-4eaa-9f4f-2fd442821ba6 of type vlan for network 0256e0dc-49e0-46dc-a363-a0be8875e953 Aug 04 17:28:42.494169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:42.528196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-63a1d8d0-b14e-406e-ac2b-c76c54fd15f5', 'network_id': '63a1d8d0-b14e-406e-ac2b-c76c54fd15f5', 'tenant_id': 'aefda0ebb14347f89a37bfeb5f45bf95', 'fixed_ips': [{'subnet_id': '131a93f7-cc18-4a0a-bf20-b19fb2736d2f'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:28:42.529066 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:42.536352 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:42.542029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:42.542682 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:42.599779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2181795 Aug 04 17:28:42.602708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33676) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:42.607906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'subnet': {'network_id': '0256e0dc-49e0-46dc-a363-a0be8875e953', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:42.626159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db2ef0-fcb4-4cfd-909f-23d7b7f9ce0f tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Network': ['ID=0256e0dc-49e0-46dc-a363-a0be8875e953,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:42.649459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 0256e0dc-49e0-46dc-a363-a0be8875e953 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:28:42.885846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Allocated IP 2001:db8:0:ffff::2 (63a1d8d0-b14e-406e-ac2b-c76c54fd15f5/131a93f7-cc18-4a0a-bf20-b19fb2736d2f/0bb3ec0c-c123-491b-bbd5-d02fad66ef0c) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:28:43.050169 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:43.059233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Transition to ACTIVE for port object 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:43.066493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:43.070418 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:43.077194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Transition to ACTIVE for port object 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:43.084449 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:43.120380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Network 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:28:43.125261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:43.128749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:28:43.135573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Pushing event updated for resources: {'Port': ['ID=0bb3ec0c-c123-491b-bbd5-d02fad66ef0c,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:43.186133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Attempting to bind port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:28:43.186585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Attempting to bind port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '716391b1-692a-4e4a-a128-04d4df7c2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '63a1d8d0-b14e-406e-ac2b-c76c54fd15f5'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:28:43.186891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Attempting to bind port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c on network 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:28:43.191963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:28:43.192343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Checking segment: {'id': '716391b1-692a-4e4a-a128-04d4df7c2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '63a1d8d0-b14e-406e-ac2b-c76c54fd15f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:43.192733 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:43.193121 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Bound using segment: {'id': '716391b1-692a-4e4a-a128-04d4df7c2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '63a1d8d0-b14e-406e-ac2b-c76c54fd15f5'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:28:43.193582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Bound port: 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716391b1-692a-4e4a-a128-04d4df7c2698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '63a1d8d0-b14e-406e-ac2b-c76c54fd15f5'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:28:43.193961 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:43.264934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] For port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:28:43.269299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] For port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0bb3ec0c-c123-491b-bbd5-d02fad66ef0c,segment=NetworkSegment(716391b1-692a-4e4a-a128-04d4df7c2698),segment_id=716391b1-692a-4e4a-a128-04d4df7c2698)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:28:43.273836 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:43.339377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639f4cf-8006-485b-ae9f-9a33c6b0a050 None None] Pushing event updated for resources: {'Port': ['ID=0bb3ec0c-c123-491b-bbd5-d02fad66ef0c,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:43.340138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:28:43.341719 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:43.405280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Subnet': ['ID=2e08e5b8-56de-44b9-81b6-3664c4df44f1,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:43.415599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Checking segment: {'id': '3f151131-ed93-4eaa-9f4f-2fd442821ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0256e0dc-49e0-46dc-a363-a0be8875e953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:43.415964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network hostable DHCP agents. Network: 0256e0dc-49e0-46dc-a363-a0be8875e953, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:28:43.433993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network 0256e0dc-49e0-46dc-a363-a0be8875e953 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:28:43.445057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 0256e0dc-49e0-46dc-a363-a0be8875e953) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:43.450562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:43.451343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:43.458062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef26d96-014c-45d9-9337-732820d44039 None None] Network 0256e0dc-49e0-46dc-a363-a0be8875e953 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:43.492414 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33678) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:43.497667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a831c4f2-6a6a-4984-97f9-94c019d9a906 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8936141 Aug 04 17:28:43.499853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'port': {'network_id': '0256e0dc-49e0-46dc-a363-a0be8875e953', 'name': 'tempest-NetworksIpV6TestAttrs-535334640'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:43.648805 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'port': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:43.654032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0256e0dc-49e0-46dc-a363-a0be8875e953', 'network_id': '0256e0dc-49e0-46dc-a363-a0be8875e953', 'tenant_id': 'aefda0ebb14347f89a37bfeb5f45bf95', 'fixed_ips': [{'subnet_id': '2e08e5b8-56de-44b9-81b6-3664c4df44f1'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:28:43.654495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:43.654943 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:43.673081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] device_id is not set on port f4496d6c-066f-497b-a3b1-d1b26eb0682a yet. {{(pid=105829) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:28:44.083370 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Allocated IP 2001:db8::f816:3eff:fee7:40d0 (0256e0dc-49e0-46dc-a363-a0be8875e953/2e08e5b8-56de-44b9-81b6-3664c4df44f1/f4496d6c-066f-497b-a3b1-d1b26eb0682a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:28:44.239583 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.240662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91c69e1-5c64-4b16-99fb-6b85b8b9d41c None None] Network 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:44.252873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Transition to ACTIVE for port object f4496d6c-066f-497b-a3b1-d1b26eb0682a will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:44.284941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:28:44.293432 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.335667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network 0256e0dc-49e0-46dc-a363-a0be8875e953 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:28:44.341354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:44.345448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:28:44.351211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:44.351879 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.361333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Port': ['ID=f4496d6c-066f-497b-a3b1-d1b26eb0682a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:44.379566 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f91e38cf-a90e-47f7-896d-f92596b3ccc3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8846698 Aug 04 17:28:44.384469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c5677b01-e340-4be6-bb45-a44a79f31e36 None None] Provisioning for port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:28:44.384723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33680) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:44.407401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Allocated IP 2001:db8::f816:3eff:fe35:fb5d (0256e0dc-49e0-46dc-a363-a0be8875e953/2e08e5b8-56de-44b9-81b6-3664c4df44f1/c0fdb770-92fe-4fc6-8237-3228ed68afa2) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:28:44.442959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-435f8a1d-33b6-479b-943a-5ddfcd114de1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Deleting subnet 2e08e5b8-56de-44b9-81b6-3664c4df44f1 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:28:44.461180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:28:44.501598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:28:44.501848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.681498 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.693162 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.695248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Transition to ACTIVE for port object c0fdb770-92fe-4fc6-8237-3228ed68afa2 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:44.725877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Transition to ACTIVE for port object c0fdb770-92fe-4fc6-8237-3228ed68afa2 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:44.737050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-435f8a1d-33b6-479b-943a-5ddfcd114de1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.740678 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.747485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0bb3ec0c-c123-491b-bbd5-d02fad66ef0c,segment=NetworkSegment(716391b1-692a-4e4a-a128-04d4df7c2698),segment_id=716391b1-692a-4e4a-a128-04d4df7c2698)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:44.773796 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.790893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Network 0256e0dc-49e0-46dc-a363-a0be8875e953 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:28:44.796125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:44.798282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Pushing event updated for resources: {'Port': ['ID=c0fdb770-92fe-4fc6-8237-3228ed68afa2,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:44.800551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:28:44.809534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-435f8a1d-33b6-479b-943a-5ddfcd114de1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.899195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=0bb3ec0c-c123-491b-bbd5-d02fad66ef0c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:44.902395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Attempting to bind port c0fdb770-92fe-4fc6-8237-3228ed68afa2 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:28:44.902795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Attempting to bind port c0fdb770-92fe-4fc6-8237-3228ed68afa2 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '3f151131-ed93-4eaa-9f4f-2fd442821ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0256e0dc-49e0-46dc-a363-a0be8875e953'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:28:44.903170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Attempting to bind port c0fdb770-92fe-4fc6-8237-3228ed68afa2 on network 0256e0dc-49e0-46dc-a363-a0be8875e953 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:28:44.910342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:28:44.910717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Checking segment: {'id': '3f151131-ed93-4eaa-9f4f-2fd442821ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0256e0dc-49e0-46dc-a363-a0be8875e953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:44.911153 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.911545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Bound using segment: {'id': '3f151131-ed93-4eaa-9f4f-2fd442821ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0256e0dc-49e0-46dc-a363-a0be8875e953'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:28:44.912016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Bound port: c0fdb770-92fe-4fc6-8237-3228ed68afa2, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f151131-ed93-4eaa-9f4f-2fd442821ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0256e0dc-49e0-46dc-a363-a0be8875e953'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:28:44.912401 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.934701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-435f8a1d-33b6-479b-943a-5ddfcd114de1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.956942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0e51c1df-18d3-4c33-b8b2-5200ffda8dcb None None] Provisioning complete for port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:28:44.957238 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0e51c1df-18d3-4c33-b8b2-5200ffda8dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:44.997941 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-435f8a1d-33b6-479b-943a-5ddfcd114de1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.023290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f8a1d-33b6-479b-943a-5ddfcd114de1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Subnet': ['ID=2e08e5b8-56de-44b9-81b6-3664c4df44f1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:45.024826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] For port c0fdb770-92fe-4fc6-8237-3228ed68afa2, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:28:45.029730 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-435f8a1d-33b6-479b-943a-5ddfcd114de1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.033992 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-435f8a1d-33b6-479b-943a-5ddfcd114de1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/subnets/2e08e5b8-56de-44b9-81b6-3664c4df44f1 HTTP/1.1" status: 204 len: 168 time: 0.6462538 Aug 04 17:28:45.034413 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33682) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:45.048381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] For port c0fdb770-92fe-4fc6-8237-3228ed68afa2, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c0fdb770-92fe-4fc6-8237-3228ed68afa2,segment=NetworkSegment(3f151131-ed93-4eaa-9f4f-2fd442821ba6),segment_id=3f151131-ed93-4eaa-9f4f-2fd442821ba6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:28:45.056258 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.117203 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92415fd4-042d-4ecb-a910-8af293d7e493 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:45.118924 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92415fd4-042d-4ecb-a910-8af293d7e493 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:45.120694 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-92415fd4-042d-4ecb-a910-8af293d7e493 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0852246 Aug 04 17:28:45.123852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33684) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:45.140125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4d5a8-8aab-4c2d-8b8c-d015b9f26fb4 None None] Pushing event updated for resources: {'Port': ['ID=c0fdb770-92fe-4fc6-8237-3228ed68afa2,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:45.211358 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-877ba55f-9360-4dfb-9b4a-3feb46140377 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.221016 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-877ba55f-9360-4dfb-9b4a-3feb46140377 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 04 17:28:45.221643 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877ba55f-9360-4dfb-9b4a-3feb46140377 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:28:45.224297 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-877ba55f-9360-4dfb-9b4a-3feb46140377 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/0256e0dc-49e0-46dc-a363-a0be8875e953 HTTP/1.1" status: 409 len: 405 time: 0.0993395 Aug 04 17:28:45.227795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33686) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:45.234128 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-278537368'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:45.263513 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:45.267389 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.304789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:28:45.317534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.317911 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Added segment c92ef7af-4261-4738-84e9-374173857dff of type vlan for network 62698b01-cdac-4f65-b173-253d7c19d201 Aug 04 17:28:45.361410 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.393443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.399659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:45.400281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.457152 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2282975 Aug 04 17:28:45.460297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33688) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:45.465890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'subnet': {'network_id': '62698b01-cdac-4f65-b173-253d7c19d201', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:45.477682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd96e9-284a-4699-96b8-8ea791e99199 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Network': ['ID=62698b01-cdac-4f65-b173-253d7c19d201,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:45.489339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 62698b01-cdac-4f65-b173-253d7c19d201 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:28:45.565662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:45.571249 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.854874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:28:45.856608 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.916064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Subnet': ['ID=14912cc6-0115-4222-b190-1e132c7e4591,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:45.926746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Checking segment: {'id': 'c92ef7af-4261-4738-84e9-374173857dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '62698b01-cdac-4f65-b173-253d7c19d201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:45.927157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network hostable DHCP agents. Network: 62698b01-cdac-4f65-b173-253d7c19d201, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:28:45.948735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network 62698b01-cdac-4f65-b173-253d7c19d201 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:28:45.963726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 62698b01-cdac-4f65-b173-253d7c19d201) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:45.968169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:45.968775 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:45.975658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259d628-1ad7-4641-80d7-f65fb8054270 None None] Network 62698b01-cdac-4f65-b173-253d7c19d201 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:45.985663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-632f3c24-00e9-4f37-a731-6dbf91949923 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5240791 Aug 04 17:28:45.988351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33690) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:45.993989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'port': {'network_id': '62698b01-cdac-4f65-b173-253d7c19d201', 'name': 'tempest-NetworksIpV6TestAttrs-601525001'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:46.089247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f29bf-d177-4967-803c-04b2e9f62dc9 None None] Network 0256e0dc-49e0-46dc-a363-a0be8875e953 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:46.116039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:46.119797 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:46.138308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] device_id is not set on port 5db91f89-d88f-4615-9bb1-9fb2d5c0f715 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:28:46.217353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-62698b01-cdac-4f65-b173-253d7c19d201', 'network_id': '62698b01-cdac-4f65-b173-253d7c19d201', 'tenant_id': 'aefda0ebb14347f89a37bfeb5f45bf95', 'fixed_ips': [{'subnet_id': '14912cc6-0115-4222-b190-1e132c7e4591'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:28:46.218203 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:46.220844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5e9f0633-dbe4-457f-88a4-c5df23518ed8 None None] Provisioning for port c0fdb770-92fe-4fc6-8237-3228ed68afa2 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:28:46.270725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Allocated IP 2001:db8::f816:3eff:fe7a:43b1 (62698b01-cdac-4f65-b173-253d7c19d201/14912cc6-0115-4222-b190-1e132c7e4591/5db91f89-d88f-4615-9bb1-9fb2d5c0f715) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:28:46.348188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:28:46.403559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:28:46.403826 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:46.424304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c487d4f-0f83-459d-88bb-d3479a3e77e6 None None] DHCP port deletion for 0256e0dc-49e0-46dc-a363-a0be8875e953 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:28:46.438328 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:46.452783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Transition to ACTIVE for port object 5db91f89-d88f-4615-9bb1-9fb2d5c0f715 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:46.486956 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:46.535465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network 62698b01-cdac-4f65-b173-253d7c19d201 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:28:46.538937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:46.543920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:28:46.549676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:46.550323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:46.554203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Port': ['ID=5db91f89-d88f-4615-9bb1-9fb2d5c0f715,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:46.555342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7c487d4f-0f83-459d-88bb-d3479a3e77e6 None None] Deleting port c0fdb770-92fe-4fc6-8237-3228ed68afa2 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:28:46.555872 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7c487d4f-0f83-459d-88bb-d3479a3e77e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:46.558037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c0fdb770-92fe-4fc6-8237-3228ed68afa2 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:28:46.570731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-55098b27-55f0-4ec7-a6cb-ca3f3ec41ee1 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5812273 Aug 04 17:28:46.573551 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33692) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:46.597833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Allocated IP 2001:db8::f816:3eff:feae:61cf (62698b01-cdac-4f65-b173-253d7c19d201/14912cc6-0115-4222-b190-1e132c7e4591/6e13d011-4566-444e-87ae-3b158b2fec65) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:28:46.632463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b5183b-8408-479b-b533-bf8eb92c8f62 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Deleting subnet 14912cc6-0115-4222-b190-1e132c7e4591 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:28:46.711955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7c487d4f-0f83-459d-88bb-d3479a3e77e6 None None] For port c0fdb770-92fe-4fc6-8237-3228ed68afa2, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c0fdb770-92fe-4fc6-8237-3228ed68afa2,segment=NetworkSegment(3f151131-ed93-4eaa-9f4f-2fd442821ba6),segment_id=3f151131-ed93-4eaa-9f4f-2fd442821ba6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:46.712218 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7c487d4f-0f83-459d-88bb-d3479a3e77e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:46.736989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7c487d4f-0f83-459d-88bb-d3479a3e77e6 None None] Calling delete_port for c0fdb770-92fe-4fc6-8237-3228ed68afa2 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:28:46.791298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port c0fdb770-92fe-4fc6-8237-3228ed68afa2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:28:46.808033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c0fdb770-92fe-4fc6-8237-3228ed68afa2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:28:46.808424 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.094231 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.096676 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7c487d4f-0f83-459d-88bb-d3479a3e77e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.100786 n-d-764435-5 neutron-server[105830]: INFO neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No ports have port_id starting with c0fdb770-92fe-4fc6-8237-3228ed68afa2 Aug 04 17:28:47.113658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Transition to ACTIVE for port object 6e13d011-4566-444e-87ae-3b158b2fec65 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:47.139210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c487d4f-0f83-459d-88bb-d3479a3e77e6 None None] Pushing event deleted for resources: {'Port': ['ID=c0fdb770-92fe-4fc6-8237-3228ed68afa2,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:47.141040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c487d4f-0f83-459d-88bb-d3479a3e77e6 None None] No DVR routers for this DVR port c0fdb770-92fe-4fc6-8237-3228ed68afa2 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:28:47.150719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Transition to ACTIVE for port object 6e13d011-4566-444e-87ae-3b158b2fec65 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:28:47.160164 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2b5183b-8408-479b-b533-bf8eb92c8f62 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.160564 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.197992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Network 62698b01-cdac-4f65-b173-253d7c19d201 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:28:47.204399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:47.208786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:28:47.209119 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2b5183b-8408-479b-b533-bf8eb92c8f62 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.211819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Pushing event updated for resources: {'Port': ['ID=6e13d011-4566-444e-87ae-3b158b2fec65,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:47.267905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Attempting to bind port 6e13d011-4566-444e-87ae-3b158b2fec65 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:28:47.268279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Attempting to bind port 6e13d011-4566-444e-87ae-3b158b2fec65 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'c92ef7af-4261-4738-84e9-374173857dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '62698b01-cdac-4f65-b173-253d7c19d201'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:28:47.268642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Attempting to bind port 6e13d011-4566-444e-87ae-3b158b2fec65 on network 62698b01-cdac-4f65-b173-253d7c19d201 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:28:47.273776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:28:47.274142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Checking segment: {'id': 'c92ef7af-4261-4738-84e9-374173857dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '62698b01-cdac-4f65-b173-253d7c19d201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:47.274573 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.275021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Bound using segment: {'id': 'c92ef7af-4261-4738-84e9-374173857dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '62698b01-cdac-4f65-b173-253d7c19d201'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:28:47.275763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Bound port: 6e13d011-4566-444e-87ae-3b158b2fec65, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92ef7af-4261-4738-84e9-374173857dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '62698b01-cdac-4f65-b173-253d7c19d201'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:28:47.275982 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.337732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2b5183b-8408-479b-b533-bf8eb92c8f62 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.406227 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2b5183b-8408-479b-b533-bf8eb92c8f62 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.411014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] For port 6e13d011-4566-444e-87ae-3b158b2fec65, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:28:47.415969 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] For port 6e13d011-4566-444e-87ae-3b158b2fec65, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6e13d011-4566-444e-87ae-3b158b2fec65,segment=NetworkSegment(c92ef7af-4261-4738-84e9-374173857dff),segment_id=c92ef7af-4261-4738-84e9-374173857dff)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:28:47.421450 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.441746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d2b5183b-8408-479b-b533-bf8eb92c8f62 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.445918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d2b5183b-8408-479b-b533-bf8eb92c8f62 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/subnets/14912cc6-0115-4222-b190-1e132c7e4591 HTTP/1.1" status: 204 len: 168 time: 0.8688385 Aug 04 17:28:47.445918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5183b-8408-479b-b533-bf8eb92c8f62 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Subnet': ['ID=14912cc6-0115-4222-b190-1e132c7e4591,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:47.447367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33694) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:47.482111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08d1c2-d3e1-443c-87ff-695b08020c3c None None] Pushing event updated for resources: {'Port': ['ID=6e13d011-4566-444e-87ae-3b158b2fec65,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:47.507511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f7262-bdd3-4af1-bd36-fe0676f0c388 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:47.509135 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f7262-bdd3-4af1-bd36-fe0676f0c388 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:47.510694 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-592f7262-bdd3-4af1-bd36-fe0676f0c388 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0620286 Aug 04 17:28:47.514247 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33696) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:47.595755 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2e3189dc-12c2-4d1c-a149-56003f143f3e tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.604136 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3189dc-12c2-4d1c-a149-56003f143f3e tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 04 17:28:47.604467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3189dc-12c2-4d1c-a149-56003f143f3e tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:28:47.606584 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2e3189dc-12c2-4d1c-a149-56003f143f3e tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/62698b01-cdac-4f65-b173-253d7c19d201 HTTP/1.1" status: 409 len: 405 time: 0.0911009 Aug 04 17:28:47.611205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33698) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:47.617180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1303102982'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:47.653860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:47.657451 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.688395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:28:47.700272 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.700682 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Added segment d90d8726-7791-419d-90c9-5f5cdea49950 of type vlan for network 211746b2-71f6-426e-b110-2bd5ca30e335 Aug 04 17:28:47.747913 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.780177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.785828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:47.786427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:47.846327 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2334330 Aug 04 17:28:47.849455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33700) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:47.856510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'subnet': {'network_id': '211746b2-71f6-426e-b110-2bd5ca30e335', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:47.863047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6314edb-62a6-453e-8be9-82fdb5b76caa tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Network': ['ID=211746b2-71f6-426e-b110-2bd5ca30e335,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:47.874045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 211746b2-71f6-426e-b110-2bd5ca30e335 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:28:47.950211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:47.953972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.233162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:28:48.234799 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.291081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6e13d011-4566-444e-87ae-3b158b2fec65 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:28:48.305810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Subnet': ['ID=393082a4-85f5-45e0-ad43-60dfa10dd5d1,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:48.314567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Checking segment: {'id': 'd90d8726-7791-419d-90c9-5f5cdea49950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '211746b2-71f6-426e-b110-2bd5ca30e335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:48.314725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network hostable DHCP agents. Network: 211746b2-71f6-426e-b110-2bd5ca30e335, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:28:48.334115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network 211746b2-71f6-426e-b110-2bd5ca30e335 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:28:48.346063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 211746b2-71f6-426e-b110-2bd5ca30e335) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:48.351667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:48.353364 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.354324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6358feb-3ff4-448e-8f20-c0cdd8dafc56 None None] Network 211746b2-71f6-426e-b110-2bd5ca30e335 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:48.358359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 6e13d011-4566-444e-87ae-3b158b2fec65 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:28:48.377823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8349a7b0-a9c5-4076-a2f7-35b6d4b249f7 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5249677 Aug 04 17:28:48.378074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33702) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:48.458749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c0fdb770-92fe-4fc6-8237-3228ed68afa2 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:28:48.464441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ab7f8-a141-4808-a855-e21c6f2aa7e2 None None] Network 62698b01-cdac-4f65-b173-253d7c19d201 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:48.490627 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.528526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c0fdb770-92fe-4fc6-8237-3228ed68afa2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:28:48.528993 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c0fdb770-92fe-4fc6-8237-3228ed68afa2 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:28:48.572067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4e233632-df9a-4e21-a56b-adc8c16f765d None None] Provisioning for port 6e13d011-4566-444e-87ae-3b158b2fec65 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:28:48.589842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4e233632-df9a-4e21-a56b-adc8c16f765d None None] Provisioning complete for port 6e13d011-4566-444e-87ae-3b158b2fec65 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:28:48.590275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4e233632-df9a-4e21-a56b-adc8c16f765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.591349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.652693 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.677966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d33eae2-34ac-4d2c-a349-b547b5e0e3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-211746b2-71f6-426e-b110-2bd5ca30e335', 'network_id': '211746b2-71f6-426e-b110-2bd5ca30e335', 'tenant_id': 'aefda0ebb14347f89a37bfeb5f45bf95', 'fixed_ips': [{'subnet_id': '393082a4-85f5-45e0-ad43-60dfa10dd5d1'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:28:48.678841 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5d33eae2-34ac-4d2c-a349-b547b5e0e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.679787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Subnet': ['ID=393082a4-85f5-45e0-ad43-60dfa10dd5d1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:48.748715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.759544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211746b2-71f6-426e-b110-2bd5ca30e335']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:48.772431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90d8726-7791-419d-90c9-5f5cdea49950') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:48.772815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90d8726-7791-419d-90c9-5f5cdea49950') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:48.783609 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.801111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.809240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:28:48.809762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.810661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe5eeb-0d32-42bc-9eca-9392ff2b5250 None None] Network 211746b2-71f6-426e-b110-2bd5ca30e335 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:28:48.813347 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:28:48.820128 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4e233632-df9a-4e21-a56b-adc8c16f765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.864253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b62343-4e80-434a-a58f-af3cb6952e0a None None] DHCP port deletion for 62698b01-cdac-4f65-b173-253d7c19d201 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:28:48.874123 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.879700 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.881822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/211746b2-71f6-426e-b110-2bd5ca30e335 HTTP/1.1" status: 204 len: 168 time: 0.5027955 Aug 04 17:28:48.886712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33704) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:48.893662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-936159767'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:48.899077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f28c61-2c8d-478e-9282-cb387f91db1b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Network': ['ID=211746b2-71f6-426e-b110-2bd5ca30e335,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:48.921567 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:48.925048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.939795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4e233632-df9a-4e21-a56b-adc8c16f765d None None] For port 6e13d011-4566-444e-87ae-3b158b2fec65, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6e13d011-4566-444e-87ae-3b158b2fec65,segment=NetworkSegment(c92ef7af-4261-4738-84e9-374173857dff),segment_id=c92ef7af-4261-4738-84e9-374173857dff)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:48.950306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:28:48.958901 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4e233632-df9a-4e21-a56b-adc8c16f765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.960896 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:48.961254 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Added segment 6edc42cb-e465-4712-9e53-0dacec68dfdb of type vlan for network 8e334536-f2bb-4846-921e-46ee71694773 Aug 04 17:28:49.005577 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.036511 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.038334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-07b62343-4e80-434a-a58f-af3cb6952e0a None None] Deleting port 6e13d011-4566-444e-87ae-3b158b2fec65 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:28:49.038713 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-07b62343-4e80-434a-a58f-af3cb6952e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.041406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e233632-df9a-4e21-a56b-adc8c16f765d None None] Pushing event updated for resources: {'Port': ['ID=6e13d011-4566-444e-87ae-3b158b2fec65,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:49.042646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:49.043270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.103347 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2144003 Aug 04 17:28:49.103581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33706) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:49.107368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-07b62343-4e80-434a-a58f-af3cb6952e0a None None] For port 6e13d011-4566-444e-87ae-3b158b2fec65, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=6e13d011-4566-444e-87ae-3b158b2fec65,segment=NetworkSegment(c92ef7af-4261-4738-84e9-374173857dff),segment_id=c92ef7af-4261-4738-84e9-374173857dff)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:49.107779 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-07b62343-4e80-434a-a58f-af3cb6952e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.113381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'subnet': {'network_id': '8e334536-f2bb-4846-921e-46ee71694773', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:49.117929 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621329b2-b546-4415-aeb5-557d7e4e1a48 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Network': ['ID=8e334536-f2bb-4846-921e-46ee71694773,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:49.122750 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-07b62343-4e80-434a-a58f-af3cb6952e0a None None] Calling delete_port for 6e13d011-4566-444e-87ae-3b158b2fec65 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:28:49.132696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 8e334536-f2bb-4846-921e-46ee71694773 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:28:49.207019 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:28:49.232005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:49.235844 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.263062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-07b62343-4e80-434a-a58f-af3cb6952e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.292830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62343-4e80-434a-a58f-af3cb6952e0a None None] Pushing event deleted for resources: {'Port': ['ID=6e13d011-4566-444e-87ae-3b158b2fec65,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:49.299229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b62343-4e80-434a-a58f-af3cb6952e0a None None] No DVR routers for this DVR port 6e13d011-4566-444e-87ae-3b158b2fec65 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:28:49.457272 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.515526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Subnet': ['ID=38379e33-d464-4ab5-9453-fdd1f5d54469,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:49.524191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Checking segment: {'id': '6edc42cb-e465-4712-9e53-0dacec68dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '8e334536-f2bb-4846-921e-46ee71694773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:49.524545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network hostable DHCP agents. Network: 8e334536-f2bb-4846-921e-46ee71694773, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:28:49.545086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network 8e334536-f2bb-4846-921e-46ee71694773 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:28:49.559056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 8e334536-f2bb-4846-921e-46ee71694773) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:49.563346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:49.563958 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.568642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58a7316-20aa-4c5a-8351-fbd5388edb53 None None] Network 8e334536-f2bb-4846-921e-46ee71694773 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:49.579815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a3ffa7db-1a8a-4d78-aec1-c177f6a04a60 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4747765 Aug 04 17:28:49.582568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33708) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:49.685390 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.717329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba359cd-7145-4a8e-afde-ac1aaa1a861d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-8e334536-f2bb-4846-921e-46ee71694773', 'network_id': '8e334536-f2bb-4846-921e-46ee71694773', 'tenant_id': 'aefda0ebb14347f89a37bfeb5f45bf95', 'fixed_ips': [{'subnet_id': '38379e33-d464-4ab5-9453-fdd1f5d54469'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:28:49.718262 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dba359cd-7145-4a8e-afde-ac1aaa1a861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.741102 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.805452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server [None req-dba359cd-7145-4a8e-afde-ac1aaa1a861d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38379e33-d464-4ab5-9453-fdd1f5d54469: This subnet is being modified by another concurrent operation. Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise exception Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38379e33-d464-4ab5-9453-fdd1f5d54469: This subnet is being modified by another concurrent operation. Aug 04 17:28:49.822971 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Aug 04 17:28:49.834576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Subnet': ['ID=38379e33-d464-4ab5-9453-fdd1f5d54469,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:49.846302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2012c105-288d-43c2-bc73-e5e4be657f43 None None] Network 8e334536-f2bb-4846-921e-46ee71694773 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:49.905087 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.920040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e334536-f2bb-4846-921e-46ee71694773']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:49.931171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edc42cb-e465-4712-9e53-0dacec68dfdb') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:49.931465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edc42cb-e465-4712-9e53-0dacec68dfdb') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:49.940748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.955377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.961470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3601fb4c-3ae3-4c70-8e36-0907f7ccd9aa None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:28:49.962474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:28:49.962964 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:28:49.966358 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:28:50.025566 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.025859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3601fb4c-3ae3-4c70-8e36-0907f7ccd9aa None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:28:50.030639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.033307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/8e334536-f2bb-4846-921e-46ee71694773 HTTP/1.1" status: 204 len: 168 time: 0.4496715 Aug 04 17:28:50.036896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33710) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:50.042043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-239165262'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:50.052464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69469933-f033-435c-ae36-7622578473d5 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Network': ['ID=8e334536-f2bb-4846-921e-46ee71694773,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:50.067609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:50.071490 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.103662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:28:50.113701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.114110 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Added segment 32b73887-581b-41ed-a441-7d8567448983 of type vlan for network e0623b90-c15d-4950-9aec-7bf0f52dc127 Aug 04 17:28:50.160609 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.196772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.203768 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:50.204589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.261820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6e13d011-4566-444e-87ae-3b158b2fec65 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:28:50.271455 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2333784 Aug 04 17:28:50.273532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33712) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:50.278074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b550e18-d4fb-4b59-93bc-933da6f51a61 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Network': ['ID=e0623b90-c15d-4950-9aec-7bf0f52dc127,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:50.279184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Request body: {'subnet': {'network_id': 'e0623b90-c15d-4950-9aec-7bf0f52dc127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:50.284572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 6e13d011-4566-444e-87ae-3b158b2fec65 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:28:50.285156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 6e13d011-4566-444e-87ae-3b158b2fec65 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:28:50.288845 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network e0623b90-c15d-4950-9aec-7bf0f52dc127 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:28:50.375340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Made reservation on behalf of aefda0ebb14347f89a37bfeb5f45bf95 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:28:50.379138 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.638861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.objects.ports [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 17:28:50.640267 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.697226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event updated for resources: {'Subnet': ['ID=86bbac4b-0f11-4b70-820a-9fcf611fe1d9,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:50.708174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Checking segment: {'id': '32b73887-581b-41ed-a441-7d8567448983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e0623b90-c15d-4950-9aec-7bf0f52dc127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:28:50.708540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network hostable DHCP agents. Network: e0623b90-c15d-4950-9aec-7bf0f52dc127, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:28:50.735491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Network e0623b90-c15d-4950-9aec-7bf0f52dc127 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:28:50.745736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, e0623b90-c15d-4950-9aec-7bf0f52dc127) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:28:50.750138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:28:50.750730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.754460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1df3a9f-348b-45e7-989e-1e11691ec71d None None] Network e0623b90-c15d-4950-9aec-7bf0f52dc127 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:50.768790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8389fce7-c899-4bb6-9800-12fc8974cd50 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4917011 Aug 04 17:28:50.769077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33714) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:50.870273 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.901904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ddf3e9-4297-423b-b094-f87fd2608f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-e0623b90-c15d-4950-9aec-7bf0f52dc127', 'network_id': 'e0623b90-c15d-4950-9aec-7bf0f52dc127', 'tenant_id': 'aefda0ebb14347f89a37bfeb5f45bf95', 'fixed_ips': [{'subnet_id': '86bbac4b-0f11-4b70-820a-9fcf611fe1d9'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:28:50.902779 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-52ddf3e9-4297-423b-b094-f87fd2608f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:50.927946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.000493 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server [None req-52ddf3e9-4297-423b-b094-f87fd2608f06 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86bbac4b-0f11-4b70-820a-9fcf611fe1d9: This subnet is being modified by another concurrent operation. Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise exception Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86bbac4b-0f11-4b70-820a-9fcf611fe1d9: This subnet is being modified by another concurrent operation. Aug 04 17:28:51.012368 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Aug 04 17:28:51.041637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Subnet': ['ID=86bbac4b-0f11-4b70-820a-9fcf611fe1d9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:51.043073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bdb7ff-bd93-45cb-bc14-6e2b03f0af4d None None] Network e0623b90-c15d-4950-9aec-7bf0f52dc127 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:51.093458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.103745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0623b90-c15d-4950-9aec-7bf0f52dc127']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:51.114737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b73887-581b-41ed-a441-7d8567448983') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:51.115084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b73887-581b-41ed-a441-7d8567448983') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:51.124751 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.139962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.146694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:28:51.147127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:28:51.150207 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:28:51.152888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e1db4-6724-4933-b28e-219d23bbdadf None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 17:28:51.216270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e1db4-6724-4933-b28e-219d23bbdadf None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 17:28:51.222005 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.229638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.236207 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/e0623b90-c15d-4950-9aec-7bf0f52dc127 HTTP/1.1" status: 204 len: 168 time: 0.4615612 Aug 04 17:28:51.236631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33716) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:51.245944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e5771-cc2e-4075-9b83-665de198ce6b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Network': ['ID=e0623b90-c15d-4950-9aec-7bf0f52dc127,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:51.272746 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8c428f-11e1-457b-b25d-7a6bef905249 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] DELETE failed (client error): The resource could not be found. Aug 04 17:28:51.273212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8c428f-11e1-457b-b25d-7a6bef905249 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:28:51.275022 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0a8c428f-11e1-457b-b25d-7a6bef905249 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/subnets/86bbac4b-0f11-4b70-820a-9fcf611fe1d9 HTTP/1.1" status: 404 len: 337 time: 0.0373311 Aug 04 17:28:51.278207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33718) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:51.305430 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbfb7d4-8822-4a43-908e-08cf0851a172 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] DELETE failed (client error): The resource could not be found. Aug 04 17:28:51.306064 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbfb7d4-8822-4a43-908e-08cf0851a172 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:28:51.307916 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6dbfb7d4-8822-4a43-908e-08cf0851a172 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/e0623b90-c15d-4950-9aec-7bf0f52dc127 HTTP/1.1" status: 404 len: 339 time: 0.0283976 Aug 04 17:28:51.310942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33720) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:51.339233 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8491c9-1173-4843-815a-4c953139a420 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] DELETE failed (client error): The resource could not be found. Aug 04 17:28:51.340503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8491c9-1173-4843-815a-4c953139a420 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:28:51.343804 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bd8491c9-1173-4843-815a-4c953139a420 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/subnets/38379e33-d464-4ab5-9453-fdd1f5d54469 HTTP/1.1" status: 404 len: 337 time: 0.0316565 Aug 04 17:28:51.346153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33722) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:51.364704 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-6152da2c-f487-4670-a384-d196ac57b11a tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] DELETE failed (client error): The resource could not be found. Aug 04 17:28:51.365243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6152da2c-f487-4670-a384-d196ac57b11a tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:28:51.366966 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6152da2c-f487-4670-a384-d196ac57b11a tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/8e334536-f2bb-4846-921e-46ee71694773 HTTP/1.1" status: 404 len: 339 time: 0.0196671 Aug 04 17:28:51.369577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33724) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:51.395880 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7719eac-854a-4652-a554-735665b1e214 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] DELETE failed (client error): The resource could not be found. Aug 04 17:28:51.396227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7719eac-854a-4652-a554-735665b1e214 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:28:51.397925 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c7719eac-854a-4652-a554-735665b1e214 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/subnets/393082a4-85f5-45e0-ad43-60dfa10dd5d1 HTTP/1.1" status: 404 len: 337 time: 0.0274653 Aug 04 17:28:51.400447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33726) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:51.417987 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-92767c2b-7ba8-4888-828b-e0f47644e8a4 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] DELETE failed (client error): The resource could not be found. Aug 04 17:28:51.418842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92767c2b-7ba8-4888-828b-e0f47644e8a4 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:28:51.422781 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-92767c2b-7ba8-4888-828b-e0f47644e8a4 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/211746b2-71f6-426e-b110-2bd5ca30e335 HTTP/1.1" status: 404 len: 339 time: 0.0191455 Aug 04 17:28:51.423049 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33728) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:51.516029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-474197dc-ae16-4bf6-b6ae-887c92144d15 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Deleting port 5db91f89-d88f-4615-9bb1-9fb2d5c0f715 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:28:51.516382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-474197dc-ae16-4bf6-b6ae-887c92144d15 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.583174 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-474197dc-ae16-4bf6-b6ae-887c92144d15 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.596557 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-474197dc-ae16-4bf6-b6ae-887c92144d15 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Calling delete_port for 5db91f89-d88f-4615-9bb1-9fb2d5c0f715 owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:28:51.684865 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-474197dc-ae16-4bf6-b6ae-887c92144d15 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.719308 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474197dc-ae16-4bf6-b6ae-887c92144d15 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Port': ['ID=5db91f89-d88f-4615-9bb1-9fb2d5c0f715,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:51.728977 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-474197dc-ae16-4bf6-b6ae-887c92144d15 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.731070 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-474197dc-ae16-4bf6-b6ae-887c92144d15 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/ports/5db91f89-d88f-4615-9bb1-9fb2d5c0f715 HTTP/1.1" status: 204 len: 168 time: 0.3070555 Aug 04 17:28:51.733621 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33730) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:51.759707 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5eb58a-e5de-4de3-81c8-31a9a14c23c3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] DELETE failed (client error): The resource could not be found. Aug 04 17:28:51.760153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5eb58a-e5de-4de3-81c8-31a9a14c23c3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:28:51.762221 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ab5eb58a-e5de-4de3-81c8-31a9a14c23c3 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/subnets/14912cc6-0115-4222-b190-1e132c7e4591 HTTP/1.1" status: 404 len: 337 time: 0.0276327 Aug 04 17:28:51.764730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33732) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:51.841269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.932337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.949893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62698b01-cdac-4f65-b173-253d7c19d201']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:51.960617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92ef7af-4261-4738-84e9-374173857dff') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:51.960930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92ef7af-4261-4738-84e9-374173857dff') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:51.970611 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.985153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.991350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:28:51.991745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:28:51.994675 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:28:52.059973 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.069231 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.070784 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/62698b01-cdac-4f65-b173-253d7c19d201 HTTP/1.1" status: 204 len: 168 time: 0.3051865 Aug 04 17:28:52.073309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33734) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:52.092470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dcbe4-1f60-4c8b-9ce3-f30ac7076ebb tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Network': ['ID=62698b01-cdac-4f65-b173-253d7c19d201,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:52.180805 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d5df6-7c7e-4a37-844d-2c6a1f68c526 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Deleting port f4496d6c-066f-497b-a3b1-d1b26eb0682a {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:28:52.181159 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef6d5df6-7c7e-4a37-844d-2c6a1f68c526 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.252919 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef6d5df6-7c7e-4a37-844d-2c6a1f68c526 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.267354 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d5df6-7c7e-4a37-844d-2c6a1f68c526 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Calling delete_port for f4496d6c-066f-497b-a3b1-d1b26eb0682a owned by {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:28:52.359861 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef6d5df6-7c7e-4a37-844d-2c6a1f68c526 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.397226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d5df6-7c7e-4a37-844d-2c6a1f68c526 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Port': ['ID=f4496d6c-066f-497b-a3b1-d1b26eb0682a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:52.403742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ef6d5df6-7c7e-4a37-844d-2c6a1f68c526 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.405782 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ef6d5df6-7c7e-4a37-844d-2c6a1f68c526 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/ports/f4496d6c-066f-497b-a3b1-d1b26eb0682a HTTP/1.1" status: 204 len: 168 time: 0.3312547 Aug 04 17:28:52.408452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33736) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:52.435474 n-d-764435-5 neutron-server[105829]: INFO neutron.pecan_wsgi.hooks.translation [None req-379a185f-f780-421e-8f61-7198f1092f5d tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] DELETE failed (client error): The resource could not be found. Aug 04 17:28:52.435945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379a185f-f780-421e-8f61-7198f1092f5d tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105829) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 17:28:52.437720 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-379a185f-f780-421e-8f61-7198f1092f5d tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/subnets/2e08e5b8-56de-44b9-81b6-3664c4df44f1 HTTP/1.1" status: 404 len: 337 time: 0.0283060 Aug 04 17:28:52.440524 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33738) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:52.515953 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.611461 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.625870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0256e0dc-49e0-46dc-a363-a0be8875e953']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:52.636916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f151131-ed93-4eaa-9f4f-2fd442821ba6') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:52.637260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f151131-ed93-4eaa-9f4f-2fd442821ba6') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:52.646260 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.659844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.665659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:28:52.666032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:28:52.669392 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:28:52.731810 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.736993 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.739596 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/0256e0dc-49e0-46dc-a363-a0be8875e953 HTTP/1.1" status: 204 len: 168 time: 0.2981400 Aug 04 17:28:52.742258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33740) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:52.754655 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de1cd2-5afc-4180-b3f1-5aae8ef8e5a0 tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Network': ['ID=0256e0dc-49e0-46dc-a363-a0be8875e953,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:52.795384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b260cdc4-d0da-4919-acd3-0bbedaa51f0b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Deleting subnet 131a93f7-cc18-4a0a-bf20-b19fb2736d2f {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:28:52.798533 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b260cdc4-d0da-4919-acd3-0bbedaa51f0b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.838882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b260cdc4-d0da-4919-acd3-0bbedaa51f0b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.929074 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b260cdc4-d0da-4919-acd3-0bbedaa51f0b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:52.993558 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b260cdc4-d0da-4919-acd3-0bbedaa51f0b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.027366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260cdc4-d0da-4919-acd3-0bbedaa51f0b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Subnet': ['ID=131a93f7-cc18-4a0a-bf20-b19fb2736d2f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:53.032171 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b260cdc4-d0da-4919-acd3-0bbedaa51f0b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.034104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b260cdc4-d0da-4919-acd3-0bbedaa51f0b tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/subnets/131a93f7-cc18-4a0a-bf20-b19fb2736d2f HTTP/1.1" status: 204 len: 168 time: 0.2908032 Aug 04 17:28:53.036924 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33742) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:53.039651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177bcece-6224-4ca5-a8de-8c3acf6bb3d1 None None] Network 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:28:53.119243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.189105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Deleting port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:28:53.189435 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.247834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0946dc-94b1-4cc8-b0d8-093a83ea7a8f None None] DHCP port deletion for 63a1d8d0-b14e-406e-ac2b-c76c54fd15f5 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:28:53.258739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] For port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0bb3ec0c-c123-491b-bbd5-d02fad66ef0c,segment=NetworkSegment(716391b1-692a-4e4a-a128-04d4df7c2698),segment_id=716391b1-692a-4e4a-a128-04d4df7c2698)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:53.259331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.272863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Calling delete_port for 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:28:53.296876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1c0946dc-94b1-4cc8-b0d8-093a83ea7a8f None None] Deleting port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:28:53.297228 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c0946dc-94b1-4cc8-b0d8-093a83ea7a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.366334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1c0946dc-94b1-4cc8-b0d8-093a83ea7a8f None None] For port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0bb3ec0c-c123-491b-bbd5-d02fad66ef0c,segment=NetworkSegment(716391b1-692a-4e4a-a128-04d4df7c2698),segment_id=716391b1-692a-4e4a-a128-04d4df7c2698)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:28:53.366735 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c0946dc-94b1-4cc8-b0d8-093a83ea7a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.367348 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.380442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1c0946dc-94b1-4cc8-b0d8-093a83ea7a8f None None] Calling delete_port for 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:28:53.394008 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Port': ['ID=0bb3ec0c-c123-491b-bbd5-d02fad66ef0c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:53.397830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] No DVR routers for this DVR port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:28:53.463225 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c0946dc-94b1-4cc8-b0d8-093a83ea7a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.490249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0946dc-94b1-4cc8-b0d8-093a83ea7a8f None None] Pushing event deleted for resources: {'Port': ['ID=0bb3ec0c-c123-491b-bbd5-d02fad66ef0c,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:53.490578 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.495616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0946dc-94b1-4cc8-b0d8-093a83ea7a8f None None] No DVR routers for this DVR port 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:28:53.502304 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a1d8d0-b14e-406e-ac2b-c76c54fd15f5']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:53.515582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716391b1-692a-4e4a-a128-04d4df7c2698') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:53.515881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716391b1-692a-4e4a-a128-04d4df7c2698') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:28:53.529351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.545226 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.551200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:28:53.551598 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:28:53.554793 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:28:53.616989 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.623970 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:53.625717 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] 10.222.0.39 "DELETE /v2.0/networks/63a1d8d0-b14e-406e-ac2b-c76c54fd15f5 HTTP/1.1" status: 204 len: 168 time: 0.5878224 Aug 04 17:28:53.638293 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc8170-e9a6-4bbb-9c2d-08167417b2db tempest-NetworksIpV6TestAttrs-99918058 tempest-NetworksIpV6TestAttrs-99918058-project] Pushing event deleted for resources: {'Network': ['ID=63a1d8d0-b14e-406e-ac2b-c76c54fd15f5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:53.900806 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33748) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:54.050216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1a44c742-3e5e-411e-9484-b84c5b77321b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aefda0ebb14347f89a37bfeb5f45bf95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481113 Aug 04 17:28:54.053838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33752) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:54.109743 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05c7ea56-1109-4a25-896a-36177cfc391f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:54.134304 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05c7ea56-1109-4a25-896a-36177cfc391f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:54.184038 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05c7ea56-1109-4a25-896a-36177cfc391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:54.186585 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05c7ea56-1109-4a25-896a-36177cfc391f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:54.187762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-05c7ea56-1109-4a25-896a-36177cfc391f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88299bec-9d31-4ab1-9d45-25cfc6a80446 HTTP/1.1" status: 204 len: 168 time: 0.1330435 Aug 04 17:28:54.195396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7ea56-1109-4a25-896a-36177cfc391f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88299bec-9d31-4ab1-9d45-25cfc6a80446,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:54.267403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:28:54.293172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:28:54.293743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0bb3ec0c-c123-491b-bbd5-d02fad66ef0c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:28:54.917005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33774) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:55.016064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-47913fb0-c24f-4570-a780-aeb9f96671b8 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:55.016414 n-d-764435-5 neutron-server[105828]: WARNING neutron.api.v2.base [None req-47913fb0-c24f-4570-a780-aeb9f96671b8 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 04 17:28:55.016910 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-47913fb0-c24f-4570-a780-aeb9f96671b8 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): There was a conflict when trying to complete your request. Aug 04 17:28:55.017885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-47913fb0-c24f-4570-a780-aeb9f96671b8 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0997710 Aug 04 17:28:55.021526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33778) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:55.026636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1600581727'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:55.054854 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.065013 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.159524 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.165416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.201479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e47bb8b-6055-4e55-8a04-22889209344e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:55.258279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.266265 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.295216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.296461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2740915 Aug 04 17:28:55.298659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1ef1b-c451-4e50-9272-5b4f89168910 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad395649-f761-4053-8d37-15f3f91e6b01,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:55.299563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33780) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:55.304552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b198e3bb-e78f-4c81-961b-294c02bbc018 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'ad395649-f761-4053-8d37-15f3f91e6b01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:55.336111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b198e3bb-e78f-4c81-961b-294c02bbc018 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.400252 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b198e3bb-e78f-4c81-961b-294c02bbc018 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.408540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b198e3bb-e78f-4c81-961b-294c02bbc018 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.435364 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198e3bb-e78f-4c81-961b-294c02bbc018 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b1cbb2-e71c-401e-a858-ddaee459b4c6,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:55.442391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b198e3bb-e78f-4c81-961b-294c02bbc018 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.443662 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b198e3bb-e78f-4c81-961b-294c02bbc018 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430264 Aug 04 17:28:55.446548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33782) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:55.451025 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b8b7641a-4f70-42e8-ae3d-42d0e9c0cda4 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'ad395649-f761-4053-8d37-15f3f91e6b01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:55.482049 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8b7641a-4f70-42e8-ae3d-42d0e9c0cda4 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.540454 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-b8b7641a-4f70-42e8-ae3d-42d0e9c0cda4 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): There was a conflict when trying to complete your request. Aug 04 17:28:55.541505 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b8b7641a-4f70-42e8-ae3d-42d0e9c0cda4 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0940268 Aug 04 17:28:55.545963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33784) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:55.600740 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46b8d149-847f-41c2-90ad-dbc96a9a0d28 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.624200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46b8d149-847f-41c2-90ad-dbc96a9a0d28 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.676841 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46b8d149-847f-41c2-90ad-dbc96a9a0d28 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.679503 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-46b8d149-847f-41c2-90ad-dbc96a9a0d28 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.680767 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-46b8d149-847f-41c2-90ad-dbc96a9a0d28 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/ad395649-f761-4053-8d37-15f3f91e6b01 HTTP/1.1" status: 204 len: 168 time: 0.1338599 Aug 04 17:28:55.684061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33786) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:55.690620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8d149-847f-41c2-90ad-dbc96a9a0d28 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad395649-f761-4053-8d37-15f3f91e6b01,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:55.744549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b84bf4d9-c344-41de-ae58-e52a2e63c24a tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0590403 Aug 04 17:28:55.749122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33788) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:55.753684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6fd04306-46f6-4750-8312-9352c8e5c6b2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'tempest-secgroup--449491775'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:55.778946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fd04306-46f6-4750-8312-9352c8e5c6b2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.867094 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fd04306-46f6-4750-8312-9352c8e5c6b2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.873108 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fd04306-46f6-4750-8312-9352c8e5c6b2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.900375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fd04306-46f6-4750-8312-9352c8e5c6b2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:55.901593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6fd04306-46f6-4750-8312-9352c8e5c6b2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1514950 Aug 04 17:28:55.903553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd04306-46f6-4750-8312-9352c8e5c6b2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f954a5-d1e4-4373-b789-c78032bf966f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:55.905057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33790) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:55.909949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4fb15b69-ab3a-4ddb-b66e-4faf1baf313a tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': '46f954a5-d1e4-4373-b789-c78032bf966f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:55.910886 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-4fb15b69-ab3a-4ddb-b66e-4faf1baf313a tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 04 17:28:55.911310 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-4fb15b69-ab3a-4ddb-b66e-4faf1baf313a tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:55.912284 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4fb15b69-ab3a-4ddb-b66e-4faf1baf313a tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062087 Aug 04 17:28:55.915713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33792) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:55.980928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1a0366-b113-40db-b6a7-6de36188257d tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.005614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1a0366-b113-40db-b6a7-6de36188257d tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.055285 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1a0366-b113-40db-b6a7-6de36188257d tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.058309 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4c1a0366-b113-40db-b6a7-6de36188257d tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.059516 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4c1a0366-b113-40db-b6a7-6de36188257d tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/46f954a5-d1e4-4373-b789-c78032bf966f HTTP/1.1" status: 204 len: 168 time: 0.1429238 Aug 04 17:28:56.062249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33794) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.069130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a0366-b113-40db-b6a7-6de36188257d tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f954a5-d1e4-4373-b789-c78032bf966f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:56.107074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-144f9b54-6641-4222-aa34-1158bf816628 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434930 Aug 04 17:28:56.110695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33796) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.115175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5ae04eb4-fb81-4e8c-bfd2-2a0aca1bd780 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035723464'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:56.145665 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae04eb4-fb81-4e8c-bfd2-2a0aca1bd780 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.228835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae04eb4-fb81-4e8c-bfd2-2a0aca1bd780 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.234639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae04eb4-fb81-4e8c-bfd2-2a0aca1bd780 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.264697 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae04eb4-fb81-4e8c-bfd2-2a0aca1bd780 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.265920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5ae04eb4-fb81-4e8c-bfd2-2a0aca1bd780 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1542904 Aug 04 17:28:56.267802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae04eb4-fb81-4e8c-bfd2-2a0aca1bd780 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58dfc15c-a781-46a9-9dd4-8509b181c361,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:56.268995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33798) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.273945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a950ade5-0d4f-4abc-bf2e-fc56d028cc14 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': '58dfc15c-a781-46a9-9dd4-8509b181c361', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:56.274494 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-a950ade5-0d4f-4abc-bf2e-fc56d028cc14 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 04 17:28:56.275123 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-a950ade5-0d4f-4abc-bf2e-fc56d028cc14 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:56.276027 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a950ade5-0d4f-4abc-bf2e-fc56d028cc14 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059967 Aug 04 17:28:56.278711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33800) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.332611 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02bb4e9c-5317-4904-8e2f-fd75b2b761e2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.356356 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02bb4e9c-5317-4904-8e2f-fd75b2b761e2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.407278 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02bb4e9c-5317-4904-8e2f-fd75b2b761e2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.410518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02bb4e9c-5317-4904-8e2f-fd75b2b761e2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.412212 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-02bb4e9c-5317-4904-8e2f-fd75b2b761e2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/58dfc15c-a781-46a9-9dd4-8509b181c361 HTTP/1.1" status: 204 len: 168 time: 0.1324394 Aug 04 17:28:56.416383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33802) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.424926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb4e9c-5317-4904-8e2f-fd75b2b761e2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dfc15c-a781-46a9-9dd4-8509b181c361,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:56.478401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-39adc91e-2e4c-4446-821a-b660882ac199 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606265 Aug 04 17:28:56.482210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33804) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.486935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-79aa5268-ed55-41e2-8b14-978261b7b878 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766549226'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:56.515007 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79aa5268-ed55-41e2-8b14-978261b7b878 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.606415 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79aa5268-ed55-41e2-8b14-978261b7b878 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.613491 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79aa5268-ed55-41e2-8b14-978261b7b878 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.640741 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-79aa5268-ed55-41e2-8b14-978261b7b878 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.641979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-79aa5268-ed55-41e2-8b14-978261b7b878 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1587162 Aug 04 17:28:56.645134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33806) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.646024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa5268-ed55-41e2-8b14-978261b7b878 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5f5d38-9561-4204-b02d-3c45932079e9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:56.650515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-de89ddde-c442-4389-b59e-3edadc5c79c3 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'cd5f5d38-9561-4204-b02d-3c45932079e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:56.661214 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-de89ddde-c442-4389-b59e-3edadc5c79c3 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 04 17:28:56.661868 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-de89ddde-c442-4389-b59e-3edadc5c79c3 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:56.662922 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-de89ddde-c442-4389-b59e-3edadc5c79c3 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166879 Aug 04 17:28:56.665647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33808) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.670904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-06804e2e-df2d-4ee7-99cc-bd4b167fb19c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'cd5f5d38-9561-4204-b02d-3c45932079e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:56.671542 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-06804e2e-df2d-4ee7-99cc-bd4b167fb19c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 04 17:28:56.672012 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-06804e2e-df2d-4ee7-99cc-bd4b167fb19c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:56.672918 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-06804e2e-df2d-4ee7-99cc-bd4b167fb19c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063899 Aug 04 17:28:56.675125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33810) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.679037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3c41b2f2-c15d-440f-b2e0-de977556b208 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'cd5f5d38-9561-4204-b02d-3c45932079e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:56.679804 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-3c41b2f2-c15d-440f-b2e0-de977556b208 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 04 17:28:56.680259 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-3c41b2f2-c15d-440f-b2e0-de977556b208 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:56.681153 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3c41b2f2-c15d-440f-b2e0-de977556b208 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052228 Aug 04 17:28:56.683457 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33812) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.688348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-533d3408-fe90-4ad1-bb06-c37e002badf0 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'cd5f5d38-9561-4204-b02d-3c45932079e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:56.689149 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-533d3408-fe90-4ad1-bb06-c37e002badf0 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 04 17:28:56.689615 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-533d3408-fe90-4ad1-bb06-c37e002badf0 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:56.690515 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-533d3408-fe90-4ad1-bb06-c37e002badf0 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062280 Aug 04 17:28:56.692904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33814) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.748518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9770304c-da90-436d-a992-0669ab6519ad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.773975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9770304c-da90-436d-a992-0669ab6519ad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.818478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9770304c-da90-436d-a992-0669ab6519ad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.822062 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9770304c-da90-436d-a992-0669ab6519ad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.823672 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9770304c-da90-436d-a992-0669ab6519ad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/cd5f5d38-9561-4204-b02d-3c45932079e9 HTTP/1.1" status: 204 len: 168 time: 0.1299181 Aug 04 17:28:56.827271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33816) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.834393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770304c-da90-436d-a992-0669ab6519ad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5f5d38-9561-4204-b02d-3c45932079e9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:56.870487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c7e44a61-9ff7-49c1-a157-feec2517460c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0417819 Aug 04 17:28:56.874253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33818) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:56.878583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-44fe405e-4a9b-413a-8f2b-da481990fc87 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'tempest-secgroup--106215201'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:56.902474 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fe405e-4a9b-413a-8f2b-da481990fc87 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.983907 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fe405e-4a9b-413a-8f2b-da481990fc87 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:56.989979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fe405e-4a9b-413a-8f2b-da481990fc87 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.017556 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fe405e-4a9b-413a-8f2b-da481990fc87 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.018784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-44fe405e-4a9b-413a-8f2b-da481990fc87 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1435983 Aug 04 17:28:57.020691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe405e-4a9b-413a-8f2b-da481990fc87 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c1062d-497f-4c49-9e30-50e41a7d9e86,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:57.022156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33820) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.029026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4489f4bf-02b2-4e34-8f30-44a7689af3a5 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'a1c1062d-497f-4c49-9e30-50e41a7d9e86', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.029443 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-4489f4bf-02b2-4e34-8f30-44a7689af3a5 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 04 17:28:57.030073 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-4489f4bf-02b2-4e34-8f30-44a7689af3a5 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:57.030944 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4489f4bf-02b2-4e34-8f30-44a7689af3a5 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066433 Aug 04 17:28:57.033706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33822) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.038348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ab346dac-6417-463c-b560-4dd049b396bc tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'a1c1062d-497f-4c49-9e30-50e41a7d9e86', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.077669 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-ab346dac-6417-463c-b560-4dd049b396bc tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:57.078703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ab346dac-6417-463c-b560-4dd049b396bc tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0440643 Aug 04 17:28:57.081976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33824) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.087409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b792e829-76fc-4b02-b210-96648665973c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'a1c1062d-497f-4c49-9e30-50e41a7d9e86', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.088234 n-d-764435-5 neutron-server[105828]: WARNING neutron.api.v2.base [None req-b792e829-76fc-4b02-b210-96648665973c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 04 17:28:57.088704 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-b792e829-76fc-4b02-b210-96648665973c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:57.089619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b792e829-76fc-4b02-b210-96648665973c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067613 Aug 04 17:28:57.092160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33826) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.096142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7bcd4081-433f-4e1d-8822-b75fe9e09fad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'a1c1062d-497f-4c49-9e30-50e41a7d9e86', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.133779 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-7bcd4081-433f-4e1d-8822-b75fe9e09fad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:57.134839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7bcd4081-433f-4e1d-8822-b75fe9e09fad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0418098 Aug 04 17:28:57.138241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33828) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.142848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9033766c-8469-42b6-8231-67ee49289e66 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'a1c1062d-497f-4c49-9e30-50e41a7d9e86', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.143475 n-d-764435-5 neutron-server[105828]: WARNING neutron.api.v2.base [None req-9033766c-8469-42b6-8231-67ee49289e66 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 04 17:28:57.143976 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-9033766c-8469-42b6-8231-67ee49289e66 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:57.144907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9033766c-8469-42b6-8231-67ee49289e66 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056772 Aug 04 17:28:57.147527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33830) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.153268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-88f085da-de3e-416a-91ff-ef3cbcba2915 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'a1c1062d-497f-4c49-9e30-50e41a7d9e86', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.177632 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-88f085da-de3e-416a-91ff-ef3cbcba2915 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Project 0f49d325faae4252aae45a2fb195f278 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:28:57.192842 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-88f085da-de3e-416a-91ff-ef3cbcba2915 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:57.193904 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-88f085da-de3e-416a-91ff-ef3cbcba2915 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0452375 Aug 04 17:28:57.197259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33832) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.202024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-283a3b86-ec50-475e-b549-a0eeb7f16aaa tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'a1c1062d-497f-4c49-9e30-50e41a7d9e86', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.202505 n-d-764435-5 neutron-server[105828]: WARNING neutron.api.v2.base [None req-283a3b86-ec50-475e-b549-a0eeb7f16aaa tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 04 17:28:57.203033 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-283a3b86-ec50-475e-b549-a0eeb7f16aaa tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:57.204794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-283a3b86-ec50-475e-b549-a0eeb7f16aaa tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057085 Aug 04 17:28:57.206581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33834) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.213160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-78e18602-bb16-4638-b2c5-337ec3c97bfa tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'a1c1062d-497f-4c49-9e30-50e41a7d9e86', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.241954 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-78e18602-bb16-4638-b2c5-337ec3c97bfa tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Project 0f49d325faae4252aae45a2fb195f278 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:28:57.257246 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-78e18602-bb16-4638-b2c5-337ec3c97bfa tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:57.258307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-78e18602-bb16-4638-b2c5-337ec3c97bfa tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0505724 Aug 04 17:28:57.261794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33836) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.266566 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-783407a8-b60d-413f-b1b9-a64edc70c742 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'a1c1062d-497f-4c49-9e30-50e41a7d9e86', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.289536 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-783407a8-b60d-413f-b1b9-a64edc70c742 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Project 0f49d325faae4252aae45a2fb195f278 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:28:57.306113 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-783407a8-b60d-413f-b1b9-a64edc70c742 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:57.307465 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-783407a8-b60d-413f-b1b9-a64edc70c742 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0444067 Aug 04 17:28:57.310439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33838) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.369248 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c06ee57-6801-41c9-8704-525e55c85f99 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.398264 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c06ee57-6801-41c9-8704-525e55c85f99 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.454010 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c06ee57-6801-41c9-8704-525e55c85f99 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.456945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c06ee57-6801-41c9-8704-525e55c85f99 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.458249 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7c06ee57-6801-41c9-8704-525e55c85f99 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/a1c1062d-497f-4c49-9e30-50e41a7d9e86 HTTP/1.1" status: 204 len: 168 time: 0.1468456 Aug 04 17:28:57.461853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33840) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.468816 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06ee57-6801-41c9-8704-525e55c85f99 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c1062d-497f-4c49-9e30-50e41a7d9e86,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:57.515758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-778a549e-7391-4502-8c08-de89a6e092a2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533581 Aug 04 17:28:57.519842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33842) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.524693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5106f5a2-efd5-44b7-9420-2f3d556aea3b tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'tempest-secgroup--581717245'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.550853 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5106f5a2-efd5-44b7-9420-2f3d556aea3b tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.651499 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5106f5a2-efd5-44b7-9420-2f3d556aea3b tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.659079 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5106f5a2-efd5-44b7-9420-2f3d556aea3b tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.684904 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5106f5a2-efd5-44b7-9420-2f3d556aea3b tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.686150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5106f5a2-efd5-44b7-9420-2f3d556aea3b tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1652052 Aug 04 17:28:57.689200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33844) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.690263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106f5a2-efd5-44b7-9420-2f3d556aea3b tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd35e296-e3f0-4f7b-aa92-b89545453485,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:57.694246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-569c7ef6-52d2-4e6c-88ab-5fdc64ce0d08 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'fd35e296-e3f0-4f7b-aa92-b89545453485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.745600 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-569c7ef6-52d2-4e6c-88ab-5fdc64ce0d08 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The resource could not be found. Aug 04 17:28:57.747208 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-569c7ef6-52d2-4e6c-88ab-5fdc64ce0d08 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0566795 Aug 04 17:28:57.749667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33846) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.754163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-cd5868c8-a6cc-46b8-a798-199939d12b60 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'fd35e296-e3f0-4f7b-aa92-b89545453485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a3a71fcd-c291-40fc-9ff2-243c72094a95'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:57.798638 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-cd5868c8-a6cc-46b8-a798-199939d12b60 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The resource could not be found. Aug 04 17:28:57.799701 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cd5868c8-a6cc-46b8-a798-199939d12b60 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0490851 Aug 04 17:28:57.802891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33848) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.874986 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8e32659b-c385-4cda-9da8-8f1c092e0c24 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.901595 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8e32659b-c385-4cda-9da8-8f1c092e0c24 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.951870 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8e32659b-c385-4cda-9da8-8f1c092e0c24 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.954397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8e32659b-c385-4cda-9da8-8f1c092e0c24 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:57.955606 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8e32659b-c385-4cda-9da8-8f1c092e0c24 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/fd35e296-e3f0-4f7b-aa92-b89545453485 HTTP/1.1" status: 204 len: 168 time: 0.1518700 Aug 04 17:28:57.958430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33850) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:57.965110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32659b-c385-4cda-9da8-8f1c092e0c24 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd35e296-e3f0-4f7b-aa92-b89545453485,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:58.004545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d7c41690-4eb6-45f8-adda-aaa8b1233f8b tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449274 Aug 04 17:28:58.008560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33852) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:58.013619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4c5d19ed-b16b-4501-bc3c-30e8b2872e56 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': '0f8cf17e-58cf-4a9e-a6b9-75e04624d686', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:58.057330 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-4c5d19ed-b16b-4501-bc3c-30e8b2872e56 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The resource could not be found. Aug 04 17:28:58.058360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4c5d19ed-b16b-4501-bc3c-30e8b2872e56 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0488927 Aug 04 17:28:58.062179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33854) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:58.066715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-198dac38-2e05-4d77-a1f2-9cb3a771dea7 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746614628'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:58.092678 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-198dac38-2e05-4d77-a1f2-9cb3a771dea7 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.186082 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-198dac38-2e05-4d77-a1f2-9cb3a771dea7 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.192279 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-198dac38-2e05-4d77-a1f2-9cb3a771dea7 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.219734 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-198dac38-2e05-4d77-a1f2-9cb3a771dea7 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.221046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-198dac38-2e05-4d77-a1f2-9cb3a771dea7 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1578529 Aug 04 17:28:58.224458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33856) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:58.225644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dac38-2e05-4d77-a1f2-9cb3a771dea7 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfda973-4d55-45a8-bd94-7c7cf9981ece,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:58.229620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-daab58d2-a82b-4793-b128-3beb3b9c0819 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934154167'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:58.254193 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-daab58d2-a82b-4793-b128-3beb3b9c0819 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.342069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-daab58d2-a82b-4793-b128-3beb3b9c0819 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.347392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-daab58d2-a82b-4793-b128-3beb3b9c0819 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.376437 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-daab58d2-a82b-4793-b128-3beb3b9c0819 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.377651 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-daab58d2-a82b-4793-b128-3beb3b9c0819 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1521430 Aug 04 17:28:58.381324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33858) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:58.381912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab58d2-a82b-4793-b128-3beb3b9c0819 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58876ee0-9809-4279-91a6-27c5b6f58dbc,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:58.388277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b1014de4-51d0-4339-b740-8087d254c2ad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': 'dbfda973-4d55-45a8-bd94-7c7cf9981ece', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '58876ee0-9809-4279-91a6-27c5b6f58dbc'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:58.433547 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-b1014de4-51d0-4339-b740-8087d254c2ad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:58.434690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b1014de4-51d0-4339-b740-8087d254c2ad tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0523295 Aug 04 17:28:58.437918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33860) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:58.496880 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-070b4453-fd3d-470c-9022-560efed7edc2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.530062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-070b4453-fd3d-470c-9022-560efed7edc2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.578030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-070b4453-fd3d-470c-9022-560efed7edc2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.580748 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-070b4453-fd3d-470c-9022-560efed7edc2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.581923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-070b4453-fd3d-470c-9022-560efed7edc2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/58876ee0-9809-4279-91a6-27c5b6f58dbc HTTP/1.1" status: 204 len: 168 time: 0.1431055 Aug 04 17:28:58.584928 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33862) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:58.590928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b4453-fd3d-470c-9022-560efed7edc2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58876ee0-9809-4279-91a6-27c5b6f58dbc,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:58.650832 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-de6be97a-3be7-43c6-b310-1a57d9477312 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0646374 Aug 04 17:28:58.653894 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33864) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:58.715815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c36993c-a539-41ca-8000-6e32298c328e tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.738379 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c36993c-a539-41ca-8000-6e32298c328e tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.785540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c36993c-a539-41ca-8000-6e32298c328e tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.789868 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c36993c-a539-41ca-8000-6e32298c328e tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.791388 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c36993c-a539-41ca-8000-6e32298c328e tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/dbfda973-4d55-45a8-bd94-7c7cf9981ece HTTP/1.1" status: 204 len: 168 time: 0.1365356 Aug 04 17:28:58.794409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33866) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:58.800997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36993c-a539-41ca-8000-6e32298c328e tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfda973-4d55-45a8-bd94-7c7cf9981ece,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:58.837938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2a220d49-ab53-404a-afa7-52071ac3e116 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421815 Aug 04 17:28:58.841757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33868) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:58.846170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-81857bb5-8c22-4edf-a59a-cde1650123f9 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'tempest-secgroup--21394370'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:58.868935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81857bb5-8c22-4edf-a59a-cde1650123f9 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.963140 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81857bb5-8c22-4edf-a59a-cde1650123f9 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.968446 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81857bb5-8c22-4edf-a59a-cde1650123f9 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.996044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-81857bb5-8c22-4edf-a59a-cde1650123f9 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:58.997384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-81857bb5-8c22-4edf-a59a-cde1650123f9 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1547134 Aug 04 17:28:59.001923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81857bb5-8c22-4edf-a59a-cde1650123f9 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d743c5b-87d0-4bb6-aa88-2e4c0fcba6a0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:59.002672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33870) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.014678 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-85072f27-d13f-4a7f-8706-cf6675eb935e tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': '8d743c5b-87d0-4bb6-aa88-2e4c0fcba6a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:59.058145 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-85072f27-d13f-4a7f-8706-cf6675eb935e tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:59.059697 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-85072f27-d13f-4a7f-8706-cf6675eb935e tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0537784 Aug 04 17:28:59.063171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33872) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.067959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-52325365-2364-4977-84a6-71a7832f2777 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group_rule': {'security_group_id': '8d743c5b-87d0-4bb6-aa88-2e4c0fcba6a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:59.113858 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-52325365-2364-4977-84a6-71a7832f2777 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 17:28:59.114984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-52325365-2364-4977-84a6-71a7832f2777 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0507066 Aug 04 17:28:59.117955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33874) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.178195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0cce80d9-1dfb-4f2e-97ed-42d3202d8d7c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.200586 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0cce80d9-1dfb-4f2e-97ed-42d3202d8d7c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.249090 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0cce80d9-1dfb-4f2e-97ed-42d3202d8d7c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.253622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0cce80d9-1dfb-4f2e-97ed-42d3202d8d7c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.255324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0cce80d9-1dfb-4f2e-97ed-42d3202d8d7c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/8d743c5b-87d0-4bb6-aa88-2e4c0fcba6a0 HTTP/1.1" status: 204 len: 168 time: 0.1361268 Aug 04 17:28:59.258151 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33876) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.266136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce80d9-1dfb-4f2e-97ed-42d3202d8d7c tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d743c5b-87d0-4bb6-aa88-2e4c0fcba6a0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:59.307166 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c5b9e3d2-4029-4c61-8e70-4c5a7ad6863e tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474095 Aug 04 17:28:59.310958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33878) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.315789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e10b6582-a3fb-47ad-bda6-464c37e71d84 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'tempest-secgroup--541713926'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:59.342833 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e10b6582-a3fb-47ad-bda6-464c37e71d84 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.430199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e10b6582-a3fb-47ad-bda6-464c37e71d84 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.435097 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e10b6582-a3fb-47ad-bda6-464c37e71d84 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.462402 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e10b6582-a3fb-47ad-bda6-464c37e71d84 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.463679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e10b6582-a3fb-47ad-bda6-464c37e71d84 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1516328 Aug 04 17:28:59.465797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b6582-a3fb-47ad-bda6-464c37e71d84 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9877557-eafc-4a6f-9e6d-239a00f80ef8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:59.466772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33880) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.471578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c04bd454-95a5-4b33-876b-5bb46a94a367 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:28:59.472003 n-d-764435-5 neutron-server[105829]: WARNING neutron.api.v2.base [None req-c04bd454-95a5-4b33-876b-5bb46a94a367 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 04 17:28:59.472544 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-c04bd454-95a5-4b33-876b-5bb46a94a367 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] update failed (client error): There was a conflict when trying to complete your request. Aug 04 17:28:59.473531 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c04bd454-95a5-4b33-876b-5bb46a94a367 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "PUT /v2.0/security-groups/f9877557-eafc-4a6f-9e6d-239a00f80ef8 HTTP/1.1" status: 409 len: 330 time: 0.0056703 Aug 04 17:28:59.476047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33882) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.539043 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1e469b8-73f2-4d48-9968-36c30fde3968 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.561406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1e469b8-73f2-4d48-9968-36c30fde3968 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.608906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1e469b8-73f2-4d48-9968-36c30fde3968 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.611614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1e469b8-73f2-4d48-9968-36c30fde3968 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:28:59.612760 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e1e469b8-73f2-4d48-9968-36c30fde3968 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/f9877557-eafc-4a6f-9e6d-239a00f80ef8 HTTP/1.1" status: 204 len: 168 time: 0.1358538 Aug 04 17:28:59.615690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33884) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.621777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e469b8-73f2-4d48-9968-36c30fde3968 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9877557-eafc-4a6f-9e6d-239a00f80ef8,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:28:59.664192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bbba4dec-19bc-4d7f-ad5a-9939dd7c4d37 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0473371 Aug 04 17:28:59.667826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33886) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.680552 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-6a6db66e-2c5e-4957-9917-0b6cf794eda2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] delete failed (client error): The resource could not be found. Aug 04 17:28:59.681422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6a6db66e-2c5e-4957-9917-0b6cf794eda2 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "DELETE /v2.0/security-groups/1cb0aefc-ce49-40e4-8a65-fd6b6d73f897 HTTP/1.1" status: 404 len: 347 time: 0.0126040 Aug 04 17:28:59.685032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33888) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.699040 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-09c8acbd-d427-4ead-88fb-c3f773e8e32d tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] show failed (client error): The resource could not be found. Aug 04 17:28:59.700300 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09c8acbd-d427-4ead-88fb-c3f773e8e32d tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-groups/f06aff3a-6c2c-4804-9235-47fe58030e8b HTTP/1.1" status: 404 len: 347 time: 0.0143223 Aug 04 17:28:59.705533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33890) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:28:59.726259 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-ad6095a0-944b-4ac6-ab49-fad02dd30867 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] show failed (client error): The resource could not be found. Aug 04 17:28:59.727762 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ad6095a0-944b-4ac6-ab49-fad02dd30867 tempest-NegativeSecGroupIPv6Test-1610448492 tempest-NegativeSecGroupIPv6Test-1610448492-project] 10.222.0.39 "GET /v2.0/security-group-rules/392aaf3a-e48b-4edc-8452-4f45a2a6b064 HTTP/1.1" status: 404 len: 356 time: 0.0209625 Aug 04 17:29:00.000401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33896) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:00.153738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ef5346fc-9892-46ee-a9f9-71a361780fdc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f49d325faae4252aae45a2fb195f278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513550 Aug 04 17:29:00.156080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33900) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:00.213679 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a187e71-6031-4818-872f-09d76179e3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:00.235629 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a187e71-6031-4818-872f-09d76179e3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:00.285735 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a187e71-6031-4818-872f-09d76179e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:00.288388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3a187e71-6031-4818-872f-09d76179e3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:00.289550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3a187e71-6031-4818-872f-09d76179e3b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e47bb8b-6055-4e55-8a04-22889209344e HTTP/1.1" status: 204 len: 168 time: 0.1325674 Aug 04 17:29:00.297958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a187e71-6031-4818-872f-09d76179e3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e47bb8b-6055-4e55-8a04-22889209344e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:01.001263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 33922) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:01.100027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-259996479'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:01.126208 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Made reservation on behalf of dfc52aa593dc461da0662dc89e14777c for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:29:01.131642 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.143169 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.250848 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.257511 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.284589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:29:01.294862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab3b88b-64ee-4169-9514-eb9b08ba6ab2,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:01.300967 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.301578 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Added segment 4370abd6-b512-42ec-919b-cd84693e1102 of type vlan for network 22c49dd2-5c96-41db-99be-aec81e0a31d1 Aug 04 17:29:01.347357 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.378668 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.384212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:01.384792 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.436107 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4337440 Aug 04 17:29:01.439058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33928) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:01.445186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Request body: {'subnet': {'network_id': '22c49dd2-5c96-41db-99be-aec81e0a31d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:01.456341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3c4f-ddb5-480f-8e04-d8afed65918d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Pushing event updated for resources: {'Network': ['ID=22c49dd2-5c96-41db-99be-aec81e0a31d1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:01.466862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 22c49dd2-5c96-41db-99be-aec81e0a31d1 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:29:01.535197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Made reservation on behalf of dfc52aa593dc461da0662dc89e14777c for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:29:01.538645 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.735074 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.796013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Pushing event updated for resources: {'Subnet': ['ID=fb08e24b-7c7e-4680-b547-51999af63fbb,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:01.806610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Checking segment: {'id': '4370abd6-b512-42ec-919b-cd84693e1102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22c49dd2-5c96-41db-99be-aec81e0a31d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:29:01.806999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Network hostable DHCP agents. Network: 22c49dd2-5c96-41db-99be-aec81e0a31d1, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:29:01.828144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Network 22c49dd2-5c96-41db-99be-aec81e0a31d1 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:29:01.838420 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 22c49dd2-5c96-41db-99be-aec81e0a31d1) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:29:01.843221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:01.844243 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:01.847304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a72d0-3b72-4b9e-85d1-3ac6676c32a1 None None] Network 22c49dd2-5c96-41db-99be-aec81e0a31d1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:29:01.861838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-da1e26f1-3116-4ae7-af2b-ce9ca5411049 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4213047 Aug 04 17:29:01.864225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33930) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:01.869181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Request body: {'port': {'network_id': '22c49dd2-5c96-41db-99be-aec81e0a31d1', 'name': 'tempest-TagsExtTest-163889033'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:01.990001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Made reservation on behalf of dfc52aa593dc461da0662dc89e14777c for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:29:01.993692 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.003798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-22c49dd2-5c96-41db-99be-aec81e0a31d1', 'network_id': '22c49dd2-5c96-41db-99be-aec81e0a31d1', 'tenant_id': 'dfc52aa593dc461da0662dc89e14777c', 'fixed_ips': [{'subnet_id': 'fb08e24b-7c7e-4680-b547-51999af63fbb'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:29:02.004705 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.018130 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a3ce92e4-0c9d-4049-9401-8153afe9dc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.019124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] device_id is not set on port d1436a58-7df3-4dc9-bb57-956b62f6e2b0 yet. {{(pid=105828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 04 17:29:02.132668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Allocated IP 172.20.0.12 (22c49dd2-5c96-41db-99be-aec81e0a31d1/fb08e24b-7c7e-4680-b547-51999af63fbb/d1436a58-7df3-4dc9-bb57-956b62f6e2b0) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:29:02.294819 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.315385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Transition to ACTIVE for port object d1436a58-7df3-4dc9-bb57-956b62f6e2b0 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:29:02.355243 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.399830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Network 22c49dd2-5c96-41db-99be-aec81e0a31d1 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:29:02.402995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:29:02.409508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:29:02.411878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Allocated IP 172.20.0.2 (22c49dd2-5c96-41db-99be-aec81e0a31d1/fb08e24b-7c7e-4680-b547-51999af63fbb/01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:29:02.436786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Pushing event updated for resources: {'Port': ['ID=d1436a58-7df3-4dc9-bb57-956b62f6e2b0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:02.468097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:02.468832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.485032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-be9d0db7-ee28-483c-8b0b-2845417a3b2e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6197174 Aug 04 17:29:02.488080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33932) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:02.492831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ab61989d-ede7-4981-9590-97cffc0c698c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-98640288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:02.517534 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab61989d-ede7-4981-9590-97cffc0c698c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.518909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab61989d-ede7-4981-9590-97cffc0c698c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.581035 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab61989d-ede7-4981-9590-97cffc0c698c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.587209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab61989d-ede7-4981-9590-97cffc0c698c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.606223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab61989d-ede7-4981-9590-97cffc0c698c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.607811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ab61989d-ede7-4981-9590-97cffc0c698c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1185279 Aug 04 17:29:02.610725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33934) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:02.615421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9ac36bfa-4892-4d3a-8874-4a9163370362 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2131460235', 'prefixes': ['172.20.0.0/16']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:02.699960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9ac36bfa-4892-4d3a-8874-4a9163370362 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for subnetpool, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.701419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9ac36bfa-4892-4d3a-8874-4a9163370362 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0896301 Aug 04 17:29:02.704876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33936) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:02.710061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-a132e831-b5f9-4563-b138-149ad68e8021 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb', 'tempest-TagsExtTest-Tag-200203047') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:02.750520 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.759109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Transition to ACTIVE for port object 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:29:02.774635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Transition to ACTIVE for port object 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:29:02.782225 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.813423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a132e831-b5f9-4563-b138-149ad68e8021 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags/tempest-TagsExtTest-Tag-200203047 HTTP/1.1" status: 201 len: 201 time: 0.1071651 Aug 04 17:29:02.815946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33938) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:02.820941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-48996110-68aa-4ca2-b641-31f24f4e945c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0', 'tempest-TagsExtTest-Tag-1406744838') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:02.824873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Network 22c49dd2-5c96-41db-99be-aec81e0a31d1 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:29:02.828385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:29:02.833178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:29:02.836504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Pushing event updated for resources: {'Port': ['ID=01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:02.848537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.848833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.849204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.849534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.849865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.850190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.850501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.850838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.851172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.851494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.851815 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.852134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:02.893150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-48996110-68aa-4ca2-b641-31f24f4e945c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags/tempest-TagsExtTest-Tag-1406744838 HTTP/1.1" status: 201 len: 201 time: 0.0760775 Aug 04 17:29:02.895937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33940) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:02.901435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-92006195-c1c8-4b00-b4c7-bd6b9856caab tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8', 'tempest-TagsExtTest-Tag-1260262855') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:02.904625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Attempting to bind port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:29:02.905106 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Attempting to bind port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '4370abd6-b512-42ec-919b-cd84693e1102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22c49dd2-5c96-41db-99be-aec81e0a31d1'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:29:02.905612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Attempting to bind port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f on network 22c49dd2-5c96-41db-99be-aec81e0a31d1 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:29:02.910959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:29:02.911333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Checking segment: {'id': '4370abd6-b512-42ec-919b-cd84693e1102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22c49dd2-5c96-41db-99be-aec81e0a31d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:29:02.911743 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.912139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Bound using segment: {'id': '4370abd6-b512-42ec-919b-cd84693e1102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22c49dd2-5c96-41db-99be-aec81e0a31d1'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:29:02.912607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Bound port: 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4370abd6-b512-42ec-919b-cd84693e1102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '22c49dd2-5c96-41db-99be-aec81e0a31d1'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:29:02.913014 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.980908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] For port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:29:02.984597 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] For port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f,segment=NetworkSegment(4370abd6-b512-42ec-919b-cd84693e1102),segment_id=4370abd6-b512-42ec-919b-cd84693e1102)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:29:02.990881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:02.997489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-92006195-c1c8-4b00-b4c7-bd6b9856caab tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags/tempest-TagsExtTest-Tag-1260262855 HTTP/1.1" status: 201 len: 201 time: 0.1002724 Aug 04 17:29:03.000504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33942) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.005423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-9ea1c075-ce56-430c-a0c7-5eecbff374dc tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f', 'tempest-TagsExtTest-Tag-212253349') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:03.067095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304109a1-eae4-45cd-bd67-6f4a08aba6f7 None None] Pushing event updated for resources: {'Port': ['ID=01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:03.077557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9ea1c075-ce56-430c-a0c7-5eecbff374dc tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags/tempest-TagsExtTest-Tag-212253349 HTTP/1.1" status: 201 len: 201 time: 0.0758753 Aug 04 17:29:03.081458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33944) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.086119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-c363e139-29cf-403b-85f0-7a4daec8c43c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:03.152653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c363e139-29cf-403b-85f0-7a4daec8c43c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags HTTP/1.1" status: 200 len: 240 time: 0.0677679 Aug 04 17:29:03.152885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33946) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.157456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-85c01351-2bb9-4284-aca8-3544ebff0a67 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb', 'tempest-TagsExtTest-Tag-200203047') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:03.214004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-85c01351-2bb9-4284-aca8-3544ebff0a67 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags/tempest-TagsExtTest-Tag-200203047 HTTP/1.1" status: 204 len: 168 time: 0.0599315 Aug 04 17:29:03.216499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33948) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.221120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-bec005dc-ad04-4ca1-a755-a06485742cf3 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb', 'tempest-TagsExtTest-Tag-200203047') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:03.312491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bec005dc-ad04-4ca1-a755-a06485742cf3 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags/tempest-TagsExtTest-Tag-200203047 HTTP/1.1" status: 204 len: 168 time: 0.0948699 Aug 04 17:29:03.314955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33950) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.319447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-e27088ac-13f6-4f9e-910d-d4b8d13f5471 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:03.381223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e27088ac-13f6-4f9e-910d-d4b8d13f5471 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags HTTP/1.1" status: 200 len: 205 time: 0.0649688 Aug 04 17:29:03.384067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33952) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.389494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-fafd11f0-cabc-4ac1-a31d-003ac12428cb tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:03.455812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fafd11f0-cabc-4ac1-a31d-003ac12428cb tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags HTTP/1.1" status: 200 len: 241 time: 0.0704935 Aug 04 17:29:03.458286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33954) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.462605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-bba134db-33b6-4939-a264-cea137b013a6 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0', 'tempest-TagsExtTest-Tag-1406744838') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:03.514845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bba134db-33b6-4939-a264-cea137b013a6 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags/tempest-TagsExtTest-Tag-1406744838 HTTP/1.1" status: 204 len: 168 time: 0.0554602 Aug 04 17:29:03.517382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33956) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.522202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-48c13074-b033-4eb3-9c54-3a8a27f2fa1f tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0', 'tempest-TagsExtTest-Tag-1406744838') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:03.596550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-48c13074-b033-4eb3-9c54-3a8a27f2fa1f tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags/tempest-TagsExtTest-Tag-1406744838 HTTP/1.1" status: 204 len: 168 time: 0.0778849 Aug 04 17:29:03.599130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33958) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.603851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-26172552-253a-403e-bf2d-ebb88c020339 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:03.655352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-26172552-253a-403e-bf2d-ebb88c020339 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags HTTP/1.1" status: 200 len: 205 time: 0.0549705 Aug 04 17:29:03.658363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33962) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.662890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-b06fa0d3-65ea-4f0c-a858-7b3cd2a2a979 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:03.748776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b06fa0d3-65ea-4f0c-a858-7b3cd2a2a979 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags HTTP/1.1" status: 200 len: 241 time: 0.0893607 Aug 04 17:29:03.751431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33964) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:03.756385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-31cc0929-3f1f-4051-99c6-894e0e65c09f tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8', 'tempest-TagsExtTest-Tag-1260262855') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.023250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a126fe6-87f9-44af-a529-f8a39cfe3902 None None] Network 22c49dd2-5c96-41db-99be-aec81e0a31d1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:29:04.106091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ae02874f-08d3-4606-b7b8-2bf8f916ea6d None None] Provisioning for port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:29:04.231874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-31cc0929-3f1f-4051-99c6-894e0e65c09f tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags/tempest-TagsExtTest-Tag-1260262855 HTTP/1.1" status: 204 len: 168 time: 0.4793940 Aug 04 17:29:04.235022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33966) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.241768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-17869201-a1cb-47e8-a1c7-691d6ac1dc40 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8', 'tempest-TagsExtTest-Tag-1260262855') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.305814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:29:04.339779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-17869201-a1cb-47e8-a1c7-691d6ac1dc40 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags/tempest-TagsExtTest-Tag-1260262855 HTTP/1.1" status: 204 len: 168 time: 0.1036000 Aug 04 17:29:04.342846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33968) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.347384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-efb51c7d-befe-48cf-b25a-74270b071044 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.368701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:29:04.373916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:29:04.374297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:04.433475 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6088ffff-9850-4be6-a24f-bf938ac70238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:04.438287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-efb51c7d-befe-48cf-b25a-74270b071044 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags HTTP/1.1" status: 200 len: 205 time: 0.0904362 Aug 04 17:29:04.441785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33970) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.447091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-2c5459bf-e4e3-4604-ba42-68ca128238af tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.448889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2a9f8c57-a6e2-4367-b39e-3416f35a321f None None] Provisioning complete for port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:29:04.449344 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8c57-a6e2-4367-b39e-3416f35a321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:04.472908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2c5459bf-e4e3-4604-ba42-68ca128238af tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags HTTP/1.1" status: 200 len: 240 time: 0.0295677 Aug 04 17:29:04.475388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33972) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.480312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-ce0b586b-1929-4422-8411-96c454b4c573 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f', 'tempest-TagsExtTest-Tag-212253349') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.509853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ce0b586b-1929-4422-8411-96c454b4c573 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags/tempest-TagsExtTest-Tag-212253349 HTTP/1.1" status: 204 len: 168 time: 0.0309544 Aug 04 17:29:04.511103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33974) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.514263 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:04.515708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-fb4aec7d-b7c4-410b-b9a3-a9aa74d5ea04 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f', 'tempest-TagsExtTest-Tag-212253349') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.560361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fb4aec7d-b7c4-410b-b9a3-a9aa74d5ea04 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags/tempest-TagsExtTest-Tag-212253349 HTTP/1.1" status: 204 len: 168 time: 0.0461965 Aug 04 17:29:04.560603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33976) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.565376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-30d04f80-60d6-4c98-bebf-51e51a1831f8 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.578675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f,segment=NetworkSegment(4370abd6-b512-42ec-919b-cd84693e1102),segment_id=4370abd6-b512-42ec-919b-cd84693e1102)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:04.586289 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:04.590158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-30d04f80-60d6-4c98-bebf-51e51a1831f8 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags HTTP/1.1" status: 200 len: 205 time: 0.0285048 Aug 04 17:29:04.593211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33978) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.594431 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8c57-a6e2-4367-b39e-3416f35a321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:04.598025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-4d45e79c-06ae-419b-bb1c-630626691bac tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.627410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4d45e79c-06ae-419b-bb1c-630626691bac tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags HTTP/1.1" status: 204 len: 168 time: 0.0329778 Aug 04 17:29:04.630039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33980) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.634572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-23d04ac6-7aa1-47c0-ba90-08189bfb401e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.671887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:04.688561 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-2a9f8c57-a6e2-4367-b39e-3416f35a321f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:29:04.688924 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-2a9f8c57-a6e2-4367-b39e-3416f35a321f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:29:04.717658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-23d04ac6-7aa1-47c0-ba90-08189bfb401e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags HTTP/1.1" status: 204 len: 168 time: 0.0866137 Aug 04 17:29:04.721378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33982) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.725959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-5d52e06b-4c65-431b-b1aa-2772ced33dfb tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.799964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5d52e06b-4c65-431b-b1aa-2772ced33dfb tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags HTTP/1.1" status: 204 len: 168 time: 0.0775151 Aug 04 17:29:04.802751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33984) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.807026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-87e87619-54b0-4abb-9ce2-f03f1b328d12 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.868307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-87e87619-54b0-4abb-9ce2-f03f1b328d12 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.0646012 Aug 04 17:29:04.873782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33986) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.878393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-0643bfb5-fc1c-4783-9bb3-d61e4ef2f34f tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb', 'tempest-TagsExtTest-Tag-1891082459') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:04.948891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0643bfb5-fc1c-4783-9bb3-d61e4ef2f34f tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags/tempest-TagsExtTest-Tag-1891082459 HTTP/1.1" status: 201 len: 201 time: 0.0740306 Aug 04 17:29:04.952190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33988) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:04.956800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-1033691b-9c03-4c23-a116-440f0e644da0 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0', 'tempest-TagsExtTest-Tag-1546545666') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.009562 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:05.025509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1033691b-9c03-4c23-a116-440f0e644da0 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags/tempest-TagsExtTest-Tag-1546545666 HTTP/1.1" status: 201 len: 201 time: 0.0721664 Aug 04 17:29:05.028260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33990) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.033275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-1111f636-a132-49bc-af76-658b1baede06 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8', 'tempest-TagsExtTest-Tag-1372595851') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.126324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1111f636-a132-49bc-af76-658b1baede06 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags/tempest-TagsExtTest-Tag-1372595851 HTTP/1.1" status: 201 len: 201 time: 0.0968020 Aug 04 17:29:05.128856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33992) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.133592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-c8f009bd-e09b-4417-8372-0c6a8b339005 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f', 'tempest-TagsExtTest-Tag-134769969') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.169589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c8f009bd-e09b-4417-8372-0c6a8b339005 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags/tempest-TagsExtTest-Tag-134769969 HTTP/1.1" status: 201 len: 201 time: 0.0396905 Aug 04 17:29:05.172735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33994) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.177267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-d47403d5-fd5e-440a-a30a-2169570129eb tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb', {'tags': ['tempest-TagsExtTest-Tag-269165782', 'tempest-TagsExtTest-Tag-1356302704', 'tempest-TagsExtTest-Tag-1637669335']}) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.239286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d47403d5-fd5e-440a-a30a-2169570129eb tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags HTTP/1.1" status: 200 len: 317 time: 0.0654831 Aug 04 17:29:05.241734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33996) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.246020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2a9f8c57-a6e2-4367-b39e-3416f35a321f None None] Provisioning for port d1436a58-7df3-4dc9-bb57-956b62f6e2b0 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:29:05.246597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-16189c4c-738a-4c4f-8286-7d962073fe4e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.250512 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2a9f8c57-a6e2-4367-b39e-3416f35a321f None None] Provisioning complete for port d1436a58-7df3-4dc9-bb57-956b62f6e2b0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:29:05.250920 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8c57-a6e2-4367-b39e-3416f35a321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:05.287608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f8c57-a6e2-4367-b39e-3416f35a321f None None] Port d1436a58-7df3-4dc9-bb57-956b62f6e2b0 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:29:05.331191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-16189c4c-738a-4c4f-8286-7d962073fe4e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.0883167 Aug 04 17:29:05.333836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 33998) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.338090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-8e3f4e55-bc71-40cb-ad8a-6271a7992efb tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb', 'tempest-TagsExtTest-Tag-269165782') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.393378 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-8e3f4e55-bc71-40cb-ad8a-6271a7992efb tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:05.394599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8e3f4e55-bc71-40cb-ad8a-6271a7992efb tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags/tempest-TagsExtTest-Tag-269165782 HTTP/1.1" status: 404 len: 328 time: 0.0595591 Aug 04 17:29:05.397599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34000) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.404054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-c7453c89-3224-4f16-a7e2-6ade387011d1 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb', 'tempest-TagsExtTest-Tag-1356302704') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.413112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8b411602-004d-42da-85d3-9097984819a9 None None] Provisioning complete for port d1436a58-7df3-4dc9-bb57-956b62f6e2b0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:29:05.413638 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8b411602-004d-42da-85d3-9097984819a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:05.450691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8b411602-004d-42da-85d3-9097984819a9 None None] Port d1436a58-7df3-4dc9-bb57-956b62f6e2b0 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:29:05.515334 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-c7453c89-3224-4f16-a7e2-6ade387011d1 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:05.516405 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c7453c89-3224-4f16-a7e2-6ade387011d1 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags/tempest-TagsExtTest-Tag-1356302704 HTTP/1.1" status: 404 len: 329 time: 0.1177886 Aug 04 17:29:05.519470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34002) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.523802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-fc25b3f2-293f-454e-8bb8-2396c4a7cce2 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb', 'tempest-TagsExtTest-Tag-1637669335') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.580901 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-fc25b3f2-293f-454e-8bb8-2396c4a7cce2 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:05.582112 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fc25b3f2-293f-454e-8bb8-2396c4a7cce2 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags/tempest-TagsExtTest-Tag-1637669335 HTTP/1.1" status: 404 len: 329 time: 0.0617461 Aug 04 17:29:05.586244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34004) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.591105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-a1f29def-aa4b-4d5b-bd55-53c1aa423290 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0', {'tags': ['tempest-TagsExtTest-Tag-1502091209', 'tempest-TagsExtTest-Tag-1375495858', 'tempest-TagsExtTest-Tag-567166260']}) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.653505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a1f29def-aa4b-4d5b-bd55-53c1aa423290 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags HTTP/1.1" status: 200 len: 317 time: 0.0660169 Aug 04 17:29:05.656394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34006) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.660846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-5f6af767-9370-4b67-a18f-fc8d3f4f2584 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.732021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5f6af767-9370-4b67-a18f-fc8d3f4f2584 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags HTTP/1.1" status: 204 len: 168 time: 0.0745254 Aug 04 17:29:05.735585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34008) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.740039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-2f5c6b5d-39cc-4891-9f9f-90cc4616bb1e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0', 'tempest-TagsExtTest-Tag-1502091209') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.803482 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-2f5c6b5d-39cc-4891-9f9f-90cc4616bb1e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:05.804546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2f5c6b5d-39cc-4891-9f9f-90cc4616bb1e tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags/tempest-TagsExtTest-Tag-1502091209 HTTP/1.1" status: 404 len: 329 time: 0.0680051 Aug 04 17:29:05.808677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34010) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.813586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-09642fde-fce1-466e-be0d-e2be769d8460 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0', 'tempest-TagsExtTest-Tag-1375495858') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.863582 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-09642fde-fce1-466e-be0d-e2be769d8460 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:05.864618 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-09642fde-fce1-466e-be0d-e2be769d8460 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags/tempest-TagsExtTest-Tag-1375495858 HTTP/1.1" status: 404 len: 329 time: 0.0550587 Aug 04 17:29:05.869053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34012) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.874383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-c24e3d47-e02c-40a1-a1e5-ee4dbb5ec25c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0', 'tempest-TagsExtTest-Tag-567166260') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:05.892105 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:05.927062 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-c24e3d47-e02c-40a1-a1e5-ee4dbb5ec25c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:05.928045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c24e3d47-e02c-40a1-a1e5-ee4dbb5ec25c tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags/tempest-TagsExtTest-Tag-567166260 HTTP/1.1" status: 404 len: 328 time: 0.0581110 Aug 04 17:29:05.932253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34014) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:05.937114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-17f73638-7249-408d-b1ad-a9a2ae942209 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8', {'tags': ['tempest-TagsExtTest-Tag-709525774', 'tempest-TagsExtTest-Tag-1786634449', 'tempest-TagsExtTest-Tag-631373540']}) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.029748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-17f73638-7249-408d-b1ad-a9a2ae942209 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags HTTP/1.1" status: 200 len: 316 time: 0.0963538 Aug 04 17:29:06.032519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34016) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.037622 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-35bf8237-7ceb-4af3-9d57-ce17020b72b4 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.135202 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-35bf8237-7ceb-4af3-9d57-ce17020b72b4 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags HTTP/1.1" status: 204 len: 168 time: 0.1015406 Aug 04 17:29:06.138964 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34018) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.143545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-f4688ec2-2ee0-47b5-81af-eb400b706d89 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8', 'tempest-TagsExtTest-Tag-709525774') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.253755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:29:06.306240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:29:06.306621 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:06.520106 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-f4688ec2-2ee0-47b5-81af-eb400b706d89 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:06.521694 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f4688ec2-2ee0-47b5-81af-eb400b706d89 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags/tempest-TagsExtTest-Tag-709525774 HTTP/1.1" status: 404 len: 328 time: 0.3812099 Aug 04 17:29:06.524213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34020) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.528800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-20b23282-d073-4795-87aa-df35bd9d0699 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8', 'tempest-TagsExtTest-Tag-1786634449') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.610181 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-20b23282-d073-4795-87aa-df35bd9d0699 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:06.611244 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-20b23282-d073-4795-87aa-df35bd9d0699 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags/tempest-TagsExtTest-Tag-1786634449 HTTP/1.1" status: 404 len: 329 time: 0.0861461 Aug 04 17:29:06.622422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34024) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.622422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-3e635336-1249-4880-afa1-8fded22a58c4 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8', 'tempest-TagsExtTest-Tag-631373540') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.709061 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-3e635336-1249-4880-afa1-8fded22a58c4 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:06.710274 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3e635336-1249-4880-afa1-8fded22a58c4 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags/tempest-TagsExtTest-Tag-631373540 HTTP/1.1" status: 404 len: 328 time: 0.0930932 Aug 04 17:29:06.713450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34026) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.718769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-82d73993-af87-4bda-987d-fafc94abc0b1 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f', {'tags': ['tempest-TagsExtTest-Tag-342881152', 'tempest-TagsExtTest-Tag-375805052', 'tempest-TagsExtTest-Tag-865613186']}) {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.755639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-82d73993-af87-4bda-987d-fafc94abc0b1 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "PUT /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags HTTP/1.1" status: 200 len: 315 time: 0.0410964 Aug 04 17:29:06.759153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34028) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.763937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-7d08f635-ba8d-4f1b-ada9-c93f5aec3991 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.808668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7d08f635-ba8d-4f1b-ada9-c93f5aec3991 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags HTTP/1.1" status: 204 len: 168 time: 0.0483956 Aug 04 17:29:06.811351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34030) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.815850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-7ee9b96e-be73-4433-b7ec-9f65eb54b07d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f', 'tempest-TagsExtTest-Tag-342881152') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.836639 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-7ee9b96e-be73-4433-b7ec-9f65eb54b07d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:06.837646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7ee9b96e-be73-4433-b7ec-9f65eb54b07d tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags/tempest-TagsExtTest-Tag-342881152 HTTP/1.1" status: 404 len: 328 time: 0.0252945 Aug 04 17:29:06.841182 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34032) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.846373 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.tag.tag_plugin [None req-7bba0067-b014-42be-a173-e38c78b06eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f', 'tempest-TagsExtTest-Tag-375805052') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.886332 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-7bba0067-b014-42be-a173-e38c78b06eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:06.887406 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7bba0067-b014-42be-a173-e38c78b06eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags/tempest-TagsExtTest-Tag-375805052 HTTP/1.1" status: 404 len: 328 time: 0.0452440 Aug 04 17:29:06.890984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34034) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.896996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-7e43c78b-bffa-4423-bf23-3545b2157c07 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f', 'tempest-TagsExtTest-Tag-865613186') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.920117 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-7e43c78b-bffa-4423-bf23-3545b2157c07 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] show failed (client error): The resource could not be found. Aug 04 17:29:06.921141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7e43c78b-bffa-4423-bf23-3545b2157c07 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags/tempest-TagsExtTest-Tag-865613186 HTTP/1.1" status: 404 len: 328 time: 0.0289195 Aug 04 17:29:06.925085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34036) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.929375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-1b6ea804-aa56-41c0-b79d-7844cb382940 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:06.954352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1b6ea804-aa56-41c0-b79d-7844cb382940 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f/tags HTTP/1.1" status: 204 len: 168 time: 0.0282958 Aug 04 17:29:06.957026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34038) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:06.961594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-deb497cf-f38a-4f84-8f9c-c843a4acf8a7 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d28752e-7e4d-4341-8c11-46f1b27d3dd8') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:07.044226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-deb497cf-f38a-4f84-8f9c-c843a4acf8a7 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8/tags HTTP/1.1" status: 204 len: 168 time: 0.0862036 Aug 04 17:29:07.047014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34040) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:07.051256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-fddc80e7-83a4-43e9-be3d-653cfe23ffd2 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd1436a58-7df3-4dc9-bb57-956b62f6e2b0') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:07.107975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fddc80e7-83a4-43e9-be3d-653cfe23ffd2 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0/tags HTTP/1.1" status: 204 len: 168 time: 0.0599065 Aug 04 17:29:07.110586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34042) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:07.114836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.tag.tag_plugin [None req-6dd6fa19-d789-4537-9642-76f4398a4f27 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fb08e24b-7c7e-4680-b547-51999af63fbb') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:07.175703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6dd6fa19-d789-4537-9642-76f4398a4f27 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.0641241 Aug 04 17:29:07.180518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34044) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:07.266378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bd50d29a-aaec-4b4c-8972-776c2032cb78 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for subnetpool, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:07.268357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bd50d29a-aaec-4b4c-8972-776c2032cb78 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/subnetpools/59cf54bb-89b3-49ae-8cfa-6e0d582f1e8f HTTP/1.1" status: 204 len: 168 time: 0.0868497 Aug 04 17:29:07.271086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34046) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:07.300623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c89c742f-e4fc-4602-9034-7d3cfa163b54 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d28752e-7e4d-4341-8c11-46f1b27d3dd8 HTTP/1.1" status: 200 len: 205 time: 0.0280826 Aug 04 17:29:07.303147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34048) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:07.382960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbe1c-e0fa-4370-b9a1-9d82455fab51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:07.502323 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:07.555294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbe1c-e0fa-4370-b9a1-9d82455fab51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:07.557618 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbe1c-e0fa-4370-b9a1-9d82455fab51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:07.603828 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbe1c-e0fa-4370-b9a1-9d82455fab51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:07.604326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0bbe1c-e0fa-4370-b9a1-9d82455fab51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Fanout notify agent at l3_agent the message router_deleted on router 2d28752e-7e4d-4341-8c11-46f1b27d3dd8 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:29:07.611819 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d0bbe1c-e0fa-4370-b9a1-9d82455fab51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:07.612916 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4d0bbe1c-e0fa-4370-b9a1-9d82455fab51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/routers/2d28752e-7e4d-4341-8c11-46f1b27d3dd8 HTTP/1.1" status: 204 len: 168 time: 0.3088760 Aug 04 17:29:07.615479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34050) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:07.707117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-99085e24-73db-4800-99ca-4bd0e3245eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Deleting port d1436a58-7df3-4dc9-bb57-956b62f6e2b0 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:29:07.707378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99085e24-73db-4800-99ca-4bd0e3245eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:07.800119 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99085e24-73db-4800-99ca-4bd0e3245eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:07.812601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-99085e24-73db-4800-99ca-4bd0e3245eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Calling delete_port for d1436a58-7df3-4dc9-bb57-956b62f6e2b0 owned by {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:29:07.968246 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99085e24-73db-4800-99ca-4bd0e3245eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:07.997344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99085e24-73db-4800-99ca-4bd0e3245eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Pushing event deleted for resources: {'Port': ['ID=d1436a58-7df3-4dc9-bb57-956b62f6e2b0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:08.080198 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-99085e24-73db-4800-99ca-4bd0e3245eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.084667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-99085e24-73db-4800-99ca-4bd0e3245eda tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/ports/d1436a58-7df3-4dc9-bb57-956b62f6e2b0 HTTP/1.1" status: 204 len: 168 time: 0.4658792 Aug 04 17:29:08.085173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34052) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:08.137218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-868bba45-3504-454a-85e2-d592a69eeb51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Deleting subnet fb08e24b-7c7e-4680-b547-51999af63fbb {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:29:08.140952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868bba45-3504-454a-85e2-d592a69eeb51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.182315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868bba45-3504-454a-85e2-d592a69eeb51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.276081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868bba45-3504-454a-85e2-d592a69eeb51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.339626 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868bba45-3504-454a-85e2-d592a69eeb51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.367584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bba45-3504-454a-85e2-d592a69eeb51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Pushing event deleted for resources: {'Subnet': ['ID=fb08e24b-7c7e-4680-b547-51999af63fbb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:08.372042 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-868bba45-3504-454a-85e2-d592a69eeb51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.374382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-868bba45-3504-454a-85e2-d592a69eeb51 tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/subnets/fb08e24b-7c7e-4680-b547-51999af63fbb HTTP/1.1" status: 204 len: 168 time: 0.2885818 Aug 04 17:29:08.376996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34054) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:08.379401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da38e92-2e1c-419f-8a2e-6564d1b3bd5c None None] Network 22c49dd2-5c96-41db-99be-aec81e0a31d1 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:29:08.459632 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.518419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Deleting port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:29:08.518764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.563011 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c755268a-66f4-45d5-b33e-bc2d912545aa None None] DHCP port deletion for 22c49dd2-5c96-41db-99be-aec81e0a31d1 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:29:08.586740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] For port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f,segment=NetworkSegment(4370abd6-b512-42ec-919b-cd84693e1102),segment_id=4370abd6-b512-42ec-919b-cd84693e1102)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:08.587141 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.601216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Calling delete_port for 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:29:08.617258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c755268a-66f4-45d5-b33e-bc2d912545aa None None] Deleting port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:29:08.617637 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c755268a-66f4-45d5-b33e-bc2d912545aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.681722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c755268a-66f4-45d5-b33e-bc2d912545aa None None] For port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f,segment=NetworkSegment(4370abd6-b512-42ec-919b-cd84693e1102),segment_id=4370abd6-b512-42ec-919b-cd84693e1102)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:08.682105 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c755268a-66f4-45d5-b33e-bc2d912545aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.691301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.698962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c755268a-66f4-45d5-b33e-bc2d912545aa None None] Calling delete_port for 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:29:08.714159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Pushing event deleted for resources: {'Port': ['ID=01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:08.719964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] No DVR routers for this DVR port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:29:08.783175 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c755268a-66f4-45d5-b33e-bc2d912545aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.802744 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.809149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755268a-66f4-45d5-b33e-bc2d912545aa None None] Pushing event deleted for resources: {'Port': ['ID=01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:08.814407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c49dd2-5c96-41db-99be-aec81e0a31d1']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:08.814793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755268a-66f4-45d5-b33e-bc2d912545aa None None] No DVR routers for this DVR port 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:29:08.828342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4370abd6-b512-42ec-919b-cd84693e1102') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:08.828641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4370abd6-b512-42ec-919b-cd84693e1102') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:29:08.838393 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.858512 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.865160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:29:08.865577 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:29:08.868636 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:29:08.934783 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.942729 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:08.944605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] 10.222.0.39 "DELETE /v2.0/networks/22c49dd2-5c96-41db-99be-aec81e0a31d1 HTTP/1.1" status: 204 len: 168 time: 0.5666573 Aug 04 17:29:08.959260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0fdc6-0c06-471d-b5f6-1ad2c2a7773a tempest-TagsExtTest-576685448 tempest-TagsExtTest-576685448-project] Pushing event deleted for resources: {'Network': ['ID=22c49dd2-5c96-41db-99be-aec81e0a31d1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:09.219201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34060) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:09.228347 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:09.251544 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:09.358908 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d3ab105e-3a8a-41d4-9201-81705fae2bda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfc52aa593dc461da0662dc89e14777c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384513 Aug 04 17:29:09.361579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34064) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:09.416750 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-197a83b8-eac3-4a48-bc46-19db3446b02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:09.442645 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-197a83b8-eac3-4a48-bc46-19db3446b02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:09.493826 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-197a83b8-eac3-4a48-bc46-19db3446b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:09.497769 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-197a83b8-eac3-4a48-bc46-19db3446b02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:09.499217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-197a83b8-eac3-4a48-bc46-19db3446b02c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cab3b88b-64ee-4169-9514-eb9b08ba6ab2 HTTP/1.1" status: 204 len: 168 time: 0.1366553 Aug 04 17:29:09.506930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a83b8-eac3-4a48-bc46-19db3446b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab3b88b-64ee-4169-9514-eb9b08ba6ab2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:10.258303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:29:10.280725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:29:10.281063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 01b17d2e-4bff-4ca1-9a97-a5db1a58fa6f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:29:11.284541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34114) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:11.393109 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d55bcb27-88f6-4300-9b07-aa6fd23ce9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:11.493350 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d55bcb27-88f6-4300-9b07-aa6fd23ce9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:11.500036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d55bcb27-88f6-4300-9b07-aa6fd23ce9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:11.547101 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d55bcb27-88f6-4300-9b07-aa6fd23ce9d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1006aac44b1d41fd8a87b450e36e0578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614229 Aug 04 17:29:11.549829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34118) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:11.550796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bcb27-88f6-4300-9b07-aa6fd23ce9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c95311-84a5-45d4-b264-4f8ba6a25ff9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:11.602179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c84a47c-5008-4f56-9436-b27f82e4ead7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:11.622952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c84a47c-5008-4f56-9436-b27f82e4ead7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:11.680864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c84a47c-5008-4f56-9436-b27f82e4ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:11.684572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0c84a47c-5008-4f56-9436-b27f82e4ead7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:11.686229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0c84a47c-5008-4f56-9436-b27f82e4ead7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42c95311-84a5-45d4-b264-4f8ba6a25ff9 HTTP/1.1" status: 204 len: 168 time: 0.1353135 Aug 04 17:29:11.694341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84a47c-5008-4f56-9436-b27f82e4ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c95311-84a5-45d4-b264-4f8ba6a25ff9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:11.997292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34124) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:12.011375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3648cb43-550d-4e0e-a660-00fbd84ea1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:12.119588 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3648cb43-550d-4e0e-a660-00fbd84ea1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:12.125999 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3648cb43-550d-4e0e-a660-00fbd84ea1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:12.169157 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648cb43-550d-4e0e-a660-00fbd84ea1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9b77d8-9eec-43b5-a592-3bd695e67fff,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:12.174730 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3648cb43-550d-4e0e-a660-00fbd84ea1e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1798ed20bd246818aa40060e4360d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763723 Aug 04 17:29:12.177331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34128) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:12.237365 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047813b0-9794-4814-89d3-0bbd0b75bbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:12.267842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047813b0-9794-4814-89d3-0bbd0b75bbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:12.316592 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047813b0-9794-4814-89d3-0bbd0b75bbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:12.319451 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-047813b0-9794-4814-89d3-0bbd0b75bbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:12.320598 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-047813b0-9794-4814-89d3-0bbd0b75bbff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed9b77d8-9eec-43b5-a592-3bd695e67fff HTTP/1.1" status: 204 len: 168 time: 0.1423991 Aug 04 17:29:12.328614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047813b0-9794-4814-89d3-0bbd0b75bbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9b77d8-9eec-43b5-a592-3bd695e67fff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:14.941444 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34196) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:15.048423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab667a72-5db6-4c29-9d32-a58cfbb55c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.144209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab667a72-5db6-4c29-9d32-a58cfbb55c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.151366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ab667a72-5db6-4c29-9d32-a58cfbb55c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.195732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab667a72-5db6-4c29-9d32-a58cfbb55c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7b00b3-c714-4da6-82af-12a38b0a5bf0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:15.202253 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ab667a72-5db6-4c29-9d32-a58cfbb55c28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9dba219635e485fbe7d263206007458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596047 Aug 04 17:29:15.203883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34200) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:15.253992 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c485eab-73aa-4df4-a18a-ff687a883ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.276584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c485eab-73aa-4df4-a18a-ff687a883ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.323741 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c485eab-73aa-4df4-a18a-ff687a883ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.326467 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5c485eab-73aa-4df4-a18a-ff687a883ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.327939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5c485eab-73aa-4df4-a18a-ff687a883ae7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab7b00b3-c714-4da6-82af-12a38b0a5bf0 HTTP/1.1" status: 204 len: 168 time: 0.1236405 Aug 04 17:29:15.336507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c485eab-73aa-4df4-a18a-ff687a883ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7b00b3-c714-4da6-82af-12a38b0a5bf0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:15.618482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34210) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:15.634971 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4f1532-6d5a-42bc-b0da-b8d581bcce34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.728872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4f1532-6d5a-42bc-b0da-b8d581bcce34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.736074 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5f4f1532-6d5a-42bc-b0da-b8d581bcce34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.783196 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5f4f1532-6d5a-42bc-b0da-b8d581bcce34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ca85dcd51c146d795b067c51bc6b20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635497 Aug 04 17:29:15.784066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f1532-6d5a-42bc-b0da-b8d581bcce34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b914f-9223-4009-880b-89166167df33,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:15.786732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34212) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:15.840194 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-476ab4f2-5c59-49c8-9f8a-7830f5f7aac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.861289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-476ab4f2-5c59-49c8-9f8a-7830f5f7aac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.910629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-476ab4f2-5c59-49c8-9f8a-7830f5f7aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.914829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-476ab4f2-5c59-49c8-9f8a-7830f5f7aac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:15.916404 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-476ab4f2-5c59-49c8-9f8a-7830f5f7aac7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/480b914f-9223-4009-880b-89166167df33 HTTP/1.1" status: 204 len: 168 time: 0.1285918 Aug 04 17:29:15.924584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ab4f2-5c59-49c8-9f8a-7830f5f7aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b914f-9223-4009-880b-89166167df33,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:26.207583 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:29:30.318508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34336) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:30.440212 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-073e9fd3-c203-4ada-a157-62e4aacd341a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:30.541501 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-073e9fd3-c203-4ada-a157-62e4aacd341a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:30.547979 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-073e9fd3-c203-4ada-a157-62e4aacd341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:30.588196 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-073e9fd3-c203-4ada-a157-62e4aacd341a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e1637606f5f41079a52c8de1c03bd98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684183 Aug 04 17:29:30.588845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e9fd3-c203-4ada-a157-62e4aacd341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4761221-3a19-4810-916c-f2eb02a7584f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:30.591500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34340) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:30.645165 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab411147-98e0-4c25-90b6-82f1bd241edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:30.666299 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab411147-98e0-4c25-90b6-82f1bd241edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:30.720907 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab411147-98e0-4c25-90b6-82f1bd241edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:30.723911 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ab411147-98e0-4c25-90b6-82f1bd241edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:30.725726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ab411147-98e0-4c25-90b6-82f1bd241edd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4761221-3a19-4810-916c-f2eb02a7584f HTTP/1.1" status: 204 len: 168 time: 0.1323495 Aug 04 17:29:30.740688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab411147-98e0-4c25-90b6-82f1bd241edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4761221-3a19-4810-916c-f2eb02a7584f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:31.020754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34346) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:31.034742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c84c9076-24e6-417c-8065-d884b18688d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:31.140032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c84c9076-24e6-417c-8065-d884b18688d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:31.146787 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c84c9076-24e6-417c-8065-d884b18688d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:31.187349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c9076-24e6-417c-8065-d884b18688d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b775ba87-b793-4431-b3ba-790b4441514c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:31.193109 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c84c9076-24e6-417c-8065-d884b18688d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce0fceb17945488bb37cdb93bbf5fbef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712856 Aug 04 17:29:31.196007 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34348) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:31.244902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccee3673-33f0-478c-9b9a-bcfece539260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:31.266842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccee3673-33f0-478c-9b9a-bcfece539260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:31.318078 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccee3673-33f0-478c-9b9a-bcfece539260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:31.322150 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccee3673-33f0-478c-9b9a-bcfece539260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:31.323677 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ccee3673-33f0-478c-9b9a-bcfece539260 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b775ba87-b793-4431-b3ba-790b4441514c HTTP/1.1" status: 204 len: 168 time: 0.1266539 Aug 04 17:29:31.333119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee3673-33f0-478c-9b9a-bcfece539260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b775ba87-b793-4431-b3ba-790b4441514c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:32.001486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd039-a38e-4418-b343-2e2b84e24efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.073602 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34370) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:32.177477 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-991472712-network', 'tenant_id': 'a3039d82b0db496bb9a7b29ceea1eb02'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:32.202331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Made reservation on behalf of a3039d82b0db496bb9a7b29ceea1eb02 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:29:32.204765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.213376 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.302961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.310738 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.336037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:29:32.345281 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067d9b7d-7a73-4318-bf84-a8eba708a026,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:32.351547 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.351959 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Added segment 30d105ad-b49b-4be4-b921-d8861211bdfd of type vlan for network af9b363f-1389-4053-8172-5ca17e9a87d9 Aug 04 17:29:32.392777 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.431974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.433206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:32.433880 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.493060 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4150229 Aug 04 17:29:32.493611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34374) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:29:32.497507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b80e4-c931-4807-80e0-f7fd947a67dc admin admin] Pushing event updated for resources: {'Network': ['ID=af9b363f-1389-4053-8172-5ca17e9a87d9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:32.498961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Request body: {'subnet': {'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-991472712-subnet', 'tenant_id': 'a3039d82b0db496bb9a7b29ceea1eb02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:32.507877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network af9b363f-1389-4053-8172-5ca17e9a87d9 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:29:32.524838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Made reservation on behalf of a3039d82b0db496bb9a7b29ceea1eb02 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:29:32.527375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.697048 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.751374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0ebfa5-a85e-4b3a-b1e1-6622c798e131,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:32.769178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Checking segment: {'id': '30d105ad-b49b-4be4-b921-d8861211bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:29:32.769536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Network hostable DHCP agents. Network: af9b363f-1389-4053-8172-5ca17e9a87d9, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:29:32.791034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Network af9b363f-1389-4053-8172-5ca17e9a87d9 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:29:32.812797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, af9b363f-1389-4053-8172-5ca17e9a87d9) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:29:32.817406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:32.817998 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:32.822515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50861eeb-dfc6-410b-87b1-11d7b27af1cc None None] Network af9b363f-1389-4053-8172-5ca17e9a87d9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:29:32.839220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fcefbc74-219d-478e-b67a-d4fdfafe1f73 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3443451 Aug 04 17:29:32.964497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b058e54-3840-4c3a-80f0-7beaa4d82f6d None None] Network af9b363f-1389-4053-8172-5ca17e9a87d9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:29:34.416595 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1363c156-d552-4d46-83f0-dedefb853601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:34.660967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-afb6957c-452b-4362-9ddf-d8f754652ef4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:34.662354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-afb6957c-452b-4362-9ddf-d8f754652ef4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/networks?id=af9b363f-1389-4053-8172-5ca17e9a87d9 HTTP/1.1" status: 200 len: 808 time: 0.1125000 Aug 04 17:29:34.681742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-992c2321-7a78-442e-9db4-042c42ec5427 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/quotas/a3039d82b0db496bb9a7b29ceea1eb02 HTTP/1.1" status: 200 len: 375 time: 0.0101988 Aug 04 17:29:34.717457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-55bf02da-8f98-465b-a2af-2ad562db94a0 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a3039d82b0db496bb9a7b29ceea1eb02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281796 Aug 04 17:29:34.811820 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-aba0a371-dd59-4ed3-89b6-6c157794eebd service neutron] 10.222.0.39 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871353 Aug 04 17:29:34.905308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-aee2abca-c66c-4193-a7ab-83dd07472d63 service neutron] 10.222.0.39 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872083 Aug 04 17:29:35.012934 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:35.086063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b56bb489-994d-4655-921a-cbe634bd3fc5 req-7325090e-734f-40fd-bba5-6e2d0cd7f7b7 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 210 time: 0.0336549 Aug 04 17:29:35.902524 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:36.077062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-72c5ec65-14d4-4d6c-959e-670e8ae55c60 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:36.078672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-72c5ec65-14d4-4d6c-959e-670e8ae55c60 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.82 "GET /v2.0/networks?id=af9b363f-1389-4053-8172-5ca17e9a87d9 HTTP/1.1" status: 200 len: 808 time: 0.1106489 Aug 04 17:29:36.092615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Request body: {'port': {'device_id': '538647d9-0067-4d3f-aa6d-5e4daf99b526', 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9', 'admin_state_up': True, 'tenant_id': 'a3039d82b0db496bb9a7b29ceea1eb02'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:36.474404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-572305f4-1187-461f-b98f-dea00e739904 req-8d6583a2-31e9-4641-b148-a5f1ffd2e326 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 210 time: 0.3065834 Aug 04 17:29:36.511326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Made reservation on behalf of a3039d82b0db496bb9a7b29ceea1eb02 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:29:36.515171 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:36.645250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Allocated IP 172.20.0.3 (af9b363f-1389-4053-8172-5ca17e9a87d9/0e0ebfa5-a85e-4b3a-b1e1-6622c798e131/bded26fb-39f8-4d61-a0f5-b78879e8893c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:29:36.801162 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:36.844949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:36.888361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Network af9b363f-1389-4053-8172-5ca17e9a87d9 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:29:36.893610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:29:36.897328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:29:36.904581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Pushing event updated for resources: {'Port': ['ID=bded26fb-39f8-4d61-a0f5-b78879e8893c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:36.935767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.936111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.936498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.936832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.937171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.937503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.937832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.938247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.938571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.938925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.939238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.939565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:29:36.964238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:36.964861 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:36.984023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-845384d4-a945-4a14-9cf6-1c5ac7d41caf tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955166 Aug 04 17:29:36.999949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Request body: {'port': {'device_id': '538647d9-0067-4d3f-aa6d-5e4daf99b526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:37.055221 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:37.334683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bded26fb-39f8-4d61-a0f5-b78879e8893c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:29:37.343635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:37.356339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Transition to ACTIVE for port object bded26fb-39f8-4d61-a0f5-b78879e8893c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:29:37.362951 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:37.417075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Pushing event updated for resources: {'Port': ['ID=bded26fb-39f8-4d61-a0f5-b78879e8893c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:37.485855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Attempting to bind port bded26fb-39f8-4d61-a0f5-b78879e8893c on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:29:37.486190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Attempting to bind port bded26fb-39f8-4d61-a0f5-b78879e8893c by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '30d105ad-b49b-4be4-b921-d8861211bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:29:37.486553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Attempting to bind port bded26fb-39f8-4d61-a0f5-b78879e8893c on network af9b363f-1389-4053-8172-5ca17e9a87d9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:29:37.491600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Port bded26fb-39f8-4d61-a0f5-b78879e8893c on network af9b363f-1389-4053-8172-5ca17e9a87d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:29:37.491916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Attempting to bind port bded26fb-39f8-4d61-a0f5-b78879e8893c on network af9b363f-1389-4053-8172-5ca17e9a87d9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:29:37.502981 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:37.504381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:29:37.504381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Checking segment: {'id': '30d105ad-b49b-4be4-b921-d8861211bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:29:37.504749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Bound using segment: {'id': '30d105ad-b49b-4be4-b921-d8861211bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:29:37.505203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Bound port: bded26fb-39f8-4d61-a0f5-b78879e8893c, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d105ad-b49b-4be4-b921-d8861211bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:29:37.505565 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:37.602013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] For port bded26fb-39f8-4d61-a0f5-b78879e8893c, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:29:37.616658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] For port bded26fb-39f8-4d61-a0f5-b78879e8893c, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bded26fb-39f8-4d61-a0f5-b78879e8893c,segment=NetworkSegment(30d105ad-b49b-4be4-b921-d8861211bdfd),segment_id=30d105ad-b49b-4be4-b921-d8861211bdfd)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:29:37.624179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:37.636469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714b4b0-2063-4a89-b3a9-5ae94f7d6c38 req-4d6ce910-d896-410b-804b-e8eb47c77fa8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:37.637944 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8714b4b0-2063-4a89-b3a9-5ae94f7d6c38 req-4d6ce910-d896-410b-804b-e8eb47c77fa8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 943 time: 0.0796568 Aug 04 17:29:37.675389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:37.675997 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:37.677344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] 10.222.0.82 "PUT /v2.0/ports/bded26fb-39f8-4d61-a0f5-b78879e8893c HTTP/1.1" status: 200 len: 1091 time: 0.6842985 Aug 04 17:29:37.678686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538647d9-0067-4d3f-aa6d-5e4daf99b526', 'tag': 'bded26fb-39f8-4d61-a0f5-b78879e8893c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:29:37.680956 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980" -d '{"events": [{"name": "network-changed", "server_uuid": "538647d9-0067-4d3f-aa6d-5e4daf99b526", "tag": "bded26fb-39f8-4d61-a0f5-b78879e8893c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:29:37.720537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368d258-0616-4f32-a8ca-3a2d487fa3de service neutron] Pushing event updated for resources: {'Port': ['ID=bded26fb-39f8-4d61-a0f5-b78879e8893c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:37.728322 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a58bbc2-3c3d-4964-b837-41278459aec9 x-openstack-request-id: req-5a58bbc2-3c3d-4964-b837-41278459aec9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:29:37.728580 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538647d9-0067-4d3f-aa6d-5e4daf99b526", "tag": "bded26fb-39f8-4d61-a0f5-b78879e8893c", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:29:37.728857 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a58bbc2-3c3d-4964-b837-41278459aec9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:29:37.729250 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538647d9-0067-4d3f-aa6d-5e4daf99b526', 'tag': 'bded26fb-39f8-4d61-a0f5-b78879e8893c', 'status': 'completed', 'code': 200} Aug 04 17:29:37.732712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8714b4b0-2063-4a89-b3a9-5ae94f7d6c38 req-bd830aa5-3c48-45e4-860a-4d7ce19a1047 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883729 Aug 04 17:29:37.773488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-d622b01e-e324-4917-b13b-123df9e37954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:37.775058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-d622b01e-e324-4917-b13b-123df9e37954 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3039d82b0db496bb9a7b29ceea1eb02&device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 1094 time: 0.0414786 Aug 04 17:29:37.820368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-767f5d6d-d560-4ded-b7a2-25e76f83ec3a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bded26fb-39f8-4d61-a0f5-b78879e8893c HTTP/1.1" status: 200 len: 217 time: 0.0373013 Aug 04 17:29:37.870326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-de87ba26-7ba1-4f6a-87b2-0da9853603c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:37.871708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-de87ba26-7ba1-4f6a-87b2-0da9853603c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e0ebfa5-a85e-4b3a-b1e1-6622c798e131 HTTP/1.1" status: 200 len: 848 time: 0.0442493 Aug 04 17:29:37.905997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-950c4fbe-209e-42c2-80c4-85255218c1f3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=af9b363f-1389-4053-8172-5ca17e9a87d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275295 Aug 04 17:29:38.010563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-f285069c-792f-4bf3-9839-db25772fb397 service neutron] 10.222.0.82 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973294 Aug 04 17:29:38.101373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7df753ee-fb7b-4ea4-8925-0e3c90c4f569 req-4d63b0db-739a-4c53-a34d-029d274c1103 service neutron] 10.222.0.82 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824924 Aug 04 17:29:38.200803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980 req-3d265221-792e-4393-85c8-3fc4732db012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:38.202371 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980 req-3d265221-792e-4393-85c8-3fc4732db012 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3039d82b0db496bb9a7b29ceea1eb02&device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 1094 time: 0.0437629 Aug 04 17:29:38.310793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980 req-4aaeacf0-cc87-4424-8f53-48d8c6bda4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:38.313136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980 req-4aaeacf0-cc87-4424-8f53-48d8c6bda4c1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=af9b363f-1389-4053-8172-5ca17e9a87d9 HTTP/1.1" status: 200 len: 910 time: 0.1032195 Aug 04 17:29:38.356203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980 req-4235f43f-f67e-4e56-ba4e-140dfe4dd02f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bded26fb-39f8-4d61-a0f5-b78879e8893c HTTP/1.1" status: 200 len: 217 time: 0.0355864 Aug 04 17:29:38.413780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980 req-3803079d-4cfb-4f46-9de4-f00daad39d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:38.415212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980 req-3803079d-4cfb-4f46-9de4-f00daad39d8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e0ebfa5-a85e-4b3a-b1e1-6622c798e131 HTTP/1.1" status: 200 len: 848 time: 0.0513966 Aug 04 17:29:38.449366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980 req-35907a7b-2e8f-45bb-a4ef-376b47d9b205 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=af9b363f-1389-4053-8172-5ca17e9a87d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261533 Aug 04 17:29:38.555538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980 req-72a4a673-56c5-4276-92bf-380c5473c4d6 service neutron] 10.222.0.82 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986586 Aug 04 17:29:38.653121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16c9ad69-4f95-4ca4-baf8-2b7397e8b980 req-4421e861-b481-4e09-8eaf-9b4f1bf7872b service neutron] 10.222.0.82 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895009 Aug 04 17:29:38.862289 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca7011-4c80-4272-a7c8-3e29dd7f29e7 req-e17a08f8-1d28-47c5-ba03-3766528ac387 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:38.863821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21ca7011-4c80-4272-a7c8-3e29dd7f29e7 req-e17a08f8-1d28-47c5-ba03-3766528ac387 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 943 time: 0.0522480 Aug 04 17:29:38.902524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21ca7011-4c80-4272-a7c8-3e29dd7f29e7 req-11ee7d7d-1969-4191-baf5-b5136ddf2af8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Aug 04 17:29:39.233976 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:39.269093 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:40.031197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68170-808e-4516-9df9-608b6c52f7ee req-ac921f10-99be-4dc0-ab7a-e4cb8b5329ea tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:40.032785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ff68170-808e-4516-9df9-608b6c52f7ee req-ac921f10-99be-4dc0-ab7a-e4cb8b5329ea tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 943 time: 0.0520294 Aug 04 17:29:40.074704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ff68170-808e-4516-9df9-608b6c52f7ee req-0a15145f-8f4b-48aa-bba8-27868b17bc51 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352752 Aug 04 17:29:40.649847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bded26fb-39f8-4d61-a0f5-b78879e8893c details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:29:40.744719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bded26fb-39f8-4d61-a0f5-b78879e8893c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bded26fb-39f8-4d61-a0f5-b78879e8893c,segment=NetworkSegment(30d105ad-b49b-4be4-b921-d8861211bdfd),segment_id=30d105ad-b49b-4be4-b921-d8861211bdfd)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:40.762089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'bded26fb-39f8-4d61-a0f5-b78879e8893c', 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9', 'port_id': 'bded26fb-39f8-4d61-a0f5-b78879e8893c', 'mac_address': 'fa:16:3e:6b:0b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0ebfa5-a85e-4b3a-b1e1-6622c798e131', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:29:40.798655 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:40.811638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bded26fb-39f8-4d61-a0f5-b78879e8893c {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:29:40.832359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bded26fb-39f8-4d61-a0f5-b78879e8893c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bded26fb-39f8-4d61-a0f5-b78879e8893c,segment=NetworkSegment(30d105ad-b49b-4be4-b921-d8861211bdfd),segment_id=30d105ad-b49b-4be4-b921-d8861211bdfd)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:40.839748 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:40.889034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=bded26fb-39f8-4d61-a0f5-b78879e8893c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:41.052197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['bded26fb-39f8-4d61-a0f5-b78879e8893c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:29:41.197653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a3963-c5cc-4265-8bab-147b413fb4a7 req-59668390-8019-4739-a4dd-76dcd9a84065 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:41.199254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-680a3963-c5cc-4265-8bab-147b413fb4a7 req-59668390-8019-4739-a4dd-76dcd9a84065 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 944 time: 0.0562928 Aug 04 17:29:41.241765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-680a3963-c5cc-4265-8bab-147b413fb4a7 req-ef2b0941-19f4-427e-8dd0-62ee3f66185c tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356867 Aug 04 17:29:42.368813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a158bc-f749-4ebb-a096-d93d53224d25 req-a024a4e6-b5a0-46b2-a325-fc081ce22ab2 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:42.370372 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32a158bc-f749-4ebb-a096-d93d53224d25 req-a024a4e6-b5a0-46b2-a325-fc081ce22ab2 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 944 time: 0.0557492 Aug 04 17:29:42.410401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32a158bc-f749-4ebb-a096-d93d53224d25 req-3ebe0df8-e863-451c-920e-cb10f59a7f82 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338140 Aug 04 17:29:42.666218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bded26fb-39f8-4d61-a0f5-b78879e8893c up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:29:42.720838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port bded26fb-39f8-4d61-a0f5-b78879e8893c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:29:42.725157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port bded26fb-39f8-4d61-a0f5-b78879e8893c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:29:42.725534 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:42.810498 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:42.834218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538647d9-0067-4d3f-aa6d-5e4daf99b526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bded26fb-39f8-4d61-a0f5-b78879e8893c'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:29:42.836487 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea0e1b3-64be-4f2f-ab46-8fa13386d26b" -d '{"events": [{"server_uuid": "538647d9-0067-4d3f-aa6d-5e4daf99b526", "name": "network-vif-plugged", "status": "completed", "tag": "bded26fb-39f8-4d61-a0f5-b78879e8893c"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:29:42.849521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bded26fb-39f8-4d61-a0f5-b78879e8893c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bded26fb-39f8-4d61-a0f5-b78879e8893c,segment=NetworkSegment(30d105ad-b49b-4be4-b921-d8861211bdfd),segment_id=30d105ad-b49b-4be4-b921-d8861211bdfd)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:42.854640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:42.878074 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6706a569-41c2-4777-89fb-35a708010210 x-openstack-request-id: req-6706a569-41c2-4777-89fb-35a708010210 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:29:42.878521 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538647d9-0067-4d3f-aa6d-5e4daf99b526", "name": "network-vif-plugged", "status": "completed", "tag": "bded26fb-39f8-4d61-a0f5-b78879e8893c", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:29:42.878987 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6706a569-41c2-4777-89fb-35a708010210 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:29:42.879510 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538647d9-0067-4d3f-aa6d-5e4daf99b526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bded26fb-39f8-4d61-a0f5-b78879e8893c', 'code': 200} Aug 04 17:29:42.906455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=bded26fb-39f8-4d61-a0f5-b78879e8893c,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:42.978592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4eaf-bb38-42a9-8463-47d013f68c8f req-db146f6e-0cd4-444a-ada3-c10cf26a4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:42.980050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be0f4eaf-bb38-42a9-8463-47d013f68c8f req-db146f6e-0cd4-444a-ada3-c10cf26a4834 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 1096 time: 0.0468824 Aug 04 17:29:43.017668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be0f4eaf-bb38-42a9-8463-47d013f68c8f req-eab0eff1-fd6f-469f-b70c-dc9c43464eec service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305352 Aug 04 17:29:43.544442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174bf76-aa85-489b-a046-9cab318031f4 req-d82caf80-f747-4538-86c2-96a2c5efd321 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:43.545914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e174bf76-aa85-489b-a046-9cab318031f4 req-d82caf80-f747-4538-86c2-96a2c5efd321 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 945 time: 0.0563543 Aug 04 17:29:43.588039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e174bf76-aa85-489b-a046-9cab318031f4 req-3d2a4da9-86b1-48e0-aeb1-69dcb7c373ed tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Aug 04 17:29:44.719209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b3c2d-5eb5-4e79-a063-74cddc44b75c req-a0807a76-7263-4335-a2d8-bee367836936 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:44.720699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-630b3c2d-5eb5-4e79-a063-74cddc44b75c req-a0807a76-7263-4335-a2d8-bee367836936 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 945 time: 0.0539165 Aug 04 17:29:44.760271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-630b3c2d-5eb5-4e79-a063-74cddc44b75c req-f762b5f1-d412-4d06-a4d1-007d4f09055a tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332992 Aug 04 17:29:45.385455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cf498-3a78-489f-b7ca-7897fbc906e5 req-69828569-b384-4e53-a46a-989edb0378d8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:45.387190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f28cf498-3a78-489f-b7ca-7897fbc906e5 req-69828569-b384-4e53-a46a-989edb0378d8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 945 time: 0.0524187 Aug 04 17:29:45.442430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f28cf498-3a78-489f-b7ca-7897fbc906e5 req-2782f4ab-abd3-4922-aac8-1e725da2df7e tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 Aug 04 17:29:46.596366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2c8d3-6993-4a35-b3e5-387f5fa8e502 req-89533305-4199-4da7-8847-ec7b440e9111 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:46.598023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cc2c8d3-6993-4a35-b3e5-387f5fa8e502 req-89533305-4199-4da7-8847-ec7b440e9111 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 945 time: 0.0641758 Aug 04 17:29:46.665394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cc2c8d3-6993-4a35-b3e5-387f5fa8e502 req-b851022d-8c24-40b8-b68d-3ba4ec019df8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580482 Aug 04 17:29:46.680783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-d77414e6-d43d-4460-a537-9eb961601784 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:46.682291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-d77414e6-d43d-4460-a537-9eb961601784 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.82 "GET /v2.0/ports?device_id=538647d9-0067-4d3f-aa6d-5e4daf99b526 HTTP/1.1" status: 200 len: 945 time: 0.0690081 Aug 04 17:29:46.777822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-73c6a9e2-6baf-4335-931a-880fd48fb8a8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Deleting port bded26fb-39f8-4d61-a0f5-b78879e8893c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:29:46.778195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-73c6a9e2-6baf-4335-931a-880fd48fb8a8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:46.867152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-73c6a9e2-6baf-4335-931a-880fd48fb8a8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] For port bded26fb-39f8-4d61-a0f5-b78879e8893c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bded26fb-39f8-4d61-a0f5-b78879e8893c,segment=NetworkSegment(30d105ad-b49b-4be4-b921-d8861211bdfd),segment_id=30d105ad-b49b-4be4-b921-d8861211bdfd)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:46.867485 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-73c6a9e2-6baf-4335-931a-880fd48fb8a8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:46.880313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-73c6a9e2-6baf-4335-931a-880fd48fb8a8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Calling delete_port for bded26fb-39f8-4d61-a0f5-b78879e8893c owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:29:47.023339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-73c6a9e2-6baf-4335-931a-880fd48fb8a8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:47.037339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['bded26fb-39f8-4d61-a0f5-b78879e8893c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:29:47.054427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6a9e2-6baf-4335-931a-880fd48fb8a8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Pushing event deleted for resources: {'Port': ['ID=bded26fb-39f8-4d61-a0f5-b78879e8893c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:47.102496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-73c6a9e2-6baf-4335-931a-880fd48fb8a8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] No DVR routers for this DVR port bded26fb-39f8-4d61-a0f5-b78879e8893c on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:29:47.105424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-73c6a9e2-6baf-4335-931a-880fd48fb8a8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:47.107563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52bc9e5a-988a-4e55-9e3a-a1572ade20c8 req-73c6a9e2-6baf-4335-931a-880fd48fb8a8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.82 "DELETE /v2.0/ports/bded26fb-39f8-4d61-a0f5-b78879e8893c HTTP/1.1" status: 204 len: 173 time: 0.4188278 Aug 04 17:29:47.108010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538647d9-0067-4d3f-aa6d-5e4daf99b526', 'name': 'network-vif-deleted', 'tag': 'bded26fb-39f8-4d61-a0f5-b78879e8893c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:29:47.110415 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf2d703-892f-43bf-b8ff-c8850aaf52e7" -d '{"events": [{"server_uuid": "538647d9-0067-4d3f-aa6d-5e4daf99b526", "name": "network-vif-deleted", "tag": "bded26fb-39f8-4d61-a0f5-b78879e8893c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:29:47.153129 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929a750d-b499-456d-9072-7a6f4c4c763c x-openstack-request-id: req-929a750d-b499-456d-9072-7a6f4c4c763c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:29:47.153574 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538647d9-0067-4d3f-aa6d-5e4daf99b526", "name": "network-vif-deleted", "tag": "bded26fb-39f8-4d61-a0f5-b78879e8893c", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:29:47.153997 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-929a750d-b499-456d-9072-7a6f4c4c763c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:29:47.154639 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538647d9-0067-4d3f-aa6d-5e4daf99b526', 'name': 'network-vif-deleted', 'tag': 'bded26fb-39f8-4d61-a0f5-b78879e8893c', 'status': 'completed', 'code': 200} Aug 04 17:29:47.949764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-86bc53ff-cd2d-4920-9bf6-42484b018386 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:47.951261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-86bc53ff-cd2d-4920-9bf6-42484b018386 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/networks?id=af9b363f-1389-4053-8172-5ca17e9a87d9 HTTP/1.1" status: 200 len: 808 time: 0.1092215 Aug 04 17:29:47.973455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-89f1d1f0-594c-48f6-b88f-f74019a7e99f tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/quotas/a3039d82b0db496bb9a7b29ceea1eb02 HTTP/1.1" status: 200 len: 375 time: 0.0156262 Aug 04 17:29:48.005831 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-e57a486b-a652-4b83-8e38-58bc7c3813a3 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a3039d82b0db496bb9a7b29ceea1eb02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267313 Aug 04 17:29:48.103815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-0a43dea5-002f-405f-9111-5e02a6090d79 service neutron] 10.222.0.39 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905519 Aug 04 17:29:48.202338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-6e034b11-a5b8-4952-b907-380b26eb3319 service neutron] 10.222.0.39 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886679 Aug 04 17:29:48.379008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd3db730-0682-4186-8916-dae0cdb18967 req-6ed1db44-40e2-4397-880e-49572fa07400 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 210 time: 0.0337932 Aug 04 17:29:49.398554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-d9c9b5b2-b6d6-482a-b5d4-fca926389e21 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:49.400373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-d9c9b5b2-b6d6-482a-b5d4-fca926389e21 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.82 "GET /v2.0/networks?id=af9b363f-1389-4053-8172-5ca17e9a87d9 HTTP/1.1" status: 200 len: 808 time: 0.1435027 Aug 04 17:29:49.415513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Request body: {'port': {'device_id': '15270966-e5eb-404c-8581-80f5f4faafc9', 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9', 'admin_state_up': True, 'tenant_id': 'a3039d82b0db496bb9a7b29ceea1eb02'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:49.493698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5abdcd34-f283-40a7-90ac-1a9cc5686a84 req-1ed39c03-f82d-477f-a119-3c72839cf8eb tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 210 time: 0.0385263 Aug 04 17:29:49.552309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Made reservation on behalf of a3039d82b0db496bb9a7b29ceea1eb02 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:29:49.555747 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:49.695944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Allocated IP 172.20.0.6 (af9b363f-1389-4053-8172-5ca17e9a87d9/0e0ebfa5-a85e-4b3a-b1e1-6622c798e131/f5ea15bd-8d35-45e6-a11f-c68954d820b2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:29:49.860516 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:49.902702 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:49.951831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Network af9b363f-1389-4053-8172-5ca17e9a87d9 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:29:49.959676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:29:49.964295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:29:49.968292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Pushing event updated for resources: {'Port': ['ID=f5ea15bd-8d35-45e6-a11f-c68954d820b2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:50.018435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:50.019069 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:50.038079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c41b8f0a-aee5-46f2-8555-41fb405180d4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272027 Aug 04 17:29:50.050981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Request body: {'port': {'device_id': '15270966-e5eb-404c-8581-80f5f4faafc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:29:50.104488 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:50.379767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ea15bd-8d35-45e6-a11f-c68954d820b2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:29:50.388507 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:50.401548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Transition to ACTIVE for port object f5ea15bd-8d35-45e6-a11f-c68954d820b2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:29:50.406634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:50.457581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea15bd-8d35-45e6-a11f-c68954d820b2,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:50.527360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Attempting to bind port f5ea15bd-8d35-45e6-a11f-c68954d820b2 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:29:50.527726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Attempting to bind port f5ea15bd-8d35-45e6-a11f-c68954d820b2 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '30d105ad-b49b-4be4-b921-d8861211bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:29:50.528041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Attempting to bind port f5ea15bd-8d35-45e6-a11f-c68954d820b2 on network af9b363f-1389-4053-8172-5ca17e9a87d9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:29:50.532473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Port f5ea15bd-8d35-45e6-a11f-c68954d820b2 on network af9b363f-1389-4053-8172-5ca17e9a87d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:29:50.532788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Attempting to bind port f5ea15bd-8d35-45e6-a11f-c68954d820b2 on network af9b363f-1389-4053-8172-5ca17e9a87d9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:29:50.538212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:29:50.538560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Checking segment: {'id': '30d105ad-b49b-4be4-b921-d8861211bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:29:50.539025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Bound using segment: {'id': '30d105ad-b49b-4be4-b921-d8861211bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:29:50.539446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Bound port: f5ea15bd-8d35-45e6-a11f-c68954d820b2, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d105ad-b49b-4be4-b921-d8861211bdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:29:50.539802 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:50.635854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] For port f5ea15bd-8d35-45e6-a11f-c68954d820b2, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:29:50.639305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] For port f5ea15bd-8d35-45e6-a11f-c68954d820b2, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f5ea15bd-8d35-45e6-a11f-c68954d820b2,segment=NetworkSegment(30d105ad-b49b-4be4-b921-d8861211bdfd),segment_id=30d105ad-b49b-4be4-b921-d8861211bdfd)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:29:50.652175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f115c-ee4f-40ac-b2f7-bc7d105dcf21 req-ca584280-af6f-4810-8f9d-22f4aad0b32d tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:50.653711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-167f115c-ee4f-40ac-b2f7-bc7d105dcf21 req-ca584280-af6f-4810-8f9d-22f4aad0b32d tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 943 time: 0.0759454 Aug 04 17:29:50.655196 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:50.705121 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:50.705743 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:50.707130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] 10.222.0.82 "PUT /v2.0/ports/f5ea15bd-8d35-45e6-a11f-c68954d820b2 HTTP/1.1" status: 200 len: 1091 time: 0.6604638 Aug 04 17:29:50.708179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15270966-e5eb-404c-8581-80f5f4faafc9', 'tag': 'f5ea15bd-8d35-45e6-a11f-c68954d820b2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:29:50.710180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bded26fb-39f8-4d61-a0f5-b78879e8893c no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:29:50.710702 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381" -d '{"events": [{"name": "network-changed", "server_uuid": "15270966-e5eb-404c-8581-80f5f4faafc9", "tag": "f5ea15bd-8d35-45e6-a11f-c68954d820b2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:29:50.742180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: bded26fb-39f8-4d61-a0f5-b78879e8893c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:29:50.742773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bded26fb-39f8-4d61-a0f5-b78879e8893c not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:29:50.745446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-167f115c-ee4f-40ac-b2f7-bc7d105dcf21 req-8b85e680-fe19-4c26-ae5a-84d4420e1f04 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819526 Aug 04 17:29:50.747057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc393c70-0b03-4a88-93ee-3c4ac9c7f0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea15bd-8d35-45e6-a11f-c68954d820b2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:50.778679 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06abcf8-c1f6-49cf-9839-5427113fccf9 x-openstack-request-id: req-d06abcf8-c1f6-49cf-9839-5427113fccf9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:29:50.778918 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15270966-e5eb-404c-8581-80f5f4faafc9", "tag": "f5ea15bd-8d35-45e6-a11f-c68954d820b2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:29:50.779122 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d06abcf8-c1f6-49cf-9839-5427113fccf9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:29:50.779503 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15270966-e5eb-404c-8581-80f5f4faafc9', 'tag': 'f5ea15bd-8d35-45e6-a11f-c68954d820b2', 'status': 'completed', 'code': 200} Aug 04 17:29:50.796150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c4dbf736-0374-4c07-9469-e6d93163fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:50.797667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-c4dbf736-0374-4c07-9469-e6d93163fe08 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3039d82b0db496bb9a7b29ceea1eb02&device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 1094 time: 0.0484319 Aug 04 17:29:50.838938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-d5524aa4-a2cb-431d-9ad2-da11e5add43e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea15bd-8d35-45e6-a11f-c68954d820b2 HTTP/1.1" status: 200 len: 217 time: 0.0330493 Aug 04 17:29:50.889516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-006c996b-687d-4244-b36c-781097045689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:50.890952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-006c996b-687d-4244-b36c-781097045689 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e0ebfa5-a85e-4b3a-b1e1-6622c798e131 HTTP/1.1" status: 200 len: 848 time: 0.0450616 Aug 04 17:29:50.935505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-f55ed082-23a1-41e3-a334-8ce8347703a9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=af9b363f-1389-4053-8172-5ca17e9a87d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362811 Aug 04 17:29:51.030560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-d8d25e40-b19e-458b-928b-0dafd26f4a33 service neutron] 10.222.0.82 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878713 Aug 04 17:29:51.122577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a9d886d-af50-4d64-a8c8-e4032e91b355 req-f457426a-7483-46b0-9696-57088bcd94bf service neutron] 10.222.0.82 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841568 Aug 04 17:29:51.220108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381 req-00316e61-fd20-469b-b9d4-73d4f71cfa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:51.221592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381 req-00316e61-fd20-469b-b9d4-73d4f71cfa3a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3039d82b0db496bb9a7b29ceea1eb02&device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 1094 time: 0.0469844 Aug 04 17:29:51.310667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381 req-24ef5add-388d-4c34-a16e-a8183b9414e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:51.312078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381 req-24ef5add-388d-4c34-a16e-a8183b9414e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=af9b363f-1389-4053-8172-5ca17e9a87d9 HTTP/1.1" status: 200 len: 910 time: 0.0832663 Aug 04 17:29:51.363933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381 req-34385219-0c88-44c1-b346-0da53b709d16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea15bd-8d35-45e6-a11f-c68954d820b2 HTTP/1.1" status: 200 len: 217 time: 0.0438123 Aug 04 17:29:51.420186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381 req-5c2a399a-e305-4b73-9796-78fd14073cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:51.421665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381 req-5c2a399a-e305-4b73-9796-78fd14073cc3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0e0ebfa5-a85e-4b3a-b1e1-6622c798e131 HTTP/1.1" status: 200 len: 848 time: 0.0474977 Aug 04 17:29:51.465361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381 req-195c26b9-e99a-4cdf-8d15-ccc20142b7a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=af9b363f-1389-4053-8172-5ca17e9a87d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346153 Aug 04 17:29:51.567525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381 req-be513817-d0b3-422b-90cd-2becc8efc26f service neutron] 10.222.0.82 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937390 Aug 04 17:29:51.666507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9f73c7d-495e-4fe2-b2ff-2a44c8ef0381 req-c03653da-1eba-4e3e-97a7-80bc423f0957 service neutron] 10.222.0.82 "GET /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914149 Aug 04 17:29:51.898927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19abe50-cfc9-4724-bcf6-9164362515cf req-e76ead37-d08d-45ed-93e6-d948e5e47d19 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:51.900795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a19abe50-cfc9-4724-bcf6-9164362515cf req-e76ead37-d08d-45ed-93e6-d948e5e47d19 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 943 time: 0.0636137 Aug 04 17:29:51.942098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a19abe50-cfc9-4724-bcf6-9164362515cf req-0bc8ebe6-d4e1-4237-9b50-854f1869e636 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330961 Aug 04 17:29:52.713610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f5ea15bd-8d35-45e6-a11f-c68954d820b2 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:29:52.825886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f5ea15bd-8d35-45e6-a11f-c68954d820b2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f5ea15bd-8d35-45e6-a11f-c68954d820b2,segment=NetworkSegment(30d105ad-b49b-4be4-b921-d8861211bdfd),segment_id=30d105ad-b49b-4be4-b921-d8861211bdfd)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:52.837802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'f5ea15bd-8d35-45e6-a11f-c68954d820b2', 'network_id': 'af9b363f-1389-4053-8172-5ca17e9a87d9', 'port_id': 'f5ea15bd-8d35-45e6-a11f-c68954d820b2', 'mac_address': 'fa:16:3e:c9:b9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0ebfa5-a85e-4b3a-b1e1-6622c798e131', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:29:52.876552 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:52.889813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ea15bd-8d35-45e6-a11f-c68954d820b2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:29:52.912775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f5ea15bd-8d35-45e6-a11f-c68954d820b2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f5ea15bd-8d35-45e6-a11f-c68954d820b2,segment=NetworkSegment(30d105ad-b49b-4be4-b921-d8861211bdfd),segment_id=30d105ad-b49b-4be4-b921-d8861211bdfd)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:52.919114 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:52.973786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f5ea15bd-8d35-45e6-a11f-c68954d820b2,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:53.067396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1c58f-61d3-4c84-bc37-4decdc152b19 req-f77cb6ff-eb25-4da4-8fb7-533824639db4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:53.069014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84a1c58f-61d3-4c84-bc37-4decdc152b19 req-f77cb6ff-eb25-4da4-8fb7-533824639db4 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 944 time: 0.0541842 Aug 04 17:29:53.107245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84a1c58f-61d3-4c84-bc37-4decdc152b19 req-43207f02-85bc-4e4d-8041-b2db6d897afd tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321159 Aug 04 17:29:53.113498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f5ea15bd-8d35-45e6-a11f-c68954d820b2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:29:54.235303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16b452-35ea-45ac-a699-1014f21d19b0 req-a46c0a9c-92dd-433a-80a3-2064748e13ed tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:54.236784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c16b452-35ea-45ac-a699-1014f21d19b0 req-a46c0a9c-92dd-433a-80a3-2064748e13ed tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 944 time: 0.0522671 Aug 04 17:29:54.279793 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c16b452-35ea-45ac-a699-1014f21d19b0 req-9a07befc-6647-4b52-a628-f6c2c52a73d0 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335944 Aug 04 17:29:54.728116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f5ea15bd-8d35-45e6-a11f-c68954d820b2 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:29:54.792858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port f5ea15bd-8d35-45e6-a11f-c68954d820b2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:29:54.797461 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port f5ea15bd-8d35-45e6-a11f-c68954d820b2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:29:54.797912 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:54.882746 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:54.907963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15270966-e5eb-404c-8581-80f5f4faafc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea15bd-8d35-45e6-a11f-c68954d820b2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:29:54.910218 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587ea666-3cb4-4e3e-9f6f-96f2f2d6c83a" -d '{"events": [{"server_uuid": "15270966-e5eb-404c-8581-80f5f4faafc9", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea15bd-8d35-45e6-a11f-c68954d820b2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:29:54.923096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f5ea15bd-8d35-45e6-a11f-c68954d820b2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f5ea15bd-8d35-45e6-a11f-c68954d820b2,segment=NetworkSegment(30d105ad-b49b-4be4-b921-d8861211bdfd),segment_id=30d105ad-b49b-4be4-b921-d8861211bdfd)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:54.928589 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:54.952456 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34060ade-5804-4d50-891c-5f95ae7a11e2 x-openstack-request-id: req-34060ade-5804-4d50-891c-5f95ae7a11e2 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:29:54.952745 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15270966-e5eb-404c-8581-80f5f4faafc9", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea15bd-8d35-45e6-a11f-c68954d820b2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:29:54.952997 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34060ade-5804-4d50-891c-5f95ae7a11e2 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:29:54.953388 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15270966-e5eb-404c-8581-80f5f4faafc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea15bd-8d35-45e6-a11f-c68954d820b2', 'code': 200} Aug 04 17:29:54.981743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f5ea15bd-8d35-45e6-a11f-c68954d820b2,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:55.045872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a7b70-dd35-4923-aec4-118352813224 req-0e6d21a1-aea1-44d9-94e0-192beacc1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:55.047401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-980a7b70-dd35-4923-aec4-118352813224 req-0e6d21a1-aea1-44d9-94e0-192beacc1a98 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 1096 time: 0.0411904 Aug 04 17:29:55.082130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-980a7b70-dd35-4923-aec4-118352813224 req-097334b2-17eb-49cf-8bfa-be10ba82431c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273116 Aug 04 17:29:55.425112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a71ef-9162-4e25-afb7-e6943edcc9e6 req-1e4a2a20-f6e3-471c-be64-12b5440e51d2 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:55.426555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d38a71ef-9162-4e25-afb7-e6943edcc9e6 req-1e4a2a20-f6e3-471c-be64-12b5440e51d2 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 945 time: 0.0577662 Aug 04 17:29:55.466600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d38a71ef-9162-4e25-afb7-e6943edcc9e6 req-9b8b3186-dac1-4603-b921-205c497b07fc tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335815 Aug 04 17:29:56.597473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc3096-c742-4800-bca5-b72ec1ff4355 req-30070412-fade-47ca-99b2-b7b5d1045304 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:56.599008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6dfc3096-c742-4800-bca5-b72ec1ff4355 req-30070412-fade-47ca-99b2-b7b5d1045304 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 945 time: 0.0547299 Aug 04 17:29:56.651616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6dfc3096-c742-4800-bca5-b72ec1ff4355 req-4cfdd948-b755-46d6-b553-323a66f3fec5 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437789 Aug 04 17:29:57.357949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7c972-afb5-40c1-b7f4-eb63fcf5e98a req-7db6e7d3-54e5-4e99-a68c-ff1ccfbffbf8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:57.359373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2e7c972-afb5-40c1-b7f4-eb63fcf5e98a req-7db6e7d3-54e5-4e99-a68c-ff1ccfbffbf8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 945 time: 0.0525782 Aug 04 17:29:57.401314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a2e7c972-afb5-40c1-b7f4-eb63fcf5e98a req-090076e6-8641-4395-8890-e6794f3fd7b8 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357640 Aug 04 17:29:58.543640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeda0b-7290-49bb-bb83-2a3f6fef535b req-6c71016a-7f43-458a-a23d-122187bb3904 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:58.545135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bdeeda0b-7290-49bb-bb83-2a3f6fef535b req-6c71016a-7f43-458a-a23d-122187bb3904 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 945 time: 0.0678539 Aug 04 17:29:58.593233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bdeeda0b-7290-49bb-bb83-2a3f6fef535b req-209cb603-3a07-4320-b87b-f2708bf6166c tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.39 "GET /v2.0/security-groups?id=067d9b7d-7a73-4318-bf84-a8eba708a026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Aug 04 17:29:58.628776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-f0f4a8d2-50c7-4716-bea9-16421aa01d72 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:29:58.630233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-f0f4a8d2-50c7-4716-bea9-16421aa01d72 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.82 "GET /v2.0/ports?device_id=15270966-e5eb-404c-8581-80f5f4faafc9 HTTP/1.1" status: 200 len: 945 time: 0.0486615 Aug 04 17:29:58.735041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-18f6ac88-4b61-4924-84e6-da949a2da575 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Deleting port f5ea15bd-8d35-45e6-a11f-c68954d820b2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:29:58.735306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-18f6ac88-4b61-4924-84e6-da949a2da575 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:58.832638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-18f6ac88-4b61-4924-84e6-da949a2da575 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] For port f5ea15bd-8d35-45e6-a11f-c68954d820b2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f5ea15bd-8d35-45e6-a11f-c68954d820b2,segment=NetworkSegment(30d105ad-b49b-4be4-b921-d8861211bdfd),segment_id=30d105ad-b49b-4be4-b921-d8861211bdfd)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:29:58.832976 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-18f6ac88-4b61-4924-84e6-da949a2da575 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:58.845849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-18f6ac88-4b61-4924-84e6-da949a2da575 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Calling delete_port for f5ea15bd-8d35-45e6-a11f-c68954d820b2 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:29:58.979073 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-18f6ac88-4b61-4924-84e6-da949a2da575 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:58.991566 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f5ea15bd-8d35-45e6-a11f-c68954d820b2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:29:59.009669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6ac88-4b61-4924-84e6-da949a2da575 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Pushing event deleted for resources: {'Port': ['ID=f5ea15bd-8d35-45e6-a11f-c68954d820b2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:29:59.048271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-18f6ac88-4b61-4924-84e6-da949a2da575 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] No DVR routers for this DVR port f5ea15bd-8d35-45e6-a11f-c68954d820b2 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:29:59.050962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-18f6ac88-4b61-4924-84e6-da949a2da575 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:29:59.052943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e15bfa9-dfa2-4a7f-864c-40cf30acb9e4 req-18f6ac88-4b61-4924-84e6-da949a2da575 tempest-VolumesActionsTest-1194277012 tempest-VolumesActionsTest-1194277012-project] 10.222.0.82 "DELETE /v2.0/ports/f5ea15bd-8d35-45e6-a11f-c68954d820b2 HTTP/1.1" status: 204 len: 173 time: 0.4148357 Aug 04 17:29:59.053515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15270966-e5eb-404c-8581-80f5f4faafc9', 'name': 'network-vif-deleted', 'tag': 'f5ea15bd-8d35-45e6-a11f-c68954d820b2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:29:59.055818 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfd1404-278f-4768-a75f-da71cbcc1afd" -d '{"events": [{"server_uuid": "15270966-e5eb-404c-8581-80f5f4faafc9", "name": "network-vif-deleted", "tag": "f5ea15bd-8d35-45e6-a11f-c68954d820b2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:29:59.091286 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8a2d02-3ac9-4725-91b8-e827e581fb22 x-openstack-request-id: req-ef8a2d02-3ac9-4725-91b8-e827e581fb22 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:29:59.091602 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15270966-e5eb-404c-8581-80f5f4faafc9", "name": "network-vif-deleted", "tag": "f5ea15bd-8d35-45e6-a11f-c68954d820b2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:29:59.091845 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef8a2d02-3ac9-4725-91b8-e827e581fb22 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:29:59.092239 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15270966-e5eb-404c-8581-80f5f4faafc9', 'name': 'network-vif-deleted', 'tag': 'f5ea15bd-8d35-45e6-a11f-c68954d820b2', 'status': 'completed', 'code': 200} Aug 04 17:30:02.009577 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cd230f52-bf11-44e3-89ae-23f741b67b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:02.792285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f5ea15bd-8d35-45e6-a11f-c68954d820b2 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:30:02.820614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: f5ea15bd-8d35-45e6-a11f-c68954d820b2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:30:02.821400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f5ea15bd-8d35-45e6-a11f-c68954d820b2 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:30:03.212767 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:30:04.421630 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a3f1569f-6147-48ca-8ebd-6507b5ec5e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:05.016575 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:05.902958 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:07.509672 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:09.227620 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:09.291424 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:18.700083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34738) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:18.750702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6ff8ea-2773-4804-9efe-20f38fa1a66d admin admin] Deleting subnet 0e0ebfa5-a85e-4b3a-b1e1-6622c798e131 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:30:18.754086 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be6ff8ea-2773-4804-9efe-20f38fa1a66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:18.790817 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be6ff8ea-2773-4804-9efe-20f38fa1a66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:18.832667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be6ff8ea-2773-4804-9efe-20f38fa1a66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:18.888318 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be6ff8ea-2773-4804-9efe-20f38fa1a66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:18.917903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ff8ea-2773-4804-9efe-20f38fa1a66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0ebfa5-a85e-4b3a-b1e1-6622c798e131,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:18.921688 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be6ff8ea-2773-4804-9efe-20f38fa1a66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:18.923612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-be6ff8ea-2773-4804-9efe-20f38fa1a66d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0e0ebfa5-a85e-4b3a-b1e1-6622c798e131 HTTP/1.1" status: 204 len: 168 time: 0.2226386 Aug 04 17:30:18.926080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 34740) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:19.255168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.337676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.348312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9b363f-1389-4053-8172-5ca17e9a87d9']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:19.359111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d105ad-b49b-4be4-b921-d8861211bdfd') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:19.359307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d105ad-b49b-4be4-b921-d8861211bdfd') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:19.368300 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.382322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.389476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:30:19.389893 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:30:19.391598 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:30:19.447296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.453260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.455138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/af9b363f-1389-4053-8172-5ca17e9a87d9 HTTP/1.1" status: 204 len: 168 time: 0.5281405 Aug 04 17:30:19.466657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e1799-0fd4-47e6-a39e-26a4cc49aca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9b363f-1389-4053-8172-5ca17e9a87d9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:19.575418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34744) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:19.621714 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ede60d6d-1ad9-4010-99b0-d31c6c8e3f05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3039d82b0db496bb9a7b29ceea1eb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450273 Aug 04 17:30:19.624258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 34746) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:19.685920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.706793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.757026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.760032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:19.761205 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/067d9b7d-7a73-4318-bf84-a8eba708a026 HTTP/1.1" status: 204 len: 168 time: 0.1360726 Aug 04 17:30:19.768711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067d9b7d-7a73-4318-bf84-a8eba708a026,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:19.776198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.776540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.776875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.777204 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.777531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.777858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.778177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.778494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.778827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.779145 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.779459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:19.779773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bc5dce-abad-4b5c-badf-e9fb146d4f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:21.085252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-4b59bf48-03d8-4bff-bdb7-c5e0fbce443d req-d71095a7-edb5-42f5-9780-bc3ebbaf65ba service neutron] (105828) timed out ('10.222.0.39', 35432) {{(pid=105828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:30:22.233598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-5dd8a2c3-c602-483b-b837-786c29f4a1fb tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ffb1439c9dad4d40952b522fca569ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338917 Aug 04 17:30:22.439434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-df41fd3b-0602-4308-9e66-212476b4f97b tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:22.440863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-df41fd3b-0602-4308-9e66-212476b4f97b tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987679 Aug 04 17:30:22.457790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e1b8e915-f531-4aa2-be72-1e6c7b54bb85 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/quotas/ffb1439c9dad4d40952b522fca569ce0 HTTP/1.1" status: 200 len: 375 time: 0.0101888 Aug 04 17:30:22.491613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-456776a3-7c00-4d16-b5f9-d4c897dc29f4 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffb1439c9dad4d40952b522fca569ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276208 Aug 04 17:30:22.657664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-905d9516-e95a-48a8-8443-2fef38275559 req-7a364cce-d5bc-4d73-ae32-e52d68eef091 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 210 time: 0.0275996 Aug 04 17:30:23.545140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-76354600-3630-4952-b3a4-ea13fdaae81c tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=ffb1439c9dad4d40952b522fca569ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219328 Aug 04 17:30:23.683232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-7ff2b399-3197-4664-b35a-fe3bdaa9c09a tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:23.685332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-7ff2b399-3197-4664-b35a-fe3bdaa9c09a tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337981 Aug 04 17:30:23.700899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Request body: {'port': {'device_id': 'df34a003-2b00-4f1b-82e2-95ada532d575', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': 'ffb1439c9dad4d40952b522fca569ce0'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:23.785266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5185d24-5534-41f2-b81c-c5bfd73146b2 req-dcbb071b-5bcb-42fa-9d6c-0da37724c210 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 210 time: 0.0350971 Aug 04 17:30:23.843091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Made reservation on behalf of ffb1439c9dad4d40952b522fca569ce0 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:30:23.846634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:23.856208 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:23.951263 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:23.957188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:24.025763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb51f529-9c74-4262-8c55-22fe85ca2b44,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:24.095814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Allocated IP 192.168.233.197 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/70162942-3e42-41d3-a3cd-c8526ce69f81) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:30:24.254830 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:24.269841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Transition to ACTIVE for port object 70162942-3e42-41d3-a3cd-c8526ce69f81 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:30:24.308422 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:24.358777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:30:24.363821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:30:24.367568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:30:24.396069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Pushing event updated for resources: {'Port': ['ID=70162942-3e42-41d3-a3cd-c8526ce69f81,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:24.427065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:24.427709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:24.445325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e9274794-e00f-4986-860c-29e2897ebf91 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7491403 Aug 04 17:30:24.459010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Request body: {'port': {'device_id': 'df34a003-2b00-4f1b-82e2-95ada532d575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:24.529006 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:24.642901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c5635dd6-b38e-4858-aa35-45dd03ae3b80 None None] Provisioning for port 70162942-3e42-41d3-a3cd-c8526ce69f81 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:30:24.646933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c5635dd6-b38e-4858-aa35-45dd03ae3b80 None None] Provisioning complete for port 70162942-3e42-41d3-a3cd-c8526ce69f81 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:24.647320 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c5635dd6-b38e-4858-aa35-45dd03ae3b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:24.686110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c5635dd6-b38e-4858-aa35-45dd03ae3b80 None None] Port 70162942-3e42-41d3-a3cd-c8526ce69f81 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:30:24.816701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70162942-3e42-41d3-a3cd-c8526ce69f81 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:30:24.824988 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:24.837672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Transition to ACTIVE for port object 70162942-3e42-41d3-a3cd-c8526ce69f81 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:30:24.844314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:24.935027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Pushing event updated for resources: {'Port': ['ID=70162942-3e42-41d3-a3cd-c8526ce69f81,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:24.971197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239fbd3-59dd-4e26-af14-92898a308326 req-32901c2c-296d-4c35-9fef-988026fd4827 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:24.972731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7239fbd3-59dd-4e26-af14-92898a308326 req-32901c2c-296d-4c35-9fef-988026fd4827 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 948 time: 0.1025095 Aug 04 17:30:25.050991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7239fbd3-59dd-4e26-af14-92898a308326 req-65126bb4-1396-4e1a-8593-81c1e6fbca20 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb51f529-9c74-4262-8c55-22fe85ca2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583849 Aug 04 17:30:25.051645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Attempting to bind port 70162942-3e42-41d3-a3cd-c8526ce69f81 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:30:25.051984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Attempting to bind port 70162942-3e42-41d3-a3cd-c8526ce69f81 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:30:25.052318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Attempting to bind port 70162942-3e42-41d3-a3cd-c8526ce69f81 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:30:25.057435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Port 70162942-3e42-41d3-a3cd-c8526ce69f81 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:30:25.057794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Attempting to bind port 70162942-3e42-41d3-a3cd-c8526ce69f81 on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:30:25.062959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:30:25.067470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:30:25.067470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:30:25.067470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Bound port: 70162942-3e42-41d3-a3cd-c8526ce69f81, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:30:25.067470 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:25.132754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] For port 70162942-3e42-41d3-a3cd-c8526ce69f81, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:30:25.136734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] For port 70162942-3e42-41d3-a3cd-c8526ce69f81, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=70162942-3e42-41d3-a3cd-c8526ce69f81,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:30:25.142268 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:25.176799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:25.177455 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:25.178902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] 10.222.0.82 "PUT /v2.0/ports/70162942-3e42-41d3-a3cd-c8526ce69f81 HTTP/1.1" status: 200 len: 1096 time: 0.7251506 Aug 04 17:30:25.179345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df34a003-2b00-4f1b-82e2-95ada532d575', 'tag': '70162942-3e42-41d3-a3cd-c8526ce69f81'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:30:25.181739 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4d9644-12ac-4c60-880c-a524126e801e" -d '{"events": [{"name": "network-changed", "server_uuid": "df34a003-2b00-4f1b-82e2-95ada532d575", "tag": "70162942-3e42-41d3-a3cd-c8526ce69f81"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:30:25.209949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4a7d8-c4ab-4796-99bd-9c718fbb8226 service neutron] Pushing event updated for resources: {'Port': ['ID=70162942-3e42-41d3-a3cd-c8526ce69f81,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:25.249755 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fd9a9e-cfc5-44cb-aec2-a74e59dc9991 x-openstack-request-id: req-d7fd9a9e-cfc5-44cb-aec2-a74e59dc9991 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:30:25.250048 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df34a003-2b00-4f1b-82e2-95ada532d575", "tag": "70162942-3e42-41d3-a3cd-c8526ce69f81", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:30:25.250298 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7fd9a9e-cfc5-44cb-aec2-a74e59dc9991 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:30:25.250700 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df34a003-2b00-4f1b-82e2-95ada532d575', 'tag': '70162942-3e42-41d3-a3cd-c8526ce69f81', 'status': 'completed', 'code': 200} Aug 04 17:30:25.267336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-4c3ce591-89d2-46d8-90f9-8776e4e604cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:25.268892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-4c3ce591-89d2-46d8-90f9-8776e4e604cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ffb1439c9dad4d40952b522fca569ce0&device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 1099 time: 0.0474219 Aug 04 17:30:25.312018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-c69fab9b-abde-4783-9f77-2e556ce5a2a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=70162942-3e42-41d3-a3cd-c8526ce69f81 HTTP/1.1" status: 200 len: 217 time: 0.0345776 Aug 04 17:30:25.366523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e1ad580e-7df8-4149-a259-8c8dfef31047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:25.368053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-e1ad580e-7df8-4149-a259-8c8dfef31047 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0494790 Aug 04 17:30:25.415612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-dec1bf13-93f7-4efb-8b16-ce5b6a7ab123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:25.417051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-dec1bf13-93f7-4efb-8b16-ce5b6a7ab123 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0415094 Aug 04 17:30:25.514215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-60246954-8d89-4198-863e-ad3fdc8637ac service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901830 Aug 04 17:30:25.609052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-415e511e-1977-47dc-8d7b-ccf0b23ed99a req-aafd53d9-a46a-486e-ad23-33bdfee32674 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875752 Aug 04 17:30:25.704796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d9644-12ac-4c60-880c-a524126e801e req-ec458805-5f87-4703-82f8-916677f244df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:25.706183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e4d9644-12ac-4c60-880c-a524126e801e req-ec458805-5f87-4703-82f8-916677f244df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ffb1439c9dad4d40952b522fca569ce0&device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 1099 time: 0.0445831 Aug 04 17:30:25.808589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d9644-12ac-4c60-880c-a524126e801e req-019c0b6c-8458-4658-b1d8-e8fd66576507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:25.810895 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e4d9644-12ac-4c60-880c-a524126e801e req-019c0b6c-8458-4658-b1d8-e8fd66576507 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.0972695 Aug 04 17:30:25.860482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e4d9644-12ac-4c60-880c-a524126e801e req-34d1eec8-433a-4020-ae9f-f2c249a54699 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=70162942-3e42-41d3-a3cd-c8526ce69f81 HTTP/1.1" status: 200 len: 217 time: 0.0419497 Aug 04 17:30:25.912434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d9644-12ac-4c60-880c-a524126e801e req-f8af9031-1fc1-4744-a407-2492b297357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:25.914299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e4d9644-12ac-4c60-880c-a524126e801e req-f8af9031-1fc1-4744-a407-2492b297357a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0459180 Aug 04 17:30:25.966321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d9644-12ac-4c60-880c-a524126e801e req-c2efe9d0-5843-4b77-ab80-00f1e8bf1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:25.967864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e4d9644-12ac-4c60-880c-a524126e801e req-c2efe9d0-5843-4b77-ab80-00f1e8bf1f80 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450268 Aug 04 17:30:26.065488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e4d9644-12ac-4c60-880c-a524126e801e req-63584ac6-f8c0-4e6a-b88b-b3631e582edc service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899706 Aug 04 17:30:26.202867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72558390-4643-4e98-b481-a2f69f175a43 req-5246a57a-d078-4dbb-adb8-d0759596beba tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:26.204397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72558390-4643-4e98-b481-a2f69f175a43 req-5246a57a-d078-4dbb-adb8-d0759596beba tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 948 time: 0.0759695 Aug 04 17:30:26.206314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e4d9644-12ac-4c60-880c-a524126e801e req-f43a0a50-506b-4f79-aead-9b43a4a9e52b service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331267 Aug 04 17:30:26.249470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72558390-4643-4e98-b481-a2f69f175a43 req-6ab839dc-4e7a-4cde-9df3-d3ce2cfd56ea tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb51f529-9c74-4262-8c55-22fe85ca2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 Aug 04 17:30:26.875342 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 70162942-3e42-41d3-a3cd-c8526ce69f81 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:30:26.980875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 70162942-3e42-41d3-a3cd-c8526ce69f81, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=70162942-3e42-41d3-a3cd-c8526ce69f81,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:30:26.993051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '70162942-3e42-41d3-a3cd-c8526ce69f81', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': '70162942-3e42-41d3-a3cd-c8526ce69f81', 'mac_address': 'fa:16:3e:b5:35:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:30:27.036105 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:27.053041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70162942-3e42-41d3-a3cd-c8526ce69f81 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:30:27.075114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 70162942-3e42-41d3-a3cd-c8526ce69f81, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=70162942-3e42-41d3-a3cd-c8526ce69f81,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:30:27.082084 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:27.130339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=70162942-3e42-41d3-a3cd-c8526ce69f81,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:27.138359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.138708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.139076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.139416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.139744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.140074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.140383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.140705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.141021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.141340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.141648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.141967 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:27.274213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['70162942-3e42-41d3-a3cd-c8526ce69f81'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:30:27.370795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e3f14-7158-48a2-89f4-78363ee5385c req-6ab3d04a-3f88-4867-8dc7-cd094ee91378 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:27.372358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-644e3f14-7158-48a2-89f4-78363ee5385c req-6ab3d04a-3f88-4867-8dc7-cd094ee91378 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 949 time: 0.0511193 Aug 04 17:30:27.416547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-644e3f14-7158-48a2-89f4-78363ee5385c req-6ce18cce-b4b1-47d9-b614-d86183f6df0f tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb51f529-9c74-4262-8c55-22fe85ca2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378351 Aug 04 17:30:28.536215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d790faa-8b1b-4ec2-8d66-f6d09c72bb1c req-f488ceae-65f1-4362-9213-7760f7e56540 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:28.537684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d790faa-8b1b-4ec2-8d66-f6d09c72bb1c req-f488ceae-65f1-4362-9213-7760f7e56540 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 949 time: 0.0498853 Aug 04 17:30:28.576573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d790faa-8b1b-4ec2-8d66-f6d09c72bb1c req-ae4c6423-4d74-480c-80da-e74df4389c10 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb51f529-9c74-4262-8c55-22fe85ca2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Aug 04 17:30:28.882517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 70162942-3e42-41d3-a3cd-c8526ce69f81 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:30:28.953228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 70162942-3e42-41d3-a3cd-c8526ce69f81 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:30:28.959224 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 70162942-3e42-41d3-a3cd-c8526ce69f81 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:28.959767 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:29.041399 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:29.064372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df34a003-2b00-4f1b-82e2-95ada532d575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70162942-3e42-41d3-a3cd-c8526ce69f81'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:30:29.066648 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed47ee20-9643-42de-804c-eec7f889e4e9" -d '{"events": [{"server_uuid": "df34a003-2b00-4f1b-82e2-95ada532d575", "name": "network-vif-plugged", "status": "completed", "tag": "70162942-3e42-41d3-a3cd-c8526ce69f81"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:30:29.080812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 70162942-3e42-41d3-a3cd-c8526ce69f81, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=70162942-3e42-41d3-a3cd-c8526ce69f81,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:30:29.086359 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:29.112971 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a4c799-9c92-429f-addf-cf7cd896c98c x-openstack-request-id: req-49a4c799-9c92-429f-addf-cf7cd896c98c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:30:29.113260 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df34a003-2b00-4f1b-82e2-95ada532d575", "name": "network-vif-plugged", "status": "completed", "tag": "70162942-3e42-41d3-a3cd-c8526ce69f81", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:30:29.113515 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49a4c799-9c92-429f-addf-cf7cd896c98c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:30:29.113899 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df34a003-2b00-4f1b-82e2-95ada532d575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70162942-3e42-41d3-a3cd-c8526ce69f81', 'code': 200} Aug 04 17:30:29.141281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=70162942-3e42-41d3-a3cd-c8526ce69f81,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:29.207184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bee89c-16e3-4f6b-a451-25ac381b1c9b req-85695111-8b71-4411-9e99-46bb887352bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:29.208701 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9bee89c-16e3-4f6b-a451-25ac381b1c9b req-85695111-8b71-4411-9e99-46bb887352bb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 1101 time: 0.0412354 Aug 04 17:30:29.244310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9bee89c-16e3-4f6b-a451-25ac381b1c9b req-e6436bd7-b85f-41e7-b761-b774b2817cca service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cb51f529-9c74-4262-8c55-22fe85ca2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281956 Aug 04 17:30:29.713002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ed9fa-0028-4c42-b7ec-7065195b81a7 req-64ca6245-c828-422b-9959-9130e0cb590a tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:29.715120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c97ed9fa-0028-4c42-b7ec-7065195b81a7 req-64ca6245-c828-422b-9959-9130e0cb590a tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 950 time: 0.0594790 Aug 04 17:30:29.761100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c97ed9fa-0028-4c42-b7ec-7065195b81a7 req-0a0cdd4f-5e41-4fa1-a93e-721176d10bd3 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb51f529-9c74-4262-8c55-22fe85ca2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393085 Aug 04 17:30:30.891758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c5787-d517-42d8-9bb6-5fba9c3c2797 req-1d83a5b1-6fc0-4b0c-a49d-e203d6c6aa95 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:30.893293 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-668c5787-d517-42d8-9bb6-5fba9c3c2797 req-1d83a5b1-6fc0-4b0c-a49d-e203d6c6aa95 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 950 time: 0.0544033 Aug 04 17:30:30.941813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-668c5787-d517-42d8-9bb6-5fba9c3c2797 req-52f54ca0-3a66-42ea-94b2-dff5dcce9828 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb51f529-9c74-4262-8c55-22fe85ca2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Aug 04 17:30:31.240624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132c366-5c1f-478b-acaf-360677ef3449 req-926b60a3-c4c4-4d12-a202-33580d9a47fc tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:31.242158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1132c366-5c1f-478b-acaf-360677ef3449 req-926b60a3-c4c4-4d12-a202-33580d9a47fc tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 950 time: 0.0546768 Aug 04 17:30:31.291149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1132c366-5c1f-478b-acaf-360677ef3449 req-7492a170-6e2e-42a6-92d4-3bd85c1824a1 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb51f529-9c74-4262-8c55-22fe85ca2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Aug 04 17:30:32.004502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3874e15a-56c0-40e9-9291-b9ef9da1ce60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:32.425738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64047a-3a00-4d2f-9f04-7a6f71892a46 req-6c0b2e5c-d483-4de2-9977-5128edf512f8 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:32.428168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a64047a-3a00-4d2f-9f04-7a6f71892a46 req-6c0b2e5c-d483-4de2-9977-5128edf512f8 tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 950 time: 0.0540483 Aug 04 17:30:32.480598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a64047a-3a00-4d2f-9f04-7a6f71892a46 req-0af72f12-b039-4dea-bc2a-f462da7f4e6a tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb51f529-9c74-4262-8c55-22fe85ca2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464053 Aug 04 17:30:32.522871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-a4d3c304-1cf9-4f25-93c7-1b99b9407adc tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:32.524346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-a4d3c304-1cf9-4f25-93c7-1b99b9407adc tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.82 "GET /v2.0/ports?device_id=df34a003-2b00-4f1b-82e2-95ada532d575 HTTP/1.1" status: 200 len: 950 time: 0.0544229 Aug 04 17:30:32.616600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-0bce2bb7-517c-43f5-9fd1-bc833078a0af tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Deleting port 70162942-3e42-41d3-a3cd-c8526ce69f81 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:30:32.616946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-0bce2bb7-517c-43f5-9fd1-bc833078a0af tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:32.710128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-0bce2bb7-517c-43f5-9fd1-bc833078a0af tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] For port 70162942-3e42-41d3-a3cd-c8526ce69f81, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=70162942-3e42-41d3-a3cd-c8526ce69f81,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:30:32.710465 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-0bce2bb7-517c-43f5-9fd1-bc833078a0af tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:32.723262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-0bce2bb7-517c-43f5-9fd1-bc833078a0af tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Calling delete_port for 70162942-3e42-41d3-a3cd-c8526ce69f81 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:30:32.866168 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-0bce2bb7-517c-43f5-9fd1-bc833078a0af tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:32.878737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['70162942-3e42-41d3-a3cd-c8526ce69f81'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:30:32.895119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce2bb7-517c-43f5-9fd1-bc833078a0af tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Pushing event deleted for resources: {'Port': ['ID=70162942-3e42-41d3-a3cd-c8526ce69f81,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:32.937990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-0bce2bb7-517c-43f5-9fd1-bc833078a0af tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] No DVR routers for this DVR port 70162942-3e42-41d3-a3cd-c8526ce69f81 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:30:32.941047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-0bce2bb7-517c-43f5-9fd1-bc833078a0af tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:32.943182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f02274ad-bc83-4d37-b6eb-d6d821948382 req-0bce2bb7-517c-43f5-9fd1-bc833078a0af tempest-VolumesNegativeTest-110685827 tempest-VolumesNegativeTest-110685827-project] 10.222.0.82 "DELETE /v2.0/ports/70162942-3e42-41d3-a3cd-c8526ce69f81 HTTP/1.1" status: 204 len: 173 time: 0.4119680 Aug 04 17:30:32.943633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df34a003-2b00-4f1b-82e2-95ada532d575', 'name': 'network-vif-deleted', 'tag': '70162942-3e42-41d3-a3cd-c8526ce69f81'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:30:32.946169 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a19b2e5-835a-43bc-8bab-163a6b89d478" -d '{"events": [{"server_uuid": "df34a003-2b00-4f1b-82e2-95ada532d575", "name": "network-vif-deleted", "tag": "70162942-3e42-41d3-a3cd-c8526ce69f81"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:30:32.985848 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35e3340-9c83-46aa-9316-770a0908c33c x-openstack-request-id: req-f35e3340-9c83-46aa-9316-770a0908c33c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:30:32.986239 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df34a003-2b00-4f1b-82e2-95ada532d575", "name": "network-vif-deleted", "tag": "70162942-3e42-41d3-a3cd-c8526ce69f81", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:30:32.986544 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f35e3340-9c83-46aa-9316-770a0908c33c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:30:32.987069 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df34a003-2b00-4f1b-82e2-95ada532d575', 'name': 'network-vif-deleted', 'tag': '70162942-3e42-41d3-a3cd-c8526ce69f81', 'status': 'completed', 'code': 200} Aug 04 17:30:34.416892 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f24c9e5-c756-444c-854d-9302f2dc5d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:35.012137 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:35.902657 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:36.897392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 70162942-3e42-41d3-a3cd-c8526ce69f81 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:30:36.917849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 70162942-3e42-41d3-a3cd-c8526ce69f81 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:30:36.918562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 70162942-3e42-41d3-a3cd-c8526ce69f81 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:30:37.509214 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:38.651544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35054) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:38.802175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-87abaad2-e980-4dea-834a-97d08e31386c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffb1439c9dad4d40952b522fca569ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483383 Aug 04 17:30:38.803623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35058) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:38.860423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:38.888706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:38.939284 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:38.941840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:38.943244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb51f529-9c74-4262-8c55-22fe85ca2b44 HTTP/1.1" status: 204 len: 168 time: 0.1385019 Aug 04 17:30:38.951568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb51f529-9c74-4262-8c55-22fe85ca2b44,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:38.959920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.960241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.960588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.960977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.961278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.961578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.961903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.962230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.962670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.963123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.963545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:38.963877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76d9ee-3bae-4bf2-b1dc-57e3eafd4fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:39.239931 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:39.281726 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:40.211911 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:30:40.665945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35098) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:40.670842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927047020', 'description': 'tempest-secgroup-smoke-927047020 description', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:40.693883 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:40.702087 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:40.792388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:40.798541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:40.837153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeb96cc-7cb0-461c-958a-4c2e46152d8a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:40.893595 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:40.899731 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:40.927743 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:40.929014 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2620718 Aug 04 17:30:40.932270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35100) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:40.933454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e26469-0d82-48b8-8f84-44700f3bed66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5a4b3a-a774-4d96-8969-bc198f434e83,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:40.937461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f1ba1020-c4e1-45c0-86df-894bd9222aea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a4b3a-a774-4d96-8969-bc198f434e83', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:40.967616 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1ba1020-c4e1-45c0-86df-894bd9222aea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.027926 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1ba1020-c4e1-45c0-86df-894bd9222aea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.034411 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1ba1020-c4e1-45c0-86df-894bd9222aea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.053460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba1020-c4e1-45c0-86df-894bd9222aea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf00e0d-ffe1-4ff2-a4b2-ff693dd2bef7,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:41.058776 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f1ba1020-c4e1-45c0-86df-894bd9222aea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.063324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35102) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:41.063534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f1ba1020-c4e1-45c0-86df-894bd9222aea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299479 Aug 04 17:30:41.068392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-793a4248-d734-4406-8e12-b4ce5680eab7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a4b3a-a774-4d96-8969-bc198f434e83', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:41.096588 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-793a4248-d734-4406-8e12-b4ce5680eab7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.162300 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-793a4248-d734-4406-8e12-b4ce5680eab7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.171297 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-793a4248-d734-4406-8e12-b4ce5680eab7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.189521 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a4248-d734-4406-8e12-b4ce5680eab7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e752977e-2b6a-4262-afdd-f9a5fe9593e2,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:41.198185 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-793a4248-d734-4406-8e12-b4ce5680eab7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.199651 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-793a4248-d734-4406-8e12-b4ce5680eab7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350307 Aug 04 17:30:41.202981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35104) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:41.207680 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5c60e02a-0ba5-4f31-9324-d2957ad2308b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a4b3a-a774-4d96-8969-bc198f434e83', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:41.241744 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c60e02a-0ba5-4f31-9324-d2957ad2308b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.301296 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c60e02a-0ba5-4f31-9324-d2957ad2308b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.307186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c60e02a-0ba5-4f31-9324-d2957ad2308b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.325010 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60e02a-0ba5-4f31-9324-d2957ad2308b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4adae9-cdac-409d-8781-5663176285f0,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:41.331808 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c60e02a-0ba5-4f31-9324-d2957ad2308b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.333116 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5c60e02a-0ba5-4f31-9324-d2957ad2308b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290901 Aug 04 17:30:41.336006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35106) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:41.340740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f775f072-0c49-4cb6-a7ec-acffe629798b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a4b3a-a774-4d96-8969-bc198f434e83', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:41.369874 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f775f072-0c49-4cb6-a7ec-acffe629798b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.439899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f775f072-0c49-4cb6-a7ec-acffe629798b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.447579 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f775f072-0c49-4cb6-a7ec-acffe629798b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.467074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775f072-0c49-4cb6-a7ec-acffe629798b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3307b8-2617-4eb6-b547-ae2bf10ca839,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:41.475106 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f775f072-0c49-4cb6-a7ec-acffe629798b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.476442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f775f072-0c49-4cb6-a7ec-acffe629798b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394234 Aug 04 17:30:41.479253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35108) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:41.484085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-77ba41d6-a063-4355-9c01-0882eaf5680d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a4b3a-a774-4d96-8969-bc198f434e83', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:41.508625 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-77ba41d6-a063-4355-9c01-0882eaf5680d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Project c24f42d5796d4074bba3e8ad32b21d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:30:41.513831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-77ba41d6-a063-4355-9c01-0882eaf5680d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.578822 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-77ba41d6-a063-4355-9c01-0882eaf5680d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.585958 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-77ba41d6-a063-4355-9c01-0882eaf5680d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.603862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba41d6-a063-4355-9c01-0882eaf5680d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962ab869-caa9-453d-8e24-a5223e7041d3,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:41.612158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-77ba41d6-a063-4355-9c01-0882eaf5680d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.613638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-77ba41d6-a063-4355-9c01-0882eaf5680d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334372 Aug 04 17:30:41.616436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35110) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:41.623087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d8994446-ef3d-4720-adad-3a915127f1f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a4b3a-a774-4d96-8969-bc198f434e83', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:41.646711 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-d8994446-ef3d-4720-adad-3a915127f1f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Project c24f42d5796d4074bba3e8ad32b21d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:30:41.651696 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8994446-ef3d-4720-adad-3a915127f1f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.715558 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8994446-ef3d-4720-adad-3a915127f1f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.721986 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8994446-ef3d-4720-adad-3a915127f1f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.739900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8994446-ef3d-4720-adad-3a915127f1f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c02031-18ac-4c11-b8b9-1ef6162411ee,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:41.747290 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8994446-ef3d-4720-adad-3a915127f1f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.748842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d8994446-ef3d-4720-adad-3a915127f1f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310601 Aug 04 17:30:41.752238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35112) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:41.757237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'network': {'name': 'tempest-network-smoke--1461789779', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'port_security_enabled': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:41.780925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:30:41.784566 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.809047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:30:41.818432 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.818772 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Added segment 590d3026-b7ee-4696-b210-c3d5addc771c of type vlan for network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd Aug 04 17:30:41.861034 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.894642 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.900140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:41.900749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:41.959485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2061520 Aug 04 17:30:41.963249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35114) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:41.965840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc76c9b-0e01-4d64-b61b-9c9f5f74125b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Network': ['ID=1a680bde-e9d3-4409-8db6-7b5a8d5673cd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:41.969592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'admin_state_up': True, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:41.980605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:30:42.000927 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:42.002243 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:42.061246 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:42.206643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:42.411562 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:42.435975 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:42.547550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.25.2.139 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:30:42.651502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:42.694947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:42.732409 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:30:42.737449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:30:42.740949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:30:42.747054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:43.027106 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:43.245006 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:43.394696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:30:43.512516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:30:43.523900 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Sync routers for ids ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:30:43.533026 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:43.533573 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Routers {'9bb7244f-aca6-434b-8ef7-3316c9bc52a3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:30:43.534139 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:30:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:43.534308 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5537f6c1-ec66-41bb-82fa-bf523c5e6421 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5698423 Aug 04 17:30:43.537708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35116) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:43.638983 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Set router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:30:43.668390 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e76bc238-ad87-4c3f-a6d8-14de53a159d4 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c24f42d5796d4074bba3e8ad32b21d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1270533 Aug 04 17:30:43.668615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35120) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:43.754063 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d13a258-a543-4bc4-aa1d-592ef37d2f03 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:43.755804 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3d13a258-a543-4bc4-aa1d-592ef37d2f03 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863075 Aug 04 17:30:43.759137 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35122) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:43.787399 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-386b264b-10f0-4bf8-8f85-dd71d946059f tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272155 Aug 04 17:30:43.791860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35124) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:43.796813 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1385858328', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:43.815702 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:42Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:43.845762 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Checking router: 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:30:43.846048 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Updating router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:30:43.870962 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:43.892180 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:30:43.895673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.093671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.130843 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.141135 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Transition to ACTIVE for port object 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:30:44.155017 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.163479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Subnet': ['ID=56ca8d5f-5d70-4d76-83ec-829fbb99285c,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:44.175818 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Checking segment: {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:30:44.176182 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network hostable DHCP agents. Network: 1a680bde-e9d3-4409-8db6-7b5a8d5673cd, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:30:44.196589 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:30:44.204220 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Attempting to bind port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:30:44.204594 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Attempting to bind port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:30:44.204954 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Attempting to bind port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:30:44.208648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 1a680bde-e9d3-4409-8db6-7b5a8d5673cd) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:30:44.213156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:44.213831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.214034 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Pushing event updated for resources: {'Port': ['ID=3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:44.216794 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:30:44.216794 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:30:44.217187 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.217575 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:30:44.218650 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Bound port: 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:30:44.218650 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.221741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34343695-382d-452b-a300-a8c0e5c16d01 None None] Network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:30:44.232779 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.233069 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-381c9ae5-210e-4d97-bc95-33006b1a80a1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4398634 Aug 04 17:30:44.233207 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.233493 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.233823 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.234146 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.234492 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.234830 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.235147 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.235538 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.235802 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.235930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35126) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:44.236094 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.236439 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:30:44.387441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:30:44.388436 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.396926 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] For port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:30:44.400720 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] For port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:30:44.405942 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.473558 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Routers {'9bb7244f-aca6-434b-8ef7-3316c9bc52a3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:30:44.474345 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:30:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:44.476759 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd83ef3-4ce7-4726-8d10-07e357052864 None None] Pushing event updated for resources: {'Port': ['ID=3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:44.536016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Allocated IP 172.20.0.2 (1a680bde-e9d3-4409-8db6-7b5a8d5673cd/56ca8d5f-5d70-4d76-83ec-829fbb99285c/a0062fa1-a590-4fab-912c-67d204b2d7eb) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:30:44.597636 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] Set router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:30:44.688047 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.697187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Transition to ACTIVE for port object a0062fa1-a590-4fab-912c-67d204b2d7eb will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:30:44.714223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Transition to ACTIVE for port object a0062fa1-a590-4fab-912c-67d204b2d7eb will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:30:44.722835 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.767313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:30:44.770674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:30:44.775659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:30:44.779369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Pushing event updated for resources: {'Port': ['ID=a0062fa1-a590-4fab-912c-67d204b2d7eb,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:44.797655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:42Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:44.825231 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9966ace-3cea-465d-ae61-5dd0dbc18597 None None] The sync data for ids ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'] in n-d-764435-5 is: [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:42Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:30:44.845309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Attempting to bind port a0062fa1-a590-4fab-912c-67d204b2d7eb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:30:44.845682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Attempting to bind port a0062fa1-a590-4fab-912c-67d204b2d7eb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:30:44.846038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Attempting to bind port a0062fa1-a590-4fab-912c-67d204b2d7eb on network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:30:44.851858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:30:44.852265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Checking segment: {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:30:44.852643 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.853038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Bound using segment: {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:30:44.853519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Bound port: a0062fa1-a590-4fab-912c-67d204b2d7eb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:30:44.854059 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.922169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] For port a0062fa1-a590-4fab-912c-67d204b2d7eb, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:30:44.925727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] For port a0062fa1-a590-4fab-912c-67d204b2d7eb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a0062fa1-a590-4fab-912c-67d204b2d7eb,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:30:44.932583 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:44.994779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8e23c-f310-45aa-a9ce-8131e229805a None None] Pushing event updated for resources: {'Port': ['ID=a0062fa1-a590-4fab-912c-67d204b2d7eb,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:45.029830 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:45.384128 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.20.0.1 (1a680bde-e9d3-4409-8db6-7b5a8d5673cd/56ca8d5f-5d70-4d76-83ec-829fbb99285c/d4d9ff7e-4447-4f78-b80e-4e58c86f93f5) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:30:45.512213 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:45.539884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Transition to ACTIVE for port object d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:30:45.581150 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:45.631191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:30:45.635285 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:30:45.640754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:30:45.664229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=d4d9ff7e-4447-4f78-b80e-4e58c86f93f5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:45.691992 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:45.851917 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:45.974600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255d7423-d8a4-468e-a8fb-e37ef535da97 None None] Network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:30:46.041897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ba47e066-3dd7-4989-9a2c-b3447949964c None None] Provisioning for port a0062fa1-a590-4fab-912c-67d204b2d7eb completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:30:46.137698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:46.145054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:46.220680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:46.228981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=d4d9ff7e-4447-4f78-b80e-4e58c86f93f5,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:46.341084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:30:46.343556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:30:46.402066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a0062fa1-a590-4fab-912c-67d204b2d7eb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:30:46.479108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d871ee1f-6a6e-41eb-bf05-ec52783a6414 None None] Provisioning for port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:30:46.485363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d871ee1f-6a6e-41eb-bf05-ec52783a6414 None None] Provisioning complete for port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:46.485749 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d871ee1f-6a6e-41eb-bf05-ec52783a6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:46.488358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port a0062fa1-a590-4fab-912c-67d204b2d7eb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:30:46.497073 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:30:46.516947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a0062fa1-a590-4fab-912c-67d204b2d7eb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:46.517321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:46.559174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d871ee1f-6a6e-41eb-bf05-ec52783a6414 None None] Port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:30:46.580741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d871ee1f-6a6e-41eb-bf05-ec52783a6414 None None] Provisioning complete for port a0062fa1-a590-4fab-912c-67d204b2d7eb triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:46.580741 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d871ee1f-6a6e-41eb-bf05-ec52783a6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:46.627152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:30:46.637011 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1819d58e-c2c7-4ce7-a18b-d3033a0e3223 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "PUT /v2.0/routers/9bb7244f-aca6-434b-8ef7-3316c9bc52a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3953841 Aug 04 17:30:46.652752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Sync routers for ids ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:30:46.658185 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:46.682057 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Routers {'9bb7244f-aca6-434b-8ef7-3316c9bc52a3'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:30:46.682754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:30:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:46.780407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port a0062fa1-a590-4fab-912c-67d204b2d7eb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a0062fa1-a590-4fab-912c-67d204b2d7eb,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:30:46.790824 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:46.791660 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:30:46.813671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-52630051-6a55-4ebf-9f21-4d712fec43b8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927047020&fields=id&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 267 time: 0.0370731 Aug 04 17:30:46.886561 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d871ee1f-6a6e-41eb-bf05-ec52783a6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:46.940938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Set router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:30:46.943667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=a0062fa1-a590-4fab-912c-67d204b2d7eb,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:47.050053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:30:47.071908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:47.071908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:47.099552 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-d871ee1f-6a6e-41eb-bf05-ec52783a6414 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:30:47.099898 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-d871ee1f-6a6e-41eb-bf05-ec52783a6414 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:30:47.194336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-ba613b65-a148-4c23-a866-9090c1f4a306 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:47.195791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-ba613b65-a148-4c23-a866-9090c1f4a306 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 797 time: 0.3750718 Aug 04 17:30:47.211512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5ddb3bfd-1fd0-42ee-86c1-4504ded67842 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/quotas/c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 375 time: 0.0096350 Aug 04 17:30:47.236796 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:47.263665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:30:47.264216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-8a585e4e-9798-410d-ac0c-f159c390305d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468709 Aug 04 17:30:47.270228 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:47.306517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:45Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd4d9ff7e-4447-4f78-b80e-4e58c86f93f5', 'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:52:1b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:45Z', 'updated_at': '2021-08-04T17:30:46Z', 'revision_number': 2, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:47.348397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Checking router: 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:30:47.348639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Updating router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:30:47.365124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-847ee05e-f76a-4e15-9d7a-79261fdb3285 service neutron] 10.222.0.39 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878227 Aug 04 17:30:47.370516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:47.380487 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:47.457306 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-37622fb6-10b0-4864-b881-6ff717a47bef service neutron] 10.222.0.39 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854521 Aug 04 17:30:47.633556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bf65527-e063-47a7-97a8-09f5b6602184 req-c94a2a57-5cc6-4a7e-9599-e4529041749b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 210 time: 0.0275145 Aug 04 17:30:47.708959 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:47.719262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Transition to ACTIVE for port object d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:30:47.735176 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:47.810864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86a46e-9411-444b-a0de-e969de67020e None None] Pushing event updated for resources: {'Port': ['ID=d4d9ff7e-4447-4f78-b80e-4e58c86f93f5,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:47.886048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Attempting to bind port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:30:47.886397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Attempting to bind port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:30:47.886827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Attempting to bind port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 on network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:30:47.893328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:30:47.893736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Checking segment: {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:30:47.894195 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:47.894576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Bound using segment: {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:30:47.895202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Bound port: d4d9ff7e-4447-4f78-b80e-4e58c86f93f5, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:30:47.895591 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:47.964414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] For port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:30:47.968452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] For port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d4d9ff7e-4447-4f78-b80e-4e58c86f93f5,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:30:47.975400 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:48.038406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Routers {'9bb7244f-aca6-434b-8ef7-3316c9bc52a3'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:30:48.039051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:30:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:48.091837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86a46e-9411-444b-a0de-e969de67020e None None] Pushing event updated for resources: {'Port': ['ID=d4d9ff7e-4447-4f78-b80e-4e58c86f93f5,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:48.338068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a0062fa1-a590-4fab-912c-67d204b2d7eb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:30:48.345194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] Set router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:30:48.492022 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a0062fa1-a590-4fab-912c-67d204b2d7eb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:48.492291 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:48.626429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:30:48.662930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:45Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd4d9ff7e-4447-4f78-b80e-4e58c86f93f5', 'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:52:1b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:45Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:48.697448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a08e20-67b6-4f17-be95-e0527064ffa9 None None] The sync data for ids ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'] in n-d-764435-5 is: [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:45Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd4d9ff7e-4447-4f78-b80e-4e58c86f93f5', 'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:52:1b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:45Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:30:48.711621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-01c7e63c-ff3a-4879-ace8-fcf31808d878 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:48.713035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:48.713181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-01c7e63c-ff3a-4879-ace8-fcf31808d878 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 797 time: 0.1409531 Aug 04 17:30:48.713560 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:48.785231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4224d1bf-9729-4ad6-8d2a-912ec969e140 req-ced915ca-ea52-4a0f-983a-584c9414ff87 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 210 time: 0.0646505 Aug 04 17:30:48.832244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-13940399-d246-4b4b-b02a-1e6d91dfe7af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 379 time: 0.1025620 Aug 04 17:30:48.842520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'port': {'device_id': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'admin_state_up': True, 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'security_groups': ['ae5a4b3a-a774-4d96-8969-bc198f434e83']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:48.966164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:30:48.970233 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:49.105535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.20.0.11 (1a680bde-e9d3-4409-8db6-7b5a8d5673cd/56ca8d5f-5d70-4d76-83ec-829fbb99285c/ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:30:49.262719 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:49.277660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Transition to ACTIVE for port object ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:30:49.313517 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:49.358967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:30:49.364313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:30:49.367185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:30:49.396144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:49.435232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:49.436587 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:49.455133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-aa100284-c4ed-47d3-8f76-1d304ef0981f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6168208 Aug 04 17:30:49.469074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Request body: {'port': {'device_id': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:49.539212 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:49.668918 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4b4488f3-1b56-463c-81e6-d9536623cbab None None] Provisioning for port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:30:49.673511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4b4488f3-1b56-463c-81e6-d9536623cbab None None] Provisioning complete for port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:49.675224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4b4488f3-1b56-463c-81e6-d9536623cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:49.720452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4b4488f3-1b56-463c-81e6-d9536623cbab None None] Port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:30:49.832866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:30:49.842864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:49.865558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Transition to ACTIVE for port object ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:30:49.881235 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:49.938492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Pushing event updated for resources: {'Port': ['ID=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:49.954617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba9f05-5d7b-4c24-a2ca-88f2e26b129f req-1f74f46f-8de5-4d0a-91c5-b385a7c509cb tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:49.956257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffba9f05-5d7b-4c24-a2ca-88f2e26b129f req-1f74f46f-8de5-4d0a-91c5-b385a7c509cb tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 932 time: 0.1041162 Aug 04 17:30:50.041637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffba9f05-5d7b-4c24-a2ca-88f2e26b129f req-0421022f-9085-4359-8910-08a840baabbf tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687895 Aug 04 17:30:50.057063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Attempting to bind port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:30:50.057316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Attempting to bind port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:30:50.057664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Attempting to bind port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 on network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:30:50.063042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 on network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:30:50.063365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Attempting to bind port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 on network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:30:50.068483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:30:50.068820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Checking segment: {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:30:50.069201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Bound using segment: {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:30:50.069692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Bound port: ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:30:50.070052 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:50.135096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:30:50.138322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:30:50.144419 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:50.179525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:50.180266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:50.181780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] 10.222.0.82 "PUT /v2.0/ports/ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 1092 time: 0.7176645 Aug 04 17:30:50.182073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:30:50.184435 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a875fa-d96b-4f04-b951-c10007241fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:30:50.217020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9770c5-6dee-40f8-a5c6-ccc4cca76983 service neutron] Pushing event updated for resources: {'Port': ['ID=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:50.232857 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9b2f6b-63fd-47ec-8abd-8e8137d03427 x-openstack-request-id: req-4b9b2f6b-63fd-47ec-8abd-8e8137d03427 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:30:50.233246 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:30:50.233510 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b9b2f6b-63fd-47ec-8abd-8e8137d03427 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:30:50.233910 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'status': 'completed', 'code': 200} Aug 04 17:30:50.288064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-3279b95e-6306-4aa4-8633-515c1654943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:50.289094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-3279b95e-6306-4aa4-8633-515c1654943d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1095 time: 0.0497129 Aug 04 17:30:50.339296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-e50038e7-7ab0-4c0b-90fc-606a8de01349 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 217 time: 0.0393701 Aug 04 17:30:50.357162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:30:50.394268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-e879c6c9-01db-4dbf-800a-bf0b52dc4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:50.395811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-e879c6c9-01db-4dbf-800a-bf0b52dc4efc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0496337 Aug 04 17:30:50.438680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:30:50.443191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-bace8656-e514-4ebe-9188-e968175ea4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:50.444851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-bace8656-e514-4ebe-9188-e968175ea4b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418239 Aug 04 17:30:50.445582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:50.446100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:50.534533 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:50.541075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-13fa6ee9-d8e5-47a5-ab9f-a290394be9bf service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886393 Aug 04 17:30:50.571784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d4d9ff7e-4447-4f78-b80e-4e58c86f93f5,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:30:50.577636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:50.626100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=d4d9ff7e-4447-4f78-b80e-4e58c86f93f5,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:50.637150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1ca3efb-f26c-476d-8e19-d51b68a27ecc req-ce37f94f-ea78-4582-b18e-f43cfa9f2d40 service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890138 Aug 04 17:30:50.739294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-a35a5cff-5948-41bb-b0ea-e9a3857ac3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:50.740827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-a35a5cff-5948-41bb-b0ea-e9a3857ac3ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1095 time: 0.0488696 Aug 04 17:30:50.836829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-4b68d151-702a-4ce0-9d8c-3171debdc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:50.838201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-4b68d151-702a-4ce0-9d8c-3171debdc3b8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 899 time: 0.0903478 Aug 04 17:30:50.884302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-96fa84ab-671e-4e21-8d5b-fe7681c7f3eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 217 time: 0.0388567 Aug 04 17:30:50.965634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-72b2a500-e790-4945-81d9-f15f20128cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:50.967435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-72b2a500-e790-4945-81d9-f15f20128cd8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0745430 Aug 04 17:30:51.022476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-90fa8abd-7f4a-48e5-9c43-33f9c6c69182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:51.024058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-90fa8abd-7f4a-48e5-9c43-33f9c6c69182 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489628 Aug 04 17:30:51.137295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-41c405b8-19bf-43ad-96da-7e2a270ea3ac service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048045 Aug 04 17:30:51.228664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4a46b-ddf0-4a47-9346-e370c55516a1 req-e25be959-4796-48b5-9c9d-0a3864ffd95b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:51.230164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ad4a46b-ddf0-4a47-9346-e370c55516a1 req-e25be959-4796-48b5-9c9d-0a3864ffd95b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 944 time: 0.1123548 Aug 04 17:30:51.266433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15a875fa-d96b-4f04-b951-c10007241fd4 req-1af01edc-1432-4eb6-81f6-eddaf681452a service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143615 Aug 04 17:30:51.284431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ad4a46b-ddf0-4a47-9346-e370c55516a1 req-518c9852-d6ef-40d5-a456-90724b9ca2c8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481577 Aug 04 17:30:52.323960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:30:52.376809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:52.377144 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:52.414790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3c155-ff02-4111-90a2-7189f5e8c8a3 req-d6679f04-24bc-481e-b4b4-7ab8603a529b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:52.416254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71e3c155-ff02-4111-90a2-7189f5e8c8a3 req-d6679f04-24bc-481e-b4b4-7ab8603a529b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 944 time: 0.0561256 Aug 04 17:30:52.455003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-71e3c155-ff02-4111-90a2-7189f5e8c8a3 req-0c704812-2364-4e04-9da5-e01ed10e491c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323234 Aug 04 17:30:53.022864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:30:53.126301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:30:53.138961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'port_id': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'mac_address': 'fa:16:3e:07:6a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:30:53.176856 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:53.189736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:30:53.210160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:30:53.216761 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:53.268974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:53.425608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:30:53.572279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420f35e-d2bd-41a6-a799-0311d2d440c1 req-7ca34abb-a045-4531-b653-5807651c6c67 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:53.573677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6420f35e-d2bd-41a6-a799-0311d2d440c1 req-7ca34abb-a045-4531-b653-5807651c6c67 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 945 time: 0.0523813 Aug 04 17:30:53.612634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6420f35e-d2bd-41a6-a799-0311d2d440c1 req-19550f3c-2941-4f38-8c72-1b5197aa934b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324397 Aug 04 17:30:54.739247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edb850-8231-4290-be3c-293c02cf8cdc req-81ac8429-f5f8-4674-9f65-7f9a00275adb tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:54.740737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07edb850-8231-4290-be3c-293c02cf8cdc req-81ac8429-f5f8-4674-9f65-7f9a00275adb tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 945 time: 0.0539711 Aug 04 17:30:54.786054 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-07edb850-8231-4290-be3c-293c02cf8cdc req-b0ec8204-f53b-4e79-bd0c-28904c2cd198 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362363 Aug 04 17:30:55.024183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:30:55.083730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:30:55.087716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:30:55.088081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:55.176502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:55.201080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:30:55.203742 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90f333c-cd78-432d-aa35-35aef1a1165a" -d '{"events": [{"server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "name": "network-vif-plugged", "status": "completed", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:30:55.218445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:30:55.224515 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:55.248075 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d4bf0-0712-4829-a79a-0d8c1e5ff870 x-openstack-request-id: req-f67d4bf0-0712-4829-a79a-0d8c1e5ff870 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:30:55.248353 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "name": "network-vif-plugged", "status": "completed", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:30:55.248595 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f67d4bf0-0712-4829-a79a-0d8c1e5ff870 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:30:55.248977 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'code': 200} Aug 04 17:30:55.276023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:55.348181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81227220-c87f-40bb-a887-eadcaea14e66 req-0f839bda-f69e-46fd-8222-252d50110e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:55.349697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-81227220-c87f-40bb-a887-eadcaea14e66 req-0f839bda-f69e-46fd-8222-252d50110e9b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1097 time: 0.0459177 Aug 04 17:30:55.387163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-81227220-c87f-40bb-a887-eadcaea14e66 req-bbd632de-acd9-4fe3-a270-81d6d8f83654 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296738 Aug 04 17:30:55.927537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25dc73-efef-44d7-ad2e-42a919135cb0 req-c315ab1e-9334-4254-922a-92ed2082161f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:55.929157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f25dc73-efef-44d7-ad2e-42a919135cb0 req-c315ab1e-9334-4254-922a-92ed2082161f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0614634 Aug 04 17:30:55.970076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f25dc73-efef-44d7-ad2e-42a919135cb0 req-b12a927b-74fc-480b-8780-942e776de8e4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341823 Aug 04 17:30:57.095735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732520aa-cf95-4f83-a176-3d1882720d2e req-b774398a-f316-4940-8976-9c39a257351b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:57.097288 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-732520aa-cf95-4f83-a176-3d1882720d2e req-b774398a-f316-4940-8976-9c39a257351b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0538766 Aug 04 17:30:57.153038 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-732520aa-cf95-4f83-a176-3d1882720d2e req-8cff1c6a-7283-4853-8165-217733f91c17 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464001 Aug 04 17:30:57.278952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b982686-3f87-49ee-a5a4-032c772d76e0 req-5af8cde4-7941-45ee-9e2c-ad3d6680a886 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:57.280509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b982686-3f87-49ee-a5a4-032c772d76e0 req-5af8cde4-7941-45ee-9e2c-ad3d6680a886 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0552602 Aug 04 17:30:57.319868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b982686-3f87-49ee-a5a4-032c772d76e0 req-efbc2fc4-20d5-4532-b486-093ac0087b40 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330460 Aug 04 17:30:57.341872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35176) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:57.386372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71105fe6-14bf-45e5-be50-06b8b8cb6713 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:57.387992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-71105fe6-14bf-45e5-be50-06b8b8cb6713 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1092 time: 0.0444462 Aug 04 17:30:57.391916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35178) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:57.396686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:30:57.424155 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:57.531996 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:57.676268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.25.2.203 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/4a31a322-0d31-4f53-894d-ea5101b405df) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:30:57.788465 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:57.830595 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:57.865941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:30:57.868831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:30:57.874666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:30:57.901023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=4a31a322-0d31-4f53-894d-ea5101b405df,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:58.693011 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:58.765206 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:58.941899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:58.949933 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:59.015707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=4a31a322-0d31-4f53-894d-ea5101b405df,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:30:59.029822 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:59.142791 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Floating IP 24abdd97-087a-4ee4-b6a9-02c6ff2908ce associated. External IP: 172.25.2.203, port: ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0. Aug 04 17:30:59.367019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:30:59.479625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:30:59.490509 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] Sync routers for ids ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:30:59.497517 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:30:59.502553 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] Routers {'9bb7244f-aca6-434b-8ef7-3316c9bc52a3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:30:59.503216 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:30:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:59.527079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c392e9c7-3481-4b92-a2f5-7d7a8e109f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1340640 Aug 04 17:30:59.527803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:30:59.530262 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7084e29-9ff2-4b05-9821-710afc75a247" -d '{"events": [{"name": "network-changed", "server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:30:59.576059 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8246e8-e6db-4ea2-b18c-187bfa58466a x-openstack-request-id: req-bc8246e8-e6db-4ea2-b18c-187bfa58466a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:30:59.576379 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:30:59.576585 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc8246e8-e6db-4ea2-b18c-187bfa58466a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:30:59.577031 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'status': 'completed', 'code': 200} Aug 04 17:30:59.619144 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] Set router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:30:59.666002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867bc72-6cc9-4550-af2d-5f7e29e95590 req-75ae754b-36a1-4c8a-ac68-75f329953b79 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:59.667538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4867bc72-6cc9-4550-af2d-5f7e29e95590 req-75ae754b-36a1-4c8a-ac68-75f329953b79 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0862429 Aug 04 17:30:59.690678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-8720dcff-68b3-4c17-a8e0-2d7d88425137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:59.692197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-8720dcff-68b3-4c17-a8e0-2d7d88425137 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1097 time: 0.0793293 Aug 04 17:30:59.727769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4867bc72-6cc9-4550-af2d-5f7e29e95590 req-0a63c2ad-6d72-470e-8839-e674ded5e1c9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537131 Aug 04 17:30:59.750499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35184) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:30:59.796616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-00465dbf-1d17-4df6-9275-dac83a4dafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:59.798125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-00465dbf-1d17-4df6-9275-dac83a4dafd0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 899 time: 0.0982456 Aug 04 17:30:59.816408 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8a61c564-b224-409e-b909-03f1ff30e98b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/24abdd97-087a-4ee4-b6a9-02c6ff2908ce HTTP/1.1" status: 200 len: 992 time: 0.0647035 Aug 04 17:30:59.844053 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:45Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '24abdd97-087a-4ee4-b6a9-02c6ff2908ce', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'port_id': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'mac_address': 'fa:16:3e:07:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:30:58Z', 'updated_at': '2021-08-04T17:30:58Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9ff7e-4447-4f78-b80e-4e58c86f93f5', 'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:52:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:45Z', 'updated_at': '2021-08-04T17:30:50Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:59.872376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-3eb7a2c5-eed9-4320-8686-47a243d855f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0660264 Aug 04 17:30:59.874284 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] Checking router: 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:30:59.883737 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] Routers {'9bb7244f-aca6-434b-8ef7-3316c9bc52a3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:30:59.884343 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:30:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:30:59.927569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-a7158ce2-7c2d-405f-bdc6-f8217d82e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:59.929091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-a7158ce2-7c2d-405f-bdc6-f8217d82e2c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0498927 Aug 04 17:30:59.979030 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-bc732211-7073-4be7-91d0-18e73fbf6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:30:59.980575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-bc732211-7073-4be7-91d0-18e73fbf6cc0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440919 Aug 04 17:30:59.994649 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] Set router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:31:00.077122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-9cac04aa-8f07-4de7-8d3c-ea105dbd9fdc service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888925 Aug 04 17:31:00.183866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7084e29-9ff2-4b05-9821-710afc75a247 req-f075a798-672b-4357-a7b8-9589b244b36b service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996263 Aug 04 17:31:00.228493 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:45Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '24abdd97-087a-4ee4-b6a9-02c6ff2908ce', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'port_id': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'mac_address': 'fa:16:3e:07:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:30:58Z', 'updated_at': '2021-08-04T17:30:58Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9ff7e-4447-4f78-b80e-4e58c86f93f5', 'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:52:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:45Z', 'updated_at': '2021-08-04T17:30:50Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:31:00.258766 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c2fa0-0c2b-4d5d-a994-0324c8b0176d None None] The sync data for ids ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'] in n-d-764435-5 is: [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:45Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '24abdd97-087a-4ee4-b6a9-02c6ff2908ce', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'port_id': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'mac_address': 'fa:16:3e:07:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:30:58Z', 'updated_at': '2021-08-04T17:30:58Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d9ff7e-4447-4f78-b80e-4e58c86f93f5', 'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:52:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:45Z', 'updated_at': '2021-08-04T17:30:50Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:31:00.458850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621b8b4-16a5-4d5a-a3a2-6804096df57a None None] New status for floating IP 24abdd97-087a-4ee4-b6a9-02c6ff2908ce: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:31:00.819780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35186) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:31:00.895487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-635da403-a025-4c7d-9687-332ec961f1e1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/24abdd97-087a-4ee4-b6a9-02c6ff2908ce HTTP/1.1" status: 200 len: 994 time: 0.0742283 Aug 04 17:31:02.017072 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-acf30235-7df0-47cd-8c28-d42b0831b933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:04.423031 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3072d57e-96c2-4288-b3ca-64423c0f92ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:05.022369 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:05.909568 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:07.514296 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:09.242782 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:09.298322 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:16.081690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2d36f25-5883-4111-8c07-61590075064c req-9408e979-4a22-4924-b56b-b1e3a6bbc1f4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486777 Aug 04 17:31:16.172839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36f25-5883-4111-8c07-61590075064c req-2ca15d4f-15de-4031-b02d-a81db981f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:16.174384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2d36f25-5883-4111-8c07-61590075064c req-2ca15d4f-15de-4031-b02d-a81db981f901 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1097 time: 0.0472205 Aug 04 17:31:16.283796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36f25-5883-4111-8c07-61590075064c req-887f6412-4a5d-41e7-a385-ce0f074bae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:16.285352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2d36f25-5883-4111-8c07-61590075064c req-887f6412-4a5d-41e7-a385-ce0f074bae60 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 899 time: 0.0894949 Aug 04 17:31:16.356360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2d36f25-5883-4111-8c07-61590075064c req-2953cd9e-1cd6-481d-9995-23943d2d5321 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 1002 time: 0.0624166 Aug 04 17:31:16.411934 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36f25-5883-4111-8c07-61590075064c req-0892e9da-3e4c-4deb-8a9d-4c02f8009035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:16.413435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2d36f25-5883-4111-8c07-61590075064c req-0892e9da-3e4c-4deb-8a9d-4c02f8009035 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0476108 Aug 04 17:31:16.466620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36f25-5883-4111-8c07-61590075064c req-11a58de6-32ca-4b01-8ac0-7764fcff5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:16.468166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2d36f25-5883-4111-8c07-61590075064c req-11a58de6-32ca-4b01-8ac0-7764fcff5a13 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460725 Aug 04 17:31:16.567185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2d36f25-5883-4111-8c07-61590075064c req-859c6ccb-7437-447d-af53-a3da81f8008a service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893896 Aug 04 17:31:16.665094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f2d36f25-5883-4111-8c07-61590075064c req-8a504abe-18e1-4110-8b7b-05d5a914851c service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897975 Aug 04 17:31:17.212490 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:31:32.018334 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5213-5407-4d0d-8aab-24c5ab15b8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:32.247424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb75b86-e0dd-4536-aff7-b485298a52b1 req-edbb2250-32ff-459d-bd54-e50b49887731 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:32.248972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fb75b86-e0dd-4536-aff7-b485298a52b1 req-edbb2250-32ff-459d-bd54-e50b49887731 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1097 time: 0.1184549 Aug 04 17:31:32.272022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5fb75b86-e0dd-4536-aff7-b485298a52b1 req-013e505b-1930-4c91-a579-6e9155158c3e tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:32.363170 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5fb75b86-e0dd-4536-aff7-b485298a52b1 req-013e505b-1930-4c91-a579-6e9155158c3e tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:32.368091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5fb75b86-e0dd-4536-aff7-b485298a52b1 req-013e505b-1930-4c91-a579-6e9155158c3e tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:32.391127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fb75b86-e0dd-4536-aff7-b485298a52b1 req-013e505b-1930-4c91-a579-6e9155158c3e tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323376 Aug 04 17:31:32.400393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e505b-1930-4c91-a579-6e9155158c3e tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ea0015-1ee5-4503-9c74-6871c2f57380,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:31:32.599573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61d977-a75c-4e18-aae9-3b3ee747171e req-13f49fff-3c1a-4ea6-93e4-06f92a205ef4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:32.601150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f61d977-a75c-4e18-aae9-3b3ee747171e req-13f49fff-3c1a-4ea6-93e4-06f92a205ef4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.1267540 Aug 04 17:31:32.650855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1f61d977-a75c-4e18-aae9-3b3ee747171e req-8788d79e-3813-4e10-907a-84e34f2e83ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404398 Aug 04 17:31:32.678333 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35212) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:31:32.743243 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-64b48857-566c-4c9e-8b5f-cd35b9b308b9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/24abdd97-087a-4ee4-b6a9-02c6ff2908ce HTTP/1.1" status: 200 len: 994 time: 0.0636890 Aug 04 17:31:33.361615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35226) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:31:33.420924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b7698-cee3-4cf5-9433-d41f0d9a939e req-0644e333-4347-4ac1-8b23-ae50b1617b06 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:33.422511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-072b7698-cee3-4cf5-9433-d41f0d9a939e req-0644e333-4347-4ac1-8b23-ae50b1617b06 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0534334 Aug 04 17:31:33.464551 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-d6902523-e967-413d-8376-9909ececda01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1017492 Aug 04 17:31:33.468203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-072b7698-cee3-4cf5-9433-d41f0d9a939e req-e3acb0b2-bfb9-42f3-9c30-c6894973bac6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391889 Aug 04 17:31:34.419390 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-13211687-9bf5-4ece-9bcb-b47f3932dddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:34.625869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a6590-da0c-412c-8a27-441b52922ae6 req-a71f97b7-ea7d-490b-a07b-056743f9a040 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:34.627412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-637a6590-da0c-412c-8a27-441b52922ae6 req-a71f97b7-ea7d-490b-a07b-056743f9a040 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0790596 Aug 04 17:31:34.642841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-1ee47694-8494-4c28-be19-584a5cbae5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:34.644254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-1ee47694-8494-4c28-be19-584a5cbae5bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1097 time: 0.0629270 Aug 04 17:31:34.717514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-637a6590-da0c-412c-8a27-441b52922ae6 req-c20cafce-2554-4618-83ac-f96c426fe930 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825911 Aug 04 17:31:34.762924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-5c8b6a34-db29-4225-99bc-b639f9c14bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:34.764423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-5c8b6a34-db29-4225-99bc-b639f9c14bde service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 899 time: 0.1123016 Aug 04 17:31:34.840898 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-23639d90-39e3-494f-b428-d061d28c031f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 1002 time: 0.0679603 Aug 04 17:31:34.894331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-ef2e157c-f64e-4e39-b742-04739c4525b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:34.895792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-ef2e157c-f64e-4e39-b742-04739c4525b4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0470495 Aug 04 17:31:34.950843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-bd66cf14-7fc7-49e3-8288-3f5106cfbd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:34.952380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-bd66cf14-7fc7-49e3-8288-3f5106cfbd20 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493300 Aug 04 17:31:35.018060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:35.052062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-d633d424-7532-4263-9599-2f300b3f1505 service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913496 Aug 04 17:31:35.155529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-dd2c93e1-aece-4384-89cc-c7c35e4bc538 service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954168 Aug 04 17:31:35.858183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459deeb5-0312-4198-9730-63ab7472200e req-3c43d4a2-aa84-4d49-87dd-d9bb92c36ddc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:35.859774 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-459deeb5-0312-4198-9730-63ab7472200e req-3c43d4a2-aa84-4d49-87dd-d9bb92c36ddc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0593047 Aug 04 17:31:35.903343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-459deeb5-0312-4198-9730-63ab7472200e req-b93e185b-f503-4e15-9c33-80e09de566ad tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368483 Aug 04 17:31:35.909604 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:37.045970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4da62-cb7c-45cf-b227-fdf90b05049f req-f37e68cb-5894-4e3a-a6cb-fc23ac0e8c96 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:37.047529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57e4da62-cb7c-45cf-b227-fdf90b05049f req-f37e68cb-5894-4e3a-a6cb-fc23ac0e8c96 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0616598 Aug 04 17:31:37.088861 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57e4da62-cb7c-45cf-b227-fdf90b05049f req-648d091e-f266-47e0-88af-206f9a928259 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Aug 04 17:31:37.511947 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:38.213773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fbb74-0601-4094-be17-1f4b2edd30d8 req-64edf9ea-2947-47bb-9f3f-2a4212a32ea7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:38.215271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f7fbb74-0601-4094-be17-1f4b2edd30d8 req-64edf9ea-2947-47bb-9f3f-2a4212a32ea7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0527976 Aug 04 17:31:38.263461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3f7fbb74-0601-4094-be17-1f4b2edd30d8 req-e7d969e1-5ece-429f-bc36-e53fd961ca36 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364988 Aug 04 17:31:39.240062 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:39.295528 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:39.392090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7693e7-c975-4d82-a84e-665238e396f9 req-baca1719-08a5-459b-a316-10404439b24b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:39.393636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb7693e7-c975-4d82-a84e-665238e396f9 req-baca1719-08a5-459b-a316-10404439b24b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0500467 Aug 04 17:31:39.432040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb7693e7-c975-4d82-a84e-665238e396f9 req-b67eb27e-5eac-4ef6-aeea-b73624af0a62 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320559 Aug 04 17:31:40.554543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dd55c-151f-4719-a673-6c1ec35b53d1 req-1af794ab-c29e-4b8d-92f5-ce078181ef12 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:40.556139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-276dd55c-151f-4719-a673-6c1ec35b53d1 req-1af794ab-c29e-4b8d-92f5-ce078181ef12 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0545959 Aug 04 17:31:40.603188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-276dd55c-151f-4719-a673-6c1ec35b53d1 req-3d2fc587-ba27-4d3d-a3ae-3e7f1b9f347f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409746 Aug 04 17:31:41.739707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e698ce6-adcf-4a09-b0e2-82921a734375 req-4d3cc395-2458-4242-b0fb-7a47d002404c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:41.741192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e698ce6-adcf-4a09-b0e2-82921a734375 req-4d3cc395-2458-4242-b0fb-7a47d002404c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0574715 Aug 04 17:31:41.780484 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e698ce6-adcf-4a09-b0e2-82921a734375 req-93ee5b22-ff9c-467a-808c-00496a9d1826 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328090 Aug 04 17:31:42.914250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5a18b-c196-46fc-aa05-7ec352aa8d4c req-0f151d4f-540c-4f55-9df0-a50e008d0a9f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:42.915925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7e5a18b-c196-46fc-aa05-7ec352aa8d4c req-0f151d4f-540c-4f55-9df0-a50e008d0a9f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0562882 Aug 04 17:31:42.956687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7e5a18b-c196-46fc-aa05-7ec352aa8d4c req-ff3f0966-5933-4193-9b01-953ed55b2a39 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339043 Aug 04 17:31:44.095357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55031558-bf08-4686-aed5-b0c50db029bb req-18812001-c710-4463-a822-b099bb055907 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:44.096951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55031558-bf08-4686-aed5-b0c50db029bb req-18812001-c710-4463-a822-b099bb055907 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0578866 Aug 04 17:31:44.139549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55031558-bf08-4686-aed5-b0c50db029bb req-a5ab7fe3-fab2-45f4-ae09-c57cdf9be16c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345364 Aug 04 17:31:45.277748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e673ea-fd66-4edd-b356-24bd136248e3 req-74101aa3-598f-4713-a25f-e849f46c6a85 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:45.279251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35e673ea-fd66-4edd-b356-24bd136248e3 req-74101aa3-598f-4713-a25f-e849f46c6a85 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0523734 Aug 04 17:31:45.323391 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35e673ea-fd66-4edd-b356-24bd136248e3 req-eee56c8c-76d5-4362-bd9b-8912d62299fe tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342734 Aug 04 17:31:46.461649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24679d54-489d-4cbd-9c87-640e243247cc req-9980a8d4-d048-405b-9aed-c5c2b62ea520 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:46.463136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24679d54-489d-4cbd-9c87-640e243247cc req-9980a8d4-d048-405b-9aed-c5c2b62ea520 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0582767 Aug 04 17:31:46.506029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24679d54-489d-4cbd-9c87-640e243247cc req-2a91c2ac-6eb5-4314-a4a4-7ac73ae6f20c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360658 Aug 04 17:31:47.651943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf81705-10e3-404d-9123-aaeb5aa5e247 req-011840e1-6de9-4bd2-ac9b-bc81e65a09eb tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:47.653440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4cf81705-10e3-404d-9123-aaeb5aa5e247 req-011840e1-6de9-4bd2-ac9b-bc81e65a09eb tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0603406 Aug 04 17:31:47.696526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4cf81705-10e3-404d-9123-aaeb5aa5e247 req-696ff4a2-ecf4-46b2-9162-cf4e66e76e94 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339003 Aug 04 17:31:48.826701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9090f8-85c0-48f4-898f-1d0eb8b9cea0 req-75e84343-8502-42d3-9cf7-da95cdbaed0d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:48.828281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b9090f8-85c0-48f4-898f-1d0eb8b9cea0 req-75e84343-8502-42d3-9cf7-da95cdbaed0d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0526948 Aug 04 17:31:48.866652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b9090f8-85c0-48f4-898f-1d0eb8b9cea0 req-1fb3b53e-074a-4693-a598-a5105cc9ddad tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Aug 04 17:31:50.009533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8549e-9cb6-472c-bd51-bb745d6008ff req-9242ffe6-6748-4b74-9095-71462d1f12e3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:50.011037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ae8549e-9cb6-472c-bd51-bb745d6008ff req-9242ffe6-6748-4b74-9095-71462d1f12e3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0510335 Aug 04 17:31:50.051785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ae8549e-9cb6-472c-bd51-bb745d6008ff req-dde11111-2487-4436-a190-783977ec1efb tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331988 Aug 04 17:31:51.179108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc1c6f-727e-4777-a5ba-55e8207f616b req-340e8393-065a-4654-90f2-8af8007d1f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:51.180599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49dc1c6f-727e-4777-a5ba-55e8207f616b req-340e8393-065a-4654-90f2-8af8007d1f11 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0567269 Aug 04 17:31:51.225794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49dc1c6f-727e-4777-a5ba-55e8207f616b req-ddc981b7-73b2-44b4-b5ef-1f88e81bb1ad tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391042 Aug 04 17:31:52.078837 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-5ba474af-ad14-4fb4-9dad-1389ba70100f service neutron] show failed (client error): The resource could not be found. Aug 04 17:31:52.079937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-5ba474af-ad14-4fb4-9dad-1389ba70100f service neutron] 10.222.0.82 "GET /v2.0/ports/ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0657446 Aug 04 17:31:52.346189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd4739-08bd-4400-a8c1-1151961179a2 req-2312b962-567f-4360-88e2-21df48577475 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:52.347623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdcd4739-08bd-4400-a8c1-1151961179a2 req-2312b962-567f-4360-88e2-21df48577475 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0521700 Aug 04 17:31:52.389781 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdcd4739-08bd-4400-a8c1-1151961179a2 req-82a8a946-4504-4d43-9305-d4389b1d3ba8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360446 Aug 04 17:31:52.396707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-f8b693db-81bf-4a52-906b-196626ca43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:52.398292 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-f8b693db-81bf-4a52-906b-196626ca43d7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 1097 time: 0.1478057 Aug 04 17:31:52.411212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:31:52.477438 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:52.689053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:31:52.736385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:31:52.778143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:31:52.780614 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e779c-7781-4407-9007-e40f5762e4f1" -d '{"events": [{"server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:31:52.784936 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:52.797776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Transition to ACTIVE for port object ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:31:52.803327 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:52.917664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Pushing event updated for resources: {'Port': ['ID=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,revision_number=6']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:31:52.945794 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e42613-fff5-475a-9625-b7a327db624f x-openstack-request-id: req-f9e42613-fff5-475a-9625-b7a327db624f {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:31:52.946081 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:31:52.946429 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9e42613-fff5-475a-9625-b7a327db624f {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:31:52.946998 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'code': 200} Aug 04 17:31:52.961458 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.961844 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.962187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.962526 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.962890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.963228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.963556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.963883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.964221 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.964542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.964872 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:52.965194 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:53.015132 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] No DVR routers for this DVR port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:31:53.172761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Attempting to bind port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:31:53.173152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Attempting to bind port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:31:53.173722 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Attempting to bind port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 on network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:31:53.178883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 on network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:31:53.179207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Attempting to bind port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 on network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:31:53.184180 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:31:53.184523 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Checking segment: {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:31:53.184911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Bound using segment: {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:31:53.185337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Bound port: ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590d3026-b7ee-4696-b210-c3d5addc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:31:53.185698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:53.249645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:31:53.252686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:31:53.258228 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:53.294991 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:53.295673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:53.297049 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] 10.222.0.90 "PUT /v2.0/ports/ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 1092 time: 0.8907239 Aug 04 17:31:53.319956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454b007-7e99-4195-999d-79b2d0c95fda service neutron] Pushing event updated for resources: {'Port': ['ID=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,revision_number=7']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:31:53.376781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-917db9a3-9869-4906-8afe-1f60feceab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:53.378365 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-917db9a3-9869-4906-8afe-1f60feceab0a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1095 time: 0.0553041 Aug 04 17:31:53.475541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-f803da0c-b274-41fa-bea5-593e6b41ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:53.477053 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-f803da0c-b274-41fa-bea5-593e6b41ac90 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 899 time: 0.0918787 Aug 04 17:31:53.521376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d5d9-22db-42eb-8485-52fe0c0f9eea req-80261d89-f06b-4dc0-a84b-5edfafc7de1b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:53.523335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8709d5d9-22db-42eb-8485-52fe0c0f9eea req-80261d89-f06b-4dc0-a84b-5edfafc7de1b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 944 time: 0.0611939 Aug 04 17:31:53.551532 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-b8c75f12-60df-4e74-a855-cf018c88e4d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0665550 Aug 04 17:31:53.567548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8709d5d9-22db-42eb-8485-52fe0c0f9eea req-503bb3a9-37d5-42a3-be45-a00e6b485162 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369284 Aug 04 17:31:53.600583 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-32e82d60-1570-48c4-9597-a34f14fb1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:53.602050 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-32e82d60-1570-48c4-9597-a34f14fb1d42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0442204 Aug 04 17:31:53.649387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-3ab3efa6-9c7b-4409-be99-ab6a4d3ec3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:53.650848 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-3ab3efa6-9c7b-4409-be99-ab6a4d3ec3c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422330 Aug 04 17:31:53.662118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-2f730e9f-0d72-4be2-a01c-40d54d8dd30d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:31:53.663083 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-2f730e9f-0d72-4be2-a01c-40d54d8dd30d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049596 Aug 04 17:31:53.764899 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-eab75761-c62b-4d2d-9330-66fa9a3f4539 service neutron] 10.222.0.90 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946951 Aug 04 17:31:53.862255 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-a6445bf1-9f54-4524-8bc0-f152ab9cc828 req-f36c67dd-c3f8-43b0-96c4-3e01187c3b33 service neutron] 10.222.0.90 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905228 Aug 04 17:31:54.213579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:31:54.702154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c56eb8-3373-4d3d-997c-4b69099058b2 req-4f2f25b0-533a-4629-a29f-8cae35c0fd18 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:54.704026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34c56eb8-3373-4d3d-997c-4b69099058b2 req-4f2f25b0-533a-4629-a29f-8cae35c0fd18 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 944 time: 0.0633819 Aug 04 17:31:54.760849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34c56eb8-3373-4d3d-997c-4b69099058b2 req-66b37392-0ec9-4d18-8ad7-2d99d221cbb1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423210 Aug 04 17:31:54.948590 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:31:54.950939 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:31:55.012503 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1275886-55e1-4fa6-890b-c12173a33e96 x-openstack-request-id: req-a1275886-55e1-4fa6-890b-c12173a33e96 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:31:55.012769 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:31:55.013037 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1275886-55e1-4fa6-890b-c12173a33e96 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:31:55.013433 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'status': 'completed', 'code': 200} Aug 04 17:31:55.073045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-9b83c699-90e0-44c3-95f5-d0d4748c46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:55.074578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-9b83c699-90e0-44c3-95f5-d0d4748c46b6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1095 time: 0.0456288 Aug 04 17:31:55.093345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-ebe7b43f-fcb4-480f-b16c-91e39150ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:55.095564 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-ebe7b43f-fcb4-480f-b16c-91e39150ed48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1095 time: 0.0533667 Aug 04 17:31:55.181409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-dbd3c49c-ad88-426b-b973-4c3401570926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:55.182989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-dbd3c49c-ad88-426b-b973-4c3401570926 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 899 time: 0.1007798 Aug 04 17:31:55.195218 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-26c1bdb0-4f1a-4816-bd21-b225d8f5a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:55.196671 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-26c1bdb0-4f1a-4816-bd21-b225d8f5a34f service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 899 time: 0.0939865 Aug 04 17:31:55.252414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-a43172bb-5be8-4b3a-8d71-988621c0c5ca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0622106 Aug 04 17:31:55.270771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:31:55.283328 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-57772eb1-2e65-4bd0-bea4-879a29be2f3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0688262 Aug 04 17:31:55.304345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-dc0eb3c3-fe93-4139-b8dc-da261b9a5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:55.305862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-dc0eb3c3-fe93-4139-b8dc-da261b9a5d47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0469365 Aug 04 17:31:55.318072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:31:55.340966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-8f90c43d-d540-430a-9375-b258060d24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:55.342898 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-8f90c43d-d540-430a-9375-b258060d24f5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0519032 Aug 04 17:31:55.364559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-36c200fb-e254-492d-9895-98c44a44ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:55.366176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-36c200fb-e254-492d-9895-98c44a44ca03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534811 Aug 04 17:31:55.396243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-c048d19d-0246-4cf3-9f23-a53de95d7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:55.397821 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-c048d19d-0246-4cf3-9f23-a53de95d7916 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439558 Aug 04 17:31:55.468114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-f1833b0f-3bdb-4826-b6be-a1fd4b1dae8e service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947237 Aug 04 17:31:55.501233 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-35ea45ef-4ba3-4ce2-aef8-042a3d08fa00 service neutron] 10.222.0.90 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941775 Aug 04 17:31:55.563350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-eae15fb2-1b13-4c9c-9f98-6a2c71290694 service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877826 Aug 04 17:31:55.591451 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-310d00ac-9dff-48f3-a7d6-3f23cdb475fd req-8e81791a-3edb-49b8-a836-adaacb81d947 service neutron] 10.222.0.90 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834887 Aug 04 17:31:55.890511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaf654-4ec6-472d-acbf-34faf1cfa01c req-26af86c8-8832-42f4-8050-750d04212063 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:55.892042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cbdaf654-4ec6-472d-acbf-34faf1cfa01c req-26af86c8-8832-42f4-8050-750d04212063 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 944 time: 0.0544059 Aug 04 17:31:55.931795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cbdaf654-4ec6-472d-acbf-34faf1cfa01c req-2d2e64f6-f63f-45f7-8f62-102dc774dd89 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336065 Aug 04 17:31:56.202564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b8bea-5700-49ce-8874-792497957470 req-51924ffc-8ae1-43a2-9f20-85a79c3c8aed tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:56.204138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-185b8bea-5700-49ce-8874-792497957470 req-51924ffc-8ae1-43a2-9f20-85a79c3c8aed tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 944 time: 0.1129646 Aug 04 17:31:56.224354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-d1ec2590-3ef3-42d6-8373-33a0e110d0fb tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:56.225951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-d1ec2590-3ef3-42d6-8373-33a0e110d0fb tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c&tenant_id=c24f42d5796d4074bba3e8ad32b21d78&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 944 time: 0.1219220 Aug 04 17:31:56.284312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-185b8bea-5700-49ce-8874-792497957470 req-94adfe6e-db03-4743-90bd-8857e47bbfcc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737379 Aug 04 17:31:56.311313 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-8b138acd-8afc-4d0b-a876-8629fdeed13d service neutron] delete failed (client error): The resource could not be found. Aug 04 17:31:56.312368 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-8b138acd-8afc-4d0b-a876-8629fdeed13d service neutron] 10.222.0.82 "DELETE /v2.0/ports/ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0776706 Aug 04 17:31:56.341045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:31:56.407130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-c74cce42-e704-4e38-97cb-643d34a15d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:56.408769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-c74cce42-e704-4e38-97cb-643d34a15d1e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1095 time: 0.0510468 Aug 04 17:31:56.452019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:31:56.466109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'port_id': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'mac_address': 'fa:16:3e:07:6a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:31:56.506902 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:56.521594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:31:56.543600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:31:56.550039 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:56.603784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:31:56.611773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.612136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.612445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.612803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.613127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.613423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.613768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.614072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.614383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.614702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.615038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.615339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:31:56.799999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:31:56.800441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-aafe2a17-36fa-4870-adb5-b82203fe0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:56.802359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-aafe2a17-36fa-4870-adb5-b82203fe0cc3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 899 time: 0.3868072 Aug 04 17:31:56.873614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-6337f8cc-b2e6-47cb-91b1-b1bacabecc91 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 1001 time: 0.0637574 Aug 04 17:31:56.924494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-9813813d-4578-4239-a0eb-1486ba3d62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:56.925974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-9813813d-4578-4239-a0eb-1486ba3d62e0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0452673 Aug 04 17:31:56.977441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-46b3bb83-2acc-4abb-9e8d-5e81470c4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:56.979188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-46b3bb83-2acc-4abb-9e8d-5e81470c4135 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451112 Aug 04 17:31:57.085727 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-bbb359c1-a20d-477f-90e7-29ea1d978eb5 service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979960 Aug 04 17:31:57.175457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9725a2b5-b74f-47b1-82e6-aacbc0430c47 req-ee7beaa2-e122-465c-8dd0-838b7823a979 service neutron] 10.222.0.82 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824676 Aug 04 17:31:57.410922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c46b99-1bd1-46dd-a001-d0aafa33a41d req-443ab9e7-aa35-4ea4-a141-2ab771cab0fc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:57.412640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49c46b99-1bd1-46dd-a001-d0aafa33a41d req-443ab9e7-aa35-4ea4-a141-2ab771cab0fc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 945 time: 0.0563223 Aug 04 17:31:57.462374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49c46b99-1bd1-46dd-a001-d0aafa33a41d req-8531a94b-f4d5-49fd-b651-5a38dc32ddfe tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433722 Aug 04 17:31:58.341544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:31:58.398671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:31:58.404608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:31:58.405139 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:58.492454 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:58.517455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:31:58.519755 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a75f1f9-501d-45b9-b241-6e2ffd515c6a" -d '{"events": [{"server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "name": "network-vif-plugged", "status": "completed", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:31:58.532861 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:31:58.538162 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:31:58.562152 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba820bd3-7e47-4e53-8108-249b4f79f758 x-openstack-request-id: req-ba820bd3-7e47-4e53-8108-249b4f79f758 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:31:58.562406 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "name": "network-vif-plugged", "status": "completed", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:31:58.562720 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba820bd3-7e47-4e53-8108-249b4f79f758 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:31:58.563149 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'code': 200} Aug 04 17:31:58.588090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df34d1f-cd23-43c3-b2d0-b8316e28f78b req-2e1fa0ba-3615-4e2b-9f43-23cb19086fe0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:31:58.589662 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3df34d1f-cd23-43c3-b2d0-b8316e28f78b req-2e1fa0ba-3615-4e2b-9f43-23cb19086fe0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0565851 Aug 04 17:31:58.591412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:31:58.632374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3df34d1f-cd23-43c3-b2d0-b8316e28f78b req-36c0f2b5-0e06-4cd1-9da2-5a084c91cc9c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359178 Aug 04 17:31:58.659496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35310) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:31:58.730162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-524ec482-c27e-490a-84f4-9440517ddcde tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/24abdd97-087a-4ee4-b6a9-02c6ff2908ce HTTP/1.1" status: 200 len: 994 time: 0.0692141 Aug 04 17:32:02.021250 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-102565c1-2e9f-467e-8625-6adcd44aca02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:04.418604 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-890eca85-f446-4202-bd65-60557c0e94b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:05.025800 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:05.920614 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:07.514180 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:09.254397 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:09.309733 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:18.016827 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-97bde633-bf2a-40dc-b198-c8aea3b2555c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430977 Aug 04 17:32:18.107062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-925943a6-3697-4dad-9bac-164ba368cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:18.108547 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-925943a6-3697-4dad-9bac-164ba368cc93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1097 time: 0.0462434 Aug 04 17:32:18.232588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-83b6c2d8-9ca5-417a-b857-506c63e08398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:18.234795 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-83b6c2d8-9ca5-417a-b857-506c63e08398 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 899 time: 0.0950913 Aug 04 17:32:18.305774 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-20b615d4-14ce-45e3-9031-1abd6e4e4bf4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 1002 time: 0.0622485 Aug 04 17:32:18.367018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-2456817b-cb4d-44ce-af3c-4a8f83776cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:18.368469 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-2456817b-cb4d-44ce-af3c-4a8f83776cab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0534048 Aug 04 17:32:18.431102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-a6a311f1-9863-4c2f-9f97-c59e02dce74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:18.432633 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-a6a311f1-9863-4c2f-9f97-c59e02dce74e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568993 Aug 04 17:32:18.535572 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-65bfb3cc-43e0-4bc2-ae7a-df11c2bcb6dc service neutron] 10.222.0.90 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943732 Aug 04 17:32:18.968870 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-50c56708-d955-4d10-95d3-6176d0a51e3b req-f56940f8-09b0-4946-bdd3-b517e2e7c322 service neutron] 10.222.0.90 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259832 Aug 04 17:32:27.343562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb722db-4efb-4f12-bb86-e41cf8ec9559 req-fd3c33ab-4678-4ab5-adf0-124c66e9daa4 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:27.345209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cb722db-4efb-4f12-bb86-e41cf8ec9559 req-fd3c33ab-4678-4ab5-adf0-124c66e9daa4 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1097 time: 0.0512540 Aug 04 17:32:27.383345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cb722db-4efb-4f12-bb86-e41cf8ec9559 req-3d92b928-f119-4522-87d9-2e60c8bcc8ef tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Aug 04 17:32:27.408574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35324) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:27.585562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port 4a31a322-0d31-4f53-894d-ea5101b405df {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:32:27.585881 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:27.665267 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:27.665603 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:27.677970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for 4a31a322-0d31-4f53-894d-ea5101b405df owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:32:27.862112 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:27.891648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=4a31a322-0d31-4f53-894d-ea5101b405df,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:27.904068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.904442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.904791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.905129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.905465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.905799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.906127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.906455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.906782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.907135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.907459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.907778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:27.965223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:27.965578 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Floating IP 24abdd97-087a-4ee4-b6a9-02c6ff2908ce disassociated (deleted). External IP: 172.25.2.203, port: ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0. Aug 04 17:32:28.187641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:32:28.300235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:32:28.305818 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:28.312540 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] Sync routers for ids ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:32:28.323759 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] Routers {'9bb7244f-aca6-434b-8ef7-3316c9bc52a3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:32:28.324293 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:32:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:28.333843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6f28ce29-bb75-4ef9-8e7a-f92c773e4505 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/floatingips/24abdd97-087a-4ee4-b6a9-02c6ff2908ce HTTP/1.1" status: 204 len: 168 time: 0.9239058 Aug 04 17:32:28.334513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:32:28.338902 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b444c6-8e40-4213-8fb4-483546c20c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:32:28.376003 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abfbfc2-df2e-4e62-9e7e-3bd53f442745 x-openstack-request-id: req-3abfbfc2-df2e-4e62-9e7e-3bd53f442745 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:32:28.376637 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:32:28.376637 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3abfbfc2-df2e-4e62-9e7e-3bd53f442745 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:32:28.376947 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'status': 'completed', 'code': 200} Aug 04 17:32:28.439089 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] Set router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:32:28.448831 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-1ec0c6b0-31a1-4c2b-aa7c-c7d7c1ed655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:28.451313 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-1ec0c6b0-31a1-4c2b-aa7c-c7d7c1ed655c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 1097 time: 0.0494211 Aug 04 17:32:28.576804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-b06a2c09-e314-478d-ad96-88ba61006c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:28.578697 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-b06a2c09-e314-478d-ad96-88ba61006c8e service neutron] 10.222.0.90 "GET /v2.0/networks?id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 200 len: 899 time: 0.1202638 Aug 04 17:32:28.595252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94802493-7462-4731-91dd-39951cce7a44 req-c0c3e2a0-d682-4b08-b068-59ffa600db06 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:28.596996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94802493-7462-4731-91dd-39951cce7a44 req-c0c3e2a0-d682-4b08-b068-59ffa600db06 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0526021 Aug 04 17:32:28.625208 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-64a3560d-60ba-4dbd-a3b9-6da2821c5bca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 200 len: 217 time: 0.0377266 Aug 04 17:32:28.640942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94802493-7462-4731-91dd-39951cce7a44 req-6fe6e632-2f0c-4803-8075-6ac4dbc08abd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362742 Aug 04 17:32:28.684981 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-994886e0-7155-44f1-a545-e3d317e048c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:28.686499 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-994886e0-7155-44f1-a545-e3d317e048c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 200 len: 835 time: 0.0536311 Aug 04 17:32:28.737070 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-6b35f7ec-642e-4ab5-8329-88093ca34afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:28.738963 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-6b35f7ec-642e-4ab5-8329-88093ca34afc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1a680bde-e9d3-4409-8db6-7b5a8d5673cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449924 Aug 04 17:32:28.762752 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:45Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd4d9ff7e-4447-4f78-b80e-4e58c86f93f5', 'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:52:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:45Z', 'updated_at': '2021-08-04T17:30:50Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:28.791308 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] Checking router: 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:32:28.799639 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] Routers {'9bb7244f-aca6-434b-8ef7-3316c9bc52a3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:32:28.800370 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:32:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:28.832177 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-c30d5a2e-fa8f-46c6-88c7-503e3132edfb service neutron] 10.222.0.90 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856917 Aug 04 17:32:28.906048 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] Set router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:32:28.929693 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-04b444c6-8e40-4213-8fb4-483546c20c0d req-7058e4ae-f08e-46c8-920c-b8826ddc65c9 service neutron] 10.222.0.90 "GET /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891352 Aug 04 17:32:29.127714 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:45Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd4d9ff7e-4447-4f78-b80e-4e58c86f93f5', 'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:52:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:45Z', 'updated_at': '2021-08-04T17:30:50Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:29.154560 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d74830-c2cb-4800-8df4-7bbf424fa90b None None] The sync data for ids ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'] in n-d-764435-5 is: [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:45Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'd4d9ff7e-4447-4f78-b80e-4e58c86f93f5', 'name': '', 'network_id': '1a680bde-e9d3-4409-8db6-7b5a8d5673cd', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:52:1b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:45Z', 'updated_at': '2021-08-04T17:30:50Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '56ca8d5f-5d70-4d76-83ec-829fbb99285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:32:29.392003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c5352-d130-4e76-b32c-71d3d17b3ecb None None] New status for floating IP 24abdd97-087a-4ee4-b6a9-02c6ff2908ce: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:32:29.793107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21b73-cd50-41a0-b8e4-3f2702a32f2e req-85eb7aac-4e32-4175-9d3b-f979b98a49a8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:29.794687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62e21b73-cd50-41a0-b8e4-3f2702a32f2e req-85eb7aac-4e32-4175-9d3b-f979b98a49a8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0755904 Aug 04 17:32:29.851893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62e21b73-cd50-41a0-b8e4-3f2702a32f2e req-d3148a99-ff2b-45f7-8016-28aefa46ddcc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae5a4b3a-a774-4d96-8969-bc198f434e83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488503 Aug 04 17:32:29.866449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b6a05ef8-17d2-4249-a095-9c9b4e2cbe4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:29.868086 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b6a05ef8-17d2-4249-a095-9c9b4e2cbe4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.90 "GET /v2.0/ports?device_id=8409b1f4-3e31-41a5-8725-095b74a14d7c HTTP/1.1" status: 200 len: 946 time: 0.0659070 Aug 04 17:32:29.965542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b30e24f0-86d4-4a1d-83a4-2e19466f7268 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:32:29.965793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b30e24f0-86d4-4a1d-83a4-2e19466f7268 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:30.063118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b30e24f0-86d4-4a1d-83a4-2e19466f7268 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:32:30.063480 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b30e24f0-86d4-4a1d-83a4-2e19466f7268 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:30.076543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b30e24f0-86d4-4a1d-83a4-2e19466f7268 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 owned by compute:nova {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:32:30.216552 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b30e24f0-86d4-4a1d-83a4-2e19466f7268 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:30.243968 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e24f0-86d4-4a1d-83a4-2e19466f7268 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:30.289966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b30e24f0-86d4-4a1d-83a4-2e19466f7268 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] No DVR routers for this DVR port ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 on host n-h1-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:32:30.292840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b30e24f0-86d4-4a1d-83a4-2e19466f7268 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:30.295025 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-cf824b05-a60a-465f-9f66-77553edb0ae0 req-b30e24f0-86d4-4a1d-83a4-2e19466f7268 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.90 "DELETE /v2.0/ports/ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 HTTP/1.1" status: 204 len: 173 time: 0.4206691 Aug 04 17:32:30.295474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'name': 'network-vif-deleted', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:32:30.297743 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc233c6e-8e7f-42fe-aa61-37772493391f" -d '{"events": [{"server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "name": "network-vif-deleted", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:32:30.335224 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50123ff9-d83a-432b-a8e9-64a483eca975 x-openstack-request-id: req-50123ff9-d83a-432b-a8e9-64a483eca975 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:32:30.335519 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8409b1f4-3e31-41a5-8725-095b74a14d7c", "name": "network-vif-deleted", "tag": "ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:32:30.335774 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50123ff9-d83a-432b-a8e9-64a483eca975 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:32:30.336188 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8409b1f4-3e31-41a5-8725-095b74a14d7c', 'name': 'network-vif-deleted', 'tag': 'ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0', 'status': 'completed', 'code': 200} Aug 04 17:32:30.914601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35338) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:31.213400 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:32:31.355528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:31.640239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:32:31.640558 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:31.737396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port d4d9ff7e-4447-4f78-b80e-4e58c86f93f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d4d9ff7e-4447-4f78-b80e-4e58c86f93f5,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:32:31.737834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:31.757354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:32:31.968865 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:31.995223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=d4d9ff7e-4447-4f78-b80e-4e58c86f93f5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:32.025730 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2d29-4322-45bf-8add-197e59f747e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:32.188826 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:32.416564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:32:32.836495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:32:32.842466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8d498e7c-5f73-4eb8-83fe-26059ed3c363 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "PUT /v2.0/routers/9bb7244f-aca6-434b-8ef7-3316c9bc52a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9265661 Aug 04 17:32:32.844765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35340) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:32.848029 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] Sync routers for ids ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:32:32.860839 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] Routers {'9bb7244f-aca6-434b-8ef7-3316c9bc52a3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:32:32.861798 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:32:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:32.904580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc7206d-a7e7-4195-8b93-c3f2b9035dea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting subnet 56ca8d5f-5d70-4d76-83ec-829fbb99285c {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:32:32.908103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-afc7206d-a7e7-4195-8b93-c3f2b9035dea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:32.948071 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-afc7206d-a7e7-4195-8b93-c3f2b9035dea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:32.977287 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] Set router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:32:33.035887 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-afc7206d-a7e7-4195-8b93-c3f2b9035dea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.113456 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-afc7206d-a7e7-4195-8b93-c3f2b9035dea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.150892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7206d-a7e7-4195-8b93-c3f2b9035dea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Subnet': ['ID=56ca8d5f-5d70-4d76-83ec-829fbb99285c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:33.152978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-afc7206d-a7e7-4195-8b93-c3f2b9035dea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.158609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-afc7206d-a7e7-4195-8b93-c3f2b9035dea tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/subnets/56ca8d5f-5d70-4d76-83ec-829fbb99285c HTTP/1.1" status: 204 len: 168 time: 0.3122237 Aug 04 17:32:33.161752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35342) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:33.165921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b263f0e-44e5-460d-a0b2-1f869101a147 None None] Network 1a680bde-e9d3-4409-8db6-7b5a8d5673cd requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:32:33.177980 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:32:31Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:33.205370 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] Checking router: 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:32:33.217026 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] Routers {'9bb7244f-aca6-434b-8ef7-3316c9bc52a3'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:32:33.218052 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:32:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:33.280011 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.356548 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] Set router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:32:33.396539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e2090-e37b-489b-b0ba-dc2e0adf301c None None] DHCP port deletion for 1a680bde-e9d3-4409-8db6-7b5a8d5673cd request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:32:33.412859 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.448635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e2090-e37b-489b-b0ba-dc2e0adf301c None None] Deleting port a0062fa1-a590-4fab-912c-67d204b2d7eb {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:32:33.448999 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2090-e37b-489b-b0ba-dc2e0adf301c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.471942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:32:33.472821 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.515760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-fd2e2090-e37b-489b-b0ba-dc2e0adf301c None None] For port a0062fa1-a590-4fab-912c-67d204b2d7eb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a0062fa1-a590-4fab-912c-67d204b2d7eb,segment=NetworkSegment(590d3026-b7ee-4696-b210-c3d5addc771c),segment_id=590d3026-b7ee-4696-b210-c3d5addc771c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:32:33.516159 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2090-e37b-489b-b0ba-dc2e0adf301c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.529586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e2090-e37b-489b-b0ba-dc2e0adf301c None None] Calling delete_port for a0062fa1-a590-4fab-912c-67d204b2d7eb owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:32:33.560667 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:32:31Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:33.563642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:32:33.564015 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.576442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:32:33.592023 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ae2d3-81f8-4ee5-b2cd-3b06f8fa00b6 None None] The sync data for ids ['9bb7244f-aca6-434b-8ef7-3316c9bc52a3'] in n-d-764435-5 is: [{'id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674460987', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:32:31Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb7244f-aca6-434b-8ef7-3316c9bc52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:30:42Z', 'updated_at': '2021-08-04T17:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:32:33.616890 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fd2e2090-e37b-489b-b0ba-dc2e0adf301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.642090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e2090-e37b-489b-b0ba-dc2e0adf301c None None] Pushing event deleted for resources: {'Port': ['ID=a0062fa1-a590-4fab-912c-67d204b2d7eb,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:33.648073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e2090-e37b-489b-b0ba-dc2e0adf301c None None] No DVR routers for this DVR port a0062fa1-a590-4fab-912c-67d204b2d7eb on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:32:33.753370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.779490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:33.838575 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.937179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.940488 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.995193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:33.995765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Fanout notify agent at l3_agent the message router_deleted on router 9bb7244f-aca6-434b-8ef7-3316c9bc52a3 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:32:34.003620 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.004824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-89d84a9a-3ded-4912-88f1-608a8a54bb10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/routers/9bb7244f-aca6-434b-8ef7-3316c9bc52a3 HTTP/1.1" status: 204 len: 168 time: 0.8417406 Aug 04 17:32:34.008240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35344) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:34.104257 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.201675 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.212845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a680bde-e9d3-4409-8db6-7b5a8d5673cd']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:34.224407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590d3026-b7ee-4696-b210-c3d5addc771c') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:34.224667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590d3026-b7ee-4696-b210-c3d5addc771c') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:34.234035 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.253551 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.260251 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:32:34.260695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:32:34.264017 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:32:34.329045 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.337392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.340218 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/networks/1a680bde-e9d3-4409-8db6-7b5a8d5673cd HTTP/1.1" status: 204 len: 168 time: 0.3307581 Aug 04 17:32:34.343034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35346) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:34.361279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ea3b2-dd28-4343-b7c0-f96bf6bb6f7e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Network': ['ID=1a680bde-e9d3-4409-8db6-7b5a8d5673cd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:34.409972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05f29347-f77e-48a7-b0a1-a14cd4971110 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.413271 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cc5659c2-a111-4f86-b294-610f37919c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.439933 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05f29347-f77e-48a7-b0a1-a14cd4971110 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.495603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:32:34.501597 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05f29347-f77e-48a7-b0a1-a14cd4971110 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.504544 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-05f29347-f77e-48a7-b0a1-a14cd4971110 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:34.506089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-05f29347-f77e-48a7-b0a1-a14cd4971110 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/security-groups/ae5a4b3a-a774-4d96-8969-bc198f434e83 HTTP/1.1" status: 204 len: 168 time: 0.1619523 Aug 04 17:32:34.516238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f29347-f77e-48a7-b0a1-a14cd4971110 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5a4b3a-a774-4d96-8969-bc198f434e83,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:34.516521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:32:34.516881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ba85f40b-9c4e-4cc5-9e4d-e69bd85b4aa0 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:32:34.717474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a0062fa1-a590-4fab-912c-67d204b2d7eb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:32:34.741580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: a0062fa1-a590-4fab-912c-67d204b2d7eb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:32:34.741868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a0062fa1-a590-4fab-912c-67d204b2d7eb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:32:34.742316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:32:34.761132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:32:34.761398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d4d9ff7e-4447-4f78-b80e-4e58c86f93f5 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:32:34.761805 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:32:34.782363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:32:34.782703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3245e4c6-d3f4-4df8-9ecd-d9a6b43caa94 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:32:34.920592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35352) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:34.925405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b8e561c8-e1df-4397-8d11-1f33744ebb0a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992319050', 'description': 'tempest-secgroup-smoke-1992319050 description', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:34.949805 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8e561c8-e1df-4397-8d11-1f33744ebb0a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.020621 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.036871 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8e561c8-e1df-4397-8d11-1f33744ebb0a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.045826 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8e561c8-e1df-4397-8d11-1f33744ebb0a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.075084 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8e561c8-e1df-4397-8d11-1f33744ebb0a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.076356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b8e561c8-e1df-4397-8d11-1f33744ebb0a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1547749 Aug 04 17:32:35.078262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e561c8-e1df-4397-8d11-1f33744ebb0a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae778df3-0999-4376-ba24-df8f39cf38bb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:35.084193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35354) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:35.089938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c67979a8-2f37-4645-9380-88ca488c7b54 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae778df3-0999-4376-ba24-df8f39cf38bb', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:35.124783 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c67979a8-2f37-4645-9380-88ca488c7b54 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.190231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c67979a8-2f37-4645-9380-88ca488c7b54 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.195889 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c67979a8-2f37-4645-9380-88ca488c7b54 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.213900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67979a8-2f37-4645-9380-88ca488c7b54 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcdfdeb-d96b-4524-ace2-a7c847d04cc6,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:35.221431 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c67979a8-2f37-4645-9380-88ca488c7b54 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.225611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c67979a8-2f37-4645-9380-88ca488c7b54 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370597 Aug 04 17:32:35.226321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35356) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:35.231227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ee96f096-44cc-4cc1-9884-73e857857a84 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae778df3-0999-4376-ba24-df8f39cf38bb', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:35.263170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee96f096-44cc-4cc1-9884-73e857857a84 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.325454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee96f096-44cc-4cc1-9884-73e857857a84 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.332008 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee96f096-44cc-4cc1-9884-73e857857a84 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.350280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96f096-44cc-4cc1-9884-73e857857a84 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c09baf2-08cf-40e9-a651-8c7d4c08b41d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:35.357194 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee96f096-44cc-4cc1-9884-73e857857a84 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.358451 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ee96f096-44cc-4cc1-9884-73e857857a84 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310623 Aug 04 17:32:35.361467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35360) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:35.366220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0ff1bcc1-de8c-402f-9349-0d043764ed6c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae778df3-0999-4376-ba24-df8f39cf38bb', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:35.394938 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bcc1-de8c-402f-9349-0d043764ed6c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.465123 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bcc1-de8c-402f-9349-0d043764ed6c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.471566 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bcc1-de8c-402f-9349-0d043764ed6c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.489116 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1bcc1-de8c-402f-9349-0d043764ed6c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf09f0e-772b-4386-ab98-392025c2dc8a,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:35.498830 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bcc1-de8c-402f-9349-0d043764ed6c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.500540 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0ff1bcc1-de8c-402f-9349-0d043764ed6c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380949 Aug 04 17:32:35.503432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35362) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:35.508543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4129e798-372f-4ea6-99ee-f22284bfa630 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae778df3-0999-4376-ba24-df8f39cf38bb', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:35.538004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4129e798-372f-4ea6-99ee-f22284bfa630 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.601013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4129e798-372f-4ea6-99ee-f22284bfa630 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.607411 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4129e798-372f-4ea6-99ee-f22284bfa630 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.625342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129e798-372f-4ea6-99ee-f22284bfa630 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0455b0-cfab-482b-bd6e-fc0b9fb046c3,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:35.634360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4129e798-372f-4ea6-99ee-f22284bfa630 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.635717 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4129e798-372f-4ea6-99ee-f22284bfa630 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312783 Aug 04 17:32:35.638447 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35364) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:35.643012 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-37f91af4-da9e-4e4c-93d6-d189c96e057b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae778df3-0999-4376-ba24-df8f39cf38bb', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:35.665956 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-37f91af4-da9e-4e4c-93d6-d189c96e057b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Project c24f42d5796d4074bba3e8ad32b21d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:32:35.670680 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37f91af4-da9e-4e4c-93d6-d189c96e057b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.733079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37f91af4-da9e-4e4c-93d6-d189c96e057b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.739843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37f91af4-da9e-4e4c-93d6-d189c96e057b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.762095 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f91af4-da9e-4e4c-93d6-d189c96e057b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de898e88-6d3d-4436-a353-8bac24d5b8b1,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:35.769037 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-37f91af4-da9e-4e4c-93d6-d189c96e057b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.770453 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-37f91af4-da9e-4e4c-93d6-d189c96e057b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310816 Aug 04 17:32:35.773277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35366) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:35.777707 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b2a51e4c-49cf-449a-b592-195609227e88 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': 'ae778df3-0999-4376-ba24-df8f39cf38bb', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:35.801168 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-b2a51e4c-49cf-449a-b592-195609227e88 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Project c24f42d5796d4074bba3e8ad32b21d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:32:35.805913 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2a51e4c-49cf-449a-b592-195609227e88 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.877934 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2a51e4c-49cf-449a-b592-195609227e88 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.884237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2a51e4c-49cf-449a-b592-195609227e88 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.906109 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a51e4c-49cf-449a-b592-195609227e88 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8894a860-9d0a-4d4f-afe7-2905ffa20993,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:35.909701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b2a51e4c-49cf-449a-b592-195609227e88 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.911129 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b2a51e4c-49cf-449a-b592-195609227e88 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368656 Aug 04 17:32:35.915027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35368) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:35.916659 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.920674 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'network': {'name': 'tempest-network-smoke--1930942527', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'port_security_enabled': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:35.942001 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:32:35.945520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.968971 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:32:35.978222 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:35.978561 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Added segment fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4 of type vlan for network 8cbd211d-d860-4eff-ad88-b4142c7a405e Aug 04 17:32:36.027427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.065947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.072268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:36.072865 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.137113 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2205038 Aug 04 17:32:36.140071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35370) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:36.151796 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'admin_state_up': True, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:36.162861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c5cc9-92e4-4275-be0d-ee1eb388fa5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Network': ['ID=8cbd211d-d860-4eff-ad88-b4142c7a405e,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:36.173353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 8cbd211d-d860-4eff-ad88-b4142c7a405e details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:32:36.186644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.187927 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.244715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.414884 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.611563 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.630858 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.752956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.25.2.32 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:32:36.861473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.909862 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:36.948569 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:32:36.953319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:32:36.955855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:32:36.979397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:37.216039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:37.419427 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:37.517441 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:37.561951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 92b8a1d8-95cf-4da1-be68-61dab17b7464 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:32:37.673908 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:32:37.684905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Sync routers for ids ['92b8a1d8-95cf-4da1-be68-61dab17b7464'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:32:37.695381 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:37.696762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Routers {'92b8a1d8-95cf-4da1-be68-61dab17b7464'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:32:37.697080 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3de9b69b-1dc8-4438-86f9-4d2e9678ca83 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5551727 Aug 04 17:32:37.697394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:32:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['92b8a1d8-95cf-4da1-be68-61dab17b7464'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:37.700327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35372) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:37.740495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-22436421-630c-4d5b-b757-a1d75751ec6b tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c24f42d5796d4074bba3e8ad32b21d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383396 Aug 04 17:32:37.743350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35374) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:37.811564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Set router 92b8a1d8-95cf-4da1-be68-61dab17b7464 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:32:37.842286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1abdc-3445-48d2-b8e0-00b4d80f12ec tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:37.843838 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6bb1abdc-3445-48d2-b8e0-00b4d80f12ec tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0994399 Aug 04 17:32:37.846616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35376) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:37.874503 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-436ced17-d9b8-489b-8df5-e62dd33235af tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267940 Aug 04 17:32:37.877196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35378) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:37.882877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-294548123', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:37.977033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:32:37.980499 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:37.991503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:37Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:38.017537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Checking router: 92b8a1d8-95cf-4da1-be68-61dab17b7464 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:32:38.017880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Updating router 92b8a1d8-95cf-4da1-be68-61dab17b7464 port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:32:38.043288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:38.195638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:38.258878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Subnet': ['ID=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:38.267662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Checking segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:32:38.268026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network hostable DHCP agents. Network: 8cbd211d-d860-4eff-ad88-b4142c7a405e, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:32:38.286065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 8cbd211d-d860-4eff-ad88-b4142c7a405e is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:32:38.296044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 8cbd211d-d860-4eff-ad88-b4142c7a405e) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:32:38.300476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:38.300816 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:38.319359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d3027982-4114-45cd-8817-9cac9a0eb03e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4405699 Aug 04 17:32:38.321837 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35380) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:38.473887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d330981-064d-412a-8edd-46cfd1638869 None None] Network 8cbd211d-d860-4eff-ad88-b4142c7a405e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:32:38.519973 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:38.539743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Transition to ACTIVE for port object 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:32:38.557288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:38.646628 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631668c2-b06e-478a-9f67-eeaae03a463b None None] Pushing event updated for resources: {'Port': ['ID=74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:38.657943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Attempting to bind port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:32:38.658312 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Attempting to bind port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:32:38.658678 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Attempting to bind port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:32:38.670007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:32:38.670364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:32:38.670781 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:38.671247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:32:38.671695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Bound port: 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:32:38.672081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:38.735449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-8cbd211d-d860-4eff-ad88-b4142c7a405e', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:32:38.736321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:38.760605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] For port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:32:38.783599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] For port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:32:38.830344 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:38.936685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631668c2-b06e-478a-9f67-eeaae03a463b None None] Pushing event updated for resources: {'Port': ['ID=74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:38.941853 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Routers {'92b8a1d8-95cf-4da1-be68-61dab17b7464'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:32:38.942527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:32:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['92b8a1d8-95cf-4da1-be68-61dab17b7464'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:39.007866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Allocated IP 172.20.0.2 (8cbd211d-d860-4eff-ad88-b4142c7a405e/044c4d3f-aeab-4c16-bcd8-66c2ba2f2495/a5857b4b-fe49-4b3e-957e-602d72cbe4c0) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:32:39.108187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] Set router 92b8a1d8-95cf-4da1-be68-61dab17b7464 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:32:39.122552 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.306601 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.334395 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.361421 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.362376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Transition to ACTIVE for port object a5857b4b-fe49-4b3e-957e-602d72cbe4c0 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:32:39.381806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Transition to ACTIVE for port object a5857b4b-fe49-4b3e-957e-602d72cbe4c0 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:32:39.393353 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.443023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Network 8cbd211d-d860-4eff-ad88-b4142c7a405e is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:32:39.444764 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.20.0.1 (8cbd211d-d860-4eff-ad88-b4142c7a405e/044c4d3f-aeab-4c16-bcd8-66c2ba2f2495/dcd2e9ad-37db-4401-8572-4badc5aeda87) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:32:39.444961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:37Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:39.452291 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:32:39.478234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:32:39.480320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Pushing event updated for resources: {'Port': ['ID=a5857b4b-fe49-4b3e-957e-602d72cbe4c0,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:39.484239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc1a22-122f-43f3-b9d9-bc54a7a848ef None None] The sync data for ids ['92b8a1d8-95cf-4da1-be68-61dab17b7464'] in n-d-764435-5 is: [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:37Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:32:39.545198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Attempting to bind port a5857b4b-fe49-4b3e-957e-602d72cbe4c0 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:32:39.545935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Attempting to bind port a5857b4b-fe49-4b3e-957e-602d72cbe4c0 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:32:39.545935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Attempting to bind port a5857b4b-fe49-4b3e-957e-602d72cbe4c0 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:32:39.553810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:32:39.554330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Checking segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:32:39.554858 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.555353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Bound using segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:32:39.555961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Bound port: a5857b4b-fe49-4b3e-957e-602d72cbe4c0, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:32:39.556412 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.572383 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.586961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Transition to ACTIVE for port object dcd2e9ad-37db-4401-8572-4badc5aeda87 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:32:39.624192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] For port a5857b4b-fe49-4b3e-957e-602d72cbe4c0, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:32:39.626075 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.627736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] For port a5857b4b-fe49-4b3e-957e-602d72cbe4c0, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a5857b4b-fe49-4b3e-957e-602d72cbe4c0,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:32:39.634124 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.669623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 8cbd211d-d860-4eff-ad88-b4142c7a405e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:32:39.674311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:32:39.677519 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:32:39.698319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8506ea-6d93-49c6-a8ee-140e540d4cdf None None] Pushing event updated for resources: {'Port': ['ID=a5857b4b-fe49-4b3e-957e-602d72cbe4c0,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:39.744688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=dcd2e9ad-37db-4401-8572-4badc5aeda87,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:39.760277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:39.927772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:40.236964 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:40.242774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:40.323700 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:40.325568 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=dcd2e9ad-37db-4401-8572-4badc5aeda87,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:40.433312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 8cbd211d-d860-4eff-ad88-b4142c7a405e is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:32:40.434912 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:32:40.477269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:32:40.542269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:32:40.546675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:40.547406 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:40.556279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 92b8a1d8-95cf-4da1-be68-61dab17b7464 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:32:40.657347 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:40.682354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:32:40.687348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:32:40.688434 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:40.689410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a5857b4b-fe49-4b3e-957e-602d72cbe4c0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:32:40.704016 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b432b889-2c59-45b8-9bfc-b8834f7dae33 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "PUT /v2.0/routers/92b8a1d8-95cf-4da1-be68-61dab17b7464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3809555 Aug 04 17:32:40.760376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3497f44-e411-4a08-817e-2dbe8c33cb30 None None] Network 8cbd211d-d860-4eff-ad88-b4142c7a405e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:32:40.842585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-28e508b6-483d-46e1-b5cd-e7433859667b None None] Provisioning for port a5857b4b-fe49-4b3e-957e-602d72cbe4c0 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:32:40.854251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-e1dec6dd-f92b-456b-ad0b-a7be67b1eca2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992319050&fields=id&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 267 time: 0.0376141 Aug 04 17:32:40.861239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port a5857b4b-fe49-4b3e-957e-602d72cbe4c0 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:32:40.865710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:40.880917 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a5857b4b-fe49-4b3e-957e-602d72cbe4c0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:40.881520 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:40.989751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-ef1b9e97-8c39-4b8e-8139-fefb26f53aac tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:40.991182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-ef1b9e97-8c39-4b8e-8139-fefb26f53aac tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 797 time: 0.1267638 Aug 04 17:32:41.009015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-e9a9faa4-4de7-4401-8b0e-d8f35c535c13 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/quotas/c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 375 time: 0.0104842 Aug 04 17:32:41.055288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:41.069068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-bd3f458d-bd17-4c7a-806b-c55f598d4539 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495007 Aug 04 17:32:41.088731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-e8dabe3f-7e15-416c-b1ac-979ef03ec414 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:32:41.089783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-e8dabe3f-7e15-416c-b1ac-979ef03ec414 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077202 Aug 04 17:32:41.090221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port a5857b4b-fe49-4b3e-957e-602d72cbe4c0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a5857b4b-fe49-4b3e-957e-602d72cbe4c0,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:32:41.096588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:41.161591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=a5857b4b-fe49-4b3e-957e-602d72cbe4c0,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:41.201290 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Sync routers for ids ['92b8a1d8-95cf-4da1-be68-61dab17b7464'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:32:41.211710 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Routers {'92b8a1d8-95cf-4da1-be68-61dab17b7464'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:32:41.212328 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:32:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['92b8a1d8-95cf-4da1-be68-61dab17b7464'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:41.213506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-204a824c-3595-46c9-9adb-7bbdfef11261 service neutron] 10.222.0.39 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095376 Aug 04 17:32:41.287466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d1917c62-66d4-4d91-b6dd-51a1323d077b None None] Provisioning complete for port a5857b4b-fe49-4b3e-957e-602d72cbe4c0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:41.288491 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1917c62-66d4-4d91-b6dd-51a1323d077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:41.325700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-2f50a29b-94b7-4d98-8b82-61ba5a450890 service neutron] 10.222.0.39 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052630 Aug 04 17:32:41.334683 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Set router 92b8a1d8-95cf-4da1-be68-61dab17b7464 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:32:41.414904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d1917c62-66d4-4d91-b6dd-51a1323d077b None None] Provisioning for port dcd2e9ad-37db-4401-8572-4badc5aeda87 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:32:41.420222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d1917c62-66d4-4d91-b6dd-51a1323d077b None None] Provisioning complete for port dcd2e9ad-37db-4401-8572-4badc5aeda87 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:41.420862 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d1917c62-66d4-4d91-b6dd-51a1323d077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:41.469714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d1917c62-66d4-4d91-b6dd-51a1323d077b None None] Port dcd2e9ad-37db-4401-8572-4badc5aeda87 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:32:41.549379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8077c8d6-839c-436d-9379-d57d8826b64a req-b3bcef91-f773-443f-8ee0-3520ed66d6cf tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 210 time: 0.0354390 Aug 04 17:32:41.596063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5ff06533-efc5-4a34-88f9-08da7445eab2 None None] Provisioning complete for port dcd2e9ad-37db-4401-8572-4badc5aeda87 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:41.596658 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5ff06533-efc5-4a34-88f9-08da7445eab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:41.636505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5ff06533-efc5-4a34-88f9-08da7445eab2 None None] Port dcd2e9ad-37db-4401-8572-4badc5aeda87 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:32:41.671821 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'dcd2e9ad-37db-4401-8572-4badc5aeda87', 'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:fa:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:39Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 2, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:41.704579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Checking router: 92b8a1d8-95cf-4da1-be68-61dab17b7464 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:32:41.705076 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Updating router 92b8a1d8-95cf-4da1-be68-61dab17b7464 port dcd2e9ad-37db-4401-8572-4badc5aeda87 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:32:41.740635 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:41.754749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-230521a2-1a1d-47a5-8f17-0e73db4fb6fb None None] Provisioning complete for port dcd2e9ad-37db-4401-8572-4badc5aeda87 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:41.755516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-230521a2-1a1d-47a5-8f17-0e73db4fb6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:41.790745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-230521a2-1a1d-47a5-8f17-0e73db4fb6fb None None] Port dcd2e9ad-37db-4401-8572-4badc5aeda87 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:32:42.019279 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:42.029691 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Transition to ACTIVE for port object dcd2e9ad-37db-4401-8572-4badc5aeda87 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:32:42.036765 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:42.085658 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Pushing event updated for resources: {'Port': ['ID=dcd2e9ad-37db-4401-8572-4badc5aeda87,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:42.111011 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.111391 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.111650 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.111961 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.112283 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.112600 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.112918 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.113247 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.113563 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.114345 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.114345 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.114644 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:32:42.153529 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Attempting to bind port dcd2e9ad-37db-4401-8572-4badc5aeda87 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:32:42.153849 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Attempting to bind port dcd2e9ad-37db-4401-8572-4badc5aeda87 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:32:42.154336 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Attempting to bind port dcd2e9ad-37db-4401-8572-4badc5aeda87 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:32:42.159866 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:32:42.160319 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Checking segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:32:42.160875 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:42.161541 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Bound using segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:32:42.161996 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Bound port: dcd2e9ad-37db-4401-8572-4badc5aeda87, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:32:42.162400 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:42.227909 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] For port dcd2e9ad-37db-4401-8572-4badc5aeda87, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:32:42.231282 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] For port dcd2e9ad-37db-4401-8572-4badc5aeda87, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=dcd2e9ad-37db-4401-8572-4badc5aeda87,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:32:42.237022 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:42.298157 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Routers {'92b8a1d8-95cf-4da1-be68-61dab17b7464'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:32:42.298788 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:32:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['92b8a1d8-95cf-4da1-be68-61dab17b7464'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:42.302581 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6bbaa-ba6e-4c35-ab19-3ef7861a550a None None] Pushing event updated for resources: {'Port': ['ID=dcd2e9ad-37db-4401-8572-4badc5aeda87,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:42.397912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:32:42.423698 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] Set router 92b8a1d8-95cf-4da1-be68-61dab17b7464 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:32:42.460000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:42.460608 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:42.567027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a5857b4b-fe49-4b3e-957e-602d72cbe4c0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:32:42.631730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a5857b4b-fe49-4b3e-957e-602d72cbe4c0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:42.632429 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:42.638732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-d5e18f51-1b8d-4ac7-a9c0-ac48060bcfa8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:42.640696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-d5e18f51-1b8d-4ac7-a9c0-ac48060bcfa8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 797 time: 0.1619852 Aug 04 17:32:42.674063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f7bbe176-4415-4000-9708-03b04283c524 req-f3766441-c78c-475d-903d-b931185fd0b1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 210 time: 0.0323453 Aug 04 17:32:42.682646 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'dcd2e9ad-37db-4401-8572-4badc5aeda87', 'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:fa:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:39Z', 'updated_at': '2021-08-04T17:32:42Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:42.713085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-867ce6da-ab33-42c1-ad18-f2b3fa9cf94d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 380 time: 0.0607476 Aug 04 17:32:42.717579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1216c62-c8a8-4387-8241-9abddfd35f54 None None] The sync data for ids ['92b8a1d8-95cf-4da1-be68-61dab17b7464'] in n-d-764435-5 is: [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'dcd2e9ad-37db-4401-8572-4badc5aeda87', 'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:fa:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:39Z', 'updated_at': '2021-08-04T17:32:42Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:32:42.726538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'port': {'device_id': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'admin_state_up': True, 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'security_groups': ['ae778df3-0999-4376-ba24-df8f39cf38bb']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:42.869626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:32:42.873519 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:43.019485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.20.0.10 (8cbd211d-d860-4eff-ad88-b4142c7a405e/044c4d3f-aeab-4c16-bcd8-66c2ba2f2495/cb1a9d63-84a4-40c3-b376-95b48eb967c2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:32:43.183890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:43.199438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Transition to ACTIVE for port object cb1a9d63-84a4-40c3-b376-95b48eb967c2 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:32:43.236729 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:43.279602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 8cbd211d-d860-4eff-ad88-b4142c7a405e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:32:43.284950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:32:43.288777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:32:43.313008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:43.341794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:43.342358 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:43.360218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-5af9cc56-325b-4d49-ac2b-25329ae3664a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6385605 Aug 04 17:32:43.373120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-54001a90-08cc-4ff5-ba78-c0a249e6bacf tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:32:43.374164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-54001a90-08cc-4ff5-ba78-c0a249e6bacf tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058486 Aug 04 17:32:43.483925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Request body: {'port': {'device_id': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:43.545710 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:43.590974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4f9ff766-0d28-4b64-a89f-993e5c844e5b None None] Provisioning for port cb1a9d63-84a4-40c3-b376-95b48eb967c2 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:32:43.595351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4f9ff766-0d28-4b64-a89f-993e5c844e5b None None] Provisioning complete for port cb1a9d63-84a4-40c3-b376-95b48eb967c2 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:43.595645 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff766-0d28-4b64-a89f-993e5c844e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:43.633813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ff766-0d28-4b64-a89f-993e5c844e5b None None] Port cb1a9d63-84a4-40c3-b376-95b48eb967c2 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:32:43.850339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f59d30-6e04-40b3-aad2-3a55050be813 req-b09ac1af-07ec-47c8-9313-dee8e4c285d1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:43.851999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8f59d30-6e04-40b3-aad2-3a55050be813 req-b09ac1af-07ec-47c8-9313-dee8e4c285d1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 932 time: 0.0917737 Aug 04 17:32:43.872778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1a9d63-84a4-40c3-b376-95b48eb967c2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:32:43.892172 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:43.914592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Transition to ACTIVE for port object cb1a9d63-84a4-40c3-b376-95b48eb967c2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:32:43.920487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8f59d30-6e04-40b3-aad2-3a55050be813 req-a9ceb16b-d023-4776-be3a-855e3fd448c4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617123 Aug 04 17:32:43.921562 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:43.970622 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:44.045707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:32:44.046042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:32:44.046371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:32:44.051672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:32:44.051986 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:32:44.057583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:32:44.057868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Checking segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:32:44.058282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Bound using segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:32:44.058706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Bound port: cb1a9d63-84a4-40c3-b376-95b48eb967c2, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:32:44.059117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:44.131632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:32:44.134955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:32:44.140468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:44.176305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:44.176969 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:44.178345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] 10.222.0.82 "PUT /v2.0/ports/cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 1092 time: 0.7956958 Aug 04 17:32:44.178791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:32:44.181038 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2ee79e-4183-4d84-8d4a-a09b789a23be" -d '{"events": [{"name": "network-changed", "server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:32:44.220112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d922eb2-62e0-47c9-8b62-1c22a0af3af3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:44.270465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-9da9aa88-8f29-4162-8fda-a4bab4021ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:44.272078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-9da9aa88-8f29-4162-8fda-a4bab4021ba7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1095 time: 0.0481696 Aug 04 17:32:44.316102 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf014b0-f988-45fe-aa9d-0d4739c54070 x-openstack-request-id: req-dbf014b0-f988-45fe-aa9d-0d4739c54070 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:32:44.316524 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:32:44.316735 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbf014b0-f988-45fe-aa9d-0d4739c54070 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:32:44.317429 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'status': 'completed', 'code': 200} Aug 04 17:32:44.318716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-1aec7138-17b7-4a58-928e-bfcefe2badda service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 217 time: 0.0385301 Aug 04 17:32:44.376691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-a38e74fd-2e18-4c24-88e2-d438c8784b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:44.378163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-a38e74fd-2e18-4c24-88e2-d438c8784b16 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0526021 Aug 04 17:32:44.421316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device dcd2e9ad-37db-4401-8572-4badc5aeda87 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:32:44.431897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-11c909bf-0edb-45ae-b20d-be03a7ab3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:44.433430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-11c909bf-0edb-45ae-b20d-be03a7ab3476 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447767 Aug 04 17:32:44.474398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port dcd2e9ad-37db-4401-8572-4badc5aeda87 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:32:44.479764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port dcd2e9ad-37db-4401-8572-4badc5aeda87 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:44.480136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:44.525448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-4216bab9-41c2-4fff-b3fa-639f2c9d0616 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847657 Aug 04 17:32:44.563278 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:44.596916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port dcd2e9ad-37db-4401-8572-4badc5aeda87, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=dcd2e9ad-37db-4401-8572-4badc5aeda87,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:32:44.601813 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:44.619681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70510273-6c8a-4c35-a2b6-b17ced8530d8 req-d7d68fba-ab6d-44ff-b8c4-fc611c892364 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872626 Aug 04 17:32:44.656749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=dcd2e9ad-37db-4401-8572-4badc5aeda87,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:44.711514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-ab63a10d-a4b9-420c-9d5a-6c2ae775b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:44.713039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-ab63a10d-a4b9-420c-9d5a-6c2ae775b188 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1095 time: 0.0427744 Aug 04 17:32:44.812158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-abfd0a8a-8c3f-422f-9a0a-82de953edf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:44.813657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-abfd0a8a-8c3f-422f-9a0a-82de953edf3f service neutron] 10.222.0.82 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.0933199 Aug 04 17:32:44.855813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-36f2d84e-55f2-48b6-944c-80f355cd0fcd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 217 time: 0.0348368 Aug 04 17:32:44.905908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-d81834bf-561d-4c02-a32c-64d372494252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:44.907435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-d81834bf-561d-4c02-a32c-64d372494252 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0443316 Aug 04 17:32:44.961776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-ca916792-43bd-47da-9190-e50d3292cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:44.963379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-ca916792-43bd-47da-9190-e50d3292cb13 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484028 Aug 04 17:32:45.092787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e4dc1-5a64-475c-98e0-95813a4ac9a4 req-1e6345cd-699c-40f1-bb26-44a878436dd9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:45.094353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad5e4dc1-5a64-475c-98e0-95813a4ac9a4 req-1e6345cd-699c-40f1-bb26-44a878436dd9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 944 time: 0.0781264 Aug 04 17:32:45.097215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-0b9c3072-63d3-4814-9000-22a65df049a1 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245670 Aug 04 17:32:45.194495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad5e4dc1-5a64-475c-98e0-95813a4ac9a4 req-4b2e8e24-63d1-4553-aed6-18d3c4e9ef08 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935199 Aug 04 17:32:45.231401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce2ee79e-4183-4d84-8d4a-a09b789a23be req-bac4d869-a3d2-440f-bd9f-79f35e01f0a4 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241419 Aug 04 17:32:45.505351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:32:45.603913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:32:45.615096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'port_id': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'mac_address': 'fa:16:3e:13:b4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:32:45.656182 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:45.669196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1a9d63-84a4-40c3-b376-95b48eb967c2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:32:45.688241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:32:45.695535 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:45.746964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:45.904145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['cb1a9d63-84a4-40c3-b376-95b48eb967c2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:32:46.340559 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df294d-80ee-4e0f-9b30-1a5c2fa055c0 req-a137543e-581b-44bc-9aac-7a68d003ce97 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:46.342250 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4df294d-80ee-4e0f-9b30-1a5c2fa055c0 req-a137543e-581b-44bc-9aac-7a68d003ce97 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 945 time: 0.0606492 Aug 04 17:32:46.386954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4df294d-80ee-4e0f-9b30-1a5c2fa055c0 req-0e535293-32c9-4062-bb77-1870e98fce10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358570 Aug 04 17:32:46.392978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device dcd2e9ad-37db-4401-8572-4badc5aeda87 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:32:46.449921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port dcd2e9ad-37db-4401-8572-4badc5aeda87 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:46.450180 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:47.515900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb6548-0e2b-4e65-a618-40c434f6daa5 req-a45deb1e-bb82-495e-b955-549a9dd31cf6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:47.518632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92eb6548-0e2b-4e65-a618-40c434f6daa5 req-a45deb1e-bb82-495e-b955-549a9dd31cf6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 945 time: 0.0584972 Aug 04 17:32:47.519619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:32:47.558659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92eb6548-0e2b-4e65-a618-40c434f6daa5 req-66e6afe5-9d72-4035-83a2-ac6b76e9b73d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338504 Aug 04 17:32:47.570853 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port cb1a9d63-84a4-40c3-b376-95b48eb967c2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:32:47.574828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port cb1a9d63-84a4-40c3-b376-95b48eb967c2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:32:47.575209 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:47.661408 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:47.686235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:32:47.688422 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facaef90-7a95-41ec-b46d-c079518c1b2b" -d '{"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-plugged", "status": "completed", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:32:47.701364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:32:47.706545 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:47.733344 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e27ce14-7014-4091-b8db-ffb1cca4ac56 x-openstack-request-id: req-0e27ce14-7014-4091-b8db-ffb1cca4ac56 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:32:47.733665 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-plugged", "status": "completed", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:32:47.733892 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e27ce14-7014-4091-b8db-ffb1cca4ac56 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:32:47.734305 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'code': 200} Aug 04 17:32:47.763844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:47.826008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad83569-7054-44a5-b633-8daec34353a7 req-57a2ef7c-d1d6-427e-9e1e-e74891afbfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:47.827550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cad83569-7054-44a5-b633-8daec34353a7 req-57a2ef7c-d1d6-427e-9e1e-e74891afbfc6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1097 time: 0.0440733 Aug 04 17:32:47.868049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cad83569-7054-44a5-b633-8daec34353a7 req-255701f5-c3df-4ff2-abd2-a88d22e9d063 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328474 Aug 04 17:32:48.698311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8716063-bc3d-4610-98f2-1e7f3926631e req-25192236-1008-4f7c-a00b-344574ae219c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:48.699846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8716063-bc3d-4610-98f2-1e7f3926631e req-25192236-1008-4f7c-a00b-344574ae219c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0688896 Aug 04 17:32:48.740107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8716063-bc3d-4610-98f2-1e7f3926631e req-23d956b5-080d-41b9-b01d-10a00ddf6d66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336325 Aug 04 17:32:49.865144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e7aeb-11b3-431e-8d28-9f0e6b445112 req-9d5b6857-e57d-4360-b0b9-c4f16f9246dc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:49.866656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f23e7aeb-11b3-431e-8d28-9f0e6b445112 req-9d5b6857-e57d-4360-b0b9-c4f16f9246dc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0543830 Aug 04 17:32:49.909954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f23e7aeb-11b3-431e-8d28-9f0e6b445112 req-6e67a08b-19a9-4718-bfdf-eaa4b4b7d4f8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344276 Aug 04 17:32:50.032591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe7e95-cbf1-4123-9d38-7dc1217b5b94 req-312f178d-0cd7-4789-a8c0-227e34afb081 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:50.033996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7abe7e95-cbf1-4123-9d38-7dc1217b5b94 req-312f178d-0cd7-4789-a8c0-227e34afb081 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0518744 Aug 04 17:32:50.072614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7abe7e95-cbf1-4123-9d38-7dc1217b5b94 req-33c38c4b-f29f-482f-a4bc-e5461d0de938 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 Aug 04 17:32:50.094131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35432) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:50.143672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86381cf-87e7-46f4-9b04-64e4fce51355 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:50.145213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d86381cf-87e7-46f4-9b04-64e4fce51355 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1092 time: 0.0501025 Aug 04 17:32:50.148429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35434) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:50.153008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:32:50.180021 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:50.293252 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:50.405429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.25.2.98 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/aaf12bc3-3e80-4f9d-bfec-6465e78e1a75) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:32:50.520209 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:50.561802 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:50.606533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:32:50.613174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:32:50.616915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:32:50.622922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=aaf12bc3-3e80-4f9d-bfec-6465e78e1a75,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:50.997078 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:51.071979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:51.553952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:51.561492 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:51.635631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=aaf12bc3-3e80-4f9d-bfec-6465e78e1a75,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:32:51.651451 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:51.765344 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Floating IP 9bb3b765-0941-4253-803e-3d289313fea1 associated. External IP: 172.25.2.98, port: cb1a9d63-84a4-40c3-b376-95b48eb967c2. Aug 04 17:32:52.000496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 92b8a1d8-95cf-4da1-be68-61dab17b7464 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:32:52.110607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:32:52.120339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] Sync routers for ids ['92b8a1d8-95cf-4da1-be68-61dab17b7464'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:32:52.131369 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:32:52.131791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] Routers {'92b8a1d8-95cf-4da1-be68-61dab17b7464'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:32:52.132787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:32:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['92b8a1d8-95cf-4da1-be68-61dab17b7464'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:52.163074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-78ae6378-0f8a-42af-beeb-973272ee99e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0133166 Aug 04 17:32:52.164107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:32:52.166849 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24d4bfa-9544-4a7f-880b-a04276b81bab" -d '{"events": [{"name": "network-changed", "server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:32:52.212640 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ee0df3-9bba-4d37-ad82-ba2b2b8db014 x-openstack-request-id: req-c5ee0df3-9bba-4d37-ad82-ba2b2b8db014 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:32:52.212925 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:32:52.213176 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5ee0df3-9bba-4d37-ad82-ba2b2b8db014 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:32:52.213583 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'status': 'completed', 'code': 200} Aug 04 17:32:52.304695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a535a51-0736-4a4c-a38e-7f4167d9bbf4 req-444ef15e-ecd2-4070-80e8-6b73e1321432 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:52.306960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a535a51-0736-4a4c-a38e-7f4167d9bbf4 req-444ef15e-ecd2-4070-80e8-6b73e1321432 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0785820 Aug 04 17:32:52.314197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-dfa29f3c-18fc-4c55-91ce-4a2fad0bfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:52.315798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-dfa29f3c-18fc-4c55-91ce-4a2fad0bfc92 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1097 time: 0.0777361 Aug 04 17:32:52.408264 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] Set router 92b8a1d8-95cf-4da1-be68-61dab17b7464 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:32:52.412381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a535a51-0736-4a4c-a38e-7f4167d9bbf4 req-86f4c11b-0a02-4b98-99f5-2099a70ba311 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955701 Aug 04 17:32:52.435353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35440) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:52.442633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-c1b23f68-19ef-44a0-ad9d-844cf88948b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:52.444556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-c1b23f68-19ef-44a0-ad9d-844cf88948b5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.1207213 Aug 04 17:32:52.504388 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-cba6d8e1-e159-40ce-a6cb-a5e7ebcb82c7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/9bb3b765-0941-4253-803e-3d289313fea1 HTTP/1.1" status: 200 len: 991 time: 0.0677326 Aug 04 17:32:52.514652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-fc67a19b-0ef4-4220-8aff-a91adb5997a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 999 time: 0.0628171 Aug 04 17:32:52.570235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-ef4e0c4e-7947-408d-bbb7-c8581b856c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:52.571655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-ef4e0c4e-7947-408d-bbb7-c8581b856c44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0496278 Aug 04 17:32:52.617065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-ad1d1fbc-3d0a-4204-8b3f-51608223d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:32:52.618581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-ad1d1fbc-3d0a-4204-8b3f-51608223d4d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400820 Aug 04 17:32:52.640874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '9bb3b765-0941-4253-803e-3d289313fea1', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'port_id': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'mac_address': 'fa:16:3e:13:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:32:50Z', 'updated_at': '2021-08-04T17:32:50Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd2e9ad-37db-4401-8572-4badc5aeda87', 'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:fa:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:39Z', 'updated_at': '2021-08-04T17:32:44Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:52.671295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] Checking router: 92b8a1d8-95cf-4da1-be68-61dab17b7464 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:32:52.680681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] Routers {'92b8a1d8-95cf-4da1-be68-61dab17b7464'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:32:52.681336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:32:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['92b8a1d8-95cf-4da1-be68-61dab17b7464'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:52.725210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-e0e5d0d5-12a2-4dd5-bbcc-a854853b3fe3 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993035 Aug 04 17:32:52.793562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] Set router 92b8a1d8-95cf-4da1-be68-61dab17b7464 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:32:52.844544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e24d4bfa-9544-4a7f-880b-a04276b81bab req-02692f9c-5e32-4557-8491-1233338e5566 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122446 Aug 04 17:32:53.032701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '9bb3b765-0941-4253-803e-3d289313fea1', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'port_id': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'mac_address': 'fa:16:3e:13:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:32:50Z', 'updated_at': '2021-08-04T17:32:50Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd2e9ad-37db-4401-8572-4badc5aeda87', 'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:fa:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:39Z', 'updated_at': '2021-08-04T17:32:44Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:32:53.062379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f1ea84-f4fd-4c08-8079-1c0541956931 None None] The sync data for ids ['92b8a1d8-95cf-4da1-be68-61dab17b7464'] in n-d-764435-5 is: [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '9bb3b765-0941-4253-803e-3d289313fea1', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'port_id': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'mac_address': 'fa:16:3e:13:b4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:32:50Z', 'updated_at': '2021-08-04T17:32:50Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd2e9ad-37db-4401-8572-4badc5aeda87', 'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:fa:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:39Z', 'updated_at': '2021-08-04T17:32:44Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:32:53.266747 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa11bd1-bb0b-4e4e-bbe2-69ca28541c14 None None] New status for floating IP 9bb3b765-0941-4253-803e-3d289313fea1: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:32:53.508642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35442) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:32:53.581820 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1035a94d-a80c-48e3-b9e1-05bcf320c05a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/9bb3b765-0941-4253-803e-3d289313fea1 HTTP/1.1" status: 200 len: 993 time: 0.0719624 Aug 04 17:33:02.018451 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f033-5195-45e7-834f-f09b381225bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:04.419976 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3406-5e83-41c7-b031-00cf37eb840b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:05.030845 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:05.931625 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:07.521844 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:08.214626 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:33:09.285319 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:09.321646 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:18.076926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-0a5a6941-46be-4f7d-aa24-fb1b6f5a525c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478253 Aug 04 17:33:18.168449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-023d573b-86e2-40da-a329-72fd41a754b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:18.169995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-023d573b-86e2-40da-a329-72fd41a754b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1097 time: 0.0441465 Aug 04 17:33:18.280381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-5bc2bf76-b9ab-4a1a-94c9-ae66913d57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:18.281882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-5bc2bf76-b9ab-4a1a-94c9-ae66913d57fe service neutron] 10.222.0.82 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.0895352 Aug 04 17:33:18.359004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-78a7b233-5cee-4f14-816a-d64ab789a86f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 1001 time: 0.0695162 Aug 04 17:33:18.409337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-d8993ffa-4027-42d3-80a7-c28d4fe65800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:18.410859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-d8993ffa-4027-42d3-80a7-c28d4fe65800 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0449972 Aug 04 17:33:18.459550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-7896c704-bc56-4c11-ac7e-717ec928d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:18.461087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-7896c704-bc56-4c11-ac7e-717ec928d3d4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422342 Aug 04 17:33:18.561377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-01b4c623-283f-45c5-9d7d-0f0a77aeed5a service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887716 Aug 04 17:33:18.659317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5b4e154-e81d-469a-8fbe-fa29eac9eb37 req-dae2955d-95c4-495c-b9ba-aded5631bb8f service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897305 Aug 04 17:33:24.832844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5fa22-8a4c-42ad-b9ce-19f225866e51 req-a294116a-f934-4b44-a939-50f56280549f tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:24.834367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3d5fa22-8a4c-42ad-b9ce-19f225866e51 req-a294116a-f934-4b44-a939-50f56280549f tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1097 time: 0.0462523 Aug 04 17:33:24.868739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3d5fa22-8a4c-42ad-b9ce-19f225866e51 req-9fcd9b34-dd26-4281-8b76-d6ad370fcfd1 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280046 Aug 04 17:33:24.996943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a472be-2bf9-49fe-9baf-de393b39f0cc req-b475856d-0862-4feb-8af6-7ee898be1b1f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:24.998332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0a472be-2bf9-49fe-9baf-de393b39f0cc req-b475856d-0862-4feb-8af6-7ee898be1b1f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0595884 Aug 04 17:33:25.036832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0a472be-2bf9-49fe-9baf-de393b39f0cc req-560af26e-e3bc-4ad8-9e6e-7e1d99100b5e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319750 Aug 04 17:33:25.063049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35458) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:33:25.139360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-efb62dba-e9ac-45df-be21-50d5b4b2ddc2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/9bb3b765-0941-4253-803e-3d289313fea1 HTTP/1.1" status: 200 len: 993 time: 0.0748935 Aug 04 17:33:25.721685 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-05dece91-369b-47dc-964e-909c6de3797c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428991 Aug 04 17:33:25.728263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1db9a-09c0-4c3b-9478-484e5f9ee8cf req-ba4084de-9132-4af4-a10d-aff09f74e539 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:25.729834 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89b1db9a-09c0-4c3b-9478-484e5f9ee8cf req-ba4084de-9132-4af4-a10d-aff09f74e539 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0505993 Aug 04 17:33:25.785387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89b1db9a-09c0-4c3b-9478-484e5f9ee8cf req-3987fe80-d05b-42bc-97b1-5ecca604d34f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440860 Aug 04 17:33:26.936039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ece5c-88b5-452c-8411-36dfb570319d req-096c90a4-ee86-404a-b03e-718c33789f3b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:26.937654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-066ece5c-88b5-452c-8411-36dfb570319d req-096c90a4-ee86-404a-b03e-718c33789f3b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0592387 Aug 04 17:33:27.006278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-066ece5c-88b5-452c-8411-36dfb570319d req-4ff21cc3-ad9f-499b-901a-a5f15c6ee6c3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611520 Aug 04 17:33:27.021290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849975e-f925-4c7e-8200-35fb546d57cc req-c22cab0e-554f-45c7-bc43-59ce94c6f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:27.022773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-c22cab0e-554f-45c7-bc43-59ce94c6f795 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1097 time: 0.0537364 Aug 04 17:33:27.124790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849975e-f925-4c7e-8200-35fb546d57cc req-3c7ea685-d90d-47ac-a601-fd81d80f7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:27.126193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-3c7ea685-d90d-47ac-a601-fd81d80f7177 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.0957587 Aug 04 17:33:27.199521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-4adba231-7083-4508-b3ab-fca1fc3a9147 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 1001 time: 0.0647662 Aug 04 17:33:27.249845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849975e-f925-4c7e-8200-35fb546d57cc req-04ed279f-bb26-4986-bf90-2a3e26325407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:27.251360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-04ed279f-bb26-4986-bf90-2a3e26325407 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0444970 Aug 04 17:33:27.299848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849975e-f925-4c7e-8200-35fb546d57cc req-344bc325-e910-4393-af2a-c484fd12fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:27.310420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-344bc325-e910-4393-af2a-c484fd12fd66 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418687 Aug 04 17:33:27.406898 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-35869fb8-59e5-4453-91a5-bd5079c59571 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970416 Aug 04 17:33:27.500033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-dd2efbe4-0c73-4654-b4cf-d925e2560f1f service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864701 Aug 04 17:33:28.132407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38ca39-49af-42ad-a725-78271582a9b1 req-bc7b41db-27bc-4270-b0c2-b3d38d82cfc4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:28.133906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e38ca39-49af-42ad-a725-78271582a9b1 req-bc7b41db-27bc-4270-b0c2-b3d38d82cfc4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0526867 Aug 04 17:33:28.174022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e38ca39-49af-42ad-a725-78271582a9b1 req-fb0ffeed-a2c3-4a48-8f63-4fccd3375294 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334206 Aug 04 17:33:29.302628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55cdcc-7bd0-45b5-a28f-a64c7a5b92d3 req-ee7bb81a-ae99-4ac5-85cc-9b1cb2557f88 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:29.304123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba55cdcc-7bd0-45b5-a28f-a64c7a5b92d3 req-ee7bb81a-ae99-4ac5-85cc-9b1cb2557f88 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0571928 Aug 04 17:33:29.346866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba55cdcc-7bd0-45b5-a28f-a64c7a5b92d3 req-e321c625-5e3e-4f4b-84c9-9714191e5130 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335474 Aug 04 17:33:30.474031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510df487-789b-4dc6-bbdd-568c5a318e77 req-2e934b41-8317-46f3-813a-4b91d2d36922 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:30.475490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-510df487-789b-4dc6-bbdd-568c5a318e77 req-2e934b41-8317-46f3-813a-4b91d2d36922 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0568504 Aug 04 17:33:30.528998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-510df487-789b-4dc6-bbdd-568c5a318e77 req-6232b4f3-dd63-4e3c-ae6a-ebbc36db3261 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441935 Aug 04 17:33:31.660198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a32ba1-5ed2-4fc0-9cf4-253bd52bb025 req-c0ae35ed-311d-4ddd-85f3-3e895cc92344 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:31.661680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00a32ba1-5ed2-4fc0-9cf4-253bd52bb025 req-c0ae35ed-311d-4ddd-85f3-3e895cc92344 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0584829 Aug 04 17:33:31.705468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00a32ba1-5ed2-4fc0-9cf4-253bd52bb025 req-6bec92ac-5eed-449c-8bb9-3219fcfaf529 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375268 Aug 04 17:33:32.018622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cbf1ff00-2c1c-42fc-b5dd-363dbf161e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:32.837666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2c462-b37a-48e9-871e-52de2caef997 req-59045300-70c8-4533-bb8d-31faa6572cba tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:32.839167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ed2c462-b37a-48e9-871e-52de2caef997 req-59045300-70c8-4533-bb8d-31faa6572cba tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0599952 Aug 04 17:33:32.880381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ed2c462-b37a-48e9-871e-52de2caef997 req-2eb0da89-e30d-4b27-9979-3641766a9f4f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347791 Aug 04 17:33:34.016600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacca43-2dd1-4b18-8ccd-7f7490b5c563 req-a8086f7e-b6a7-4499-9923-23200aeb5a6e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:34.018142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcacca43-2dd1-4b18-8ccd-7f7490b5c563 req-a8086f7e-b6a7-4499-9923-23200aeb5a6e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0599101 Aug 04 17:33:34.058116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dcacca43-2dd1-4b18-8ccd-7f7490b5c563 req-e7e30e65-0c6a-4882-8c78-336adbee96bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338857 Aug 04 17:33:34.418056 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4738-9e94-4cf8-b0da-bb0b023daff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:35.028948 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:35.189940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1efc0-fd36-41be-9227-1fb5ae170d6d req-25293b31-1342-47bc-8cb8-6d02794c4c2c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:35.191480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00d1efc0-fd36-41be-9227-1fb5ae170d6d req-25293b31-1342-47bc-8cb8-6d02794c4c2c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0557604 Aug 04 17:33:35.233297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00d1efc0-fd36-41be-9227-1fb5ae170d6d req-1d900dc9-790f-40c9-af4f-b255ce64e469 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352178 Aug 04 17:33:35.923543 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:36.367171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80191704-818e-4b4c-9f74-576eb0825617 req-f066a642-a387-49bd-a5e1-9bf6e5ebdbc6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:36.368711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80191704-818e-4b4c-9f74-576eb0825617 req-f066a642-a387-49bd-a5e1-9bf6e5ebdbc6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0624275 Aug 04 17:33:36.409310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80191704-818e-4b4c-9f74-576eb0825617 req-664669ca-b6b1-400b-99d9-5cc866f50d72 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343306 Aug 04 17:33:37.523986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:37.542884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e30d4-087b-4ae1-beee-aea1be65d67a req-5597f711-f1d2-4d29-9ebd-47a665fb4962 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:37.544417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b85e30d4-087b-4ae1-beee-aea1be65d67a req-5597f711-f1d2-4d29-9ebd-47a665fb4962 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0535302 Aug 04 17:33:37.587395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b85e30d4-087b-4ae1-beee-aea1be65d67a req-cfe3c05b-c509-452e-9f02-8b36069e861e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345099 Aug 04 17:33:38.737723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e5114-e6ae-4300-a48d-4dfa123f8a8c req-12f9c897-36f7-4d41-a4ee-c1782ceaf23f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:38.739249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e98e5114-e6ae-4300-a48d-4dfa123f8a8c req-12f9c897-36f7-4d41-a4ee-c1782ceaf23f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0587034 Aug 04 17:33:38.783398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e98e5114-e6ae-4300-a48d-4dfa123f8a8c req-9c14a70d-4ff8-4377-b1db-86c668ae1f5d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352497 Aug 04 17:33:39.287042 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:39.339382 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:39.917290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3a4cd-d609-49a5-9db8-ecfd5e2fe8af req-9193a5ff-70ed-44bb-8998-91edfa041e66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:39.918775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ee3a4cd-d609-49a5-9db8-ecfd5e2fe8af req-9193a5ff-70ed-44bb-8998-91edfa041e66 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0551381 Aug 04 17:33:39.961162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ee3a4cd-d609-49a5-9db8-ecfd5e2fe8af req-be6682a4-c2d2-4319-b238-054b57205b48 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339215 Aug 04 17:33:41.093538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a32db-8f7d-4d38-8897-b1e31fbce132 req-c82f0cc9-f938-4fd1-bc3a-00774e0f2fc7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:41.095162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-687a32db-8f7d-4d38-8897-b1e31fbce132 req-c82f0cc9-f938-4fd1-bc3a-00774e0f2fc7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0525079 Aug 04 17:33:41.138796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-687a32db-8f7d-4d38-8897-b1e31fbce132 req-a42a3e3d-79e2-4829-ba7e-f1ab2a16474b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346286 Aug 04 17:33:42.268100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bba1d4-3537-48f5-bd71-e8f6d740fb59 req-475aeb43-4c95-4148-b825-853552713fc3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:42.269712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9bba1d4-3537-48f5-bd71-e8f6d740fb59 req-475aeb43-4c95-4148-b825-853552713fc3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0600603 Aug 04 17:33:42.312823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9bba1d4-3537-48f5-bd71-e8f6d740fb59 req-a4f53619-4fd6-4e16-96d2-2ad3a2cfb6c2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368621 Aug 04 17:33:43.442299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f6fb5-790e-421c-87c9-d47ec97354e6 req-8df10f14-454a-4b47-b009-1dd47580dffe tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:43.443832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-354f6fb5-790e-421c-87c9-d47ec97354e6 req-8df10f14-454a-4b47-b009-1dd47580dffe tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0564711 Aug 04 17:33:43.486349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-354f6fb5-790e-421c-87c9-d47ec97354e6 req-4e2c7579-8a41-4171-b77c-cfd0e6b4ca62 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362289 Aug 04 17:33:44.403822 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-3849975e-f925-4c7e-8200-35fb546d57cc req-ac1d7f3d-2229-423e-8659-51922a77826f service neutron] show failed (client error): The resource could not be found. Aug 04 17:33:44.404886 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-ac1d7f3d-2229-423e-8659-51922a77826f service neutron] 10.222.0.82 "GET /v2.0/ports/cb1a9d63-84a4-40c3-b376-95b48eb967c2/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0605643 Aug 04 17:33:44.618065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849975e-f925-4c7e-8200-35fb546d57cc req-cdfc57cf-4418-41d6-871f-b6905edeed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:44.619682 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-cdfc57cf-4418-41d6-871f-b6905edeed6e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 1097 time: 0.0414445 Aug 04 17:33:44.623535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b740f-b879-43f8-b9b0-6c480cef73e3 req-3182b205-c3ca-401f-ad5f-43076dd3e17c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:44.625029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-295b740f-b879-43f8-b9b0-6c480cef73e3 req-3182b205-c3ca-401f-ad5f-43076dd3e17c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0554850 Aug 04 17:33:44.633009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:33:44.668312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-295b740f-b879-43f8-b9b0-6c480cef73e3 req-bfe8d153-58ec-414a-97bc-5b921f16730b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363247 Aug 04 17:33:44.694442 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:44.918525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:33:44.952997 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:33:44.994108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:33:44.996474 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8e653-2964-4283-98be-430812383bac" -d '{"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-unplugged", "status": "completed", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:33:45.000315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:45.014650 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Transition to ACTIVE for port object cb1a9d63-84a4-40c3-b376-95b48eb967c2 will not be triggered until provisioned by entity L2. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:33:45.020227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:45.050468 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c60cf0a-7bd2-4c71-a116-2ca05359d971 x-openstack-request-id: req-6c60cf0a-7bd2-4c71-a116-2ca05359d971 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:33:45.050783 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-unplugged", "status": "completed", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:33:45.051088 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c60cf0a-7bd2-4c71-a116-2ca05359d971 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:33:45.051478 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'code': 200} Aug 04 17:33:45.108642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=6']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:33:45.123097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.123450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.123794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.124133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.124470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.124804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.125134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.125449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.125774 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.126102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.126424 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.126745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:45.165561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] No DVR routers for this DVR port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on host n-h2-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:33:45.213938 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:33:45.310156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:33:45.310448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:33:45.310838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:33:45.315484 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:33:45.315810 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:33:45.321250 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:33:45.321592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Checking segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:33:45.321967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Bound using segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:33:45.322390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Bound port: cb1a9d63-84a4-40c3-b376-95b48eb967c2, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:33:45.323668 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:45.389699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h1-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:33:45.392824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:33:45.400699 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:45.452393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:45.453022 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:45.454414 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] 10.222.0.90 "PUT /v2.0/ports/cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 1092 time: 0.8262687 Aug 04 17:33:45.477853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3bdf7-5cc7-4bae-8e46-e6a1254e6e38 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=7']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:33:45.526548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849975e-f925-4c7e-8200-35fb546d57cc req-a1370476-c950-41fa-b474-fcfa27bb591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:45.528285 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-a1370476-c950-41fa-b474-fcfa27bb591f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1095 time: 0.0473621 Aug 04 17:33:45.624045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849975e-f925-4c7e-8200-35fb546d57cc req-38d7d51e-5ffe-4ba5-bab1-d6c8fbb2a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:45.625583 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-38d7d51e-5ffe-4ba5-bab1-d6c8fbb2a3a3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.0891807 Aug 04 17:33:45.707771 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-fd58644a-cf56-471d-acc2-ee65cb2803ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 999 time: 0.0746691 Aug 04 17:33:45.759055 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849975e-f925-4c7e-8200-35fb546d57cc req-ed3ba18e-43c6-48c7-8746-ad5a78c94694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:45.760456 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-ed3ba18e-43c6-48c7-8746-ad5a78c94694 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0460823 Aug 04 17:33:45.793130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca17f49-03ac-4206-839a-3b3d75fe0c89 req-33855212-758c-428c-a1b7-7c999eabb040 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:45.794667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca17f49-03ac-4206-839a-3b3d75fe0c89 req-33855212-758c-428c-a1b7-7c999eabb040 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 944 time: 0.0568578 Aug 04 17:33:45.811140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849975e-f925-4c7e-8200-35fb546d57cc req-8743dfee-3a35-4642-9025-b4b897263ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:45.812685 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-8743dfee-3a35-4642-9025-b4b897263ee0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435879 Aug 04 17:33:45.834696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ca17f49-03ac-4206-839a-3b3d75fe0c89 req-344a87b6-58f3-43e7-afcb-9df88f3c91ad tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337887 Aug 04 17:33:45.909903 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-a66969a2-f641-4856-b1d8-050cd8c7bdaf service neutron] 10.222.0.90 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894754 Aug 04 17:33:46.013040 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3849975e-f925-4c7e-8200-35fb546d57cc req-098e1dc2-5307-419f-96c6-db4f96d30a7e service neutron] 10.222.0.90 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959010 Aug 04 17:33:46.970125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413d009-d190-4101-a913-d0777cdb2239 req-effab6f7-26b9-417b-8c1d-ff1daead4da1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:46.971628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d413d009-d190-4101-a913-d0777cdb2239 req-effab6f7-26b9-417b-8c1d-ff1daead4da1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 944 time: 0.0632608 Aug 04 17:33:47.009760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d413d009-d190-4101-a913-d0777cdb2239 req-08a69cca-7c63-4600-8fdd-b2408194f8d0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320785 Aug 04 17:33:47.053489 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:33:47.057341 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f14020-8152-486c-bbb6-706baf5afc58" -d '{"events": [{"name": "network-changed", "server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:33:47.114070 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc185e82-2c1a-4ccc-9b0e-6ff56b125e5f x-openstack-request-id: req-fc185e82-2c1a-4ccc-9b0e-6ff56b125e5f {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:33:47.114540 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:33:47.114673 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc185e82-2c1a-4ccc-9b0e-6ff56b125e5f {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:33:47.115181 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'status': 'completed', 'code': 200} Aug 04 17:33:47.182739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-9e46cea0-03ec-45a9-bfb4-74ac257e8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:47.184342 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-9e46cea0-03ec-45a9-bfb4-74ac257e8f80 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1095 time: 0.0444624 Aug 04 17:33:47.186845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-aae2506d-3475-4684-98f7-ea16883e68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:47.188355 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-aae2506d-3475-4684-98f7-ea16883e68c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1095 time: 0.0468802 Aug 04 17:33:47.280389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-ebd0fc07-db76-43d9-b339-ae6d963153ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:47.281848 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-ebd0fc07-db76-43d9-b339-ae6d963153ed service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.0848753 Aug 04 17:33:47.282612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-4371e63f-90a4-4e21-85d6-2c2876efadec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:47.284097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-4371e63f-90a4-4e21-85d6-2c2876efadec service neutron] 10.222.0.82 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.0923731 Aug 04 17:33:47.351328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-ad862eee-93c1-4268-985a-d0da70d5e614 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 999 time: 0.0596571 Aug 04 17:33:47.355886 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-f7c23dd4-9c57-40bb-a9ec-39d2be1977fc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 999 time: 0.0658569 Aug 04 17:33:47.402117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-086ea225-8264-42ee-9ece-8b340ce1b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:47.403670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-086ea225-8264-42ee-9ece-8b340ce1b168 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0448511 Aug 04 17:33:47.407179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-9ae2d8e6-62c5-4c98-9fcc-a749874dd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:47.408590 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-9ae2d8e6-62c5-4c98-9fcc-a749874dd6b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0437372 Aug 04 17:33:47.453709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-4a08ce57-e828-4dda-90a2-5cfd241696c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:47.455353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-4a08ce57-e828-4dda-90a2-5cfd241696c2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446951 Aug 04 17:33:47.460668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-76a61210-f86f-46bc-8633-a204c3d653db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:47.462237 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-76a61210-f86f-46bc-8633-a204c3d653db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428164 Aug 04 17:33:47.558039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-ad1cc0f1-97c8-4539-84df-fca9666ea57b service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942137 Aug 04 17:33:47.578198 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-72551911-13c5-4fe5-8f37-27852f4b9235 service neutron] 10.222.0.90 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951369 Aug 04 17:33:47.664606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-82828b2b-0c68-470e-9f09-ca20d5cd6b91 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986645 Aug 04 17:33:47.674832 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-d6f14020-8152-486c-bbb6-706baf5afc58 req-bedd2837-e407-4c98-865f-02aa88cf65fd service neutron] 10.222.0.90 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886984 Aug 04 17:33:47.782455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:33:47.828228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:33:48.131239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549bb3d-78e1-43a4-a0a2-1a665d45680b req-f540a878-2199-4f4a-8b8c-565392f3df3a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:48.132717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7549bb3d-78e1-43a4-a0a2-1a665d45680b req-f540a878-2199-4f4a-8b8c-565392f3df3a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 944 time: 0.0519776 Aug 04 17:33:48.174922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7549bb3d-78e1-43a4-a0a2-1a665d45680b req-92891f3d-1460-4043-b430-d07715bef6ff tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326257 Aug 04 17:33:48.433628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d642-3bf8-4686-9e00-002c92e0b54d req-916d50c8-3ac7-4bda-851e-96af77806f4d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:48.435142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06d7d642-3bf8-4686-9e00-002c92e0b54d req-916d50c8-3ac7-4bda-851e-96af77806f4d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 944 time: 0.0517783 Aug 04 17:33:48.459870 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-39a4b819-193b-47f2-a350-95713d104672 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:48.461419 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-39a4b819-193b-47f2-a350-95713d104672 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.90 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392&tenant_id=c24f42d5796d4074bba3e8ad32b21d78&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 944 time: 0.0979793 Aug 04 17:33:48.474998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06d7d642-3bf8-4686-9e00-002c92e0b54d req-a26a6058-99af-49df-9ad2-cb918fb3f497 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332000 Aug 04 17:33:48.527347 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-ea2cf438-9925-4d95-9204-2d8413913e6a service neutron] 10.222.0.90 "GET /v2.0/ports/cb1a9d63-84a4-40c3-b376-95b48eb967c2/bindings/n-h1-764435-5 HTTP/1.1" status: 200 len: 382 time: 0.0573750 Aug 04 17:33:48.593828 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-155f8b3f-53a4-484a-9c7d-3a24ec3a7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:48.595263 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-155f8b3f-53a4-484a-9c7d-3a24ec3a7842 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1095 time: 0.0448785 Aug 04 17:33:48.697965 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-3deb1dc6-bb01-4b9d-a276-56458abbd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:48.699519 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-3deb1dc6-bb01-4b9d-a276-56458abbd93a service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.0958028 Aug 04 17:33:48.726713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:33:48.768640 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-8b47642b-42d4-4adb-9071-b4ccc475e693 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 999 time: 0.0606339 Aug 04 17:33:48.820040 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-8ab268b0-b1c0-44dd-8328-9e4c4c506a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:48.821524 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-8ab268b0-b1c0-44dd-8328-9e4c4c506a64 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0455892 Aug 04 17:33:48.825128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:33:48.838006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'port_id': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'mac_address': 'fa:16:3e:13:b4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:33:48.876004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-c5b9298b-0bae-4753-b56a-2e0165dab7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:48.876590 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:48.877488 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-c5b9298b-0bae-4753-b56a-2e0165dab7fd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478911 Aug 04 17:33:48.897896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1a9d63-84a4-40c3-b376-95b48eb967c2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:33:48.920436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:33:48.927746 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:48.983931 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-a5ca8b8e-69eb-4de9-921f-84a43eab79a9 service neutron] 10.222.0.90 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985334 Aug 04 17:33:49.010572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:33:49.018381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.018760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.019115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.019459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.019960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.020551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.020921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.021259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.021575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.021904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.022233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.022560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:49.083840 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-c4e9a61d-0f69-445c-b6a4-c6aa661c6ecf service neutron] 10.222.0.90 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916293 Aug 04 17:33:49.142185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['cb1a9d63-84a4-40c3-b376-95b48eb967c2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:33:49.620720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c3731-dbab-44ac-adaa-18698be22c24 req-c9195e3f-4f45-4015-b1a6-c8b0a2c93793 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:49.622174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-592c3731-dbab-44ac-adaa-18698be22c24 req-c9195e3f-4f45-4015-b1a6-c8b0a2c93793 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 945 time: 0.0732954 Aug 04 17:33:49.662696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-592c3731-dbab-44ac-adaa-18698be22c24 req-32845e64-a51a-4620-8bc8-e9f69920cd95 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315959 Aug 04 17:33:50.742504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:33:50.792498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45335f72-d1c0-4a66-99d4-a2bcafe44107 req-fbddeb20-4d58-4617-afbc-745afa3bd9be tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:50.794377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45335f72-d1c0-4a66-99d4-a2bcafe44107 req-fbddeb20-4d58-4617-afbc-745afa3bd9be tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 945 time: 0.0568914 Aug 04 17:33:50.796564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port cb1a9d63-84a4-40c3-b376-95b48eb967c2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:33:50.800581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port cb1a9d63-84a4-40c3-b376-95b48eb967c2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:33:50.800960 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:50.845967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45335f72-d1c0-4a66-99d4-a2bcafe44107 req-cf2717b4-17ee-4a5c-9621-e789ef10a694 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441086 Aug 04 17:33:50.887207 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:50.909324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:33:50.911632 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87e683-6a95-44a5-96f0-c43d2b30473b" -d '{"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-plugged", "status": "completed", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:33:50.925369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:33:50.930696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:50.984303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:33:51.049222 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c89cb1-c4ed-4177-be86-9cf856f9026b x-openstack-request-id: req-57c89cb1-c4ed-4177-be86-9cf856f9026b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:33:51.050123 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-plugged", "status": "completed", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:33:51.050597 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57c89cb1-c4ed-4177-be86-9cf856f9026b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:33:51.051264 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'code': 200} Aug 04 17:33:51.064970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-9df3f6d6-b5fc-4861-8530-aa357fedd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:51.066489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-9df3f6d6-b5fc-4861-8530-aa357fedd101 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 1097 time: 0.0859675 Aug 04 17:33:51.079206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:33:51.139580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:51.660735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:33:51.693400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:33:51.735623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:33:51.737890 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ca297c-d1bb-49e8-a41d-87947f4b3e6a" -d '{"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-unplugged", "status": "completed", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:33:51.741824 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:51.755001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Transition to ACTIVE for port object cb1a9d63-84a4-40c3-b376-95b48eb967c2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:33:51.759977 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:51.794354 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d2b960-5d32-48f3-b447-ef08712aafec x-openstack-request-id: req-f5d2b960-5d32-48f3-b447-ef08712aafec {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:33:51.795017 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-unplugged", "status": "completed", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:33:51.795017 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5d2b960-5d32-48f3-b447-ef08712aafec {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:33:51.795346 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'code': 200} Aug 04 17:33:51.872166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:33:51.889829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.890173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.890513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.890880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.891189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.891519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.891846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.892167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.892488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.892811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.893130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.893455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:33:51.972073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] No DVR routers for this DVR port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:33:52.036270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963caf7-903b-40d0-91c9-54872e4f5314 req-2d0e3574-8363-4f08-b866-f01a9e954e5b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:52.037803 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c963caf7-903b-40d0-91c9-54872e4f5314 req-2d0e3574-8363-4f08-b866-f01a9e954e5b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 945 time: 0.1101344 Aug 04 17:33:52.119386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c963caf7-903b-40d0-91c9-54872e4f5314 req-1709affd-0ee7-4255-9361-2d857cdceda7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753033 Aug 04 17:33:52.158279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:33:52.158628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:33:52.158997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:33:52.164846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:33:52.165174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Attempting to bind port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on network 8cbd211d-d860-4eff-ad88-b4142c7a405e {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:33:52.170882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:33:52.171169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Checking segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:33:52.171563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Bound using segment: {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:33:52.172000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Bound port: cb1a9d63-84a4-40c3-b376-95b48eb967c2, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:33:52.172368 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:52.238155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:33:52.241428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:33:52.248147 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:52.285056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:52.286125 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:52.287664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-637fb02b-e611-445d-b573-10393637cafa service neutron] 10.222.0.82 "PUT /v2.0/ports/cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 1093 time: 1.2128680 Aug 04 17:33:52.325107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fb02b-e611-445d-b573-10393637cafa service neutron] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:33:52.361827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-dcf8c8b8-ae69-4d47-ba84-c00cb7d84aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:52.363545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-dcf8c8b8-ae69-4d47-ba84-c00cb7d84aef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1096 time: 0.0479496 Aug 04 17:33:52.461146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-10ae6b41-84c4-4fb1-9331-c03f18661377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:52.462681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-10ae6b41-84c4-4fb1-9331-c03f18661377 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.0917809 Aug 04 17:33:52.542776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-57ac0bbd-dbf0-4a77-abc9-b7b8b8d2b3b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 999 time: 0.0726500 Aug 04 17:33:52.596942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-04ceba17-b5a6-4bb2-a83b-b342994d4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:52.599206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-04ceba17-b5a6-4bb2-a83b-b342994d4c55 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0488281 Aug 04 17:33:52.658011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a2884-d9c3-42bd-826e-397d7af6267a req-40b8cae2-428b-49bf-bceb-6e8db9d58aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:52.659571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-40b8cae2-428b-49bf-bceb-6e8db9d58aa1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527117 Aug 04 17:33:52.771105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-266fd442-48e5-4764-8ee2-655a67cfbe6e service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040168 Aug 04 17:33:52.862590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-300a2884-d9c3-42bd-826e-397d7af6267a req-e0c7a5b5-f915-4793-9d84-ffafb0f768b8 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835624 Aug 04 17:33:53.256791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248de791-f03b-4be2-8da8-31f63656a33f req-201dc93b-89a3-4581-8e47-deb9c0612835 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:53.258389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-248de791-f03b-4be2-8da8-31f63656a33f req-201dc93b-89a3-4581-8e47-deb9c0612835 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 945 time: 0.0552173 Aug 04 17:33:53.302223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-248de791-f03b-4be2-8da8-31f63656a33f req-9c756990-c4f6-4982-84ca-d5c4058b1055 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374553 Aug 04 17:33:53.796756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:33:53.800743 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b358e8b2-d8df-4787-a61b-8bef501bf2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:33:53.818004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:33:53.857509 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dccb4b7-e866-4e36-9fa6-d60ba2734320 x-openstack-request-id: req-1dccb4b7-e866-4e36-9fa6-d60ba2734320 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:33:53.857872 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:33:53.858186 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1dccb4b7-e866-4e36-9fa6-d60ba2734320 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:33:53.858588 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'status': 'completed', 'code': 200} Aug 04 17:33:53.922529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:33:53.922962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-1615a0a4-b2d3-4b37-95b8-d6c1f3c04114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:53.924369 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-1615a0a4-b2d3-4b37-95b8-d6c1f3c04114 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1096 time: 0.0419753 Aug 04 17:33:53.928095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-3ef8663d-d2ad-45ed-8dd1-889d6be7dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:53.929752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-3ef8663d-d2ad-45ed-8dd1-889d6be7dd3b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1096 time: 0.0477355 Aug 04 17:33:53.935823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'port_id': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'mac_address': 'fa:16:3e:13:b4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:33:53.981973 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:53.994940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1a9d63-84a4-40c3-b376-95b48eb967c2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:33:54.018204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:33:54.018451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-7d354a37-4f18-4ed5-9504-418fb0e93cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:54.020212 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-7d354a37-4f18-4ed5-9504-418fb0e93cd6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.0887163 Aug 04 17:33:54.023770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:54.047808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-74102261-1207-42e2-841d-6542b8a14c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:54.049360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-74102261-1207-42e2-841d-6542b8a14c5a service neutron] 10.222.0.82 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.1116979 Aug 04 17:33:54.071920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=12']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:33:54.092230 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-95f65876-ec1d-4175-afc8-6ff74255b913 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 1000 time: 0.0650403 Aug 04 17:33:54.127661 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-e9d86730-cad1-45d0-b91f-82b70b0e4af4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 1000 time: 0.0663061 Aug 04 17:33:54.144370 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-f2d0bac5-5342-444e-84d6-7332f0479b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:54.145841 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-f2d0bac5-5342-444e-84d6-7332f0479b5f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0464993 Aug 04 17:33:54.180247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-cab23ae4-5c28-4804-8fce-8925c6760e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:54.181794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-cab23ae4-5c28-4804-8fce-8925c6760e24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0458510 Aug 04 17:33:54.196551 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-1cc36a09-7c34-47e5-87b1-9c466abab3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:54.198051 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-1cc36a09-7c34-47e5-87b1-9c466abab3e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451956 Aug 04 17:33:54.245640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-6448b52d-b2e3-4306-a68d-d8ba491a8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:54.247969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-6448b52d-b2e3-4306-a68d-d8ba491a8ed8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458119 Aug 04 17:33:54.269507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['cb1a9d63-84a4-40c3-b376-95b48eb967c2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:33:54.309804 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-eb7d1ccc-cbf8-4efd-b4db-e662d2fc0ffa service neutron] 10.222.0.90 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032653 Aug 04 17:33:54.440245 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-0270c562-07d0-4162-8a0c-b2cb7d9a4c39 service neutron] 10.222.0.90 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229372 Aug 04 17:33:54.468652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-f125310c-3ffb-41d8-95d0-3478c1551b06 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039404 Aug 04 17:33:54.508011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa92a0-bd01-4130-a764-1e3403fe5930 req-efbc215e-3b12-4ede-8442-df2a699caeff tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:54.510053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9fa92a0-bd01-4130-a764-1e3403fe5930 req-efbc215e-3b12-4ede-8442-df2a699caeff tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0895600 Aug 04 17:33:54.593201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9fa92a0-bd01-4130-a764-1e3403fe5930 req-814f321c-0872-464f-8d17-4dfcca182f86 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575156 Aug 04 17:33:54.609607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b358e8b2-d8df-4787-a61b-8bef501bf2c2 req-b19d2941-2e66-4c49-9f3c-b8221d68d240 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324482 Aug 04 17:33:54.791038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:33:54.840393 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:33:55.725582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17e1bc-61bc-4b01-a55b-228881c51dab req-bedf8abb-e652-4cad-832c-70a6d084b6a4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:33:55.727142 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa17e1bc-61bc-4b01-a55b-228881c51dab req-bedf8abb-e652-4cad-832c-70a6d084b6a4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 946 time: 0.0531194 Aug 04 17:33:55.772186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa17e1bc-61bc-4b01-a55b-228881c51dab req-1bb32831-eedb-4e87-9dba-96ce0111fab1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389042 Aug 04 17:33:55.805416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35566) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:33:55.835661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:33:55.871931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-46072893-88c9-4491-8cd9-cb18efa6ba29 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/9bb3b765-0941-4253-803e-3d289313fea1 HTTP/1.1" status: 200 len: 992 time: 0.0600674 Aug 04 17:33:55.896592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port cb1a9d63-84a4-40c3-b376-95b48eb967c2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:33:55.901455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port cb1a9d63-84a4-40c3-b376-95b48eb967c2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:33:55.901828 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:55.981044 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:56.005068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:33:56.007728 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0574eac3-c44d-4f85-aee4-0b2dec434cf8" -d '{"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-plugged", "status": "completed", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:33:56.020638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:33:56.026292 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:33:56.053224 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7188a6-e899-44ff-b458-179c723a31d7 x-openstack-request-id: req-4f7188a6-e899-44ff-b458-179c723a31d7 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:33:56.053516 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-plugged", "status": "completed", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:33:56.053766 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f7188a6-e899-44ff-b458-179c723a31d7 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:33:56.054156 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'code': 200} Aug 04 17:33:56.077378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=13']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:02.013621 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1a115b88-9cd4-4e99-b7a5-ef9089523988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:04.412365 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f4e2218e-9bb3-4618-b66c-7dbac675c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:05.029515 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:05.929572 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:07.528704 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:09.307519 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:09.349520 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:20.883942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-850091bf-7173-454d-a755-114371a458c6 req-62399b55-77cf-48ae-94e8-795c2338fe83 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472162 Aug 04 17:34:20.983759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850091bf-7173-454d-a755-114371a458c6 req-540def7e-8867-4d78-a7ea-e89762a78998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:20.986124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-850091bf-7173-454d-a755-114371a458c6 req-540def7e-8867-4d78-a7ea-e89762a78998 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1098 time: 0.0568683 Aug 04 17:34:21.102315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850091bf-7173-454d-a755-114371a458c6 req-4fe45ab6-8451-4d43-8e92-ab33d53296f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:21.103832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-850091bf-7173-454d-a755-114371a458c6 req-4fe45ab6-8451-4d43-8e92-ab33d53296f0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.0896792 Aug 04 17:34:21.190247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-850091bf-7173-454d-a755-114371a458c6 req-312c2aa8-4062-4ae0-aee4-e043e82ba996 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 1001 time: 0.0758781 Aug 04 17:34:21.244462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850091bf-7173-454d-a755-114371a458c6 req-1d84a3f1-8c96-491a-ae51-5e4ba5e5ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:21.245949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-850091bf-7173-454d-a755-114371a458c6 req-1d84a3f1-8c96-491a-ae51-5e4ba5e5ea4d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0478370 Aug 04 17:34:21.295875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850091bf-7173-454d-a755-114371a458c6 req-52e09c58-ffa8-41ce-a418-af96629d625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:21.297372 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-850091bf-7173-454d-a755-114371a458c6 req-52e09c58-ffa8-41ce-a418-af96629d625b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430987 Aug 04 17:34:21.395369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-850091bf-7173-454d-a755-114371a458c6 req-5c2028d0-feda-47de-96a1-1ae6e2dd4bce service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903111 Aug 04 17:34:21.486406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-850091bf-7173-454d-a755-114371a458c6 req-e5033246-8763-4b1b-81ec-bd45db3636c8 service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821855 Aug 04 17:34:22.218523 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:34:26.651711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de2db-bf22-40d9-a5f1-d85f5f5b603f req-da8e03f4-e4a0-4822-8bda-52ff54895ade tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:26.653268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e05de2db-bf22-40d9-a5f1-d85f5f5b603f req-da8e03f4-e4a0-4822-8bda-52ff54895ade tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1098 time: 0.0490620 Aug 04 17:34:26.688918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e05de2db-bf22-40d9-a5f1-d85f5f5b603f req-02aed02d-4bfe-471e-ad7d-6a1cbb6de4bc tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291939 Aug 04 17:34:26.715999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35586) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:26.894502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port aaf12bc3-3e80-4f9d-bfec-6465e78e1a75 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:34:26.894745 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:26.971475 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:26.971787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:26.983431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for aaf12bc3-3e80-4f9d-bfec-6465e78e1a75 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:34:27.151489 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:27.179384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=aaf12bc3-3e80-4f9d-bfec-6465e78e1a75,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:27.248021 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:27.248336 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Floating IP 9bb3b765-0941-4253-803e-3d289313fea1 disassociated (deleted). External IP: 172.25.2.98, port: cb1a9d63-84a4-40c3-b376-95b48eb967c2. Aug 04 17:34:27.469827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 92b8a1d8-95cf-4da1-be68-61dab17b7464 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:34:27.582368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:34:27.587666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:27.593867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] Sync routers for ids ['92b8a1d8-95cf-4da1-be68-61dab17b7464'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:34:27.604709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] Routers {'92b8a1d8-95cf-4da1-be68-61dab17b7464'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:34:27.605528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:34:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['92b8a1d8-95cf-4da1-be68-61dab17b7464'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:27.614781 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a3fd3c79-caa4-4d66-af76-892eddc2483c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/floatingips/9bb3b765-0941-4253-803e-3d289313fea1 HTTP/1.1" status: 204 len: 168 time: 0.8973680 Aug 04 17:34:27.615398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:34:27.617658 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4164a9-4d49-4482-a31b-0e833bda91f7" -d '{"events": [{"name": "network-changed", "server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:34:27.656071 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c8ea3c-d38e-43a6-bc96-0df4a3919c6e x-openstack-request-id: req-06c8ea3c-d38e-43a6-bc96-0df4a3919c6e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:34:27.656709 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:34:27.656709 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06c8ea3c-d38e-43a6-bc96-0df4a3919c6e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:34:27.657142 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'status': 'completed', 'code': 200} Aug 04 17:34:27.718293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] Set router 92b8a1d8-95cf-4da1-be68-61dab17b7464 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:34:27.722561 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-34f7823b-a2de-443e-8d17-ecef35736942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:27.724165 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-34f7823b-a2de-443e-8d17-ecef35736942 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 1098 time: 0.0455198 Aug 04 17:34:27.942762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'dcd2e9ad-37db-4401-8572-4badc5aeda87', 'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:fa:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:39Z', 'updated_at': '2021-08-04T17:32:44Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:27.972955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] Checking router: 92b8a1d8-95cf-4da1-be68-61dab17b7464 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:34:27.982058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] Routers {'92b8a1d8-95cf-4da1-be68-61dab17b7464'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:34:27.982712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:34:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['92b8a1d8-95cf-4da1-be68-61dab17b7464'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:28.094713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] Set router 92b8a1d8-95cf-4da1-be68-61dab17b7464 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:34:28.166607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-1175d57b-7905-492d-8268-4d963dc7bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:28.168159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-1175d57b-7905-492d-8268-4d963dc7bff4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 200 len: 899 time: 0.4342728 Aug 04 17:34:28.190647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ad85e-d839-43a7-80ca-57ba536f0639 req-81dfd05e-87be-4c3d-8b90-dc66a3080df8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:28.192187 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a8ad85e-d839-43a7-80ca-57ba536f0639 req-81dfd05e-87be-4c3d-8b90-dc66a3080df8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 947 time: 0.3851337 Aug 04 17:34:28.227558 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-cf815eff-72b9-4e8d-b668-0785da7bd2d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 200 len: 217 time: 0.0504067 Aug 04 17:34:28.297295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a8ad85e-d839-43a7-80ca-57ba536f0639 req-539167d8-1d0c-485c-bc70-f1d32b2cbac8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768306 Aug 04 17:34:28.306627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-750ea08c-7ae3-4cec-8f64-d666e92b53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:28.308143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-750ea08c-7ae3-4cec-8f64-d666e92b53b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 200 len: 834 time: 0.0719962 Aug 04 17:34:28.365913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-3c521095-54b8-4c1b-81b7-da7ce17b3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:28.367472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-3c521095-54b8-4c1b-81b7-da7ce17b3449 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8cbd211d-d860-4eff-ad88-b4142c7a405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462110 Aug 04 17:34:28.459406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'dcd2e9ad-37db-4401-8572-4badc5aeda87', 'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:fa:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:39Z', 'updated_at': '2021-08-04T17:32:44Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:28.461967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-5e8b9e18-950b-4f55-939c-5b339be6ad1f service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859451 Aug 04 17:34:28.485655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b968cc-8955-46a1-97b6-216304975b48 None None] The sync data for ids ['92b8a1d8-95cf-4da1-be68-61dab17b7464'] in n-d-764435-5 is: [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'dcd2e9ad-37db-4401-8572-4badc5aeda87', 'name': '', 'network_id': '8cbd211d-d860-4eff-ad88-b4142c7a405e', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:fa:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:39Z', 'updated_at': '2021-08-04T17:32:44Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '044c4d3f-aeab-4c16-bcd8-66c2ba2f2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:34:28.566061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c4164a9-4d49-4482-a31b-0e833bda91f7 req-c1babc4f-ba05-493b-b391-770aaf7b604d service neutron] 10.222.0.82 "GET /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952022 Aug 04 17:34:28.741624 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d66c5-7fd3-4f40-b305-1ea892fc9114 None None] New status for floating IP 9bb3b765-0941-4253-803e-3d289313fea1: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:34:29.107976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-f62a93a1-9fb0-45db-800f-5b0587aa08c3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:29.109491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-f62a93a1-9fb0-45db-800f-5b0587aa08c3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 947 time: 0.0534649 Aug 04 17:34:29.206328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-5b8edb3c-3da8-4e11-bd9f-df0380374b80 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port cb1a9d63-84a4-40c3-b376-95b48eb967c2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:34:29.206668 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-5b8edb3c-3da8-4e11-bd9f-df0380374b80 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:29.294180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-5b8edb3c-3da8-4e11-bd9f-df0380374b80 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port cb1a9d63-84a4-40c3-b376-95b48eb967c2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=cb1a9d63-84a4-40c3-b376-95b48eb967c2,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:34:29.294518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-5b8edb3c-3da8-4e11-bd9f-df0380374b80 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:29.308056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-5b8edb3c-3da8-4e11-bd9f-df0380374b80 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for cb1a9d63-84a4-40c3-b376-95b48eb967c2 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:34:29.431446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975217d9-ba5c-42b4-8829-16c84656e1ee req-b3d3da21-6e38-471e-9793-f254672898fe tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:29.432854 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-975217d9-ba5c-42b4-8829-16c84656e1ee req-b3d3da21-6e38-471e-9793-f254672898fe tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392 HTTP/1.1" status: 200 len: 947 time: 0.0611863 Aug 04 17:34:29.497910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-975217d9-ba5c-42b4-8829-16c84656e1ee req-172c705f-ee4b-4ccd-9fa3-6f99f767c2e7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae778df3-0999-4376-ba24-df8f39cf38bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 Aug 04 17:34:29.499269 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-5b8edb3c-3da8-4e11-bd9f-df0380374b80 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:29.527803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8edb3c-3da8-4e11-bd9f-df0380374b80 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=cb1a9d63-84a4-40c3-b376-95b48eb967c2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:29.574615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-5b8edb3c-3da8-4e11-bd9f-df0380374b80 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] No DVR routers for this DVR port cb1a9d63-84a4-40c3-b376-95b48eb967c2 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:34:29.577325 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-5b8edb3c-3da8-4e11-bd9f-df0380374b80 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:29.579408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5b2e9f6c-b5d3-4559-aca3-6bccda59fd36 req-5b8edb3c-3da8-4e11-bd9f-df0380374b80 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "DELETE /v2.0/ports/cb1a9d63-84a4-40c3-b376-95b48eb967c2 HTTP/1.1" status: 204 len: 173 time: 0.4636292 Aug 04 17:34:29.657977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-deleted', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:34:29.660407 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3545be-9a21-46f1-9cd2-1e1941e7262f" -d '{"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-deleted", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:34:29.702406 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3108fe45-f47c-4b6f-a357-7c6b5f269c58 x-openstack-request-id: req-3108fe45-f47c-4b6f-a357-7c6b5f269c58 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:34:29.702957 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392", "name": "network-vif-deleted", "tag": "cb1a9d63-84a4-40c3-b376-95b48eb967c2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:34:29.703276 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3108fe45-f47c-4b6f-a357-7c6b5f269c58 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:34:29.703798 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cd0cc3-37f2-4b29-8c2a-4ceae1d0c392', 'name': 'network-vif-deleted', 'tag': 'cb1a9d63-84a4-40c3-b376-95b48eb967c2', 'status': 'completed', 'code': 200} Aug 04 17:34:30.558374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35602) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:31.268012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:31.537630 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port dcd2e9ad-37db-4401-8572-4badc5aeda87 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:34:31.537978 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:31.627946 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port dcd2e9ad-37db-4401-8572-4badc5aeda87, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=dcd2e9ad-37db-4401-8572-4badc5aeda87,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:34:31.629091 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:31.646739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for dcd2e9ad-37db-4401-8572-4badc5aeda87 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:34:31.836994 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:31.864752 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=dcd2e9ad-37db-4401-8572-4badc5aeda87,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:32.001140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:34:32.035063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: cb1a9d63-84a4-40c3-b376-95b48eb967c2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:34:32.035412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device cb1a9d63-84a4-40c3-b376-95b48eb967c2 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:34:32.043502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-77809fb9-b72a-4b11-8d7d-0548780cc093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:32.061731 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:32.289947 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 92b8a1d8-95cf-4da1-be68-61dab17b7464 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:34:32.409222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:34:32.415305 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-02f3d235-e8ae-423a-afa6-359362d8b6f3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "PUT /v2.0/routers/92b8a1d8-95cf-4da1-be68-61dab17b7464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8558013 Aug 04 17:34:32.417988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35604) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:32.421501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] Sync routers for ids ['92b8a1d8-95cf-4da1-be68-61dab17b7464'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:34:32.433561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] Routers {'92b8a1d8-95cf-4da1-be68-61dab17b7464'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:34:32.434326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:34:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['92b8a1d8-95cf-4da1-be68-61dab17b7464'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:32.471595 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4b6447-dcc7-42b4-8612-12a0316e719f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting subnet 044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:34:32.475101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6447-dcc7-42b4-8612-12a0316e719f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:32.514752 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6447-dcc7-42b4-8612-12a0316e719f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:32.545499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] Set router 92b8a1d8-95cf-4da1-be68-61dab17b7464 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:34:32.610074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6447-dcc7-42b4-8612-12a0316e719f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:32.681676 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6447-dcc7-42b4-8612-12a0316e719f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:32.711312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b6447-dcc7-42b4-8612-12a0316e719f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Subnet': ['ID=044c4d3f-aeab-4c16-bcd8-66c2ba2f2495,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:32.717271 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6447-dcc7-42b4-8612-12a0316e719f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:32.719226 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac4b6447-dcc7-42b4-8612-12a0316e719f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/subnets/044c4d3f-aeab-4c16-bcd8-66c2ba2f2495 HTTP/1.1" status: 204 len: 168 time: 0.3003156 Aug 04 17:34:32.722345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35606) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:32.723825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a43fce6-3ea3-48db-9a9a-bbc448611aac None None] Network 8cbd211d-d860-4eff-ad88-b4142c7a405e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:34:32.787816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:34:31Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:32.817415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] Checking router: 92b8a1d8-95cf-4da1-be68-61dab17b7464 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:34:32.832464 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:32.862292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] Routers {'92b8a1d8-95cf-4da1-be68-61dab17b7464'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:34:32.862960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:34:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['92b8a1d8-95cf-4da1-be68-61dab17b7464'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:32.950554 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:32.993099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] Set router 92b8a1d8-95cf-4da1-be68-61dab17b7464 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:34:32.998087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737cccf3-8a99-45a9-b8bb-04960513714b None None] DHCP port deletion for 8cbd211d-d860-4eff-ad88-b4142c7a405e request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:34:33.014466 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:34:33.014825 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.101299 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:34:33.101696 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.114570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:34:33.177310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-737cccf3-8a99-45a9-b8bb-04960513714b None None] Deleting port a5857b4b-fe49-4b3e-957e-602d72cbe4c0 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:34:33.177899 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-737cccf3-8a99-45a9-b8bb-04960513714b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.275878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-737cccf3-8a99-45a9-b8bb-04960513714b None None] For port a5857b4b-fe49-4b3e-957e-602d72cbe4c0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a5857b4b-fe49-4b3e-957e-602d72cbe4c0,segment=NetworkSegment(fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4),segment_id=fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:34:33.276279 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-737cccf3-8a99-45a9-b8bb-04960513714b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.294192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-737cccf3-8a99-45a9-b8bb-04960513714b None None] Calling delete_port for a5857b4b-fe49-4b3e-957e-602d72cbe4c0 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:34:33.295900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.313371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:34:31Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:33.323345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:33.380247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af22cd62-b558-493c-9a7a-48a133cc8f10 None None] The sync data for ids ['92b8a1d8-95cf-4da1-be68-61dab17b7464'] in n-d-764435-5 is: [{'id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008824749', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:34:31Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:50:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8a1d8-95cf-4da1-be68-61dab17b7464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:32:36Z', 'updated_at': '2021-08-04T17:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:34:33.396714 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.437012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-737cccf3-8a99-45a9-b8bb-04960513714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.464472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cccf3-8a99-45a9-b8bb-04960513714b None None] Pushing event deleted for resources: {'Port': ['ID=a5857b4b-fe49-4b3e-957e-602d72cbe4c0,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:33.473148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737cccf3-8a99-45a9-b8bb-04960513714b None None] No DVR routers for this DVR port a5857b4b-fe49-4b3e-957e-602d72cbe4c0 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:34:33.497212 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.499327 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.544751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.545197 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Fanout notify agent at l3_agent the message router_deleted on router 92b8a1d8-95cf-4da1-be68-61dab17b7464 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:34:33.552153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.553271 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c9b27258-6f32-438d-bab2-07f4b2f8886e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/routers/92b8a1d8-95cf-4da1-be68-61dab17b7464 HTTP/1.1" status: 204 len: 168 time: 0.8296764 Aug 04 17:34:33.556102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35608) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:33.632941 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.729460 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.741081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbd211d-d860-4eff-ad88-b4142c7a405e']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:33.753034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:33.753331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd23f7d-b8d2-42a1-b60a-7af1af74b9d4') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:33.768014 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.778444 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.784801 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:34:33.785199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:34:33.788213 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:34:33.856521 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.862626 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.867690 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/networks/8cbd211d-d860-4eff-ad88-b4142c7a405e HTTP/1.1" status: 204 len: 168 time: 0.3101783 Aug 04 17:34:33.868328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35610) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:33.889090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b555d-e410-43ee-990f-915323687856 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Network': ['ID=8cbd211d-d860-4eff-ad88-b4142c7a405e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:33.935610 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca6297c7-cc88-4c75-9ecd-0af5faaa9861 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:33.963570 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca6297c7-cc88-4c75-9ecd-0af5faaa9861 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.024907 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca6297c7-cc88-4c75-9ecd-0af5faaa9861 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.027615 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca6297c7-cc88-4c75-9ecd-0af5faaa9861 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.028833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ca6297c7-cc88-4c75-9ecd-0af5faaa9861 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/security-groups/ae778df3-0999-4376-ba24-df8f39cf38bb HTTP/1.1" status: 204 len: 168 time: 0.1589496 Aug 04 17:34:34.039802 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6297c7-cc88-4c75-9ecd-0af5faaa9861 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae778df3-0999-4376-ba24-df8f39cf38bb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:34.417050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35616) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:34.417461 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0aec2c4e-b125-436e-a734-a49c0547d706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.422649 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a2be112f-2e4e-4c8a-a78c-3bf2977805ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117198742', 'description': 'tempest-secgroup-smoke-1117198742 description', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:34.453695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2be112f-2e4e-4c8a-a78c-3bf2977805ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.492761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:34:34.512790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:34:34.513129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 74c2afd2-5245-4eae-8a5e-ef8b1a2fdb92 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:34:34.513560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a5857b4b-fe49-4b3e-957e-602d72cbe4c0 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:34:34.532290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: a5857b4b-fe49-4b3e-957e-602d72cbe4c0 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:34:34.532649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a5857b4b-fe49-4b3e-957e-602d72cbe4c0 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:34:34.533035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device dcd2e9ad-37db-4401-8572-4badc5aeda87 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:34:34.547444 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2be112f-2e4e-4c8a-a78c-3bf2977805ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.551920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: dcd2e9ad-37db-4401-8572-4badc5aeda87 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:34:34.552324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device dcd2e9ad-37db-4401-8572-4badc5aeda87 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:34:34.554378 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2be112f-2e4e-4c8a-a78c-3bf2977805ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.582092 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a2be112f-2e4e-4c8a-a78c-3bf2977805ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.583430 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a2be112f-2e4e-4c8a-a78c-3bf2977805ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1652310 Aug 04 17:34:34.585312 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be112f-2e4e-4c8a-a78c-3bf2977805ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4042cd6a-308e-4fcf-a81a-1002ff329b72,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:34.586403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35618) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:34.591404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d12a070c-b399-4bbb-86eb-fd335d35484e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '4042cd6a-308e-4fcf-a81a-1002ff329b72', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:34.622901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d12a070c-b399-4bbb-86eb-fd335d35484e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.673568 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d12a070c-b399-4bbb-86eb-fd335d35484e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.680743 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d12a070c-b399-4bbb-86eb-fd335d35484e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.700929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a070c-b399-4bbb-86eb-fd335d35484e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6407d32-79af-4768-85ac-091068fcb2b7,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:34.708128 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d12a070c-b399-4bbb-86eb-fd335d35484e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.709364 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d12a070c-b399-4bbb-86eb-fd335d35484e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219025 Aug 04 17:34:34.712313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35620) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:34.717060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7b39c885-1215-4b2c-93e2-bf9546005175 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '4042cd6a-308e-4fcf-a81a-1002ff329b72', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:34.746340 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b39c885-1215-4b2c-93e2-bf9546005175 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.810401 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b39c885-1215-4b2c-93e2-bf9546005175 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.816218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b39c885-1215-4b2c-93e2-bf9546005175 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.836478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39c885-1215-4b2c-93e2-bf9546005175 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5486b4ac-e1c9-4043-a0cd-6bcc71ef35a7,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:34.844380 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7b39c885-1215-4b2c-93e2-bf9546005175 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.845618 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7b39c885-1215-4b2c-93e2-bf9546005175 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323757 Aug 04 17:34:34.848683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35622) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:34.853086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-84ec1a2d-2f37-4ec6-8631-5970b0385191 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '4042cd6a-308e-4fcf-a81a-1002ff329b72', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:34.882372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84ec1a2d-2f37-4ec6-8631-5970b0385191 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.946674 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84ec1a2d-2f37-4ec6-8631-5970b0385191 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.952366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84ec1a2d-2f37-4ec6-8631-5970b0385191 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.970512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec1a2d-2f37-4ec6-8631-5970b0385191 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af67417-1def-4782-a359-c04402bb6563,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:34.978638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84ec1a2d-2f37-4ec6-8631-5970b0385191 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:34.980071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-84ec1a2d-2f37-4ec6-8631-5970b0385191 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304188 Aug 04 17:34:34.984025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35624) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:34.988986 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-fd68f3d9-5ad0-46e9-80cc-f77a426c332d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '4042cd6a-308e-4fcf-a81a-1002ff329b72', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:35.017375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd68f3d9-5ad0-46e9-80cc-f77a426c332d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.021376 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.078349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd68f3d9-5ad0-46e9-80cc-f77a426c332d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.086414 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd68f3d9-5ad0-46e9-80cc-f77a426c332d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.108217 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68f3d9-5ad0-46e9-80cc-f77a426c332d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95472260-2f94-4a7a-abc8-9d5d95687783,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:35.112390 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fd68f3d9-5ad0-46e9-80cc-f77a426c332d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.113625 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fd68f3d9-5ad0-46e9-80cc-f77a426c332d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286807 Aug 04 17:34:35.116758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35626) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:35.121422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-24107759-345a-4659-9ff4-ca158afc56cc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '4042cd6a-308e-4fcf-a81a-1002ff329b72', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:35.146219 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-24107759-345a-4659-9ff4-ca158afc56cc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Project c24f42d5796d4074bba3e8ad32b21d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:34:35.152075 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24107759-345a-4659-9ff4-ca158afc56cc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.224759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24107759-345a-4659-9ff4-ca158afc56cc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.230726 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24107759-345a-4659-9ff4-ca158afc56cc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.252836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24107759-345a-4659-9ff4-ca158afc56cc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995100e8-98c1-46b4-886e-61307ea14f77,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:35.257322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-24107759-345a-4659-9ff4-ca158afc56cc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.258683 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-24107759-345a-4659-9ff4-ca158afc56cc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407990 Aug 04 17:34:35.261721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35628) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:35.266582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ed12ac6b-beba-4dce-93b3-85256c04c61e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '4042cd6a-308e-4fcf-a81a-1002ff329b72', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:35.293513 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-ed12ac6b-beba-4dce-93b3-85256c04c61e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Project c24f42d5796d4074bba3e8ad32b21d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:34:35.301273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac6b-beba-4dce-93b3-85256c04c61e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.366413 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac6b-beba-4dce-93b3-85256c04c61e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.371665 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac6b-beba-4dce-93b3-85256c04c61e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.390046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12ac6b-beba-4dce-93b3-85256c04c61e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19665f40-c1a5-47c8-86f6-eb472b7e5a94,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:35.399808 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed12ac6b-beba-4dce-93b3-85256c04c61e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.401074 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ed12ac6b-beba-4dce-93b3-85256c04c61e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382370 Aug 04 17:34:35.406140 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35630) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:35.411211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'network': {'name': 'tempest-network-smoke--1836535653', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'port_security_enabled': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:35.433751 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:34:35.437585 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.463840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:34:35.474395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.475118 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Added segment 4e886d87-05e5-4915-bfb5-acb0cd32292c of type vlan for network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef Aug 04 17:34:35.519882 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.553080 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.558875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:35.559472 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.607286 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2000902 Aug 04 17:34:35.610529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35632) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:35.615650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'admin_state_up': True, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:35.628479 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c992628-a196-41c8-a309-37d0d3aec976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Network': ['ID=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:35.641185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:34:35.643244 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.644303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.700443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.851779 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:35.931835 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:36.061059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:36.089573 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:36.208519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.25.2.169 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/408cf110-1f05-4512-9bd8-d3fc0462eaf4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:34:36.349799 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:36.408436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:36.445301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:34:36.450033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:34:36.453521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:34:36.459479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=408cf110-1f05-4512-9bd8-d3fc0462eaf4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:36.718197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:36.926696 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.067641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:34:37.190728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:34:37.202037 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Sync routers for ids ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:34:37.211181 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.212293 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Routers {'37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:34:37.212428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d62e1954-0a7f-454b-9d0c-dab5ae68a339 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6006100 Aug 04 17:34:37.213366 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:34:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:37.215900 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35634) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:37.245266 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-efbd16cb-1bee-44df-9849-990aa86721bd tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c24f42d5796d4074bba3e8ad32b21d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282011 Aug 04 17:34:37.247957 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35636) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:37.325909 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Set router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:34:37.346627 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b388e5c-f361-4cdc-b260-8b31ac638487 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:37.348215 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7b388e5c-f361-4cdc-b260-8b31ac638487 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993586 Aug 04 17:34:37.351434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35638) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:37.387904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4711ee8e-ada2-4857-b485-d40953f76b6a tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352616 Aug 04 17:34:37.390480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35640) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:37.395768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-303601223', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:37.506830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:34:37.510507 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.533434 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.556693 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:36Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:37.583580 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Checking router: 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:34:37.583889 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Updating router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c port 408cf110-1f05-4512-9bd8-d3fc0462eaf4 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:34:37.609537 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.695551 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.758111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Subnet': ['ID=ae91154e-0042-441a-bd06-af7968eb1ce0,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:37.768568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Checking segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:34:37.768931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network hostable DHCP agents. Network: 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:34:37.786070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:34:37.795914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:34:37.802378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:37.803481 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.804387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec33095-6b9f-4f66-9494-aae41173d2f1 None None] Network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:34:37.823389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35642) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:37.823655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-86475f45-c065-4c39-b5f7-68eeffff7934 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4319634 Aug 04 17:34:37.870945 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.884054 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Transition to ACTIVE for port object 408cf110-1f05-4512-9bd8-d3fc0462eaf4 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:34:37.892345 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.948765 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Attempting to bind port 408cf110-1f05-4512-9bd8-d3fc0462eaf4 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:34:37.948765 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Attempting to bind port 408cf110-1f05-4512-9bd8-d3fc0462eaf4 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:34:37.949158 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Attempting to bind port 408cf110-1f05-4512-9bd8-d3fc0462eaf4 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:34:37.956119 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Pushing event updated for resources: {'Port': ['ID=408cf110-1f05-4512-9bd8-d3fc0462eaf4,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:37.959409 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:34:37.959607 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:34:37.959971 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.960352 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:34:37.960801 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Bound port: 408cf110-1f05-4512-9bd8-d3fc0462eaf4, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:34:37.961170 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.962505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:34:37.963512 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:37.968344 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.968685 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.969017 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.969342 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.969818 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.970198 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.970492 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.970829 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.971161 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.971474 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.971790 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:37.972100 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:38.024327 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] For port 408cf110-1f05-4512-9bd8-d3fc0462eaf4, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:34:38.027687 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] For port 408cf110-1f05-4512-9bd8-d3fc0462eaf4, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=408cf110-1f05-4512-9bd8-d3fc0462eaf4,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:34:38.033529 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:38.094214 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Routers {'37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:34:38.094900 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:34:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:38.108118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Allocated IP 172.20.0.2 (26c1a797-b6fe-4d02-a7a7-1ccf187f00ef/ae91154e-0042-441a-bd06-af7968eb1ce0/0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:34:38.259520 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:38.269282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Transition to ACTIVE for port object 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:34:38.284588 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754488d-b666-4994-b116-58bfb2fac6fa None None] Pushing event updated for resources: {'Port': ['ID=408cf110-1f05-4512-9bd8-d3fc0462eaf4,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:38.285221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Transition to ACTIVE for port object 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:34:38.296030 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:38.304042 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:38.316400 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] Set router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:34:38.337542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:34:38.342536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:34:38.346185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:34:38.355674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Pushing event updated for resources: {'Port': ['ID=0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:38.417456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Attempting to bind port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:34:38.418632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Attempting to bind port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:34:38.418632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Attempting to bind port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:34:38.425271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:34:38.425556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Checking segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:34:38.425958 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:38.426844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Bound using segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:34:38.426844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Bound port: 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:34:38.427247 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:38.498364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] For port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:34:38.502442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] For port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:34:38.509487 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:38.536872 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:36Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:38.566689 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace79ac-7e64-4b10-bcc9-cb72f7484168 None None] The sync data for ids ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'] in n-d-764435-5 is: [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:36Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:34:38.613559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f552e-1b7e-4a6c-bd9e-75777c9c9f4f None None] Pushing event updated for resources: {'Port': ['ID=0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:38.644930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.20.0.1 (26c1a797-b6fe-4d02-a7a7-1ccf187f00ef/ae91154e-0042-441a-bd06-af7968eb1ce0/c03b125e-68cd-4468-80ae-c91bb0de53f5) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:34:38.789695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:38.810662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Transition to ACTIVE for port object c03b125e-68cd-4468-80ae-c91bb0de53f5 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:34:38.866273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:38.925541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:34:38.931443 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:34:38.938279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:34:38.965518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=c03b125e-68cd-4468-80ae-c91bb0de53f5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:38.989436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:39.307303 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:39.368807 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:39.486535 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:39.624980 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472aa7c-b217-47e9-9a82-7e5613b3bf88 None None] Network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:34:39.746773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ecd6403c-582a-4bfa-b3fc-fa3254a32176 None None] Provisioning for port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:34:39.776698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:39.782116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:39.859986 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=c03b125e-68cd-4468-80ae-c91bb0de53f5,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:39.862629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:39.959494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:34:39.961057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:34:40.088498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-51c9e062-9e30-468f-818b-f2bd915e6836 None None] Provisioning for port c03b125e-68cd-4468-80ae-c91bb0de53f5 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:34:40.092997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-51c9e062-9e30-468f-818b-f2bd915e6836 None None] Provisioning complete for port c03b125e-68cd-4468-80ae-c91bb0de53f5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:40.093306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:34:40.093696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-51c9e062-9e30-468f-818b-f2bd915e6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:40.130116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-51c9e062-9e30-468f-818b-f2bd915e6836 None None] Port c03b125e-68cd-4468-80ae-c91bb0de53f5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:34:40.222891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:34:40.230546 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c05d632d-936d-4e21-8d2a-639681ea60d4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "PUT /v2.0/routers/37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4044900 Aug 04 17:34:40.241248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Sync routers for ids ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:34:40.260880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Routers {'37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:34:40.261372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:34:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:40.310088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6e4753a3-28b8-4372-bad5-f0f3b05c320a None None] Provisioning complete for port c03b125e-68cd-4468-80ae-c91bb0de53f5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:40.310430 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6e4753a3-28b8-4372-bad5-f0f3b05c320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:40.390485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6e4753a3-28b8-4372-bad5-f0f3b05c320a None None] Port c03b125e-68cd-4468-80ae-c91bb0de53f5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:34:40.391908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-02994ac3-4b45-47ce-9722-b84bef819162 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117198742&fields=id&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 267 time: 0.0391321 Aug 04 17:34:40.408235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Set router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:34:40.524337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-99054dd0-64b8-4306-8ee0-1474267ee37b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:40.531417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-99054dd0-64b8-4306-8ee0-1474267ee37b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/networks?id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef HTTP/1.1" status: 200 len: 797 time: 0.1314669 Aug 04 17:34:40.534720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:34:40.544852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-1be76d9f-11e5-4104-97f1-7b781efe19b7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/quotas/c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 375 time: 0.0098240 Aug 04 17:34:40.616569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-9988f30e-1453-435a-9436-25d56f15ef75 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653379 Aug 04 17:34:40.692235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-f43e4dd2-3e80-465a-a7c2-8acdf7200020 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:34:40.693402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-f43e4dd2-3e80-465a-a7c2-8acdf7200020 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625985 Aug 04 17:34:40.757847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a36cd22d-f535-4013-a2c7-fcf0b4f4d658 None None] Provisioning complete for port c03b125e-68cd-4468-80ae-c91bb0de53f5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:40.758488 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a36cd22d-f535-4013-a2c7-fcf0b4f4d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:40.798982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-c187b9e3-c82a-4498-b7ab-3d0350a591ca service neutron] 10.222.0.39 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982723 Aug 04 17:34:40.818318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a36cd22d-f535-4013-a2c7-fcf0b4f4d658 None None] Port c03b125e-68cd-4468-80ae-c91bb0de53f5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:34:40.845586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:34:40.851802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:40.852177 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:40.895897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-cb910b0f-9fef-4da0-862b-af73b104a02f service neutron] 10.222.0.39 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900846 Aug 04 17:34:40.906290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c03b125e-68cd-4468-80ae-c91bb0de53f5', 'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:e2:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:38Z', 'updated_at': '2021-08-04T17:34:39Z', 'revision_number': 2, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:40.940166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Checking router: 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:34:40.940524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Updating router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c port c03b125e-68cd-4468-80ae-c91bb0de53f5 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:34:40.990957 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.004144 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.076976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:34:41.088020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cc51934-c269-4fa0-befb-0a457177818b req-12432b36-0984-4474-bc3b-2d0019550f7c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 210 time: 0.0298958 Aug 04 17:34:41.127448 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.128256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 408cf110-1f05-4512-9bd8-d3fc0462eaf4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:34:41.272298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:41.298667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 408cf110-1f05-4512-9bd8-d3fc0462eaf4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:34:41.305476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 408cf110-1f05-4512-9bd8-d3fc0462eaf4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:41.305966 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.441304 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.457722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Transition to ACTIVE for port object c03b125e-68cd-4468-80ae-c91bb0de53f5 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:34:41.459510 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.472798 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.489270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 408cf110-1f05-4512-9bd8-d3fc0462eaf4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=408cf110-1f05-4512-9bd8-d3fc0462eaf4,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:34:41.510523 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.533230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457edde1-4022-405e-88de-63014dfa7a5e None None] Pushing event updated for resources: {'Port': ['ID=c03b125e-68cd-4468-80ae-c91bb0de53f5,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:41.624415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Attempting to bind port c03b125e-68cd-4468-80ae-c91bb0de53f5 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:34:41.624800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Attempting to bind port c03b125e-68cd-4468-80ae-c91bb0de53f5 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:34:41.625137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Attempting to bind port c03b125e-68cd-4468-80ae-c91bb0de53f5 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:34:41.632628 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=408cf110-1f05-4512-9bd8-d3fc0462eaf4,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:41.635563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:34:41.635934 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Checking segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:34:41.636335 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.636708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Bound using segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:34:41.637175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Bound port: c03b125e-68cd-4468-80ae-c91bb0de53f5, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:34:41.637557 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.733882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] For port c03b125e-68cd-4468-80ae-c91bb0de53f5, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:34:41.738336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] For port c03b125e-68cd-4468-80ae-c91bb0de53f5, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c03b125e-68cd-4468-80ae-c91bb0de53f5,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:34:41.744474 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:41.807598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Routers {'37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:34:41.808290 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:34:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:41.810136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457edde1-4022-405e-88de-63014dfa7a5e None None] Pushing event updated for resources: {'Port': ['ID=c03b125e-68cd-4468-80ae-c91bb0de53f5,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:41.931676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] Set router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:34:42.069842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-3c61a2c8-ccdf-4f99-8599-96fff7d1a03a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:42.071345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-3c61a2c8-ccdf-4f99-8599-96fff7d1a03a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/networks?id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef HTTP/1.1" status: 200 len: 797 time: 0.1116509 Aug 04 17:34:42.120614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-01493353-a523-4772-a85b-e329e8a631e6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 380 time: 0.0387092 Aug 04 17:34:42.132112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'port': {'device_id': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'admin_state_up': True, 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'security_groups': ['4042cd6a-308e-4fcf-a81a-1002ff329b72']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:42.162264 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c03b125e-68cd-4468-80ae-c91bb0de53f5', 'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:e2:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:38Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:42.190230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6b179-7eef-442e-861a-553fe980eb6f None None] The sync data for ids ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'] in n-d-764435-5 is: [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c03b125e-68cd-4468-80ae-c91bb0de53f5', 'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:e2:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:38Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:34:42.214698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-562c00d4-e340-4831-8b84-8fcd9f247a96 req-b5061eac-0283-44fc-a52a-2fe0589130a5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 210 time: 0.0312352 Aug 04 17:34:42.302060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:34:42.306019 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:42.460945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.20.0.10 (26c1a797-b6fe-4d02-a7a7-1ccf187f00ef/ae91154e-0042-441a-bd06-af7968eb1ce0/b913929d-5eab-49e8-bdd8-5fce89890757) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:34:42.555319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c03b125e-68cd-4468-80ae-c91bb0de53f5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:34:42.607904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port c03b125e-68cd-4468-80ae-c91bb0de53f5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:34:42.612659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c03b125e-68cd-4468-80ae-c91bb0de53f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:42.613115 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:42.616816 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:42.631520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Transition to ACTIVE for port object b913929d-5eab-49e8-bdd8-5fce89890757 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:34:42.667615 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:42.701750 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:42.722879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:34:42.726624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:34:42.733175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:34:42.742380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port c03b125e-68cd-4468-80ae-c91bb0de53f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c03b125e-68cd-4468-80ae-c91bb0de53f5,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:34:42.747998 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:42.749037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:34:42.762281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=b913929d-5eab-49e8-bdd8-5fce89890757,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:42.795072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:42.795945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:42.827266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-ae72981a-3a67-468a-a9b0-45402f342c15 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6998060 Aug 04 17:34:42.839737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=c03b125e-68cd-4468-80ae-c91bb0de53f5,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:42.840334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Request body: {'port': {'device_id': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:42.857072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:42.857524 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:42.910110 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:42.965260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 408cf110-1f05-4512-9bd8-d3fc0462eaf4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:34:43.025480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 408cf110-1f05-4512-9bd8-d3fc0462eaf4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:43.025996 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:43.076391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-30c0d269-d8d0-45d2-af89-be2d5625b9f1 None None] Provisioning for port b913929d-5eab-49e8-bdd8-5fce89890757 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:34:43.081398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-30c0d269-d8d0-45d2-af89-be2d5625b9f1 None None] Provisioning complete for port b913929d-5eab-49e8-bdd8-5fce89890757 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:43.081762 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-30c0d269-d8d0-45d2-af89-be2d5625b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:43.145901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-30c0d269-d8d0-45d2-af89-be2d5625b9f1 None None] Port b913929d-5eab-49e8-bdd8-5fce89890757 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:34:43.223392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b913929d-5eab-49e8-bdd8-5fce89890757 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:34:43.231602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:43.245246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Transition to ACTIVE for port object b913929d-5eab-49e8-bdd8-5fce89890757 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:34:43.251169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:43.379386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=b913929d-5eab-49e8-bdd8-5fce89890757,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:43.411891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4573b-eeac-45bd-bc78-5ef505bbe084 req-7db0585e-ae52-44e2-8e9d-ec0f2480c534 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:43.413487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ce4573b-eeac-45bd-bc78-5ef505bbe084 req-7db0585e-ae52-44e2-8e9d-ec0f2480c534 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 944 time: 0.1188009 Aug 04 17:34:43.439026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:34:43.439572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:34:43.440055 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:34:43.450159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Port b913929d-5eab-49e8-bdd8-5fce89890757 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:34:43.450488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:34:43.463906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:34:43.464250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Checking segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:34:43.464641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Bound using segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:34:43.465082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Bound port: b913929d-5eab-49e8-bdd8-5fce89890757, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:34:43.465449 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:43.478749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ce4573b-eeac-45bd-bc78-5ef505bbe084 req-48580388-fb77-4f58-914b-44863dac29f4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575113 Aug 04 17:34:43.535020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:34:43.538175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:34:43.544138 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:43.580582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:43.581096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:43.582532 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] 10.222.0.82 "PUT /v2.0/ports/b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 200 len: 1092 time: 0.7473662 Aug 04 17:34:43.583011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:34:43.585309 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:34:43.611316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8ddc3-5337-4cbf-8e84-42c983d90ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=b913929d-5eab-49e8-bdd8-5fce89890757,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:43.638216 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f7a69f-0122-4bbb-ae25-9bdca4c4dc9c x-openstack-request-id: req-09f7a69f-0122-4bbb-ae25-9bdca4c4dc9c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:34:43.638510 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:34:43.638754 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09f7a69f-0122-4bbb-ae25-9bdca4c4dc9c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:34:43.639177 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'status': 'completed', 'code': 200} Aug 04 17:34:43.678340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-329933c3-a37c-4d6b-a23c-5cd0560cceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:43.679949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-329933c3-a37c-4d6b-a23c-5cd0560cceb1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1095 time: 0.0520983 Aug 04 17:34:43.726766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-8620f7c6-3343-4d83-b08b-6345aeebd14c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 200 len: 217 time: 0.0379004 Aug 04 17:34:43.781846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-7836af0d-d6dc-49f9-a57d-d918daafc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:43.783770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-7836af0d-d6dc-49f9-a57d-d918daafc960 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae91154e-0042-441a-bd06-af7968eb1ce0 HTTP/1.1" status: 200 len: 834 time: 0.0491536 Aug 04 17:34:43.835532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-73058726-ec8c-4c10-b6c0-0be1289a743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:43.837039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-73058726-ec8c-4c10-b6c0-0be1289a743b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449412 Aug 04 17:34:43.930306 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-94195ab3-fd4e-4256-8b94-b9d7509f1dad service neutron] 10.222.0.82 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839617 Aug 04 17:34:44.026354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-24f6bbbc-61f8-4cd2-b790-3a264077711b req-eef1e560-1301-4225-b2d3-5eb6105a4029 service neutron] 10.222.0.82 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878627 Aug 04 17:34:44.122869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-e4d72e2c-9957-4e3a-ab15-e79d62b0effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:44.124379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-e4d72e2c-9957-4e3a-ab15-e79d62b0effc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1095 time: 0.0430055 Aug 04 17:34:44.223743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-02d588e8-891f-4b17-a8b8-b08486a574cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:44.225138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-02d588e8-891f-4b17-a8b8-b08486a574cc service neutron] 10.222.0.82 "GET /v2.0/networks?id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef HTTP/1.1" status: 200 len: 899 time: 0.0935175 Aug 04 17:34:44.464640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c03b125e-68cd-4468-80ae-c91bb0de53f5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:34:44.518979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c03b125e-68cd-4468-80ae-c91bb0de53f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:44.519529 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:44.603177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-8e0c01bf-9e97-4b15-911a-3f6ed6fbc343 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 200 len: 217 time: 0.3694575 Aug 04 17:34:44.674550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-9624a2e4-ff8f-48b8-8317-f2740578c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:44.676036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-9624a2e4-ff8f-48b8-8317-f2740578c2bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae91154e-0042-441a-bd06-af7968eb1ce0 HTTP/1.1" status: 200 len: 834 time: 0.0655129 Aug 04 17:34:44.684343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce375a60-fd64-4827-b513-b4fa07bc466e req-d1a17cdc-054d-4f4e-bb44-c9e586f1b1f9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:44.685695 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce375a60-fd64-4827-b513-b4fa07bc466e req-d1a17cdc-054d-4f4e-bb44-c9e586f1b1f9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 944 time: 0.0850642 Aug 04 17:34:44.749846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce375a60-fd64-4827-b513-b4fa07bc466e req-5eedfb7c-a1d7-4615-93fe-c0a7df6f84c2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558102 Aug 04 17:34:44.752644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-48560f5c-ba7f-41ef-8fa6-4acd90e48781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:44.754398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-48560f5c-ba7f-41ef-8fa6-4acd90e48781 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675442 Aug 04 17:34:44.846548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-8ccfc578-99b6-42a0-94fb-10707b4af5e5 service neutron] 10.222.0.82 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832038 Aug 04 17:34:44.943922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed966ca3-e375-42c9-8e40-fefc0cfc2d22 req-0540e5f9-8507-4394-99d9-ffaf08f2561a service neutron] 10.222.0.82 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894184 Aug 04 17:34:45.890124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aa1b5-1548-4b40-ba81-58b1c349123e req-082629e4-b902-450d-83b3-2d515619c2b8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:45.891538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-628aa1b5-1548-4b40-ba81-58b1c349123e req-082629e4-b902-450d-83b3-2d515619c2b8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 944 time: 0.0609317 Aug 04 17:34:45.929799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-628aa1b5-1548-4b40-ba81-58b1c349123e req-086087bd-e30c-4ba6-892c-59c3db9cd52c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Aug 04 17:34:46.082582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b913929d-5eab-49e8-bdd8-5fce89890757 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:34:46.194567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:34:46.206092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'port_id': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'mac_address': 'fa:16:3e:21:0e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:34:46.246848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:46.260756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b913929d-5eab-49e8-bdd8-5fce89890757 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:34:46.288157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:34:46.294501 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:46.348189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=b913929d-5eab-49e8-bdd8-5fce89890757,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:46.485221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['b913929d-5eab-49e8-bdd8-5fce89890757'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:34:47.066028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736beac-e702-4a1f-aa6f-1ca318056ad2 req-e5986a64-1017-4033-88ac-d7331c9b85d9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:47.067553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d736beac-e702-4a1f-aa6f-1ca318056ad2 req-e5986a64-1017-4033-88ac-d7331c9b85d9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 945 time: 0.0633636 Aug 04 17:34:47.113412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d736beac-e702-4a1f-aa6f-1ca318056ad2 req-e340ebe3-f61d-464f-b86f-99a8e3fdacb4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396397 Aug 04 17:34:48.098632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b913929d-5eab-49e8-bdd8-5fce89890757 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:34:48.158408 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port b913929d-5eab-49e8-bdd8-5fce89890757 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:34:48.164293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port b913929d-5eab-49e8-bdd8-5fce89890757 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:34:48.164649 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:48.246731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ea72d-2bc4-4c81-9521-f05f1ce25d72 req-25d4e39d-34a1-4a19-9bdd-af150809bf55 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:48.247486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:48.248304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-510ea72d-2bc4-4c81-9521-f05f1ce25d72 req-25d4e39d-34a1-4a19-9bdd-af150809bf55 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 945 time: 0.0495338 Aug 04 17:34:48.271096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:34:48.273621 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f96e40-19a6-46ce-84a0-4949a48536bf" -d '{"events": [{"server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "name": "network-vif-plugged", "status": "completed", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:34:48.289556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-510ea72d-2bc4-4c81-9521-f05f1ce25d72 req-fe57ab88-51dc-4e9e-8588-756bbf3c8faa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347762 Aug 04 17:34:48.291366 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:34:48.297740 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:48.325415 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daab3c2b-4bb6-4ff8-adf0-879233d8da5d x-openstack-request-id: req-daab3c2b-4bb6-4ff8-adf0-879233d8da5d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:34:48.325749 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "name": "network-vif-plugged", "status": "completed", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:34:48.325930 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-daab3c2b-4bb6-4ff8-adf0-879233d8da5d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:34:48.326346 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'code': 200} Aug 04 17:34:48.353958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=b913929d-5eab-49e8-bdd8-5fce89890757,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:48.432538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7da874-371b-4d3b-be60-6a8c831698aa req-5aabc2ec-eeb8-4b6d-8a27-25e498ef9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:48.434075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b7da874-371b-4d3b-be60-6a8c831698aa req-5aabc2ec-eeb8-4b6d-8a27-25e498ef9732 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0467520 Aug 04 17:34:48.473885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b7da874-371b-4d3b-be60-6a8c831698aa req-57cc02e6-45e1-4ef5-be7a-7cc98f96672e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Aug 04 17:34:49.416258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2364d7-d29c-48be-8001-98e1b4f5e4cc req-945aae4c-4aff-4d8f-97cf-30202987f079 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:49.417751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da2364d7-d29c-48be-8001-98e1b4f5e4cc req-945aae4c-4aff-4d8f-97cf-30202987f079 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 946 time: 0.0531201 Aug 04 17:34:49.467251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da2364d7-d29c-48be-8001-98e1b4f5e4cc req-be0d0aad-b5bc-4e88-8992-f33eb942a1a7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Aug 04 17:34:49.597968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70995949-7e9f-47ba-a215-931591ecc788 req-b8b99631-05ee-47eb-aff2-c3069c18ce73 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:49.599567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70995949-7e9f-47ba-a215-931591ecc788 req-b8b99631-05ee-47eb-aff2-c3069c18ce73 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 946 time: 0.0534334 Aug 04 17:34:49.641167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70995949-7e9f-47ba-a215-931591ecc788 req-3ede8a73-0b16-4857-88ab-cb3bbca42976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351121 Aug 04 17:34:49.664198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35694) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:49.709537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2feb7a-a1bd-4e60-bd20-14cb0efafa77 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:49.711018 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1f2feb7a-a1bd-4e60-bd20-14cb0efafa77 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1092 time: 0.0455220 Aug 04 17:34:49.715295 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35696) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:49.719911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:34:49.747224 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:49.865928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:49.972728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.25.2.251 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/6eb232e3-62e1-409d-af5c-78d918bc32cd) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:34:50.078144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:50.121001 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:50.163110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:34:50.166026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:34:50.170682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:34:50.172675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=6eb232e3-62e1-409d-af5c-78d918bc32cd,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:50.199599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.199961 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.200302 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.200644 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.200982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.201319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.201653 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.201987 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.202325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.202648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.202982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.203306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:34:50.715899 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:50.790503 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:50.951513 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:50.960224 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:51.027693 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=6eb232e3-62e1-409d-af5c-78d918bc32cd,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:34:51.040446 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:51.139472 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Floating IP c37780b0-9dc5-4612-939e-741f0554b80d associated. External IP: 172.25.2.251, port: b913929d-5eab-49e8-bdd8-5fce89890757. Aug 04 17:34:51.353265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:34:51.463899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:34:51.474628 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] Sync routers for ids ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:34:51.483129 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:34:51.486377 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] Routers {'37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:34:51.487051 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:34:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:51.510855 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3671e2f0-f833-4e84-92ad-2c5b11e495e5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7945268 Aug 04 17:34:51.511544 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:34:51.513879 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bacde31-a726-43eb-93ea-fb0277b5fc04" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:34:51.555809 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3365a53f-2e65-4402-833a-2fe2f07ca1dc x-openstack-request-id: req-3365a53f-2e65-4402-833a-2fe2f07ca1dc {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:34:51.555809 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:34:51.555809 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3365a53f-2e65-4402-833a-2fe2f07ca1dc {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:34:51.556271 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'status': 'completed', 'code': 200} Aug 04 17:34:51.601234 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] Set router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:34:51.653408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95d98e-3fa6-4b8b-9466-447be2504c79 req-441dd002-a1ca-43de-bf3b-83dd9a58a8a7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:51.655174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e95d98e-3fa6-4b8b-9466-447be2504c79 req-441dd002-a1ca-43de-bf3b-83dd9a58a8a7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 946 time: 0.0808725 Aug 04 17:34:51.658418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-2dc45f68-ae92-4b07-b871-289060ca777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:51.660228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-2dc45f68-ae92-4b07-b871-289060ca777a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0748115 Aug 04 17:34:51.750536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e95d98e-3fa6-4b8b-9466-447be2504c79 req-98fcf8de-e693-4f9b-84d1-0e6536a56bfb tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889571 Aug 04 17:34:51.777258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35702) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:51.783516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-fd50eb0b-53bf-41fd-b56e-160be52d9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:51.784805 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-fd50eb0b-53bf-41fd-b56e-160be52d9a06 service neutron] 10.222.0.82 "GET /v2.0/networks?id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef HTTP/1.1" status: 200 len: 899 time: 0.1172740 Aug 04 17:34:51.835979 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'c37780b0-9dc5-4612-939e-741f0554b80d', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'port_id': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'mac_address': 'fa:16:3e:21:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:34:50Z', 'updated_at': '2021-08-04T17:34:50Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03b125e-68cd-4468-80ae-c91bb0de53f5', 'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:e2:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:38Z', 'updated_at': '2021-08-04T17:34:42Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:51.845060 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-368199de-37ee-4921-a754-eae65d11bf3a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/c37780b0-9dc5-4612-939e-741f0554b80d HTTP/1.1" status: 200 len: 992 time: 0.0659952 Aug 04 17:34:51.861651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-f33e406f-6888-4a15-9e50-0cede518d08e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 200 len: 1000 time: 0.0686173 Aug 04 17:34:51.867273 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] Checking router: 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:34:51.875890 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] Routers {'37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:34:51.876504 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:34:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:51.919857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-0f2c4461-7f39-457d-82f4-3030d4614122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:51.921264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-0f2c4461-7f39-457d-82f4-3030d4614122 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae91154e-0042-441a-bd06-af7968eb1ce0 HTTP/1.1" status: 200 len: 834 time: 0.0528972 Aug 04 17:34:51.969320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-e347cfd4-fa89-4afd-bc1b-fd7ffcba56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:34:51.970884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-e347cfd4-fa89-4afd-bc1b-fd7ffcba56c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423098 Aug 04 17:34:51.982286 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] Set router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:34:52.065065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-a4341010-02cf-4178-b681-714da864b40e service neutron] 10.222.0.82 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866034 Aug 04 17:34:52.161194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bacde31-a726-43eb-93ea-fb0277b5fc04 req-249fd129-d0fb-4bb4-adb0-d8613ad8eb1e service neutron] 10.222.0.82 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889792 Aug 04 17:34:52.206203 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'c37780b0-9dc5-4612-939e-741f0554b80d', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'port_id': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'mac_address': 'fa:16:3e:21:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:34:50Z', 'updated_at': '2021-08-04T17:34:50Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03b125e-68cd-4468-80ae-c91bb0de53f5', 'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:e2:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:38Z', 'updated_at': '2021-08-04T17:34:42Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:34:52.234984 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958fc728-7c57-4b3d-b42c-33fd63c6d4d4 None None] The sync data for ids ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'] in n-d-764435-5 is: [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'c37780b0-9dc5-4612-939e-741f0554b80d', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'port_id': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'mac_address': 'fa:16:3e:21:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:34:50Z', 'updated_at': '2021-08-04T17:34:50Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03b125e-68cd-4468-80ae-c91bb0de53f5', 'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:e2:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:38Z', 'updated_at': '2021-08-04T17:34:42Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:34:52.444463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c6587e-ae41-4662-a5cc-699522fb939e None None] New status for floating IP c37780b0-9dc5-4612-939e-741f0554b80d: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:34:52.849495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35704) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:34:52.936786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c5369949-d1f7-4070-b354-dab3ac65f738 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/c37780b0-9dc5-4612-939e-741f0554b80d HTTP/1.1" status: 200 len: 994 time: 0.0861444 Aug 04 17:34:59.224030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:35:02.022320 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-68deb734-6472-4af3-9bf7-8db5ef9dde6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:04.423534 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-103224cb-4b9d-4ae3-aef6-e94af46a28ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:05.030427 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:05.932345 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:07.537201 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:09.312750 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:09.375573 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:21.659014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-b53988ce-b8ff-43e5-a4ee-bba42d26588b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542052 Aug 04 17:35:21.748852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-51922666-820b-4c11-b358-1685f4df9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:21.750453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-51922666-820b-4c11-b358-1685f4df9362 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0423300 Aug 04 17:35:21.863106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-578da843-ae16-420b-9ab8-796baa14128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:21.864599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-578da843-ae16-420b-9ab8-796baa14128b service neutron] 10.222.0.82 "GET /v2.0/networks?id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef HTTP/1.1" status: 200 len: 899 time: 0.0927553 Aug 04 17:35:21.936297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-fe0cc337-d178-4f82-9854-888891fd3f35 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 200 len: 1002 time: 0.0635622 Aug 04 17:35:21.991876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-c4934bb4-26b4-411b-8c24-b9ffe47735aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:21.993320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-c4934bb4-26b4-411b-8c24-b9ffe47735aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae91154e-0042-441a-bd06-af7968eb1ce0 HTTP/1.1" status: 200 len: 834 time: 0.0459390 Aug 04 17:35:22.049866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-e561254b-a646-4abb-9980-e35c1bb7d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:22.051538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-e561254b-a646-4abb-9980-e35c1bb7d375 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481949 Aug 04 17:35:22.148780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-48d26169-1c12-47c3-afe6-d9f7b3afaff6 service neutron] 10.222.0.82 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901082 Aug 04 17:35:22.259669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ba27079-84af-4a18-a2e0-a6ca2094c350 req-282053b7-ea3d-4ea4-8093-22cde6173f69 service neutron] 10.222.0.82 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018705 Aug 04 17:35:26.283447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030b9fd-602d-46e5-99c8-036d6d2efe4d req-2c427c33-dcfb-4fb3-beb3-83e0feec8d10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:26.284955 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c030b9fd-602d-46e5-99c8-036d6d2efe4d req-2c427c33-dcfb-4fb3-beb3-83e0feec8d10 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 946 time: 0.0540617 Aug 04 17:35:26.328166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c030b9fd-602d-46e5-99c8-036d6d2efe4d req-dc45d1e7-8795-43c7-98b8-4a306657ba92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343800 Aug 04 17:35:26.352876 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35720) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:26.420454 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a5655d64-38ba-4986-b663-1c7e41890009 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/c37780b0-9dc5-4612-939e-741f0554b80d HTTP/1.1" status: 200 len: 994 time: 0.0662584 Aug 04 17:35:26.779325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a3ab3-3354-447a-b8e7-b81ba08a99ba req-e5ec2ac8-3b8b-4305-928a-0413f328da23 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:26.780926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af2a3ab3-3354-447a-b8e7-b81ba08a99ba req-e5ec2ac8-3b8b-4305-928a-0413f328da23 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0468979 Aug 04 17:35:26.818607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af2a3ab3-3354-447a-b8e7-b81ba08a99ba req-13dc5a86-536f-4004-bd8a-229c2f3d6a17 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Aug 04 17:35:27.339356 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-a086943a-4f46-484f-8fc7-d706ba2c15f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422199 Aug 04 17:35:27.917588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-e0d39b7b-d1b6-48ca-af7e-c92e7a080749 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:35:27.918659 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-e0d39b7b-d1b6-48ca-af7e-c92e7a080749 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0680740 Aug 04 17:35:27.928861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Request body: {'binding': {'host': 'n-h1-764435-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:27.929325 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Unknown quota resources ['binding']. {{(pid=105829) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 04 17:35:28.064487 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 on host n-h1-764435-5 for vnic_type normal with profile None {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:35:28.064788 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:35:28.065127 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:35:28.069547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Port b913929d-5eab-49e8-bdd8-5fce89890757 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:35:28.069859 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:35:28.074925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:35:28.075263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Checking segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:35:28.075666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Bound using segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:35:28.076092 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Bound port: b913929d-5eab-49e8-bdd8-5fce89890757, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:35:28.170550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:35:28.177055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:28.178284 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] 10.222.0.39 "POST /v2.0/ports/b913929d-5eab-49e8-bdd8-5fce89890757/bindings HTTP/1.1" status: 201 len: 389 time: 0.2529588 Aug 04 17:35:28.329871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa0477-5dbb-4da5-a199-46cca12ff0e2 req-2ee45573-cef9-48ba-a8e0-82da5de0a23c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:28.331410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39fa0477-5dbb-4da5-a199-46cca12ff0e2 req-2ee45573-cef9-48ba-a8e0-82da5de0a23c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 946 time: 0.0503676 Aug 04 17:35:28.374548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39fa0477-5dbb-4da5-a199-46cca12ff0e2 req-4cfef1b8-5903-40fa-b028-502d384910e7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369031 Aug 04 17:35:28.416873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-b36eb235-dbaa-458e-b336-63030840e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:28.418333 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-b36eb235-dbaa-458e-b336-63030840e5a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0429924 Aug 04 17:35:28.516467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-62cd881a-41cb-46a1-bd5a-775017a26a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:28.518073 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-62cd881a-41cb-46a1-bd5a-775017a26a79 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef HTTP/1.1" status: 200 len: 899 time: 0.0930049 Aug 04 17:35:28.911899 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-60c23f27-cb6a-4b23-92bd-21dc34874a7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 200 len: 1002 time: 0.3854361 Aug 04 17:35:28.962270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-6901cf56-5ea2-4cb6-a632-58a99563103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:28.963876 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-6901cf56-5ea2-4cb6-a632-58a99563103f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae91154e-0042-441a-bd06-af7968eb1ce0 HTTP/1.1" status: 200 len: 834 time: 0.0444572 Aug 04 17:35:29.025785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-46a1f6ae-5795-40c4-aa12-1b3d9ffed247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:29.027525 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-46a1f6ae-5795-40c4-aa12-1b3d9ffed247 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566239 Aug 04 17:35:29.130754 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0921beff-b599-4513-8a7c-987b4cd2dbf4 service neutron] 10.222.0.90 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962522 Aug 04 17:35:29.247297 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-1be2a564-bc9c-4693-b1bf-55ec122c1035 service neutron] 10.222.0.90 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091611 Aug 04 17:35:29.396103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-1ffab171-5bb9-473c-a188-00e34ee98aa9 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:29.398177 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-1ffab171-5bb9-473c-a188-00e34ee98aa9 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9&tenant_id=c24f42d5796d4074bba3e8ad32b21d78&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1097 time: 0.0883720 Aug 04 17:35:29.410244 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764435-5'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:29.466093 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:29.511560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bba67a-b13b-4551-a565-2e18071b5f26 req-610b7af9-469c-4279-9d18-37c8fae3c1b2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:29.513031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0bba67a-b13b-4551-a565-2e18071b5f26 req-610b7af9-469c-4279-9d18-37c8fae3c1b2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 946 time: 0.0512691 Aug 04 17:35:29.551340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0bba67a-b13b-4551-a565-2e18071b5f26 req-077b0ac8-2af1-424f-bbe8-5b264c762209 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322876 Aug 04 17:35:29.606723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:29.645992 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:35:29.689433 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:35:29.691747 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d902900-70d1-4120-b192-498b4240bca0" -d '{"events": [{"server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:35:29.695512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:29.702543 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:29.734499 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f360448-1d25-4caa-9e0b-b3733d92f9df x-openstack-request-id: req-9f360448-1d25-4caa-9e0b-b3733d92f9df {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:35:29.734757 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:35:29.735058 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f360448-1d25-4caa-9e0b-b3733d92f9df {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:35:29.735447 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'code': 200} Aug 04 17:35:29.762101 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Pushing event updated for resources: {'Port': ['ID=b913929d-5eab-49e8-bdd8-5fce89890757,revision_number=7']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:29.871584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 on host n-h2-764435-5 for vnic_type normal with profile {"migrating_to": "n-h1-764435-5"} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:35:29.871978 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:35:29.872321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:35:29.877607 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Port b913929d-5eab-49e8-bdd8-5fce89890757 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:35:29.877938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Attempting to bind port b913929d-5eab-49e8-bdd8-5fce89890757 on network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:35:29.884930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:35:29.885307 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Checking segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:35:29.885704 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Bound using segment: {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'} {{(pid=105829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:35:29.886129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.managers [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Bound port: b913929d-5eab-49e8-bdd8-5fce89890757, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e886d87-05e5-4915-bfb5-acb0cd32292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef'}}] {{(pid=105829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:35:29.886630 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:29.955537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:35:29.958541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:35:29.966329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:30.011755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Provisioning complete for port b913929d-5eab-49e8-bdd8-5fce89890757 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:30.013164 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:30.078401 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Pushing event updated for resources: {'Port': ['ID=b913929d-5eab-49e8-bdd8-5fce89890757,revision_number=8']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:30.104020 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:30.125177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:30.125864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:30.127416 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-cc6303b7-9a4c-43da-a2ab-e223eb258279 service neutron] 10.222.0.90 "PUT /v2.0/ports/b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 200 len: 1122 time: 0.7215335 Aug 04 17:35:30.132494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:35:30.135665 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89835f5-a185-486f-97a0-2956f4fdf12a" -d '{"events": [{"server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "name": "network-vif-plugged", "status": "completed", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:35:30.161021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:30.171874 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:30.215490 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763fc1a6-d984-4b60-9404-35e2b5db3525 x-openstack-request-id: req-763fc1a6-d984-4b60-9404-35e2b5db3525 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:35:30.215960 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "name": "network-vif-plugged", "status": "completed", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:35:30.216212 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-763fc1a6-d984-4b60-9404-35e2b5db3525 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:35:30.216590 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'code': 200} Aug 04 17:35:30.217491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['b913929d-5eab-49e8-bdd8-5fce89890757'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:35:30.523624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Pushing event updated for resources: {'Port': ['ID=b913929d-5eab-49e8-bdd8-5fce89890757,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:30.542997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.543475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.543814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.544142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.544469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.544792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.545111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.545427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.545742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.546055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.546380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.546686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10225316-99bc-4ddb-83dd-1b5047d83504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:30.673421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89007f5f-cead-40e2-a75a-ef2ebf1f3dcd req-696fe820-6beb-44fe-8767-0baa35694a90 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:30.675336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89007f5f-cead-40e2-a75a-ef2ebf1f3dcd req-696fe820-6beb-44fe-8767-0baa35694a90 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 946 time: 0.0522923 Aug 04 17:35:30.705625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-043f596c-8161-4a12-b06e-34fa3683a6ff None None] Provisioning complete for port b913929d-5eab-49e8-bdd8-5fce89890757 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:30.705875 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-043f596c-8161-4a12-b06e-34fa3683a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:30.716043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89007f5f-cead-40e2-a75a-ef2ebf1f3dcd req-91bd66cf-18aa-4040-9167-e37fa7e20d3d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342941 Aug 04 17:35:31.737598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:35:31.741427 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:35:31.787284 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14ee34c-fb42-456c-b4f7-e7eda3b3634b x-openstack-request-id: req-e14ee34c-fb42-456c-b4f7-e7eda3b3634b {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:35:31.787582 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:35:31.787836 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e14ee34c-fb42-456c-b4f7-e7eda3b3634b {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:35:31.788272 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'status': 'completed', 'code': 200} Aug 04 17:35:31.891915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3cae7-b8c5-4a60-b269-0bc62569b575 req-8a1d5f6f-5724-4662-bb33-14c1885a7e1c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:31.893388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bf3cae7-b8c5-4a60-b269-0bc62569b575 req-8a1d5f6f-5724-4662-bb33-14c1885a7e1c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 946 time: 0.0881264 Aug 04 17:35:31.895213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-ce5f4ea3-2b98-46a9-811d-8b746dae48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:31.896580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-ce5f4ea3-2b98-46a9-811d-8b746dae48d3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1127 time: 0.0767314 Aug 04 17:35:31.978838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5bf3cae7-b8c5-4a60-b269-0bc62569b575 req-7a437a8c-2b8c-40a5-8a6f-3c6d4c424404 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793047 Aug 04 17:35:32.013462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-1d122774-4463-4595-8352-3ec3b5ef35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:32.015193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-1d122774-4463-4595-8352-3ec3b5ef35a7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef HTTP/1.1" status: 200 len: 899 time: 0.1094098 Aug 04 17:35:32.017650 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ed0ba467-531e-47f9-8cf7-5b727e19181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:32.089228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-1a1cc651-4ef3-457c-9094-511ce42d0cff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 200 len: 1002 time: 0.0665131 Aug 04 17:35:32.152277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-b51063b5-0f83-4920-985b-d41a0cec715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:32.154513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-b51063b5-0f83-4920-985b-d41a0cec715a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ae91154e-0042-441a-bd06-af7968eb1ce0 HTTP/1.1" status: 200 len: 834 time: 0.0559530 Aug 04 17:35:32.207641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-55af8d2c-faae-4301-bb89-ac0c56c32429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:32.209137 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-55af8d2c-faae-4301-bb89-ac0c56c32429 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472472 Aug 04 17:35:32.309934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-4c4f8e52-1c55-4777-a3bd-4b5572343a9d service neutron] 10.222.0.82 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923002 Aug 04 17:35:32.403996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5245d19d-27c6-4e20-ba5f-c27e64ad96dd req-d5119966-c1bb-4bc7-b890-bf2596afe58a service neutron] 10.222.0.82 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860844 Aug 04 17:35:33.123954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f90088-331e-4a9c-b8b4-38033a3de514 req-d04cc411-092d-463d-8021-b6ecbbf46a5f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:33.125446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f90088-331e-4a9c-b8b4-38033a3de514 req-d04cc411-092d-463d-8021-b6ecbbf46a5f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 946 time: 0.0651925 Aug 04 17:35:33.168414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f90088-331e-4a9c-b8b4-38033a3de514 req-967090a6-eb8b-40d3-a7a4-4d32f2914dc0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336075 Aug 04 17:35:33.369812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b913929d-5eab-49e8-bdd8-5fce89890757 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:35:33.473882 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:33.485625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b913929d-5eab-49e8-bdd8-5fce89890757 has no active binding in host n-h1-764435-5 {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 04 17:35:34.297430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d1e2e-e3ee-4444-b000-51ad94fb32f7 req-d0ef94ae-f61e-4810-80e0-aceee3c23247 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:34.299358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-579d1e2e-e3ee-4444-b000-51ad94fb32f7 req-d0ef94ae-f61e-4810-80e0-aceee3c23247 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 946 time: 0.0583291 Aug 04 17:35:34.342144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-579d1e2e-e3ee-4444-b000-51ad94fb32f7 req-2b69642e-f7f0-47ae-b22e-28c0a32603d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358708 Aug 04 17:35:34.419637 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-229988c7-9a6c-46bc-af20-d5b41fa41c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:35.020959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-b86f113b-0eca-444e-b444-ad56bec86a46 service neutron] 10.222.0.82 "GET /v2.0/ports/b913929d-5eab-49e8-bdd8-5fce89890757/bindings/n-h1-764435-5 HTTP/1.1" status: 200 len: 384 time: 0.0674722 Aug 04 17:35:35.032854 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:35.229391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:35.254041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:35:35.298185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:35:35.300603 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f268f1a4-ddf1-401c-8f06-e1890a38546e" -d '{"events": [{"server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:35:35.307514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:35.323239 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:35.357092 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1881ee7f-f5dd-4e46-8140-8d15d0d8c105 x-openstack-request-id: req-1881ee7f-f5dd-4e46-8140-8d15d0d8c105 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:35:35.357516 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "name": "network-vif-unplugged", "status": "completed", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:35:35.357744 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1881ee7f-f5dd-4e46-8140-8d15d0d8c105 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:35:35.358164 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'code': 200} Aug 04 17:35:35.402742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Transition to ACTIVE for port object b913929d-5eab-49e8-bdd8-5fce89890757 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:35:35.408428 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:35.533464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Pushing event updated for resources: {'Port': ['ID=b913929d-5eab-49e8-bdd8-5fce89890757,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:35.546446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33111d-ed24-4619-a675-591f281c6bae req-22ac19ce-313d-4af9-8b5a-8e08427ccd4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:35.548091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d33111d-ed24-4619-a675-591f281c6bae req-22ac19ce-313d-4af9-8b5a-8e08427ccd4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 945 time: 0.1348748 Aug 04 17:35:35.568054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.568404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.568716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.569093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.569412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.569743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.570057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.570381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.570707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.571064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.571385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.571707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:35.624908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] No DVR routers for this DVR port b913929d-5eab-49e8-bdd8-5fce89890757 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:35:35.663931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d33111d-ed24-4619-a675-591f281c6bae req-263bf93f-a45e-4e3b-a6f5-0165acf7d8f6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050153 Aug 04 17:35:35.762797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-63d8e191-7b88-463b-b9f6-f1f6dae17c59 service neutron] 10.222.0.82 "PUT /v2.0/ports/b913929d-5eab-49e8-bdd8-5fce89890757/bindings/n-h1-764435-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7343459 Aug 04 17:35:35.871547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-b94aa2b9-6786-4d70-a7c7-cec43d9da421 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:35.873017 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-b94aa2b9-6786-4d70-a7c7-cec43d9da421 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9&tenant_id=c24f42d5796d4074bba3e8ad32b21d78&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.0526133 Aug 04 17:35:35.933594 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-b1229ed6-bfd8-4e33-8d64-a7e972bfbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:35.936007 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-b1229ed6-bfd8-4e33-8d64-a7e972bfbf39 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 1096 time: 0.0549741 Aug 04 17:35:35.941961 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:36.008500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-1064ddce-2a95-427d-9433-f9fcae893e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:36.010223 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-1064ddce-2a95-427d-9433-f9fcae893e77 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1096 time: 0.0505190 Aug 04 17:35:36.115838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-43a5776a-ad03-4551-8867-1cfba5e051c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:36.117337 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-43a5776a-ad03-4551-8867-1cfba5e051c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef HTTP/1.1" status: 200 len: 899 time: 0.1002984 Aug 04 17:35:36.191343 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-a0d3a574-4eb4-44b1-b145-a91323999ef7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 200 len: 1000 time: 0.0667641 Aug 04 17:35:36.224040 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:35:36.242896 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-5181c8bf-d161-4ae4-9326-25b11237cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:36.244386 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-5181c8bf-d161-4ae4-9326-25b11237cd46 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae91154e-0042-441a-bd06-af7968eb1ce0 HTTP/1.1" status: 200 len: 834 time: 0.0460463 Aug 04 17:35:36.294440 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-e234ab3a-fcc8-4d95-9f70-b5c7724ddf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:36.295988 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-e234ab3a-fcc8-4d95-9f70-b5c7724ddf12 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448892 Aug 04 17:35:36.394505 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-8f139e65-491a-4733-843d-e70d3f122508 service neutron] 10.222.0.90 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894752 Aug 04 17:35:36.498770 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-c0349974-80a4-441d-8f06-74e53ace2559 service neutron] 10.222.0.90 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966203 Aug 04 17:35:36.751846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-5ee5422a-8e20-4eab-ba48-ab4142d07882 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:36.753607 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-5ee5422a-8e20-4eab-ba48-ab4142d07882 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9&tenant_id=c24f42d5796d4074bba3e8ad32b21d78&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 1096 time: 0.0497301 Aug 04 17:35:36.789429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a7578-caa7-469a-ade3-e3995abb7aa8 req-489da76f-f811-4fbd-bc62-531dea2d0df3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:36.791010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b3a7578-caa7-469a-ade3-e3995abb7aa8 req-489da76f-f811-4fbd-bc62-531dea2d0df3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 945 time: 0.0521193 Aug 04 17:35:36.830659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b3a7578-caa7-469a-ade3-e3995abb7aa8 req-05089e6c-ef43-4f96-9849-390737bce7a7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318980 Aug 04 17:35:36.896216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-8e9ddf7c-f9b2-4c8a-be27-7efa14b53906 service neutron] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h2-764435-5, cleared binding levels {{(pid=105829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:35:36.900105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-8e9ddf7c-f9b2-4c8a-be27-7efa14b53906 service neutron] Notify callbacks [] for binding, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:36.901274 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-8e9ddf7c-f9b2-4c8a-be27-7efa14b53906 service neutron] 10.222.0.90 "DELETE /v2.0/ports/b913929d-5eab-49e8-bdd8-5fce89890757/bindings/n-h2-764435-5 HTTP/1.1" status: 204 len: 173 time: 0.1393447 Aug 04 17:35:36.939601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adaeb0-a939-4c52-b179-472800b89a95 req-95e1a362-257c-4ea8-aa40-a39852242070 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:36.941404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3adaeb0-a939-4c52-b179-472800b89a95 req-95e1a362-257c-4ea8-aa40-a39852242070 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1096 time: 0.0428891 Aug 04 17:35:36.984310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3adaeb0-a939-4c52-b179-472800b89a95 req-f5aebee7-eede-42c1-b3e7-75ead317c654 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346665 Aug 04 17:35:37.109429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e627fb8-3989-45bc-989c-0484d25f7744 req-7987e78b-a2ea-4bf6-b332-44756158747c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:37.110999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e627fb8-3989-45bc-989c-0484d25f7744 req-7987e78b-a2ea-4bf6-b332-44756158747c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 945 time: 0.0563755 Aug 04 17:35:37.155997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e627fb8-3989-45bc-989c-0484d25f7744 req-1241a8c5-f5a7-4aed-9ff7-45d1e23b5dc2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357919 Aug 04 17:35:37.179841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35782) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:37.248730 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-164e32c3-e06c-4ff5-9684-94d7db9af5ba tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/c37780b0-9dc5-4612-939e-741f0554b80d HTTP/1.1" status: 200 len: 992 time: 0.0676427 Aug 04 17:35:37.466405 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35788) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:37.537151 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:37.639104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port 6eb232e3-62e1-409d-af5c-78d918bc32cd {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:35:37.639404 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:37.718495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:37.718850 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:37.730781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for 6eb232e3-62e1-409d-af5c-78d918bc32cd owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:35:37.903824 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:37.928787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=6eb232e3-62e1-409d-af5c-78d918bc32cd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:37.991699 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:37.992005 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Floating IP c37780b0-9dc5-4612-939e-741f0554b80d disassociated (deleted). External IP: 172.25.2.251, port: b913929d-5eab-49e8-bdd8-5fce89890757. Aug 04 17:35:38.204615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:35:38.321184 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:35:38.325742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:38.331314 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] Sync routers for ids ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:35:38.340268 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] Routers {'37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:35:38.340865 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:35:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:38.353592 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3a10404f-d634-4ed9-bf50-ca5582cdf3af tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/floatingips/c37780b0-9dc5-4612-939e-741f0554b80d HTTP/1.1" status: 204 len: 168 time: 0.8860083 Aug 04 17:35:38.354165 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:35:38.356572 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e389de03-6b43-4ce9-aa4c-ea961e3720e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:35:38.361639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b913929d-5eab-49e8-bdd8-5fce89890757 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:35:38.400988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device b913929d-5eab-49e8-bdd8-5fce89890757 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:35:38.403191 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6830cff8-0bad-4681-bb91-fe1aabfebb11 x-openstack-request-id: req-6830cff8-0bad-4681-bb91-fe1aabfebb11 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:35:38.403539 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:35:38.403804 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6830cff8-0bad-4681-bb91-fe1aabfebb11 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:35:38.404222 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'status': 'completed', 'code': 200} Aug 04 17:35:38.454958 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] Set router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:35:38.469871 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-2843dc33-bb38-4495-86a3-ad79718278a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:38.472172 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-2843dc33-bb38-4495-86a3-ad79718278a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 1096 time: 0.0468125 Aug 04 17:35:38.586163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-707ef911-9758-416a-9cd6-3df401f4f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:38.588065 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-707ef911-9758-416a-9cd6-3df401f4f790 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef HTTP/1.1" status: 200 len: 899 time: 0.1066945 Aug 04 17:35:38.605794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795da6c5-2e83-450f-a3d2-a5fee00bf3f0 req-6b5ee21e-f241-4342-a26e-bae465b656ad tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:38.607645 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-795da6c5-2e83-450f-a3d2-a5fee00bf3f0 req-6b5ee21e-f241-4342-a26e-bae465b656ad tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 945 time: 0.0569296 Aug 04 17:35:38.635750 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-bab7c8c8-9c4c-4ffd-b863-0b5547d3e059 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 200 len: 217 time: 0.0400050 Aug 04 17:35:38.648694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-795da6c5-2e83-450f-a3d2-a5fee00bf3f0 req-45b95082-249b-42b7-adf4-ba4c4427cbc3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=4042cd6a-308e-4fcf-a81a-1002ff329b72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348144 Aug 04 17:35:38.655363 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c03b125e-68cd-4468-80ae-c91bb0de53f5', 'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:e2:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:38Z', 'updated_at': '2021-08-04T17:34:42Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:38.680748 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] Checking router: 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:35:38.689283 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-56c1b31e-713f-4c97-b605-e4cb71cce3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:38.689452 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] Routers {'37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:35:38.689842 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:35:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:38.690618 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-56c1b31e-713f-4c97-b605-e4cb71cce3b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ae91154e-0042-441a-bd06-af7968eb1ce0 HTTP/1.1" status: 200 len: 834 time: 0.0477350 Aug 04 17:35:38.741236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-04f57b3e-eaa6-4e2a-8012-016a7e0dfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:38.742783 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-04f57b3e-eaa6-4e2a-8012-016a7e0dfa0d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425119 Aug 04 17:35:38.850272 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-6133559b-23a4-4b86-ace6-8e94f03a7886 service neutron] 10.222.0.90 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980496 Aug 04 17:35:38.902879 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] Set router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:35:38.945757 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-6fb68ebc-4daf-4b81-bedd-b7180a1fc13f service neutron] 10.222.0.90 "GET /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875626 Aug 04 17:35:38.999936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-c6c18202-4ccb-40d6-95ae-621c37f1172e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:39.001472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-c6c18202-4ccb-40d6-95ae-621c37f1172e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e4ddb11-2a25-4e26-b763-cb0f569dd6d9 HTTP/1.1" status: 200 len: 945 time: 0.0559185 Aug 04 17:35:39.094598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-a635fe90-9395-4077-8a7b-aad261b69b09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port b913929d-5eab-49e8-bdd8-5fce89890757 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:35:39.094982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-a635fe90-9395-4077-8a7b-aad261b69b09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:39.105533 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c03b125e-68cd-4468-80ae-c91bb0de53f5', 'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:e2:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:38Z', 'updated_at': '2021-08-04T17:34:42Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:39.132003 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886110e-451a-4657-9bdf-acb2b98259d0 None None] The sync data for ids ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'] in n-d-764435-5 is: [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:34:39Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c03b125e-68cd-4468-80ae-c91bb0de53f5', 'name': '', 'network_id': '26c1a797-b6fe-4d02-a7a7-1ccf187f00ef', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:e2:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:38Z', 'updated_at': '2021-08-04T17:34:42Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': 'ae91154e-0042-441a-bd06-af7968eb1ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:35:39.186201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-a635fe90-9395-4077-8a7b-aad261b69b09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port b913929d-5eab-49e8-bdd8-5fce89890757, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b913929d-5eab-49e8-bdd8-5fce89890757,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:39.186578 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-a635fe90-9395-4077-8a7b-aad261b69b09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:39.200548 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-a635fe90-9395-4077-8a7b-aad261b69b09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for b913929d-5eab-49e8-bdd8-5fce89890757 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:35:39.302270 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:39.343436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-a635fe90-9395-4077-8a7b-aad261b69b09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:39.369624 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:39.372756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdda524-9120-4757-b6ec-a7839ad6f5af None None] New status for floating IP c37780b0-9dc5-4612-939e-741f0554b80d: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:35:39.374025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635fe90-9395-4077-8a7b-aad261b69b09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=b913929d-5eab-49e8-bdd8-5fce89890757,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:39.419997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-a635fe90-9395-4077-8a7b-aad261b69b09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] No DVR routers for this DVR port b913929d-5eab-49e8-bdd8-5fce89890757 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:35:39.423166 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-a635fe90-9395-4077-8a7b-aad261b69b09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:39.425544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7947434-3166-41c6-a808-a3564b5fa2d9 req-a635fe90-9395-4077-8a7b-aad261b69b09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.90 "DELETE /v2.0/ports/b913929d-5eab-49e8-bdd8-5fce89890757 HTTP/1.1" status: 204 len: 173 time: 0.4178042 Aug 04 17:35:39.426022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'name': 'network-vif-deleted', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:35:39.428302 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaa841f-9f45-4409-b6b9-dad45e3d7bb3" -d '{"events": [{"server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "name": "network-vif-deleted", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:35:39.479220 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f87b69a-2c35-4655-a1dd-42260f9d8684 x-openstack-request-id: req-2f87b69a-2c35-4655-a1dd-42260f9d8684 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:35:39.479511 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4ddb11-2a25-4e26-b763-cb0f569dd6d9", "name": "network-vif-deleted", "tag": "b913929d-5eab-49e8-bdd8-5fce89890757", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:35:39.479754 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f87b69a-2c35-4655-a1dd-42260f9d8684 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:35:39.480144 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4ddb11-2a25-4e26-b763-cb0f569dd6d9', 'name': 'network-vif-deleted', 'tag': 'b913929d-5eab-49e8-bdd8-5fce89890757', 'status': 'completed', 'code': 200} Aug 04 17:35:39.718102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35800) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:40.113524 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:40.399305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port c03b125e-68cd-4468-80ae-c91bb0de53f5 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:35:40.399564 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:40.498951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port c03b125e-68cd-4468-80ae-c91bb0de53f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c03b125e-68cd-4468-80ae-c91bb0de53f5,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:40.499321 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:40.512920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for c03b125e-68cd-4468-80ae-c91bb0de53f5 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:35:40.717454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:40.744294 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=c03b125e-68cd-4468-80ae-c91bb0de53f5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:40.929007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:41.543576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:35:41.663375 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:35:41.668519 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-32f3d6d8-854f-452f-8adc-263fd109325c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "PUT /v2.0/routers/37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9493551 Aug 04 17:35:41.671419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35802) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:41.674064 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] Sync routers for ids ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:35:41.684578 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] Routers {'37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:35:41.685330 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:35:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:41.773503 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-9200b344-3774-4d67-888f-0744918f1faa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting subnet ae91154e-0042-441a-bd06-af7968eb1ce0 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:35:41.777158 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9200b344-3774-4d67-888f-0744918f1faa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:41.796142 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] Set router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:35:41.816900 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9200b344-3774-4d67-888f-0744918f1faa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:41.906870 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9200b344-3774-4d67-888f-0744918f1faa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:41.971075 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9200b344-3774-4d67-888f-0744918f1faa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:41.976617 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:35:40Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:41.997424 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200b344-3774-4d67-888f-0744918f1faa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Subnet': ['ID=ae91154e-0042-441a-bd06-af7968eb1ce0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:42.003224 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] Checking router: 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:35:42.003365 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9200b344-3774-4d67-888f-0744918f1faa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.005384 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9200b344-3774-4d67-888f-0744918f1faa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/subnets/ae91154e-0042-441a-bd06-af7968eb1ce0 HTTP/1.1" status: 204 len: 168 time: 0.3325872 Aug 04 17:35:42.008000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35806) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:42.011865 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] Routers {'37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:35:42.012059 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59147ea4-d78d-43f5-a7b2-dc4dea2987b1 None None] Network 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:35:42.012495 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:35:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:42.118928 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] Set router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:35:42.120691 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.216407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc52ac-1266-4148-9c96-6ea5fcf68ee0 None None] DHCP port deletion for 26c1a797-b6fe-4d02-a7a7-1ccf187f00ef request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:35:42.241200 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.269241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-07fc52ac-1266-4148-9c96-6ea5fcf68ee0 None None] Deleting port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:35:42.269628 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-07fc52ac-1266-4148-9c96-6ea5fcf68ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.304655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:35:40Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:42.304936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port 408cf110-1f05-4512-9bd8-d3fc0462eaf4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:35:42.305135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.335489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-07fc52ac-1266-4148-9c96-6ea5fcf68ee0 None None] For port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4,segment=NetworkSegment(4e886d87-05e5-4915-bfb5-acb0cd32292c),segment_id=4e886d87-05e5-4915-bfb5-acb0cd32292c)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:42.335847 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5ae53-57ee-40e1-ad76-e1ea6773a104 None None] The sync data for ids ['37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c'] in n-d-764435-5 is: [{'id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-828695612', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:34:35Z', 'updated_at': '2021-08-04T17:35:40Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '408cf110-1f05-4512-9bd8-d3fc0462eaf4', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:34:36Z', 'updated_at': '2021-08-04T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:35:42.336028 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-07fc52ac-1266-4148-9c96-6ea5fcf68ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.352139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-07fc52ac-1266-4148-9c96-6ea5fcf68ee0 None None] Calling delete_port for 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:35:42.400220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port 408cf110-1f05-4512-9bd8-d3fc0462eaf4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=408cf110-1f05-4512-9bd8-d3fc0462eaf4,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:42.400613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.412240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for 408cf110-1f05-4512-9bd8-d3fc0462eaf4 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:35:42.433337 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-07fc52ac-1266-4148-9c96-6ea5fcf68ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.459541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc52ac-1266-4148-9c96-6ea5fcf68ee0 None None] Pushing event deleted for resources: {'Port': ['ID=0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:42.461278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc52ac-1266-4148-9c96-6ea5fcf68ee0 None None] No DVR routers for this DVR port 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:35:42.586774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.614605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=408cf110-1f05-4512-9bd8-d3fc0462eaf4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:42.680847 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.781494 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.784199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.811920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c03b125e-68cd-4468-80ae-c91bb0de53f5 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:35:42.837827 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c03b125e-68cd-4468-80ae-c91bb0de53f5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:35:42.838280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c03b125e-68cd-4468-80ae-c91bb0de53f5 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:35:42.838616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:35:42.851503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.852042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Fanout notify agent at l3_agent the message router_deleted on router 37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:35:42.859785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:42.860929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fddbf29b-b22a-4910-91df-5e9d8d90560e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/routers/37bb95b1-65d1-4ad4-ba27-c84f7bc18f0c HTTP/1.1" status: 204 len: 168 time: 0.8513904 Aug 04 17:35:42.863503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:35:42.863804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35808) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:42.864288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 0e8ac5a1-7e37-47ca-93af-1bb6accd1ce4 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:35:42.947251 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.037893 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.048392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c1a797-b6fe-4d02-a7a7-1ccf187f00ef']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:43.058901 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e886d87-05e5-4915-bfb5-acb0cd32292c') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:43.059188 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e886d87-05e5-4915-bfb5-acb0cd32292c') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:43.068232 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.081784 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.087848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:35:43.088270 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:35:43.091461 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:35:43.157301 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.167340 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.169611 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/networks/26c1a797-b6fe-4d02-a7a7-1ccf187f00ef HTTP/1.1" status: 204 len: 168 time: 0.3045862 Aug 04 17:35:43.172748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35810) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:43.182402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f5316-5132-474d-a06c-6e6175f03d4e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Network': ['ID=26c1a797-b6fe-4d02-a7a7-1ccf187f00ef,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:43.240294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-169f9a9a-681a-4438-a8ca-7b20a1fc5405 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.271721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-169f9a9a-681a-4438-a8ca-7b20a1fc5405 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.352919 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-169f9a9a-681a-4438-a8ca-7b20a1fc5405 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.355697 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-169f9a9a-681a-4438-a8ca-7b20a1fc5405 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.357239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-169f9a9a-681a-4438-a8ca-7b20a1fc5405 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/security-groups/4042cd6a-308e-4fcf-a81a-1002ff329b72 HTTP/1.1" status: 204 len: 168 time: 0.1833439 Aug 04 17:35:43.370597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f9a9a-681a-4438-a8ca-7b20a1fc5405 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4042cd6a-308e-4fcf-a81a-1002ff329b72,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:43.445504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b913929d-5eab-49e8-bdd8-5fce89890757 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:35:43.466683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: b913929d-5eab-49e8-bdd8-5fce89890757 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:35:43.467363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b913929d-5eab-49e8-bdd8-5fce89890757 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:35:43.580748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35816) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:43.585488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b30f74b3-5b09-4c17-95ab-4dfaa607a542 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837243535', 'description': 'tempest-secgroup-smoke-837243535 description', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:43.611551 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b30f74b3-5b09-4c17-95ab-4dfaa607a542 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.710453 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b30f74b3-5b09-4c17-95ab-4dfaa607a542 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.717127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b30f74b3-5b09-4c17-95ab-4dfaa607a542 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.758009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b30f74b3-5b09-4c17-95ab-4dfaa607a542 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.759855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b30f74b3-5b09-4c17-95ab-4dfaa607a542 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1779804 Aug 04 17:35:43.762664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f74b3-5b09-4c17-95ab-4dfaa607a542 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ce8409-e13a-43bc-b573-22462b122e8b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:43.764279 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35820) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:43.769050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9e173073-e46c-443e-a509-a1eeda13f909 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '86ce8409-e13a-43bc-b573-22462b122e8b', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:43.799544 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e173073-e46c-443e-a509-a1eeda13f909 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.864444 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e173073-e46c-443e-a509-a1eeda13f909 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.870039 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e173073-e46c-443e-a509-a1eeda13f909 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.887609 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e173073-e46c-443e-a509-a1eeda13f909 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e665359-0e18-43e3-9927-0c47e6c69841,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:43.899183 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e173073-e46c-443e-a509-a1eeda13f909 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.900428 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9e173073-e46c-443e-a509-a1eeda13f909 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351404 Aug 04 17:35:43.903844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35822) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:43.908717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8f3b1dc5-b71c-43a8-be1a-d3d26a20376b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '86ce8409-e13a-43bc-b573-22462b122e8b', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:43.938005 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f3b1dc5-b71c-43a8-be1a-d3d26a20376b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:43.998224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f3b1dc5-b71c-43a8-be1a-d3d26a20376b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.004502 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f3b1dc5-b71c-43a8-be1a-d3d26a20376b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.029601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b1dc5-b71c-43a8-be1a-d3d26a20376b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722809fc-a645-4783-a584-35ae2145f69b,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:44.038278 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8f3b1dc5-b71c-43a8-be1a-d3d26a20376b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.039545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8f3b1dc5-b71c-43a8-be1a-d3d26a20376b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346641 Aug 04 17:35:44.042764 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35824) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:44.047735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-77916115-b83d-4d0c-a6a1-0c91b1579cd2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '86ce8409-e13a-43bc-b573-22462b122e8b', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:44.078612 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77916115-b83d-4d0c-a6a1-0c91b1579cd2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.160904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77916115-b83d-4d0c-a6a1-0c91b1579cd2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.167192 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77916115-b83d-4d0c-a6a1-0c91b1579cd2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.193548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77916115-b83d-4d0c-a6a1-0c91b1579cd2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e26054-a490-4eb2-96c2-43ceb1c7d2df,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:44.200896 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77916115-b83d-4d0c-a6a1-0c91b1579cd2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.202488 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77916115-b83d-4d0c-a6a1-0c91b1579cd2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586130 Aug 04 17:35:44.205467 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35826) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:44.209959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-214722d0-144e-4d34-acc5-ad569d8dfed1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '86ce8409-e13a-43bc-b573-22462b122e8b', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:44.237882 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-214722d0-144e-4d34-acc5-ad569d8dfed1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.296950 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-214722d0-144e-4d34-acc5-ad569d8dfed1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.302459 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-214722d0-144e-4d34-acc5-ad569d8dfed1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.322262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214722d0-144e-4d34-acc5-ad569d8dfed1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b1469b-cf51-4d15-94d8-5f2854b99abd,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:44.330895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-214722d0-144e-4d34-acc5-ad569d8dfed1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.332170 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-214722d0-144e-4d34-acc5-ad569d8dfed1 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257219 Aug 04 17:35:44.335079 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35828) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:44.339890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6c369244-64f6-4f36-a791-846db8320c7d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '86ce8409-e13a-43bc-b573-22462b122e8b', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:44.366083 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-6c369244-64f6-4f36-a791-846db8320c7d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Project c24f42d5796d4074bba3e8ad32b21d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:35:44.371895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c369244-64f6-4f36-a791-846db8320c7d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.441116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c369244-64f6-4f36-a791-846db8320c7d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.446331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c369244-64f6-4f36-a791-846db8320c7d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.459437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 408cf110-1f05-4512-9bd8-d3fc0462eaf4 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:35:44.465154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c369244-64f6-4f36-a791-846db8320c7d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365aaca7-36da-417b-97df-29352a8ec46f,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:44.469259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c369244-64f6-4f36-a791-846db8320c7d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.473176 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c369244-64f6-4f36-a791-846db8320c7d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344368 Aug 04 17:35:44.473966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35830) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:44.477923 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e5afd491-d682-4701-b494-20775ec642d0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'security_group_rule': {'security_group_id': '86ce8409-e13a-43bc-b573-22462b122e8b', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:44.483060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 408cf110-1f05-4512-9bd8-d3fc0462eaf4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:35:44.483541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 408cf110-1f05-4512-9bd8-d3fc0462eaf4 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:35:44.503722 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-e5afd491-d682-4701-b494-20775ec642d0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Project c24f42d5796d4074bba3e8ad32b21d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:35:44.511715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5afd491-d682-4701-b494-20775ec642d0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.578217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5afd491-d682-4701-b494-20775ec642d0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.584520 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5afd491-d682-4701-b494-20775ec642d0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.603287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afd491-d682-4701-b494-20775ec642d0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e80aaea-b702-489f-9312-78f94f819816,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:44.610232 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e5afd491-d682-4701-b494-20775ec642d0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.611588 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e5afd491-d682-4701-b494-20775ec642d0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373188 Aug 04 17:35:44.614496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35832) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:44.619389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'network': {'name': 'tempest-network-smoke--1933811798', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'port_security_enabled': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:44.642582 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:35:44.646275 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.669897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:35:44.679696 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.680035 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Added segment 5a37cfec-a7d0-47d8-b2cc-cca407c5fca8 of type vlan for network 7b94d34a-3322-49c6-8613-4c3d93f24908 Aug 04 17:35:44.721914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.756629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.764108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:44.764928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.826200 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2105727 Aug 04 17:35:44.829805 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35834) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:44.836347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'admin_state_up': True, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:44.850787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7d12d-dea9-405e-a20a-0d798b76a9aa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Network': ['ID=7b94d34a-3322-49c6-8613-4c3d93f24908,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:44.861694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 7b94d34a-3322-49c6-8613-4c3d93f24908 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:35:44.870012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.871058 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:44.923693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:45.067182 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:45.269032 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:45.287696 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:45.412610 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.25.2.251 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/985e2cc9-acdf-4eda-be7c-72de55a63063) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:35:45.526860 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:45.580294 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:45.621065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:35:45.625817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:35:45.629291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:35:45.635320 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=985e2cc9-acdf-4eda-be7c-72de55a63063,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:45.911607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:46.139215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:46.299737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router dad4f89d-0888-4edf-85bf-edaa1a7d452d is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:35:46.419379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:35:46.430485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Sync routers for ids ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:35:46.442124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Routers {'dad4f89d-0888-4edf-85bf-edaa1a7d452d'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:35:46.442447 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:46.442976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:35:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:46.445394 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b620764a-0751-4080-85f7-7272d62170ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6147027 Aug 04 17:35:46.448829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35836) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:46.528703 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4eaed42d-6680-431e-8a29-97c6869b5507 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c24f42d5796d4074bba3e8ad32b21d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785258 Aug 04 17:35:46.531636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35840) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:46.551327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Set router dad4f89d-0888-4edf-85bf-edaa1a7d452d gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:35:46.683791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37230ee6-036e-44a4-b5ce-ba0c41d5e7ef tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:46.685321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-37230ee6-036e-44a4-b5ce-ba0c41d5e7ef tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1527178 Aug 04 17:35:46.688628 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35842) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:46.717696 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dc7beaff-90c8-4c32-9ec0-ae0633ecb409 tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277846 Aug 04 17:35:46.720099 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35844) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:46.724959 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-235889906', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:46.740625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:45Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:46.767495 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Checking router: dad4f89d-0888-4edf-85bf-edaa1a7d452d for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:35:46.767813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Updating router dad4f89d-0888-4edf-85bf-edaa1a7d452d port 985e2cc9-acdf-4eda-be7c-72de55a63063 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:35:46.796458 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:46.812738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:35:46.816629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:47.012492 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:47.072664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Subnet': ['ID=9bc58f69-b286-4fa2-a087-4b2fdf380088,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:47.074782 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:47.083813 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Checking segment: {'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:35:47.084205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network hostable DHCP agents. Network: 7b94d34a-3322-49c6-8613-4c3d93f24908, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:35:47.085021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Transition to ACTIVE for port object 985e2cc9-acdf-4eda-be7c-72de55a63063 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:35:47.092898 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:47.103445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 7b94d34a-3322-49c6-8613-4c3d93f24908 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:35:47.113565 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 7b94d34a-3322-49c6-8613-4c3d93f24908) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:35:47.117907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:47.118473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:47.129389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9ad177-a254-4330-9c56-95b23c4e5aed None None] Network 7b94d34a-3322-49c6-8613-4c3d93f24908 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:35:47.135636 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2a92c2d0-5f0b-44dd-a751-1c2c3b181976 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4143233 Aug 04 17:35:47.138783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35846) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:47.182317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea74a5-373e-4871-851e-b75ba2e5d04a None None] Pushing event updated for resources: {'Port': ['ID=985e2cc9-acdf-4eda-be7c-72de55a63063,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:47.189785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Attempting to bind port 985e2cc9-acdf-4eda-be7c-72de55a63063 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:35:47.190181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Attempting to bind port 985e2cc9-acdf-4eda-be7c-72de55a63063 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:35:47.190537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Attempting to bind port 985e2cc9-acdf-4eda-be7c-72de55a63063 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:35:47.201092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:35:47.201618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:35:47.202048 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:47.202463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:35:47.202946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Bound port: 985e2cc9-acdf-4eda-be7c-72de55a63063, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:35:47.203290 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:47.291376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] For port 985e2cc9-acdf-4eda-be7c-72de55a63063, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:35:47.309134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] For port 985e2cc9-acdf-4eda-be7c-72de55a63063, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=985e2cc9-acdf-4eda-be7c-72de55a63063,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:35:47.317579 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:47.364801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-7b94d34a-3322-49c6-8613-4c3d93f24908', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:35:47.365633 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:47.417703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Routers {'dad4f89d-0888-4edf-85bf-edaa1a7d452d'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:35:47.418333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:35:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:47.426137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea74a5-373e-4871-851e-b75ba2e5d04a None None] Pushing event updated for resources: {'Port': ['ID=985e2cc9-acdf-4eda-be7c-72de55a63063,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:47.582494 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:47.619707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] Set router dad4f89d-0888-4edf-85bf-edaa1a7d452d gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:35:47.829992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Allocated IP 172.20.0.2 (7b94d34a-3322-49c6-8613-4c3d93f24908/9bc58f69-b286-4fa2-a087-4b2fdf380088/e4f34a03-d20f-47ef-b2d6-8bf284370868) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:35:48.106264 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.117242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Transition to ACTIVE for port object e4f34a03-d20f-47ef-b2d6-8bf284370868 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:35:48.128575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:45Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:48.160221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Transition to ACTIVE for port object e4f34a03-d20f-47ef-b2d6-8bf284370868 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:35:48.161857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb190ce4-fbf0-4c89-a738-b4b2eaf78e9e None None] The sync data for ids ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'] in n-d-764435-5 is: [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:45Z', 'revision_number': 3, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:35:48.171289 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.214020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Network 7b94d34a-3322-49c6-8613-4c3d93f24908 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:35:48.219826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:35:48.222317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:35:48.237336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Pushing event updated for resources: {'Port': ['ID=e4f34a03-d20f-47ef-b2d6-8bf284370868,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:48.237608 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.20.0.1 (7b94d34a-3322-49c6-8613-4c3d93f24908/9bc58f69-b286-4fa2-a087-4b2fdf380088/9538a350-1e3c-44a0-bb1a-3cb8fc042af7) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:35:48.284685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Attempting to bind port e4f34a03-d20f-47ef-b2d6-8bf284370868 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:35:48.285055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Attempting to bind port e4f34a03-d20f-47ef-b2d6-8bf284370868 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:35:48.285421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Attempting to bind port e4f34a03-d20f-47ef-b2d6-8bf284370868 on network 7b94d34a-3322-49c6-8613-4c3d93f24908 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:35:48.290824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:35:48.291215 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Checking segment: {'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:35:48.291630 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.292006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Bound using segment: {'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:35:48.292466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Bound port: e4f34a03-d20f-47ef-b2d6-8bf284370868, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:35:48.292847 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.359599 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.359937 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] For port e4f34a03-d20f-47ef-b2d6-8bf284370868, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:35:48.364425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] For port e4f34a03-d20f-47ef-b2d6-8bf284370868, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e4f34a03-d20f-47ef-b2d6-8bf284370868,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:35:48.371601 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.394532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Transition to ACTIVE for port object 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:35:48.447396 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.489362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe30dd6-3432-4476-a0c0-b58a95113a2e None None] Pushing event updated for resources: {'Port': ['ID=e4f34a03-d20f-47ef-b2d6-8bf284370868,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:48.506851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 7b94d34a-3322-49c6-8613-4c3d93f24908 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:35:48.510232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:35:48.519970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:35:48.524408 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=9538a350-1e3c-44a0-bb1a-3cb8fc042af7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:48.580215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.583643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 985e2cc9-acdf-4eda-be7c-72de55a63063 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:35:48.662952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 985e2cc9-acdf-4eda-be7c-72de55a63063 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:35:48.666975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 985e2cc9-acdf-4eda-be7c-72de55a63063 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:48.667345 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.761272 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.771815 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.797233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 985e2cc9-acdf-4eda-be7c-72de55a63063, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=985e2cc9-acdf-4eda-be7c-72de55a63063,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:48.803188 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:48.860238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=985e2cc9-acdf-4eda-be7c-72de55a63063,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:49.076721 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:49.083239 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:49.171663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=9538a350-1e3c-44a0-bb1a-3cb8fc042af7,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:49.177159 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:49.277303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 7b94d34a-3322-49c6-8613-4c3d93f24908 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:35:49.278894 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:35:49.402996 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router dad4f89d-0888-4edf-85bf-edaa1a7d452d has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:35:49.421800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d7daf6-7cc3-4dcf-8b41-947e2fe19732 None None] Network 7b94d34a-3322-49c6-8613-4c3d93f24908 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:35:49.522104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:35:49.528506 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ee6d23f8-60b8-4055-9ce7-1e76b81fc7bd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "PUT /v2.0/routers/dad4f89d-0888-4edf-85bf-edaa1a7d452d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3881772 Aug 04 17:35:49.549150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-195bb08d-eddd-4732-bf9b-1dadef7ab0d7 None None] Provisioning for port e4f34a03-d20f-47ef-b2d6-8bf284370868 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:35:49.688724 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-575d8bc0-fac1-4590-a7a5-fa65db69ed50 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837243535&fields=id&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 267 time: 0.0408995 Aug 04 17:35:49.806466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca56bb-68b2-479b-963e-d1730de448c0 req-fa2f9e44-ddea-4cec-9e1b-163b2fd62936 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:49.808096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-fa2f9e44-ddea-4cec-9e1b-163b2fd62936 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/networks?id=7b94d34a-3322-49c6-8613-4c3d93f24908 HTTP/1.1" status: 200 len: 797 time: 0.1110594 Aug 04 17:35:49.824533 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d85e8dec-a019-4dca-91c7-f2f7fe8df565 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/quotas/c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 375 time: 0.0102084 Aug 04 17:35:49.883068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-62fd4f3e-2f4f-41a6-872f-218ce58f52e9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520065 Aug 04 17:35:49.899020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-289e0249-f0e8-456a-82c4-2165bfd000fa None None] Provisioning for port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:35:49.904711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-289e0249-f0e8-456a-82c4-2165bfd000fa None None] Provisioning complete for port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:49.905053 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-289e0249-f0e8-456a-82c4-2165bfd000fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:49.944545 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Sync routers for ids ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:35:49.948550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-289e0249-f0e8-456a-82c4-2165bfd000fa None None] Port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:35:49.957151 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Routers {'dad4f89d-0888-4edf-85bf-edaa1a7d452d'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:35:49.957788 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:35:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:50.007798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-95122396-b6c4-4c92-ade4-462f4f24f777 service neutron] 10.222.0.39 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057940 Aug 04 17:35:50.069658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-63c4323c-246e-4089-8720-431c117099c8 None None] Provisioning complete for port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:50.070315 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-63c4323c-246e-4089-8720-431c117099c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.072955 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Set router dad4f89d-0888-4edf-85bf-edaa1a7d452d gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:35:50.109793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-63c4323c-246e-4089-8720-431c117099c8 None None] Port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:35:50.121003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-a5afc6d7-c254-439b-8a3d-827e42665dab service neutron] 10.222.0.39 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058140 Aug 04 17:35:50.295191 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '9538a350-1e3c-44a0-bb1a-3cb8fc042af7', 'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:ed:12:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:48Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 2, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:50.317148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aca80134-2579-4750-8ace-095e04e896ba req-7f452d12-4239-44d2-a7d2-48ee9b1805d5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 210 time: 0.0320840 Aug 04 17:35:50.321512 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Checking router: dad4f89d-0888-4edf-85bf-edaa1a7d452d for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:35:50.321860 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Updating router dad4f89d-0888-4edf-85bf-edaa1a7d452d port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:35:50.329409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4315b0be-c617-480c-a8dc-3e789771d4c2 None None] Provisioning complete for port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:50.329889 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4315b0be-c617-480c-a8dc-3e789771d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.348649 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.369819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4315b0be-c617-480c-a8dc-3e789771d4c2 None None] Port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:35:50.596325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 985e2cc9-acdf-4eda-be7c-72de55a63063 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:35:50.654022 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 985e2cc9-acdf-4eda-be7c-72de55a63063 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:50.654584 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.741923 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.744691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e4f34a03-d20f-47ef-b2d6-8bf284370868 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:35:50.752998 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Transition to ACTIVE for port object 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:35:50.760819 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.799427 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e4f34a03-d20f-47ef-b2d6-8bf284370868 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:35:50.804042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e4f34a03-d20f-47ef-b2d6-8bf284370868 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:50.804654 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.870700 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Attempting to bind port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:35:50.871097 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Attempting to bind port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:35:50.871456 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Attempting to bind port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 on network 7b94d34a-3322-49c6-8613-4c3d93f24908 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:35:50.873871 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Pushing event updated for resources: {'Port': ['ID=9538a350-1e3c-44a0-bb1a-3cb8fc042af7,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:50.884165 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.884511 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.885013 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.885350 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.886112 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.886440 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.886759 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.887121 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.887442 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.888163 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.888163 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.888411 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:35:50.899806 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.901991 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:35:50.902542 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Checking segment: {'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:35:50.903009 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.903931 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Bound using segment: {'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:35:50.904574 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Bound port: 9538a350-1e3c-44a0-bb1a-3cb8fc042af7, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:35:50.904894 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.953181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port e4f34a03-d20f-47ef-b2d6-8bf284370868, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e4f34a03-d20f-47ef-b2d6-8bf284370868,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:50.959516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:50.985063 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] For port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:35:50.990518 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] For port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9538a350-1e3c-44a0-bb1a-3cb8fc042af7,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:35:50.997917 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:51.020268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=e4f34a03-d20f-47ef-b2d6-8bf284370868,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:51.050309 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Routers {'dad4f89d-0888-4edf-85bf-edaa1a7d452d'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:35:51.050984 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:35:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:51.108076 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7185ea-07f4-4aa4-a5fe-3bedd723144b None None] Pushing event updated for resources: {'Port': ['ID=9538a350-1e3c-44a0-bb1a-3cb8fc042af7,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:51.179929 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] Set router dad4f89d-0888-4edf-85bf-edaa1a7d452d gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:35:51.327664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca56bb-68b2-479b-963e-d1730de448c0 req-912a959d-fe1e-41b5-801f-b509c4e070d2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:51.330141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-912a959d-fe1e-41b5-801f-b509c4e070d2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/networks?id=7b94d34a-3322-49c6-8613-4c3d93f24908 HTTP/1.1" status: 200 len: 797 time: 0.1258426 Aug 04 17:35:51.390203 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-e250e321-39c4-4069-bd8c-b3851d39192e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24f42d5796d4074bba3e8ad32b21d78 HTTP/1.1" status: 200 len: 379 time: 0.0501931 Aug 04 17:35:51.412659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'port': {'device_id': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'admin_state_up': True, 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'security_groups': ['86ce8409-e13a-43bc-b573-22462b122e8b']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:51.422092 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '9538a350-1e3c-44a0-bb1a-3cb8fc042af7', 'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:ed:12:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:48Z', 'updated_at': '2021-08-04T17:35:50Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:35:51.442786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f96abd2-f7cf-4180-8ede-4badff34038e req-212d6d66-d36a-4f95-ba2f-5b76165ab76b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 210 time: 0.0449479 Aug 04 17:35:51.449409 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c9b90-8fc2-40d7-a462-ce0593612d1e None None] The sync data for ids ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'] in n-d-764435-5 is: [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '9538a350-1e3c-44a0-bb1a-3cb8fc042af7', 'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:ed:12:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:48Z', 'updated_at': '2021-08-04T17:35:50Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:35:51.866706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Made reservation on behalf of c24f42d5796d4074bba3e8ad32b21d78 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:35:51.870934 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.012613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.20.0.12 (7b94d34a-3322-49c6-8613-4c3d93f24908/9bc58f69-b286-4fa2-a087-4b2fdf380088/bc8f5e50-a403-4917-88c8-27dba9cc5d39) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:35:52.168300 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.184678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Transition to ACTIVE for port object bc8f5e50-a403-4917-88c8-27dba9cc5d39 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:35:52.220128 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.269296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 7b94d34a-3322-49c6-8613-4c3d93f24908 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:35:52.274832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:35:52.278688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:35:52.303329 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=bc8f5e50-a403-4917-88c8-27dba9cc5d39,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:52.333483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:52.334483 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.355949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-1bf6f365-a8bd-4e04-86d5-a9ef6c3b75ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9476202 Aug 04 17:35:52.371382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Request body: {'port': {'device_id': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:52.435923 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.556449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7cfbf095-dcca-43bf-a14e-bc4be3c086f0 None None] Provisioning for port bc8f5e50-a403-4917-88c8-27dba9cc5d39 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:35:52.562407 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7cfbf095-dcca-43bf-a14e-bc4be3c086f0 None None] Provisioning complete for port bc8f5e50-a403-4917-88c8-27dba9cc5d39 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:52.562870 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7cfbf095-dcca-43bf-a14e-bc4be3c086f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.605173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7cfbf095-dcca-43bf-a14e-bc4be3c086f0 None None] Port bc8f5e50-a403-4917-88c8-27dba9cc5d39 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:35:52.643774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e4f34a03-d20f-47ef-b2d6-8bf284370868 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:35:52.680299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcddc56-9597-4e86-aae6-8e11cb5d8875 req-e1f981e6-cde9-4fa6-b349-6028a08f3f1c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:52.681791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dcddc56-9597-4e86-aae6-8e11cb5d8875 req-e1f981e6-cde9-4fa6-b349-6028a08f3f1c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 932 time: 0.1113417 Aug 04 17:35:52.696519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e4f34a03-d20f-47ef-b2d6-8bf284370868 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:52.696900 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.751176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dcddc56-9597-4e86-aae6-8e11cb5d8875 req-d52110f7-d500-49c8-b1dd-8fd4bdfb5de3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623019 Aug 04 17:35:52.780619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:35:52.800673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8f5e50-a403-4917-88c8-27dba9cc5d39 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:35:52.808081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.820441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Transition to ACTIVE for port object bc8f5e50-a403-4917-88c8-27dba9cc5d39 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:35:52.825647 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.828244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:35:52.832214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:52.832585 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.882462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8f5e50-a403-4917-88c8-27dba9cc5d39,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:52.919148 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.955114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9538a350-1e3c-44a0-bb1a-3cb8fc042af7,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:52.960908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:52.962176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Attempting to bind port bc8f5e50-a403-4917-88c8-27dba9cc5d39 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:35:52.963246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Attempting to bind port bc8f5e50-a403-4917-88c8-27dba9cc5d39 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:35:52.963588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Attempting to bind port bc8f5e50-a403-4917-88c8-27dba9cc5d39 on network 7b94d34a-3322-49c6-8613-4c3d93f24908 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:35:52.970537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Port bc8f5e50-a403-4917-88c8-27dba9cc5d39 on network 7b94d34a-3322-49c6-8613-4c3d93f24908 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:35:52.970890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Attempting to bind port bc8f5e50-a403-4917-88c8-27dba9cc5d39 on network 7b94d34a-3322-49c6-8613-4c3d93f24908 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:35:52.976294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:35:52.976632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Checking segment: {'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:35:52.977190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Bound using segment: {'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:35:52.977626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Bound port: bc8f5e50-a403-4917-88c8-27dba9cc5d39, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:35:52.977987 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:53.016813 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=9538a350-1e3c-44a0-bb1a-3cb8fc042af7,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:53.058965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] For port bc8f5e50-a403-4917-88c8-27dba9cc5d39, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:35:53.062437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] For port bc8f5e50-a403-4917-88c8-27dba9cc5d39, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:35:53.068456 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:53.114389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:53.115074 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:53.116494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] 10.222.0.82 "PUT /v2.0/ports/bc8f5e50-a403-4917-88c8-27dba9cc5d39 HTTP/1.1" status: 200 len: 1092 time: 0.7501116 Aug 04 17:35:53.116979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:35:53.119363 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:35:53.159982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f4150-8eaf-492b-9aae-1117370bc005 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8f5e50-a403-4917-88c8-27dba9cc5d39,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:53.175729 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed3bf8-f16c-4427-8fee-240a86670922 x-openstack-request-id: req-12ed3bf8-f16c-4427-8fee-240a86670922 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:35:53.176102 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:35:53.176410 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12ed3bf8-f16c-4427-8fee-240a86670922 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:35:53.176862 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'status': 'completed', 'code': 200} Aug 04 17:35:53.211961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca56bb-68b2-479b-963e-d1730de448c0 req-eb50eb5a-5c7d-4df2-8b9b-916cf94ff674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:53.213509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-eb50eb5a-5c7d-4df2-8b9b-916cf94ff674 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 1095 time: 0.0491467 Aug 04 17:35:53.259017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-bfd6c9c9-c2a2-466f-8667-159a134466fe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39 HTTP/1.1" status: 200 len: 217 time: 0.0362844 Aug 04 17:35:53.313645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca56bb-68b2-479b-963e-d1730de448c0 req-aa72e016-1927-4ef3-baa3-dd40099e6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:53.315188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-aa72e016-1927-4ef3-baa3-dd40099e6ef3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9bc58f69-b286-4fa2-a087-4b2fdf380088 HTTP/1.1" status: 200 len: 834 time: 0.0494180 Aug 04 17:35:53.361697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca56bb-68b2-479b-963e-d1730de448c0 req-851cbd88-05ca-4d10-bc4f-dc14b73206bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:53.363432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-851cbd88-05ca-4d10-bc4f-dc14b73206bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b94d34a-3322-49c6-8613-4c3d93f24908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415182 Aug 04 17:35:53.466694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-f4dce6e4-33c5-4bd5-83de-17b616768f21 service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949929 Aug 04 17:35:53.574044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-feca56bb-68b2-479b-963e-d1730de448c0 req-948123ba-e06c-4ffa-ba61-dee9f6c8ce2c service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994499 Aug 04 17:35:53.674415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-85a671f4-9939-422d-bca6-efb2243f9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:53.675982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-85a671f4-9939-422d-bca6-efb2243f9ce1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 1095 time: 0.0469022 Aug 04 17:35:53.773344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-13a99637-8f20-41db-9359-57754403aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:53.774950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-13a99637-8f20-41db-9359-57754403aa7b service neutron] 10.222.0.82 "GET /v2.0/networks?id=7b94d34a-3322-49c6-8613-4c3d93f24908 HTTP/1.1" status: 200 len: 899 time: 0.0915678 Aug 04 17:35:53.819454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-2780351b-0dbf-49d3-b37e-e7ffe0c5ccc5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39 HTTP/1.1" status: 200 len: 217 time: 0.0372114 Aug 04 17:35:53.897088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-834c8165-565c-471c-8137-839a0885e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:53.898572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-834c8165-565c-471c-8137-839a0885e9fc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9bc58f69-b286-4fa2-a087-4b2fdf380088 HTTP/1.1" status: 200 len: 834 time: 0.0672710 Aug 04 17:35:53.911722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12b45-3436-4bce-bf85-5017e95f3351 req-164adcaa-a6fa-4530-b19d-fcf3b5ae3849 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:53.913159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fd12b45-3436-4bce-bf85-5017e95f3351 req-164adcaa-a6fa-4530-b19d-fcf3b5ae3849 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 944 time: 0.0908487 Aug 04 17:35:53.977135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fd12b45-3436-4bce-bf85-5017e95f3351 req-6a9bcb1d-7c29-4d4f-ac5c-ae7e6e8e51df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554485 Aug 04 17:35:53.980119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-de5711d1-3e76-49ba-b311-6ad3b43177ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:53.981350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-de5711d1-3e76-49ba-b311-6ad3b43177ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b94d34a-3322-49c6-8613-4c3d93f24908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673287 Aug 04 17:35:54.090201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-2ffa105f-4361-4233-9f89-ce46294b2e3f service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000526 Aug 04 17:35:54.195103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb7bb3f8-9908-40b6-8437-e7561d9d8e48 req-94ac5f09-0de2-4810-94e3-d3fb087b7af5 service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965381 Aug 04 17:35:54.462222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bc8f5e50-a403-4917-88c8-27dba9cc5d39 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:35:54.523017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:35:54.595320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bc8f5e50-a403-4917-88c8-27dba9cc5d39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:54.610522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:54.610912 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:54.612613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'port_id': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'mac_address': 'fa:16:3e:fe:d5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:35:54.681978 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:54.698784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8f5e50-a403-4917-88c8-27dba9cc5d39 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:35:54.739676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bc8f5e50-a403-4917-88c8-27dba9cc5d39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:54.747866 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:54.801384 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=bc8f5e50-a403-4917-88c8-27dba9cc5d39,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:54.952212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['bc8f5e50-a403-4917-88c8-27dba9cc5d39'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:35:55.097394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe208d00-f0f1-4d0d-acd4-81cc557b5772 req-fd5ac772-e9f3-46ab-83da-b1069f609bcc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:55.098959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe208d00-f0f1-4d0d-acd4-81cc557b5772 req-fd5ac772-e9f3-46ab-83da-b1069f609bcc tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 945 time: 0.0511944 Aug 04 17:35:55.145757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe208d00-f0f1-4d0d-acd4-81cc557b5772 req-1f28b3cc-fec7-4d9a-a97d-216ff5078f09 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406690 Aug 04 17:35:56.280507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e603cf-b23f-4e14-b18c-61ad5b7d086b req-e5ca0e9c-f34d-45d2-ae16-28b03b927a0c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:56.282070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6e603cf-b23f-4e14-b18c-61ad5b7d086b req-e5ca0e9c-f34d-45d2-ae16-28b03b927a0c tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 945 time: 0.0649502 Aug 04 17:35:56.322833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6e603cf-b23f-4e14-b18c-61ad5b7d086b req-f83813b7-bac1-4d1a-9aab-2da18f1e0190 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345273 Aug 04 17:35:56.457130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bc8f5e50-a403-4917-88c8-27dba9cc5d39 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:35:56.514551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port bc8f5e50-a403-4917-88c8-27dba9cc5d39 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:35:56.518656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port bc8f5e50-a403-4917-88c8-27dba9cc5d39 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:35:56.519061 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:56.608519 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:56.631958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:35:56.634247 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be634f6-660b-4ba1-a15e-b1bdcf2aa895" -d '{"events": [{"server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "name": "network-vif-plugged", "status": "completed", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:35:56.646959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bc8f5e50-a403-4917-88c8-27dba9cc5d39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:35:56.652076 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:56.678129 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f83f3be-d60d-4653-b076-e780eaa20462 x-openstack-request-id: req-3f83f3be-d60d-4653-b076-e780eaa20462 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:35:56.678385 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "name": "network-vif-plugged", "status": "completed", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:35:56.678658 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f83f3be-d60d-4653-b076-e780eaa20462 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:35:56.679085 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'code': 200} Aug 04 17:35:56.705543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=bc8f5e50-a403-4917-88c8-27dba9cc5d39,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:56.773522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758a85-9e4f-48b7-9de7-7d0dd21f027b req-443f7b70-f0ac-482a-9459-5150b0b26db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:56.775082 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f758a85-9e4f-48b7-9de7-7d0dd21f027b req-443f7b70-f0ac-482a-9459-5150b0b26db6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 1097 time: 0.0431015 Aug 04 17:35:56.811227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f758a85-9e4f-48b7-9de7-7d0dd21f027b req-0de70dd4-e6de-4cf5-b92a-c8dee4d22fc8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289884 Aug 04 17:35:57.458345 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b252055-de4b-44ff-8ba7-39d2aff118b2 req-d43aab94-c080-42c7-81fe-82ac515f06b9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:57.460600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b252055-de4b-44ff-8ba7-39d2aff118b2 req-d43aab94-c080-42c7-81fe-82ac515f06b9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0616615 Aug 04 17:35:57.502325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b252055-de4b-44ff-8ba7-39d2aff118b2 req-6e2e6dd6-494f-4aae-b746-c9f539b9c72e tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355401 Aug 04 17:35:58.647741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627ceea-165f-4219-a095-ac04955562ff req-5c626a40-541b-4a61-a613-1d198b4e6142 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:58.649291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8627ceea-165f-4219-a095-ac04955562ff req-5c626a40-541b-4a61-a613-1d198b4e6142 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0628734 Aug 04 17:35:58.691048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8627ceea-165f-4219-a095-ac04955562ff req-581d39ee-f343-4f7d-afef-b7ecb10a2eb5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349102 Aug 04 17:35:58.828880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81928d3-e6e9-4995-a77b-9fddc0af6381 req-42e0075f-b1ea-4fc9-8f7d-0c066d0255b4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:58.830257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d81928d3-e6e9-4995-a77b-9fddc0af6381 req-42e0075f-b1ea-4fc9-8f7d-0c066d0255b4 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0576775 Aug 04 17:35:58.873952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d81928d3-e6e9-4995-a77b-9fddc0af6381 req-88f50a1f-86c2-4e81-8427-1e1aa2f19863 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347261 Aug 04 17:35:58.896737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35894) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:58.947428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f6b5c9-f46a-4954-a150-f606eee1563d tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:35:58.952165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35896) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:35:58.952459 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-68f6b5c9-f46a-4954-a150-f606eee1563d tempest-TestNetworkAdvancedServerOps-1750346830 tempest-TestNetworkAdvancedServerOps-1750346830-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 1092 time: 0.0540302 Aug 04 17:35:58.959611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:35:58.989299 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:59.097927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:59.206132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Allocated IP 172.25.2.13 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/281ca31b-51bc-4f5b-9095-df4ce84072eb) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:35:59.319443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:59.363317 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:59.399486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:35:59.402413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:35:59.407891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:35:59.432743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=281ca31b-51bc-4f5b-9095-df4ce84072eb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:35:59.791266 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:35:59.865043 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:00.050397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:00.056393 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:00.133680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event updated for resources: {'Port': ['ID=281ca31b-51bc-4f5b-9095-df4ce84072eb,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:36:00.142754 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:00.255902 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Floating IP e470a801-3bf3-4d1e-baf2-8b6b19a809d3 associated. External IP: 172.25.2.13, port: bc8f5e50-a403-4917-88c8-27dba9cc5d39. Aug 04 17:36:00.474355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router dad4f89d-0888-4edf-85bf-edaa1a7d452d has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:36:00.589391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:36:00.600614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ef357-a200-490e-996b-a24416410ec6 None None] Sync routers for ids ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:36:00.608861 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:00.611365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ef357-a200-490e-996b-a24416410ec6 None None] Routers {'dad4f89d-0888-4edf-85bf-edaa1a7d452d'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:36:00.612041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-888ef357-a200-490e-996b-a24416410ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:35:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:36:00.639902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ee70e668-e0a8-4f21-a0ea-2056c7d55ef9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6861224 Aug 04 17:36:00.640576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:36:00.643152 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b177b47-551a-4d67-a369-d87cd65c49e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:36:00.691898 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233ffe76-64e5-4c44-ac19-70df8b89561c x-openstack-request-id: req-233ffe76-64e5-4c44-ac19-70df8b89561c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:36:00.692191 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:36:00.692444 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-233ffe76-64e5-4c44-ac19-70df8b89561c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:36:00.692850 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'status': 'completed', 'code': 200} Aug 04 17:36:00.723896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-888ef357-a200-490e-996b-a24416410ec6 None None] Set router dad4f89d-0888-4edf-85bf-edaa1a7d452d gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:36:00.776441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d47247-7900-4b9a-89b0-133ff6ef490a req-25b644a0-61af-4a1c-9d27-b9e503c14b16 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:00.778089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26d47247-7900-4b9a-89b0-133ff6ef490a req-25b644a0-61af-4a1c-9d27-b9e503c14b16 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0773430 Aug 04 17:36:00.793587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-f2775d08-30ae-4528-821e-f2e66e9c2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:00.795089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-f2775d08-30ae-4528-821e-f2e66e9c2d0f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 1097 time: 0.0675838 Aug 04 17:36:00.871745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26d47247-7900-4b9a-89b0-133ff6ef490a req-1233799a-831b-41c1-b87f-6abd6511d5d3 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865602 Aug 04 17:36:00.895275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35902) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:36:00.948000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-8ba7a32f-5f5b-4101-89bc-58f8d094d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:00.949493 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-8ba7a32f-5f5b-4101-89bc-58f8d094d598 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7b94d34a-3322-49c6-8613-4c3d93f24908 HTTP/1.1" status: 200 len: 899 time: 0.1466527 Aug 04 17:36:00.966053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-888ef357-a200-490e-996b-a24416410ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e470a801-3bf3-4d1e-baf2-8b6b19a809d3', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'port_id': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'mac_address': 'fa:16:3e:fe:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:35:59Z', 'updated_at': '2021-08-04T17:35:59Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9538a350-1e3c-44a0-bb1a-3cb8fc042af7', 'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:ed:12:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:48Z', 'updated_at': '2021-08-04T17:35:52Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:36:00.993046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ef357-a200-490e-996b-a24416410ec6 None None] Checking router: dad4f89d-0888-4edf-85bf-edaa1a7d452d for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:36:01.001849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6cd9f676-b89d-42e6-b39f-8f4be61c8565 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/e470a801-3bf3-4d1e-baf2-8b6b19a809d3 HTTP/1.1" status: 200 len: 991 time: 0.1054330 Aug 04 17:36:01.002087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ef357-a200-490e-996b-a24416410ec6 None None] Routers {'dad4f89d-0888-4edf-85bf-edaa1a7d452d'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:36:01.002664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-888ef357-a200-490e-996b-a24416410ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:35:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:36:01.117143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-888ef357-a200-490e-996b-a24416410ec6 None None] Set router dad4f89d-0888-4edf-85bf-edaa1a7d452d gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:36:01.360795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-6827ccb1-30e0-4480-94c5-228276225dc9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39 HTTP/1.1" status: 200 len: 999 time: 0.4025528 Aug 04 17:36:01.372707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-888ef357-a200-490e-996b-a24416410ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e470a801-3bf3-4d1e-baf2-8b6b19a809d3', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'port_id': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'mac_address': 'fa:16:3e:fe:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:35:59Z', 'updated_at': '2021-08-04T17:35:59Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9538a350-1e3c-44a0-bb1a-3cb8fc042af7', 'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:ed:12:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:48Z', 'updated_at': '2021-08-04T17:35:52Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:36:01.400068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ef357-a200-490e-996b-a24416410ec6 None None] The sync data for ids ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'] in n-d-764435-5 is: [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e470a801-3bf3-4d1e-baf2-8b6b19a809d3', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'port_id': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'mac_address': 'fa:16:3e:fe:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:35:59Z', 'updated_at': '2021-08-04T17:35:59Z', 'revision_number': 0, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9538a350-1e3c-44a0-bb1a-3cb8fc042af7', 'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:ed:12:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:48Z', 'updated_at': '2021-08-04T17:35:52Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:36:01.414094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-fbf35751-02ce-4169-b310-0fa98d9d39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:01.415787 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-fbf35751-02ce-4169-b310-0fa98d9d39b5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9bc58f69-b286-4fa2-a087-4b2fdf380088 HTTP/1.1" status: 200 len: 834 time: 0.0473206 Aug 04 17:36:01.467261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-a19f99bd-60b9-4bf2-9d75-95a25bfd440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:01.469260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-a19f99bd-60b9-4bf2-9d75-95a25bfd440e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b94d34a-3322-49c6-8613-4c3d93f24908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440583 Aug 04 17:36:01.569466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-5a9d8a13-b759-43c6-97bd-ab1a53129fec service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925102 Aug 04 17:36:01.604940 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8c2aa-29ff-431a-9a41-18be4ae0c6a2 None None] New status for floating IP e470a801-3bf3-4d1e-baf2-8b6b19a809d3: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:36:01.681509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b177b47-551a-4d67-a369-d87cd65c49e1 req-e42f655f-b416-4c09-8bfc-792e8d79065d service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049783 Aug 04 17:36:02.006347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35904) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:36:02.023685 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-01c79174-cf7b-4d0b-81d0-1a5fc4192839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:02.074561 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-85898c4b-608f-4cb1-a8f1-019ec1d24667 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/e470a801-3bf3-4d1e-baf2-8b6b19a809d3 HTTP/1.1" status: 200 len: 993 time: 0.0669203 Aug 04 17:36:04.443311 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1a84e2b0-dcc2-4476-bfd4-b2d31b9ad5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:05.036572 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:05.941878 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:07.546576 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:09.310117 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:09.380732 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:13.223934 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:36:21.667179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-da91f074-6191-45a0-8e23-2d7c86bb5b14 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519135 Aug 04 17:36:21.765877 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-407287ba-1beb-4075-aa6d-d84910cc2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:21.767501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-407287ba-1beb-4075-aa6d-d84910cc2d0d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 1097 time: 0.0507112 Aug 04 17:36:21.880869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-e5a003dc-fd7a-4c10-a648-c923d8752c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:21.882383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-e5a003dc-fd7a-4c10-a648-c923d8752c8e service neutron] 10.222.0.82 "GET /v2.0/networks?id=7b94d34a-3322-49c6-8613-4c3d93f24908 HTTP/1.1" status: 200 len: 899 time: 0.0921409 Aug 04 17:36:21.952225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-b705ac1c-8cc3-4f26-9fe3-e932a4aba915 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39 HTTP/1.1" status: 200 len: 1001 time: 0.0616863 Aug 04 17:36:22.007277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-dca0b43f-d07a-4a4f-a564-5261e7fbe799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:22.008759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-dca0b43f-d07a-4a4f-a564-5261e7fbe799 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9bc58f69-b286-4fa2-a087-4b2fdf380088 HTTP/1.1" status: 200 len: 834 time: 0.0492980 Aug 04 17:36:22.075325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-72156e58-910e-4a4b-b372-20ef8cf69236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:22.076908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-72156e58-910e-4a4b-b372-20ef8cf69236 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b94d34a-3322-49c6-8613-4c3d93f24908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594561 Aug 04 17:36:22.174075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-b7d1352c-c3c0-4944-8083-2bf77396b82b service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882099 Aug 04 17:36:22.288177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef988ae3-8cba-4516-a9a2-8efcf1326b6e req-0e8c8d38-d9d0-4cbb-98e3-707e3c126811 service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060576 Aug 04 17:36:32.017869 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b3e0b3ab-d78b-409e-b225-0aae72ac1568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:33.817032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865739b-b267-4737-be49-d12ee5071d0a req-0951bf28-22e8-4348-a55f-df5e34fa81ba tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:33.818650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6865739b-b267-4737-be49-d12ee5071d0a req-0951bf28-22e8-4348-a55f-df5e34fa81ba tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.1167762 Aug 04 17:36:33.861227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6865739b-b267-4737-be49-d12ee5071d0a req-92febeb0-3d0a-4ee0-8504-404638c78c60 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360751 Aug 04 17:36:34.427660 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c4d41c6c-43f2-4a73-92e7-55f7425813b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:34.993460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d7f28-b6dc-406d-9ff0-83b681a0c9dc req-f549af65-57e9-4409-9bdc-28a84066a79a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:34.995047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-036d7f28-b6dc-406d-9ff0-83b681a0c9dc req-f549af65-57e9-4409-9bdc-28a84066a79a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0556643 Aug 04 17:36:35.030107 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:35.036761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-036d7f28-b6dc-406d-9ff0-83b681a0c9dc req-26dc5751-44f6-461f-badf-bdd85bfa1564 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353169 Aug 04 17:36:35.951858 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:36.182181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ca4de-3979-4215-a29b-87b686145937 req-8c1ff3db-677a-4597-952e-36041d583fda tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:36.183738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d94ca4de-3979-4215-a29b-87b686145937 req-8c1ff3db-677a-4597-952e-36041d583fda tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0743341 Aug 04 17:36:36.226934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d94ca4de-3979-4215-a29b-87b686145937 req-984bc376-f420-4663-841f-82fffe376ac2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369449 Aug 04 17:36:37.362673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df193a-f1cf-40ac-bcd7-6714a77d5046 req-a2268128-efdc-40be-9441-a134ca2cb415 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:37.364196 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17df193a-f1cf-40ac-bcd7-6714a77d5046 req-a2268128-efdc-40be-9441-a134ca2cb415 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0533473 Aug 04 17:36:37.408823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-17df193a-f1cf-40ac-bcd7-6714a77d5046 req-6e566458-59b4-4d0c-b90f-c62b82f879a6 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381169 Aug 04 17:36:37.546741 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:38.532855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad592455-4732-4f81-90fc-9d396aeac198 req-55cd5354-e614-4164-a8ea-6e9dc4201b3a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:38.534333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad592455-4732-4f81-90fc-9d396aeac198 req-55cd5354-e614-4164-a8ea-6e9dc4201b3a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0517581 Aug 04 17:36:38.576548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad592455-4732-4f81-90fc-9d396aeac198 req-b5c06be0-afd9-418a-a3fa-64d5af6d5a01 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332274 Aug 04 17:36:39.308095 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:39.382445 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:39.709101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f59dff-9704-4027-a0ba-e45ff053431e req-7369a670-73ca-40a6-a4c4-eb2834ab27ec tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:39.710635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9f59dff-9704-4027-a0ba-e45ff053431e req-7369a670-73ca-40a6-a4c4-eb2834ab27ec tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0623960 Aug 04 17:36:39.751303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9f59dff-9704-4027-a0ba-e45ff053431e req-d28b11e7-5bd1-403a-b021-7d85ac88b8ab tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343032 Aug 04 17:36:40.907203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dba3f4-eae1-4d19-984e-37c19ac5182f req-c19588aa-a6af-45cc-9b33-3eb2fd342689 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:40.908686 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59dba3f4-eae1-4d19-984e-37c19ac5182f req-c19588aa-a6af-45cc-9b33-3eb2fd342689 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0675492 Aug 04 17:36:40.951636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59dba3f4-eae1-4d19-984e-37c19ac5182f req-7a78b822-4fd2-4fa8-a49b-a8db0e08c7f5 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341003 Aug 04 17:36:42.088799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf76272-8428-4d83-a155-13daf14ab5f0 req-54c4a943-98fc-4810-a72f-eb85ca3eb482 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:42.090464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bf76272-8428-4d83-a155-13daf14ab5f0 req-54c4a943-98fc-4810-a72f-eb85ca3eb482 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0545151 Aug 04 17:36:42.133641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bf76272-8428-4d83-a155-13daf14ab5f0 req-fdb8b3f5-f4a5-48c1-8d00-f522044c3f2f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368035 Aug 04 17:36:43.266919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443b313-e4a9-4d5b-b3e4-5f3583f53dd7 req-d3877741-646e-4f9d-b6f4-8dd82bd7ee16 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:43.268447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2443b313-e4a9-4d5b-b3e4-5f3583f53dd7 req-d3877741-646e-4f9d-b6f4-8dd82bd7ee16 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0600111 Aug 04 17:36:43.310746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2443b313-e4a9-4d5b-b3e4-5f3583f53dd7 req-a6ceb1f8-eb69-4742-a4cd-0d3bb75bbba0 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333214 Aug 04 17:36:44.446773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03aad4-8971-495f-bcd9-dedc4f809c04 req-f050b69f-a42b-4388-9271-5390975ac928 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:44.448278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc03aad4-8971-495f-bcd9-dedc4f809c04 req-f050b69f-a42b-4388-9271-5390975ac928 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0623980 Aug 04 17:36:44.491059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc03aad4-8971-495f-bcd9-dedc4f809c04 req-6d1d51cc-aa34-48ab-bf23-fb392b7d5c18 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335095 Aug 04 17:36:45.629150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b677d7c-a3a0-4b25-9099-2192f0085c20 req-ad7b5f1d-7bb7-4113-b082-6635258b5d16 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:45.631013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b677d7c-a3a0-4b25-9099-2192f0085c20 req-ad7b5f1d-7bb7-4113-b082-6635258b5d16 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0626814 Aug 04 17:36:45.673451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b677d7c-a3a0-4b25-9099-2192f0085c20 req-ee730c33-84fc-44d9-8e12-58399da39ac2 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348802 Aug 04 17:36:46.811800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014da0ac-b4c6-4217-90d1-766138017e6e req-616206b8-05eb-407f-a093-ca8359b09af8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:46.813311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-014da0ac-b4c6-4217-90d1-766138017e6e req-616206b8-05eb-407f-a093-ca8359b09af8 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0620441 Aug 04 17:36:46.852899 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-014da0ac-b4c6-4217-90d1-766138017e6e req-8f381c9e-a4ac-4d96-9247-003fece75c06 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334930 Aug 04 17:36:47.997455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3d015-975a-4bef-8239-7c6620065892 req-4304b9e9-1b39-48fb-90c7-47a3acff781b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:47.999116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bca3d015-975a-4bef-8239-7c6620065892 req-4304b9e9-1b39-48fb-90c7-47a3acff781b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0717621 Aug 04 17:36:48.043595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bca3d015-975a-4bef-8239-7c6620065892 req-0525267e-ce8c-4003-9e69-218c54e784f9 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361834 Aug 04 17:36:49.183575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27d40e-bc17-407c-a4e8-415ea5c43e17 req-d6a6c7af-e4e7-4c41-8d70-0f49b696404f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:49.185068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d27d40e-bc17-407c-a4e8-415ea5c43e17 req-d6a6c7af-e4e7-4c41-8d70-0f49b696404f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0582335 Aug 04 17:36:49.226564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d27d40e-bc17-407c-a4e8-415ea5c43e17 req-668d1858-b59b-4510-9c25-be82c2f09207 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352125 Aug 04 17:36:50.222547 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:36:50.371601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf971b-1e31-4b30-9a72-8da24513923b req-5fc786d7-76cf-4cc4-adca-873a7ab7edfa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:50.373231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bdaf971b-1e31-4b30-9a72-8da24513923b req-5fc786d7-76cf-4cc4-adca-873a7ab7edfa tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0720789 Aug 04 17:36:50.416109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bdaf971b-1e31-4b30-9a72-8da24513923b req-59b3bf97-b9e9-4f73-928d-f7da380e72dd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364079 Aug 04 17:36:51.396887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8cf07-9867-4801-9236-3a9beddeb2b2 req-5c032855-945e-4c38-9da8-d3b0c8538b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:51.398466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46c8cf07-9867-4801-9236-3a9beddeb2b2 req-5c032855-945e-4c38-9da8-d3b0c8538b56 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 1097 time: 0.0463135 Aug 04 17:36:51.440553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46c8cf07-9867-4801-9236-3a9beddeb2b2 req-6fcab48e-0c09-4d13-a9c3-4eb8ca3d54dd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344982 Aug 04 17:36:51.557737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657b0de-3eec-42fa-98d0-f98a2d65ca95 req-f6a1a71d-b16e-421b-bda7-eef1af15b71d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:51.559264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2657b0de-3eec-42fa-98d0-f98a2d65ca95 req-f6a1a71d-b16e-421b-bda7-eef1af15b71d tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0594413 Aug 04 17:36:51.609518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2657b0de-3eec-42fa-98d0-f98a2d65ca95 req-55630e9c-b0bd-4eb3-8b01-3af055cb02cd tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438986 Aug 04 17:36:52.725106 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bc8f5e50-a403-4917-88c8-27dba9cc5d39 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:36:52.754004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da693e-4863-482d-bf4b-dbcf0c307a34 req-eb063db3-f4cb-4c44-8aed-11a99f0d1501 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:36:52.755450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6da693e-4863-482d-bf4b-dbcf0c307a34 req-eb063db3-f4cb-4c44-8aed-11a99f0d1501 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0654454 Aug 04 17:36:52.794679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6da693e-4863-482d-bf4b-dbcf0c307a34 req-36d9a509-96b2-477e-886c-49b6846d14ae tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325682 Aug 04 17:36:52.809851 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:52.817310 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 35974) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:36:52.832627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:36:52.834950 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ae5166-078f-482a-b6ca-a63a34ea8d65" -d '{"events": [{"server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "name": "network-vif-unplugged", "status": "completed", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:36:52.849054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bc8f5e50-a403-4917-88c8-27dba9cc5d39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:36:52.854271 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:52.876786 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4660abce-1f0d-4f74-a2fb-12b281d2af73 x-openstack-request-id: req-4660abce-1f0d-4f74-a2fb-12b281d2af73 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:36:52.877069 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "name": "network-vif-unplugged", "status": "completed", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:36:52.877315 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4660abce-1f0d-4f74-a2fb-12b281d2af73 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:36:52.877693 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'code': 200} Aug 04 17:36:52.886106 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-855f335c-ecb6-40a7-afb1-9a75398d6833 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/floatingips/e470a801-3bf3-4d1e-baf2-8b6b19a809d3 HTTP/1.1" status: 200 len: 993 time: 0.0661924 Aug 04 17:36:52.903042 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=bc8f5e50-a403-4917-88c8-27dba9cc5d39,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:36:52.910371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.910708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.911073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.911402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.911727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.912048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.912363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.912679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.912992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.913305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.913619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:52.913929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:36:54.732170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bc8f5e50-a403-4917-88c8-27dba9cc5d39 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:36:54.837802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bc8f5e50-a403-4917-88c8-27dba9cc5d39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:36:54.849852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'port_id': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'mac_address': 'fa:16:3e:fe:d5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:36:54.889604 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:54.903983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8f5e50-a403-4917-88c8-27dba9cc5d39 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:36:54.923867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bc8f5e50-a403-4917-88c8-27dba9cc5d39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:36:54.931065 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:54.981982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=bc8f5e50-a403-4917-88c8-27dba9cc5d39,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:36:55.152004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['bc8f5e50-a403-4917-88c8-27dba9cc5d39'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:36:56.739526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bc8f5e50-a403-4917-88c8-27dba9cc5d39 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:36:56.798083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port bc8f5e50-a403-4917-88c8-27dba9cc5d39 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:36:56.798486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:56.877689 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:56.903285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:36:56.905831 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40b6c75-9ed9-4534-adfd-2de9e644d385" -d '{"events": [{"server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "name": "network-vif-plugged", "status": "completed", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:36:56.921431 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port bc8f5e50-a403-4917-88c8-27dba9cc5d39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:36:56.927718 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:36:56.958298 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438b4d02-5f88-417a-a08f-726a2ff9dcaa x-openstack-request-id: req-438b4d02-5f88-417a-a08f-726a2ff9dcaa {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:36:56.959190 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "name": "network-vif-plugged", "status": "completed", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:36:56.959190 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-438b4d02-5f88-417a-a08f-726a2ff9dcaa {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:36:56.959895 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'code': 200} Aug 04 17:36:56.986205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=bc8f5e50-a403-4917-88c8-27dba9cc5d39,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:02.022071 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f0434f54-d257-4ae8-894c-14066556cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:04.423413 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d8f3-db3e-401c-a4ff-4845d11c851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:05.046007 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:05.957441 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:07.549720 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:09.317207 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:09.405462 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:23.685968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533579b7-56a2-4771-905e-24389966faa5 req-61859bf1-974e-4b64-8e8a-275ac3d461f4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453286 Aug 04 17:37:23.781024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533579b7-56a2-4771-905e-24389966faa5 req-609a05dc-cbea-4454-9b1b-d2ea3f88e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:23.782542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533579b7-56a2-4771-905e-24389966faa5 req-609a05dc-cbea-4454-9b1b-d2ea3f88e845 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 1097 time: 0.0429068 Aug 04 17:37:23.899618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533579b7-56a2-4771-905e-24389966faa5 req-06e78041-8c44-477f-ad7d-cba5fda6c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:23.901088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533579b7-56a2-4771-905e-24389966faa5 req-06e78041-8c44-477f-ad7d-cba5fda6c445 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7b94d34a-3322-49c6-8613-4c3d93f24908 HTTP/1.1" status: 200 len: 899 time: 0.0969656 Aug 04 17:37:23.976026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533579b7-56a2-4771-905e-24389966faa5 req-fd71bd1e-152a-4c2f-8354-f414b4060fd1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39 HTTP/1.1" status: 200 len: 1001 time: 0.0653155 Aug 04 17:37:24.027139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533579b7-56a2-4771-905e-24389966faa5 req-ba09730a-d425-40cb-a7b7-6de24c9fe57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:24.028583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533579b7-56a2-4771-905e-24389966faa5 req-ba09730a-d425-40cb-a7b7-6de24c9fe57c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9bc58f69-b286-4fa2-a087-4b2fdf380088 HTTP/1.1" status: 200 len: 834 time: 0.0452921 Aug 04 17:37:24.099909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533579b7-56a2-4771-905e-24389966faa5 req-a7237e85-0a88-47ca-b82a-8990941539d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:24.101420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533579b7-56a2-4771-905e-24389966faa5 req-a7237e85-0a88-47ca-b82a-8990941539d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b94d34a-3322-49c6-8613-4c3d93f24908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644276 Aug 04 17:37:24.203039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533579b7-56a2-4771-905e-24389966faa5 req-a9491c6e-ab87-4767-8826-5b5664d4b6b0 service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915263 Aug 04 17:37:24.302567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-533579b7-56a2-4771-905e-24389966faa5 req-5b48f70c-2387-4360-b8c9-a000c86399f9 service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883708 Aug 04 17:37:27.226179 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:37:28.184264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 35992) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:28.373635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port 281ca31b-51bc-4f5b-9095-df4ce84072eb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:37:28.373945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:28.448697 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:28.448983 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:28.461349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for 281ca31b-51bc-4f5b-9095-df4ce84072eb owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:37:28.632706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:28.663372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=281ca31b-51bc-4f5b-9095-df4ce84072eb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:28.673488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.673838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.674179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.674593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.674878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.675213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.675547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.676350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.676350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.676584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.676930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.677335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:28.749990 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:28.750255 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Floating IP e470a801-3bf3-4d1e-baf2-8b6b19a809d3 disassociated (deleted). External IP: 172.25.2.13, port: bc8f5e50-a403-4917-88c8-27dba9cc5d39. Aug 04 17:37:28.964625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router dad4f89d-0888-4edf-85bf-edaa1a7d452d has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:37:29.083324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:37:29.088155 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:29.095632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] Sync routers for ids ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:37:29.106256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] Routers {'dad4f89d-0888-4edf-85bf-edaa1a7d452d'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:29.106922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:29.122087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b4931af1-9c7e-4a1a-b704-9240850e2f26 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/floatingips/e470a801-3bf3-4d1e-baf2-8b6b19a809d3 HTTP/1.1" status: 204 len: 168 time: 0.9339247 Aug 04 17:37:29.122087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:37:29.122550 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:37:29.176036 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c076ed-a9c4-4b3a-8a51-86dbde4ec5a4 x-openstack-request-id: req-e7c076ed-a9c4-4b3a-8a51-86dbde4ec5a4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:37:29.176419 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:37:29.176635 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7c076ed-a9c4-4b3a-8a51-86dbde4ec5a4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:37:29.177023 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'status': 'completed', 'code': 200} Aug 04 17:37:29.217705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] Set router dad4f89d-0888-4edf-85bf-edaa1a7d452d gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:29.257455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-2b30e3a3-56fe-46b4-b1a1-95bf6c50f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:29.259186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-2b30e3a3-56fe-46b4-b1a1-95bf6c50f6bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 1097 time: 0.0601125 Aug 04 17:37:29.388079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf67903-cf96-4c0e-8837-f32c79c0e086 req-654f10c2-4d72-42c6-9720-ba99cda1274b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:29.389458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bf67903-cf96-4c0e-8837-f32c79c0e086 req-654f10c2-4d72-42c6-9720-ba99cda1274b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0813041 Aug 04 17:37:29.390629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-799bee1f-d20e-4e2f-b612-63f426b09c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:29.391965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-799bee1f-d20e-4e2f-b612-63f426b09c53 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7b94d34a-3322-49c6-8613-4c3d93f24908 HTTP/1.1" status: 200 len: 899 time: 0.1254456 Aug 04 17:37:29.429131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '9538a350-1e3c-44a0-bb1a-3cb8fc042af7', 'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:ed:12:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:48Z', 'updated_at': '2021-08-04T17:35:52Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:29.442919 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-37155180-caca-40e1-891d-247f4d43e76c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39 HTTP/1.1" status: 200 len: 217 time: 0.0402858 Aug 04 17:37:29.460056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] Checking router: dad4f89d-0888-4edf-85bf-edaa1a7d452d for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:37:29.467827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2bf67903-cf96-4c0e-8837-f32c79c0e086 req-2a011614-bfac-4605-930c-536454f86e7f tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721240 Aug 04 17:37:29.468846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] Routers {'dad4f89d-0888-4edf-85bf-edaa1a7d452d'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:29.469457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:29.505917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-04e75fe0-ee21-45be-9229-bf269f64d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:29.507752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-04e75fe0-ee21-45be-9229-bf269f64d853 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9bc58f69-b286-4fa2-a087-4b2fdf380088 HTTP/1.1" status: 200 len: 834 time: 0.0551937 Aug 04 17:37:29.555361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-00d3afc3-997c-4cf5-b28e-613e69fddbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:29.556999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-00d3afc3-997c-4cf5-b28e-613e69fddbf5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7b94d34a-3322-49c6-8613-4c3d93f24908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410309 Aug 04 17:37:29.577826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] Set router dad4f89d-0888-4edf-85bf-edaa1a7d452d gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:29.657622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-d9fba8fe-e0d8-4fba-9731-35f400c9ce28 service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915000 Aug 04 17:37:29.757496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88851e34-dab7-4b0b-a2c3-53f9c5940b7c req-8f1742df-a6bd-4f33-b357-98c53ad36ac4 service neutron] 10.222.0.82 "GET /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916238 Aug 04 17:37:29.793902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '9538a350-1e3c-44a0-bb1a-3cb8fc042af7', 'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:ed:12:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:48Z', 'updated_at': '2021-08-04T17:35:52Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:29.820667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14234a8f-e145-4762-a6b7-b0b250efea55 None None] The sync data for ids ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'] in n-d-764435-5 is: [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '9538a350-1e3c-44a0-bb1a-3cb8fc042af7', 'name': '', 'network_id': '7b94d34a-3322-49c6-8613-4c3d93f24908', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'mac_address': 'fa:16:3e:ed:12:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:48Z', 'updated_at': '2021-08-04T17:35:52Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'subnets': [{'id': '9bc58f69-b286-4fa2-a087-4b2fdf380088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:37:30.073810 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e96d0-12fb-4885-82cd-c045eccf75f7 None None] New status for floating IP e470a801-3bf3-4d1e-baf2-8b6b19a809d3: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:37:30.617952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ceb03-a64b-4781-807c-020db62fdc44 req-c6f02507-f33a-4d4e-8699-b56547d6c75a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:30.619430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228ceb03-a64b-4781-807c-020db62fdc44 req-c6f02507-f33a-4d4e-8699-b56547d6c75a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0761461 Aug 04 17:37:30.639874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f7cd8-8327-452e-a374-af18a996fde3 req-50be6657-2e88-4292-bd39-aad3059c5413 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:30.641264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-612f7cd8-8327-452e-a374-af18a996fde3 req-50be6657-2e88-4292-bd39-aad3059c5413 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d6072fd-ef99-4a3f-8913-5ae908076c37 HTTP/1.1" status: 200 len: 946 time: 0.0680625 Aug 04 17:37:30.705845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-228ceb03-a64b-4781-807c-020db62fdc44 req-c61561d8-6a3f-41b0-ade9-5d4477b5270a tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "GET /v2.0/security-groups?id=86ce8409-e13a-43bc-b573-22462b122e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793536 Aug 04 17:37:30.766553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-612f7cd8-8327-452e-a374-af18a996fde3 req-e1f76c4f-fa14-42ac-8b3e-145ac084b89b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port bc8f5e50-a403-4917-88c8-27dba9cc5d39 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:37:30.766873 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-612f7cd8-8327-452e-a374-af18a996fde3 req-e1f76c4f-fa14-42ac-8b3e-145ac084b89b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:30.879100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-612f7cd8-8327-452e-a374-af18a996fde3 req-e1f76c4f-fa14-42ac-8b3e-145ac084b89b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port bc8f5e50-a403-4917-88c8-27dba9cc5d39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=bc8f5e50-a403-4917-88c8-27dba9cc5d39,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:37:30.879445 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-612f7cd8-8327-452e-a374-af18a996fde3 req-e1f76c4f-fa14-42ac-8b3e-145ac084b89b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:30.892186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-612f7cd8-8327-452e-a374-af18a996fde3 req-e1f76c4f-fa14-42ac-8b3e-145ac084b89b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for bc8f5e50-a403-4917-88c8-27dba9cc5d39 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:37:31.034013 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-612f7cd8-8327-452e-a374-af18a996fde3 req-e1f76c4f-fa14-42ac-8b3e-145ac084b89b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:31.067838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f76c4f-fa14-42ac-8b3e-145ac084b89b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=bc8f5e50-a403-4917-88c8-27dba9cc5d39,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:31.111902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-612f7cd8-8327-452e-a374-af18a996fde3 req-e1f76c4f-fa14-42ac-8b3e-145ac084b89b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] No DVR routers for this DVR port bc8f5e50-a403-4917-88c8-27dba9cc5d39 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:37:31.115324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-612f7cd8-8327-452e-a374-af18a996fde3 req-e1f76c4f-fa14-42ac-8b3e-145ac084b89b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:31.117383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-612f7cd8-8327-452e-a374-af18a996fde3 req-e1f76c4f-fa14-42ac-8b3e-145ac084b89b tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.82 "DELETE /v2.0/ports/bc8f5e50-a403-4917-88c8-27dba9cc5d39 HTTP/1.1" status: 204 len: 173 time: 0.4645667 Aug 04 17:37:31.178258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'name': 'network-vif-deleted', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:37:31.180887 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1321a9-7132-467d-8409-ac0ea5f9ee87" -d '{"events": [{"server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "name": "network-vif-deleted", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:37:31.219715 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef190dd-623f-4b19-adf9-c6d146e123a8 x-openstack-request-id: req-aef190dd-623f-4b19-adf9-c6d146e123a8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:37:31.219918 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6072fd-ef99-4a3f-8913-5ae908076c37", "name": "network-vif-deleted", "tag": "bc8f5e50-a403-4917-88c8-27dba9cc5d39", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:37:31.220167 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aef190dd-623f-4b19-adf9-c6d146e123a8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:37:31.220588 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6072fd-ef99-4a3f-8913-5ae908076c37', 'name': 'network-vif-deleted', 'tag': 'bc8f5e50-a403-4917-88c8-27dba9cc5d39', 'status': 'completed', 'code': 200} Aug 04 17:37:31.778395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36006) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:32.024878 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-283c5014-2771-415d-a32e-e66b30eca407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:32.179458 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:32.451239 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:37:32.451512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:32.554296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port 9538a350-1e3c-44a0-bb1a-3cb8fc042af7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9538a350-1e3c-44a0-bb1a-3cb8fc042af7,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:37:32.554659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:32.567548 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:37:32.771716 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:32.799606 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=9538a350-1e3c-44a0-bb1a-3cb8fc042af7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:32.829647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.830000 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.830349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.830690 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.831069 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.831389 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.831726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.832053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.832387 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.832717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.833044 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.833372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:32.846597 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bc8f5e50-a403-4917-88c8-27dba9cc5d39 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:37:32.872213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: bc8f5e50-a403-4917-88c8-27dba9cc5d39 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:37:32.872573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device bc8f5e50-a403-4917-88c8-27dba9cc5d39 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:37:32.996853 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:33.228156 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Router dad4f89d-0888-4edf-85bf-edaa1a7d452d has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:37:33.344238 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:37:33.349917 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5c42a2af-daa2-4549-a01f-371af60b4f92 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "PUT /v2.0/routers/dad4f89d-0888-4edf-85bf-edaa1a7d452d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5703816 Aug 04 17:37:33.352939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36008) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:33.366498 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] Sync routers for ids ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:37:33.376588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] Routers {'dad4f89d-0888-4edf-85bf-edaa1a7d452d'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:33.377449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:33.409050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ba9b89-68a7-4424-ac66-4d9b6274bbde tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting subnet 9bc58f69-b286-4fa2-a087-4b2fdf380088 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:37:33.412356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22ba9b89-68a7-4424-ac66-4d9b6274bbde tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:33.460861 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22ba9b89-68a7-4424-ac66-4d9b6274bbde tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:33.482027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] Set router dad4f89d-0888-4edf-85bf-edaa1a7d452d gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:33.551185 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22ba9b89-68a7-4424-ac66-4d9b6274bbde tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:33.610915 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22ba9b89-68a7-4424-ac66-4d9b6274bbde tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:33.637096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba9b89-68a7-4424-ac66-4d9b6274bbde tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc58f69-b286-4fa2-a087-4b2fdf380088,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:33.643347 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22ba9b89-68a7-4424-ac66-4d9b6274bbde tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:33.645310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-22ba9b89-68a7-4424-ac66-4d9b6274bbde tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/subnets/9bc58f69-b286-4fa2-a087-4b2fdf380088 HTTP/1.1" status: 204 len: 168 time: 0.2913558 Aug 04 17:37:33.648003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36010) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:33.656930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb2c25e-847a-4c00-97ed-3c244813d9bb None None] Network 7b94d34a-3322-49c6-8613-4c3d93f24908 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:37:33.713120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:37:32Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:33.746181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] Checking router: dad4f89d-0888-4edf-85bf-edaa1a7d452d for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:37:33.761397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:33.789856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] Routers {'dad4f89d-0888-4edf-85bf-edaa1a7d452d'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:33.790471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:33.913354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] Set router dad4f89d-0888-4edf-85bf-edaa1a7d452d gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:33.987883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d532c95-19a0-4189-9601-604ace231080 None None] DHCP port deletion for 7b94d34a-3322-49c6-8613-4c3d93f24908 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:37:34.129124 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7d532c95-19a0-4189-9601-604ace231080 None None] Deleting port e4f34a03-d20f-47ef-b2d6-8bf284370868 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:37:34.129468 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d532c95-19a0-4189-9601-604ace231080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.204426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7d532c95-19a0-4189-9601-604ace231080 None None] For port e4f34a03-d20f-47ef-b2d6-8bf284370868, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e4f34a03-d20f-47ef-b2d6-8bf284370868,segment=NetworkSegment(5a37cfec-a7d0-47d8-b2cc-cca407c5fca8),segment_id=5a37cfec-a7d0-47d8-b2cc-cca407c5fca8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:37:34.204822 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d532c95-19a0-4189-9601-604ace231080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.219074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7d532c95-19a0-4189-9601-604ace231080 None None] Calling delete_port for e4f34a03-d20f-47ef-b2d6-8bf284370868 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:37:34.226609 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.226848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:37:32Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:34.285245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Deleting port 985e2cc9-acdf-4eda-be7c-72de55a63063 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:37:34.285588 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.396663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] For port 985e2cc9-acdf-4eda-be7c-72de55a63063, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=985e2cc9-acdf-4eda-be7c-72de55a63063,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:37:34.397511 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.421073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Calling delete_port for 985e2cc9-acdf-4eda-be7c-72de55a63063 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:37:34.437322 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1b7cd-402f-479c-9efc-6eaab3071ba4 None None] The sync data for ids ['dad4f89d-0888-4edf-85bf-edaa1a7d452d'] in n-d-764435-5 is: [{'id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257243434', 'tenant_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:35:44Z', 'updated_at': '2021-08-04T17:37:32Z', 'revision_number': 5, 'project_id': 'c24f42d5796d4074bba3e8ad32b21d78', 'gw_port': {'id': '985e2cc9-acdf-4eda-be7c-72de55a63063', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4f89d-0888-4edf-85bf-edaa1a7d452d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:35:45Z', 'updated_at': '2021-08-04T17:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:37:34.483775 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f153b65a-c6b7-4430-b59c-30699767751a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.513863 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d532c95-19a0-4189-9601-604ace231080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.540311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d532c95-19a0-4189-9601-604ace231080 None None] Pushing event deleted for resources: {'Port': ['ID=e4f34a03-d20f-47ef-b2d6-8bf284370868,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:34.544361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d532c95-19a0-4189-9601-604ace231080 None None] No DVR routers for this DVR port e4f34a03-d20f-47ef-b2d6-8bf284370868 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:37:34.604762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.630078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Port': ['ID=985e2cc9-acdf-4eda-be7c-72de55a63063,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:34.703691 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.801918 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.804487 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.854095 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.854836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Fanout notify agent at l3_agent the message router_deleted on router dad4f89d-0888-4edf-85bf-edaa1a7d452d {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:37:34.862561 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:34.866759 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36012) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:34.873920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-13beef8d-1022-4fef-964c-f6fe7ac651d7 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/routers/dad4f89d-0888-4edf-85bf-edaa1a7d452d HTTP/1.1" status: 204 len: 168 time: 1.2178528 Aug 04 17:37:34.904872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e4f34a03-d20f-47ef-b2d6-8bf284370868 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:37:34.930791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e4f34a03-d20f-47ef-b2d6-8bf284370868 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:37:34.931205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e4f34a03-d20f-47ef-b2d6-8bf284370868 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:37:34.932220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:37:34.955257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:37:34.955873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9538a350-1e3c-44a0-bb1a-3cb8fc042af7 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:37:34.959716 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.041374 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.049235 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.061648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b94d34a-3322-49c6-8613-4c3d93f24908']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:35.073464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:35.073773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a37cfec-a7d0-47d8-b2cc-cca407c5fca8') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:35.083741 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.105250 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.112236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:37:35.112736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:37:35.116262 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:37:35.183902 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.189422 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.192162 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/networks/7b94d34a-3322-49c6-8613-4c3d93f24908 HTTP/1.1" status: 204 len: 168 time: 0.3169153 Aug 04 17:37:35.195861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36014) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:35.209209 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54b4c9-f36d-424f-b27b-f5cf9ced80df tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'Network': ['ID=7b94d34a-3322-49c6-8613-4c3d93f24908,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:35.266083 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41953150-5946-46c2-95b3-ed33ec9c6741 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.292981 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41953150-5946-46c2-95b3-ed33ec9c6741 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.353953 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41953150-5946-46c2-95b3-ed33ec9c6741 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.356742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41953150-5946-46c2-95b3-ed33ec9c6741 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.358261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-41953150-5946-46c2-95b3-ed33ec9c6741 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] 10.222.0.39 "DELETE /v2.0/security-groups/86ce8409-e13a-43bc-b573-22462b122e8b HTTP/1.1" status: 204 len: 168 time: 0.1616950 Aug 04 17:37:35.367764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41953150-5946-46c2-95b3-ed33ec9c6741 tempest-TestNetworkAdvancedServerOps-2062122303 tempest-TestNetworkAdvancedServerOps-2062122303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ce8409-e13a-43bc-b573-22462b122e8b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:35.727746 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36022) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:35.880867 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be41534d-e946-4b92-b3a8-3a6fcbe19f69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c24f42d5796d4074bba3e8ad32b21d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520176 Aug 04 17:37:35.884366 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36026) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:35.942621 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c73a-5ac6-4957-ab33-2351e7eb80ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.962630 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:35.970023 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c73a-5ac6-4957-ab33-2351e7eb80ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:36.033293 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c73a-5ac6-4957-ab33-2351e7eb80ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:36.038163 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c73a-5ac6-4957-ab33-2351e7eb80ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:36.039769 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e6e5c73a-5ac6-4957-ab33-2351e7eb80ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfeb96cc-7cb0-461c-958a-4c2e46152d8a HTTP/1.1" status: 204 len: 168 time: 0.1542454 Aug 04 17:37:36.049830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5c73a-5ac6-4957-ab33-2351e7eb80ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeb96cc-7cb0-461c-958a-4c2e46152d8a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:36.332338 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36032) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:36.378268 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-21e4d7b6-1941-41ba-815b-d1f93b972736 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2eef61147ded4e64b4f8fa8e48318f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446613 Aug 04 17:37:36.380804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36034) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:36.432789 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e819-7a76-40dc-9231-9cf96739cd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:36.458322 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e819-7a76-40dc-9231-9cf96739cd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:36.512423 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e819-7a76-40dc-9231-9cf96739cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:36.515132 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e819-7a76-40dc-9231-9cf96739cd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:36.516333 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ccd1e819-7a76-40dc-9231-9cf96739cd94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2ea0015-1ee5-4503-9c74-6871c2f57380 HTTP/1.1" status: 204 len: 168 time: 0.1342781 Aug 04 17:37:36.524845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1e819-7a76-40dc-9231-9cf96739cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ea0015-1ee5-4503-9c74-6871c2f57380,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:36.533887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 985e2cc9-acdf-4eda-be7c-72de55a63063 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:37:36.559679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 985e2cc9-acdf-4eda-be7c-72de55a63063 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:37:36.559679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 985e2cc9-acdf-4eda-be7c-72de55a63063 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:37:37.296920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36056) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:37.415486 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-362002461-network', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:37:37.440229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Made reservation on behalf of 8a4e6b9b154c4b129fc91dc2b0b1111a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:37:37.442974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:37.452753 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:37.550064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:37.559038 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:37.564175 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:37.589201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:37:37.599080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5180a763-f4fe-4be2-8f81-4122b9ad8cf3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:37.604214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:37.604563 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Added segment bfb45db7-4e6e-4034-91b6-82f9f9bb72e1 of type vlan for network 2362171e-7183-48d3-be14-430939b9ab4a Aug 04 17:37:37.653677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:37.686514 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:37.687576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:37.688160 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:37.743678 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4455993 Aug 04 17:37:37.749108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36060) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:37.749689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921ba94-14c5-43f2-b02f-4299c564aac3 admin admin] Pushing event updated for resources: {'Network': ['ID=2362171e-7183-48d3-be14-430939b9ab4a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:37.763568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Request body: {'subnet': {'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-362002461-subnet', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:37:37.767148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 2362171e-7183-48d3-be14-430939b9ab4a details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:37:37.791140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Made reservation on behalf of 8a4e6b9b154c4b129fc91dc2b0b1111a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:37:37.793853 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:37.971580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.034596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad9225f-312f-45c5-87bf-88d5244eeaba,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:38.047800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Checking segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:37:38.048182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Network hostable DHCP agents. Network: 2362171e-7183-48d3-be14-430939b9ab4a, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:37:38.067533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Network 2362171e-7183-48d3-be14-430939b9ab4a is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:37:38.077039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 2362171e-7183-48d3-be14-430939b9ab4a) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:38.081040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:38.081624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.088353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc014ba-f081-46aa-8e5d-e34d6c29e30b None None] Network 2362171e-7183-48d3-be14-430939b9ab4a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:37:38.097385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2e838795-e541-4b54-a804-5d974fb2a17b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3432317 Aug 04 17:37:38.100530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36062) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:38.105781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:37:38.128627 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.129712 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.188564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.260508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-2362171e-7183-48d3-be14-430939b9ab4a', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:37:38.261462 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.332609 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.401897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Allocated IP 172.20.0.2 (2362171e-7183-48d3-be14-430939b9ab4a/dad9225f-312f-45c5-87bf-88d5244eeaba/72fdfc95-0111-441e-8536-7122df4b31cb) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:37:38.556839 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.570612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Transition to ACTIVE for port object 72fdfc95-0111-441e-8536-7122df4b31cb will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:38.581751 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.587265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Transition to ACTIVE for port object 72fdfc95-0111-441e-8536-7122df4b31cb will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:38.594408 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.604258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.632797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Network 2362171e-7183-48d3-be14-430939b9ab4a is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:37:38.637762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:38.641228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:37:38.648316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Pushing event updated for resources: {'Port': ['ID=72fdfc95-0111-441e-8536-7122df4b31cb,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:38.706966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Attempting to bind port 72fdfc95-0111-441e-8536-7122df4b31cb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:37:38.707304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Attempting to bind port 72fdfc95-0111-441e-8536-7122df4b31cb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:37:38.707678 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Attempting to bind port 72fdfc95-0111-441e-8536-7122df4b31cb on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:37:38.712626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Allocated IP 172.25.2.33 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/e12a4878-99a5-4989-994d-d52265499b1a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:37:38.716841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:37:38.717421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Checking segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:37:38.718073 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.718571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Bound using segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:37:38.719345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Bound port: 72fdfc95-0111-441e-8536-7122df4b31cb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:37:38.719986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.820657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] For port 72fdfc95-0111-441e-8536-7122df4b31cb, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:37:38.824087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] For port 72fdfc95-0111-441e-8536-7122df4b31cb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=72fdfc95-0111-441e-8536-7122df4b31cb,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:37:38.829554 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.873969 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.887788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a6a9-b1b2-4a20-b8b7-f2618425ab5e None None] Pushing event updated for resources: {'Port': ['ID=72fdfc95-0111-441e-8536-7122df4b31cb,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:38.919751 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:38.958481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:37:38.963869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:38.967736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:37:38.990602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Pushing event updated for resources: {'Port': ['ID=e12a4878-99a5-4989-994d-d52265499b1a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:39.240447 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:39.315068 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:39.404956 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:39.462091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:39.601712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Router a7507166-65f9-4645-90b2-9f5f50b7a335 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:37:39.721887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:37:39.730619 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Sync routers for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:37:39.741322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:39.743075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9bf13cf9-4ded-4b97-a639-9eefb4fd020e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6414239 Aug 04 17:37:39.743867 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:39.744479 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:39.746081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36064) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:39.775622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb2ab53-6a14-44cc-b965-1f15f694b25a None None] Network 2362171e-7183-48d3-be14-430939b9ab4a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:37:39.851741 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:39.901040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b6ad6d60-2fb5-41bc-a59a-d152a32bf48a None None] Provisioning for port 72fdfc95-0111-441e-8536-7122df4b31cb completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:40.046430 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:39Z', 'revision_number': 3, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:40.074745 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Checking router: a7507166-65f9-4645-90b2-9f5f50b7a335 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:37:40.075116 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Updating router a7507166-65f9-4645-90b2-9f5f50b7a335 port e12a4878-99a5-4989-994d-d52265499b1a binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:37:40.103308 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.213085 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.365089 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.375693 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Transition to ACTIVE for port object e12a4878-99a5-4989-994d-d52265499b1a will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:40.376171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Allocated IP 172.20.0.1 (2362171e-7183-48d3-be14-430939b9ab4a/dad9225f-312f-45c5-87bf-88d5244eeaba/5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:37:40.382524 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.437259 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Attempting to bind port e12a4878-99a5-4989-994d-d52265499b1a on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:37:40.437616 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Attempting to bind port e12a4878-99a5-4989-994d-d52265499b1a by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:37:40.437971 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Attempting to bind port e12a4878-99a5-4989-994d-d52265499b1a on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:37:40.440928 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Pushing event updated for resources: {'Port': ['ID=e12a4878-99a5-4989-994d-d52265499b1a,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:40.445409 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:37:40.445769 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:37:40.446159 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.446542 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:37:40.447027 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Bound port: e12a4878-99a5-4989-994d-d52265499b1a, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:37:40.447389 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.469395 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.469636 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.470034 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.470360 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.470679 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.471020 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.471333 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.471643 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.471953 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.472265 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.472571 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.472862 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:37:40.486729 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.500216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Transition to ACTIVE for port object 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:40.508467 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] For port e12a4878-99a5-4989-994d-d52265499b1a, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:37:40.511712 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] For port e12a4878-99a5-4989-994d-d52265499b1a, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e12a4878-99a5-4989-994d-d52265499b1a,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:37:40.516831 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.538282 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.571664 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:40.572287 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:40.578715 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f584ecc-827e-43eb-8bef-a9d41352bafe None None] Pushing event updated for resources: {'Port': ['ID=e12a4878-99a5-4989-994d-d52265499b1a,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:40.590853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Network 2362171e-7183-48d3-be14-430939b9ab4a is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:37:40.593849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:40.597507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:37:40.629717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:40.647470 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.660480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 72fdfc95-0111-441e-8536-7122df4b31cb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:40.720379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 72fdfc95-0111-441e-8536-7122df4b31cb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:40.726647 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 72fdfc95-0111-441e-8536-7122df4b31cb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:40.727081 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.810464 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.818466 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:40.828456 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.877636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 72fdfc95-0111-441e-8536-7122df4b31cb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=72fdfc95-0111-441e-8536-7122df4b31cb,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:37:40.881848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.906467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e71ed92f-7d99-42a3-a450-3f1e0dc1db8a None None] Provisioning for port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:40.913788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e71ed92f-7d99-42a3-a450-3f1e0dc1db8a None None] Provisioning complete for port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:40.914435 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e71ed92f-7d99-42a3-a450-3f1e0dc1db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:40.970665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=72fdfc95-0111-441e-8536-7122df4b31cb,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:40.973369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e71ed92f-7d99-42a3-a450-3f1e0dc1db8a None None] Port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:37:41.000384 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:41.005550 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:41.014374 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:39Z', 'revision_number': 3, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:41.041294 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b6c15-dfbc-49db-b043-8a927bac2aab None None] The sync data for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 is: [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:39Z', 'revision_number': 3, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:37:41.078278 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:41.080272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:41.180651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Network 2362171e-7183-48d3-be14-430939b9ab4a is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:37:41.182173 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:41.333937 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Router a7507166-65f9-4645-90b2-9f5f50b7a335 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:37:41.452767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:37:41.459298 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-32f1467f-cded-44f2-a36f-b01e86166372 admin admin] 10.222.0.39 "PUT /v2.0/routers/a7507166-65f9-4645-90b2-9f5f50b7a335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7119939 Aug 04 17:37:41.498065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dbe778da-3169-44e6-a185-c30ae17c0745 None None] Provisioning complete for port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:41.498279 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dbe778da-3169-44e6-a185-c30ae17c0745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:41.533995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-dbe778da-3169-44e6-a185-c30ae17c0745 None None] Port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:37:41.948503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36080) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:41.954694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1327951749-network', 'tenant_id': '1e317895382b42cb8c61eade63342b28'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:37:41.977920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Made reservation on behalf of 1e317895382b42cb8c61eade63342b28 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:37:41.980721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:41.990503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:42.097143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:42.102713 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:42.127163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:37:42.136913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c285db2-0f37-4de5-b545-dcc68ca734b9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:42.141579 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:42.141920 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Added segment a12549f3-816e-4e05-ae3e-e03eb03480bb of type vlan for network 29ac18ab-6c81-4cb5-8609-874f121dd61e Aug 04 17:37:42.182410 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:42.217988 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:42.218996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:42.219587 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:42.295309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3454804 Aug 04 17:37:42.298348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36082) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:42.303668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Request body: {'subnet': {'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1327951749-subnet', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:37:42.313171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fbf80-c789-4fa2-a041-155c53c58bba admin admin] Pushing event updated for resources: {'Network': ['ID=29ac18ab-6c81-4cb5-8609-874f121dd61e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:42.323800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 29ac18ab-6c81-4cb5-8609-874f121dd61e details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:37:42.329723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Made reservation on behalf of 1e317895382b42cb8c61eade63342b28 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:37:42.332217 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:42.623715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Sync routers for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:37:42.635558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:42.636200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:42.683091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e12a4878-99a5-4989-994d-d52265499b1a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:42.788041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e12a4878-99a5-4989-994d-d52265499b1a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:42.791263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:42.826764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e12a4878-99a5-4989-994d-d52265499b1a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:42.827072 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:42.863579 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:42.951931 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed462d6-76db-4611-a152-0b13f7495a32,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:42.967921 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Checking segment: {'id': 'a12549f3-816e-4e05-ae3e-e03eb03480bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:37:42.968293 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Network hostable DHCP agents. Network: 29ac18ab-6c81-4cb5-8609-874f121dd61e, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:37:42.989309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Network 29ac18ab-6c81-4cb5-8609-874f121dd61e is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:37:42.999952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 29ac18ab-6c81-4cb5-8609-874f121dd61e) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:43.005392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:43.005937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.014445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38266b96-97ba-451f-9858-b3b072edabf6 None None] Network 29ac18ab-6c81-4cb5-8609-874f121dd61e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:37:43.020830 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.023195 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fef49363-e863-401a-9ee5-0d48a0df8eef admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7235341 Aug 04 17:37:43.025783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36084) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:43.030240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1327951749-router', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:37:43.053001 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.054537 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.101026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port e12a4878-99a5-4989-994d-d52265499b1a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e12a4878-99a5-4989-994d-d52265499b1a,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:37:43.111212 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.112048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 72fdfc95-0111-441e-8536-7122df4b31cb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:43.114669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.259189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=e12a4878-99a5-4989-994d-d52265499b1a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:43.263611 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.282340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 2, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:43.323284 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 72fdfc95-0111-441e-8536-7122df4b31cb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:43.323666 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.327870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Checking router: a7507166-65f9-4645-90b2-9f5f50b7a335 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:37:43.327870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Updating router a7507166-65f9-4645-90b2-9f5f50b7a335 port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:37:43.354303 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-29ac18ab-6c81-4cb5-8609-874f121dd61e', 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'fixed_ips': [{'subnet_id': '3ed462d6-76db-4611-a152-0b13f7495a32'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:37:43.355092 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.401260 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.474253 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.498099 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.609335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Allocated IP 172.25.2.69 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/b66cfa9f-aed0-47e7-86d2-f6ffceec83d0) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:37:43.722746 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.762512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:43.801150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:37:43.808017 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:43.810823 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:37:43.814116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Allocated IP 172.20.0.2 (29ac18ab-6c81-4cb5-8609-874f121dd61e/3ed462d6-76db-4611-a152-0b13f7495a32/d2fc8058-decd-488e-885f-6ebb489c64fc) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:37:43.836873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Pushing event updated for resources: {'Port': ['ID=b66cfa9f-aed0-47e7-86d2-f6ffceec83d0,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:44.078244 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.085496 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.087899 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.094306 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Transition to ACTIVE for port object d2fc8058-decd-488e-885f-6ebb489c64fc will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:44.102591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Transition to ACTIVE for port object 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:44.113619 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.116495 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Transition to ACTIVE for port object d2fc8058-decd-488e-885f-6ebb489c64fc will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:44.144110 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.179516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Network 29ac18ab-6c81-4cb5-8609-874f121dd61e is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:37:44.182228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38768804-c408-490d-9035-a1713beaaeb1 None None] Pushing event updated for resources: {'Port': ['ID=5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:44.184989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:44.205099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:37:44.303539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Attempting to bind port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:37:44.304034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Attempting to bind port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:37:44.304356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Attempting to bind port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:37:44.311013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.317600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Pushing event updated for resources: {'Port': ['ID=d2fc8058-decd-488e-885f-6ebb489c64fc,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:44.322145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:37:44.322528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Checking segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:37:44.322977 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.326139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Bound using segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:37:44.326139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Bound port: 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:37:44.326139 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.329218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Attempting to bind port d2fc8058-decd-488e-885f-6ebb489c64fc on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:37:44.329818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Attempting to bind port d2fc8058-decd-488e-885f-6ebb489c64fc by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'a12549f3-816e-4e05-ae3e-e03eb03480bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:37:44.329931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Attempting to bind port d2fc8058-decd-488e-885f-6ebb489c64fc on network 29ac18ab-6c81-4cb5-8609-874f121dd61e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:37:44.335573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:37:44.336517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Checking segment: {'id': 'a12549f3-816e-4e05-ae3e-e03eb03480bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:37:44.336517 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.337053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Bound using segment: {'id': 'a12549f3-816e-4e05-ae3e-e03eb03480bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:37:44.337593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Bound port: d2fc8058-decd-488e-885f-6ebb489c64fc, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12549f3-816e-4e05-ae3e-e03eb03480bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:37:44.338223 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.453547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] For port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:37:44.457765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] For port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:37:44.459242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] For port d2fc8058-decd-488e-885f-6ebb489c64fc, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:37:44.462652 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] For port d2fc8058-decd-488e-885f-6ebb489c64fc, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d2fc8058-decd-488e-885f-6ebb489c64fc,segment=NetworkSegment(a12549f3-816e-4e05-ae3e-e03eb03480bb),segment_id=a12549f3-816e-4e05-ae3e-e03eb03480bb)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:37:44.464903 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.468349 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:37:44.470818 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.554353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:44.555383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:44.596398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38768804-c408-490d-9035-a1713beaaeb1 None None] Pushing event updated for resources: {'Port': ['ID=5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:44.602639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:37:44.620216 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Sync routers for ids ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:37:44.632346 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Routers {'4d623dc5-f00f-4f1f-a467-1bdd3a71c915'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:44.633627 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:44.637090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:44.641797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36086) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:37:44.642835 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c46158ae-73ad-4302-abb2-4711973c5806 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6158943 Aug 04 17:37:44.665453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd994b-04c5-45a1-8e06-44f390227044 None None] Pushing event updated for resources: {'Port': ['ID=d2fc8058-decd-488e-885f-6ebb489c64fc,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:44.671381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e12a4878-99a5-4989-994d-d52265499b1a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:44.784011 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Set router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:44.796238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:44.859930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e12a4878-99a5-4989-994d-d52265499b1a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:44.860458 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.037124 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'name': 'tempest-TestVolumeBootPattern-1327951749-router', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 3, 'project_id': '1e317895382b42cb8c61eade63342b28', 'gw_port': {'id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:45.067310 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Checking router: 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:37:45.067969 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Updating router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:37:45.094317 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.128946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:44Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:45.159205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c4df6-a863-4ecd-9ed0-a2c3e3cd209f None None] The sync data for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 is: [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:44Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:37:45.294597 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.425248 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.439732 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Transition to ACTIVE for port object b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:45.447732 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.510041 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fb071-ad04-4f23-9351-ef3d35b32eb8 None None] Pushing event updated for resources: {'Port': ['ID=b66cfa9f-aed0-47e7-86d2-f6ffceec83d0,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:45.521035 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Attempting to bind port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:37:45.521557 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Attempting to bind port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:37:45.521916 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Attempting to bind port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:37:45.527672 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:37:45.528115 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:37:45.528588 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.528984 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:37:45.529476 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Bound port: b66cfa9f-aed0-47e7-86d2-f6ffceec83d0, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:37:45.529902 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.571248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Allocated IP 172.20.0.1 (29ac18ab-6c81-4cb5-8609-874f121dd61e/3ed462d6-76db-4611-a152-0b13f7495a32/a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:37:45.597287 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] For port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:37:45.601657 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] For port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b66cfa9f-aed0-47e7-86d2-f6ffceec83d0,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:37:45.607296 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.673284 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Routers {'4d623dc5-f00f-4f1f-a467-1bdd3a71c915'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:45.673996 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:45.679183 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fb071-ad04-4f23-9351-ef3d35b32eb8 None None] Pushing event updated for resources: {'Port': ['ID=b66cfa9f-aed0-47e7-86d2-f6ffceec83d0,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:45.696081 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.716521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Transition to ACTIVE for port object a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:45.743887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450021c-5dde-4b83-b631-00e0ec48912e None None] Network 29ac18ab-6c81-4cb5-8609-874f121dd61e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:37:45.763347 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.812671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Network 29ac18ab-6c81-4cb5-8609-874f121dd61e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:37:45.815635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:45.816395 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] Set router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:45.821180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:37:45.864859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:45.872006 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:45.934507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-819fad57-6213-40c0-b820-666343e30af2 None None] Provisioning for port d2fc8058-decd-488e-885f-6ebb489c64fc completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:46.054197 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'name': 'tempest-TestVolumeBootPattern-1327951749-router', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 3, 'project_id': '1e317895382b42cb8c61eade63342b28', 'gw_port': {'id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:46.092608 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98479335-f843-4568-8ff4-9710ff99c627 None None] The sync data for ids ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'] in n-d-764435-5 is: [{'id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'name': 'tempest-TestVolumeBootPattern-1327951749-router', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 3, 'project_id': '1e317895382b42cb8c61eade63342b28', 'gw_port': {'id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:37:46.275154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-05834ce6-368f-4bbd-9ec6-d8370dafa533 None None] Provisioning for port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:46.279703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-05834ce6-368f-4bbd-9ec6-d8370dafa533 None None] Provisioning complete for port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:46.280013 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-05834ce6-368f-4bbd-9ec6-d8370dafa533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:46.336556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-05834ce6-368f-4bbd-9ec6-d8370dafa533 None None] Port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:37:46.490562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5150edcc-d1c7-4584-80c3-5a4a278fd066 None None] Provisioning complete for port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:46.491961 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5150edcc-d1c7-4584-80c3-5a4a278fd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:46.523449 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:46.550179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5150edcc-d1c7-4584-80c3-5a4a278fd066 None None] Port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:37:46.708435 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:46.733759 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:46.739638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:46.764615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:46.769598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:46.769972 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:46.818391 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:46.821637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:46.859288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:46.895480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:37:46.901432 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:46.902301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d2fc8058-decd-488e-885f-6ebb489c64fc up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:46.918401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Network 29ac18ab-6c81-4cb5-8609-874f121dd61e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:37:46.919957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:46.999123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:47.012115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port d2fc8058-decd-488e-885f-6ebb489c64fc completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:47.017511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d2fc8058-decd-488e-885f-6ebb489c64fc triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:47.017887 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:47.061932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:37:47.099763 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:47.156749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port d2fc8058-decd-488e-885f-6ebb489c64fc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d2fc8058-decd-488e-885f-6ebb489c64fc,segment=NetworkSegment(a12549f3-816e-4e05-ae3e-e03eb03480bb),segment_id=a12549f3-816e-4e05-ae3e-e03eb03480bb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:37:47.167298 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:47.168259 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:47.196989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:37:47.207374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-974ae03d-6982-4549-9b41-e6ed20a989e4 admin admin] 10.222.0.39 "PUT /v2.0/routers/4d623dc5-f00f-4f1f-a467-1bdd3a71c915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5635073 Aug 04 17:37:47.234955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cb375798-38dc-401c-81d0-fa2521b8446e None None] Provisioning complete for port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:47.235328 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cb375798-38dc-401c-81d0-fa2521b8446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:47.276405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=d2fc8058-decd-488e-885f-6ebb489c64fc,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:47.294899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cb375798-38dc-401c-81d0-fa2521b8446e None None] Port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:37:47.314911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:47.320015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:47.320379 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:47.410755 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:47.435359 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b66cfa9f-aed0-47e7-86d2-f6ffceec83d0,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:37:47.440492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:47.493245 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=b66cfa9f-aed0-47e7-86d2-f6ffceec83d0,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:48.554398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Sync routers for ids ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:37:48.565521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Routers {'4d623dc5-f00f-4f1f-a467-1bdd3a71c915'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:48.566463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:48.623734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d2fc8058-decd-488e-885f-6ebb489c64fc up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:48.724132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Set router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:48.756195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port d2fc8058-decd-488e-885f-6ebb489c64fc triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:48.756912 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:48.935981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:49.020608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:49.020990 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:49.023907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'name': 'tempest-TestVolumeBootPattern-1327951749-router', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 4, 'project_id': '1e317895382b42cb8c61eade63342b28', 'gw_port': {'id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b', 'name': '', 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'mac_address': 'fa:16:3e:8d:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3ed462d6-76db-4611-a152-0b13f7495a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:45Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 2, 'project_id': '1e317895382b42cb8c61eade63342b28', 'subnets': [{'id': '3ed462d6-76db-4611-a152-0b13f7495a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:49.067856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Checking router: 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:37:49.067996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Updating router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:37:49.102090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:49.240277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:49.352408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-14c95364-2c88-467c-97ba-cf6a57a777df tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:49.354255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-14c95364-2c88-467c-97ba-cf6a57a777df tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1096346 Aug 04 17:37:49.358671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:49.359077 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:49.369978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-4747943d-b33a-4feb-831d-c180edd0a927 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/quotas/8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 375 time: 0.0095041 Aug 04 17:37:49.423078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-8d6f1570-374e-4f93-b66d-50318d755610 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471284 Aug 04 17:37:49.630734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-fae9b51c-6e45-410e-9609-6b80b09b542b service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005508 Aug 04 17:37:49.687633 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:49.697433 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Transition to ACTIVE for port object a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:49.705837 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:49.735127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-c9418ff9-b781-44b0-9730-364c965af4f9 service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975380 Aug 04 17:37:49.757692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada7ad0-8077-4c61-8d44-ed3afdff3c1c None None] Pushing event updated for resources: {'Port': ['ID=a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:49.812195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Attempting to bind port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:37:49.812574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Attempting to bind port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'a12549f3-816e-4e05-ae3e-e03eb03480bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:37:49.812945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Attempting to bind port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b on network 29ac18ab-6c81-4cb5-8609-874f121dd61e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:37:49.818323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:37:49.819104 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Checking segment: {'id': 'a12549f3-816e-4e05-ae3e-e03eb03480bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:37:49.819520 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:49.819922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Bound using segment: {'id': 'a12549f3-816e-4e05-ae3e-e03eb03480bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:37:49.820396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Bound port: a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12549f3-816e-4e05-ae3e-e03eb03480bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:37:49.821476 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:49.901279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] For port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:37:49.905225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] For port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b,segment=NetworkSegment(a12549f3-816e-4e05-ae3e-e03eb03480bb),segment_id=a12549f3-816e-4e05-ae3e-e03eb03480bb)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:37:49.911667 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:49.961442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Routers {'4d623dc5-f00f-4f1f-a467-1bdd3a71c915'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:37:49.962288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:37:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:50.021173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada7ad0-8077-4c61-8d44-ed3afdff3c1c None None] Pushing event updated for resources: {'Port': ['ID=a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:50.113724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] Set router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:37:50.116939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34b72700-4457-4814-baab-8735d7d4d924 req-d32baa6a-aad7-4a29-802c-f0b0e6fc12b6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 210 time: 0.0444758 Aug 04 17:37:50.348802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'name': 'tempest-TestVolumeBootPattern-1327951749-router', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 4, 'project_id': '1e317895382b42cb8c61eade63342b28', 'gw_port': {'id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b', 'name': '', 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'mac_address': 'fa:16:3e:8d:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3ed462d6-76db-4611-a152-0b13f7495a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:45Z', 'updated_at': '2021-08-04T17:37:49Z', 'revision_number': 4, 'project_id': '1e317895382b42cb8c61eade63342b28', 'subnets': [{'id': '3ed462d6-76db-4611-a152-0b13f7495a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:37:50.380084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d7834-d1f8-474d-a194-675b4ae0f188 None None] The sync data for ids ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'] in n-d-764435-5 is: [{'id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'name': 'tempest-TestVolumeBootPattern-1327951749-router', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 4, 'project_id': '1e317895382b42cb8c61eade63342b28', 'gw_port': {'id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b', 'name': '', 'network_id': '29ac18ab-6c81-4cb5-8609-874f121dd61e', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'mac_address': 'fa:16:3e:8d:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3ed462d6-76db-4611-a152-0b13f7495a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:45Z', 'updated_at': '2021-08-04T17:37:49Z', 'revision_number': 4, 'project_id': '1e317895382b42cb8c61eade63342b28', 'subnets': [{'id': '3ed462d6-76db-4611-a152-0b13f7495a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:37:50.613851 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:50.671085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:50.676490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:50.677242 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:50.767389 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:50.803036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b,segment=NetworkSegment(a12549f3-816e-4e05-ae3e-e03eb03480bb),segment_id=a12549f3-816e-4e05-ae3e-e03eb03480bb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:37:50.809847 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:50.866644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:51.092331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-55e87244-1e9b-47a7-bcb3-07ff04ace842 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:51.093857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-55e87244-1e9b-47a7-bcb3-07ff04ace842 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1155252 Aug 04 17:37:51.108095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'port': {'device_id': '514534e8-906e-4b99-998b-5a1982a1d4bb', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'admin_state_up': True, 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:37:51.238360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3585b923-2e0b-4033-af27-e4e6ecc36649 req-07faaab9-1ebb-4a77-a1ae-de82bbeac3cc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 210 time: 0.0318520 Aug 04 17:37:51.261912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Made reservation on behalf of 8a4e6b9b154c4b129fc91dc2b0b1111a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:37:51.265962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:51.398872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Allocated IP 172.20.0.6 (2362171e-7183-48d3-be14-430939b9ab4a/dad9225f-312f-45c5-87bf-88d5244eeaba/a0fe4892-8be9-4b8c-8af5-5535a2670d8a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:37:51.562251 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:51.577036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Transition to ACTIVE for port object a0fe4892-8be9-4b8c-8af5-5535a2670d8a will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:51.613223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:51.659720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Network 2362171e-7183-48d3-be14-430939b9ab4a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:37:51.667050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:37:51.671535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:37:51.693583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:51.727944 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:51.728814 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:51.748720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-74e58b87-f21f-4c05-917f-f9e7e05770d4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6453049 Aug 04 17:37:51.826752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Request body: {'port': {'device_id': '514534e8-906e-4b99-998b-5a1982a1d4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:37:51.892130 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:51.968700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-871c95e3-85f9-4319-856a-8438f8f39bdf None None] Provisioning for port a0fe4892-8be9-4b8c-8af5-5535a2670d8a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:37:51.980931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-871c95e3-85f9-4319-856a-8438f8f39bdf None None] Provisioning complete for port a0fe4892-8be9-4b8c-8af5-5535a2670d8a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:51.981613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-871c95e3-85f9-4319-856a-8438f8f39bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:52.019319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-871c95e3-85f9-4319-856a-8438f8f39bdf None None] Port a0fe4892-8be9-4b8c-8af5-5535a2670d8a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:37:52.192302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fe4892-8be9-4b8c-8af5-5535a2670d8a {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:37:52.201803 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:52.215965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Transition to ACTIVE for port object a0fe4892-8be9-4b8c-8af5-5535a2670d8a will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:37:52.221564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:52.284757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:52.436032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff98bdd-ec2b-4b1d-94d1-4dd04851020c req-ba7144d0-8f88-45bb-9f7c-4f91e32c6b0e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:52.437568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ff98bdd-ec2b-4b1d-94d1-4dd04851020c req-ba7144d0-8f88-45bb-9f7c-4f91e32c6b0e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.0763152 Aug 04 17:37:52.438316 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Attempting to bind port a0fe4892-8be9-4b8c-8af5-5535a2670d8a on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:37:52.438641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Attempting to bind port a0fe4892-8be9-4b8c-8af5-5535a2670d8a by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:37:52.439010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Attempting to bind port a0fe4892-8be9-4b8c-8af5-5535a2670d8a on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:37:52.444356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Port a0fe4892-8be9-4b8c-8af5-5535a2670d8a on network 2362171e-7183-48d3-be14-430939b9ab4a not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:37:52.444677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Attempting to bind port a0fe4892-8be9-4b8c-8af5-5535a2670d8a on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:37:52.451448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:37:52.451777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Checking segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:37:52.452206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Bound using segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:37:52.452811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Bound port: a0fe4892-8be9-4b8c-8af5-5535a2670d8a, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:37:52.452930 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:52.503995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ff98bdd-ec2b-4b1d-94d1-4dd04851020c req-700d50f9-41d2-42b1-be5d-098a630dab20 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538068 Aug 04 17:37:52.586162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] For port a0fe4892-8be9-4b8c-8af5-5535a2670d8a, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:37:52.589926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] For port a0fe4892-8be9-4b8c-8af5-5535a2670d8a, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:37:52.596842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:52.626325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:37:52.653118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:52.653847 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:52.655584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] 10.222.0.82 "PUT /v2.0/ports/a0fe4892-8be9-4b8c-8af5-5535a2670d8a HTTP/1.1" status: 200 len: 1091 time: 0.8975096 Aug 04 17:37:52.659472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514534e8-906e-4b99-998b-5a1982a1d4bb', 'tag': 'a0fe4892-8be9-4b8c-8af5-5535a2670d8a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:37:52.661996 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb" -d '{"events": [{"name": "network-changed", "server_uuid": "514534e8-906e-4b99-998b-5a1982a1d4bb", "tag": "a0fe4892-8be9-4b8c-8af5-5535a2670d8a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:37:52.729337 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:37:52.729696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:37:52.739563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a22d6-f47b-41ce-b9a2-593fddb4f987 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:37:52.777504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-b0384f3a-e7c6-4f04-acd5-fc52e5502143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:52.780019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-b0384f3a-e7c6-4f04-acd5-fc52e5502143 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 1094 time: 0.0777400 Aug 04 17:37:52.832296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-c00c829d-4c70-4fd9-a780-6ad344a04758 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0fe4892-8be9-4b8c-8af5-5535a2670d8a HTTP/1.1" status: 200 len: 217 time: 0.0425551 Aug 04 17:37:52.901235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-3c343877-1449-408f-a960-006255728c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:52.903315 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-3c343877-1449-408f-a960-006255728c3c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0640163 Aug 04 17:37:52.938097 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d963ce-a0d8-43cb-9a90-aaf9edd1ca7a x-openstack-request-id: req-10d963ce-a0d8-43cb-9a90-aaf9edd1ca7a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:37:52.938442 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514534e8-906e-4b99-998b-5a1982a1d4bb", "tag": "a0fe4892-8be9-4b8c-8af5-5535a2670d8a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:37:52.938625 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10d963ce-a0d8-43cb-9a90-aaf9edd1ca7a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:37:52.939039 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514534e8-906e-4b99-998b-5a1982a1d4bb', 'tag': 'a0fe4892-8be9-4b8c-8af5-5535a2670d8a', 'status': 'completed', 'code': 200} Aug 04 17:37:52.956509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-3b33dac5-efc3-40c2-9108-470448e2f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:52.958129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-3b33dac5-efc3-40c2-9108-470448e2f198 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469944 Aug 04 17:37:53.064983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-f48f245f-fb2b-48a2-8bf7-69edc94522d9 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988078 Aug 04 17:37:53.166659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b2ba0fc-61c6-4be8-9bf0-f3200dd3dbe2 req-2c2ee693-c050-4669-a3e6-8a5d4c616e00 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941291 Aug 04 17:37:53.254667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-f13e0c85-fbd2-4c50-a9ac-5e5e2f135600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:53.256118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-f13e0c85-fbd2-4c50-a9ac-5e5e2f135600 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 1094 time: 0.0425768 Aug 04 17:37:53.350418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-0d41f6cb-39c8-4ebb-be70-498ad02648d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:53.351969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-0d41f6cb-39c8-4ebb-be70-498ad02648d5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0882473 Aug 04 17:37:53.394244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-2c3ddfd1-e0e0-4342-887a-681e9ec26fb5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0fe4892-8be9-4b8c-8af5-5535a2670d8a HTTP/1.1" status: 200 len: 217 time: 0.0346107 Aug 04 17:37:53.442494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-beaf5435-a68a-4fb8-b575-e418ed4899c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:53.443981 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-beaf5435-a68a-4fb8-b575-e418ed4899c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0431821 Aug 04 17:37:53.495263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-d7ef8c6c-842f-488b-bb84-2165de27713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:53.496761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-d7ef8c6c-842f-488b-bb84-2165de27713c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454853 Aug 04 17:37:53.631769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-c0c1da36-20b3-4123-b4c6-c8180d6a81e7 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268539 Aug 04 17:37:53.695491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4294a4-6b30-4ef9-9bdf-6e2bce31847e req-9ac129e8-d31f-43c3-9bec-ef9cc72f507b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:53.697738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f4294a4-6b30-4ef9-9bdf-6e2bce31847e req-9ac129e8-d31f-43c3-9bec-ef9cc72f507b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.1159291 Aug 04 17:37:53.769053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4f4294a4-6b30-4ef9-9bdf-6e2bce31847e req-62f84ef5-eb93-4352-b001-9e7c32df7fce tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593002 Aug 04 17:37:53.771129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb85e160-5e90-49e6-a3ad-ab9c13ec06fb req-73ae9ba2-819e-45bc-b17f-2236890b17c2 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318858 Aug 04 17:37:54.896427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519389ea-24bf-43b0-b22d-8bae27cbb539 req-b8780ce7-8222-4149-8826-8de93618859c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:54.898297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-519389ea-24bf-43b0-b22d-8bae27cbb539 req-b8780ce7-8222-4149-8826-8de93618859c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.0600309 Aug 04 17:37:54.938497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-519389ea-24bf-43b0-b22d-8bae27cbb539 req-7a5c8bdc-c28b-45c1-92a4-5575de1f31ed tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335870 Aug 04 17:37:56.066479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aea7fa-2503-44d7-8827-3713cdd3dca9 req-8971345b-07d9-4390-b406-95813006d295 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:56.067995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12aea7fa-2503-44d7-8827-3713cdd3dca9 req-8971345b-07d9-4390-b406-95813006d295 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.0554042 Aug 04 17:37:56.112336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12aea7fa-2503-44d7-8827-3713cdd3dca9 req-0c23a612-0df8-4d36-824c-98d1d314447d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367026 Aug 04 17:37:57.245149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacca7a-5eba-4dd0-946d-4e77afa8cd64 req-6f081bd7-807e-4e03-bfbb-4e6db4037524 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:57.246720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdacca7a-5eba-4dd0-946d-4e77afa8cd64 req-6f081bd7-807e-4e03-bfbb-4e6db4037524 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.0611327 Aug 04 17:37:57.292157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdacca7a-5eba-4dd0-946d-4e77afa8cd64 req-7ba5f6f2-ca71-4944-8ac2-28650181ee78 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363040 Aug 04 17:37:58.427408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a44bb-db18-471a-810d-dbc6efab5dc5 req-e55648bf-e140-4a1a-92c6-3bda23c90b32 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:58.428859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b28a44bb-db18-471a-810d-dbc6efab5dc5 req-e55648bf-e140-4a1a-92c6-3bda23c90b32 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.0526118 Aug 04 17:37:58.469631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b28a44bb-db18-471a-810d-dbc6efab5dc5 req-c87f2bea-7fbd-4a87-941c-3916b04c2526 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Aug 04 17:37:59.594592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec46ad-45f5-4e65-beaf-2a11f4e62ed1 req-e2bccf09-ee22-491e-9f8c-e301b38b3cca tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:37:59.596474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbec46ad-45f5-4e65-beaf-2a11f4e62ed1 req-e2bccf09-ee22-491e-9f8c-e301b38b3cca tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.0558774 Aug 04 17:37:59.639734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbec46ad-45f5-4e65-beaf-2a11f4e62ed1 req-fcdbd8a9-c98e-4792-99a6-8eaec050134d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355930 Aug 04 17:38:00.771327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52aea-15ee-41c3-b358-351956558557 req-356237c9-e8c1-4cdc-8c7b-79b31ff540be tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:00.772810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cab52aea-15ee-41c3-b358-351956558557 req-356237c9-e8c1-4cdc-8c7b-79b31ff540be tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.0527060 Aug 04 17:38:00.813873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cab52aea-15ee-41c3-b358-351956558557 req-79c2fd1e-a6ba-40a0-b1a3-0608098ef57a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341277 Aug 04 17:38:01.949885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65559b81-68cf-40cb-a2ba-f534be744c69 req-05df2c85-9b29-4acf-a9eb-bf93cc35ebf7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:01.951393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65559b81-68cf-40cb-a2ba-f534be744c69 req-05df2c85-9b29-4acf-a9eb-bf93cc35ebf7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.0523326 Aug 04 17:38:01.993067 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-65559b81-68cf-40cb-a2ba-f534be744c69 req-c010cd2b-20bc-447e-acab-9950dc7e1f02 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353909 Aug 04 17:38:02.028316 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d488a1c4-6f13-4051-a592-6d911d68f847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:03.120658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833f8a2-748a-4bc0-b1fa-e77b19931225 req-e24ad80c-0b0b-4413-9a53-f56016f6212b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:03.122057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f833f8a2-748a-4bc0-b1fa-e77b19931225 req-e24ad80c-0b0b-4413-9a53-f56016f6212b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.0572329 Aug 04 17:38:03.166028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f833f8a2-748a-4bc0-b1fa-e77b19931225 req-fb6c2c7b-ea58-4c2a-9af2-855b27674df7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344014 Aug 04 17:38:04.226089 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:38:04.289710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d4fd8-005b-4e07-86fd-adefd9af61c1 req-425f480e-a8c8-45ad-b7a5-a6e2dffdf0e9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:04.291195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-382d4fd8-005b-4e07-86fd-adefd9af61c1 req-425f480e-a8c8-45ad-b7a5-a6e2dffdf0e9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 943 time: 0.0552225 Aug 04 17:38:04.334057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-382d4fd8-005b-4e07-86fd-adefd9af61c1 req-c105f38b-b93b-4843-b1f5-15a6baac8e61 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333993 Aug 04 17:38:04.427993 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6ef72c74-4b90-46ad-8f54-3465a0141f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:04.987444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a0fe4892-8be9-4b8c-8af5-5535a2670d8a details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:38:05.075819 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:05.107053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a0fe4892-8be9-4b8c-8af5-5535a2670d8a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:38:05.118296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'a0fe4892-8be9-4b8c-8af5-5535a2670d8a', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'port_id': 'a0fe4892-8be9-4b8c-8af5-5535a2670d8a', 'mac_address': 'fa:16:3e:d9:b7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:38:05.160434 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:05.173793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fe4892-8be9-4b8c-8af5-5535a2670d8a {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:38:05.193958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a0fe4892-8be9-4b8c-8af5-5535a2670d8a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:38:05.198644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:05.248379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:38:05.260679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.261105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.261665 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.261908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.262522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.262684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.263034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.263362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.263687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.264007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.264329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.264659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:05.404059 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['a0fe4892-8be9-4b8c-8af5-5535a2670d8a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:38:05.456663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486becf2-7c3d-4812-83f4-a956efed375a req-005154e9-cd11-4fcb-b69d-1b0528a20b60 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:05.458243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-486becf2-7c3d-4812-83f4-a956efed375a req-005154e9-cd11-4fcb-b69d-1b0528a20b60 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 944 time: 0.0551195 Aug 04 17:38:05.497218 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-486becf2-7c3d-4812-83f4-a956efed375a req-fa08a4b1-7466-44c8-ad98-6f69c3b036f0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Aug 04 17:38:05.960313 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:06.633050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb0307-8c1d-407c-81d9-ed7ae0f335cf req-e11a346f-ab7e-4144-8170-d89ed58a96e5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:06.634889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31bb0307-8c1d-407c-81d9-ed7ae0f335cf req-e11a346f-ab7e-4144-8170-d89ed58a96e5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 944 time: 0.0657213 Aug 04 17:38:06.676986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31bb0307-8c1d-407c-81d9-ed7ae0f335cf req-63957f31-4108-417f-a89b-48732bc97af5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354393 Aug 04 17:38:06.987642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a0fe4892-8be9-4b8c-8af5-5535a2670d8a up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:38:07.045974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port a0fe4892-8be9-4b8c-8af5-5535a2670d8a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:38:07.051809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port a0fe4892-8be9-4b8c-8af5-5535a2670d8a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:38:07.052288 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:07.137679 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:07.166603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514534e8-906e-4b99-998b-5a1982a1d4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fe4892-8be9-4b8c-8af5-5535a2670d8a'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:38:07.169199 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abbdef3-9615-4612-9001-ebc738b43c73" -d '{"events": [{"server_uuid": "514534e8-906e-4b99-998b-5a1982a1d4bb", "name": "network-vif-plugged", "status": "completed", "tag": "a0fe4892-8be9-4b8c-8af5-5535a2670d8a"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:38:07.183771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a0fe4892-8be9-4b8c-8af5-5535a2670d8a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:38:07.189511 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:07.217008 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e03431b-5b00-4cb3-aac9-4a88f3159786 x-openstack-request-id: req-8e03431b-5b00-4cb3-aac9-4a88f3159786 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:38:07.217296 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514534e8-906e-4b99-998b-5a1982a1d4bb", "name": "network-vif-plugged", "status": "completed", "tag": "a0fe4892-8be9-4b8c-8af5-5535a2670d8a", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:38:07.217546 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e03431b-5b00-4cb3-aac9-4a88f3159786 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:38:07.217929 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514534e8-906e-4b99-998b-5a1982a1d4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fe4892-8be9-4b8c-8af5-5535a2670d8a', 'code': 200} Aug 04 17:38:07.246410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:38:07.316936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc559854-2b78-4677-b0de-6b8edd44c5c8 req-19422bc4-a181-4186-a160-32bfdae01e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:07.318509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc559854-2b78-4677-b0de-6b8edd44c5c8 req-19422bc4-a181-4186-a160-32bfdae01e27 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 1096 time: 0.0494282 Aug 04 17:38:07.361290 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc559854-2b78-4677-b0de-6b8edd44c5c8 req-756b871d-64bf-4b97-ba6f-a651910f9e3c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348091 Aug 04 17:38:07.557471 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:07.808690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb60ac-2b54-4e83-a37c-11b80f2830f3 req-e6bfa491-113b-4d80-a3f5-185b518f148f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:07.810031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00cb60ac-2b54-4e83-a37c-11b80f2830f3 req-e6bfa491-113b-4d80-a3f5-185b518f148f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 945 time: 0.0598915 Aug 04 17:38:07.850049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00cb60ac-2b54-4e83-a37c-11b80f2830f3 req-01660d61-9a4f-43e8-9553-027acfe84d36 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337820 Aug 04 17:38:08.980816 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcec95f-87a6-47b9-8943-fcdc6549710a req-485e3b36-6519-4a47-87b0-1fa6577acc68 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:08.982308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fcec95f-87a6-47b9-8943-fcdc6549710a req-485e3b36-6519-4a47-87b0-1fa6577acc68 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 945 time: 0.0560508 Aug 04 17:38:09.022168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fcec95f-87a6-47b9-8943-fcdc6549710a req-b104f765-eea7-4b8b-853c-acf80633a376 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336399 Aug 04 17:38:09.144202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929e2b1-a706-496b-b4df-44629feb8c4f req-d27b7afd-64fe-4588-8769-5fb7bcbcf4e5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:09.145609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1929e2b1-a706-496b-b4df-44629feb8c4f req-d27b7afd-64fe-4588-8769-5fb7bcbcf4e5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 945 time: 0.0516593 Aug 04 17:38:09.188176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1929e2b1-a706-496b-b4df-44629feb8c4f req-00b35ff3-150a-4521-8e20-321a8120bb7b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363290 Aug 04 17:38:09.315232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df9492-dae8-4643-a699-628fb1c754bd req-a8712762-0a0a-4c23-9e8b-1bbbb5379735 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:09.316721 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39df9492-dae8-4643-a699-628fb1c754bd req-a8712762-0a0a-4c23-9e8b-1bbbb5379735 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 945 time: 0.0554752 Aug 04 17:38:09.326444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:09.360101 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39df9492-dae8-4643-a699-628fb1c754bd req-502bd667-cdf8-4561-9779-e8abc0544230 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361695 Aug 04 17:38:09.411836 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:09.638762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25b1b9-1ccc-404c-b4fe-6115e3b88e74 req-26c132ab-dcfa-42ba-a47a-b9eccb4d4d48 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:09.640307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d25b1b9-1ccc-404c-b4fe-6115e3b88e74 req-26c132ab-dcfa-42ba-a47a-b9eccb4d4d48 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 945 time: 0.0656617 Aug 04 17:38:09.683936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d25b1b9-1ccc-404c-b4fe-6115e3b88e74 req-82dbd8c3-041f-4bb4-8a1f-1fd15d5308f5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372951 Aug 04 17:38:10.805455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e43dc-0b85-46f4-a918-aa63cb42ccb5 req-f79fac59-e0a9-415d-bdb1-6dac3f7a0ca3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:10.806829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be0e43dc-0b85-46f4-a918-aa63cb42ccb5 req-f79fac59-e0a9-415d-bdb1-6dac3f7a0ca3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 945 time: 0.0529082 Aug 04 17:38:10.848922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be0e43dc-0b85-46f4-a918-aa63cb42ccb5 req-7db558d2-f02f-4410-bdb1-543ad3d7a303 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Aug 04 17:38:11.050079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-9b8cbf43-bc86-4cc5-8cf5-a5bb589a68af tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:11.051603 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-9b8cbf43-bc86-4cc5-8cf5-a5bb589a68af tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 945 time: 0.0523255 Aug 04 17:38:11.164771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-a8c9068c-c049-4259-b77e-ecf1f48cfa4d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Deleting port a0fe4892-8be9-4b8c-8af5-5535a2670d8a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:38:11.165091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-a8c9068c-c049-4259-b77e-ecf1f48cfa4d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:11.266697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-a8c9068c-c049-4259-b77e-ecf1f48cfa4d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] For port a0fe4892-8be9-4b8c-8af5-5535a2670d8a, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:38:11.267052 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-a8c9068c-c049-4259-b77e-ecf1f48cfa4d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:11.280941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-a8c9068c-c049-4259-b77e-ecf1f48cfa4d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Calling delete_port for a0fe4892-8be9-4b8c-8af5-5535a2670d8a owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:38:11.418687 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-a8c9068c-c049-4259-b77e-ecf1f48cfa4d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:11.430157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['a0fe4892-8be9-4b8c-8af5-5535a2670d8a'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:38:11.446918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9068c-c049-4259-b77e-ecf1f48cfa4d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'Port': ['ID=a0fe4892-8be9-4b8c-8af5-5535a2670d8a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:38:11.493352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-a8c9068c-c049-4259-b77e-ecf1f48cfa4d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] No DVR routers for this DVR port a0fe4892-8be9-4b8c-8af5-5535a2670d8a on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:38:11.496552 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-a8c9068c-c049-4259-b77e-ecf1f48cfa4d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:11.498753 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9586c13-2c76-4932-8cfc-c0bb652f1b38 req-a8c9068c-c049-4259-b77e-ecf1f48cfa4d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "DELETE /v2.0/ports/a0fe4892-8be9-4b8c-8af5-5535a2670d8a HTTP/1.1" status: 204 len: 173 time: 0.4403148 Aug 04 17:38:11.499260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514534e8-906e-4b99-998b-5a1982a1d4bb', 'name': 'network-vif-deleted', 'tag': 'a0fe4892-8be9-4b8c-8af5-5535a2670d8a'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:38:11.501615 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f99f7f1-d48a-4eca-84e6-54f5022fd789" -d '{"events": [{"server_uuid": "514534e8-906e-4b99-998b-5a1982a1d4bb", "name": "network-vif-deleted", "tag": "a0fe4892-8be9-4b8c-8af5-5535a2670d8a"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:38:11.546538 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600359a6-f68d-49ee-aecb-2e647abe5745 x-openstack-request-id: req-600359a6-f68d-49ee-aecb-2e647abe5745 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:38:11.546891 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514534e8-906e-4b99-998b-5a1982a1d4bb", "name": "network-vif-deleted", "tag": "a0fe4892-8be9-4b8c-8af5-5535a2670d8a", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:38:11.547146 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-600359a6-f68d-49ee-aecb-2e647abe5745 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:38:11.547552 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514534e8-906e-4b99-998b-5a1982a1d4bb', 'name': 'network-vif-deleted', 'tag': 'a0fe4892-8be9-4b8c-8af5-5535a2670d8a', 'status': 'completed', 'code': 200} Aug 04 17:38:11.944951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eec5e833-b814-4fae-b407-38eebf75ed79 req-6b00d42b-3e0a-48a1-88e8-cf93ec419e99 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 210 time: 0.0273569 Aug 04 17:38:13.042060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efd03855-52ad-41ec-9ad5-abb199c0dc55 req-6fc07165-5922-4392-83fa-7bfd30359621 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 210 time: 0.0270016 Aug 04 17:38:14.147893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5fa4eb60-fe4e-4398-8f4e-5a8eb737d315 req-0b6ca587-8613-49d1-ad65-e402fb33bd5a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 210 time: 0.0362458 Aug 04 17:38:15.018996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a0fe4892-8be9-4b8c-8af5-5535a2670d8a no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:38:15.042766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: a0fe4892-8be9-4b8c-8af5-5535a2670d8a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:38:15.042766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a0fe4892-8be9-4b8c-8af5-5535a2670d8a not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:38:15.256019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c4c672a-f43e-4821-aebb-a61347244d96 req-328c59c7-dd09-4c0d-803a-7d58ec6a1bea tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=514534e8-906e-4b99-998b-5a1982a1d4bb HTTP/1.1" status: 200 len: 210 time: 0.0274680 Aug 04 17:38:32.031762 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5b335701-d889-4024-ae72-c4720ee21b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:34.432669 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ccba14ac-bf9f-4083-8908-a4a770c11990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:35.049477 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:35.967930 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:37.533325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-86d4775c-60c6-44d8-894b-4f545ab0c223 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:37.534953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-86d4775c-60c6-44d8-894b-4f545ab0c223 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1065555 Aug 04 17:38:37.553890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-8c53d01d-51ac-44e4-aca0-98fb4c70271b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/quotas/8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 375 time: 0.0118680 Aug 04 17:38:37.556139 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:37.608427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-9e52fdcb-c3ef-428f-b174-3280049977f4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480096 Aug 04 17:38:37.715832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-4fa45577-1ace-4371-8c64-cb96d7985f34 service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999413 Aug 04 17:38:37.804822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-538b71f9-5f1f-4315-b3d0-c545141a7783 service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827451 Aug 04 17:38:38.011006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-473bb3fe-c8ba-4979-811a-94c59722c1d5 req-8892fe51-a124-42bd-9923-d7b0edab32d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 210 time: 0.0427909 Aug 04 17:38:39.160093 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40737d7e-dde9-4840-867b-47dd7103a781 req-4e0f785e-d19b-4c00-ad79-bd9df7c941c0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 210 time: 0.0444436 Aug 04 17:38:39.224531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-1943d116-cddf-4afb-aae4-14b3157907a1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:39.227012 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-1943d116-cddf-4afb-aae4-14b3157907a1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1734774 Aug 04 17:38:39.246509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'port': {'device_id': '01a3d1de-88c0-4d76-acb4-054c9c3b86fb', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'admin_state_up': True, 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:38:39.349606 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:39.376150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Made reservation on behalf of 8a4e6b9b154c4b129fc91dc2b0b1111a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:38:39.380287 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:39.411139 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:39.514927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Allocated IP 172.20.0.7 (2362171e-7183-48d3-be14-430939b9ab4a/dad9225f-312f-45c5-87bf-88d5244eeaba/ae80b204-2afb-4e88-bf04-8544b03ceb00) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:38:39.688546 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:39.702124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Transition to ACTIVE for port object ae80b204-2afb-4e88-bf04-8544b03ceb00 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:38:39.736386 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:39.779445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Network 2362171e-7183-48d3-be14-430939b9ab4a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:38:39.784557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:38:39.788362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:38:39.812583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=ae80b204-2afb-4e88-bf04-8544b03ceb00,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:38:39.829428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.830360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.830841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.831339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.831780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.832250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.832717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.833182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.833661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.834117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.834626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.835357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:38:39.877666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:39.878284 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:39.895388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-5142e181-e393-412a-8bdd-10dcabf78c8f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6528833 Aug 04 17:38:39.909425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Request body: {'port': {'device_id': '01a3d1de-88c0-4d76-acb4-054c9c3b86fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:38:39.973496 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:40.101714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a886c79c-d3ae-4501-946f-3699f6cc3409 None None] Provisioning for port ae80b204-2afb-4e88-bf04-8544b03ceb00 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:38:40.106982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a886c79c-d3ae-4501-946f-3699f6cc3409 None None] Provisioning complete for port ae80b204-2afb-4e88-bf04-8544b03ceb00 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:38:40.107356 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a886c79c-d3ae-4501-946f-3699f6cc3409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:40.155543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a886c79c-d3ae-4501-946f-3699f6cc3409 None None] Port ae80b204-2afb-4e88-bf04-8544b03ceb00 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:38:40.555286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03f16-dd6a-423f-8333-ef9727041054 req-dd012b5a-7251-44b5-a5ad-fedc49603a67 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:40.556684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6a03f16-dd6a-423f-8333-ef9727041054 req-dd012b5a-7251-44b5-a5ad-fedc49603a67 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 931 time: 0.1080623 Aug 04 17:38:40.635989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6a03f16-dd6a-423f-8333-ef9727041054 req-f9bdf652-1db6-4ac1-9a79-64fa4b85e729 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605619 Aug 04 17:38:40.679097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae80b204-2afb-4e88-bf04-8544b03ceb00 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:38:40.687303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:40.701098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Transition to ACTIVE for port object ae80b204-2afb-4e88-bf04-8544b03ceb00 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:38:40.707221 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:40.763673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Pushing event updated for resources: {'Port': ['ID=ae80b204-2afb-4e88-bf04-8544b03ceb00,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:38:40.836097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Attempting to bind port ae80b204-2afb-4e88-bf04-8544b03ceb00 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:38:40.836574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Attempting to bind port ae80b204-2afb-4e88-bf04-8544b03ceb00 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:38:40.837003 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Attempting to bind port ae80b204-2afb-4e88-bf04-8544b03ceb00 on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:38:40.841886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Port ae80b204-2afb-4e88-bf04-8544b03ceb00 on network 2362171e-7183-48d3-be14-430939b9ab4a not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:38:40.842311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Attempting to bind port ae80b204-2afb-4e88-bf04-8544b03ceb00 on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:38:40.847843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:38:40.848433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Checking segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:38:40.848932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Bound using segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:38:40.849460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Bound port: ae80b204-2afb-4e88-bf04-8544b03ceb00, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:38:40.849914 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:40.916860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] For port ae80b204-2afb-4e88-bf04-8544b03ceb00, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:38:40.920274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] For port ae80b204-2afb-4e88-bf04-8544b03ceb00, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ae80b204-2afb-4e88-bf04-8544b03ceb00,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:38:40.926026 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:40.965992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:40.966865 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:38:40.968424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] 10.222.0.82 "PUT /v2.0/ports/ae80b204-2afb-4e88-bf04-8544b03ceb00 HTTP/1.1" status: 200 len: 1091 time: 1.0647776 Aug 04 17:38:40.968933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a3d1de-88c0-4d76-acb4-054c9c3b86fb', 'tag': 'ae80b204-2afb-4e88-bf04-8544b03ceb00'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:38:40.971949 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f4126f-fbb6-4583-a404-4982bb2e26f0" -d '{"events": [{"name": "network-changed", "server_uuid": "01a3d1de-88c0-4d76-acb4-054c9c3b86fb", "tag": "ae80b204-2afb-4e88-bf04-8544b03ceb00"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:38:41.019987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af8927-2552-4c5c-88f0-00ebe02dba3d service neutron] Pushing event updated for resources: {'Port': ['ID=ae80b204-2afb-4e88-bf04-8544b03ceb00,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:38:41.028205 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fba4b4-f010-4b62-a6d7-782a0dcdf6a9 x-openstack-request-id: req-72fba4b4-f010-4b62-a6d7-782a0dcdf6a9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:38:41.028476 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a3d1de-88c0-4d76-acb4-054c9c3b86fb", "tag": "ae80b204-2afb-4e88-bf04-8544b03ceb00", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:38:41.028729 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72fba4b4-f010-4b62-a6d7-782a0dcdf6a9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:38:41.030092 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a3d1de-88c0-4d76-acb4-054c9c3b86fb', 'tag': 'ae80b204-2afb-4e88-bf04-8544b03ceb00', 'status': 'completed', 'code': 200} Aug 04 17:38:41.080589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-6a4b78b8-2ff2-4c88-a172-a24ddaf6404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:41.082309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-6a4b78b8-2ff2-4c88-a172-a24ddaf6404a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 1094 time: 0.0508056 Aug 04 17:38:41.126757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-b0447e32-77e0-40f5-98ee-38fb13ebdd47 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae80b204-2afb-4e88-bf04-8544b03ceb00 HTTP/1.1" status: 200 len: 217 time: 0.0360725 Aug 04 17:38:41.176938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-e830a0f4-25e0-4e5a-aa3f-7cca79090099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:41.178406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-e830a0f4-25e0-4e5a-aa3f-7cca79090099 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0451400 Aug 04 17:38:41.226104 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:38:41.232903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-b2d8a6f0-6247-42a7-9022-4c196ca8e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:41.234403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-b2d8a6f0-6247-42a7-9022-4c196ca8e402 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490699 Aug 04 17:38:41.355238 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-2c7a779a-86cc-47cb-9eaa-8f81dd4ebb1a service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130033 Aug 04 17:38:41.459958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2a3dd41-0199-4478-a0a7-daa506c76c46 req-1c64777e-8ec7-473a-8969-b00b9710741f service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971715 Aug 04 17:38:41.549497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-c3fe9b7a-d590-401e-bd57-c42696b98e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:41.551167 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-c3fe9b7a-d590-401e-bd57-c42696b98e64 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 1094 time: 0.0437362 Aug 04 17:38:41.650845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-a2cfc497-ea1b-4cdd-9d5d-e6ddf167a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:41.652231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-a2cfc497-ea1b-4cdd-9d5d-e6ddf167a908 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0938849 Aug 04 17:38:41.697251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-5605fe5a-94b1-4394-9789-f4314e5c7cef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae80b204-2afb-4e88-bf04-8544b03ceb00 HTTP/1.1" status: 200 len: 217 time: 0.0365655 Aug 04 17:38:41.779065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-65bc9f42-cb4a-4e53-b2f5-2df8c25cbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:41.780859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-65bc9f42-cb4a-4e53-b2f5-2df8c25cbf31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0763226 Aug 04 17:38:41.793388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af2a02-bde1-4a90-b800-6abf9f46aa10 req-ad22e374-fb8c-42ee-ae4e-cfc3031cb2c3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:41.794835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77af2a02-bde1-4a90-b800-6abf9f46aa10 req-ad22e374-fb8c-42ee-ae4e-cfc3031cb2c3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0891716 Aug 04 17:38:41.862738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77af2a02-bde1-4a90-b800-6abf9f46aa10 req-8739199c-b75f-432f-bf94-74463b93be75 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590503 Aug 04 17:38:41.870219 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-35136c37-f720-4af1-888d-a4bf29f67071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:41.870219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-35136c37-f720-4af1-888d-a4bf29f67071 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731666 Aug 04 17:38:41.992278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-5815d967-5ad0-4bb6-a176-1a9b4fce5421 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139574 Aug 04 17:38:42.163069 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0f4126f-fbb6-4583-a404-4982bb2e26f0 req-4eaa7a71-03cc-40eb-953b-93fa04ad36f6 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629479 Aug 04 17:38:43.054023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd68de8-87ed-4f8f-8824-b32a82cbc3e7 req-7c6b44a8-35b1-49eb-ae87-063af76ac8da tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:43.055229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5dd68de8-87ed-4f8f-8824-b32a82cbc3e7 req-7c6b44a8-35b1-49eb-ae87-063af76ac8da tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0718186 Aug 04 17:38:43.123384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5dd68de8-87ed-4f8f-8824-b32a82cbc3e7 req-52887b41-3d13-4473-93f8-c8e4f8c6bb07 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606728 Aug 04 17:38:44.268964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e84486-fc01-4a2e-90ad-71561cff68ea req-4947b805-be99-4819-9bd7-a449ca6022ef tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:44.270616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8e84486-fc01-4a2e-90ad-71561cff68ea req-4947b805-be99-4819-9bd7-a449ca6022ef tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0587955 Aug 04 17:38:44.314748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8e84486-fc01-4a2e-90ad-71561cff68ea req-ed9f8dfe-829e-47c1-891e-f7092c62d9df tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380268 Aug 04 17:38:45.442094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32ffc3-8c90-45b3-93de-beed01e52faa req-ebed1e12-fa8e-4ee4-927f-bf6ef0ef95e8 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:45.449450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d32ffc3-8c90-45b3-93de-beed01e52faa req-ebed1e12-fa8e-4ee4-927f-bf6ef0ef95e8 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0572236 Aug 04 17:38:45.483531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d32ffc3-8c90-45b3-93de-beed01e52faa req-5405f72f-5f97-43b5-8d76-f6a51902c56f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Aug 04 17:38:46.605809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a99bb-dbb8-4e1f-b0d0-e98df9553eb2 req-e529f6b6-bd18-4b8a-bdcb-c57a67fb8e49 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:46.607242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed2a99bb-dbb8-4e1f-b0d0-e98df9553eb2 req-e529f6b6-bd18-4b8a-bdcb-c57a67fb8e49 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0502889 Aug 04 17:38:46.645862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed2a99bb-dbb8-4e1f-b0d0-e98df9553eb2 req-44477d49-5e16-4b92-b0e5-df6db563fa26 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325758 Aug 04 17:38:47.771934 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d501ef2-063c-440b-a2a1-ff3186780f11 req-04da42c9-eab9-4907-8a5b-8698d23ecf34 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:47.773447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d501ef2-063c-440b-a2a1-ff3186780f11 req-04da42c9-eab9-4907-8a5b-8698d23ecf34 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0548890 Aug 04 17:38:47.817285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d501ef2-063c-440b-a2a1-ff3186780f11 req-e6e51183-ba7b-4e8f-a162-5b5b7511fe10 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376518 Aug 04 17:38:48.935827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbba3d8-fd07-4ec6-a789-4950bc3222d2 req-436bdb57-c71e-439a-b158-9780bdb0cc7c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:48.937387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccbba3d8-fd07-4ec6-a789-4950bc3222d2 req-436bdb57-c71e-439a-b158-9780bdb0cc7c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0503945 Aug 04 17:38:48.979595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccbba3d8-fd07-4ec6-a789-4950bc3222d2 req-58e2da93-ac2c-46d6-a86f-be828b093191 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Aug 04 17:38:50.106912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5a747-ba9e-4e05-a80f-8eec1a0074e7 req-ac49ace5-3295-4c80-943a-d92496cd8dfe tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:50.108537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6aa5a747-ba9e-4e05-a80f-8eec1a0074e7 req-ac49ace5-3295-4c80-943a-d92496cd8dfe tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0582225 Aug 04 17:38:50.161542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6aa5a747-ba9e-4e05-a80f-8eec1a0074e7 req-fa93f1fd-abc0-4e4c-847f-7e4ea3e0d5d1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Aug 04 17:38:51.283558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142836cc-3d3d-4e74-bdd8-bc71c6888242 req-28e77420-2a58-4b52-9513-6a43f9072f10 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:51.286050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-142836cc-3d3d-4e74-bdd8-bc71c6888242 req-28e77420-2a58-4b52-9513-6a43f9072f10 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0531063 Aug 04 17:38:51.332233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-142836cc-3d3d-4e74-bdd8-bc71c6888242 req-f28ca9a5-f712-45ae-86b9-a47f318ad3d2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Aug 04 17:38:52.463672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e0356-38e7-46d7-9bff-b7181398b3eb req-2554552a-db18-4538-ab53-754f48116de0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:52.466063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad1e0356-38e7-46d7-9bff-b7181398b3eb req-2554552a-db18-4538-ab53-754f48116de0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0556550 Aug 04 17:38:52.516103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad1e0356-38e7-46d7-9bff-b7181398b3eb req-4f75b559-b1ee-46c9-a9f6-c0b29d11b450 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Aug 04 17:38:53.641834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b425cf1-708d-4287-85bd-8bb7e15b89df req-84f8d31a-ebf1-4c59-aea3-4c0916d15c6d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:53.643324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b425cf1-708d-4287-85bd-8bb7e15b89df req-84f8d31a-ebf1-4c59-aea3-4c0916d15c6d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0534019 Aug 04 17:38:53.683213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7b425cf1-708d-4287-85bd-8bb7e15b89df req-1f212466-935b-4689-b0f4-d00ac7f9d6f4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Aug 04 17:38:54.805448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f7258-9f4d-4219-8f4a-a3a649625127 req-24ce57d4-ab54-4a5b-84a3-5aafe3904a63 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:54.806972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a37f7258-9f4d-4219-8f4a-a3a649625127 req-24ce57d4-ab54-4a5b-84a3-5aafe3904a63 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0538647 Aug 04 17:38:54.850364 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a37f7258-9f4d-4219-8f4a-a3a649625127 req-fbdb0c4b-d988-4061-8f60-ef395f8a38bd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372126 Aug 04 17:38:55.984912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fde70a-a3fb-4bca-9490-cd144256e770 req-a743458e-088e-4a10-bf31-991fff379e8c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:55.986881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5fde70a-a3fb-4bca-9490-cd144256e770 req-a743458e-088e-4a10-bf31-991fff379e8c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0633421 Aug 04 17:38:56.032097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5fde70a-a3fb-4bca-9490-cd144256e770 req-6e036898-45db-4a81-9e04-b692f6c4021b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365322 Aug 04 17:38:57.169697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039352c-5973-4de4-8b4a-0f9b6055a539 req-008ea65f-c9d0-4b3f-8042-bb535f3a7b8e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:57.171259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1039352c-5973-4de4-8b4a-0f9b6055a539 req-008ea65f-c9d0-4b3f-8042-bb535f3a7b8e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0587566 Aug 04 17:38:57.212194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1039352c-5973-4de4-8b4a-0f9b6055a539 req-1a193922-316f-49d2-adff-e366726247ec tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347953 Aug 04 17:38:58.341318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf5364-105b-4876-93e7-74b1e35364d6 req-5d5cd2f0-2958-4577-9040-f7244ed3a664 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:58.342849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-deaf5364-105b-4876-93e7-74b1e35364d6 req-5d5cd2f0-2958-4577-9040-f7244ed3a664 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0589316 Aug 04 17:38:58.386968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-deaf5364-105b-4876-93e7-74b1e35364d6 req-bd9328ba-b432-4b41-8f15-760628252c64 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378003 Aug 04 17:38:59.513618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3920-1b13-4b46-ae6c-9d87095ed520 req-402dbac1-2968-4f83-9642-0964dbf5ec22 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:38:59.515156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-090c3920-1b13-4b46-ae6c-9d87095ed520 req-402dbac1-2968-4f83-9642-0964dbf5ec22 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0538890 Aug 04 17:38:59.558418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-090c3920-1b13-4b46-ae6c-9d87095ed520 req-1d9ba81f-3148-4eab-981d-d9d96ebeddb9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344141 Aug 04 17:39:00.694477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97edf-7338-4908-b1d0-f798e0a9d7df req-bc236fb1-e114-4308-b887-4aab44a3a0ea tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:00.696041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83c97edf-7338-4908-b1d0-f798e0a9d7df req-bc236fb1-e114-4308-b887-4aab44a3a0ea tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 943 time: 0.0547786 Aug 04 17:39:00.745804 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83c97edf-7338-4908-b1d0-f798e0a9d7df req-546c056c-9f73-4601-8256-f03d44c55ebb tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428929 Aug 04 17:39:01.271297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ae80b204-2afb-4e88-bf04-8544b03ceb00 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:39:01.374387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ae80b204-2afb-4e88-bf04-8544b03ceb00, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ae80b204-2afb-4e88-bf04-8544b03ceb00,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:39:01.386162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'ae80b204-2afb-4e88-bf04-8544b03ceb00', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'port_id': 'ae80b204-2afb-4e88-bf04-8544b03ceb00', 'mac_address': 'fa:16:3e:e8:25:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:39:01.423148 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:01.436584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae80b204-2afb-4e88-bf04-8544b03ceb00 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:39:01.457636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ae80b204-2afb-4e88-bf04-8544b03ceb00, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ae80b204-2afb-4e88-bf04-8544b03ceb00,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:39:01.464209 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:01.520350 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=ae80b204-2afb-4e88-bf04-8544b03ceb00,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:01.657683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['ae80b204-2afb-4e88-bf04-8544b03ceb00'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:39:01.867223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af867-4a2c-4d13-ba4d-16bc3d81dc5d req-61d5de53-f2ac-4589-9a90-2022f0f158b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:01.868692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f28af867-4a2c-4d13-ba4d-16bc3d81dc5d req-61d5de53-f2ac-4589-9a90-2022f0f158b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 944 time: 0.0500748 Aug 04 17:39:01.919009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f28af867-4a2c-4d13-ba4d-16bc3d81dc5d req-6c539755-6216-42e5-8b98-7e37407b4d9d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Aug 04 17:39:02.036142 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-36c60c73-d7eb-4e54-bc21-e713d036f869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:03.043700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c428b6-45c9-4338-a7bf-f4a72122d6f3 req-6dd98d74-a2a7-4ddf-9fc3-c37adb2fbd18 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:03.045220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45c428b6-45c9-4338-a7bf-f4a72122d6f3 req-6dd98d74-a2a7-4ddf-9fc3-c37adb2fbd18 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 944 time: 0.0538318 Aug 04 17:39:03.088254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45c428b6-45c9-4338-a7bf-f4a72122d6f3 req-3f6270ff-9495-487c-baaa-87d06c2c16a4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340803 Aug 04 17:39:03.269819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ae80b204-2afb-4e88-bf04-8544b03ceb00 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:39:03.325551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port ae80b204-2afb-4e88-bf04-8544b03ceb00 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:39:03.330472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port ae80b204-2afb-4e88-bf04-8544b03ceb00 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:39:03.330858 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:03.420079 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:03.448565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a3d1de-88c0-4d76-acb4-054c9c3b86fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae80b204-2afb-4e88-bf04-8544b03ceb00'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:39:03.453568 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7287e422-76e8-4302-b10d-195265a17c78" -d '{"events": [{"server_uuid": "01a3d1de-88c0-4d76-acb4-054c9c3b86fb", "name": "network-vif-plugged", "status": "completed", "tag": "ae80b204-2afb-4e88-bf04-8544b03ceb00"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:39:03.474754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port ae80b204-2afb-4e88-bf04-8544b03ceb00, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ae80b204-2afb-4e88-bf04-8544b03ceb00,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:39:03.481098 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:03.538409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=ae80b204-2afb-4e88-bf04-8544b03ceb00,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:03.566541 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f05aee0-da83-4012-abeb-5ded80ab084b x-openstack-request-id: req-7f05aee0-da83-4012-abeb-5ded80ab084b {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:39:03.566817 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a3d1de-88c0-4d76-acb4-054c9c3b86fb", "name": "network-vif-plugged", "status": "completed", "tag": "ae80b204-2afb-4e88-bf04-8544b03ceb00", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:39:03.567111 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f05aee0-da83-4012-abeb-5ded80ab084b {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:39:03.567504 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a3d1de-88c0-4d76-acb4-054c9c3b86fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae80b204-2afb-4e88-bf04-8544b03ceb00', 'code': 200} Aug 04 17:39:03.670775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798e9d3-dd3c-4e56-b98c-2da0e170ce0c req-39d76e9c-2955-46b7-91a4-41b63b9f9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:03.672326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3798e9d3-dd3c-4e56-b98c-2da0e170ce0c req-39d76e9c-2955-46b7-91a4-41b63b9f9218 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 1096 time: 0.0453174 Aug 04 17:39:03.710318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3798e9d3-dd3c-4e56-b98c-2da0e170ce0c req-7a952e65-d4b0-4e3b-8581-31533c1688e2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304236 Aug 04 17:39:04.217722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ddf88-5c27-4420-a5b8-f8953d14bbde req-27020950-68ba-4d63-b594-0dc207c4764f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:04.221160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d5ddf88-5c27-4420-a5b8-f8953d14bbde req-27020950-68ba-4d63-b594-0dc207c4764f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 945 time: 0.0614045 Aug 04 17:39:04.275331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d5ddf88-5c27-4420-a5b8-f8953d14bbde req-630f78fd-2998-4d5d-9c2e-f4a4eb73edc7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Aug 04 17:39:04.445705 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cce59b98-b4eb-4f9a-9900-e1d7494645ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:05.066314 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:05.406011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71ddd4-7eee-479a-8b3b-b0a9a3763560 req-557d4913-34e9-4af1-9a89-5a68a5bd756d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:05.407565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e71ddd4-7eee-479a-8b3b-b0a9a3763560 req-557d4913-34e9-4af1-9a89-5a68a5bd756d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 945 time: 0.0535958 Aug 04 17:39:05.450980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e71ddd4-7eee-479a-8b3b-b0a9a3763560 req-01a40802-e1d1-4210-adcb-39136a511455 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340695 Aug 04 17:39:05.589423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14b0c2-0235-4f0e-bc57-40213ff344a9 req-0e70ceec-9aa5-4536-9ad7-4a73d221f7ff tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:05.590906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d14b0c2-0235-4f0e-bc57-40213ff344a9 req-0e70ceec-9aa5-4536-9ad7-4a73d221f7ff tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 945 time: 0.0536768 Aug 04 17:39:05.634418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d14b0c2-0235-4f0e-bc57-40213ff344a9 req-3c48ba2c-acdd-4e23-b97a-73f05165430b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342963 Aug 04 17:39:05.754406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f227f-6ef8-45cd-9c8c-15e55ad3aad7 req-261e7b17-c75f-4e9e-9612-97d4c320acbd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:05.755909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec1f227f-6ef8-45cd-9c8c-15e55ad3aad7 req-261e7b17-c75f-4e9e-9612-97d4c320acbd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 945 time: 0.0531607 Aug 04 17:39:05.807361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec1f227f-6ef8-45cd-9c8c-15e55ad3aad7 req-e6a45354-b36a-4e84-8478-98f71a7ada48 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447924 Aug 04 17:39:05.963202 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:06.134246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b9e38-9f53-46d9-bcc6-fd390d5f465b req-e7e0bd91-0299-4619-a849-a3905a74d6c6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:06.135649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e9b9e38-9f53-46d9-bcc6-fd390d5f465b req-e7e0bd91-0299-4619-a849-a3905a74d6c6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 945 time: 0.0608993 Aug 04 17:39:06.184323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e9b9e38-9f53-46d9-bcc6-fd390d5f465b req-3b1dd8c3-3edc-470e-92ca-29f532100ed6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392849 Aug 04 17:39:07.312385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad75fa-1569-4c15-946f-d7d103e24323 req-da03776f-2ec9-4be5-85e2-85e25171b3dd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:07.313871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6ad75fa-1569-4c15-946f-d7d103e24323 req-da03776f-2ec9-4be5-85e2-85e25171b3dd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 945 time: 0.0573311 Aug 04 17:39:07.357331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6ad75fa-1569-4c15-946f-d7d103e24323 req-de9518bb-50a8-4f4e-bf28-ce4afdc070ac tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345783 Aug 04 17:39:07.548946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a1f25-45f4-440d-a321-69d4342c20aa req-db334aec-5570-4003-bbf5-53e98f3be279 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:07.551163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-718a1f25-45f4-440d-a321-69d4342c20aa req-db334aec-5570-4003-bbf5-53e98f3be279 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 945 time: 0.0553184 Aug 04 17:39:07.564192 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:07.666150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-718a1f25-45f4-440d-a321-69d4342c20aa req-41f23112-f287-4f54-b0aa-b555cff860e3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Deleting port ae80b204-2afb-4e88-bf04-8544b03ceb00 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:39:07.666498 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-718a1f25-45f4-440d-a321-69d4342c20aa req-41f23112-f287-4f54-b0aa-b555cff860e3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:07.767913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-718a1f25-45f4-440d-a321-69d4342c20aa req-41f23112-f287-4f54-b0aa-b555cff860e3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] For port ae80b204-2afb-4e88-bf04-8544b03ceb00, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=ae80b204-2afb-4e88-bf04-8544b03ceb00,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:39:07.768245 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-718a1f25-45f4-440d-a321-69d4342c20aa req-41f23112-f287-4f54-b0aa-b555cff860e3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:07.783244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-718a1f25-45f4-440d-a321-69d4342c20aa req-41f23112-f287-4f54-b0aa-b555cff860e3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Calling delete_port for ae80b204-2afb-4e88-bf04-8544b03ceb00 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:39:07.928788 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-718a1f25-45f4-440d-a321-69d4342c20aa req-41f23112-f287-4f54-b0aa-b555cff860e3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:07.944841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['ae80b204-2afb-4e88-bf04-8544b03ceb00'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:39:07.959823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f23112-f287-4f54-b0aa-b555cff860e3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'Port': ['ID=ae80b204-2afb-4e88-bf04-8544b03ceb00,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:08.007195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-718a1f25-45f4-440d-a321-69d4342c20aa req-41f23112-f287-4f54-b0aa-b555cff860e3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] No DVR routers for this DVR port ae80b204-2afb-4e88-bf04-8544b03ceb00 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:39:08.010278 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-718a1f25-45f4-440d-a321-69d4342c20aa req-41f23112-f287-4f54-b0aa-b555cff860e3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:08.012439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-718a1f25-45f4-440d-a321-69d4342c20aa req-41f23112-f287-4f54-b0aa-b555cff860e3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "DELETE /v2.0/ports/ae80b204-2afb-4e88-bf04-8544b03ceb00 HTTP/1.1" status: 204 len: 173 time: 0.4549053 Aug 04 17:39:08.012904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a3d1de-88c0-4d76-acb4-054c9c3b86fb', 'name': 'network-vif-deleted', 'tag': 'ae80b204-2afb-4e88-bf04-8544b03ceb00'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:39:08.015272 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d46e490-e252-4f91-868b-d1ef45973311" -d '{"events": [{"server_uuid": "01a3d1de-88c0-4d76-acb4-054c9c3b86fb", "name": "network-vif-deleted", "tag": "ae80b204-2afb-4e88-bf04-8544b03ceb00"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:39:08.066269 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88ccdd1-897a-4e6c-bc8d-f311841085f9 x-openstack-request-id: req-c88ccdd1-897a-4e6c-bc8d-f311841085f9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:39:08.066269 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a3d1de-88c0-4d76-acb4-054c9c3b86fb", "name": "network-vif-deleted", "tag": "ae80b204-2afb-4e88-bf04-8544b03ceb00", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:39:08.066526 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c88ccdd1-897a-4e6c-bc8d-f311841085f9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:39:08.066927 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a3d1de-88c0-4d76-acb4-054c9c3b86fb', 'name': 'network-vif-deleted', 'tag': 'ae80b204-2afb-4e88-bf04-8544b03ceb00', 'status': 'completed', 'code': 200} Aug 04 17:39:08.453722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9185db32-e331-4b63-a517-8ce335a8ef2e req-fbc1a375-5df0-4c90-87a6-de1fad783909 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 210 time: 0.0269542 Aug 04 17:39:09.356922 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:09.414157 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:09.550599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa8f89ac-6807-41af-bd19-87c616b7aadd req-776f9d2d-e064-4bac-83a4-02086cd636ab tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 210 time: 0.0279005 Aug 04 17:39:10.659620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2b478d2-c423-418c-8f38-f0f486585a4e req-b54ae643-a564-49f9-a1be-6f257e5b6aab tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 210 time: 0.0298994 Aug 04 17:39:11.315501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ae80b204-2afb-4e88-bf04-8544b03ceb00 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:39:11.338197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: ae80b204-2afb-4e88-bf04-8544b03ceb00 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:39:11.338545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device ae80b204-2afb-4e88-bf04-8544b03ceb00 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:39:11.778937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e90fb06f-32a7-41e7-a414-1933c462e5e7 req-ed7fa052-94d7-4374-8378-befde8f8146b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=01a3d1de-88c0-4d76-acb4-054c9c3b86fb HTTP/1.1" status: 200 len: 210 time: 0.0276828 Aug 04 17:39:18.226176 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:39:32.043707 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a0201107-c646-451f-96e1-19c4d2b91a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:33.190947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-5964cb1e-ef72-4bde-88fb-e6e332d8147c req-a43e3503-d9e6-4cc2-8dde-7248e8e6355f tempest-VolumesSnapshotTestJSON-229036091 tempest-VolumesSnapshotTestJSON-229036091-project] (105828) timed out ('10.222.0.82', 60911) {{(pid=105828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:39:33.908814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8201-79a3-4b44-99ce-d218c080485e req-fb274a5f-efbe-441d-87e3-41efda2e8f33 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:33.910205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-fb274a5f-efbe-441d-87e3-41efda2e8f33 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1080673 Aug 04 17:39:33.926442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-27a9dd9c-c6d3-4d6c-bfd8-73e4d837632e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/quotas/8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 375 time: 0.0102887 Aug 04 17:39:33.982018 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-824274b2-22b8-45ce-9a36-4320995a542a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497212 Aug 04 17:39:34.104693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-5b9ff51a-df99-4afd-adad-67c2a13c71f1 service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133096 Aug 04 17:39:34.207287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-ba891d08-2831-4818-b0f1-00d7fb889acf service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948539 Aug 04 17:39:34.440877 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f3733704-ffe4-43a7-b6c5-5ffcd1288cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:34.525413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-436bfd70-5ad6-4d13-8db2-dd6654573231 req-7de6c293-6686-4805-a89d-fb2f1c3a2a9c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 210 time: 0.0276973 Aug 04 17:39:35.049916 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:35.462880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8201-79a3-4b44-99ce-d218c080485e req-febaf7c3-b63c-4117-a79e-a4d8621e8498 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:35.464353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-febaf7c3-b63c-4117-a79e-a4d8621e8498 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1097407 Aug 04 17:39:35.478048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'port': {'device_id': '3e12bd25-f1ec-459e-91e7-0af0cf09b909', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'admin_state_up': True, 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:39:35.592191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Made reservation on behalf of 8a4e6b9b154c4b129fc91dc2b0b1111a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:39:35.596247 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:35.654246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21e84511-dd7d-4bd3-9b67-d4f1e3bc0177 req-1a449ab6-a752-4bd0-b485-0b8f11ac80f9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 210 time: 0.0393350 Aug 04 17:39:35.761659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Allocated IP 172.20.0.8 (2362171e-7183-48d3-be14-430939b9ab4a/dad9225f-312f-45c5-87bf-88d5244eeaba/93d22cd0-a3f2-47ae-b16e-2482cccf426b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:39:35.915324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:35.930191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Transition to ACTIVE for port object 93d22cd0-a3f2-47ae-b16e-2482cccf426b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:39:35.966118 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:35.967005 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:36.008828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Network 2362171e-7183-48d3-be14-430939b9ab4a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:39:36.016392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:39:36.021343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:39:36.025709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=93d22cd0-a3f2-47ae-b16e-2482cccf426b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:36.089675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:36.090362 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:36.114255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-40193089-d9ea-4ae1-934b-afc63e6913d5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6402771 Aug 04 17:39:36.131085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Request body: {'port': {'device_id': '3e12bd25-f1ec-459e-91e7-0af0cf09b909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:39:36.205934 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:36.331130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8ed57cce-1b91-49ab-a9de-79e8db804b13 None None] Provisioning for port 93d22cd0-a3f2-47ae-b16e-2482cccf426b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:39:36.336421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8ed57cce-1b91-49ab-a9de-79e8db804b13 None None] Provisioning complete for port 93d22cd0-a3f2-47ae-b16e-2482cccf426b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:39:36.337178 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8ed57cce-1b91-49ab-a9de-79e8db804b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:36.379521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-8ed57cce-1b91-49ab-a9de-79e8db804b13 None None] Port 93d22cd0-a3f2-47ae-b16e-2482cccf426b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:39:36.526773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d22cd0-a3f2-47ae-b16e-2482cccf426b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:39:36.534391 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:36.546458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Transition to ACTIVE for port object 93d22cd0-a3f2-47ae-b16e-2482cccf426b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:39:36.551916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:36.604908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Pushing event updated for resources: {'Port': ['ID=93d22cd0-a3f2-47ae-b16e-2482cccf426b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:36.680019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Attempting to bind port 93d22cd0-a3f2-47ae-b16e-2482cccf426b on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:39:36.680647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Attempting to bind port 93d22cd0-a3f2-47ae-b16e-2482cccf426b by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:39:36.682493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Attempting to bind port 93d22cd0-a3f2-47ae-b16e-2482cccf426b on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:39:36.691503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Port 93d22cd0-a3f2-47ae-b16e-2482cccf426b on network 2362171e-7183-48d3-be14-430939b9ab4a not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:39:36.691831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Attempting to bind port 93d22cd0-a3f2-47ae-b16e-2482cccf426b on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:39:36.698123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:39:36.698469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Checking segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:39:36.698887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Bound using segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:39:36.699412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Bound port: 93d22cd0-a3f2-47ae-b16e-2482cccf426b, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:39:36.699683 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:36.801254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] For port 93d22cd0-a3f2-47ae-b16e-2482cccf426b, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:39:36.815885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] For port 93d22cd0-a3f2-47ae-b16e-2482cccf426b, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=93d22cd0-a3f2-47ae-b16e-2482cccf426b,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:39:36.823099 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:36.835658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ed09-99c3-4684-88c5-7347d219eb57 req-56e72b2d-3e46-47c3-bed4-1a6c225a053e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:36.837156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a32ed09-99c3-4684-88c5-7347d219eb57 req-56e72b2d-3e46-47c3-bed4-1a6c225a053e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 943 time: 0.0781806 Aug 04 17:39:36.881218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:36.882116 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:36.883537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] 10.222.0.82 "PUT /v2.0/ports/93d22cd0-a3f2-47ae-b16e-2482cccf426b HTTP/1.1" status: 200 len: 1091 time: 0.7617564 Aug 04 17:39:36.883989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e12bd25-f1ec-459e-91e7-0af0cf09b909', 'tag': '93d22cd0-a3f2-47ae-b16e-2482cccf426b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:39:36.886211 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf032b7-42a1-4629-93ea-2354702bff22" -d '{"events": [{"name": "network-changed", "server_uuid": "3e12bd25-f1ec-459e-91e7-0af0cf09b909", "tag": "93d22cd0-a3f2-47ae-b16e-2482cccf426b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:39:36.947873 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcbc8c0-85b4-4040-99b8-16dc0e0b41db x-openstack-request-id: req-3bcbc8c0-85b4-4040-99b8-16dc0e0b41db {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:39:36.948219 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e12bd25-f1ec-459e-91e7-0af0cf09b909", "tag": "93d22cd0-a3f2-47ae-b16e-2482cccf426b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:39:36.948430 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bcbc8c0-85b4-4040-99b8-16dc0e0b41db {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:39:36.948823 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e12bd25-f1ec-459e-91e7-0af0cf09b909', 'tag': '93d22cd0-a3f2-47ae-b16e-2482cccf426b', 'status': 'completed', 'code': 200} Aug 04 17:39:36.968235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce439f-128d-4809-9f9d-d7e1e294385b service neutron] Pushing event updated for resources: {'Port': ['ID=93d22cd0-a3f2-47ae-b16e-2482cccf426b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:36.987189 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a32ed09-99c3-4684-88c5-7347d219eb57 req-fc1267e6-e017-4e77-a98a-1f09a3647012 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285770 Aug 04 17:39:36.999713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8201-79a3-4b44-99ce-d218c080485e req-7bc05fb8-ffa2-457c-bf86-2b9a663fc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:37.001110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-7bc05fb8-ffa2-457c-bf86-2b9a663fc8ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 1094 time: 0.0662768 Aug 04 17:39:37.048632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-4e720f11-a81c-44ea-a172-17bf5ede2b1c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93d22cd0-a3f2-47ae-b16e-2482cccf426b HTTP/1.1" status: 200 len: 217 time: 0.0363374 Aug 04 17:39:37.101553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8201-79a3-4b44-99ce-d218c080485e req-b4796f60-fae8-4fcd-b8cc-9e046bedb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:37.103119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-b4796f60-fae8-4fcd-b8cc-9e046bedb8ae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0479558 Aug 04 17:39:37.153724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8201-79a3-4b44-99ce-d218c080485e req-59ad21a0-33d6-403c-9b00-2e1a0a6beaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:37.155477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-59ad21a0-33d6-403c-9b00-2e1a0a6beaa2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445421 Aug 04 17:39:37.248750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-bb98a428-6553-4bba-9c28-b5c245eabac5 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861568 Aug 04 17:39:37.341763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-643a8201-79a3-4b44-99ce-d218c080485e req-ef5547ac-3770-4c65-825b-1d8b9cac9fa7 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853081 Aug 04 17:39:37.459834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-8d9f502e-14b5-423b-93a1-6b9ce93e2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:37.461424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-8d9f502e-14b5-423b-93a1-6b9ce93e2a87 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 1094 time: 0.0642755 Aug 04 17:39:37.564820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-fcf0e877-1488-47a2-a200-16774bfda7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:37.567377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-fcf0e877-1488-47a2-a200-16774bfda7d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0973775 Aug 04 17:39:37.569146 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:37.618821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-27fd5fd6-6b8b-4541-a939-cd3aced3c060 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93d22cd0-a3f2-47ae-b16e-2482cccf426b HTTP/1.1" status: 200 len: 217 time: 0.0402646 Aug 04 17:39:37.669058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-07ef48b0-3302-4c4d-ac32-f8cb3e7c29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:37.670448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-07ef48b0-3302-4c4d-ac32-f8cb3e7c29bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0450392 Aug 04 17:39:37.718544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-2b028dee-878b-478b-a64c-3c3cd7cee1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:37.720239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-2b028dee-878b-478b-a64c-3c3cd7cee1f3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418870 Aug 04 17:39:37.821408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-744a4308-89ea-4934-b41f-555d0c2307bf service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940223 Aug 04 17:39:37.916794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cf032b7-42a1-4629-93ea-2354702bff22 req-8975f063-9622-4a5d-9081-53a33a3fa931 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871253 Aug 04 17:39:38.112704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87585f5b-1e4d-4231-803e-ff277d57327d req-1fc296a1-24b7-4183-b474-84f68fd15784 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:38.114219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87585f5b-1e4d-4231-803e-ff277d57327d req-1fc296a1-24b7-4183-b474-84f68fd15784 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 943 time: 0.0518017 Aug 04 17:39:38.154838 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87585f5b-1e4d-4231-803e-ff277d57327d req-53556821-f8d2-40d3-8765-bc40f41f2de7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Aug 04 17:39:39.306097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596babb-1093-4933-929c-e43b2ff70ccb req-370a6c10-a3dc-4098-b553-0bd8d1773628 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:39.307792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a596babb-1093-4933-929c-e43b2ff70ccb req-370a6c10-a3dc-4098-b553-0bd8d1773628 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 943 time: 0.0607607 Aug 04 17:39:39.349927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a596babb-1093-4933-929c-e43b2ff70ccb req-f528d30c-9146-4abc-b437-73fc40c0c51c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350518 Aug 04 17:39:39.370333 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:39.409239 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:40.472338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edd0af-53c7-4f4b-a245-2c58599f1410 req-390e015c-551c-4c69-9565-bfc8c0b9b956 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:40.473752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09edd0af-53c7-4f4b-a245-2c58599f1410 req-390e015c-551c-4c69-9565-bfc8c0b9b956 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 943 time: 0.0535786 Aug 04 17:39:40.516792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09edd0af-53c7-4f4b-a245-2c58599f1410 req-dc9f2885-7f59-4d27-8e85-6d072749da7c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Aug 04 17:39:41.656876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64974ff-b71f-4123-a05f-c6a596255a7e req-40850aa2-a6c5-4b28-829e-e4646403e489 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:41.658549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f64974ff-b71f-4123-a05f-c6a596255a7e req-40850aa2-a6c5-4b28-829e-e4646403e489 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 943 time: 0.0555758 Aug 04 17:39:41.700849 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f64974ff-b71f-4123-a05f-c6a596255a7e req-61ccd872-92ce-4ed4-9ef3-8ad73ee1b119 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Aug 04 17:39:42.843425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fd0b1-68b4-434f-966f-9f8fb793c5f2 req-97310a07-8229-4aea-ae83-7e433bafc755 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:42.846515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f14fd0b1-68b4-434f-966f-9f8fb793c5f2 req-97310a07-8229-4aea-ae83-7e433bafc755 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 943 time: 0.0629034 Aug 04 17:39:42.889433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f14fd0b1-68b4-434f-966f-9f8fb793c5f2 req-4406943e-ae78-4531-822a-0af54a64918d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367389 Aug 04 17:39:44.022979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e931ae1-9d74-47cd-b915-9735fccc2d6e req-43ae0cd5-bcb8-4a8b-8b1a-0aa7f12b5cff tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:44.024557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e931ae1-9d74-47cd-b915-9735fccc2d6e req-43ae0cd5-bcb8-4a8b-8b1a-0aa7f12b5cff tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 943 time: 0.0559652 Aug 04 17:39:44.065239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e931ae1-9d74-47cd-b915-9735fccc2d6e req-49071d81-3f27-4708-80ee-b8cebae8b1d3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345087 Aug 04 17:39:45.192470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21278593-c905-4976-9bec-8ec89065947c req-7adb4222-cfac-49a7-9b6f-9aaa49751acd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:45.193952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21278593-c905-4976-9bec-8ec89065947c req-7adb4222-cfac-49a7-9b6f-9aaa49751acd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 943 time: 0.0497882 Aug 04 17:39:45.232149 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21278593-c905-4976-9bec-8ec89065947c req-19735f2e-a29f-4741-ba65-eb67a3c46c1a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321271 Aug 04 17:39:46.377087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d9714-9ea3-483d-ad41-674926215cc4 req-2eff3ddc-8082-4bbd-96f2-5b3e0b6d833f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:46.379937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f9d9714-9ea3-483d-ad41-674926215cc4 req-2eff3ddc-8082-4bbd-96f2-5b3e0b6d833f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 943 time: 0.0743897 Aug 04 17:39:46.423174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f9d9714-9ea3-483d-ad41-674926215cc4 req-3a3480da-079d-4471-b6c2-6afea0e1b515 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366523 Aug 04 17:39:47.430061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 93d22cd0-a3f2-47ae-b16e-2482cccf426b details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:39:47.544232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 93d22cd0-a3f2-47ae-b16e-2482cccf426b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=93d22cd0-a3f2-47ae-b16e-2482cccf426b,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:39:47.546311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98f990-5821-4207-a7db-dacba247503f req-3eb3d9aa-996a-4c3f-8cfc-963893e1795a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:47.547891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa98f990-5821-4207-a7db-dacba247503f req-3eb3d9aa-996a-4c3f-8cfc-963893e1795a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 943 time: 0.0519178 Aug 04 17:39:47.556789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '93d22cd0-a3f2-47ae-b16e-2482cccf426b', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'port_id': '93d22cd0-a3f2-47ae-b16e-2482cccf426b', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:39:47.587524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa98f990-5821-4207-a7db-dacba247503f req-26b94656-3d0f-4302-a296-588eb8fc639d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Aug 04 17:39:47.593774 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:47.607094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d22cd0-a3f2-47ae-b16e-2482cccf426b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:39:47.626547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 93d22cd0-a3f2-47ae-b16e-2482cccf426b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=93d22cd0-a3f2-47ae-b16e-2482cccf426b,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:39:47.632198 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:47.686871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=93d22cd0-a3f2-47ae-b16e-2482cccf426b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:47.694908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.695249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.695586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.695921 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.696249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.696569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.696908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.697232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.697554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.697871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.698193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.698510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:47.837151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['93d22cd0-a3f2-47ae-b16e-2482cccf426b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:39:48.706334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c7632-32dc-4286-ad0a-393d0b9b3954 req-325c791c-b6d6-458b-ac9f-87579e5ee47a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:48.708248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-583c7632-32dc-4286-ad0a-393d0b9b3954 req-325c791c-b6d6-458b-ac9f-87579e5ee47a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 944 time: 0.0510936 Aug 04 17:39:48.750012 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-583c7632-32dc-4286-ad0a-393d0b9b3954 req-45b1c3aa-08dc-4165-adea-121d9d1e2b5d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330868 Aug 04 17:39:49.442280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 93d22cd0-a3f2-47ae-b16e-2482cccf426b up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:39:49.505589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 93d22cd0-a3f2-47ae-b16e-2482cccf426b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:39:49.510531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 93d22cd0-a3f2-47ae-b16e-2482cccf426b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:39:49.510948 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:49.592691 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:49.616058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e12bd25-f1ec-459e-91e7-0af0cf09b909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d22cd0-a3f2-47ae-b16e-2482cccf426b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:39:49.618326 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06bd85a-2448-4331-93a6-8d4a729d4cd3" -d '{"events": [{"server_uuid": "3e12bd25-f1ec-459e-91e7-0af0cf09b909", "name": "network-vif-plugged", "status": "completed", "tag": "93d22cd0-a3f2-47ae-b16e-2482cccf426b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:39:49.631537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 93d22cd0-a3f2-47ae-b16e-2482cccf426b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=93d22cd0-a3f2-47ae-b16e-2482cccf426b,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:39:49.637011 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:49.664380 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2426a41-2c10-4e82-af3a-09ff7739bfae x-openstack-request-id: req-e2426a41-2c10-4e82-af3a-09ff7739bfae {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:39:49.664835 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e12bd25-f1ec-459e-91e7-0af0cf09b909", "name": "network-vif-plugged", "status": "completed", "tag": "93d22cd0-a3f2-47ae-b16e-2482cccf426b", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:39:49.665090 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2426a41-2c10-4e82-af3a-09ff7739bfae {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:39:49.665481 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e12bd25-f1ec-459e-91e7-0af0cf09b909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d22cd0-a3f2-47ae-b16e-2482cccf426b', 'code': 200} Aug 04 17:39:49.697307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=93d22cd0-a3f2-47ae-b16e-2482cccf426b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:49.761375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad8ca2-c7f7-46c0-820e-e50e0df5f767 req-70c36684-3501-4be9-bf44-4e4e458a4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:49.762940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5cad8ca2-c7f7-46c0-820e-e50e0df5f767 req-70c36684-3501-4be9-bf44-4e4e458a4ea0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 1096 time: 0.0463064 Aug 04 17:39:49.799959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5cad8ca2-c7f7-46c0-820e-e50e0df5f767 req-b95e0b56-21a2-4e59-8b08-fe5d96b947a6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289159 Aug 04 17:39:49.873799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2637f-ad7a-4293-a386-b63e2afe52a8 req-9b10698d-a2e7-45fd-be71-fbdd0fa619a7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:49.875334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35c2637f-ad7a-4293-a386-b63e2afe52a8 req-9b10698d-a2e7-45fd-be71-fbdd0fa619a7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 945 time: 0.0509720 Aug 04 17:39:49.929028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35c2637f-ad7a-4293-a386-b63e2afe52a8 req-46370d44-4964-4f10-b8ed-6e33bf52551e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471885 Aug 04 17:39:51.062454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308fb8b-c9b0-43bd-a7a1-592446ac049a req-d8c570d6-fa12-4a33-99cb-0fab45320fbb tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:51.063996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f308fb8b-c9b0-43bd-a7a1-592446ac049a req-d8c570d6-fa12-4a33-99cb-0fab45320fbb tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 945 time: 0.0502434 Aug 04 17:39:51.111641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f308fb8b-c9b0-43bd-a7a1-592446ac049a req-186a8e32-3d37-4b7e-87aa-e9a12ef16c4c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Aug 04 17:39:51.243969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d9ccd-021f-455d-9d24-fa275889b8fc req-aa6ec268-0004-4ef2-bc7c-965ac5066447 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:51.245367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd1d9ccd-021f-455d-9d24-fa275889b8fc req-aa6ec268-0004-4ef2-bc7c-965ac5066447 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 945 time: 0.0632641 Aug 04 17:39:51.288868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd1d9ccd-021f-455d-9d24-fa275889b8fc req-99a112dd-2866-4228-94e1-c9f26a89dfce tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Aug 04 17:39:53.792866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596e959-4b82-4396-8153-3fb823df1254 req-93dd6534-8408-438f-badd-ae66a2a25762 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:53.794362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-93dd6534-8408-438f-badd-ae66a2a25762 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1072249 Aug 04 17:39:53.810502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-cdde921a-85b6-47a0-b905-4cedf9f483ed tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/quotas/8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 375 time: 0.0102067 Aug 04 17:39:53.878195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-4c7614a1-e0b1-433a-9145-e595605ebd2c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621045 Aug 04 17:39:53.974486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-3e499177-c574-4d71-b5e7-042a879dedda service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876195 Aug 04 17:39:54.078897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-bc6f4164-87f0-4762-8c41-611856caa8d9 service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979996 Aug 04 17:39:54.285507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-91c25bc7-5365-4154-90f0-7b270d17348c req-d60dc2db-c10f-4206-957c-6b608b40ec04 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 210 time: 0.0268629 Aug 04 17:39:55.225794 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:39:55.265621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596e959-4b82-4396-8153-3fb823df1254 req-c6da8e3e-eba3-45a2-90a7-2ab2cbd57876 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:55.267124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-c6da8e3e-eba3-45a2-90a7-2ab2cbd57876 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.90 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1111944 Aug 04 17:39:55.280062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'port': {'device_id': '2e896781-f720-4248-8c47-2daaa99eb6d7', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'admin_state_up': True, 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:39:55.713597 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38bb345d-1145-466c-8a13-a014bd235bd1 req-f3765658-faac-41ed-8e71-480c1f03bc48 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 210 time: 0.0328891 Aug 04 17:39:55.779063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Made reservation on behalf of 8a4e6b9b154c4b129fc91dc2b0b1111a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:39:55.783187 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:55.917781 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Allocated IP 172.20.0.5 (2362171e-7183-48d3-be14-430939b9ab4a/dad9225f-312f-45c5-87bf-88d5244eeaba/cbd7fa27-172f-4377-bf96-2ec0f5be1d91) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:39:56.074778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:56.090097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Transition to ACTIVE for port object cbd7fa27-172f-4377-bf96-2ec0f5be1d91 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:39:56.132999 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:56.147120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['93d22cd0-a3f2-47ae-b16e-2482cccf426b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:39:56.192892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Network 2362171e-7183-48d3-be14-430939b9ab4a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:39:56.196825 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:39:56.200149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:39:56.260074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:56.260767 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:56.271127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:56.284125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.284612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.284870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.285293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.285638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.285963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.286261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.286607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.287220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.287512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.287621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.288073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:39:56.295221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ee11fc0-1001-4b46-9522-4d481fdbb4b2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0177484 Aug 04 17:39:56.448723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Request body: {'port': {'device_id': '2e896781-f720-4248-8c47-2daaa99eb6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:39:56.496635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-67254202-85f9-4be6-b508-1bd060322826 None None] Provisioning for port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:39:56.499913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-67254202-85f9-4be6-b508-1bd060322826 None None] Provisioning complete for port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:39:56.500512 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-67254202-85f9-4be6-b508-1bd060322826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:56.507453 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:56.534336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-67254202-85f9-4be6-b508-1bd060322826 None None] Port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:39:56.782184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd7fa27-172f-4377-bf96-2ec0f5be1d91 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:39:56.792262 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:56.829159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Transition to ACTIVE for port object cbd7fa27-172f-4377-bf96-2ec0f5be1d91 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:39:56.833535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:56.899763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5364-3b33-4756-a5ac-a0d8afc3599a req-467d98a3-c91c-4927-8716-02b34d7e207f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:56.901387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d62d5364-3b33-4756-a5ac-a0d8afc3599a req-467d98a3-c91c-4927-8716-02b34d7e207f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 931 time: 0.1116045 Aug 04 17:39:56.902849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:56.992906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d62d5364-3b33-4756-a5ac-a0d8afc3599a req-5b218a61-5ed9-4e39-81c7-69a489da449a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780807 Aug 04 17:39:57.019119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Attempting to bind port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:39:57.019460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Attempting to bind port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:39:57.019795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Attempting to bind port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:39:57.024867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 on network 2362171e-7183-48d3-be14-430939b9ab4a not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:39:57.025195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Attempting to bind port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:39:57.030301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:39:57.030644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Checking segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:39:57.031066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Bound using segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:39:57.031496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Bound port: cbd7fa27-172f-4377-bf96-2ec0f5be1d91, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:39:57.031862 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:57.102207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] For port cbd7fa27-172f-4377-bf96-2ec0f5be1d91, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:39:57.105633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] For port cbd7fa27-172f-4377-bf96-2ec0f5be1d91, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:39:57.113415 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:57.157698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:57.158887 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:39:57.160511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] 10.222.0.90 "PUT /v2.0/ports/cbd7fa27-172f-4377-bf96-2ec0f5be1d91 HTTP/1.1" status: 200 len: 1091 time: 0.8586202 Aug 04 17:39:57.163184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e896781-f720-4248-8c47-2daaa99eb6d7', 'tag': 'cbd7fa27-172f-4377-bf96-2ec0f5be1d91'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:39:57.172577 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39" -d '{"events": [{"name": "network-changed", "server_uuid": "2e896781-f720-4248-8c47-2daaa99eb6d7", "tag": "cbd7fa27-172f-4377-bf96-2ec0f5be1d91"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:39:57.219690 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be31b1-4bcb-4ea9-ac88-c32ff4076b5b x-openstack-request-id: req-b9be31b1-4bcb-4ea9-ac88-c32ff4076b5b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:39:57.219981 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e896781-f720-4248-8c47-2daaa99eb6d7", "tag": "cbd7fa27-172f-4377-bf96-2ec0f5be1d91", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:39:57.220225 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9be31b1-4bcb-4ea9-ac88-c32ff4076b5b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:39:57.220624 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e896781-f720-4248-8c47-2daaa99eb6d7', 'tag': 'cbd7fa27-172f-4377-bf96-2ec0f5be1d91', 'status': 'completed', 'code': 200} Aug 04 17:39:57.235754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b0b31-e5f8-4163-b4c7-eaeb1cf4c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:39:57.255196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596e959-4b82-4396-8153-3fb823df1254 req-41a0f33c-a857-4bdb-9b44-18a292c49c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:57.257123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-41a0f33c-a857-4bdb-9b44-18a292c49c15 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 1094 time: 0.0524271 Aug 04 17:39:57.300746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-de3df0c5-9dbe-42f4-b282-ea7e3dd195b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd7fa27-172f-4377-bf96-2ec0f5be1d91 HTTP/1.1" status: 200 len: 217 time: 0.0366948 Aug 04 17:39:57.362920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ebfb846-cfa5-46cc-9a42-82bbc7d1c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:57.364458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-1ebfb846-cfa5-46cc-9a42-82bbc7d1c427 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0572169 Aug 04 17:39:57.419082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596e959-4b82-4396-8153-3fb823df1254 req-b043c193-2a0f-4d96-8349-ed71e215d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:57.420506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-b043c193-2a0f-4d96-8349-ed71e215d8ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487764 Aug 04 17:39:57.519923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-63a89cf5-7e22-4aeb-8022-9f5fdc69eeb7 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922937 Aug 04 17:39:57.616526 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6596e959-4b82-4396-8153-3fb823df1254 req-8263dc32-4b0f-4d5d-a519-0428cf3e8ec5 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891254 Aug 04 17:39:57.706183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-184f869c-e979-465a-ac28-338e85817f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:57.707684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-184f869c-e979-465a-ac28-338e85817f5b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 1094 time: 0.0431290 Aug 04 17:39:57.803991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-f4b1cacc-7f4b-4efa-96c4-dac2bfa0b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:57.805424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-f4b1cacc-7f4b-4efa-96c4-dac2bfa0b97b service neutron] 10.222.0.90 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0905850 Aug 04 17:39:57.847759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-0124add0-7a21-4419-8368-17b78a57fed4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd7fa27-172f-4377-bf96-2ec0f5be1d91 HTTP/1.1" status: 200 len: 217 time: 0.0356326 Aug 04 17:39:57.909056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-5f2646a3-4dfc-4b20-aa91-7a38fb442a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:57.910555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-5f2646a3-4dfc-4b20-aa91-7a38fb442a6e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0562782 Aug 04 17:39:57.962579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-023ade42-2524-4e59-87c4-727fcffdc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:57.964438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-023ade42-2524-4e59-87c4-727fcffdc8ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470607 Aug 04 17:39:58.179213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b7160-84ca-4b36-8deb-d93e3e80b066 req-c786eb70-132c-4e24-bdc0-a1e4ea3d0961 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:58.180767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d0b7160-84ca-4b36-8deb-d93e3e80b066 req-c786eb70-132c-4e24-bdc0-a1e4ea3d0961 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.1004248 Aug 04 17:39:58.182840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-9ed9a4d5-a4c1-45df-af3e-ea46248e2a06 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110367 Aug 04 17:39:58.292639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d0b7160-84ca-4b36-8deb-d93e3e80b066 req-6ebfc404-c7e9-4688-ad1e-195857aeb147 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056783 Aug 04 17:39:58.344773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8ba6c6e-c9bd-4e7c-aef3-efbc19f08e39 req-291e5b50-b945-4071-91b6-512921ffc8cb service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496053 Aug 04 17:39:59.463455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dc9ef-c763-40fd-a6f2-c96043f9ca9e req-43896fdb-eb38-401c-8317-f2e3faa1f1b3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:39:59.464942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b96dc9ef-c763-40fd-a6f2-c96043f9ca9e req-43896fdb-eb38-401c-8317-f2e3faa1f1b3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0661128 Aug 04 17:39:59.520172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b96dc9ef-c763-40fd-a6f2-c96043f9ca9e req-8d10d21d-78b6-42af-b7c7-1209f9c6187a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Aug 04 17:40:00.679251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351fa6a-455d-4ef0-9f1e-916d7e9b1874 req-67b74ae3-e413-49d3-93b5-4e4a5b81391a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:00.682637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e351fa6a-455d-4ef0-9f1e-916d7e9b1874 req-67b74ae3-e413-49d3-93b5-4e4a5b81391a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0764792 Aug 04 17:40:00.734192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e351fa6a-455d-4ef0-9f1e-916d7e9b1874 req-3bebe93c-03d5-41ef-8efd-33479e0fb6a6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 Aug 04 17:40:01.893526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a7ff-8255-42e8-b8b4-afc568e9fd83 req-373cc251-6dc4-4f20-87e9-3ea948b0fddd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:01.895841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4140a7ff-8255-42e8-b8b4-afc568e9fd83 req-373cc251-6dc4-4f20-87e9-3ea948b0fddd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0688274 Aug 04 17:40:01.944783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4140a7ff-8255-42e8-b8b4-afc568e9fd83 req-c530a95d-8e7a-40b8-9f10-47d1b7a3aef4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Aug 04 17:40:02.045042 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-15d6557a-952f-4a8c-b291-6789da75ad72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:03.079416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d78da-9366-4689-b905-091b5078fcae req-5374195a-cff1-43bf-bade-10ae3fb6b85c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:03.080925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-273d78da-9366-4689-b905-091b5078fcae req-5374195a-cff1-43bf-bade-10ae3fb6b85c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0613782 Aug 04 17:40:03.125043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-273d78da-9366-4689-b905-091b5078fcae req-6807d695-1bd9-4a2c-9b57-74a48a751689 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367274 Aug 04 17:40:04.264030 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8e454-7b01-4868-8f32-408392159d36 req-cf72c05f-e1d5-4ae1-ba50-c06a514e7235 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:04.265529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33e8e454-7b01-4868-8f32-408392159d36 req-cf72c05f-e1d5-4ae1-ba50-c06a514e7235 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0519369 Aug 04 17:40:04.309184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-33e8e454-7b01-4868-8f32-408392159d36 req-f2e11a5e-258e-4204-9395-593af71868ae tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343499 Aug 04 17:40:04.446075 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fadfbf1c-3c86-441e-a895-32cd9486129b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:05.060448 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:05.437993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017039a-f9b2-45c3-8d96-3aa40184641a req-f5512134-0fa2-4f20-930b-7d20632cb30a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:05.439435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3017039a-f9b2-45c3-8d96-3aa40184641a req-f5512134-0fa2-4f20-930b-7d20632cb30a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0510197 Aug 04 17:40:05.478737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3017039a-f9b2-45c3-8d96-3aa40184641a req-13c12055-2815-4f9b-bb70-aaa26fbc2a2b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Aug 04 17:40:05.976261 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:06.596454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647f3e0-3eed-4a6d-9308-17b2cc1333d7 req-75f4f054-e853-43f3-b4cd-4cd3633e1dae tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:06.598086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4647f3e0-3eed-4a6d-9308-17b2cc1333d7 req-75f4f054-e853-43f3-b4cd-4cd3633e1dae tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0511107 Aug 04 17:40:06.643577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4647f3e0-3eed-4a6d-9308-17b2cc1333d7 req-6c237003-0a2c-463f-a762-0254853c04c0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389881 Aug 04 17:40:07.567832 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:07.783536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554864-7361-4074-8502-136629c1ff6c req-470adc6d-6d2b-406c-a703-29e8dafc70d7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:07.784960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3554864-7361-4074-8502-136629c1ff6c req-470adc6d-6d2b-406c-a703-29e8dafc70d7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0518959 Aug 04 17:40:07.827016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3554864-7361-4074-8502-136629c1ff6c req-b968b178-dbd9-480c-941e-129ade0d43d2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357397 Aug 04 17:40:08.954667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae91ee-31fe-4961-b237-f4cba2c04069 req-000b0afc-f04b-414f-91b6-add087ca2182 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:08.956215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7ae91ee-31fe-4961-b237-f4cba2c04069 req-000b0afc-f04b-414f-91b6-add087ca2182 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0571783 Aug 04 17:40:08.999270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7ae91ee-31fe-4961-b237-f4cba2c04069 req-c2409509-6714-46b2-95fa-3f6fdcce0199 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364699 Aug 04 17:40:09.380704 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:09.428628 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:10.119858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3b63-e8da-41b9-b625-39c92932a6ed req-dccb5fa4-ca44-4aea-b082-6905e7f848b5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:10.121901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37ce3b63-e8da-41b9-b625-39c92932a6ed req-dccb5fa4-ca44-4aea-b082-6905e7f848b5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0535021 Aug 04 17:40:10.167068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37ce3b63-e8da-41b9-b625-39c92932a6ed req-24172165-aeed-472a-9bc6-a365f3d70e40 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388246 Aug 04 17:40:11.289562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b47124-6ffc-49d7-98b4-1c40b0930a60 req-97f0fb5b-2424-40ee-837c-9b4c4378eb1f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:11.291115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b47124-6ffc-49d7-98b4-1c40b0930a60 req-97f0fb5b-2424-40ee-837c-9b4c4378eb1f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0529463 Aug 04 17:40:11.330546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b47124-6ffc-49d7-98b4-1c40b0930a60 req-abe80043-8b3b-4ff6-9904-c83fd8abea88 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327988 Aug 04 17:40:12.470774 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53d53c-cec3-4dcd-b30e-377f0b0a2780 req-62d9320c-3599-4653-bbb1-095064f53ecc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:12.472240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c53d53c-cec3-4dcd-b30e-377f0b0a2780 req-62d9320c-3599-4653-bbb1-095064f53ecc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0658016 Aug 04 17:40:12.513088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c53d53c-cec3-4dcd-b30e-377f0b0a2780 req-082c0dd1-2ab3-4708-a912-76b71c040455 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Aug 04 17:40:13.640019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcafa2-c933-4a08-ac6c-d02eacd82e02 req-edea623f-cd1b-4f05-a054-49170691757c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:13.641510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dabcafa2-c933-4a08-ac6c-d02eacd82e02 req-edea623f-cd1b-4f05-a054-49170691757c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0537674 Aug 04 17:40:13.689353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dabcafa2-c933-4a08-ac6c-d02eacd82e02 req-c4d1c8b5-6402-48ea-a534-780f6f59a1f7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Aug 04 17:40:14.818374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09030a9f-22b7-4977-8ccc-5fc6ed49c8dd req-bad4dc2e-4090-4653-802e-e6cbb8e8caf0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:14.819977 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09030a9f-22b7-4977-8ccc-5fc6ed49c8dd req-bad4dc2e-4090-4653-802e-e6cbb8e8caf0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0564699 Aug 04 17:40:14.862417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09030a9f-22b7-4977-8ccc-5fc6ed49c8dd req-4ac71187-d3cd-47ff-a058-7a44b4407722 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359318 Aug 04 17:40:16.005172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb70d15-ba63-4a8e-86ff-593158556661 req-d6022e16-f190-49cc-acfc-b21f6c26b76d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:16.006717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bb70d15-ba63-4a8e-86ff-593158556661 req-d6022e16-f190-49cc-acfc-b21f6c26b76d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 943 time: 0.0552347 Aug 04 17:40:16.051832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4bb70d15-ba63-4a8e-86ff-593158556661 req-88a2e4d0-4de8-4840-8046-3874716a36e5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375061 Aug 04 17:40:16.628656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device cbd7fa27-172f-4377-bf96-2ec0f5be1d91 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:40:16.735939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port cbd7fa27-172f-4377-bf96-2ec0f5be1d91, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:40:16.748292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'cbd7fa27-172f-4377-bf96-2ec0f5be1d91', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'port_id': 'cbd7fa27-172f-4377-bf96-2ec0f5be1d91', 'mac_address': 'fa:16:3e:55:7c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:40:16.797587 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:16.811585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd7fa27-172f-4377-bf96-2ec0f5be1d91 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:40:16.834078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port cbd7fa27-172f-4377-bf96-2ec0f5be1d91, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:40:16.839862 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:16.897346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:17.059114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['cbd7fa27-172f-4377-bf96-2ec0f5be1d91'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:40:17.173633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f21f9-5a0d-47f9-85f4-40ce409c49a5 req-0230076b-8104-48f6-8dca-17f21c4367ed tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:17.175192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-112f21f9-5a0d-47f9-85f4-40ce409c49a5 req-0230076b-8104-48f6-8dca-17f21c4367ed tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 944 time: 0.0529604 Aug 04 17:40:17.226946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-112f21f9-5a0d-47f9-85f4-40ce409c49a5 req-94f74959-f44e-4790-ac71-33b9d43b4461 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Aug 04 17:40:18.365722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b82ba6-9993-41d5-9145-4262be57f5de req-24c247ef-1c96-4e78-b0c8-6c805b3ba7da tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:18.367240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0b82ba6-9993-41d5-9145-4262be57f5de req-24c247ef-1c96-4e78-b0c8-6c805b3ba7da tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 944 time: 0.0623541 Aug 04 17:40:18.409400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0b82ba6-9993-41d5-9145-4262be57f5de req-65a2ef71-1e1d-48b4-86bc-305ec0768630 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356784 Aug 04 17:40:18.630560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device cbd7fa27-172f-4377-bf96-2ec0f5be1d91 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:40:18.695079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:40:18.699582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:40:18.699961 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:18.779820 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:18.804645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e896781-f720-4248-8c47-2daaa99eb6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd7fa27-172f-4377-bf96-2ec0f5be1d91'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:40:18.807022 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7fa9e5-80ed-4921-a92a-017f10a293df" -d '{"events": [{"server_uuid": "2e896781-f720-4248-8c47-2daaa99eb6d7", "name": "network-vif-plugged", "status": "completed", "tag": "cbd7fa27-172f-4377-bf96-2ec0f5be1d91"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:40:18.824040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port cbd7fa27-172f-4377-bf96-2ec0f5be1d91, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:40:18.829306 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:18.964433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4f43b-0c6b-46f6-8ef8-e6ce6adc5297 req-aa53b621-6aa4-46a6-b529-eb043b372a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:18.966054 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bd4f43b-0c6b-46f6-8ef8-e6ce6adc5297 req-aa53b621-6aa4-46a6-b529-eb043b372a0e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 1096 time: 0.0572996 Aug 04 17:40:19.007716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bd4f43b-0c6b-46f6-8ef8-e6ce6adc5297 req-2de94c84-2278-4dd8-a4d2-05b2562a054f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327189 Aug 04 17:40:19.019720 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d71a7-8be9-4b76-bd42-e673dcc95df9 x-openstack-request-id: req-ba7d71a7-8be9-4b76-bd42-e673dcc95df9 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:40:19.020020 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e896781-f720-4248-8c47-2daaa99eb6d7", "name": "network-vif-plugged", "status": "completed", "tag": "cbd7fa27-172f-4377-bf96-2ec0f5be1d91", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:40:19.020233 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba7d71a7-8be9-4b76-bd42-e673dcc95df9 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:40:19.020668 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e896781-f720-4248-8c47-2daaa99eb6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd7fa27-172f-4377-bf96-2ec0f5be1d91', 'code': 200} Aug 04 17:40:19.045971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:19.548257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82c1a4-ebe5-496d-8a5e-d42c328cada5 req-e623497c-dc85-463a-9317-e77d0a23c5fd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:19.550039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b82c1a4-ebe5-496d-8a5e-d42c328cada5 req-e623497c-dc85-463a-9317-e77d0a23c5fd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 945 time: 0.0550048 Aug 04 17:40:19.599055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b82c1a4-ebe5-496d-8a5e-d42c328cada5 req-0b7ca213-5a8e-4067-9c61-044a70faf3f6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Aug 04 17:40:20.748958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b341a-ce36-434c-b5d6-bbe66ce56a4c req-3d9a0796-b9b8-4070-9471-b68d73e43b78 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:20.750699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-900b341a-ce36-434c-b5d6-bbe66ce56a4c req-3d9a0796-b9b8-4070-9471-b68d73e43b78 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 945 time: 0.0650728 Aug 04 17:40:20.805900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-900b341a-ce36-434c-b5d6-bbe66ce56a4c req-51fd0def-bc1d-4912-8145-6d98266f42c7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480998 Aug 04 17:40:20.945265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bb2bc-d756-4fc8-9f41-169421b29bc6 req-a0cf7a43-3c03-43f5-a8a6-6a267f1f29cc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:20.947212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-949bb2bc-d756-4fc8-9f41-169421b29bc6 req-a0cf7a43-3c03-43f5-a8a6-6a267f1f29cc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 945 time: 0.0567789 Aug 04 17:40:20.992429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-949bb2bc-d756-4fc8-9f41-169421b29bc6 req-75da238a-a095-4341-8ccb-3bebf2b14254 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391715 Aug 04 17:40:21.322673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f0e56-ea18-4ea3-b6c7-cfbd4806df47 req-cdbc9589-98de-4719-9c2e-9d6b6f25f998 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:21.324466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d28f0e56-ea18-4ea3-b6c7-cfbd4806df47 req-cdbc9589-98de-4719-9c2e-9d6b6f25f998 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 945 time: 0.0579422 Aug 04 17:40:21.388522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d28f0e56-ea18-4ea3-b6c7-cfbd4806df47 req-a9d4d047-b2bc-4a2c-8cbb-b9b36fe0f1c7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540564 Aug 04 17:40:22.533366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0a4f9-5190-4ed8-8d54-aa20de240e85 req-53f8fe70-96cb-41ce-9d01-f1ef98dea25a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:22.535168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92e0a4f9-5190-4ed8-8d54-aa20de240e85 req-53f8fe70-96cb-41ce-9d01-f1ef98dea25a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 945 time: 0.0585406 Aug 04 17:40:22.583958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92e0a4f9-5190-4ed8-8d54-aa20de240e85 req-91d3cb34-40c2-4dac-8aae-d3a2fbeb076d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Aug 04 17:40:22.739342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-953f884e-1594-47f9-978c-28cd469398e5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:22.740820 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-953f884e-1594-47f9-978c-28cd469398e5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.90 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 945 time: 0.0556121 Aug 04 17:40:22.851822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-8faa33f7-7b50-435c-8bd4-dc3420129e4e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Deleting port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:40:22.852170 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-8faa33f7-7b50-435c-8bd4-dc3420129e4e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:22.973858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-8faa33f7-7b50-435c-8bd4-dc3420129e4e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] For port cbd7fa27-172f-4377-bf96-2ec0f5be1d91, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:40:22.974293 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-8faa33f7-7b50-435c-8bd4-dc3420129e4e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:22.990401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-8faa33f7-7b50-435c-8bd4-dc3420129e4e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Calling delete_port for cbd7fa27-172f-4377-bf96-2ec0f5be1d91 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:40:23.130044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-8faa33f7-7b50-435c-8bd4-dc3420129e4e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:23.143877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['93d22cd0-a3f2-47ae-b16e-2482cccf426b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:40:23.148809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['cbd7fa27-172f-4377-bf96-2ec0f5be1d91'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:40:23.176433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa33f7-7b50-435c-8bd4-dc3420129e4e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'Port': ['ID=cbd7fa27-172f-4377-bf96-2ec0f5be1d91,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:23.220815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-8faa33f7-7b50-435c-8bd4-dc3420129e4e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] No DVR routers for this DVR port cbd7fa27-172f-4377-bf96-2ec0f5be1d91 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:40:23.226580 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-8faa33f7-7b50-435c-8bd4-dc3420129e4e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:23.228365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4ab179e2-f128-4c28-8c65-fef3da43dda2 req-8faa33f7-7b50-435c-8bd4-dc3420129e4e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.90 "DELETE /v2.0/ports/cbd7fa27-172f-4377-bf96-2ec0f5be1d91 HTTP/1.1" status: 204 len: 173 time: 0.4817615 Aug 04 17:40:23.229044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e896781-f720-4248-8c47-2daaa99eb6d7', 'name': 'network-vif-deleted', 'tag': 'cbd7fa27-172f-4377-bf96-2ec0f5be1d91'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:40:23.232370 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e99d87-3ef6-4da6-bf94-0c8c2d9d9222" -d '{"events": [{"server_uuid": "2e896781-f720-4248-8c47-2daaa99eb6d7", "name": "network-vif-deleted", "tag": "cbd7fa27-172f-4377-bf96-2ec0f5be1d91"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:40:23.291796 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c391240d-3315-4cce-a4e1-329a1a181dc8 x-openstack-request-id: req-c391240d-3315-4cce-a4e1-329a1a181dc8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:40:23.291946 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e896781-f720-4248-8c47-2daaa99eb6d7", "name": "network-vif-deleted", "tag": "cbd7fa27-172f-4377-bf96-2ec0f5be1d91", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:40:23.292236 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c391240d-3315-4cce-a4e1-329a1a181dc8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:40:23.296755 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e896781-f720-4248-8c47-2daaa99eb6d7', 'name': 'network-vif-deleted', 'tag': 'cbd7fa27-172f-4377-bf96-2ec0f5be1d91', 'status': 'completed', 'code': 200} Aug 04 17:40:23.699208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-499f7490-ce29-4534-ab5c-0cd85bdcf0d9 req-b2ef6748-e11a-4e3b-917a-21202b0cf677 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 210 time: 0.0350132 Aug 04 17:40:24.800422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c7ceafc0-e478-49d0-af54-b78e8b2f9d0d req-c0cca18d-ebb3-4b56-9392-2fc2ba491791 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 210 time: 0.0279479 Aug 04 17:40:25.650196 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-9fd53e3e-c49a-4c5b-b9f8-00ef9b5fd00c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446725 Aug 04 17:40:25.735889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-9d9dd52a-1ab7-4fbb-af04-b8abf18dd58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:25.737476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-9d9dd52a-1ab7-4fbb-af04-b8abf18dd58d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 1096 time: 0.0436106 Aug 04 17:40:25.865939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-5f94b900-9932-4737-897f-45dec108532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:25.867918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-5f94b900-9932-4737-897f-45dec108532a service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.1074343 Aug 04 17:40:25.935450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-b72616e4-a42e-4586-8efb-0d1c243461e7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93d22cd0-a3f2-47ae-b16e-2482cccf426b HTTP/1.1" status: 200 len: 217 time: 0.0520351 Aug 04 17:40:25.937960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d30009-741a-4601-9eda-1242f63f7659 req-6c67c097-a0e3-49ec-b33b-8c58987ae0bf tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 210 time: 0.0652719 Aug 04 17:40:25.995780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-e62ec2a7-1f01-4683-83da-16130cc4b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:25.997298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-e62ec2a7-1f01-4683-83da-16130cc4b101 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0529964 Aug 04 17:40:26.049124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-75cb97db-4098-4975-8b9c-d09d4a4b1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:26.050713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-75cb97db-4098-4975-8b9c-d09d4a4b1d26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454681 Aug 04 17:40:26.159060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-b63c7504-ca49-4814-aad5-f31cb7b2f8a3 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972590 Aug 04 17:40:26.254240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31c1d8f9-a15f-40f9-b49b-21f0ac361fc8 req-a3520845-a299-4a17-9d12-61bc3dddb27e service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875964 Aug 04 17:40:26.660712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device cbd7fa27-172f-4377-bf96-2ec0f5be1d91 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:40:26.682505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: cbd7fa27-172f-4377-bf96-2ec0f5be1d91 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:40:26.683064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device cbd7fa27-172f-4377-bf96-2ec0f5be1d91 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:40:27.059475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19b6d6c2-0598-41f6-a955-537ee92477d6 req-58319037-68ba-461a-ab1b-b0952d8b9a0e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e896781-f720-4248-8c47-2daaa99eb6d7 HTTP/1.1" status: 200 len: 210 time: 0.0315337 Aug 04 17:40:31.624835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1564-62c1-47e6-ad13-be3aac5c4cc8 req-e1190ecd-6666-440d-bb49-a2388e9cae7e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:31.626585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c6e1564-62c1-47e6-ad13-be3aac5c4cc8 req-e1190ecd-6666-440d-bb49-a2388e9cae7e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 945 time: 0.0661685 Aug 04 17:40:31.676044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c6e1564-62c1-47e6-ad13-be3aac5c4cc8 req-c6979cbc-5072-40e4-8431-f0a192361e85 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Aug 04 17:40:32.042151 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f293df35-2c47-4dc0-a584-6110a07e6bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:32.227345 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:40:32.806398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c1b78-5148-4a0f-8be1-61fbaa291326 req-dcdf9187-1197-4f51-990a-7cab8863525d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:32.807961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e2c1b78-5148-4a0f-8be1-61fbaa291326 req-dcdf9187-1197-4f51-990a-7cab8863525d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 945 time: 0.0527978 Aug 04 17:40:32.854926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e2c1b78-5148-4a0f-8be1-61fbaa291326 req-3b5932d8-880e-46fe-b332-fe1f8b1d44c5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=5180a763-f4fe-4be2-8f81-4122b9ad8cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376589 Aug 04 17:40:33.190322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-2b9c337b-1025-400d-860c-4523c0290684 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:33.191883 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-2b9c337b-1025-400d-860c-4523c0290684 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 945 time: 0.0528746 Aug 04 17:40:33.287509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-d738609d-b7be-44fb-b80a-18bb67139ccc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Deleting port 93d22cd0-a3f2-47ae-b16e-2482cccf426b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:40:33.287868 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-d738609d-b7be-44fb-b80a-18bb67139ccc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:33.378282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-d738609d-b7be-44fb-b80a-18bb67139ccc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] For port 93d22cd0-a3f2-47ae-b16e-2482cccf426b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=93d22cd0-a3f2-47ae-b16e-2482cccf426b,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:40:33.378720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-d738609d-b7be-44fb-b80a-18bb67139ccc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:33.395422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-d738609d-b7be-44fb-b80a-18bb67139ccc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Calling delete_port for 93d22cd0-a3f2-47ae-b16e-2482cccf426b owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:40:33.542044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-d738609d-b7be-44fb-b80a-18bb67139ccc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:33.553659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['93d22cd0-a3f2-47ae-b16e-2482cccf426b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:40:33.570637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738609d-b7be-44fb-b80a-18bb67139ccc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'Port': ['ID=93d22cd0-a3f2-47ae-b16e-2482cccf426b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:33.612326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-d738609d-b7be-44fb-b80a-18bb67139ccc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] No DVR routers for this DVR port 93d22cd0-a3f2-47ae-b16e-2482cccf426b on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:40:33.615152 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-d738609d-b7be-44fb-b80a-18bb67139ccc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:33.617217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3aaa90f-c3f4-4b6d-be52-6e58bc7c8591 req-d738609d-b7be-44fb-b80a-18bb67139ccc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "DELETE /v2.0/ports/93d22cd0-a3f2-47ae-b16e-2482cccf426b HTTP/1.1" status: 204 len: 173 time: 0.4184122 Aug 04 17:40:33.617672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e12bd25-f1ec-459e-91e7-0af0cf09b909', 'name': 'network-vif-deleted', 'tag': '93d22cd0-a3f2-47ae-b16e-2482cccf426b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:40:33.620123 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cf0f2e-4bc4-471c-9e29-25a4c37f9fad" -d '{"events": [{"server_uuid": "3e12bd25-f1ec-459e-91e7-0af0cf09b909", "name": "network-vif-deleted", "tag": "93d22cd0-a3f2-47ae-b16e-2482cccf426b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:40:33.664175 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3072c6dc-feb1-497e-8c0a-6e49866c04a8 x-openstack-request-id: req-3072c6dc-feb1-497e-8c0a-6e49866c04a8 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:40:33.664468 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e12bd25-f1ec-459e-91e7-0af0cf09b909", "name": "network-vif-deleted", "tag": "93d22cd0-a3f2-47ae-b16e-2482cccf426b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:40:33.664715 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3072c6dc-feb1-497e-8c0a-6e49866c04a8 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:40:33.665311 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e12bd25-f1ec-459e-91e7-0af0cf09b909', 'name': 'network-vif-deleted', 'tag': '93d22cd0-a3f2-47ae-b16e-2482cccf426b', 'status': 'completed', 'code': 200} Aug 04 17:40:33.965028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff0e9045-9cc2-43cb-877c-005f2e24204d req-97fea990-2aae-4e61-a484-16834f038e08 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 210 time: 0.0323219 Aug 04 17:40:34.452757 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-32304fb5-9127-460d-bb35-27ce67582c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:35.064538 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:35.078688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5e020b3-0cca-4117-9f25-aad22fa01966 req-84667202-199c-4008-b3c7-e96b55816c25 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 210 time: 0.0328023 Aug 04 17:40:35.973226 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:36.184521 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9894488c-c05a-4de2-8fa1-34ab5d5ae05e req-fcfb27b9-1b7e-4fe7-9872-5e1d97b2f989 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 210 time: 0.0343225 Aug 04 17:40:37.307880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-701fa81a-f11f-428c-83fd-a0b8b5a92795 req-5d61cbba-700d-4749-9d16-f3deb2f6a6d1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e12bd25-f1ec-459e-91e7-0af0cf09b909 HTTP/1.1" status: 200 len: 210 time: 0.0291154 Aug 04 17:40:37.571762 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:37.612024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 93d22cd0-a3f2-47ae-b16e-2482cccf426b no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:40:37.637111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 93d22cd0-a3f2-47ae-b16e-2482cccf426b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:40:37.637441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 93d22cd0-a3f2-47ae-b16e-2482cccf426b not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:40:39.377945 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:39.425443 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.422856 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 36942) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:40:41.428439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362329581', 'description': 'tempest-secgroup-smoke-1362329581 description', 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:40:41.454154 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.541695 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.547662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.572425 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.573650 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1497543 Aug 04 17:40:41.576868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36946) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:40:41.577999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:41.581778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-87354ab9-3e3c-4474-bd03-236dab8e5dc4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'security_group_rule': {'security_group_id': '9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34', 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:40:41.585836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.586186 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.586528 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.586883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.587213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.587547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.587850 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.588183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.588506 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.588816 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.589134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.589450 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b60dd9-9fc7-405a-a9a4-fe79d2005803 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:41.613422 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87354ab9-3e3c-4474-bd03-236dab8e5dc4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.668497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87354ab9-3e3c-4474-bd03-236dab8e5dc4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.674457 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87354ab9-3e3c-4474-bd03-236dab8e5dc4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.693401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87354ab9-3e3c-4474-bd03-236dab8e5dc4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d697ef1-5177-4b29-b700-5a796dbcbadf,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:41.701879 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-87354ab9-3e3c-4474-bd03-236dab8e5dc4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.703253 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-87354ab9-3e3c-4474-bd03-236dab8e5dc4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252768 Aug 04 17:40:41.707432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36948) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:40:41.712261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-60237fe3-9267-4dd2-bed7-c5c17bc2fd0b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'security_group_rule': {'security_group_id': '9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34', 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:40:41.750841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60237fe3-9267-4dd2-bed7-c5c17bc2fd0b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.821637 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60237fe3-9267-4dd2-bed7-c5c17bc2fd0b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.827425 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60237fe3-9267-4dd2-bed7-c5c17bc2fd0b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.849942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60237fe3-9267-4dd2-bed7-c5c17bc2fd0b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ec8d32-5556-4230-942b-12a7e794833f,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:41.857172 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60237fe3-9267-4dd2-bed7-c5c17bc2fd0b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.860164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-60237fe3-9267-4dd2-bed7-c5c17bc2fd0b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500463 Aug 04 17:40:41.861332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36950) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:40:41.867021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-eeee3205-c258-46b2-a120-e6c373f51e59 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'security_group_rule': {'security_group_id': '9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34', 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:40:41.901382 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eeee3205-c258-46b2-a120-e6c373f51e59 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.969065 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eeee3205-c258-46b2-a120-e6c373f51e59 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:41.975397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eeee3205-c258-46b2-a120-e6c373f51e59 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.001776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee3205-c258-46b2-a120-e6c373f51e59 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6c70c3-ab75-4871-ba1c-a597b979999e,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:42.012152 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-eeee3205-c258-46b2-a120-e6c373f51e59 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.013593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-eeee3205-c258-46b2-a120-e6c373f51e59 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513145 Aug 04 17:40:42.017299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36952) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:40:42.022630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-15eb6173-39ba-48b0-9aca-4472c7bd1e76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'security_group_rule': {'security_group_id': '9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34', 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:40:42.055363 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15eb6173-39ba-48b0-9aca-4472c7bd1e76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.121935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15eb6173-39ba-48b0-9aca-4472c7bd1e76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.127078 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15eb6173-39ba-48b0-9aca-4472c7bd1e76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.145897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb6173-39ba-48b0-9aca-4472c7bd1e76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c9640c-4815-4850-9105-9acf7b777afe,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:42.149863 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-15eb6173-39ba-48b0-9aca-4472c7bd1e76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.153910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-15eb6173-39ba-48b0-9aca-4472c7bd1e76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326122 Aug 04 17:40:42.154483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36954) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:40:42.158755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3b2a5e2a-4df2-4c7e-bd4c-f137b7e88610 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'security_group_rule': {'security_group_id': '9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34', 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:40:42.188555 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-3b2a5e2a-4df2-4c7e-bd4c-f137b7e88610 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Project 8a4e6b9b154c4b129fc91dc2b0b1111a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:40:42.194827 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5e2a-4df2-4c7e-bd4c-f137b7e88610 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.264206 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5e2a-4df2-4c7e-bd4c-f137b7e88610 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.269678 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5e2a-4df2-4c7e-bd4c-f137b7e88610 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.288324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a5e2a-4df2-4c7e-bd4c-f137b7e88610 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a46e990-5441-4f8f-a909-5303cdd47b34,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:42.294282 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5e2a-4df2-4c7e-bd4c-f137b7e88610 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.295831 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3b2a5e2a-4df2-4c7e-bd4c-f137b7e88610 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407151 Aug 04 17:40:42.298665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 36956) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:40:42.303813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4553ba73-ebff-4602-a7de-292509509ede tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'security_group_rule': {'security_group_id': '9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34', 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:40:42.329656 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-4553ba73-ebff-4602-a7de-292509509ede tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Project 8a4e6b9b154c4b129fc91dc2b0b1111a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 17:40:42.335342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4553ba73-ebff-4602-a7de-292509509ede tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.405418 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4553ba73-ebff-4602-a7de-292509509ede tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.412138 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4553ba73-ebff-4602-a7de-292509509ede tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.429929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553ba73-ebff-4602-a7de-292509509ede tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecb8f28-d2a7-48af-9059-8c625493f280,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:42.437702 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4553ba73-ebff-4602-a7de-292509509ede tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:42.440235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4553ba73-ebff-4602-a7de-292509509ede tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391590 Aug 04 17:40:56.872375 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-92ffac5c-fe09-43fe-a974-c8c927a4876b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362329581&fields=id&tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 267 time: 0.0356212 Aug 04 17:40:56.982931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-88c032bc-6665-4d40-92e4-c22fa1050f3a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:56.984272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-88c032bc-6665-4d40-92e4-c22fa1050f3a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1050344 Aug 04 17:40:56.999999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-8c857579-3c5f-4dda-b75f-cbcd3fa7215f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/quotas/8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 375 time: 0.0097392 Aug 04 17:40:57.054265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-8a04cbed-f537-438f-8bab-08fa7199c70f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488598 Aug 04 17:40:57.151578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-72aa3825-55a8-465c-ad4d-e2c77599d327 service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850191 Aug 04 17:40:57.247950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-84e13a24-8b69-4032-bc30-4ff4f6daf0c7 service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893781 Aug 04 17:40:57.612371 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-966e3927-000f-493f-985e-04b58ba3e9ba req-144549c8-884a-4053-81c2-436212b875bf tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 210 time: 0.0288208 Aug 04 17:40:58.724286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b596e033-5bb7-47f9-b92c-e4b31e2f9f45 req-dabb4ab5-0935-45ed-8604-69d1108b77c6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 210 time: 0.0316164 Aug 04 17:40:58.830358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-6470be01-d281-4af5-9605-16b8a1e932c0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:58.831867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-6470be01-d281-4af5-9605-16b8a1e932c0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1100304 Aug 04 17:40:58.879231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-97811df4-a5dc-4b40-af0a-513e2a2d53d8 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 380 time: 0.0370302 Aug 04 17:40:58.888680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'port': {'device_id': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'admin_state_up': True, 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'security_groups': ['9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:40:58.996946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Made reservation on behalf of 8a4e6b9b154c4b129fc91dc2b0b1111a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:40:59.000299 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:59.128504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Allocated IP 172.20.0.7 (2362171e-7183-48d3-be14-430939b9ab4a/dad9225f-312f-45c5-87bf-88d5244eeaba/8b4dbbd5-79f7-4867-badf-faddb5eaf34d) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:40:59.280321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:59.300874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Transition to ACTIVE for port object 8b4dbbd5-79f7-4867-badf-faddb5eaf34d will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:40:59.336181 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:59.384507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Network 2362171e-7183-48d3-be14-430939b9ab4a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:40:59.387739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:40:59.394263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:40:59.419895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:59.436311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.436699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.436993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.437328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.437663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.437994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.438322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.438649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.439058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.439382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.439707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.440476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:40:59.463736 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:59.464384 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:59.481310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-b3617796-fe3c-4203-b619-2044a4f675e6 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5963731 Aug 04 17:40:59.494675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Request body: {'port': {'device_id': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:40:59.558245 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:59.597228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b583e6c9-618d-4959-a39e-c19960119eb6 None None] Provisioning for port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:40:59.602778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b583e6c9-618d-4959-a39e-c19960119eb6 None None] Provisioning complete for port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:40:59.603264 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b583e6c9-618d-4959-a39e-c19960119eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:59.641046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b583e6c9-618d-4959-a39e-c19960119eb6 None None] Port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:40:59.864058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4dbbd5-79f7-4867-badf-faddb5eaf34d {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:40:59.873949 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:59.894723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e641eb-6487-4246-88eb-b194888dc4d2 req-f03fcbda-536f-419c-8132-4d976d28570b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:40:59.896255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88e641eb-6487-4246-88eb-b194888dc4d2 req-f03fcbda-536f-419c-8132-4d976d28570b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 931 time: 0.0976663 Aug 04 17:40:59.898921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Transition to ACTIVE for port object 8b4dbbd5-79f7-4867-badf-faddb5eaf34d will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:40:59.910882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:40:59.983785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:40:59.990013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88e641eb-6487-4246-88eb-b194888dc4d2 req-f47c880d-d301-4e36-9a58-6ef97e6d4747 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856051 Aug 04 17:41:00.060475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Attempting to bind port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:41:00.060919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Attempting to bind port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:41:00.061129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Attempting to bind port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:41:00.066160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d on network 2362171e-7183-48d3-be14-430939b9ab4a not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:41:00.066488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Attempting to bind port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:41:00.072364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:41:00.072720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Checking segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:41:00.073048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Bound using segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:41:00.073499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Bound port: 8b4dbbd5-79f7-4867-badf-faddb5eaf34d, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:41:00.073856 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:00.161660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] For port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:41:00.165254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] For port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:41:00.173247 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:00.211302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:00.212108 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:00.213576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] 10.222.0.82 "PUT /v2.0/ports/8b4dbbd5-79f7-4867-badf-faddb5eaf34d HTTP/1.1" status: 200 len: 1091 time: 0.7235897 Aug 04 17:41:00.214061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'tag': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:41:00.216314 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77a9804-f715-4258-a5f2-75e71f35f2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb81bad-080d-4ef2-a98b-8e55734ed303", "tag": "8b4dbbd5-79f7-4867-badf-faddb5eaf34d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:41:00.254635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601963-7b95-41da-8861-634a9ca259e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:41:00.294049 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51618ffa-b188-46d8-b4c7-b09847d399b5 x-openstack-request-id: req-51618ffa-b188-46d8-b4c7-b09847d399b5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:41:00.294334 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb81bad-080d-4ef2-a98b-8e55734ed303", "tag": "8b4dbbd5-79f7-4867-badf-faddb5eaf34d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:41:00.294571 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51618ffa-b188-46d8-b4c7-b09847d399b5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:41:00.295000 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'tag': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d', 'status': 'completed', 'code': 200} Aug 04 17:41:00.311543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-d08e8e2a-d8f4-4147-9ed4-c76911919552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:00.313066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-d08e8e2a-d8f4-4147-9ed4-c76911919552 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 1094 time: 0.0517807 Aug 04 17:41:00.360969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-0ab16d6e-d9fd-476b-8653-2a5e1a0f34e8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4dbbd5-79f7-4867-badf-faddb5eaf34d HTTP/1.1" status: 200 len: 217 time: 0.0387402 Aug 04 17:41:00.416991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-d7c57369-1a8d-4324-84ea-a43aac612707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:00.418654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-d7c57369-1a8d-4324-84ea-a43aac612707 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0504549 Aug 04 17:41:00.471045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-2b82cdcf-d0f8-4195-a21f-f7ec293d6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:00.472579 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-2b82cdcf-d0f8-4195-a21f-f7ec293d6aad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458748 Aug 04 17:41:00.575359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-f9a9912f-cb80-4580-a23c-3334fcb9846c service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944667 Aug 04 17:41:01.010446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d695974f-5d66-4221-8407-b81e3e5fbdcd req-1236f350-26ee-474d-a83f-da3cbcbc18e2 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266877 Aug 04 17:41:01.134797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-cf9e2ab1-23d6-4ead-b8e2-9d73cbc2ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:01.136279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-cf9e2ab1-23d6-4ead-b8e2-9d73cbc2ee82 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 1094 time: 0.0775404 Aug 04 17:41:01.148161 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeadef-12c1-44eb-8188-44fea920fd6e req-5efe090e-010f-4a9e-ba19-1b4bb41eb7b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:01.150096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cdeadef-12c1-44eb-8188-44fea920fd6e req-5efe090e-010f-4a9e-ba19-1b4bb41eb7b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 943 time: 0.0658696 Aug 04 17:41:01.242759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9cdeadef-12c1-44eb-8188-44fea920fd6e req-bb44a184-251c-4dee-af18-a1976994a4c8 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734499 Aug 04 17:41:01.263229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-8d8d24e6-9f87-46be-9776-0c9813da4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:01.264822 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-8d8d24e6-9f87-46be-9776-0c9813da4db8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.1138003 Aug 04 17:41:01.311185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-07394b3c-40e0-4fb3-a46e-2b9ebc77dfb5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4dbbd5-79f7-4867-badf-faddb5eaf34d HTTP/1.1" status: 200 len: 217 time: 0.0387282 Aug 04 17:41:01.361409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-eb586eee-e1f5-4291-8f6f-7e417b15eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:01.362911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-eb586eee-e1f5-4291-8f6f-7e417b15eabe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0455635 Aug 04 17:41:01.413705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-57c2f621-149c-4a53-99f2-0ad8a525c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:01.415800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-57c2f621-149c-4a53-99f2-0ad8a525c878 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452754 Aug 04 17:41:01.532020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-4118fe6f-0109-4e36-a715-176a9ae8d37d service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088746 Aug 04 17:41:01.631190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d77a9804-f715-4258-a5f2-75e71f35f2c7 req-c4d2eb19-54e1-48b2-95e4-5dda9f6d93ec service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909383 Aug 04 17:41:02.036437 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-094b21d3-c18b-4d91-b49e-a7669e85cea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:02.374911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de588a-f36d-4a13-9d91-bcab9535a2f2 req-9a2f5af5-fe69-4c16-ad03-3e6f3b8d9a2d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:02.376518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-58de588a-f36d-4a13-9d91-bcab9535a2f2 req-9a2f5af5-fe69-4c16-ad03-3e6f3b8d9a2d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 943 time: 0.0567012 Aug 04 17:41:02.416811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-58de588a-f36d-4a13-9d91-bcab9535a2f2 req-f9740d52-4ef2-4562-9a24-5e7faf18d512 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337391 Aug 04 17:41:03.542379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530fc64-c322-41b7-aab1-edbf724f513f req-617d3f68-229c-4335-a94f-98c327a243c3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:03.543899 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f530fc64-c322-41b7-aab1-edbf724f513f req-617d3f68-229c-4335-a94f-98c327a243c3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 943 time: 0.0539281 Aug 04 17:41:03.591927 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f530fc64-c322-41b7-aab1-edbf724f513f req-bf0b5f92-453f-493c-b680-3b7f6e00930f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 Aug 04 17:41:04.453914 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-54047c00-4cd9-46ea-a6b9-d84dbbdcb4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:04.710429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42c7e0-efc8-43bb-b310-5666337c4dbf req-83bef760-ff54-4528-9aa7-cd548d508cdf tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:04.711892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba42c7e0-efc8-43bb-b310-5666337c4dbf req-83bef760-ff54-4528-9aa7-cd548d508cdf tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 943 time: 0.0507848 Aug 04 17:41:04.766855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba42c7e0-efc8-43bb-b310-5666337c4dbf req-24f92c34-0763-47a5-8c87-9f8c5bba6344 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404799 Aug 04 17:41:05.060523 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:05.911978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff423f-3bfd-4402-9b64-18486af6c287 req-1c403388-b501-4acf-868b-11e1206c61dd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:05.913608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6ff423f-3bfd-4402-9b64-18486af6c287 req-1c403388-b501-4acf-868b-11e1206c61dd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 943 time: 0.0640419 Aug 04 17:41:05.953966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6ff423f-3bfd-4402-9b64-18486af6c287 req-9ca0c45b-f9f0-4abc-98e9-0de95013a239 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337977 Aug 04 17:41:05.976936 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:07.089800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51ecfa-99b5-41a0-a0b5-9c9d177302b9 req-b0ec6f55-ddee-4a72-bb50-68b45453d198 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:07.091550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca51ecfa-99b5-41a0-a0b5-9c9d177302b9 req-b0ec6f55-ddee-4a72-bb50-68b45453d198 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 943 time: 0.0547566 Aug 04 17:41:07.131718 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca51ecfa-99b5-41a0-a0b5-9c9d177302b9 req-2a427fe5-53a4-4414-bc35-e7000218dda9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340734 Aug 04 17:41:07.586275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:08.252128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4c412-49d9-484e-928d-15d2a5b60280 req-473ac1cf-ddcd-4f41-a6dc-0865d6de5ed2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:08.253600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96a4c412-49d9-484e-928d-15d2a5b60280 req-473ac1cf-ddcd-4f41-a6dc-0865d6de5ed2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 943 time: 0.0514572 Aug 04 17:41:08.294066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96a4c412-49d9-484e-928d-15d2a5b60280 req-b7f70298-8bea-45aa-99c4-1565ddebed30 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Aug 04 17:41:09.230946 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:41:09.392386 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:09.420503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9f8e-2149-4853-b73e-316d180b372c req-8a55e4a2-3a8d-440a-ab05-d25ea75ca91e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:09.421998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e34b9f8e-2149-4853-b73e-316d180b372c req-8a55e4a2-3a8d-440a-ab05-d25ea75ca91e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 943 time: 0.0577221 Aug 04 17:41:09.443568 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:09.461460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e34b9f8e-2149-4853-b73e-316d180b372c req-8160e71d-37cf-4ab1-8033-3955924434f8 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331235 Aug 04 17:41:10.591389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add07d57-b5ea-4cf6-87b9-69b4eb31b795 req-b5023e08-27d1-4cbf-a209-fb9b267e831e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:10.592850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-add07d57-b5ea-4cf6-87b9-69b4eb31b795 req-b5023e08-27d1-4cbf-a209-fb9b267e831e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 943 time: 0.0564032 Aug 04 17:41:10.649771 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-add07d57-b5ea-4cf6-87b9-69b4eb31b795 req-ee4ae82b-2bcd-440c-8327-35dfca9eadb3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473628 Aug 04 17:41:11.781568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15ee16-90eb-48a3-ad23-7fe8bcb6c879 req-2b7cf13f-de1c-4b75-aec2-2aa076ecc376 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:11.783292 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e15ee16-90eb-48a3-ad23-7fe8bcb6c879 req-2b7cf13f-de1c-4b75-aec2-2aa076ecc376 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 943 time: 0.0511990 Aug 04 17:41:11.783620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8b4dbbd5-79f7-4867-badf-faddb5eaf34d details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:41:11.822090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e15ee16-90eb-48a3-ad23-7fe8bcb6c879 req-66274f12-2771-4336-9869-763ddd44b2d0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326641 Aug 04 17:41:11.890227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:41:11.902760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'port_id': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d', 'mac_address': 'fa:16:3e:35:b4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:41:11.947692 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:11.966895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4dbbd5-79f7-4867-badf-faddb5eaf34d {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:41:11.989040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:41:11.998025 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:12.064584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:41:12.072581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.073053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.073738 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.073895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.074232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.074562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.074915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.075247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.075570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.075889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.076247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.076563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:41:12.203867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['8b4dbbd5-79f7-4867-badf-faddb5eaf34d'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:41:12.959465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a94a6-88a3-497a-bd94-054b05ab1c09 req-6cedbf10-428a-4041-8a1f-7f8832087966 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:12.960999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff1a94a6-88a3-497a-bd94-054b05ab1c09 req-6cedbf10-428a-4041-8a1f-7f8832087966 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 944 time: 0.0596242 Aug 04 17:41:13.003489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ff1a94a6-88a3-497a-bd94-054b05ab1c09 req-37aec910-702f-4045-921c-e11e1b2403f5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355253 Aug 04 17:41:13.816209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8b4dbbd5-79f7-4867-badf-faddb5eaf34d up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:41:13.884086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:41:13.888281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:41:13.888661 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:13.966950 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:13.989689 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:41:13.991983 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3bb9fd-56cb-44ae-8c5f-63f5d3ea19ee" -d '{"events": [{"server_uuid": "2bb81bad-080d-4ef2-a98b-8e55734ed303", "name": "network-vif-plugged", "status": "completed", "tag": "8b4dbbd5-79f7-4867-badf-faddb5eaf34d"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:41:14.005593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:41:14.010784 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:14.037363 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836c60d1-259e-4ae5-9281-6f8a5cfabb63 x-openstack-request-id: req-836c60d1-259e-4ae5-9281-6f8a5cfabb63 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:41:14.037744 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb81bad-080d-4ef2-a98b-8e55734ed303", "name": "network-vif-plugged", "status": "completed", "tag": "8b4dbbd5-79f7-4867-badf-faddb5eaf34d", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:41:14.037891 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-836c60d1-259e-4ae5-9281-6f8a5cfabb63 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:41:14.038264 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d', 'code': 200} Aug 04 17:41:14.069075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:41:14.161083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f1d6a-449f-40a1-8827-e8dfea7ebd05 req-2e35bfb3-7a9a-42a3-8343-af4b56921d38 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:14.162598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-203f1d6a-449f-40a1-8827-e8dfea7ebd05 req-2e35bfb3-7a9a-42a3-8343-af4b56921d38 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 945 time: 0.0766876 Aug 04 17:41:14.169531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96099bf5-ac7d-4620-bc6c-bc7e4dea0732 req-c4a2a9b9-4275-41ff-8dc3-6703f89e987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:14.170991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96099bf5-ac7d-4620-bc6c-bc7e4dea0732 req-c4a2a9b9-4275-41ff-8dc3-6703f89e987c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 1096 time: 0.0754027 Aug 04 17:41:14.236043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-203f1d6a-449f-40a1-8827-e8dfea7ebd05 req-6d940bbf-27b4-4ac1-a71f-96f77775e8e9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640669 Aug 04 17:41:14.240065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96099bf5-ac7d-4620-bc6c-bc7e4dea0732 req-41da6504-b105-4c1d-86a2-7c071dd5f85d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612545 Aug 04 17:41:15.370148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5682eb5-b882-4f24-a5e6-8636d4a49e0c req-d95834f8-560d-4c55-acfa-1751d23a95e9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:15.371691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5682eb5-b882-4f24-a5e6-8636d4a49e0c req-d95834f8-560d-4c55-acfa-1751d23a95e9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 945 time: 0.0580125 Aug 04 17:41:15.413950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5682eb5-b882-4f24-a5e6-8636d4a49e0c req-bd6c12d9-cdfa-4496-b810-e4c5d5818868 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359545 Aug 04 17:41:15.544575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922d83d-e22a-4bdf-b7ba-d6c5160dfd2a req-20288567-21d5-4c15-92d6-c680be1efb9e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:15.546097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3922d83d-e22a-4bdf-b7ba-d6c5160dfd2a req-20288567-21d5-4c15-92d6-c680be1efb9e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 945 time: 0.0640521 Aug 04 17:41:15.590480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3922d83d-e22a-4bdf-b7ba-d6c5160dfd2a req-0f31072a-22f5-4ced-9a86-4b67af333c5f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353630 Aug 04 17:41:15.614674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37164) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:41:15.661070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f98576a-27ad-43f5-a927-84f63975569c tempest-TestVolumeBootPattern-119042580 tempest-TestVolumeBootPattern-119042580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:15.662614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7f98576a-27ad-43f5-a927-84f63975569c tempest-TestVolumeBootPattern-119042580 tempest-TestVolumeBootPattern-119042580-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 1091 time: 0.0468695 Aug 04 17:41:15.666614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37166) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:41:15.671159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:41:15.700366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:15.806099 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:15.932425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Allocated IP 172.25.2.97 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/4c1679b5-dfd2-438c-983f-11199582214a) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:41:16.054160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:16.099265 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:16.137388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:41:16.142317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:41:16.147380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:41:16.153453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=4c1679b5-dfd2-438c-983f-11199582214a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:41:16.539923 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:16.627597 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:16.791616 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:16.799089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:16.870853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=4c1679b5-dfd2-438c-983f-11199582214a,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:41:16.883378 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:16.996069 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Floating IP d4eea510-31fe-4b79-a68a-96d4228d696d associated. External IP: 172.25.2.97, port: 8b4dbbd5-79f7-4867-badf-faddb5eaf34d. Aug 04 17:41:17.229133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Router a7507166-65f9-4645-90b2-9f5f50b7a335 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:41:17.345510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:41:17.356311 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] Sync routers for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:41:17.366096 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:41:17.366625 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:17.366857 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:41:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:41:17.400061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6dbf25c5-e7f0-4626-b6b0-2b416462dc76 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7324157 Aug 04 17:41:17.400656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'tag': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:41:17.403613 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9742657d-65ea-427c-b38a-872a4e4e0603" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb81bad-080d-4ef2-a98b-8e55734ed303", "tag": "8b4dbbd5-79f7-4867-badf-faddb5eaf34d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:41:17.442106 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd23e6f-58c4-43c2-8827-68214ce6b596 x-openstack-request-id: req-ecd23e6f-58c4-43c2-8827-68214ce6b596 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:41:17.442393 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb81bad-080d-4ef2-a98b-8e55734ed303", "tag": "8b4dbbd5-79f7-4867-badf-faddb5eaf34d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:41:17.442651 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ecd23e6f-58c4-43c2-8827-68214ce6b596 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:41:17.443115 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'tag': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d', 'status': 'completed', 'code': 200} Aug 04 17:41:17.476591 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:41:17.508227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-aebf3243-9697-4448-9888-0c59208836fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:17.509787 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-aebf3243-9697-4448-9888-0c59208836fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 1096 time: 0.0432546 Aug 04 17:41:17.602684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-c7b14458-0d25-417e-ae2a-4e3c8927b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:17.604443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-c7b14458-0d25-417e-ae2a-4e3c8927b68b service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0879972 Aug 04 17:41:17.681572 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-ba361425-64b1-4904-afac-7fc9241f868e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4dbbd5-79f7-4867-badf-faddb5eaf34d HTTP/1.1" status: 200 len: 998 time: 0.0697467 Aug 04 17:41:17.705773 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'd4eea510-31fe-4b79-a68a-96d4228d696d', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:35:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:41:16Z', 'updated_at': '2021-08-04T17:41:16Z', 'revision_number': 0, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:41:17.731572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-25e23c5e-e1da-4496-bc06-a022bf971ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:17.733225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-25e23c5e-e1da-4496-bc06-a022bf971ded service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0449207 Aug 04 17:41:17.733615 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] Checking router: a7507166-65f9-4645-90b2-9f5f50b7a335 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:41:17.741813 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:41:17.742415 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:41:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:41:17.784600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-9a2f8bcc-2efa-4d1f-a391-27c63d46cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:17.786393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-9a2f8bcc-2efa-4d1f-a391-27c63d46cee7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461459 Aug 04 17:41:17.850401 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:41:17.883698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-d23d39be-5387-445c-9ac2-933021474f0a service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897813 Aug 04 17:41:17.973108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9742657d-65ea-427c-b38a-872a4e4e0603 req-366dfb74-350d-402e-abc3-24e67d264866 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821810 Aug 04 17:41:18.085654 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'd4eea510-31fe-4b79-a68a-96d4228d696d', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:35:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:41:16Z', 'updated_at': '2021-08-04T17:41:16Z', 'revision_number': 0, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:41:18.116240 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b782bbfd-03c0-4fd1-b76c-056fa9898023 None None] The sync data for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 is: [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'd4eea510-31fe-4b79-a68a-96d4228d696d', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:35:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:41:16Z', 'updated_at': '2021-08-04T17:41:16Z', 'revision_number': 0, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:41:18.328482 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b5ec75-8350-4fc9-b099-444c9963288a None None] New status for floating IP d4eea510-31fe-4b79-a68a-96d4228d696d: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:41:27.686647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-39a29c78-eb0a-4af7-aa7f-1c96a8cb1cd4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470126 Aug 04 17:41:27.788451 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-c5fce61d-1463-4ca2-82f4-08327407011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:27.789971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-c5fce61d-1463-4ca2-82f4-08327407011e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 1096 time: 0.0472033 Aug 04 17:41:27.901471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-16f5b60d-a351-4169-a24a-c6570f678781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:27.903775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-16f5b60d-a351-4169-a24a-c6570f678781 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0895724 Aug 04 17:41:27.990872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-f6583f35-ebd7-4f5b-bc6e-ebdf0898174a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4dbbd5-79f7-4867-badf-faddb5eaf34d HTTP/1.1" status: 200 len: 1000 time: 0.0787957 Aug 04 17:41:28.046588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-2cc16488-233e-425c-b4fe-b4fe1a3cff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:28.048016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-2cc16488-233e-425c-b4fe-b4fe1a3cff1f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0498078 Aug 04 17:41:28.098140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-dfe4f495-b30d-41fe-bc67-77daff956ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:41:28.099690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-dfe4f495-b30d-41fe-bc67-77daff956ae7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420601 Aug 04 17:41:28.194644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-d19d6ff2-a1f5-44a3-ae47-28648c41d4b6 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866337 Aug 04 17:41:28.288039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42ad398f-ffab-4714-9cc8-f9b6e368c448 req-a678b07e-d4e1-419a-b7d6-04d3badbbdab service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831516 Aug 04 17:41:32.041721 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a702e098-d3db-4a9f-82bd-bf70abd413fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:34.460420 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1fe9e89-bbea-4c6a-b5bd-05e976f5a5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:35.066184 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:35.981511 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:37.577894 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:39.400456 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:39.441779 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:41:46.234598 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:42:02.046696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2f3605a4-8b8c-402d-9d6a-615e144477e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:04.449028 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0520-e79e-4350-a116-151565d8070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:05.060882 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:05.989988 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:07.582555 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:09.396794 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:09.456531 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:23.237236 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:42:27.619682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-10df6a04-4939-469b-9c55-4831e5534c8b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486743 Aug 04 17:42:27.722031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-b0e53af0-18ca-4d81-9cbe-18f14e62f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:42:27.723638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-b0e53af0-18ca-4d81-9cbe-18f14e62f394 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 1096 time: 0.0507028 Aug 04 17:42:27.838573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-7bdde8f4-a95a-4dd3-af03-8678a5d69ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:42:27.840131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-7bdde8f4-a95a-4dd3-af03-8678a5d69ce1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0957217 Aug 04 17:42:27.917396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-533874f9-2d70-4c71-9878-facad6962fa6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4dbbd5-79f7-4867-badf-faddb5eaf34d HTTP/1.1" status: 200 len: 1000 time: 0.0696790 Aug 04 17:42:27.974258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-7683dcff-2566-4139-844b-973cf662713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:42:27.975806 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-7683dcff-2566-4139-844b-973cf662713b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0506833 Aug 04 17:42:28.032773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-638001f4-5c16-4a5d-af4d-398080b22169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:42:28.035073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-638001f4-5c16-4a5d-af4d-398080b22169 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511823 Aug 04 17:42:28.132531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-6c268134-b980-4d0c-9d42-060a27b02a1e service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897012 Aug 04 17:42:28.232694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55104af1-c0fc-4b61-86e3-d6a24d6da7ed req-2a42b035-fc02-4d31-9df3-1d003bb45279 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908363 Aug 04 17:42:32.043255 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a46cb991-02c1-43ae-b60f-24a37aa609d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:34.451983 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-63a0a870-b066-424b-bc2d-6b70c40bb6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:35.072020 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:35.993534 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:37.588624 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:39.417966 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:42:39.482136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:00.238068 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:43:02.042640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f6e0035e-f5a5-4862-86d8-5539eea577f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:04.455263 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3e672998-8b90-4c55-8de4-a8ee9ef2d53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:05.069321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:05.993645 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:07.587928 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:09.414589 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:09.464601 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:15.051428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f72a4-ec55-4e59-8bb0-782bef6b36d7 req-4b42c50b-3b13-4850-a38e-f7666ae9f30b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:15.053098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d36f72a4-ec55-4e59-8bb0-782bef6b36d7 req-4b42c50b-3b13-4850-a38e-f7666ae9f30b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 945 time: 0.1464002 Aug 04 17:43:15.105126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d36f72a4-ec55-4e59-8bb0-782bef6b36d7 req-253e5be6-9939-4b4a-8d94-5796fecd47e7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Aug 04 17:43:16.323887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614addb-84e3-48eb-bcc8-0f4def197052 req-01c22ced-20f2-4e4a-9752-714bf759cecf tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:16.325404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2614addb-84e3-48eb-bcc8-0f4def197052 req-01c22ced-20f2-4e4a-9752-714bf759cecf tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 945 time: 0.1192977 Aug 04 17:43:16.377391 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2614addb-84e3-48eb-bcc8-0f4def197052 req-04314856-b1c1-4a78-8e25-f5eecfb79807 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Aug 04 17:43:16.413885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-fd023e37-e9ec-4e81-a881-8b77bc77cf29 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:16.415404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-fd023e37-e9ec-4e81-a881-8b77bc77cf29 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 945 time: 0.0522006 Aug 04 17:43:16.514274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Deleting port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:43:16.514638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:16.604989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] For port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:43:16.613707 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:16.806143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:16.806525 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:16.806824 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Floating IP d4eea510-31fe-4b79-a68a-96d4228d696d disassociated. External IP: 172.25.2.97, port: 8b4dbbd5-79f7-4867-badf-faddb5eaf34d. Aug 04 17:43:16.807203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Calling delete_port for 8b4dbbd5-79f7-4867-badf-faddb5eaf34d owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:43:16.955622 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:16.989009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'Port': ['ID=8b4dbbd5-79f7-4867-badf-faddb5eaf34d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:43:17.001282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.001611 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.001976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.002297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.002629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.002999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.003315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.003640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.003959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.004282 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.004592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.004917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:17.115570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Router a7507166-65f9-4645-90b2-9f5f50b7a335 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:43:17.230430 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:43:17.240732 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] Sync routers for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:43:17.251172 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:43:17.251827 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:43:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:43:17.376368 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:43:17.594755 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:43:17.637835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] No DVR routers for this DVR port 8b4dbbd5-79f7-4867-badf-faddb5eaf34d on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:43:17.640847 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:17.643120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66d18daa-6450-44ce-acd3-93cbe92fff32 req-dc3e228e-bd6d-4d11-ac03-4e3126a5e750 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "DELETE /v2.0/ports/8b4dbbd5-79f7-4867-badf-faddb5eaf34d HTTP/1.1" status: 204 len: 173 time: 1.2206831 Aug 04 17:43:17.643588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'name': 'network-vif-deleted', 'tag': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:43:17.645941 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da5be48-6d4b-4ace-b58e-6a593d283d4e" -d '{"events": [{"server_uuid": "2bb81bad-080d-4ef2-a98b-8e55734ed303", "name": "network-vif-deleted", "tag": "8b4dbbd5-79f7-4867-badf-faddb5eaf34d"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:43:17.664048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee0b2437-d539-44fd-881b-27f0850b51a3 req-056dd4ec-90e0-487b-8f87-78d0244cb3ba tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 210 time: 0.0525002 Aug 04 17:43:17.737661 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] Checking router: a7507166-65f9-4645-90b2-9f5f50b7a335 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:43:17.746587 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:43:17.747238 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:43:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:43:17.755477 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d811bf-1f71-45a3-b98a-1de82e46bcd7 x-openstack-request-id: req-50d811bf-1f71-45a3-b98a-1de82e46bcd7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:43:17.755761 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb81bad-080d-4ef2-a98b-8e55734ed303", "name": "network-vif-deleted", "tag": "8b4dbbd5-79f7-4867-badf-faddb5eaf34d", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:43:17.756002 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50d811bf-1f71-45a3-b98a-1de82e46bcd7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:43:17.756729 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb81bad-080d-4ef2-a98b-8e55734ed303', 'name': 'network-vif-deleted', 'tag': '8b4dbbd5-79f7-4867-badf-faddb5eaf34d', 'status': 'completed', 'code': 200} Aug 04 17:43:17.859028 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:43:18.075584 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:43:18.104218 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033d335-3044-4444-b574-fa8fb77aa038 None None] The sync data for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 is: [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:43:18.413394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61cf162-6191-4910-a861-c2b887aa044c None None] New status for floating IP d4eea510-31fe-4b79-a68a-96d4228d696d: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:43:18.769555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e99fd4f-3542-4b73-8c84-2f6de543531b req-e13aa83c-7e5d-486c-af2d-ba7c57b14820 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 210 time: 0.0280600 Aug 04 17:43:19.870769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fc4f9e4-dbd5-430c-8602-aacda93fcb31 req-a3440c1d-d8e0-48b3-8d70-05bdc5b6d03f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 210 time: 0.0270331 Aug 04 17:43:20.516942 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8b4dbbd5-79f7-4867-badf-faddb5eaf34d no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:43:20.538277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 8b4dbbd5-79f7-4867-badf-faddb5eaf34d {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:43:20.538609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8b4dbbd5-79f7-4867-badf-faddb5eaf34d not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:43:20.965897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-667ace61-ab05-4c1e-b633-086453cb75f4 req-e06f1709-bda9-4bcd-af73-ee2fb14d8c56 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bb81bad-080d-4ef2-a98b-8e55734ed303 HTTP/1.1" status: 200 len: 210 time: 0.0266361 Aug 04 17:43:22.216369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-fdc11e28-183a-4c6a-af4b-3af2e53b823e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362329581&fields=id&tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 267 time: 0.0397906 Aug 04 17:43:22.325834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-478c55ba-e4e1-4cf7-bd6f-4b283304ec4a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:22.327346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-478c55ba-e4e1-4cf7-bd6f-4b283304ec4a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1041188 Aug 04 17:43:22.343593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-a3c97ec8-4f44-4403-86d4-27b71249bd38 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/quotas/8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 375 time: 0.0102549 Aug 04 17:43:22.400078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-8f7fc235-d616-4ceb-9d05-986db710eb7f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509672 Aug 04 17:43:22.466487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-d11b4f94-50a3-4bd2-8125-ec66dbb52f8d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:43:22.467557 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-d11b4f94-50a3-4bd2-8125-ec66dbb52f8d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558703 Aug 04 17:43:22.567417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-40449bc5-3ef8-43aa-b2b6-57ad49320df1 service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934980 Aug 04 17:43:22.660821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-438327d4-1716-48ed-9779-26ea92eba331 service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852435 Aug 04 17:43:22.973882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-715906b1-0e91-49b1-b236-4438a7fff02e req-f87e3b94-f42f-4a95-ac9e-fc3a0c1e3900 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 210 time: 0.0312803 Aug 04 17:43:24.087206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05d0a2cd-1763-4a6b-b25a-13f0b5946bb9 req-a00b78bf-4304-42f1-b566-45036a30f1cb tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 210 time: 0.0332608 Aug 04 17:43:24.132727 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-53c2068b-035c-476f-a82f-2926e14e6688 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:24.134187 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-53c2068b-035c-476f-a82f-2926e14e6688 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1284168 Aug 04 17:43:24.192392 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-74f8f5a0-dfe6-48a9-baaa-84157a113da0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 380 time: 0.0475230 Aug 04 17:43:24.202015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'port': {'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'admin_state_up': True, 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'security_groups': ['9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:43:24.317695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Made reservation on behalf of 8a4e6b9b154c4b129fc91dc2b0b1111a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:43:24.321372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:24.454918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Allocated IP 172.20.0.14 (2362171e-7183-48d3-be14-430939b9ab4a/dad9225f-312f-45c5-87bf-88d5244eeaba/f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:43:24.594385 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:24.609042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Transition to ACTIVE for port object f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:43:24.648164 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:24.697570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Network 2362171e-7183-48d3-be14-430939b9ab4a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:43:24.703418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:43:24.707362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:43:24.744819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:43:24.769489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:24.770114 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:24.791710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-de91b0a4-6608-46d6-b99a-8c708e3c4357 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5936956 Aug 04 17:43:24.803886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-9371225e-9462-4d82-885b-eba8fe6785ae tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:43:24.805119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-9371225e-9462-4d82-885b-eba8fe6785ae tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058901 Aug 04 17:43:24.868555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Request body: {'port': {'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:43:24.927429 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:24.958758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e664476b-61f4-4a32-9d42-1a85b4a1e1e4 None None] Provisioning for port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:43:24.965907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e664476b-61f4-4a32-9d42-1a85b4a1e1e4 None None] Provisioning complete for port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:43:24.966265 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e664476b-61f4-4a32-9d42-1a85b4a1e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:25.022532 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e664476b-61f4-4a32-9d42-1a85b4a1e1e4 None None] Port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:43:25.262483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b345-d1e3-493d-a7dc-86f9f2ecb766 req-d23a9c81-2ad8-41a0-a175-67a7d37b905f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:25.264191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6a1b345-d1e3-493d-a7dc-86f9f2ecb766 req-d23a9c81-2ad8-41a0-a175-67a7d37b905f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 932 time: 0.1044106 Aug 04 17:43:25.269186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:43:25.279825 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:25.307638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Transition to ACTIVE for port object f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:43:25.318685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:25.331325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6a1b345-d1e3-493d-a7dc-86f9f2ecb766 req-26afa2fb-2e2e-4e11-9d59-34b5627823b3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569434 Aug 04 17:43:25.407088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:43:25.462344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Attempting to bind port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:43:25.462858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Attempting to bind port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:43:25.463195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Attempting to bind port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:43:25.468153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc on network 2362171e-7183-48d3-be14-430939b9ab4a not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:43:25.468482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Attempting to bind port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:43:25.473770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:43:25.474114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Checking segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:43:25.474500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Bound using segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:43:25.474963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Bound port: f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:43:25.475447 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:25.546755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] For port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:43:25.552483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] For port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:43:25.558536 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:25.594109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:25.594746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:25.596189 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] 10.222.0.82 "PUT /v2.0/ports/f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc HTTP/1.1" status: 200 len: 1092 time: 0.7839532 Aug 04 17:43:25.596625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'tag': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:43:25.598934 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9eeb988-cd03-4794-9f13-c7ee7cf996fb", "tag": "f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:43:25.627153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5fbbe-d53d-4b49-a4e3-7031adad70c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:43:25.678073 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6062849c-6da8-4119-ad12-7cf0d1ac1cbf x-openstack-request-id: req-6062849c-6da8-4119-ad12-7cf0d1ac1cbf {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:43:25.678451 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9eeb988-cd03-4794-9f13-c7ee7cf996fb", "tag": "f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:43:25.678704 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6062849c-6da8-4119-ad12-7cf0d1ac1cbf {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:43:25.679131 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'tag': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'status': 'completed', 'code': 200} Aug 04 17:43:25.725761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-f690e30e-abf2-440c-9a88-2c98824d903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:25.727365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-f690e30e-abf2-440c-9a88-2c98824d903f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 1095 time: 0.0597885 Aug 04 17:43:25.773214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-4d11edc6-e5b5-4833-9bcf-ba01ef975aad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc HTTP/1.1" status: 200 len: 217 time: 0.0375345 Aug 04 17:43:25.825837 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-cfb2b2f8-bbb4-4313-af48-9a9744bbeab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:25.827382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-cfb2b2f8-bbb4-4313-af48-9a9744bbeab0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0461097 Aug 04 17:43:25.881901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-0d736fda-1caa-4cbd-8775-3cd36d63ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:25.883379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-0d736fda-1caa-4cbd-8775-3cd36d63ae1d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491769 Aug 04 17:43:25.980785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-51466482-36a9-4802-9080-65c86034f016 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893626 Aug 04 17:43:26.087936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6701a76-4af2-4c15-ae65-a080e1827a32 req-5931845b-a766-4477-a582-b19511c09659 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000183 Aug 04 17:43:26.180939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-9a5e716e-ae32-4247-8af3-281f52c1fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:26.182499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-9a5e716e-ae32-4247-8af3-281f52c1fcba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 1095 time: 0.0441923 Aug 04 17:43:26.286967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-72958f41-2508-4390-9135-6faeaa30af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:26.288398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-72958f41-2508-4390-9135-6faeaa30af3e service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0970573 Aug 04 17:43:26.337134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-0e408077-152d-4119-bd9f-ee29f78a7620 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc HTTP/1.1" status: 200 len: 217 time: 0.0407317 Aug 04 17:43:26.394069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-fc4edeae-e923-41c8-9e42-a35d64f6244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:26.395622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-fc4edeae-e923-41c8-9e42-a35d64f6244e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0492208 Aug 04 17:43:26.483800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea104d-7062-4314-b566-0be571231708 req-587672d4-3b0d-4cfd-b050-8e5d8459d9be tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:26.485208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96ea104d-7062-4314-b566-0be571231708 req-587672d4-3b0d-4cfd-b050-8e5d8459d9be tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 944 time: 0.0819612 Aug 04 17:43:26.487064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-468a1a90-f022-4f38-8563-6857131274dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:26.488419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-468a1a90-f022-4f38-8563-6857131274dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838015 Aug 04 17:43:26.574398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96ea104d-7062-4314-b566-0be571231708 req-90e46fd8-a1a4-4f46-8500-98cd28b6104f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817335 Aug 04 17:43:26.609983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-197eec22-9f47-4b63-9725-31c632b7ce3c service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107721 Aug 04 17:43:26.710221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8d8f6ed-6653-4c5f-8bbd-39edba8f265d req-b1c25842-6260-4ce9-984f-27070937b7d9 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928249 Aug 04 17:43:27.696729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413c385-0413-44c6-9cf7-17e09c3a0696 req-db63bc89-64b8-4224-a5b1-10bf67080ecd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:27.698221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3413c385-0413-44c6-9cf7-17e09c3a0696 req-db63bc89-64b8-4224-a5b1-10bf67080ecd tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 944 time: 0.0520082 Aug 04 17:43:27.737377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3413c385-0413-44c6-9cf7-17e09c3a0696 req-d51e9459-b8ee-4a55-acd4-17ca6cbc1587 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327055 Aug 04 17:43:28.858040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c775219-00fd-4e04-b42e-a8dd9889921c req-680c0993-2c3a-46fa-959f-d8d256134a26 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:28.859560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c775219-00fd-4e04-b42e-a8dd9889921c req-680c0993-2c3a-46fa-959f-d8d256134a26 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 944 time: 0.0529642 Aug 04 17:43:28.906074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c775219-00fd-4e04-b42e-a8dd9889921c req-b89051af-9fa3-44b8-83fe-d49973db46ab tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376632 Aug 04 17:43:30.060690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f0ad0-0bc1-430f-85dc-60049f6e22e8 req-6c822468-e0e3-48c9-9391-757b525fd8e1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:30.062296 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-486f0ad0-0bc1-430f-85dc-60049f6e22e8 req-6c822468-e0e3-48c9-9391-757b525fd8e1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 944 time: 0.0757585 Aug 04 17:43:30.105300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-486f0ad0-0bc1-430f-85dc-60049f6e22e8 req-2ee8d0d8-a8e4-45fc-a873-7a5cce5beca1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366249 Aug 04 17:43:31.234657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee94c-1e8c-460d-9af8-867b9561a01a req-34d95773-900d-4139-86aa-a5ac39500e22 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:31.236239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4bee94c-1e8c-460d-9af8-867b9561a01a req-34d95773-900d-4139-86aa-a5ac39500e22 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 944 time: 0.0522058 Aug 04 17:43:31.278157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4bee94c-1e8c-460d-9af8-867b9561a01a req-c7ce124d-e2b6-43b2-b1e3-41e092f1a692 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332778 Aug 04 17:43:32.042967 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5d6b-e10f-48a8-99ba-dbe43a51d5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:32.417579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5174e6-75a3-4719-ae76-bb7964c77b60 req-57a1c3f0-89b6-4637-a80b-57d72c9ed7da tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:32.419900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a5174e6-75a3-4719-ae76-bb7964c77b60 req-57a1c3f0-89b6-4637-a80b-57d72c9ed7da tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 944 time: 0.0629909 Aug 04 17:43:32.466654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6a5174e6-75a3-4719-ae76-bb7964c77b60 req-5b4a8fe0-a4ce-4568-86d2-30308f5aa6c7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403101 Aug 04 17:43:33.601493 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccf4b4-9d75-4f68-ae16-4f1cc8edda63 req-5a96e652-0bbd-4597-b7b6-88646a65ede1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:33.603034 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fccf4b4-9d75-4f68-ae16-4f1cc8edda63 req-5a96e652-0bbd-4597-b7b6-88646a65ede1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 944 time: 0.0560524 Aug 04 17:43:33.652503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9fccf4b4-9d75-4f68-ae16-4f1cc8edda63 req-17b361c0-c222-4b57-92d5-a5f47cb52981 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 Aug 04 17:43:34.453281 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0ddb-b408-4ae1-b979-4f76deca7876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:34.778247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bceeb-3ee6-4d0b-a85b-aaf243b17321 req-a53ee92d-eaef-4da5-a7d5-5fb367624b38 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:34.780455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf6bceeb-3ee6-4d0b-a85b-aaf243b17321 req-a53ee92d-eaef-4da5-a7d5-5fb367624b38 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 944 time: 0.0560141 Aug 04 17:43:34.824222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf6bceeb-3ee6-4d0b-a85b-aaf243b17321 req-dd2a0836-5712-4214-8fde-2e7bf705555b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375168 Aug 04 17:43:35.072534 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:35.963939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8f7ee-0548-47f9-a7fc-955182822f85 req-46756599-817a-4dc5-95c9-438b4cc3f110 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:35.965550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fb8f7ee-0548-47f9-a7fc-955182822f85 req-46756599-817a-4dc5-95c9-438b4cc3f110 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 944 time: 0.0596972 Aug 04 17:43:35.995866 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:36.009773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fb8f7ee-0548-47f9-a7fc-955182822f85 req-31f4eedd-e378-484a-b202-ff37db75e62c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360386 Aug 04 17:43:36.643108 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:43:36.745115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:43:36.763779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'mac_address': 'fa:16:3e:68:d8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:43:36.805421 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:36.818944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:43:36.840099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:43:36.847512 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:36.904619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:43:36.916824 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.917364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.917897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.918336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.918839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.919327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.919745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.920185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.920757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.921128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.921459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:36.921806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:43:37.102849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:43:37.144965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852a476-e538-4987-a69c-552a964f22aa req-071d7220-c27a-4af8-b4ea-3299addb6a14 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:37.146581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3852a476-e538-4987-a69c-552a964f22aa req-071d7220-c27a-4af8-b4ea-3299addb6a14 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 945 time: 0.0556238 Aug 04 17:43:37.185811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3852a476-e538-4987-a69c-552a964f22aa req-359e4063-7694-46f9-8c69-a549a46ce36d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326602 Aug 04 17:43:37.238088 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:43:37.593155 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:38.310765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb76a13-e3c7-48a9-a5a7-f1d81712db93 req-023384eb-59de-4a83-99a4-6256ba5abba2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:38.312315 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffb76a13-e3c7-48a9-a5a7-f1d81712db93 req-023384eb-59de-4a83-99a4-6256ba5abba2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 945 time: 0.0529213 Aug 04 17:43:38.352482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffb76a13-e3c7-48a9-a5a7-f1d81712db93 req-3801a5ff-fbd7-46c9-a9cb-bf1a53934990 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Aug 04 17:43:38.675085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:43:38.731410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:43:38.735396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:43:38.735770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:38.826600 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:38.849627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:43:38.851876 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cfafa3-50b6-48d7-93cb-ce0261aa4dfa" -d '{"events": [{"server_uuid": "d9eeb988-cd03-4794-9f13-c7ee7cf996fb", "name": "network-vif-plugged", "status": "completed", "tag": "f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:43:38.870318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:43:38.876860 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:38.901292 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa293cd-11ce-40cc-ab53-c5c4b7fe720d x-openstack-request-id: req-4aa293cd-11ce-40cc-ab53-c5c4b7fe720d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:43:38.901579 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9eeb988-cd03-4794-9f13-c7ee7cf996fb", "name": "network-vif-plugged", "status": "completed", "tag": "f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:43:38.901827 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4aa293cd-11ce-40cc-ab53-c5c4b7fe720d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:43:38.902216 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'code': 200} Aug 04 17:43:38.933204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:43:39.002751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4f140-b279-4eac-8081-9acd80ec5b60 req-118e93ec-e961-4301-9a2a-d457204de3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:39.004310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95e4f140-b279-4eac-8081-9acd80ec5b60 req-118e93ec-e961-4301-9a2a-d457204de3f0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 1097 time: 0.0529215 Aug 04 17:43:39.041283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95e4f140-b279-4eac-8081-9acd80ec5b60 req-33150dc3-588d-4758-a98a-ccc399e10ed0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293407 Aug 04 17:43:39.435558 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:39.485292 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:39.486380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473d402-1859-482f-81fd-e1c5e83cd6b0 req-88c2029f-07f0-4dc5-b3ef-20b820a0745c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:39.487940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0473d402-1859-482f-81fd-e1c5e83cd6b0 req-88c2029f-07f0-4dc5-b3ef-20b820a0745c tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 946 time: 0.0579429 Aug 04 17:43:39.527691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0473d402-1859-482f-81fd-e1c5e83cd6b0 req-be760115-8123-4f30-972b-144f698e0c91 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331066 Aug 04 17:43:40.672145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e37da9-368d-400c-923d-6f0e34295e9f req-6ac4ff36-7e14-4d0a-b143-4e1fdc89df47 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:40.673875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1e37da9-368d-400c-923d-6f0e34295e9f req-6ac4ff36-7e14-4d0a-b143-4e1fdc89df47 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 946 time: 0.0647974 Aug 04 17:43:40.714745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1e37da9-368d-400c-923d-6f0e34295e9f req-c1ba08fe-5bc7-484a-bb28-eca662878e6b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346341 Aug 04 17:43:40.842704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef727b-0b0f-483b-a7f1-a9b79b7dad81 req-07d606ad-c3d8-431e-9a85-452af2dc58a9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:40.844132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20ef727b-0b0f-483b-a7f1-a9b79b7dad81 req-07d606ad-c3d8-431e-9a85-452af2dc58a9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 946 time: 0.0605793 Aug 04 17:43:40.884531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20ef727b-0b0f-483b-a7f1-a9b79b7dad81 req-58bb63b9-03aa-43d0-b485-fb84f72dd3be tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337517 Aug 04 17:43:40.907319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37336) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:43:40.999904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbfdb1-fcc9-4ebe-8b34-1ee8d89d407f tempest-TestVolumeBootPattern-119042580 tempest-TestVolumeBootPattern-119042580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:41.001682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-57fbfdb1-fcc9-4ebe-8b34-1ee8d89d407f tempest-TestVolumeBootPattern-119042580 tempest-TestVolumeBootPattern-119042580-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 1092 time: 0.0931542 Aug 04 17:43:41.005651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37340) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:43:41.010411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:43:41.038718 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:41.144301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:41.254051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Allocated IP 172.25.2.38 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/5b8440e3-bcb3-419d-a214-7e7e7bca72ff) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:43:41.371702 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:41.417612 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:41.480801 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:43:41.483982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:43:41.490029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:43:41.514412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=5b8440e3-bcb3-419d-a214-7e7e7bca72ff,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:43:41.863684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:41.936776 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:42.104859 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:42.111330 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:42.178552 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=5b8440e3-bcb3-419d-a214-7e7e7bca72ff,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:43:42.190336 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:42.294538 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Floating IP 409a0240-6088-4bcf-8ab1-e374841df2b8 associated. External IP: 172.25.2.38, port: f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc. Aug 04 17:43:42.510607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Router a7507166-65f9-4645-90b2-9f5f50b7a335 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:43:42.624335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:43:42.634652 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] Sync routers for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:43:42.642222 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:43:42.644562 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:43:42.645182 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:43:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:43:42.680123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2cae0b42-cfb4-4604-8281-54053bea17b0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6626863 Aug 04 17:43:42.680123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'tag': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:43:42.680123 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99b3d66-860f-441d-827b-07ab6add0896" -d '{"events": [{"name": "network-changed", "server_uuid": "d9eeb988-cd03-4794-9f13-c7ee7cf996fb", "tag": "f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:43:42.710222 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9faf3d2-849d-4a70-941c-2f900b56cbdf x-openstack-request-id: req-c9faf3d2-849d-4a70-941c-2f900b56cbdf {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:43:42.710517 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9eeb988-cd03-4794-9f13-c7ee7cf996fb", "tag": "f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:43:42.710767 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9faf3d2-849d-4a70-941c-2f900b56cbdf {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:43:42.711199 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'tag': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'status': 'completed', 'code': 200} Aug 04 17:43:42.759084 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:43:42.774025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b3d66-860f-441d-827b-07ab6add0896 req-f1d7b82c-dd08-47c1-a6a6-d00a8d133bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:42.775605 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d99b3d66-860f-441d-827b-07ab6add0896 req-f1d7b82c-dd08-47c1-a6a6-d00a8d133bb6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 1097 time: 0.0425801 Aug 04 17:43:42.869688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b3d66-860f-441d-827b-07ab6add0896 req-32c8aece-2eb5-4bf1-a953-02179d8c982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:42.871197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d99b3d66-860f-441d-827b-07ab6add0896 req-32c8aece-2eb5-4bf1-a953-02179d8c982d service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0885923 Aug 04 17:43:42.944421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d99b3d66-860f-441d-827b-07ab6add0896 req-45208b0f-7323-4898-ae27-537110902dd7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc HTTP/1.1" status: 200 len: 999 time: 0.0608368 Aug 04 17:43:42.981903 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '409a0240-6088-4bcf-8ab1-e374841df2b8', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:68:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:43:41Z', 'updated_at': '2021-08-04T17:43:41Z', 'revision_number': 0, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:43:42.995483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b3d66-860f-441d-827b-07ab6add0896 req-8aa45e5a-2935-49f6-b183-df6e6cb693b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:42.996941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d99b3d66-860f-441d-827b-07ab6add0896 req-8aa45e5a-2935-49f6-b183-df6e6cb693b4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0448251 Aug 04 17:43:43.008546 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] Checking router: a7507166-65f9-4645-90b2-9f5f50b7a335 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:43:43.017825 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:43:43.018499 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:43:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:43:43.051097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b3d66-860f-441d-827b-07ab6add0896 req-3ff978ea-c276-4fef-985b-c4429474b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:43:43.052520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d99b3d66-860f-441d-827b-07ab6add0896 req-3ff978ea-c276-4fef-985b-c4429474b8ab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482519 Aug 04 17:43:43.124687 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:43:43.146089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d99b3d66-860f-441d-827b-07ab6add0896 req-c637449a-443d-4b45-b923-8a3f3ad8002a service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860193 Aug 04 17:43:43.376081 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '409a0240-6088-4bcf-8ab1-e374841df2b8', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:68:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:43:41Z', 'updated_at': '2021-08-04T17:43:41Z', 'revision_number': 0, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:43:43.404810 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35388d5d-93c0-4724-b4a2-0c37672c6908 None None] The sync data for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 is: [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '409a0240-6088-4bcf-8ab1-e374841df2b8', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:68:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:43:41Z', 'updated_at': '2021-08-04T17:43:41Z', 'revision_number': 0, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:43:43.584098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d99b3d66-860f-441d-827b-07ab6add0896 req-24ac7d33-9156-4077-8b5b-50ede5b8fe6a service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301362 Aug 04 17:43:43.620528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ca4ce-d0c4-4fa9-aee2-a0e4d8eb78b5 None None] New status for floating IP 409a0240-6088-4bcf-8ab1-e374841df2b8: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:44:02.039731 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-110d0d3f-a7aa-4414-ae81-b10702e273a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:04.447664 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fcb252c1-e9e5-49eb-951e-f27a65d70355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:05.068783 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:06.000297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:07.596632 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:09.448146 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:09.483105 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:14.241774 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:44:30.840346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-409503bf-8073-46d6-9339-f315046b1fe5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414131 Aug 04 17:44:30.932442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-ae429ad2-c084-4ffa-843d-c4edf7e3b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:44:30.934022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-ae429ad2-c084-4ffa-843d-c4edf7e3b236 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 1097 time: 0.0435574 Aug 04 17:44:31.045212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-4d949005-70a4-49e6-9a70-e96e1b57739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:44:31.046583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-4d949005-70a4-49e6-9a70-e96e1b57739f service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0910547 Aug 04 17:44:31.113564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-93b82cdc-9fb5-4cf6-b3ce-4713afdd4756 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc HTTP/1.1" status: 200 len: 1001 time: 0.0588424 Aug 04 17:44:31.170942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-79b9b769-f215-470a-857a-7ff19d5eb426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:44:31.172414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-79b9b769-f215-470a-857a-7ff19d5eb426 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0516534 Aug 04 17:44:31.229150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-e2c6f212-cc6e-4607-9723-bac204276c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:44:31.230620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-e2c6f212-cc6e-4607-9723-bac204276c00 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444553 Aug 04 17:44:31.321665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-abcb8a43-c034-46ef-b7be-89d1a166d2ef service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834413 Aug 04 17:44:31.421129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7888a393-a8d2-41b4-931a-ad25bcb8091e req-3ce2daf5-bb87-4199-aa4c-0c643cb3e7b7 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924456 Aug 04 17:44:32.033546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2178a63e-3086-441a-9756-cff8a8cf26b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:34.452686 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8b58f04e-6e47-49b0-a82d-dcdaa3dc9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:35.077136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:36.008854 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:37.599856 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:39.455119 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:39.480997 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:44:51.246129 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:45:02.043037 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da5a2925-8d37-4cf8-8630-5d82e236249a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:04.463270 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1bd1ef31-ba87-44e6-83b1-3d06cf7aa8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:05.073466 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:06.010868 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:07.602290 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:09.453088 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:09.497456 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:20.256590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-cb80ed76-ddbf-4304-bc78-35584120d979 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362329581&fields=id&tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 267 time: 0.0384605 Aug 04 17:45:20.369311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-de473df8-2245-4368-88f5-aabc21b4b573 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:20.370794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-de473df8-2245-4368-88f5-aabc21b4b573 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1031556 Aug 04 17:45:20.390374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1f6a3474-3015-4d8e-b1bf-860647f822dc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/quotas/8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 375 time: 0.0129020 Aug 04 17:45:20.457008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-8775ec5c-7226-457a-bc4b-e658015ac63d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0601180 Aug 04 17:45:20.548271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-e082e05c-2e77-494b-a229-8dd5eab018e8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:45:20.549250 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-e082e05c-2e77-494b-a229-8dd5eab018e8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0748661 Aug 04 17:45:20.650077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-c7cc916e-34c8-467c-92a9-e5c53ba2069c service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923903 Aug 04 17:45:20.753381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-a1c10e43-22af-4566-abbe-e507a71f3d23 service neutron] 10.222.0.39 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944512 Aug 04 17:45:21.076547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-175ce813-11ed-4311-adcb-825897a611a8 req-cdbcf92d-0933-41f7-bc50-99a929f1d93e tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 210 time: 0.0270219 Aug 04 17:45:22.128458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-51f475b9-4a55-4840-909f-f24ad9b39319 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:22.131402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-51f475b9-4a55-4840-909f-f24ad9b39319 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.90 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 811 time: 0.1112709 Aug 04 17:45:22.190048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-221a2393-072d-4942-ba00-6f2ca6823b15 req-7e042d6d-aa59-4453-be5f-9511e24861c9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 210 time: 0.0393667 Aug 04 17:45:22.212447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5584db53-3940-430f-b3d6-22de64bf9ed5 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a HTTP/1.1" status: 200 len: 380 time: 0.0683775 Aug 04 17:45:22.224836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'port': {'device_id': '559eca35-cb2f-474f-b3a9-643b733603de', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'admin_state_up': True, 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'security_groups': ['9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:45:22.339673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Made reservation on behalf of 8a4e6b9b154c4b129fc91dc2b0b1111a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:45:22.343572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:22.477600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Allocated IP 172.20.0.8 (2362171e-7183-48d3-be14-430939b9ab4a/dad9225f-312f-45c5-87bf-88d5244eeaba/45a1472b-06c9-4d33-94be-22a426747bb8) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:45:22.619306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:22.633073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Transition to ACTIVE for port object 45a1472b-06c9-4d33-94be-22a426747bb8 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:45:22.669107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:22.716626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Network 2362171e-7183-48d3-be14-430939b9ab4a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:45:22.722777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:45:22.726850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:45:22.734050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=45a1472b-06c9-4d33-94be-22a426747bb8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:45:22.771152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.771867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.772487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.772838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.773173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.773514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.773829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.774153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.774507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.775160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.775638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.775968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:22.801603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:22.802253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:22.820597 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-5d093aa9-e048-4864-b8d1-f6b1014fb541 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021352 Aug 04 17:45:22.832383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-3897bfbf-6300-492e-89d7-de0d621bd26f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:45:22.833548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-3897bfbf-6300-492e-89d7-de0d621bd26f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059750 Aug 04 17:45:22.893153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Request body: {'port': {'device_id': '559eca35-cb2f-474f-b3a9-643b733603de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:45:22.962870 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:22.977479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-da254b17-1720-4c78-b044-ee1620344d6c None None] Provisioning for port 45a1472b-06c9-4d33-94be-22a426747bb8 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:45:22.982539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-da254b17-1720-4c78-b044-ee1620344d6c None None] Provisioning complete for port 45a1472b-06c9-4d33-94be-22a426747bb8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:45:22.982927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-da254b17-1720-4c78-b044-ee1620344d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:23.022125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-da254b17-1720-4c78-b044-ee1620344d6c None None] Port 45a1472b-06c9-4d33-94be-22a426747bb8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:45:23.239477 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a1472b-06c9-4d33-94be-22a426747bb8 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:45:23.253477 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:23.269459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Transition to ACTIVE for port object 45a1472b-06c9-4d33-94be-22a426747bb8 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:45:23.278982 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:23.375974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Pushing event updated for resources: {'Port': ['ID=45a1472b-06c9-4d33-94be-22a426747bb8,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:45:23.438907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa285f36-06fd-40bd-a4be-2b1e45b1a779 req-2c1618e4-fc5b-4487-8145-937524b55056 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:23.440547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa285f36-06fd-40bd-a4be-2b1e45b1a779 req-2c1618e4-fc5b-4487-8145-937524b55056 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 943 time: 0.1330655 Aug 04 17:45:23.492182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Attempting to bind port 45a1472b-06c9-4d33-94be-22a426747bb8 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:45:23.492419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Attempting to bind port 45a1472b-06c9-4d33-94be-22a426747bb8 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:45:23.492753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Attempting to bind port 45a1472b-06c9-4d33-94be-22a426747bb8 on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:45:23.502355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Port 45a1472b-06c9-4d33-94be-22a426747bb8 on network 2362171e-7183-48d3-be14-430939b9ab4a not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:45:23.502709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Attempting to bind port 45a1472b-06c9-4d33-94be-22a426747bb8 on network 2362171e-7183-48d3-be14-430939b9ab4a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:45:23.507665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa285f36-06fd-40bd-a4be-2b1e45b1a779 req-d76bd9dd-a722-4da5-b300-902c710580fa tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580688 Aug 04 17:45:23.511728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:45:23.512073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Checking segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:45:23.512468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Bound using segment: {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:45:23.513013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Bound port: 45a1472b-06c9-4d33-94be-22a426747bb8, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:45:23.513306 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:23.586763 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] For port 45a1472b-06c9-4d33-94be-22a426747bb8, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:45:23.590180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] For port 45a1472b-06c9-4d33-94be-22a426747bb8, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=45a1472b-06c9-4d33-94be-22a426747bb8,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:45:23.596222 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:23.612646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:23.613935 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:23.615381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] 10.222.0.90 "PUT /v2.0/ports/45a1472b-06c9-4d33-94be-22a426747bb8 HTTP/1.1" status: 200 len: 1091 time: 0.7747939 Aug 04 17:45:23.660021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559eca35-cb2f-474f-b3a9-643b733603de', 'tag': '45a1472b-06c9-4d33-94be-22a426747bb8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:45:23.661966 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377efec8-52a6-4c87-82d7-3a8300ebe351" -d '{"events": [{"name": "network-changed", "server_uuid": "559eca35-cb2f-474f-b3a9-643b733603de", "tag": "45a1472b-06c9-4d33-94be-22a426747bb8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:45:23.731177 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a34f1aa-a97d-491c-ba6e-470d6a151ca9 x-openstack-request-id: req-8a34f1aa-a97d-491c-ba6e-470d6a151ca9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:45:23.731471 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559eca35-cb2f-474f-b3a9-643b733603de", "tag": "45a1472b-06c9-4d33-94be-22a426747bb8", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:45:23.731700 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a34f1aa-a97d-491c-ba6e-470d6a151ca9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:45:23.732093 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559eca35-cb2f-474f-b3a9-643b733603de', 'tag': '45a1472b-06c9-4d33-94be-22a426747bb8', 'status': 'completed', 'code': 200} Aug 04 17:45:23.733224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731095c-ec90-4985-ba32-22ef04547f85 service neutron] Pushing event updated for resources: {'Port': ['ID=45a1472b-06c9-4d33-94be-22a426747bb8,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:45:23.756703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-c6930eaa-2cf0-4a66-a5fa-d55cabf07aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:23.758418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-c6930eaa-2cf0-4a66-a5fa-d55cabf07aef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 1094 time: 0.0780370 Aug 04 17:45:23.806004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-a807de05-943c-4af3-8c30-a67ce7a5b373 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a1472b-06c9-4d33-94be-22a426747bb8 HTTP/1.1" status: 200 len: 217 time: 0.0390227 Aug 04 17:45:23.860985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-f24f3ab2-52d2-40ad-bf06-3b90c58b063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:23.862462 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-f24f3ab2-52d2-40ad-bf06-3b90c58b063c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0498068 Aug 04 17:45:23.914630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-88d067d5-4e16-4ff8-bfb3-1f25ad8935b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:23.916766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-88d067d5-4e16-4ff8-bfb3-1f25ad8935b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470674 Aug 04 17:45:24.020768 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-bb7a564f-337a-4239-be8e-c85e67433670 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965054 Aug 04 17:45:24.119425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f0a08a8-95b4-48aa-ab2f-ba3fb4346859 req-96a0ae15-0342-4b26-848a-2b13ef13ced8 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914495 Aug 04 17:45:24.212248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-1251f5ef-3428-47a5-af50-ea0a76e831b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:24.213836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-1251f5ef-3428-47a5-af50-ea0a76e831b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 1094 time: 0.0469584 Aug 04 17:45:24.333733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-2b7ca8b5-3921-4240-b060-66d8cf17ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:24.335171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-2b7ca8b5-3921-4240-b060-66d8cf17ce2a service neutron] 10.222.0.90 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.1141274 Aug 04 17:45:24.392986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-7c774e6e-a5c7-4182-9121-6b369435e03a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a1472b-06c9-4d33-94be-22a426747bb8 HTTP/1.1" status: 200 len: 217 time: 0.0502591 Aug 04 17:45:24.445869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-868a2c02-6caa-4c93-ac71-a7e4fcf5a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:24.447405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-868a2c02-6caa-4c93-ac71-a7e4fcf5a20e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0476067 Aug 04 17:45:24.499370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-54a48892-dd7e-45e7-be50-56faf7a2c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:24.501282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-54a48892-dd7e-45e7-be50-56faf7a2c5fd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472212 Aug 04 17:45:24.620961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-b179469e-63f3-4153-90b5-b67144056f92 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117604 Aug 04 17:45:24.687778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02598e3b-0b9f-40f4-bb68-d99fb40465db req-1e6609c4-c180-4e4d-91a9-d9a3756c3574 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:24.689843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02598e3b-0b9f-40f4-bb68-d99fb40465db req-1e6609c4-c180-4e4d-91a9-d9a3756c3574 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 943 time: 0.1079891 Aug 04 17:45:24.758247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02598e3b-0b9f-40f4-bb68-d99fb40465db req-f21acd7a-d9e3-4497-bda8-9b1ac148f4b3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617628 Aug 04 17:45:24.764387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-377efec8-52a6-4c87-82d7-3a8300ebe351 req-fa14e881-ebaa-4274-8604-701a06f7e502 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358044 Aug 04 17:45:25.879818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05d196-1092-440e-bcfe-e902eaa1ee97 req-7a0ebbe5-d80b-4dfa-aa39-5c320e3d7765 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:25.881751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d05d196-1092-440e-bcfe-e902eaa1ee97 req-7a0ebbe5-d80b-4dfa-aa39-5c320e3d7765 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 943 time: 0.0506446 Aug 04 17:45:25.921163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d05d196-1092-440e-bcfe-e902eaa1ee97 req-3d04e3e4-abe0-4852-a2db-f717b82128ac tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332818 Aug 04 17:45:27.050376 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8e227-bf9e-46ba-87fa-aa5fdba48fc8 req-387849ad-4e1b-4aed-b160-2e3ed17eb99b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:27.052024 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9e8e227-bf9e-46ba-87fa-aa5fdba48fc8 req-387849ad-4e1b-4aed-b160-2e3ed17eb99b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 943 time: 0.0595293 Aug 04 17:45:27.094708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9e8e227-bf9e-46ba-87fa-aa5fdba48fc8 req-75f307bb-0252-4bfc-99f0-3e8d432354dc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362074 Aug 04 17:45:28.239884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646553f-1c81-426f-8f6a-b006a360820b req-dd74f14c-b474-4f79-8ca7-2e788b678b79 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:28.241785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1646553f-1c81-426f-8f6a-b006a360820b req-dd74f14c-b474-4f79-8ca7-2e788b678b79 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 943 time: 0.0590985 Aug 04 17:45:28.248226 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:45:28.283443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1646553f-1c81-426f-8f6a-b006a360820b req-b0316588-e188-4ee6-a606-d7702fa029f0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354271 Aug 04 17:45:29.406385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb207e1d-7545-49e1-8e0c-5b5df5bd453e req-5100a312-0b69-462c-8448-7059dced0736 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:29.407950 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb207e1d-7545-49e1-8e0c-5b5df5bd453e req-5100a312-0b69-462c-8448-7059dced0736 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 943 time: 0.0526834 Aug 04 17:45:29.452064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb207e1d-7545-49e1-8e0c-5b5df5bd453e req-b992d212-4dc2-416c-bb08-598fbdad4475 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350151 Aug 04 17:45:30.610090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-543edd8f-2d7a-47d3-adcf-f4b645f6df2f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858972 Aug 04 17:45:30.620417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efddf0a-fced-4596-8439-780ed2ee439b req-855c1c1d-ec37-4ff8-aafa-05a3f70cc461 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:30.622077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5efddf0a-fced-4596-8439-780ed2ee439b req-855c1c1d-ec37-4ff8-aafa-05a3f70cc461 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 943 time: 0.0874758 Aug 04 17:45:30.675429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5efddf0a-fced-4596-8439-780ed2ee439b req-0c1df051-584b-4243-96cb-a856ef0f8ede tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458264 Aug 04 17:45:30.706762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-c8f38756-99e8-4a75-bec0-ced6637d8bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:30.708603 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-c8f38756-99e8-4a75-bec0-ced6637d8bdb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 1097 time: 0.0468683 Aug 04 17:45:30.836842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-3f1057ab-4401-4dd9-b293-cfc063231ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:30.838602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-3f1057ab-4401-4dd9-b293-cfc063231ef1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.1062303 Aug 04 17:45:30.925249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-07cbddbf-2d4a-458b-805a-615cd315d62c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc HTTP/1.1" status: 200 len: 1001 time: 0.0786767 Aug 04 17:45:30.980419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-e7b7b39c-7931-4910-84ea-2426d03b3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:30.982004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-e7b7b39c-7931-4910-84ea-2426d03b3f5d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0497100 Aug 04 17:45:31.045332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-7b546ef9-e63f-4f56-854e-9a94866808d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:31.047225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-7b546ef9-e63f-4f56-854e-9a94866808d4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582013 Aug 04 17:45:31.143510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-3c31262d-f1ae-42c0-a90d-8a865af2ea6b service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872195 Aug 04 17:45:31.247046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb498ce7-83e5-4465-b3d5-dcbc471fcbb1 req-a1a76dc5-fa0b-489b-a3e2-f55b7ad97a61 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964904 Aug 04 17:45:31.813942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767c05c-1f70-437f-ad00-5f271f989fae req-e2b5c1aa-5d09-4cbf-879f-a319418fed22 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:31.815476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4767c05c-1f70-437f-ad00-5f271f989fae req-e2b5c1aa-5d09-4cbf-879f-a319418fed22 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 943 time: 0.0662804 Aug 04 17:45:31.854384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4767c05c-1f70-437f-ad00-5f271f989fae req-2f104ecd-828d-49e1-a7de-765d947fb1aa tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326552 Aug 04 17:45:32.040948 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-346c4b06-b549-4f30-a46a-e32b1ce76f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:32.990943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fd592-8d48-4cb9-a084-3914fd40d274 req-56651fe0-90b3-4010-bf06-1d24241f1df3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:32.992420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b20fd592-8d48-4cb9-a084-3914fd40d274 req-56651fe0-90b3-4010-bf06-1d24241f1df3 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 943 time: 0.0601304 Aug 04 17:45:33.046163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b20fd592-8d48-4cb9-a084-3914fd40d274 req-85b73223-8a8f-4f62-9652-6b2faae6a2e0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470946 Aug 04 17:45:34.182586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450a3a6-c033-4b12-96f2-5d928aa60bca req-5611dccd-e62a-455c-9bc1-422849771f14 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:34.184192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9450a3a6-c033-4b12-96f2-5d928aa60bca req-5611dccd-e62a-455c-9bc1-422849771f14 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 943 time: 0.0637608 Aug 04 17:45:34.225627 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9450a3a6-c033-4b12-96f2-5d928aa60bca req-a02f203b-6dd3-41fa-af05-0f31c0d70283 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351160 Aug 04 17:45:34.232296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 45a1472b-06c9-4d33-94be-22a426747bb8 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:45:34.327712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 45a1472b-06c9-4d33-94be-22a426747bb8, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=45a1472b-06c9-4d33-94be-22a426747bb8,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:45:34.341152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '45a1472b-06c9-4d33-94be-22a426747bb8', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'port_id': '45a1472b-06c9-4d33-94be-22a426747bb8', 'mac_address': 'fa:16:3e:85:34:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:45:34.394302 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:34.409620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a1472b-06c9-4d33-94be-22a426747bb8 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:45:34.429974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 45a1472b-06c9-4d33-94be-22a426747bb8, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=45a1472b-06c9-4d33-94be-22a426747bb8,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:45:34.437640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:34.476496 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2da07a2c-78c5-430f-8b8d-6ebc60f29860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:34.496381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=45a1472b-06c9-4d33-94be-22a426747bb8,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:45:34.504023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.504371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.504713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.505049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.505382 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.506063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.506391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.506714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.507074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.507392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.507702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.508017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:45:34.661183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['45a1472b-06c9-4d33-94be-22a426747bb8'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:45:35.079616 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:35.357409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05609851-2026-449a-9993-9ca8f7afebdf req-78b03a30-c015-4814-b8f8-05224042313a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:35.358832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05609851-2026-449a-9993-9ca8f7afebdf req-78b03a30-c015-4814-b8f8-05224042313a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 944 time: 0.0538826 Aug 04 17:45:35.398387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05609851-2026-449a-9993-9ca8f7afebdf req-0d81c0ad-f6e6-48df-a47c-e874f0a833c0 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334888 Aug 04 17:45:36.010915 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:36.233777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 45a1472b-06c9-4d33-94be-22a426747bb8 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:45:36.304152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 45a1472b-06c9-4d33-94be-22a426747bb8 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:45:36.307986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 45a1472b-06c9-4d33-94be-22a426747bb8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:45:36.308411 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:36.403837 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:36.428469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559eca35-cb2f-474f-b3a9-643b733603de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a1472b-06c9-4d33-94be-22a426747bb8'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:45:36.430210 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390c41f7-a010-476b-b701-4dfae0b79686" -d '{"events": [{"server_uuid": "559eca35-cb2f-474f-b3a9-643b733603de", "name": "network-vif-plugged", "status": "completed", "tag": "45a1472b-06c9-4d33-94be-22a426747bb8"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:45:36.443953 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 45a1472b-06c9-4d33-94be-22a426747bb8, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=45a1472b-06c9-4d33-94be-22a426747bb8,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:45:36.450845 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:36.499930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=45a1472b-06c9-4d33-94be-22a426747bb8,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:45:36.525163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa791c4-ffe4-4b7a-bf76-ff7f408d0a1b req-24208868-b05b-40c5-bfd8-c74398b05904 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:36.526679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7aa791c4-ffe4-4b7a-bf76-ff7f408d0a1b req-24208868-b05b-40c5-bfd8-c74398b05904 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 945 time: 0.0526848 Aug 04 17:45:36.542770 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c9d97a-35ec-462f-8e0c-7c356edfa73c x-openstack-request-id: req-22c9d97a-35ec-462f-8e0c-7c356edfa73c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:45:36.543093 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559eca35-cb2f-474f-b3a9-643b733603de", "name": "network-vif-plugged", "status": "completed", "tag": "45a1472b-06c9-4d33-94be-22a426747bb8", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:45:36.543339 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22c9d97a-35ec-462f-8e0c-7c356edfa73c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:45:36.543773 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559eca35-cb2f-474f-b3a9-643b733603de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a1472b-06c9-4d33-94be-22a426747bb8', 'code': 200} Aug 04 17:45:36.567381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7aa791c4-ffe4-4b7a-bf76-ff7f408d0a1b req-e5256d8f-4ebb-464f-afbe-275b3cfc1fff tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340931 Aug 04 17:45:36.655155 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f4d43-25e2-4aa7-b1bb-12d1db4abcfb req-7cc221a8-5dca-4f4a-9ee0-6a829e593dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:36.656726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-855f4d43-25e2-4aa7-b1bb-12d1db4abcfb req-7cc221a8-5dca-4f4a-9ee0-6a829e593dcd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 1096 time: 0.0564916 Aug 04 17:45:36.694929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-855f4d43-25e2-4aa7-b1bb-12d1db4abcfb req-51c28250-a571-4761-acbf-2695e1b7faa0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301304 Aug 04 17:45:37.613233 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:37.738404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4889a-c0c8-401a-bac9-6d35ba0e6b69 req-599d3019-e23c-473e-bdb3-e68b7d290728 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:37.740428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11c4889a-c0c8-401a-bac9-6d35ba0e6b69 req-599d3019-e23c-473e-bdb3-e68b7d290728 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 945 time: 0.0888572 Aug 04 17:45:37.797818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11c4889a-c0c8-401a-bac9-6d35ba0e6b69 req-a19e2c90-8c70-43a1-ba05-f10c368ad942 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472059 Aug 04 17:45:37.981637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcb4ff-83ae-45db-8b19-f0afe338658b req-e7bfe5e2-5997-496d-a152-42815f08175f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:37.983568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1cbcb4ff-83ae-45db-8b19-f0afe338658b req-e7bfe5e2-5997-496d-a152-42815f08175f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 945 time: 0.0912647 Aug 04 17:45:38.039180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1cbcb4ff-83ae-45db-8b19-f0afe338658b req-1c16db0b-9e2a-4126-92c8-d6300f8e4ef4 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432572 Aug 04 17:45:38.070654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37488) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:45:38.126521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38906210-e8e1-4cce-9004-c7afb08b48c2 tempest-TestVolumeBootPattern-119042580 tempest-TestVolumeBootPattern-119042580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:38.128091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-38906210-e8e1-4cce-9004-c7afb08b48c2 tempest-TestVolumeBootPattern-119042580 tempest-TestVolumeBootPattern-119042580-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 1091 time: 0.0561874 Aug 04 17:45:38.132983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37490) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:45:38.137756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '45a1472b-06c9-4d33-94be-22a426747bb8', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:45:38.170061 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:38.280779 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:38.408852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Allocated IP 172.25.2.136 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/4cfccac8-a373-4a97-882b-1b4f02018aff) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:45:38.523899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:38.568069 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:38.612702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:45:38.617851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:45:38.620617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:45:38.647803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=4cfccac8-a373-4a97-882b-1b4f02018aff,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:45:38.987730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:39.060092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:39.224010 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:39.231818 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:39.296064 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event updated for resources: {'Port': ['ID=4cfccac8-a373-4a97-882b-1b4f02018aff,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:45:39.311721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:39.417283 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Floating IP 6a13c9b1-9637-41aa-b146-530dd912aeeb associated. External IP: 172.25.2.136, port: 45a1472b-06c9-4d33-94be-22a426747bb8. Aug 04 17:45:39.468279 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:39.512888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:39.986721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Router a7507166-65f9-4645-90b2-9f5f50b7a335 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:45:40.113888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:45:40.128138 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] Sync routers for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:45:40.135094 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:45:40.139662 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:45:40.140414 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:45:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:45:40.173568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4d61c3b3-3f31-4691-b5dc-0be4aafe6537 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0394626 Aug 04 17:45:40.174168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559eca35-cb2f-474f-b3a9-643b733603de', 'tag': '45a1472b-06c9-4d33-94be-22a426747bb8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:45:40.176529 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4257b507-725f-4045-bba1-67b7e485bffa" -d '{"events": [{"name": "network-changed", "server_uuid": "559eca35-cb2f-474f-b3a9-643b733603de", "tag": "45a1472b-06c9-4d33-94be-22a426747bb8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:45:40.218880 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9569a56c-ba03-4d7b-8b58-0f8a22847740 x-openstack-request-id: req-9569a56c-ba03-4d7b-8b58-0f8a22847740 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:45:40.219391 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559eca35-cb2f-474f-b3a9-643b733603de", "tag": "45a1472b-06c9-4d33-94be-22a426747bb8", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:45:40.219645 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9569a56c-ba03-4d7b-8b58-0f8a22847740 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:45:40.220045 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559eca35-cb2f-474f-b3a9-643b733603de', 'tag': '45a1472b-06c9-4d33-94be-22a426747bb8', 'status': 'completed', 'code': 200} Aug 04 17:45:40.279323 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:45:40.289973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257b507-725f-4045-bba1-67b7e485bffa req-af8c3614-8ef3-4157-9eed-099587c5a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:40.291632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4257b507-725f-4045-bba1-67b7e485bffa req-af8c3614-8ef3-4157-9eed-099587c5a4a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 1096 time: 0.0456941 Aug 04 17:45:40.389457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257b507-725f-4045-bba1-67b7e485bffa req-1bd06ffc-4d8a-42c3-b550-6b4c32e641db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:40.390939 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4257b507-725f-4045-bba1-67b7e485bffa req-1bd06ffc-4d8a-42c3-b550-6b4c32e641db service neutron] 10.222.0.90 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0928664 Aug 04 17:45:40.461009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4257b507-725f-4045-bba1-67b7e485bffa req-25fda52b-501a-438b-9466-6639300c85b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a1472b-06c9-4d33-94be-22a426747bb8 HTTP/1.1" status: 200 len: 999 time: 0.0627613 Aug 04 17:45:40.514002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257b507-725f-4045-bba1-67b7e485bffa req-07f3e9ba-d7ca-4490-ad57-774c3c768960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:40.515580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4257b507-725f-4045-bba1-67b7e485bffa req-07f3e9ba-d7ca-4490-ad57-774c3c768960 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0477526 Aug 04 17:45:40.568879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257b507-725f-4045-bba1-67b7e485bffa req-a2cb60d6-078b-426f-aed3-250e0034b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:45:40.570305 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4257b507-725f-4045-bba1-67b7e485bffa req-a2cb60d6-078b-426f-aed3-250e0034b2c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475681 Aug 04 17:45:40.610196 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '409a0240-6088-4bcf-8ab1-e374841df2b8', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:68:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:43:41Z', 'updated_at': '2021-08-04T17:43:43Z', 'revision_number': 1, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}, {'id': '6a13c9b1-9637-41aa-b146-530dd912aeeb', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': '45a1472b-06c9-4d33-94be-22a426747bb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:85:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559eca35-cb2f-474f-b3a9-643b733603de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:45:38Z', 'updated_at': '2021-08-04T17:45:38Z', 'revision_number': 0, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:45:40.636102 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] Checking router: a7507166-65f9-4645-90b2-9f5f50b7a335 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:45:40.644664 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:45:40.645299 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:45:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:45:40.662201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4257b507-725f-4045-bba1-67b7e485bffa req-3de2877d-8e43-42d6-8bad-31b550641177 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844395 Aug 04 17:45:40.758581 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:45:40.770015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4257b507-725f-4045-bba1-67b7e485bffa req-94f88cc9-d233-4992-ac18-71e431d80310 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901697 Aug 04 17:45:41.004463 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '409a0240-6088-4bcf-8ab1-e374841df2b8', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:68:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:43:41Z', 'updated_at': '2021-08-04T17:43:43Z', 'revision_number': 1, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}, {'id': '6a13c9b1-9637-41aa-b146-530dd912aeeb', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': '45a1472b-06c9-4d33-94be-22a426747bb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:85:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559eca35-cb2f-474f-b3a9-643b733603de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:45:38Z', 'updated_at': '2021-08-04T17:45:38Z', 'revision_number': 0, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:45:41.035863 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c959f49c-cc01-4a5f-a36b-cc0f6a30d4f1 None None] The sync data for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 is: [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '409a0240-6088-4bcf-8ab1-e374841df2b8', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:68:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:43:41Z', 'updated_at': '2021-08-04T17:43:43Z', 'revision_number': 1, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}, {'id': '6a13c9b1-9637-41aa-b146-530dd912aeeb', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': '45a1472b-06c9-4d33-94be-22a426747bb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:85:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559eca35-cb2f-474f-b3a9-643b733603de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:45:38Z', 'updated_at': '2021-08-04T17:45:38Z', 'revision_number': 0, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:45:41.248702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90971c4-4273-4666-a7e6-960183d219e9 None None] New status for floating IP 6a13c9b1-9637-41aa-b146-530dd912aeeb: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:46:02.040427 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5d65983c-3e98-43ed-ba9b-6035513b6307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:04.463447 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dcff73c0-4c9b-4b85-8de7-bb7bfd98e490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:05.074533 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:05.248771 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:46:06.019599 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:07.613200 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:09.469877 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:09.511940 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:30.028788 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-51674bc5-76e2-48fd-b9c6-2015ab6a5189 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497129 Aug 04 17:46:30.120786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-b9f09525-584e-4058-967c-f9b44798b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:46:30.122243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-b9f09525-584e-4058-967c-f9b44798b7be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 1096 time: 0.0415287 Aug 04 17:46:30.233574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-e7c4db1f-567b-42e8-9246-07c3ae121481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:46:30.235112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-e7c4db1f-567b-42e8-9246-07c3ae121481 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0925176 Aug 04 17:46:30.304346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-8a4f0b44-80aa-4209-bf65-80c4a578fb70 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a1472b-06c9-4d33-94be-22a426747bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0616496 Aug 04 17:46:30.353904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-cc6f9c7d-469e-43ec-b470-1d0b1d9262db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:46:30.355417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-cc6f9c7d-469e-43ec-b470-1d0b1d9262db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0447159 Aug 04 17:46:30.414126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-cea44b19-5324-47b6-83f6-baf3d772309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:46:30.416362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-cea44b19-5324-47b6-83f6-baf3d772309e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531483 Aug 04 17:46:30.529983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-cadd68fb-2c4a-4609-b77a-ec6de5ebf2e6 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058524 Aug 04 17:46:30.637670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0582bb1-ff0b-41ab-b7cb-528ef4a7a990 req-50d19e16-dbc9-45e7-85b1-9ec78f723deb service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003470 Aug 04 17:46:31.633176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-6604d0af-f84f-4edc-9afc-dc862085d810 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445254 Aug 04 17:46:31.724750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-9d252dda-ff68-4f12-aa94-f319f12bb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:46:31.727202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-9d252dda-ff68-4f12-aa94-f319f12bb3b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 1097 time: 0.0482895 Aug 04 17:46:31.840766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-38820f98-7359-43cf-8448-05ef3b002194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:46:31.842251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-38820f98-7359-43cf-8448-05ef3b002194 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.0933411 Aug 04 17:46:31.909857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-faab0abd-78d3-436b-a76e-761dc6471cca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc HTTP/1.1" status: 200 len: 1001 time: 0.0598414 Aug 04 17:46:31.960830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-6710396e-ed9c-40ff-ae80-056cf58b1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:46:31.962340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-6710396e-ed9c-40ff-ae80-056cf58b1e3f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0451102 Aug 04 17:46:32.015791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-7e9c9c66-c38b-4888-bed2-3cc01287cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:46:32.018041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-7e9c9c66-c38b-4888-bed2-3cc01287cdda service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470264 Aug 04 17:46:32.036370 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df586dad-cc55-43ea-8f1d-4f03d112a1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:32.114848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-edf65ad3-c586-494e-a682-edbdf66e3c80 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900996 Aug 04 17:46:32.214918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db02cc9b-5ab6-4508-9acc-39abfcbce695 req-c1fa43a3-a1f8-4508-8ebf-4a243c6699bb service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911860 Aug 04 17:46:34.466984 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-025d9c0f-ab40-4e00-becc-26d11128ced4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:35.079410 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:36.021078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:37.613710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:39.475820 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:39.534741 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:46:42.250655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:47:02.033422 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-07a884b8-217b-46c8-b286-00bd8788c734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:04.471645 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-42d4c670-26ae-4a9a-974f-9fccba7a29b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:05.085996 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:06.022502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:07.605554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37540) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:07.616292 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:07.785932 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Deleting port 4cfccac8-a373-4a97-882b-1b4f02018aff {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:07.786308 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:07.878724 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:07.879033 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:07.894675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Calling delete_port for 4cfccac8-a373-4a97-882b-1b4f02018aff owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:08.067068 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:08.094301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'Port': ['ID=4cfccac8-a373-4a97-882b-1b4f02018aff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:08.121372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.121696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.122066 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.122396 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.122724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.123052 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.123410 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.123736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.124058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.124379 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.124685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.125009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:08.175643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:08.176116 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Floating IP 6a13c9b1-9637-41aa-b146-530dd912aeeb disassociated (deleted). External IP: 172.25.2.136, port: 45a1472b-06c9-4d33-94be-22a426747bb8. Aug 04 17:47:08.414425 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Router a7507166-65f9-4645-90b2-9f5f50b7a335 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:47:08.546985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:47:08.552529 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:08.557206 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] Sync routers for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:47:08.566676 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:47:08.567307 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:47:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:08.580524 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4f4e4c85-68e9-4e98-9007-0407ae49325f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "DELETE /v2.0/floatingips/6a13c9b1-9637-41aa-b146-530dd912aeeb HTTP/1.1" status: 204 len: 168 time: 0.9736125 Aug 04 17:47:08.581352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559eca35-cb2f-474f-b3a9-643b733603de', 'tag': '45a1472b-06c9-4d33-94be-22a426747bb8'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:47:08.583692 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643" -d '{"events": [{"name": "network-changed", "server_uuid": "559eca35-cb2f-474f-b3a9-643b733603de", "tag": "45a1472b-06c9-4d33-94be-22a426747bb8"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:47:08.674566 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:47:08.689694 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20187ee7-0f73-40b2-979f-e512e1a9cd5a x-openstack-request-id: req-20187ee7-0f73-40b2-979f-e512e1a9cd5a {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:47:08.690259 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559eca35-cb2f-474f-b3a9-643b733603de", "tag": "45a1472b-06c9-4d33-94be-22a426747bb8", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:47:08.690585 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20187ee7-0f73-40b2-979f-e512e1a9cd5a {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:47:08.691113 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559eca35-cb2f-474f-b3a9-643b733603de', 'tag': '45a1472b-06c9-4d33-94be-22a426747bb8', 'status': 'completed', 'code': 200} Aug 04 17:47:08.765829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-b292b098-75c1-4cd9-b883-9dc5ad566fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:08.767660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-b292b098-75c1-4cd9-b883-9dc5ad566fc2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 1096 time: 0.0549121 Aug 04 17:47:08.894131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6d64d-a6be-4ac9-b826-9d17abff6ff9 req-1d44f571-3ad0-444a-a91b-0fdba346d413 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:08.895732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7bb6d64d-a6be-4ac9-b826-9d17abff6ff9 req-1d44f571-3ad0-444a-a91b-0fdba346d413 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 945 time: 0.1254616 Aug 04 17:47:08.898768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-e548a0d3-b590-4e3a-87d1-5386f3db114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:08.900173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-e548a0d3-b590-4e3a-87d1-5386f3db114b service neutron] 10.222.0.90 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.1199338 Aug 04 17:47:08.916405 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '409a0240-6088-4bcf-8ab1-e374841df2b8', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:68:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:43:41Z', 'updated_at': '2021-08-04T17:43:43Z', 'revision_number': 1, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:08.942731 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] Checking router: a7507166-65f9-4645-90b2-9f5f50b7a335 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:47:08.949618 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-c94e3b2d-4b1f-47d0-9683-5806023e0bf2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a1472b-06c9-4d33-94be-22a426747bb8 HTTP/1.1" status: 200 len: 217 time: 0.0410695 Aug 04 17:47:08.951292 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:47:08.951895 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:47:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:08.975329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7bb6d64d-a6be-4ac9-b826-9d17abff6ff9 req-c78803a4-46ed-4011-a99c-c296671cd2eb tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730350 Aug 04 17:47:09.014984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-ac87ad68-19c8-4c77-95f2-7caeaefa15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:09.016465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-ac87ad68-19c8-4c77-95f2-7caeaefa15b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0562246 Aug 04 17:47:09.057948 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:47:09.064246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-f4ac491c-9984-41d5-8a92-f64023865ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:09.065868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-f4ac491c-9984-41d5-8a92-f64023865ec5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414052 Aug 04 17:47:09.160771 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-6d3cf58d-18eb-49c9-a990-c54f01eecba4 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869076 Aug 04 17:47:09.262919 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a7d661f-6c0c-4ac4-a675-1f29b83dd643 req-5d06d8e2-9356-4d82-b732-dbd0499dff35 service neutron] 10.222.0.90 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930068 Aug 04 17:47:09.286430 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '409a0240-6088-4bcf-8ab1-e374841df2b8', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:68:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:43:41Z', 'updated_at': '2021-08-04T17:43:43Z', 'revision_number': 1, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:09.412811 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a0c1b-7173-4774-a318-f379cc50fcd5 None None] The sync data for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 is: [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '409a0240-6088-4bcf-8ab1-e374841df2b8', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'port_id': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'mac_address': 'fa:16:3e:68:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:43:41Z', 'updated_at': '2021-08-04T17:43:43Z', 'revision_number': 1, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:47:09.469781 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:09.551536 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:09.659529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f02e7-160b-4bd4-8123-d7bd8bbd2aec None None] New status for floating IP 6a13c9b1-9637-41aa-b146-530dd912aeeb: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:47:10.112956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227afee-9587-4b9d-b4e9-e5fd89edd1f2 req-8b991e26-d14c-49ae-8eef-3c664415cbc9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:10.114428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8227afee-9587-4b9d-b4e9-e5fd89edd1f2 req-8b991e26-d14c-49ae-8eef-3c664415cbc9 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 945 time: 0.0602636 Aug 04 17:47:10.162027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8227afee-9587-4b9d-b4e9-e5fd89edd1f2 req-e8138e70-4ecf-4832-82fb-cda5f84d18cc tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382915 Aug 04 17:47:10.286663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-8abe7370-963a-4d2c-b254-7dd6613cf71f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:10.288682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-8abe7370-963a-4d2c-b254-7dd6613cf71f tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.90 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 945 time: 0.0587220 Aug 04 17:47:10.391920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Deleting port 45a1472b-06c9-4d33-94be-22a426747bb8 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:10.392377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:10.483087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] For port 45a1472b-06c9-4d33-94be-22a426747bb8, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=45a1472b-06c9-4d33-94be-22a426747bb8,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:10.483445 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:10.503093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Calling delete_port for 45a1472b-06c9-4d33-94be-22a426747bb8 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:10.671443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:10.700484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'Port': ['ID=45a1472b-06c9-4d33-94be-22a426747bb8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:10.712757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.713062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.713436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.713770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.714097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.714484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.714716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.715059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.715385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.715731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.716028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.716361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:10.755109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] No DVR routers for this DVR port 45a1472b-06c9-4d33-94be-22a426747bb8 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:47:10.757834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:10.759871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b9c5e18-a108-4f44-8c6e-3410351cb352 req-d6317092-6949-4eab-ab4a-80aea0491667 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.90 "DELETE /v2.0/ports/45a1472b-06c9-4d33-94be-22a426747bb8 HTTP/1.1" status: 204 len: 173 time: 0.4643600 Aug 04 17:47:10.760318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559eca35-cb2f-474f-b3a9-643b733603de', 'name': 'network-vif-deleted', 'tag': '45a1472b-06c9-4d33-94be-22a426747bb8'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:47:10.762588 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf6d64-b8b0-4333-aa4b-e043cbf21af6" -d '{"events": [{"server_uuid": "559eca35-cb2f-474f-b3a9-643b733603de", "name": "network-vif-deleted", "tag": "45a1472b-06c9-4d33-94be-22a426747bb8"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:47:10.822820 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55d9b9e-9010-43d2-bde5-5a575ad5178b x-openstack-request-id: req-e55d9b9e-9010-43d2-bde5-5a575ad5178b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:47:10.823104 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559eca35-cb2f-474f-b3a9-643b733603de", "name": "network-vif-deleted", "tag": "45a1472b-06c9-4d33-94be-22a426747bb8", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:47:10.823360 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e55d9b9e-9010-43d2-bde5-5a575ad5178b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:47:10.823766 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559eca35-cb2f-474f-b3a9-643b733603de', 'name': 'network-vif-deleted', 'tag': '45a1472b-06c9-4d33-94be-22a426747bb8', 'status': 'completed', 'code': 200} Aug 04 17:47:11.262588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9877c05c-8392-406f-afed-33f73ae2a1eb req-e4062142-3a8a-4e34-ab18-0b903e835046 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 210 time: 0.0285666 Aug 04 17:47:12.363422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c944da1c-306e-4e89-a2b1-929e7a0bc546 req-a79a0470-410d-4977-8469-83a684bd61d1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 210 time: 0.0303774 Aug 04 17:47:12.637765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 45a1472b-06c9-4d33-94be-22a426747bb8 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:47:12.660294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 45a1472b-06c9-4d33-94be-22a426747bb8 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:47:12.660903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 45a1472b-06c9-4d33-94be-22a426747bb8 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:47:13.466766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-372819cd-74d5-41a4-9c59-cd5fc1768d1d req-dfa9e31a-ff03-4f19-aa29-281b3a81b19a tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 210 time: 0.0271873 Aug 04 17:47:14.588465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-94556022-5d9d-48a5-bb96-a5efee0ba3d0 req-06e5d0f8-12c6-4e43-9669-6fae42bb42c2 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=559eca35-cb2f-474f-b3a9-643b733603de HTTP/1.1" status: 200 len: 210 time: 0.0343578 Aug 04 17:47:19.250344 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:47:19.988090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37604) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:20.166889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Deleting port 5b8440e3-bcb3-419d-a214-7e7e7bca72ff {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:20.167242 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:20.257153 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:20.257429 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:20.270098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Calling delete_port for 5b8440e3-bcb3-419d-a214-7e7e7bca72ff owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:20.440913 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:20.467455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'Port': ['ID=5b8440e3-bcb3-419d-a214-7e7e7bca72ff,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:20.529309 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:20.529635 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Floating IP 409a0240-6088-4bcf-8ab1-e374841df2b8 disassociated (deleted). External IP: 172.25.2.38, port: f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc. Aug 04 17:47:20.761166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Router a7507166-65f9-4645-90b2-9f5f50b7a335 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:47:20.872037 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:47:20.877170 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:20.882282 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] Sync routers for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:47:20.893077 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:47:20.893679 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:47:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:20.905767 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ce69e651-7947-49f3-ac88-e90baec25e77 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "DELETE /v2.0/floatingips/409a0240-6088-4bcf-8ab1-e374841df2b8 HTTP/1.1" status: 204 len: 168 time: 0.9165392 Aug 04 17:47:20.906380 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'tag': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:47:20.908902 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8529dd58552bf4581ad3c1acf5c5ad83387541409972f98822ec8ef0eac4af60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfd7b10-d560-4d4a-b34a-a38f6b110147" -d '{"events": [{"name": "network-changed", "server_uuid": "d9eeb988-cd03-4794-9f13-c7ee7cf996fb", "tag": "f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:47:20.946198 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90bef94-4793-4366-9ac6-f28062f40326 x-openstack-request-id: req-f90bef94-4793-4366-9ac6-f28062f40326 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:47:20.946560 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9eeb988-cd03-4794-9f13-c7ee7cf996fb", "tag": "f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:47:20.946963 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f90bef94-4793-4366-9ac6-f28062f40326 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:47:20.947607 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'tag': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'status': 'completed', 'code': 200} Aug 04 17:47:21.008857 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:47:21.017154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-5f26723b-3129-4db6-9655-931e17c25349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:21.018841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-5f26723b-3129-4db6-9655-931e17c25349 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 1097 time: 0.0479012 Aug 04 17:47:21.148184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-f5197f38-4866-4296-8f4d-61619e8605ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:21.149599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-f5197f38-4866-4296-8f4d-61619e8605ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 200 len: 913 time: 0.1205411 Aug 04 17:47:21.166082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6de073-d961-49d5-a095-be9f74e6fc71 req-292f486a-3190-4516-9e48-609b4e379e00 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:21.167596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b6de073-d961-49d5-a095-be9f74e6fc71 req-292f486a-3190-4516-9e48-609b4e379e00 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 946 time: 0.0755363 Aug 04 17:47:21.214408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-27eeea43-c2c8-4315-bacb-0d3efe96a299 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc HTTP/1.1" status: 200 len: 217 time: 0.0458097 Aug 04 17:47:21.219419 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:21.250530 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] Checking router: a7507166-65f9-4645-90b2-9f5f50b7a335 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:47:21.260520 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:47:21.261144 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:47:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:21.261292 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b6de073-d961-49d5-a095-be9f74e6fc71 req-4521d20b-5a4f-4f84-b3b8-5f401525e9f1 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862894 Aug 04 17:47:21.279947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-53b9d550-577b-4e2f-964b-31f1668167ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:21.281416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-53b9d550-577b-4e2f-964b-31f1668167ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 200 len: 850 time: 0.0541160 Aug 04 17:47:21.331294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-0e3c27c9-7d37-4ea4-9d15-2980a568d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:21.332875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-0e3c27c9-7d37-4ea4-9d15-2980a568d463 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2362171e-7183-48d3-be14-430939b9ab4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425761 Aug 04 17:47:21.367003 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:47:21.435092 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-0e8585fc-bc69-40a2-9c90-2168fa70b4ae service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923512 Aug 04 17:47:21.531259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3cfd7b10-d560-4d4a-b34a-a38f6b110147 req-eb436a71-e6d6-48cc-81c5-04fa8c5cf2b7 service neutron] 10.222.0.82 "GET /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883503 Aug 04 17:47:21.599435 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:21.625241 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7415dd60-a54a-40cd-8e42-c328d4dcae99 None None] The sync data for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 is: [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:40Z', 'revision_number': 4, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b', 'name': '', 'network_id': '2362171e-7183-48d3-be14-430939b9ab4a', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'mac_address': 'fa:16:3e:2b:60:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:40Z', 'updated_at': '2021-08-04T17:37:46Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'subnets': [{'id': 'dad9225f-312f-45c5-87bf-88d5244eeaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:47:21.861404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc12b2b-2d93-433f-bb44-5c89d2f3b173 None None] New status for floating IP 409a0240-6088-4bcf-8ab1-e374841df2b8: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:47:22.395349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9f8b4-19da-4b22-abf1-c1ceae2e6dec req-4dd1ef75-05d8-405a-ad59-077e2b3b49ad tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:22.397010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72d9f8b4-19da-4b22-abf1-c1ceae2e6dec req-4dd1ef75-05d8-405a-ad59-077e2b3b49ad tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 946 time: 0.0600781 Aug 04 17:47:22.442269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72d9f8b4-19da-4b22-abf1-c1ceae2e6dec req-c31fac1f-e780-4618-9766-357f82c57884 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355625 Aug 04 17:47:22.669738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-085c6b7e-8cc3-4332-b2b2-951202568a98 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:22.671156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-085c6b7e-8cc3-4332-b2b2-951202568a98 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 946 time: 0.0520837 Aug 04 17:47:22.769367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-a94ebb31-a3e4-4755-a8f1-40d09312ea3b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Deleting port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:22.769668 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-a94ebb31-a3e4-4755-a8f1-40d09312ea3b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:22.857261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-a94ebb31-a3e4-4755-a8f1-40d09312ea3b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] For port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:22.857591 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-a94ebb31-a3e4-4755-a8f1-40d09312ea3b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:22.870842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-a94ebb31-a3e4-4755-a8f1-40d09312ea3b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Calling delete_port for f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:23.040560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-a94ebb31-a3e4-4755-a8f1-40d09312ea3b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:23.075770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ebb31-a3e4-4755-a8f1-40d09312ea3b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'Port': ['ID=f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:23.122618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-a94ebb31-a3e4-4755-a8f1-40d09312ea3b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] No DVR routers for this DVR port f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:47:23.125470 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-a94ebb31-a3e4-4755-a8f1-40d09312ea3b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:23.127940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1da5aaa-19ab-4ea6-a4fc-7260d184f4e2 req-a94ebb31-a3e4-4755-a8f1-40d09312ea3b tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.82 "DELETE /v2.0/ports/f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc HTTP/1.1" status: 204 len: 173 time: 0.4501994 Aug 04 17:47:23.128374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'name': 'network-vif-deleted', 'tag': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:47:23.131077 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc105c9e-713d-47e7-8236-eccbd80e11c6" -d '{"events": [{"server_uuid": "d9eeb988-cd03-4794-9f13-c7ee7cf996fb", "name": "network-vif-deleted", "tag": "f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:47:23.170297 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b429888-198b-4b42-9aa0-d6a859fe4533 x-openstack-request-id: req-5b429888-198b-4b42-9aa0-d6a859fe4533 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:47:23.170586 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9eeb988-cd03-4794-9f13-c7ee7cf996fb", "name": "network-vif-deleted", "tag": "f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:47:23.170875 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b429888-198b-4b42-9aa0-d6a859fe4533 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:47:23.171311 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9eeb988-cd03-4794-9f13-c7ee7cf996fb', 'name': 'network-vif-deleted', 'tag': 'f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc', 'status': 'completed', 'code': 200} Aug 04 17:47:23.558011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12b4952b-9001-4352-8fb6-a0dbf41d7f86 req-8d233659-101c-43ba-b8d6-8b8c65e0d5a7 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 210 time: 0.0316224 Aug 04 17:47:24.661520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b1b9c7cd-abdc-409a-9d24-e030d3022539 req-f6184c7e-b233-40b6-8448-bd164de71384 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 210 time: 0.0298939 Aug 04 17:47:25.770639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7533ece0-ab6b-4158-b9c5-918dd430abd5 req-8cae06b3-9f8d-4a48-a52f-c41851d23388 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 210 time: 0.0308335 Aug 04 17:47:25.841949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:47:25.864510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:47:25.864852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f5fd52be-a65e-4a5b-ab5f-20156c5b3cdc not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:47:26.883096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d88d11fb-daba-433a-9372-282140792db6 req-2eef6733-174d-4602-ac43-3013a4c79281 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9eeb988-cd03-4794-9f13-c7ee7cf996fb HTTP/1.1" status: 200 len: 210 time: 0.0280335 Aug 04 17:47:27.943532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37632) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:28.088150 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-190e5a51-19cc-40b7-9cef-132bf137188d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Deleting port 4c1679b5-dfd2-438c-983f-11199582214a {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:28.088475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-190e5a51-19cc-40b7-9cef-132bf137188d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:28.167383 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-190e5a51-19cc-40b7-9cef-132bf137188d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:28.167570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-190e5a51-19cc-40b7-9cef-132bf137188d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:28.179579 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-190e5a51-19cc-40b7-9cef-132bf137188d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Calling delete_port for 4c1679b5-dfd2-438c-983f-11199582214a owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:28.331839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-190e5a51-19cc-40b7-9cef-132bf137188d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:28.357938 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e5a51-19cc-40b7-9cef-132bf137188d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'Port': ['ID=4c1679b5-dfd2-438c-983f-11199582214a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:28.420969 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-190e5a51-19cc-40b7-9cef-132bf137188d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:28.423443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-190e5a51-19cc-40b7-9cef-132bf137188d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:28.424678 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-190e5a51-19cc-40b7-9cef-132bf137188d tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "DELETE /v2.0/floatingips/d4eea510-31fe-4b79-a68a-96d4228d696d HTTP/1.1" status: 204 len: 168 time: 0.4801161 Aug 04 17:47:31.758662 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37648) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:31.823602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27018594-a0c6-4a56-afcf-415a945c8363 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:31.849641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27018594-a0c6-4a56-afcf-415a945c8363 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:31.925495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27018594-a0c6-4a56-afcf-415a945c8363 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:31.928102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27018594-a0c6-4a56-afcf-415a945c8363 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:31.929279 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-27018594-a0c6-4a56-afcf-415a945c8363 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] 10.222.0.39 "DELETE /v2.0/security-groups/9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34 HTTP/1.1" status: 204 len: 168 time: 0.1695871 Aug 04 17:47:31.940036 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27018594-a0c6-4a56-afcf-415a945c8363 tempest-TestVolumeBootPattern-1270756403 tempest-TestVolumeBootPattern-1270756403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed7fd42-87fa-4bc3-ad50-dbda65ae7a34,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:31.993319 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37652) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:32.029176 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b4d14cec-a54a-4c65-9678-eb9af5f85f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:32.835412 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:33.097318 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] Deleting port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:33.097606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:33.199798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] For port 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:33.200221 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:33.216141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] Calling delete_port for 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:33.406033 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:33.435328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:33.616207 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:33.836232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] Router a7507166-65f9-4645-90b2-9f5f50b7a335 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:47:33.945034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:47:33.949946 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d4ae376b-deb1-4331-84dd-9df350e39761 admin admin] 10.222.0.39 "PUT /v2.0/routers/a7507166-65f9-4645-90b2-9f5f50b7a335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9555721 Aug 04 17:47:33.952707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37658) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:33.954975 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] Sync routers for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:47:33.965687 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:47:33.966676 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:47:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:34.055199 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.075249 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:47:34.166304 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.221062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Deleting port e12a4878-99a5-4989-994d-d52265499b1a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:34.221329 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.260010 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:47:33Z', 'revision_number': 5, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port': {'id': 'e12a4878-99a5-4989-994d-d52265499b1a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:60:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:34.286832 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] Checking router: a7507166-65f9-4645-90b2-9f5f50b7a335 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:47:34.295487 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] Routers {'a7507166-65f9-4645-90b2-9f5f50b7a335'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:47:34.296115 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:47:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['a7507166-65f9-4645-90b2-9f5f50b7a335'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:34.304159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] For port e12a4878-99a5-4989-994d-d52265499b1a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e12a4878-99a5-4989-994d-d52265499b1a,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:34.304522 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.317353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Calling delete_port for e12a4878-99a5-4989-994d-d52265499b1a owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:34.383894 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] Set router a7507166-65f9-4645-90b2-9f5f50b7a335 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:47:34.435000 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:47:34Z', 'revision_number': 6, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:34.467526 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-197b8177-565c-4552-91b0-fe9cfd3832de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.468205 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900d2f24-cd57-440d-9ba4-966d2ed7cb21 None None] The sync data for ids ['a7507166-65f9-4645-90b2-9f5f50b7a335'] in n-d-764435-5 is: [{'id': 'a7507166-65f9-4645-90b2-9f5f50b7a335', 'name': 'tempest-TestVolumeBootPattern-362002461-router', 'tenant_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:38Z', 'updated_at': '2021-08-04T17:47:34Z', 'revision_number': 6, 'project_id': '8a4e6b9b154c4b129fc91dc2b0b1111a', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:47:34.499095 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.534406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e12a4878-99a5-4989-994d-d52265499b1a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:34.594698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.687176 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.689369 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.736813 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.737301 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7507166-65f9-4645-90b2-9f5f50b7a335 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:47:34.741983 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.743178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b3de7c4e-2495-41f2-8291-20770bba8f17 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a7507166-65f9-4645-90b2-9f5f50b7a335 HTTP/1.1" status: 204 len: 168 time: 0.7895205 Aug 04 17:47:34.745678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37660) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:34.791490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-315ee97c-1ab6-4635-8b4a-c3f9964cd505 admin admin] Deleting subnet dad9225f-312f-45c5-87bf-88d5244eeaba {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:47:34.794631 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-315ee97c-1ab6-4635-8b4a-c3f9964cd505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.830503 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-315ee97c-1ab6-4635-8b4a-c3f9964cd505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.917672 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-315ee97c-1ab6-4635-8b4a-c3f9964cd505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.971540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-315ee97c-1ab6-4635-8b4a-c3f9964cd505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:34.996315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ee97c-1ab6-4635-8b4a-c3f9964cd505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad9225f-312f-45c5-87bf-88d5244eeaba,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:34.999928 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-315ee97c-1ab6-4635-8b4a-c3f9964cd505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.001782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-315ee97c-1ab6-4635-8b4a-c3f9964cd505 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dad9225f-312f-45c5-87bf-88d5244eeaba HTTP/1.1" status: 204 len: 168 time: 0.2551541 Aug 04 17:47:35.005023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37662) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:35.007780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b224f2-6143-444e-b809-a4eb028adb38 None None] Network 2362171e-7183-48d3-be14-430939b9ab4a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:47:35.070043 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.098607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.125846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Deleting port 72fdfc95-0111-441e-8536-7122df4b31cb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:35.126186 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.189441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] For port 72fdfc95-0111-441e-8536-7122df4b31cb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=72fdfc95-0111-441e-8536-7122df4b31cb,segment=NetworkSegment(bfb45db7-4e6e-4034-91b6-82f9f9bb72e1),segment_id=bfb45db7-4e6e-4034-91b6-82f9f9bb72e1)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:35.189811 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.207478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Calling delete_port for 72fdfc95-0111-441e-8536-7122df4b31cb owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:35.263413 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] DHCP port deletion for 2362171e-7183-48d3-be14-430939b9ab4a request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:47:35.299110 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.324123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Deleting port 72fdfc95-0111-441e-8536-7122df4b31cb {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:35.324492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.327750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fdfc95-0111-441e-8536-7122df4b31cb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:35.334641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] No DVR routers for this DVR port 72fdfc95-0111-441e-8536-7122df4b31cb on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:47:35.365792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:47:35.395899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:47:35.396237 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 5d7c0ffd-1e15-4f5a-a6a6-0dcacec44c5b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:47:35.409714 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.413756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] For port 72fdfc95-0111-441e-8536-7122df4b31cb, host n-d-764435-5, got binding levels [] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:35.414142 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.419419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2362171e-7183-48d3-be14-430939b9ab4a']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:35.427509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Calling delete_port for 72fdfc95-0111-441e-8536-7122df4b31cb owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:35.430179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.ipam_backend_mixin [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Port 72fdfc95-0111-441e-8536-7122df4b31cb was not found and therefore no delete operation was performed {{(pid=105830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 17:47:35.431493 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.433556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:35.433849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb45db7-4e6e-4034-91b6-82f9f9bb72e1') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:35.443108 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.456738 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.460586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Pushing event deleted for resources: {'Port': ['ID=72fdfc95-0111-441e-8536-7122df4b31cb,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:35.462855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:47:35.463428 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:47:35.465309 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:47:35.468418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] No DVR routers for this DVR port 72fdfc95-0111-441e-8536-7122df4b31cb on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:47:35.471096 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.471727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.472267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.472793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.473136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.473474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.473826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.474142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.474469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.474796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.475159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.475485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0b24c-3736-4089-b47b-78a63d307af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:47:35.525676 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.542389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:35.544901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2362171e-7183-48d3-be14-430939b9ab4a HTTP/1.1" status: 204 len: 168 time: 0.5384576 Aug 04 17:47:35.545609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a95de7-cd27-4c49-9da9-17beef4a2726 admin admin] Pushing event deleted for resources: {'Network': ['ID=2362171e-7183-48d3-be14-430939b9ab4a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:35.547205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37664) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:35.918129 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:36.026521 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:36.520045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] Deleting port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:36.520709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:36.604435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] For port a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b,segment=NetworkSegment(a12549f3-816e-4e05-ae3e-e03eb03480bb),segment_id=a12549f3-816e-4e05-ae3e-e03eb03480bb)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:36.604781 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:36.617861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] Calling delete_port for a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:36.807692 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:36.834233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:37.002049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e12a4878-99a5-4989-994d-d52265499b1a no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:47:37.010887 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:37.029856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e12a4878-99a5-4989-994d-d52265499b1a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:47:37.030208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e12a4878-99a5-4989-994d-d52265499b1a not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:47:37.031126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 72fdfc95-0111-441e-8536-7122df4b31cb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:47:37.050778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 72fdfc95-0111-441e-8536-7122df4b31cb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:47:37.051158 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 72fdfc95-0111-441e-8536-7122df4b31cb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:47:37.236743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] Router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:47:37.344801 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:47:37.351697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a670f508-30f3-410c-ad78-2cbe002543f8 admin admin] 10.222.0.39 "PUT /v2.0/routers/4d623dc5-f00f-4f1f-a467-1bdd3a71c915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033309 Aug 04 17:47:37.354421 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37666) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:37.356095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] Sync routers for ids ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:47:37.365926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] Routers {'4d623dc5-f00f-4f1f-a467-1bdd3a71c915'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:47:37.366664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:47:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:37.466682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:37.472811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] Set router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:47:37.573720 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:37.631663 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Deleting port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:37.631947 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:37.647155 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:37.673036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'name': 'tempest-TestVolumeBootPattern-1327951749-router', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:47:36Z', 'revision_number': 5, 'project_id': '1e317895382b42cb8c61eade63342b28', 'gw_port': {'id': 'b66cfa9f-aed0-47e7-86d2-f6ffceec83d0', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:37.703517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] Checking router: 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:47:37.712655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] Routers {'4d623dc5-f00f-4f1f-a467-1bdd3a71c915'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:47:37.713249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:47:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:37.717083 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] For port b66cfa9f-aed0-47e7-86d2-f6ffceec83d0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b66cfa9f-aed0-47e7-86d2-f6ffceec83d0,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:37.717465 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:37.730767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Calling delete_port for b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:37.801551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] Set router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:47:37.855172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'name': 'tempest-TestVolumeBootPattern-1327951749-router', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:47:37Z', 'revision_number': 6, 'project_id': '1e317895382b42cb8c61eade63342b28', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:37.885950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbc4af4-1299-4498-9541-bd85fb2bd663 None None] The sync data for ids ['4d623dc5-f00f-4f1f-a467-1bdd3a71c915'] in n-d-764435-5 is: [{'id': '4d623dc5-f00f-4f1f-a467-1bdd3a71c915', 'name': 'tempest-TestVolumeBootPattern-1327951749-router', 'tenant_id': '1e317895382b42cb8c61eade63342b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:37:43Z', 'updated_at': '2021-08-04T17:47:37Z', 'revision_number': 6, 'project_id': '1e317895382b42cb8c61eade63342b28', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:47:37.914988 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:37.941224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66cfa9f-aed0-47e7-86d2-f6ffceec83d0,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:38.005158 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.099439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.101607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.157890 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.159337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d623dc5-f00f-4f1f-a467-1bdd3a71c915 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 17:47:38.164111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.165285 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6854ffee-fe60-49e0-b89b-6846ccec4896 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4d623dc5-f00f-4f1f-a467-1bdd3a71c915 HTTP/1.1" status: 204 len: 168 time: 0.8098111 Aug 04 17:47:38.168695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37668) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:38.215175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4b851d-9d9a-4157-a24a-b7b35c8a76e4 admin admin] Deleting subnet 3ed462d6-76db-4611-a152-0b13f7495a32 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:47:38.218634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd4b851d-9d9a-4157-a24a-b7b35c8a76e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.258584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd4b851d-9d9a-4157-a24a-b7b35c8a76e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.346216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd4b851d-9d9a-4157-a24a-b7b35c8a76e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.405555 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd4b851d-9d9a-4157-a24a-b7b35c8a76e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.434553 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-dd4b851d-9d9a-4157-a24a-b7b35c8a76e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.437516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-dd4b851d-9d9a-4157-a24a-b7b35c8a76e4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3ed462d6-76db-4611-a152-0b13f7495a32 HTTP/1.1" status: 204 len: 168 time: 0.2676647 Aug 04 17:47:38.438496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b851d-9d9a-4157-a24a-b7b35c8a76e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed462d6-76db-4611-a152-0b13f7495a32,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:38.439226 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37670) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:38.442053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1788507-775d-49cf-a8e6-f655385b0a14 None None] Network 29ac18ab-6c81-4cb5-8609-874f121dd61e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:47:38.509090 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.562994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Deleting port d2fc8058-decd-488e-885f-6ebb489c64fc {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:38.563344 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.635617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] For port d2fc8058-decd-488e-885f-6ebb489c64fc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d2fc8058-decd-488e-885f-6ebb489c64fc,segment=NetworkSegment(a12549f3-816e-4e05-ae3e-e03eb03480bb),segment_id=a12549f3-816e-4e05-ae3e-e03eb03480bb)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:38.635954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.636998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f4d569-2497-40df-8c7a-9c0585b4c7af None None] DHCP port deletion for 29ac18ab-6c81-4cb5-8609-874f121dd61e request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 17:47:38.651657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Calling delete_port for d2fc8058-decd-488e-885f-6ebb489c64fc owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:38.687481 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4d569-2497-40df-8c7a-9c0585b4c7af None None] Deleting port d2fc8058-decd-488e-885f-6ebb489c64fc {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:47:38.687755 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1f4d569-2497-40df-8c7a-9c0585b4c7af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.734548 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.751215 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a1f4d569-2497-40df-8c7a-9c0585b4c7af None None] For port d2fc8058-decd-488e-885f-6ebb489c64fc, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=d2fc8058-decd-488e-885f-6ebb489c64fc,segment=NetworkSegment(a12549f3-816e-4e05-ae3e-e03eb03480bb),segment_id=a12549f3-816e-4e05-ae3e-e03eb03480bb)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:38.751610 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1f4d569-2497-40df-8c7a-9c0585b4c7af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.764931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4d569-2497-40df-8c7a-9c0585b4c7af None None] Calling delete_port for d2fc8058-decd-488e-885f-6ebb489c64fc owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:47:38.766395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fc8058-decd-488e-885f-6ebb489c64fc,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:38.770512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] No DVR routers for this DVR port d2fc8058-decd-488e-885f-6ebb489c64fc on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:47:38.843634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.843955 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a1f4d569-2497-40df-8c7a-9c0585b4c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.854862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ac18ab-6c81-4cb5-8609-874f121dd61e']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:38.867248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12549f3-816e-4e05-ae3e-e03eb03480bb') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:38.867474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12549f3-816e-4e05-ae3e-e03eb03480bb') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:47:38.869946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4d569-2497-40df-8c7a-9c0585b4c7af None None] Pushing event deleted for resources: {'Port': ['ID=d2fc8058-decd-488e-885f-6ebb489c64fc,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:38.873577 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4d569-2497-40df-8c7a-9c0585b4c7af None None] No DVR routers for this DVR port d2fc8058-decd-488e-885f-6ebb489c64fc on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:47:38.888741 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: timer() Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:47:38.983439 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:47:38.985474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:47:39.002793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:47:39.003315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a0c1dd5b-4ea5-4857-b7d8-86d246bd1c6b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:47:39.003926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d2fc8058-decd-488e-885f-6ebb489c64fc no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:47:39.020606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:39.026221 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:39.029086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: d2fc8058-decd-488e-885f-6ebb489c64fc {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:47:39.029434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device d2fc8058-decd-488e-885f-6ebb489c64fc not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:47:39.029865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:47:39.030826 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] 10.222.0.39 "DELETE /v2.0/networks/29ac18ab-6c81-4cb5-8609-874f121dd61e HTTP/1.1" status: 204 len: 168 time: 0.5905397 Aug 04 17:47:39.042638 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff03b9-1335-4213-b2a7-b7c2ee9b5000 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ac18ab-6c81-4cb5-8609-874f121dd61e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:39.054562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:47:39.054984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b66cfa9f-aed0-47e7-86d2-f6ffceec83d0 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:47:39.191280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37674) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:39.237381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b9f6dda2-470e-4eae-816d-eabd23e49496 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a4e6b9b154c4b129fc91dc2b0b1111a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446768 Aug 04 17:47:39.241163 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37676) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:39.291496 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-42144e91-8205-4365-b8f7-cd7b8a97482a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:39.320358 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-42144e91-8205-4365-b8f7-cd7b8a97482a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:39.379770 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-42144e91-8205-4365-b8f7-cd7b8a97482a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:39.382607 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-42144e91-8205-4365-b8f7-cd7b8a97482a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:39.383512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-42144e91-8205-4365-b8f7-cd7b8a97482a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5180a763-f4fe-4be2-8f81-4122b9ad8cf3 HTTP/1.1" status: 204 len: 168 time: 0.1414492 Aug 04 17:47:39.393038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42144e91-8205-4365-b8f7-cd7b8a97482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5180a763-f4fe-4be2-8f81-4122b9ad8cf3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:39.471698 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:39.572557 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:39.828452 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37682) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:39.882323 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5292810a-9e43-4742-b415-2a3aef178ebc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e317895382b42cb8c61eade63342b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526061 Aug 04 17:47:39.885754 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37684) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:47:39.947673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0074d308-4e59-4f51-bda3-02657fe434fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:39.977745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0074d308-4e59-4f51-bda3-02657fe434fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:40.045384 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0074d308-4e59-4f51-bda3-02657fe434fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:40.050463 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0074d308-4e59-4f51-bda3-02657fe434fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:40.051762 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0074d308-4e59-4f51-bda3-02657fe434fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c285db2-0f37-4de5-b545-dcc68ca734b9 HTTP/1.1" status: 204 len: 168 time: 0.1648765 Aug 04 17:47:40.064296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074d308-4e59-4f51-bda3-02657fe434fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c285db2-0f37-4de5-b545-dcc68ca734b9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:50.801083 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-74a276cd-0d5a-4ec0-b9c4-0b70a1c6b748 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0c871e9bcc4d42d2b73a4cd9a707dfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266995 Aug 04 17:47:50.914248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-96fdf38c-e17e-459c-b9a0-45f8d72fd4e5 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:50.915758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-96fdf38c-e17e-459c-b9a0-45f8d72fd4e5 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091530 Aug 04 17:47:50.933863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-7a30daed-0a17-4723-88ec-d32125dcedbe tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/quotas/0c871e9bcc4d42d2b73a4cd9a707dfd9 HTTP/1.1" status: 200 len: 375 time: 0.0092335 Aug 04 17:47:50.966519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-a2806797-605f-46d2-943a-338a6f4c6773 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c871e9bcc4d42d2b73a4cd9a707dfd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273345 Aug 04 17:47:51.144727 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c70ebcfc-0386-4e72-9e49-ef019b3234ab req-15ed20f2-e888-4397-8446-56a1516790b8 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 210 time: 0.0334220 Aug 04 17:47:52.233324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b57e77d7-d01c-4903-99a8-2e19fc9ceb28 req-04e1dc2e-55aa-42b2-9694-3de00cf1fbde tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 210 time: 0.0308673 Aug 04 17:47:52.789946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-6c88ae3a-5e1e-4722-adc7-e5121ae8cc06 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0c871e9bcc4d42d2b73a4cd9a707dfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280302 Aug 04 17:47:52.899844 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-2d9e3c67-3632-4f0d-adcc-66277f08d329 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:52.901348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-2d9e3c67-3632-4f0d-adcc-66277f08d329 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1059325 Aug 04 17:47:52.915192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Request body: {'port': {'device_id': '3107f31e-1a81-47fb-95da-be8615bd6ab9', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'admin_state_up': True, 'tenant_id': '0c871e9bcc4d42d2b73a4cd9a707dfd9'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:47:53.032488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Made reservation on behalf of 0c871e9bcc4d42d2b73a4cd9a707dfd9 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:47:53.036253 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:53.045594 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:53.136835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:53.142427 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:53.215652 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92cb6a7a-f1d8-489c-9c57-79b74a0023f7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:53.304091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Allocated IP 192.168.233.226 (1ac7510a-86f6-4266-a0fe-5fa516fb21a7/7bd65e6e-52e9-493e-8ef2-423b8eed6d59/d126bd1c-4d96-42d2-a442-a01eb746fcab) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:47:53.342621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e81e8a6-f496-4c87-b7ff-798e3cbd451b req-5fafd22f-8e5e-4939-9865-bfa02af1f264 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 210 time: 0.0340345 Aug 04 17:47:53.490373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:53.506954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Transition to ACTIVE for port object d126bd1c-4d96-42d2-a442-a01eb746fcab will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:47:53.543007 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:53.584991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:47:53.590058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:47:53.593708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:47:53.600232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Pushing event updated for resources: {'Port': ['ID=d126bd1c-4d96-42d2-a442-a01eb746fcab,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:53.649535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:53.650179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:53.665996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-0e2c1e2b-ee17-42e2-acc4-b76ede19dd2a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7545431 Aug 04 17:47:53.679557 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Request body: {'port': {'device_id': '3107f31e-1a81-47fb-95da-be8615bd6ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:47:53.739229 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:53.823801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3f3598a0-402f-4d06-8fac-b5dcceec0a4e None None] Provisioning for port d126bd1c-4d96-42d2-a442-a01eb746fcab completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:47:53.827873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3f3598a0-402f-4d06-8fac-b5dcceec0a4e None None] Provisioning complete for port d126bd1c-4d96-42d2-a442-a01eb746fcab triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:47:53.828252 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f3598a0-402f-4d06-8fac-b5dcceec0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:53.862214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3f3598a0-402f-4d06-8fac-b5dcceec0a4e None None] Port d126bd1c-4d96-42d2-a442-a01eb746fcab cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:47:54.015556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d126bd1c-4d96-42d2-a442-a01eb746fcab {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:47:54.024310 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:54.037817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Transition to ACTIVE for port object d126bd1c-4d96-42d2-a442-a01eb746fcab will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:47:54.043091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:54.095280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=d126bd1c-4d96-42d2-a442-a01eb746fcab,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:54.170310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Attempting to bind port d126bd1c-4d96-42d2-a442-a01eb746fcab on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:47:54.170648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Attempting to bind port d126bd1c-4d96-42d2-a442-a01eb746fcab by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:47:54.171012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Attempting to bind port d126bd1c-4d96-42d2-a442-a01eb746fcab on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:47:54.175641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Port d126bd1c-4d96-42d2-a442-a01eb746fcab on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:47:54.175968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Attempting to bind port d126bd1c-4d96-42d2-a442-a01eb746fcab on network 1ac7510a-86f6-4266-a0fe-5fa516fb21a7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:47:54.181298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:47:54.181662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Checking segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:47:54.182049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Bound using segment: {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:47:54.182479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Bound port: d126bd1c-4d96-42d2-a442-a01eb746fcab, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7adb4d91-979c-4a79-b23a-e94360f907d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:47:54.182839 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:54.255609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] For port d126bd1c-4d96-42d2-a442-a01eb746fcab, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:47:54.259119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] For port d126bd1c-4d96-42d2-a442-a01eb746fcab, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d126bd1c-4d96-42d2-a442-a01eb746fcab,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:47:54.265249 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:54.303024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:54.303649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:54.305101 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] 10.222.0.82 "PUT /v2.0/ports/d126bd1c-4d96-42d2-a442-a01eb746fcab HTTP/1.1" status: 200 len: 1096 time: 0.6304581 Aug 04 17:47:54.305688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3107f31e-1a81-47fb-95da-be8615bd6ab9', 'tag': 'd126bd1c-4d96-42d2-a442-a01eb746fcab'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:47:54.307917 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e70e488-c479-46d2-9837-bfd5c95973cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3107f31e-1a81-47fb-95da-be8615bd6ab9", "tag": "d126bd1c-4d96-42d2-a442-a01eb746fcab"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:47:54.339331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51819be9-c6b8-432f-bc44-971b97a52ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=d126bd1c-4d96-42d2-a442-a01eb746fcab,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:54.383157 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bd0d22-dd54-4582-9df5-25f7fea330e0 x-openstack-request-id: req-41bd0d22-dd54-4582-9df5-25f7fea330e0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:47:54.383517 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3107f31e-1a81-47fb-95da-be8615bd6ab9", "tag": "d126bd1c-4d96-42d2-a442-a01eb746fcab", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:47:54.383906 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41bd0d22-dd54-4582-9df5-25f7fea330e0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:47:54.384542 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3107f31e-1a81-47fb-95da-be8615bd6ab9', 'tag': 'd126bd1c-4d96-42d2-a442-a01eb746fcab', 'status': 'completed', 'code': 200} Aug 04 17:47:54.423061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-8ab8d1ce-f2af-4906-bf63-52f84ae7d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:54.424594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-8ab8d1ce-f2af-4906-bf63-52f84ae7d8c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0c871e9bcc4d42d2b73a4cd9a707dfd9&device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 1099 time: 0.0613508 Aug 04 17:47:54.483473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-27a2be80-d1bf-4db7-b2c0-38a44406d683 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d126bd1c-4d96-42d2-a442-a01eb746fcab HTTP/1.1" status: 200 len: 217 time: 0.0478351 Aug 04 17:47:54.544764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57c107-18b9-41e5-9c33-d8538c82032f req-a2aa2396-1013-4d1b-af3f-be5b88c5ea31 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:54.546242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d57c107-18b9-41e5-9c33-d8538c82032f req-a2aa2396-1013-4d1b-af3f-be5b88c5ea31 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 948 time: 0.1196077 Aug 04 17:47:54.559687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-aca588ea-a5a3-47e1-82fa-809c7bb189ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:54.561051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-aca588ea-a5a3-47e1-82fa-809c7bb189ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0672286 Aug 04 17:47:54.611693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d57c107-18b9-41e5-9c33-d8538c82032f req-f853d43c-2d3b-4d75-9c4e-d4d5f70748e7 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cb6a7a-f1d8-489c-9c57-79b74a0023f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588856 Aug 04 17:47:54.621631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-d0ef8b08-361c-4fc4-b072-51e81258281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:54.623159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-d0ef8b08-361c-4fc4-b072-51e81258281f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0538635 Aug 04 17:47:54.733852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-c1ba0fc1-0bd9-4d35-859a-00c9ee7acef1 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025677 Aug 04 17:47:54.828101 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af487df-e109-4703-896d-ff4a9c5c9558 req-16138a67-b99f-459a-8a19-7658f1a49f55 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865507 Aug 04 17:47:54.926886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-7fb2e8b5-887b-429a-8bcb-883d857b6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:54.928476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-7fb2e8b5-887b-429a-8bcb-883d857b6568 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0c871e9bcc4d42d2b73a4cd9a707dfd9&device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 1099 time: 0.0479863 Aug 04 17:47:55.030999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-dd793e36-169b-4d0a-ac43-307a6333614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:55.032491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-dd793e36-169b-4d0a-ac43-307a6333614a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7 HTTP/1.1" status: 200 len: 871 time: 0.0962071 Aug 04 17:47:55.075325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-bd63b7e4-623c-42ba-9eda-a6735d1a353f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d126bd1c-4d96-42d2-a442-a01eb746fcab HTTP/1.1" status: 200 len: 217 time: 0.0342898 Aug 04 17:47:55.127429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-25e7a695-622c-4852-a111-a5b59398d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:55.128879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-25e7a695-622c-4852-a111-a5b59398d141 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7bd65e6e-52e9-493e-8ef2-423b8eed6d59 HTTP/1.1" status: 200 len: 843 time: 0.0452442 Aug 04 17:47:55.188580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-8dbad531-494f-4139-bf20-e4ede59981b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:55.190134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-8dbad531-494f-4139-bf20-e4ede59981b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1ac7510a-86f6-4266-a0fe-5fa516fb21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530789 Aug 04 17:47:55.297156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-2583813f-ddc3-48c7-900b-806cc9736fe0 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981598 Aug 04 17:47:55.395990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e70e488-c479-46d2-9837-bfd5c95973cc req-1ef3441b-2f04-4591-94b3-68d589bb4978 service neutron] 10.222.0.82 "GET /v2.0/networks/1ac7510a-86f6-4266-a0fe-5fa516fb21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915143 Aug 04 17:47:55.758262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f890e5-ccf3-4e6b-bb42-ce3a286aa143 req-fe761744-2753-464d-b470-62fcdf7ac1fc tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:55.760648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00f890e5-ccf3-4e6b-bb42-ce3a286aa143 req-fe761744-2753-464d-b470-62fcdf7ac1fc tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 948 time: 0.0728898 Aug 04 17:47:55.803173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00f890e5-ccf3-4e6b-bb42-ce3a286aa143 req-80836a77-365b-4d2f-846f-2b4aef45434f tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cb6a7a-f1d8-489c-9c57-79b74a0023f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Aug 04 17:47:56.256686 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:47:56.943266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c271be2-89b2-4dd1-93d3-d13b39ae603c req-b10ddd11-68a7-476a-993b-c3796506921f tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:56.944792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c271be2-89b2-4dd1-93d3-d13b39ae603c req-b10ddd11-68a7-476a-993b-c3796506921f tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 948 time: 0.0499566 Aug 04 17:47:56.990644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c271be2-89b2-4dd1-93d3-d13b39ae603c req-5428e59b-8aee-4845-ac33-8da62809a296 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cb6a7a-f1d8-489c-9c57-79b74a0023f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363915 Aug 04 17:47:58.002396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d126bd1c-4d96-42d2-a442-a01eb746fcab details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:47:58.102040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d126bd1c-4d96-42d2-a442-a01eb746fcab, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d126bd1c-4d96-42d2-a442-a01eb746fcab,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:58.113309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'd126bd1c-4d96-42d2-a442-a01eb746fcab', 'network_id': '1ac7510a-86f6-4266-a0fe-5fa516fb21a7', 'port_id': 'd126bd1c-4d96-42d2-a442-a01eb746fcab', 'mac_address': 'fa:16:3e:cc:21:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd65e6e-52e9-493e-8ef2-423b8eed6d59', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:47:58.115639 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e1f19-fc4a-440e-9847-bba25e65fc3a req-91d723bc-8428-406a-8ccd-6cd750e3b837 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:58.117141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb7e1f19-fc4a-440e-9847-bba25e65fc3a req-91d723bc-8428-406a-8ccd-6cd750e3b837 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 948 time: 0.0539508 Aug 04 17:47:58.156510 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:58.164262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb7e1f19-fc4a-440e-9847-bba25e65fc3a req-90723c86-ce0f-4866-95f9-27858b79174c tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cb6a7a-f1d8-489c-9c57-79b74a0023f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Aug 04 17:47:58.175352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d126bd1c-4d96-42d2-a442-a01eb746fcab {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:47:58.197267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d126bd1c-4d96-42d2-a442-a01eb746fcab, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d126bd1c-4d96-42d2-a442-a01eb746fcab,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:47:58.204309 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:47:58.254947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d126bd1c-4d96-42d2-a442-a01eb746fcab,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:47:58.431314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d126bd1c-4d96-42d2-a442-a01eb746fcab'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:47:59.289180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd85b5-ac6c-4e29-aaa4-9df9cbfec66e req-f777a243-4c16-4783-8f8a-ae613efde99e tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:47:59.291007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ecd85b5-ac6c-4e29-aaa4-9df9cbfec66e req-f777a243-4c16-4783-8f8a-ae613efde99e tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 949 time: 0.0585525 Aug 04 17:47:59.336955 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5ecd85b5-ac6c-4e29-aaa4-9df9cbfec66e req-91cfb209-00eb-4d4d-b4e1-4d791970650d tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cb6a7a-f1d8-489c-9c57-79b74a0023f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394909 Aug 04 17:47:59.999803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d126bd1c-4d96-42d2-a442-a01eb746fcab up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:48:00.062319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port d126bd1c-4d96-42d2-a442-a01eb746fcab completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:48:00.066019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port d126bd1c-4d96-42d2-a442-a01eb746fcab triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:48:00.066392 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:00.143897 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:00.169982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3107f31e-1a81-47fb-95da-be8615bd6ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126bd1c-4d96-42d2-a442-a01eb746fcab'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:48:00.172264 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa098882-7039-4704-b0ed-57e81fa3e002" -d '{"events": [{"server_uuid": "3107f31e-1a81-47fb-95da-be8615bd6ab9", "name": "network-vif-plugged", "status": "completed", "tag": "d126bd1c-4d96-42d2-a442-a01eb746fcab"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:48:00.185156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port d126bd1c-4d96-42d2-a442-a01eb746fcab, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d126bd1c-4d96-42d2-a442-a01eb746fcab,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:48:00.191074 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:00.214346 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f2488a-c6ec-4a16-bb82-246b2fb98a5a x-openstack-request-id: req-e8f2488a-c6ec-4a16-bb82-246b2fb98a5a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:48:00.214633 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3107f31e-1a81-47fb-95da-be8615bd6ab9", "name": "network-vif-plugged", "status": "completed", "tag": "d126bd1c-4d96-42d2-a442-a01eb746fcab", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:48:00.214921 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8f2488a-c6ec-4a16-bb82-246b2fb98a5a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:48:00.215340 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3107f31e-1a81-47fb-95da-be8615bd6ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126bd1c-4d96-42d2-a442-a01eb746fcab', 'code': 200} Aug 04 17:48:00.245758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=d126bd1c-4d96-42d2-a442-a01eb746fcab,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:00.317100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ada817-b8ca-45ea-b5b3-8f734f876698 req-1db72d60-885e-405a-8343-03031f148d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:00.319325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49ada817-b8ca-45ea-b5b3-8f734f876698 req-1db72d60-885e-405a-8343-03031f148d6a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 1101 time: 0.0471120 Aug 04 17:48:00.363689 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49ada817-b8ca-45ea-b5b3-8f734f876698 req-7055f794-09e5-474f-a77e-084a54e3cbbc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=92cb6a7a-f1d8-489c-9c57-79b74a0023f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Aug 04 17:48:00.464475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0028d44-c9fc-4eee-807d-6f8b6cb91972 req-34a11d4a-1f82-43f7-9783-4415218c5139 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:00.466117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0028d44-c9fc-4eee-807d-6f8b6cb91972 req-34a11d4a-1f82-43f7-9783-4415218c5139 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 950 time: 0.0593154 Aug 04 17:48:00.507128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0028d44-c9fc-4eee-807d-6f8b6cb91972 req-867a6e4d-6e4c-4049-9f47-a01a4818337d tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cb6a7a-f1d8-489c-9c57-79b74a0023f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347834 Aug 04 17:48:01.640082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92838bbf-1c94-428c-96cd-0e2166995f03 req-742149d7-94ae-40cb-baaa-70a5f7e73891 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:01.641596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92838bbf-1c94-428c-96cd-0e2166995f03 req-742149d7-94ae-40cb-baaa-70a5f7e73891 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 950 time: 0.0607088 Aug 04 17:48:01.684713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92838bbf-1c94-428c-96cd-0e2166995f03 req-33aa4cdc-6cbc-4306-b62d-000777025145 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cb6a7a-f1d8-489c-9c57-79b74a0023f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Aug 04 17:48:02.035587 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3adfcacd-b504-4e8c-84f8-a1fd1f5ef9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:02.712219 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d7227-325b-42cd-a3a1-70c6114eb7a7 req-164da0d8-1aed-4a44-bc76-a1a2b375c627 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:02.713760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b14d7227-325b-42cd-a3a1-70c6114eb7a7 req-164da0d8-1aed-4a44-bc76-a1a2b375c627 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 950 time: 0.0498540 Aug 04 17:48:02.754975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b14d7227-325b-42cd-a3a1-70c6114eb7a7 req-2e6a5f43-a418-43e4-9de2-97b6e063ea78 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cb6a7a-f1d8-489c-9c57-79b74a0023f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325902 Aug 04 17:48:03.889474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bdb5b-168d-4a14-bf87-6f41a1447f83 req-55caaf32-e107-4d69-a8e8-4f0e5739d70a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:03.890896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a5bdb5b-168d-4a14-bf87-6f41a1447f83 req-55caaf32-e107-4d69-a8e8-4f0e5739d70a tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 950 time: 0.0617611 Aug 04 17:48:03.946124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a5bdb5b-168d-4a14-bf87-6f41a1447f83 req-a0b67b6a-98e6-45ff-b9c9-79cd47383ffb tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.39 "GET /v2.0/security-groups?id=92cb6a7a-f1d8-489c-9c57-79b74a0023f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491021 Aug 04 17:48:03.986743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-9a50b768-2206-4e15-b2cc-43f240544696 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:03.988262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-9a50b768-2206-4e15-b2cc-43f240544696 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.82 "GET /v2.0/ports?device_id=3107f31e-1a81-47fb-95da-be8615bd6ab9 HTTP/1.1" status: 200 len: 950 time: 0.0583367 Aug 04 17:48:04.083530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-0c6d8b18-6d59-4b73-9ba7-532abb105196 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Deleting port d126bd1c-4d96-42d2-a442-a01eb746fcab {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:48:04.083879 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-0c6d8b18-6d59-4b73-9ba7-532abb105196 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:04.178332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-0c6d8b18-6d59-4b73-9ba7-532abb105196 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] For port d126bd1c-4d96-42d2-a442-a01eb746fcab, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=d126bd1c-4d96-42d2-a442-a01eb746fcab,segment=NetworkSegment(7adb4d91-979c-4a79-b23a-e94360f907d7),segment_id=7adb4d91-979c-4a79-b23a-e94360f907d7)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:48:04.178701 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-0c6d8b18-6d59-4b73-9ba7-532abb105196 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:04.191838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-0c6d8b18-6d59-4b73-9ba7-532abb105196 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Calling delete_port for d126bd1c-4d96-42d2-a442-a01eb746fcab owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:48:04.335644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-0c6d8b18-6d59-4b73-9ba7-532abb105196 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:04.348817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['d126bd1c-4d96-42d2-a442-a01eb746fcab'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:48:04.366309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d8b18-6d59-4b73-9ba7-532abb105196 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Pushing event deleted for resources: {'Port': ['ID=d126bd1c-4d96-42d2-a442-a01eb746fcab,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:04.414679 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-0c6d8b18-6d59-4b73-9ba7-532abb105196 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] No DVR routers for this DVR port d126bd1c-4d96-42d2-a442-a01eb746fcab on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:48:04.417515 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-0c6d8b18-6d59-4b73-9ba7-532abb105196 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:04.419845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7e80cef5-b635-42ee-85aa-5d97139a2bc4 req-0c6d8b18-6d59-4b73-9ba7-532abb105196 tempest-ServersAdminNegativeTestJSON-93392624 tempest-ServersAdminNegativeTestJSON-93392624-project] 10.222.0.82 "DELETE /v2.0/ports/d126bd1c-4d96-42d2-a442-a01eb746fcab HTTP/1.1" status: 204 len: 173 time: 0.4245331 Aug 04 17:48:04.420384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3107f31e-1a81-47fb-95da-be8615bd6ab9', 'name': 'network-vif-deleted', 'tag': 'd126bd1c-4d96-42d2-a442-a01eb746fcab'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:48:04.422670 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f43d68-1fc9-43e7-8503-bc4c4f68abbc" -d '{"events": [{"server_uuid": "3107f31e-1a81-47fb-95da-be8615bd6ab9", "name": "network-vif-deleted", "tag": "d126bd1c-4d96-42d2-a442-a01eb746fcab"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:48:04.467095 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf87a2ea-71ac-4df4-a77c-bf7bb082a60b x-openstack-request-id: req-cf87a2ea-71ac-4df4-a77c-bf7bb082a60b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:48:04.467389 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3107f31e-1a81-47fb-95da-be8615bd6ab9", "name": "network-vif-deleted", "tag": "d126bd1c-4d96-42d2-a442-a01eb746fcab", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:48:04.467640 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf87a2ea-71ac-4df4-a77c-bf7bb082a60b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:48:04.468043 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3107f31e-1a81-47fb-95da-be8615bd6ab9', 'name': 'network-vif-deleted', 'tag': 'd126bd1c-4d96-42d2-a442-a01eb746fcab', 'status': 'completed', 'code': 200} Aug 04 17:48:04.468734 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-02b6a66b-d6ae-4302-812e-1a51236a38f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:05.081842 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:05.271011 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37824) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:05.420630 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ac91f605-da09-484b-abfa-2dd79c624195 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c871e9bcc4d42d2b73a4cd9a707dfd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483989 Aug 04 17:48:05.423094 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37828) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:05.472269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f039a3b-0c51-48dd-be73-26c861c8179e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:05.494345 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f039a3b-0c51-48dd-be73-26c861c8179e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:05.548074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f039a3b-0c51-48dd-be73-26c861c8179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:05.550578 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6f039a3b-0c51-48dd-be73-26c861c8179e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:05.551777 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6f039a3b-0c51-48dd-be73-26c861c8179e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92cb6a7a-f1d8-489c-9c57-79b74a0023f7 HTTP/1.1" status: 204 len: 168 time: 0.1277642 Aug 04 17:48:05.560056 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f039a3b-0c51-48dd-be73-26c861c8179e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cb6a7a-f1d8-489c-9c57-79b74a0023f7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:05.853949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37834) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:05.874424 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-675b80b4-86d6-4af6-8391-a6a00d552ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:05.968825 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-675b80b4-86d6-4af6-8391-a6a00d552ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:05.974679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-675b80b4-86d6-4af6-8391-a6a00d552ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:06.013217 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-675b80b4-86d6-4af6-8391-a6a00d552ba4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e61f67e17e954a359d86e7af1ef41f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577053 Aug 04 17:48:06.014309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b80b4-86d6-4af6-8391-a6a00d552ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd84b060-33b9-4a2f-9a49-58bc544be313,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:06.016071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37836) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:06.030057 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:06.072109 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a94a429b-a406-43fd-87a6-6b7f499aee73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:06.093432 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a94a429b-a406-43fd-87a6-6b7f499aee73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:06.144577 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a94a429b-a406-43fd-87a6-6b7f499aee73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:06.147296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a94a429b-a406-43fd-87a6-6b7f499aee73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:06.148482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a94a429b-a406-43fd-87a6-6b7f499aee73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd84b060-33b9-4a2f-9a49-58bc544be313 HTTP/1.1" status: 204 len: 168 time: 0.1312988 Aug 04 17:48:06.157396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a429b-a406-43fd-87a6-6b7f499aee73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd84b060-33b9-4a2f-9a49-58bc544be313,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:06.947296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 37858) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:07.055816 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1154421615-network', 'tenant_id': 'ddbff3fa0d6642e692d5c3093f82ef44'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:48:07.080975 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Made reservation on behalf of ddbff3fa0d6642e692d5c3093f82ef44 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:48:07.083437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.092177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.190951 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.196508 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.222153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:48:07.232108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a437b-6b52-4928-9d28-2c24ec0fdea8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:07.237643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.237986 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Added segment 9a366980-8556-4700-be3e-e825c59b5aa8 of type vlan for network ecf63edf-4691-47db-9d79-39e0d4619bd7 Aug 04 17:48:07.278644 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.309708 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.311040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:07.311706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.369141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4207120 Aug 04 17:48:07.372322 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37862) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:07.374839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ca816-bf73-41d8-9af1-13b6cd388c1d admin admin] Pushing event updated for resources: {'Network': ['ID=ecf63edf-4691-47db-9d79-39e0d4619bd7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:07.378790 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Request body: {'subnet': {'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1154421615-subnet', 'tenant_id': 'ddbff3fa0d6642e692d5c3093f82ef44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:48:07.385513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network ecf63edf-4691-47db-9d79-39e0d4619bd7 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:48:07.404612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Made reservation on behalf of ddbff3fa0d6642e692d5c3093f82ef44 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:48:07.406638 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.610599 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.628785 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.676302 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f48b08-0caa-4706-9e2d-81e4ed49a0aa,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:07.687198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Checking segment: {'id': '9a366980-8556-4700-be3e-e825c59b5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:48:07.687556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Network hostable DHCP agents. Network: ecf63edf-4691-47db-9d79-39e0d4619bd7, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:48:07.706248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Network ecf63edf-4691-47db-9d79-39e0d4619bd7 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:48:07.716577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, ecf63edf-4691-47db-9d79-39e0d4619bd7) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:48:07.721176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:07.722548 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:07.725927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fb0136-b605-49cc-917f-572c38e9f8cc None None] Network ecf63edf-4691-47db-9d79-39e0d4619bd7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:48:07.740130 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-427fbff5-4fb4-4dca-a148-a2e27968de8c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3663962 Aug 04 17:48:07.852298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ec4ff-6f38-4252-b068-cbe25e38e95b None None] Network ecf63edf-4691-47db-9d79-39e0d4619bd7 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:48:08.060036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d126bd1c-4d96-42d2-a442-a01eb746fcab no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:48:08.084333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: d126bd1c-4d96-42d2-a442-a01eb746fcab {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:48:08.084661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device d126bd1c-4d96-42d2-a442-a01eb746fcab not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:48:08.181562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-33114b8a-53a2-4b52-9e50-d31f12ad98f1 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:08.183089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-33114b8a-53a2-4b52-9e50-d31f12ad98f1 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/networks?id=ecf63edf-4691-47db-9d79-39e0d4619bd7 HTTP/1.1" status: 200 len: 812 time: 0.1122341 Aug 04 17:48:08.199133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-77c7a4fe-928b-417a-b798-4587ada6e910 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/quotas/ddbff3fa0d6642e692d5c3093f82ef44 HTTP/1.1" status: 200 len: 375 time: 0.0099306 Aug 04 17:48:08.236172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-2f74b0d0-59be-4315-8fe6-2ee81c5ab9cd tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316014 Aug 04 17:48:08.328617 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b318eb70-9702-47db-970d-4d412bfadecc service neutron] 10.222.0.39 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851545 Aug 04 17:48:08.426623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-2589de76-b23e-4ea3-b13a-b21fc3226eb1 service neutron] 10.222.0.39 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916729 Aug 04 17:48:08.592570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a605b17c-db78-420e-bc66-edc0bf21932a req-6cc43643-59e7-40a3-bb96-b6827c954638 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 210 time: 0.0275629 Aug 04 17:48:09.480633 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:09.574710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:09.606964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-1da337b6-2241-4b0d-b338-326d8ceea73e tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:09.608479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-1da337b6-2241-4b0d-b338-326d8ceea73e tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.82 "GET /v2.0/networks?id=ecf63edf-4691-47db-9d79-39e0d4619bd7 HTTP/1.1" status: 200 len: 812 time: 0.1034508 Aug 04 17:48:09.621940 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Request body: {'port': {'device_id': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7', 'admin_state_up': True, 'tenant_id': 'ddbff3fa0d6642e692d5c3093f82ef44'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:48:10.050075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92fe5fb1-5523-482a-a935-035289f0782e req-06a3ed32-f9cd-4419-abc6-80f72f8ecbec tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 210 time: 0.0352378 Aug 04 17:48:10.115654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Made reservation on behalf of ddbff3fa0d6642e692d5c3093f82ef44 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:48:10.119322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:10.249490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Allocated IP 172.20.0.8 (ecf63edf-4691-47db-9d79-39e0d4619bd7/87f48b08-0caa-4706-9e2d-81e4ed49a0aa/8452d12e-af2f-4e77-b6d7-8e834a99ec92) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:48:10.395681 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:10.437038 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:10.478696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Network ecf63edf-4691-47db-9d79-39e0d4619bd7 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:48:10.483950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:48:10.487700 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:48:10.494031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Pushing event updated for resources: {'Port': ['ID=8452d12e-af2f-4e77-b6d7-8e834a99ec92,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:10.538827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:10.539454 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:10.557124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-b2182971-587e-41b8-be14-b33f5c678af5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9393544 Aug 04 17:48:10.572374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Request body: {'port': {'device_id': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:48:10.642981 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:10.930450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8452d12e-af2f-4e77-b6d7-8e834a99ec92 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:48:10.938855 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:10.955538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Transition to ACTIVE for port object 8452d12e-af2f-4e77-b6d7-8e834a99ec92 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:48:10.962154 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:11.016679 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Pushing event updated for resources: {'Port': ['ID=8452d12e-af2f-4e77-b6d7-8e834a99ec92,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:11.039870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.040233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.040560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.040897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.041232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.041564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.041890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.042215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.042544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.042928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.043254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.043562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:11.097897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Attempting to bind port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:48:11.098235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Attempting to bind port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '9a366980-8556-4700-be3e-e825c59b5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:48:11.098566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Attempting to bind port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 on network ecf63edf-4691-47db-9d79-39e0d4619bd7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:48:11.103203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 on network ecf63edf-4691-47db-9d79-39e0d4619bd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:48:11.103536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Attempting to bind port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 on network ecf63edf-4691-47db-9d79-39e0d4619bd7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:48:11.108657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:48:11.109000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Checking segment: {'id': '9a366980-8556-4700-be3e-e825c59b5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:48:11.109391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Bound using segment: {'id': '9a366980-8556-4700-be3e-e825c59b5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:48:11.109820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Bound port: 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a366980-8556-4700-be3e-e825c59b5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:48:11.110177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:11.207921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58715588-02f7-4dae-86db-cee4c10dfc0b req-6d0e1911-6674-43a5-93bb-2c8f93b2c3d6 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:11.209427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-58715588-02f7-4dae-86db-cee4c10dfc0b req-6d0e1911-6674-43a5-93bb-2c8f93b2c3d6 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 943 time: 0.0892992 Aug 04 17:48:11.212095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:48:11.215294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92,segment=NetworkSegment(9a366980-8556-4700-be3e-e825c59b5aa8),segment_id=9a366980-8556-4700-be3e-e825c59b5aa8)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:48:11.224677 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:11.281993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:11.282623 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:11.284090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] 10.222.0.82 "PUT /v2.0/ports/8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 200 len: 1091 time: 0.7187371 Aug 04 17:48:11.286445 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:48:11.288785 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b6d29b-7f1b-4308-a829-92879c5afa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:48:11.296991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-58715588-02f7-4dae-86db-cee4c10dfc0b req-cb76b71e-bc37-42b3-a416-af37159ff1be tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804307 Aug 04 17:48:11.323271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94cf58-c2a7-4734-bb57-5a48d08aef65 service neutron] Pushing event updated for resources: {'Port': ['ID=8452d12e-af2f-4e77-b6d7-8e834a99ec92,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:11.340010 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63c3a96-d926-4823-b189-0bf9acf8ced9 x-openstack-request-id: req-b63c3a96-d926-4823-b189-0bf9acf8ced9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:48:11.340294 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:48:11.340542 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b63c3a96-d926-4823-b189-0bf9acf8ced9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:48:11.340962 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92', 'status': 'completed', 'code': 200} Aug 04 17:48:11.375922 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-f1d9d070-b613-403d-a02c-2958efa6c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:11.377501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-f1d9d070-b613-403d-a02c-2958efa6c495 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0470319 Aug 04 17:48:11.421998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-76717a7d-8661-4840-b80b-16e634372cbf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 200 len: 217 time: 0.0361254 Aug 04 17:48:11.480721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-31d45b8a-2a94-468c-bc83-7b0b9f545057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:11.482854 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-31d45b8a-2a94-468c-bc83-7b0b9f545057 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87f48b08-0caa-4706-9e2d-81e4ed49a0aa HTTP/1.1" status: 200 len: 852 time: 0.0540113 Aug 04 17:48:11.517388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-46ee1ff2-a5c2-4676-9363-6138e3cd4e74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecf63edf-4691-47db-9d79-39e0d4619bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261900 Aug 04 17:48:11.618633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-95668204-3c7a-4f4c-9b52-09a81b8f2b8d service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947793 Aug 04 17:48:11.715143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-997c0885-f6d5-4f40-ba16-509f885a5a87 req-1ee7a89b-5cec-49c5-816e-a114af562013 service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891886 Aug 04 17:48:11.818371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6d29b-7f1b-4308-a829-92879c5afa6f req-39d87675-3914-48d1-b146-1a1f95718127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:11.820038 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b6d29b-7f1b-4308-a829-92879c5afa6f req-39d87675-3914-48d1-b146-1a1f95718127 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0538206 Aug 04 17:48:11.927666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6d29b-7f1b-4308-a829-92879c5afa6f req-f9d2b368-44bb-45e4-a854-3cfdf145731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:11.929216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b6d29b-7f1b-4308-a829-92879c5afa6f req-f9d2b368-44bb-45e4-a854-3cfdf145731c service neutron] 10.222.0.82 "GET /v2.0/networks?id=ecf63edf-4691-47db-9d79-39e0d4619bd7 HTTP/1.1" status: 200 len: 914 time: 0.1019456 Aug 04 17:48:11.975264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b6d29b-7f1b-4308-a829-92879c5afa6f req-51fa711e-9a1f-4b63-8d35-a447c78aa084 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 200 len: 217 time: 0.0367877 Aug 04 17:48:12.031701 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6d29b-7f1b-4308-a829-92879c5afa6f req-52e1cab7-f5db-41c9-b1c9-fd97157d6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:12.033353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b6d29b-7f1b-4308-a829-92879c5afa6f req-52e1cab7-f5db-41c9-b1c9-fd97157d6ea3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87f48b08-0caa-4706-9e2d-81e4ed49a0aa HTTP/1.1" status: 200 len: 852 time: 0.0497169 Aug 04 17:48:12.067957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b6d29b-7f1b-4308-a829-92879c5afa6f req-1b5e01c3-443c-42db-bba6-1178aa66c0b9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecf63edf-4691-47db-9d79-39e0d4619bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269403 Aug 04 17:48:12.184876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b6d29b-7f1b-4308-a829-92879c5afa6f req-17c71112-4565-4503-b7f9-1188a6f21b1d service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088614 Aug 04 17:48:12.285289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80b6d29b-7f1b-4308-a829-92879c5afa6f req-a2481e44-cb44-4d19-8d31-2b13ef0d78db service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917683 Aug 04 17:48:12.446865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa5e2b-5478-4549-8fb9-68dba95e5a1f req-e71a0dde-2da0-458b-8508-7813bab7d996 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:12.448398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99fa5e2b-5478-4549-8fb9-68dba95e5a1f req-e71a0dde-2da0-458b-8508-7813bab7d996 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 943 time: 0.0725391 Aug 04 17:48:12.490748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99fa5e2b-5478-4549-8fb9-68dba95e5a1f req-1987e8a5-468c-48cb-b1c0-2dde9d939a81 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334504 Aug 04 17:48:13.637373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df42059-77d8-4c65-b6c4-c7835249c01e req-c7d2ac63-ba1b-4828-a9e7-67c6eee4afc2 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:13.638949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0df42059-77d8-4c65-b6c4-c7835249c01e req-c7d2ac63-ba1b-4828-a9e7-67c6eee4afc2 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 943 time: 0.0580463 Aug 04 17:48:13.678640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0df42059-77d8-4c65-b6c4-c7835249c01e req-32654907-a95b-41c3-87fd-d4e15cf54115 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Aug 04 17:48:14.076704 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8452d12e-af2f-4e77-b6d7-8e834a99ec92 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:48:14.185749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92,segment=NetworkSegment(9a366980-8556-4700-be3e-e825c59b5aa8),segment_id=9a366980-8556-4700-be3e-e825c59b5aa8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:48:14.198528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '8452d12e-af2f-4e77-b6d7-8e834a99ec92', 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7', 'port_id': '8452d12e-af2f-4e77-b6d7-8e834a99ec92', 'mac_address': 'fa:16:3e:c1:81:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f48b08-0caa-4706-9e2d-81e4ed49a0aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:48:14.249422 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:14.263722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8452d12e-af2f-4e77-b6d7-8e834a99ec92 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:48:14.284971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92,segment=NetworkSegment(9a366980-8556-4700-be3e-e825c59b5aa8),segment_id=9a366980-8556-4700-be3e-e825c59b5aa8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:48:14.290622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:14.342530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=8452d12e-af2f-4e77-b6d7-8e834a99ec92,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:14.484775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['8452d12e-af2f-4e77-b6d7-8e834a99ec92'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:48:14.875054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f4867-a9a5-45d5-96fa-e89bb1153a15 req-824bf5ec-5695-4175-bc27-14d414d327a6 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:14.876545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a65f4867-a9a5-45d5-96fa-e89bb1153a15 req-824bf5ec-5695-4175-bc27-14d414d327a6 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 944 time: 0.1206305 Aug 04 17:48:14.915837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a65f4867-a9a5-45d5-96fa-e89bb1153a15 req-5b1f52c9-3fc0-4916-8941-1dba13c9a824 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Aug 04 17:48:16.057500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299b889-4fda-4c9f-acc4-7dc5d35d59d7 req-2fd60198-e94a-490e-9b76-2b0a676db98f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:16.058994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4299b889-4fda-4c9f-acc4-7dc5d35d59d7 req-2fd60198-e94a-490e-9b76-2b0a676db98f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 944 time: 0.0632849 Aug 04 17:48:16.083221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8452d12e-af2f-4e77-b6d7-8e834a99ec92 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:48:16.101593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4299b889-4fda-4c9f-acc4-7dc5d35d59d7 req-0d12a600-a5e7-4c5c-beb9-c56b643a57e1 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355437 Aug 04 17:48:16.134535 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:48:16.138238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:48:16.138616 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:16.216465 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:16.239299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:48:16.241558 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbde5300-4fab-4da3-b6eb-4dff47b6c446" -d '{"events": [{"server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "name": "network-vif-plugged", "status": "completed", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:48:16.254838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92,segment=NetworkSegment(9a366980-8556-4700-be3e-e825c59b5aa8),segment_id=9a366980-8556-4700-be3e-e825c59b5aa8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:48:16.262311 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:16.291359 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d4759a-2431-401e-8206-e841e4ae8606 x-openstack-request-id: req-70d4759a-2431-401e-8206-e841e4ae8606 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:48:16.291655 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "name": "network-vif-plugged", "status": "completed", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:48:16.291904 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70d4759a-2431-401e-8206-e841e4ae8606 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:48:16.292303 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92', 'code': 200} Aug 04 17:48:16.322755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=8452d12e-af2f-4e77-b6d7-8e834a99ec92,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:16.388845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7b0ea-29df-4876-9ed4-d39423c8bada req-5da67e1a-4c04-4ca1-81ac-70f9701e65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:16.390990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbd7b0ea-29df-4876-9ed4-d39423c8bada req-5da67e1a-4c04-4ca1-81ac-70f9701e65dc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0479949 Aug 04 17:48:16.439409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fbd7b0ea-29df-4876-9ed4-d39423c8bada req-19ccdcbc-0e53-4cf2-8610-1cd21cafa6bd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Aug 04 17:48:17.273247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1fefc-1849-4bb8-a335-b154945806a1 req-8c9341ee-0b5d-4006-8d93-1bbaffb63011 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:17.274741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26f1fefc-1849-4bb8-a335-b154945806a1 req-8c9341ee-0b5d-4006-8d93-1bbaffb63011 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.1039860 Aug 04 17:48:17.314547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26f1fefc-1849-4bb8-a335-b154945806a1 req-809959c9-c627-4921-8984-8a38b44bb486 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336490 Aug 04 17:48:18.460319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5ec8d-1697-41be-999c-8c250510891a req-35d4e201-903a-4c33-abe8-d0aff11a6167 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:18.461866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99f5ec8d-1697-41be-999c-8c250510891a req-35d4e201-903a-4c33-abe8-d0aff11a6167 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0738490 Aug 04 17:48:18.508596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99f5ec8d-1697-41be-999c-8c250510891a req-21b097b5-68ec-43d4-bb14-5c07f2001c20 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Aug 04 17:48:18.709211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 37918) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:18.761098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043fdda-52ad-4088-bbdb-4919eb7bc5dd req-76113acf-2c74-4ed8-b7d8-d26ffdbbab25 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:18.762740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9043fdda-52ad-4088-bbdb-4919eb7bc5dd req-76113acf-2c74-4ed8-b7d8-d26ffdbbab25 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0501645 Aug 04 17:48:18.800956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9043fdda-52ad-4088-bbdb-4919eb7bc5dd req-96c40e1a-0949-462f-a606-4130e353b3c6 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321777 Aug 04 17:48:18.806419 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-4f2a156b-267f-44d3-8d91-95664742c7f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959945 Aug 04 17:48:19.924438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb8ff3-3dd2-4879-b230-605c3209c71a req-2dd0add6-f92a-4016-8c77-4760da91cba0 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:19.925951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0fcb8ff3-3dd2-4879-b230-605c3209c71a req-2dd0add6-f92a-4016-8c77-4760da91cba0 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0550895 Aug 04 17:48:19.972858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0fcb8ff3-3dd2-4879-b230-605c3209c71a req-c55be74a-f3ec-4736-a56f-cadfbfe188e7 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378082 Aug 04 17:48:20.036595 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-b7947287-503e-4ff8-9e3a-f6105ef23b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:20.038107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-b7947287-503e-4ff8-9e3a-f6105ef23b5a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0468736 Aug 04 17:48:20.125739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-7a24559a-16fe-4592-83d7-2d788a25fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:20.127143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-7a24559a-16fe-4592-83d7-2d788a25fd50 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ecf63edf-4691-47db-9d79-39e0d4619bd7 HTTP/1.1" status: 200 len: 914 time: 0.0819540 Aug 04 17:48:20.168961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-62dbf1ae-7e14-401a-99c4-c24bcb7b68be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 200 len: 217 time: 0.0348337 Aug 04 17:48:20.225240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-8a12a0fd-4818-4ba9-8726-822ff9a1c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:20.226694 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-8a12a0fd-4818-4ba9-8726-822ff9a1c1c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87f48b08-0caa-4706-9e2d-81e4ed49a0aa HTTP/1.1" status: 200 len: 852 time: 0.0495863 Aug 04 17:48:20.269063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-88b1a0ef-0450-48d0-94b2-4083354e1f5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecf63edf-4691-47db-9d79-39e0d4619bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346684 Aug 04 17:48:20.360976 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-6a9e2f61-3e0f-4af9-97cc-2b08f5740046 service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846748 Aug 04 17:48:20.460353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-9f4507df-586e-4ab4-8d03-c1fd957b1e69 service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919821 Aug 04 17:48:21.109458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25a10c-b0b3-4fdf-88c2-23186540fabd req-f618afe9-e43d-4546-8cfe-1e434dec2d01 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:21.110982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c25a10c-b0b3-4fdf-88c2-23186540fabd req-f618afe9-e43d-4546-8cfe-1e434dec2d01 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0611317 Aug 04 17:48:21.155349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c25a10c-b0b3-4fdf-88c2-23186540fabd req-a65c4db8-e5f5-404f-ab23-d3f75c267cf8 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382266 Aug 04 17:48:22.285363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4f566-f2a9-4ea0-bf15-7a77ec1fe727 req-f4b64e87-3150-4cd6-b34f-4db060e32073 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:22.286919 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38a4f566-f2a9-4ea0-bf15-7a77ec1fe727 req-f4b64e87-3150-4cd6-b34f-4db060e32073 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0583484 Aug 04 17:48:22.335028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-38a4f566-f2a9-4ea0-bf15-7a77ec1fe727 req-e6a1c125-db8f-47d4-942a-73150cd66121 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Aug 04 17:48:23.464260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ae167-233d-48cd-96f3-ffdbae0cc8df req-680ad1ee-1f5f-4a6d-a811-22bd59d94389 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:23.465702 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b9ae167-233d-48cd-96f3-ffdbae0cc8df req-680ad1ee-1f5f-4a6d-a811-22bd59d94389 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0573914 Aug 04 17:48:23.504755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b9ae167-233d-48cd-96f3-ffdbae0cc8df req-6c7a5ace-c517-4003-9c7c-911838f29207 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Aug 04 17:48:24.640379 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a4b4-33dc-4183-ac49-9fe8a9e936ce req-011710ef-e349-47dc-bfb0-ede873e09f91 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:24.641936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4941a4b4-33dc-4183-ac49-9fe8a9e936ce req-011710ef-e349-47dc-bfb0-ede873e09f91 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0544314 Aug 04 17:48:24.684398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4941a4b4-33dc-4183-ac49-9fe8a9e936ce req-20c0ddfa-7c2b-4460-a80b-9441eb7e41e4 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Aug 04 17:48:25.830437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f110cd3-9c8b-4b60-873a-c82c74931843 req-2aec47cc-94f7-4ff6-8e92-bee6062f6009 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:25.831951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f110cd3-9c8b-4b60-873a-c82c74931843 req-2aec47cc-94f7-4ff6-8e92-bee6062f6009 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0500929 Aug 04 17:48:25.874535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f110cd3-9c8b-4b60-873a-c82c74931843 req-394c26e6-5d2a-4929-a48f-cbfb69272e0f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365279 Aug 04 17:48:27.005815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638ced5-ac70-4c51-bd19-4f233fbe5bf4 req-269406ed-55ce-421a-afa9-cbf6cdf3313c tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:27.007367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5638ced5-ac70-4c51-bd19-4f233fbe5bf4 req-269406ed-55ce-421a-afa9-cbf6cdf3313c tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0573235 Aug 04 17:48:27.048783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5638ced5-ac70-4c51-bd19-4f233fbe5bf4 req-906b6e10-b696-4f79-8110-fb86a725f9e3 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Aug 04 17:48:28.172371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14842b-b1ff-4b14-b68b-44b005f1724f req-602b20c7-8610-490a-8233-6d7e1180e61a tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:28.174216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed14842b-b1ff-4b14-b68b-44b005f1724f req-602b20c7-8610-490a-8233-6d7e1180e61a tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0560749 Aug 04 17:48:28.213607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed14842b-b1ff-4b14-b68b-44b005f1724f req-490628d6-5c13-4058-9fc9-6069c8203bb1 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Aug 04 17:48:29.346133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b05c92-1708-4964-9018-efd4b233518c req-24b04c8a-ecf7-4e8f-a39f-df4a4f2e5554 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:29.347638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45b05c92-1708-4964-9018-efd4b233518c req-24b04c8a-ecf7-4e8f-a39f-df4a4f2e5554 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0517659 Aug 04 17:48:29.394205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45b05c92-1708-4964-9018-efd4b233518c req-25334feb-6ff2-4ea6-a51d-33423a633549 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Aug 04 17:48:30.536725 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051ea05-b24d-4d92-a4ef-6ee4a0327c21 req-f06b1b49-2dc2-4ee5-a5ad-479ecb79c650 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:30.539139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c051ea05-b24d-4d92-a4ef-6ee4a0327c21 req-f06b1b49-2dc2-4ee5-a5ad-479ecb79c650 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0601881 Aug 04 17:48:30.594508 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c051ea05-b24d-4d92-a4ef-6ee4a0327c21 req-e5bab4d8-4a00-47eb-b223-685ac7f3da9f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459790 Aug 04 17:48:31.729498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798840ba-304d-4e64-9a1d-453d99a7527d req-a7d92bac-cb71-4a2c-89c8-779868133ea4 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:31.731135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-798840ba-304d-4e64-9a1d-453d99a7527d req-a7d92bac-cb71-4a2c-89c8-779868133ea4 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0585208 Aug 04 17:48:31.773765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-798840ba-304d-4e64-9a1d-453d99a7527d req-ec5f35ea-cf08-4df9-96a1-f83ddf197144 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359392 Aug 04 17:48:32.037444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-70995102-61aa-4c4a-bf0a-8dce56f5022e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:32.182649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777feaa-4c41-4c70-875c-158583bee1e1 req-6bc698d3-2727-4645-bd6d-a8589cfe1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:32.184188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d777feaa-4c41-4c70-875c-158583bee1e1 req-6bc698d3-2727-4645-bd6d-a8589cfe1f8e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0931985 Aug 04 17:48:32.299761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777feaa-4c41-4c70-875c-158583bee1e1 req-73951d4d-777d-48f7-9b26-4d94934b7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:32.301180 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d777feaa-4c41-4c70-875c-158583bee1e1 req-73951d4d-777d-48f7-9b26-4d94934b7687 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ecf63edf-4691-47db-9d79-39e0d4619bd7 HTTP/1.1" status: 200 len: 914 time: 0.0956047 Aug 04 17:48:32.344026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d777feaa-4c41-4c70-875c-158583bee1e1 req-bae35334-4edc-46ef-bbd7-2453ef7cfe08 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 200 len: 217 time: 0.0344555 Aug 04 17:48:32.401314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777feaa-4c41-4c70-875c-158583bee1e1 req-cfeb1121-f4cf-4695-b8c0-9bbc8046c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:32.404122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d777feaa-4c41-4c70-875c-158583bee1e1 req-cfeb1121-f4cf-4695-b8c0-9bbc8046c7c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87f48b08-0caa-4706-9e2d-81e4ed49a0aa HTTP/1.1" status: 200 len: 852 time: 0.0530889 Aug 04 17:48:32.443053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d777feaa-4c41-4c70-875c-158583bee1e1 req-e967b62b-80b5-427f-9408-cd6b0d028580 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecf63edf-4691-47db-9d79-39e0d4619bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309687 Aug 04 17:48:32.537272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d777feaa-4c41-4c70-875c-158583bee1e1 req-99dd9081-7546-4467-baaa-fea46768d478 service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866568 Aug 04 17:48:32.644112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d777feaa-4c41-4c70-875c-158583bee1e1 req-40da4d4b-9c37-4d94-8212-366649797993 service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991080 Aug 04 17:48:32.905320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53686a5-6c26-4457-acec-8005b4c16e82 req-d36da3e7-a1a7-4aff-b866-2e94431d0a86 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:32.906848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b53686a5-6c26-4457-acec-8005b4c16e82 req-d36da3e7-a1a7-4aff-b866-2e94431d0a86 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0539379 Aug 04 17:48:32.947842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b53686a5-6c26-4457-acec-8005b4c16e82 req-0c7dd0bf-a856-4a09-996b-eb5ed004d13c tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339596 Aug 04 17:48:33.246507 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:48:34.072854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cb318-dc28-459f-887b-dc2de8fa6851 req-faf6a95f-b62e-482d-82b5-b17291ba7a3e tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:34.074392 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a95cb318-dc28-459f-887b-dc2de8fa6851 req-faf6a95f-b62e-482d-82b5-b17291ba7a3e tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0510557 Aug 04 17:48:34.117909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a95cb318-dc28-459f-887b-dc2de8fa6851 req-a500ef2b-3f36-4f55-9e95-494de3c1cd5a tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336640 Aug 04 17:48:34.464684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f3453bb-9ca5-46e9-8a13-38918881efc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:35.093803 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:35.246463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52984a1f-2cb4-428a-9ad1-57cb33d75e46 req-50ed276c-3061-4690-835c-caf5bbd5d0c4 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:35.247880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52984a1f-2cb4-428a-9ad1-57cb33d75e46 req-50ed276c-3061-4690-835c-caf5bbd5d0c4 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0548549 Aug 04 17:48:35.287016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52984a1f-2cb4-428a-9ad1-57cb33d75e46 req-2f60ece1-3f14-4ea1-a268-75f5056b5953 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329649 Aug 04 17:48:36.033781 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:36.411057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd488b-02cd-4cd8-9e9b-c75066838bcf req-7e359b11-b2c7-4ea1-8236-6a33570f7760 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:36.412563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6cd488b-02cd-4cd8-9e9b-c75066838bcf req-7e359b11-b2c7-4ea1-8236-6a33570f7760 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0532591 Aug 04 17:48:36.453359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a6cd488b-02cd-4cd8-9e9b-c75066838bcf req-7bab15c0-507f-4b45-8ff1-b2656e431c59 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345299 Aug 04 17:48:37.585729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27e593-f07d-4313-811d-5eb79c5d78a4 req-a487e861-8356-4fad-aee6-545869ea1ddf tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:37.587267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e27e593-f07d-4313-811d-5eb79c5d78a4 req-a487e861-8356-4fad-aee6-545869ea1ddf tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0587549 Aug 04 17:48:37.622330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:37.627933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e27e593-f07d-4313-811d-5eb79c5d78a4 req-78dc9dfe-d897-42fe-9410-541da0289155 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344253 Aug 04 17:48:38.761747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0119ead-398e-4029-9940-f07684bd185d req-63429be2-dfbf-4298-af60-323933b95fbd tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:38.763318 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0119ead-398e-4029-9940-f07684bd185d req-63429be2-dfbf-4298-af60-323933b95fbd tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0627849 Aug 04 17:48:38.805629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0119ead-398e-4029-9940-f07684bd185d req-2afda133-a412-4802-9903-e9ed806fc4b7 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Aug 04 17:48:39.501417 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:39.591123 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:39.940246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffd17c-6a43-4be2-9b8c-595ae03e6d1b req-92a344e8-21ae-4bd9-877f-3a5f5172ac5f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:39.941790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83ffd17c-6a43-4be2-9b8c-595ae03e6d1b req-92a344e8-21ae-4bd9-877f-3a5f5172ac5f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0556469 Aug 04 17:48:39.982574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83ffd17c-6a43-4be2-9b8c-595ae03e6d1b req-0b06f737-d77e-4dcc-aa5c-f089226ecc44 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337362 Aug 04 17:48:41.107801 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cd5f8-8f1d-4027-8977-b58d67e8107d req-fb1a70f4-4e2d-4cc3-9c29-89a69e683ed9 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:41.109277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb6cd5f8-8f1d-4027-8977-b58d67e8107d req-fb1a70f4-4e2d-4cc3-9c29-89a69e683ed9 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0510671 Aug 04 17:48:41.149659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb6cd5f8-8f1d-4027-8977-b58d67e8107d req-ead41d6d-e191-4fd7-a874-0c6a41746b55 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340664 Aug 04 17:48:42.312077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a342ea-8c4f-4d54-a4e4-955ff32d0ffd req-4a523b11-0353-4e7a-9a62-9f2a0507cfe9 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:42.313664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6a342ea-8c4f-4d54-a4e4-955ff32d0ffd req-4a523b11-0353-4e7a-9a62-9f2a0507cfe9 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0637364 Aug 04 17:48:42.359437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b6a342ea-8c4f-4d54-a4e4-955ff32d0ffd req-c568c032-0334-4d5f-bdd3-7f77a479548f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347548 Aug 04 17:48:43.481066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a55e57-9c9b-4d43-a700-9d893ea079d0 req-bf4fadbe-7b92-42ed-9f60-504dfaf2e6ab tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:43.482559 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6a55e57-9c9b-4d43-a700-9d893ea079d0 req-bf4fadbe-7b92-42ed-9f60-504dfaf2e6ab tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0512824 Aug 04 17:48:43.532475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f6a55e57-9c9b-4d43-a700-9d893ea079d0 req-fda31cae-39e6-4543-8f2e-3e7f81e6f2f4 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Aug 04 17:48:44.659326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642de41b-3288-4759-8e1a-5e50c4c31a85 req-dfc91f72-3525-4ed6-9143-4c0cbdad1dcb tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:44.660820 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-642de41b-3288-4759-8e1a-5e50c4c31a85 req-dfc91f72-3525-4ed6-9143-4c0cbdad1dcb tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0539348 Aug 04 17:48:44.704958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-642de41b-3288-4759-8e1a-5e50c4c31a85 req-1b647770-d4f1-4e97-99a9-dc7b5d0c4992 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343864 Aug 04 17:48:45.846685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7dc3c-1031-4cef-a21f-72a237d97fa3 req-4ed5f966-ded3-450b-bfd8-0f56aa9c2bf3 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:45.848373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-01f7dc3c-1031-4cef-a21f-72a237d97fa3 req-4ed5f966-ded3-450b-bfd8-0f56aa9c2bf3 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0621028 Aug 04 17:48:45.889160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-01f7dc3c-1031-4cef-a21f-72a237d97fa3 req-6c031600-eca9-4869-9e38-9520b10780ae tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347855 Aug 04 17:48:47.082647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba82c3-b326-47b7-9702-0f1ffc4a29b8 req-e72475b8-1d87-49b8-a300-a1cb3489f518 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:47.084302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2ba82c3-b326-47b7-9702-0f1ffc4a29b8 req-e72475b8-1d87-49b8-a300-a1cb3489f518 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0537286 Aug 04 17:48:47.125848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2ba82c3-b326-47b7-9702-0f1ffc4a29b8 req-a575237b-70e5-495b-9654-12067c836f20 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350122 Aug 04 17:48:47.276147 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-b71ff28b-7a0c-47b1-b644-fb7f6690e89e service neutron] show failed (client error): The resource could not be found. Aug 04 17:48:47.277169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-b71ff28b-7a0c-47b1-b644-fb7f6690e89e service neutron] 10.222.0.82 "GET /v2.0/ports/8452d12e-af2f-4e77-b6d7-8e834a99ec92/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0581837 Aug 04 17:48:47.501515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-2fe13d4f-d76f-4a36-906f-734cfbfe2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:47.503102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-2fe13d4f-d76f-4a36-906f-734cfbfe2479 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3&tenant_id=ddbff3fa0d6642e692d5c3093f82ef44 HTTP/1.1" status: 200 len: 1096 time: 0.0511420 Aug 04 17:48:47.517349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:48:47.572393 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:47.796077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92,segment=NetworkSegment(9a366980-8556-4700-be3e-e825c59b5aa8),segment_id=9a366980-8556-4700-be3e-e825c59b5aa8)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:48:47.838935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:48:47.889987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:48:47.892480 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f340da11-e3e8-4685-bd08-e18b01141e8b" -d '{"events": [{"server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:48:47.896591 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:47.909518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Transition to ACTIVE for port object 8452d12e-af2f-4e77-b6d7-8e834a99ec92 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:48:47.915127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:47.977095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Pushing event updated for resources: {'Port': ['ID=8452d12e-af2f-4e77-b6d7-8e834a99ec92,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:47.979093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] No DVR routers for this DVR port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:48:48.014649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Attempting to bind port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:48:48.015030 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Attempting to bind port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '9a366980-8556-4700-be3e-e825c59b5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:48:48.015361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Attempting to bind port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 on network ecf63edf-4691-47db-9d79-39e0d4619bd7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:48:48.019817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 on network ecf63edf-4691-47db-9d79-39e0d4619bd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:48:48.020141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Attempting to bind port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 on network ecf63edf-4691-47db-9d79-39e0d4619bd7 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:48:48.025242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:48:48.025631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Checking segment: {'id': '9a366980-8556-4700-be3e-e825c59b5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:48:48.026023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Bound using segment: {'id': '9a366980-8556-4700-be3e-e825c59b5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:48:48.026476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Bound port: 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a366980-8556-4700-be3e-e825c59b5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:48:48.026857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:48.039317 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe397eb-0c0e-4f73-830e-724566580573 x-openstack-request-id: req-afe397eb-0c0e-4f73-830e-724566580573 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:48:48.039576 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:48:48.039824 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afe397eb-0c0e-4f73-830e-724566580573 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:48:48.040219 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92', 'code': 200} Aug 04 17:48:48.091124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:48:48.093971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92,segment=NetworkSegment(9a366980-8556-4700-be3e-e825c59b5aa8),segment_id=9a366980-8556-4700-be3e-e825c59b5aa8)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:48:48.102044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:48.153826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:48.153826 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:48.153826 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] 10.222.0.90 "PUT /v2.0/ports/8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 200 len: 1091 time: 0.6402421 Aug 04 17:48:48.176366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9796612-98bf-4a3c-a222-96c13fb2fdcb service neutron] Pushing event updated for resources: {'Port': ['ID=8452d12e-af2f-4e77-b6d7-8e834a99ec92,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:48.275795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-05d28ad3-de6f-40f5-acd6-ec847aa070d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:48.277299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-05d28ad3-de6f-40f5-acd6-ec847aa070d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0905161 Aug 04 17:48:48.307058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b81fa-5076-4b1d-81c1-51a94cca674b req-686f2216-f546-48dc-b629-a0243a8750cd tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:48.308501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a2b81fa-5076-4b1d-81c1-51a94cca674b req-686f2216-f546-48dc-b629-a0243a8750cd tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 943 time: 0.0882401 Aug 04 17:48:48.402949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a2b81fa-5076-4b1d-81c1-51a94cca674b req-838091fe-c240-47dc-9b54-2a1715ab4da5 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847535 Aug 04 17:48:48.419275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-29179fe9-3453-4368-a522-8cb7ce1ffea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:48.420812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-29179fe9-3453-4368-a522-8cb7ce1ffea5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ecf63edf-4691-47db-9d79-39e0d4619bd7 HTTP/1.1" status: 200 len: 914 time: 0.1353838 Aug 04 17:48:48.463687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-fe235cc2-d019-4eef-b722-a2d7b3e186e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 200 len: 217 time: 0.0348134 Aug 04 17:48:48.517100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-35cc886d-dcb4-4ca0-ab6e-06560af98c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:48.518978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-35cc886d-dcb4-4ca0-ab6e-06560af98c72 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=87f48b08-0caa-4706-9e2d-81e4ed49a0aa HTTP/1.1" status: 200 len: 852 time: 0.0486155 Aug 04 17:48:48.555416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-6cd58a2e-7cd4-4e4d-ba65-589946b98cfc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ecf63edf-4691-47db-9d79-39e0d4619bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256279 Aug 04 17:48:48.659901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-d91ffa72-25c7-4ccf-a80d-5557ae4f8016 service neutron] 10.222.0.90 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969527 Aug 04 17:48:48.765050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39f21e79-1931-4f52-9c1b-f4c62f53daf5 req-1278c570-903a-4db6-bca4-1692fe80802f service neutron] 10.222.0.90 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979354 Aug 04 17:48:49.640460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae95d0-1f8c-46ca-bba8-180a538c4bfe req-535ad683-a695-48c5-a08b-e0edb0c1fe66 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:49.642013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68ae95d0-1f8c-46ca-bba8-180a538c4bfe req-535ad683-a695-48c5-a08b-e0edb0c1fe66 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 943 time: 0.1165843 Aug 04 17:48:49.682673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68ae95d0-1f8c-46ca-bba8-180a538c4bfe req-11440cfa-c2d2-49ff-b8d3-2fae5127f855 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328596 Aug 04 17:48:50.041040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:48:50.043535 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72acd20-6619-40bc-8ff6-63cd997390da" -d '{"events": [{"name": "network-changed", "server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:48:50.096708 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ef6b76-1a89-4e09-ad7a-4f31e0a4b5d7 x-openstack-request-id: req-88ef6b76-1a89-4e09-ad7a-4f31e0a4b5d7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:48:50.096994 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:48:50.097238 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88ef6b76-1a89-4e09-ad7a-4f31e0a4b5d7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:48:50.097634 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92', 'status': 'completed', 'code': 200} Aug 04 17:48:50.185535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72acd20-6619-40bc-8ff6-63cd997390da req-2984ec5d-2d3c-4e91-bc50-684d2fb1f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:50.187111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-2984ec5d-2d3c-4e91-bc50-684d2fb1f837 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0648303 Aug 04 17:48:50.188858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72acd20-6619-40bc-8ff6-63cd997390da req-023510ee-5c87-48d7-9b5e-3296af802557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:50.190175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-023510ee-5c87-48d7-9b5e-3296af802557 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0764098 Aug 04 17:48:50.346226 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72acd20-6619-40bc-8ff6-63cd997390da req-79641592-f9f7-4075-9b6c-ec3ad8eb5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:50.347651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-79641592-f9f7-4075-9b6c-ec3ad8eb5a6a service neutron] 10.222.0.90 "GET /v2.0/networks?id=ecf63edf-4691-47db-9d79-39e0d4619bd7 HTTP/1.1" status: 200 len: 914 time: 0.1532500 Aug 04 17:48:50.351091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72acd20-6619-40bc-8ff6-63cd997390da req-62eb7374-a9ce-4b3d-89bb-9376736814a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:50.352525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-62eb7374-a9ce-4b3d-89bb-9376736814a6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ecf63edf-4691-47db-9d79-39e0d4619bd7 HTTP/1.1" status: 200 len: 914 time: 0.1505306 Aug 04 17:48:50.432003 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-d6bb7658-b58c-4242-8c35-586d012e2a18 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 200 len: 217 time: 0.0749772 Aug 04 17:48:50.433211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-c7cff882-d95a-430a-85bf-cb127479e473 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 200 len: 217 time: 0.0700004 Aug 04 17:48:50.514838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72acd20-6619-40bc-8ff6-63cd997390da req-2336de57-70e4-4893-9fa4-24fccf0291a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:50.516409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-2336de57-70e4-4893-9fa4-24fccf0291a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=87f48b08-0caa-4706-9e2d-81e4ed49a0aa HTTP/1.1" status: 200 len: 852 time: 0.0777719 Aug 04 17:48:50.520093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72acd20-6619-40bc-8ff6-63cd997390da req-42a360a8-4230-480b-89f2-e51aeb627b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:50.521430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-42a360a8-4230-480b-89f2-e51aeb627b33 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87f48b08-0caa-4706-9e2d-81e4ed49a0aa HTTP/1.1" status: 200 len: 852 time: 0.0747550 Aug 04 17:48:50.555213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-1056910b-b30c-4f79-b395-2665906108df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ecf63edf-4691-47db-9d79-39e0d4619bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310962 Aug 04 17:48:50.573609 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-d0fd07fd-e73d-455f-ab49-a0f3206193c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecf63edf-4691-47db-9d79-39e0d4619bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420606 Aug 04 17:48:51.099054 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-7f5a2238-65e0-41ef-9176-44841a206ddb service neutron] 10.222.0.90 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275671 Aug 04 17:48:51.106745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-0888e64f-e06b-452c-a48d-cd9a839258a8 service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248742 Aug 04 17:48:51.123384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b2ad4-98a9-43c5-9ce5-fd45f5215350 req-ae177bf6-0cd0-4f40-be59-4246aa4e97b7 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:51.124783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-918b2ad4-98a9-43c5-9ce5-fd45f5215350 req-ae177bf6-0cd0-4f40-be59-4246aa4e97b7 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 943 time: 0.1201351 Aug 04 17:48:51.152527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8452d12e-af2f-4e77-b6d7-8e834a99ec92 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:48:51.251837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92,segment=NetworkSegment(9a366980-8556-4700-be3e-e825c59b5aa8),segment_id=9a366980-8556-4700-be3e-e825c59b5aa8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:48:51.264116 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '8452d12e-af2f-4e77-b6d7-8e834a99ec92', 'network_id': 'ecf63edf-4691-47db-9d79-39e0d4619bd7', 'port_id': '8452d12e-af2f-4e77-b6d7-8e834a99ec92', 'mac_address': 'fa:16:3e:c1:81:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f48b08-0caa-4706-9e2d-81e4ed49a0aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:48:51.269129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-918b2ad4-98a9-43c5-9ce5-fd45f5215350 req-6db1068b-052d-4196-975b-c7c37309736b tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270823 Aug 04 17:48:51.308519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-195a2f32-df47-4290-b667-1fa7956442de service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931064 Aug 04 17:48:51.308663 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:51.310311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b72acd20-6619-40bc-8ff6-63cd997390da req-a4a06d95-2de1-4bf7-a883-2970ab12874c service neutron] 10.222.0.90 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027123 Aug 04 17:48:51.322716 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8452d12e-af2f-4e77-b6d7-8e834a99ec92 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:48:51.343240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92,segment=NetworkSegment(9a366980-8556-4700-be3e-e825c59b5aa8),segment_id=9a366980-8556-4700-be3e-e825c59b5aa8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:48:51.348324 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:51.395749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8452d12e-af2f-4e77-b6d7-8e834a99ec92,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:51.403826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.404162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.404565 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.404826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.405196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.405467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.405787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.406102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.406416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.406732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.407068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.407384 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:51.551680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-c8dd0486-8ff6-4686-9e26-d02104e26bc3 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:51.553249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-c8dd0486-8ff6-4686-9e26-d02104e26bc3 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.82 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3&tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 944 time: 0.0548394 Aug 04 17:48:51.585497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8452d12e-af2f-4e77-b6d7-8e834a99ec92'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:48:51.619934 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-f94dbcd4-ef42-4d5d-986f-1cc6ef204a30 service neutron] delete failed (client error): The resource could not be found. Aug 04 17:48:51.620987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-f94dbcd4-ef42-4d5d-986f-1cc6ef204a30 service neutron] 10.222.0.82 "DELETE /v2.0/ports/8452d12e-af2f-4e77-b6d7-8e834a99ec92/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0605261 Aug 04 17:48:51.708390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-960be155-d885-4c7d-b9c7-d6ef6c2b8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:51.709998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-960be155-d885-4c7d-b9c7-d6ef6c2b8136 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 1095 time: 0.0428386 Aug 04 17:48:51.803665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-94d03569-2697-4155-958c-030334756dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:51.805184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-94d03569-2697-4155-958c-030334756dec service neutron] 10.222.0.82 "GET /v2.0/networks?id=ecf63edf-4691-47db-9d79-39e0d4619bd7 HTTP/1.1" status: 200 len: 914 time: 0.0882969 Aug 04 17:48:51.846480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-b34d41cb-1416-4808-962e-382f3f1cf576 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 200 len: 217 time: 0.0336633 Aug 04 17:48:51.894775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-73b2af92-33b8-4553-b043-50f5562fb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:51.896242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-73b2af92-33b8-4553-b043-50f5562fb0f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87f48b08-0caa-4706-9e2d-81e4ed49a0aa HTTP/1.1" status: 200 len: 852 time: 0.0428178 Aug 04 17:48:51.932111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-24e9e387-2175-41c4-bcfa-e5f435f44486 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecf63edf-4691-47db-9d79-39e0d4619bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288687 Aug 04 17:48:52.019719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-61188d27-c662-45df-8bba-43b886ecd1c9 service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805821 Aug 04 17:48:52.115056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-bd3293b4-6d88-4ad7-b8f6-dda8de02cec3 service neutron] 10.222.0.82 "GET /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872500 Aug 04 17:48:52.230886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8452d12e-af2f-4e77-b6d7-8e834a99ec92 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:48:52.271656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 8452d12e-af2f-4e77-b6d7-8e834a99ec92 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:48:52.855841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0634f0-aefa-4106-9844-ce9025a87880 req-a0111024-39f5-4efc-b40b-13c2af352c13 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:52.857282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca0634f0-aefa-4106-9844-ce9025a87880 req-a0111024-39f5-4efc-b40b-13c2af352c13 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 944 time: 0.0543027 Aug 04 17:48:52.898574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca0634f0-aefa-4106-9844-ce9025a87880 req-83092b4e-dd05-4f31-9786-bcdd276e22ff tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Aug 04 17:48:53.164899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8452d12e-af2f-4e77-b6d7-8e834a99ec92 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:48:53.218998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:48:53.222545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:48:53.222940 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:53.302010 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:53.324865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:48:53.327139 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b757d9-d235-40b7-91d4-b79dad3d93d0" -d '{"events": [{"server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "name": "network-vif-plugged", "status": "completed", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:48:53.340411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92,segment=NetworkSegment(9a366980-8556-4700-be3e-e825c59b5aa8),segment_id=9a366980-8556-4700-be3e-e825c59b5aa8)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:48:53.346481 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:53.369980 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed62a82-a841-420c-a983-2a8b1fcc17e2 x-openstack-request-id: req-8ed62a82-a841-420c-a983-2a8b1fcc17e2 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:48:53.370255 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "name": "network-vif-plugged", "status": "completed", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:48:53.370510 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ed62a82-a841-420c-a983-2a8b1fcc17e2 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:48:53.370925 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92', 'code': 200} Aug 04 17:48:53.398592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=8452d12e-af2f-4e77-b6d7-8e834a99ec92,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:54.047910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35766d37-6f80-421c-88eb-55de1c5967e1 req-17740055-fb7c-4d39-9590-7cdf84881d7c tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:54.049351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35766d37-6f80-421c-88eb-55de1c5967e1 req-17740055-fb7c-4d39-9590-7cdf84881d7c tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0688419 Aug 04 17:48:54.110421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-35766d37-6f80-421c-88eb-55de1c5967e1 req-b59f1184-ef0a-49ff-b032-934e333c5a26 tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.39 "GET /v2.0/security-groups?id=c27a437b-6b52-4928-9d28-2c24ec0fdea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 Aug 04 17:48:54.118754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-b39aa9e8-e515-416f-acf3-7980e64df6db tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:54.120202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-b39aa9e8-e515-416f-acf3-7980e64df6db tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.90 "GET /v2.0/ports?device_id=a387ade1-c746-4288-beba-9e2bd6456ff3 HTTP/1.1" status: 200 len: 945 time: 0.0883460 Aug 04 17:48:54.221617 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-81dea1e3-b680-4c21-bf2a-7d6cdd00017f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Deleting port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:48:54.221857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-81dea1e3-b680-4c21-bf2a-7d6cdd00017f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:54.316381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-81dea1e3-b680-4c21-bf2a-7d6cdd00017f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] For port 8452d12e-af2f-4e77-b6d7-8e834a99ec92, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=8452d12e-af2f-4e77-b6d7-8e834a99ec92,segment=NetworkSegment(9a366980-8556-4700-be3e-e825c59b5aa8),segment_id=9a366980-8556-4700-be3e-e825c59b5aa8)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:48:54.316769 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-81dea1e3-b680-4c21-bf2a-7d6cdd00017f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:54.331663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-81dea1e3-b680-4c21-bf2a-7d6cdd00017f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Calling delete_port for 8452d12e-af2f-4e77-b6d7-8e834a99ec92 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:48:54.472852 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-81dea1e3-b680-4c21-bf2a-7d6cdd00017f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:54.487411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['8452d12e-af2f-4e77-b6d7-8e834a99ec92'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:48:54.510355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dea1e3-b680-4c21-bf2a-7d6cdd00017f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Pushing event deleted for resources: {'Port': ['ID=8452d12e-af2f-4e77-b6d7-8e834a99ec92,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:54.553207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-81dea1e3-b680-4c21-bf2a-7d6cdd00017f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] No DVR routers for this DVR port 8452d12e-af2f-4e77-b6d7-8e834a99ec92 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:48:54.556101 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-81dea1e3-b680-4c21-bf2a-7d6cdd00017f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:54.558162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b459d2a7-d985-47eb-bd38-f3b748c88d46 req-81dea1e3-b680-4c21-bf2a-7d6cdd00017f tempest-DeleteServersTestJSON-80329849 tempest-DeleteServersTestJSON-80329849-project] 10.222.0.90 "DELETE /v2.0/ports/8452d12e-af2f-4e77-b6d7-8e834a99ec92 HTTP/1.1" status: 204 len: 173 time: 0.4319599 Aug 04 17:48:54.558662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'name': 'network-vif-deleted', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:48:54.561006 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a45ed48fb2806037f8ea4727e8467641aae3bda0329936c77c7e7cbdbffa2bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46478c5-6a51-4c54-8cc1-109e5b3c68c2" -d '{"events": [{"server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "name": "network-vif-deleted", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:48:54.602273 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd29122-68e7-469a-85fc-be4f2ea25cde x-openstack-request-id: req-bcd29122-68e7-469a-85fc-be4f2ea25cde {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:48:54.602569 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a387ade1-c746-4288-beba-9e2bd6456ff3", "name": "network-vif-deleted", "tag": "8452d12e-af2f-4e77-b6d7-8e834a99ec92", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:48:54.602856 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcd29122-68e7-469a-85fc-be4f2ea25cde {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:48:54.603261 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a387ade1-c746-4288-beba-9e2bd6456ff3', 'name': 'network-vif-deleted', 'tag': '8452d12e-af2f-4e77-b6d7-8e834a99ec92', 'status': 'completed', 'code': 200} Aug 04 17:48:55.258067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38034) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:55.315328 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Deleting subnet 87f48b08-0caa-4706-9e2d-81e4ed49a0aa {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:48:55.318672 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.359076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.402706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.461516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.488081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f48b08-0caa-4706-9e2d-81e4ed49a0aa,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:55.494420 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.496339 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] 10.222.0.39 "DELETE /v2.0/subnets/87f48b08-0caa-4706-9e2d-81e4ed49a0aa HTTP/1.1" status: 204 len: 168 time: 0.2372322 Aug 04 17:48:55.499262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38036) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:55.502884 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.503214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.503897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.504249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.504577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.504911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.505236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.505559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.505883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.506207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.506581 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.507161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be13d0c6-dc8b-42a8-8f60-ef6007ef90ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:48:55.567877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.664186 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.679998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf63edf-4691-47db-9d79-39e0d4619bd7']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:48:55.690358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a366980-8556-4700-be3e-e825c59b5aa8') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:48:55.690646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a366980-8556-4700-be3e-e825c59b5aa8') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:48:55.699788 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.713804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.723286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:48:55.723757 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:48:55.726266 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:48:55.787656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.796069 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:55.797177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ecf63edf-4691-47db-9d79-39e0d4619bd7 HTTP/1.1" status: 204 len: 168 time: 0.2969177 Aug 04 17:48:55.813808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df57606-5d2c-4214-8a28-ca420fa629d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf63edf-4691-47db-9d79-39e0d4619bd7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:55.931127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38040) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:55.976961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f3609716-cfc6-4df8-99ee-27cbce5cc9ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddbff3fa0d6642e692d5c3093f82ef44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446289 Aug 04 17:48:55.980990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38042) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:56.033710 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da2a70c3-d158-4138-9fca-9422c19310d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:56.057564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da2a70c3-d158-4138-9fca-9422c19310d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:56.108249 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da2a70c3-d158-4138-9fca-9422c19310d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:56.110922 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-da2a70c3-d158-4138-9fca-9422c19310d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:56.114832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-da2a70c3-d158-4138-9fca-9422c19310d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c27a437b-6b52-4928-9d28-2c24ec0fdea8 HTTP/1.1" status: 204 len: 168 time: 0.1302199 Aug 04 17:48:56.120545 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a70c3-d158-4138-9fca-9422c19310d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a437b-6b52-4928-9d28-2c24ec0fdea8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:56.814284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38064) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:56.916200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1227094811-network', 'tenant_id': '7998f4097f16493d9be59dfe9781ae29'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:48:56.945549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Made reservation on behalf of 7998f4097f16493d9be59dfe9781ae29 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:48:56.947923 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:56.958112 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:57.066001 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:57.071621 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:57.099675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:48:57.109512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b01e03-cec7-456c-af4d-390805e19100,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:57.114476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:57.114722 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Added segment 2f593cce-342e-4d73-bce4-fdc00ec0b911 of type vlan for network 4b967273-6307-40cc-8bce-84e01a6985da Aug 04 17:48:57.155540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:57.186764 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:57.187838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:57.188441 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:57.195493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8452d12e-af2f-4e77-b6d7-8e834a99ec92 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:48:57.215253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 8452d12e-af2f-4e77-b6d7-8e834a99ec92 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:48:57.215527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 8452d12e-af2f-4e77-b6d7-8e834a99ec92 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:48:57.247865 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4324665 Aug 04 17:48:57.250795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8af853-338c-49e6-9b67-07f385d22b6e admin admin] Pushing event updated for resources: {'Network': ['ID=4b967273-6307-40cc-8bce-84e01a6985da,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:57.251029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38068) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:48:57.256654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Request body: {'subnet': {'network_id': '4b967273-6307-40cc-8bce-84e01a6985da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1227094811-subnet', 'tenant_id': '7998f4097f16493d9be59dfe9781ae29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:48:57.261156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 4b967273-6307-40cc-8bce-84e01a6985da details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:48:57.281233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Made reservation on behalf of 7998f4097f16493d9be59dfe9781ae29 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:48:57.283780 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:57.469584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:57.524235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cc0574-e823-4171-9ef6-bef3e6524356,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:48:57.533022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Checking segment: {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:48:57.533382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Network hostable DHCP agents. Network: 4b967273-6307-40cc-8bce-84e01a6985da, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:48:57.551766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Network 4b967273-6307-40cc-8bce-84e01a6985da is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:48:57.561567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 4b967273-6307-40cc-8bce-84e01a6985da) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:48:57.565749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:57.566441 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:48:57.572391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d04bf2-7dfe-425f-b030-b0dea6bc87b3 None None] Network 4b967273-6307-40cc-8bce-84e01a6985da requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:48:57.585235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-355fe769-43c7-4088-8e6d-2ee31d37261c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3329124 Aug 04 17:48:57.711380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f37c2-cfb4-4af0-8920-4bd98885d18b None None] Network 4b967273-6307-40cc-8bce-84e01a6985da requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:48:58.405575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-8b3ba059-d335-4a21-b855-73cb4d1ea988 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:48:58.407063 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-8b3ba059-d335-4a21-b855-73cb4d1ea988 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 815 time: 0.1099031 Aug 04 17:48:58.424433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-00820c87-12bc-4cb5-a37b-738d88ed1ec4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/quotas/7998f4097f16493d9be59dfe9781ae29 HTTP/1.1" status: 200 len: 375 time: 0.0091734 Aug 04 17:48:58.455869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-8eddcead-3cc4-4d35-8be4-69d2b11cfc25 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260482 Aug 04 17:48:58.621254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-d8b4965d-d598-4d95-be2d-0dffc32aa570 service neutron] 10.222.0.39 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581821 Aug 04 17:48:58.724675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-fb992d86-194f-42cc-a05c-922feda4609b service neutron] 10.222.0.39 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969820 Aug 04 17:48:59.928680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85fbc1f7-8a2e-4e21-a2ac-8a7b019b4165 req-7ab349b6-8f53-4238-8677-8763043b4775 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 210 time: 0.0270293 Aug 04 17:49:01.033244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85388ac0-3aa2-4924-b7a6-57e27294bbad req-2a16732e-dfad-4a9f-b8cc-b0d9c1178287 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 210 time: 0.0326793 Aug 04 17:49:01.142336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-7482ce46-1556-4de9-9399-a2a50960c566 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:01.143823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-7482ce46-1556-4de9-9399-a2a50960c566 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 815 time: 0.1033175 Aug 04 17:49:01.157628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Request body: {'port': {'device_id': '2996def9-a471-4be1-b294-0d2626a523f0', 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da', 'admin_state_up': True, 'tenant_id': '7998f4097f16493d9be59dfe9781ae29'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:49:01.281366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Made reservation on behalf of 7998f4097f16493d9be59dfe9781ae29 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:49:01.285224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:01.423285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Allocated IP 172.20.0.13 (4b967273-6307-40cc-8bce-84e01a6985da/98cc0574-e823-4171-9ef6-bef3e6524356/0c485e18-c627-4bd6-8f59-fbeb2bba0058) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:49:01.596286 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:01.639931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:01.682705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Network 4b967273-6307-40cc-8bce-84e01a6985da is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:49:01.687817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:49:01.691492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:49:01.697983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Pushing event updated for resources: {'Port': ['ID=0c485e18-c627-4bd6-8f59-fbeb2bba0058,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:01.749102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:01.749737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:01.765911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-6f2dbb8b-4526-464c-9725-bf99140d70a4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6124814 Aug 04 17:49:01.778250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Request body: {'port': {'device_id': '2996def9-a471-4be1-b294-0d2626a523f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:49:01.831007 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:02.032646 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d2c6363c-08b6-46be-a82f-3cb750cda2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:02.163674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c485e18-c627-4bd6-8f59-fbeb2bba0058 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:49:02.173161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:02.190451 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Transition to ACTIVE for port object 0c485e18-c627-4bd6-8f59-fbeb2bba0058 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:49:02.200108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b964ae-d36a-4c45-9763-c4472cf5bf67 req-79ae0f8f-be2a-4269-b7f3-6ce988ff1a2f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:02.201635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83b964ae-d36a-4c45-9763-c4472cf5bf67 req-79ae0f8f-be2a-4269-b7f3-6ce988ff1a2f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 932 time: 0.0971553 Aug 04 17:49:02.202691 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:02.279165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Pushing event updated for resources: {'Port': ['ID=0c485e18-c627-4bd6-8f59-fbeb2bba0058,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:02.289174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-83b964ae-d36a-4c45-9763-c4472cf5bf67 req-74b26a89-4ac0-4eed-883a-4faac3e28fb6 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812130 Aug 04 17:49:02.360916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Attempting to bind port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:49:02.361244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Attempting to bind port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:49:02.361580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Attempting to bind port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 on network 4b967273-6307-40cc-8bce-84e01a6985da {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:49:02.366565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 on network 4b967273-6307-40cc-8bce-84e01a6985da not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:49:02.367132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Attempting to bind port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 on network 4b967273-6307-40cc-8bce-84e01a6985da {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:49:02.373396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:49:02.373743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Checking segment: {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:49:02.374135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Bound using segment: {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:49:02.374569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Bound port: 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:49:02.374958 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:02.444145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:49:02.448083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:49:02.453500 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:02.489461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:02.490068 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:02.491850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-f13b2a97-6657-4088-a661-863949123e5f service neutron] 10.222.0.90 "PUT /v2.0/ports/0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 200 len: 1092 time: 0.7177198 Aug 04 17:49:02.492560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:49:02.525102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b2a97-6657-4088-a661-863949123e5f service neutron] Pushing event updated for resources: {'Port': ['ID=0c485e18-c627-4bd6-8f59-fbeb2bba0058,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:02.538979 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6953af4c-caf6-499f-866b-71527b3a3ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:49:02.582170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-0cf0275c-4fd1-47ec-9556-5e169947df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:02.583797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-0cf0275c-4fd1-47ec-9556-5e169947df98 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 1095 time: 0.0487902 Aug 04 17:49:02.632046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-be6faa0f-cef6-4fd9-858b-5151261e7838 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 200 len: 217 time: 0.0397763 Aug 04 17:49:02.635651 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82c4434-810b-40a1-9087-709f826c82aa x-openstack-request-id: req-b82c4434-810b-40a1-9087-709f826c82aa {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:49:02.635936 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:49:02.636187 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b82c4434-810b-40a1-9087-709f826c82aa {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:49:02.636585 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058', 'status': 'completed', 'code': 200} Aug 04 17:49:02.688017 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-d50e4f28-c54f-4470-9862-8dc758618f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:02.690223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-d50e4f28-c54f-4470-9862-8dc758618f65 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0472393 Aug 04 17:49:02.727651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-da98b63b-93af-48fd-96a5-b44b600f789f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302341 Aug 04 17:49:02.824592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-84664c5d-387f-4481-8a6e-42ab901d2a44 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Aug 04 17:49:02.918340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4331d4fc-95b1-461d-9d96-6a1e1bd56f51 req-40740813-face-4866-9da7-ed0baed9f663 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856454 Aug 04 17:49:03.013134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953af4c-caf6-499f-866b-71527b3a3ba9 req-d721711b-6053-4324-bfb1-f07e39cc114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:03.014650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6953af4c-caf6-499f-866b-71527b3a3ba9 req-d721711b-6053-4324-bfb1-f07e39cc114c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 1095 time: 0.0431933 Aug 04 17:49:03.197522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953af4c-caf6-499f-866b-71527b3a3ba9 req-f6b279c8-7914-44e1-bfa7-efe8a3b79d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:03.199077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6953af4c-caf6-499f-866b-71527b3a3ba9 req-f6b279c8-7914-44e1-bfa7-efe8a3b79d05 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.1394124 Aug 04 17:49:03.242382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6953af4c-caf6-499f-866b-71527b3a3ba9 req-3f285399-be8d-460c-a1d8-0c14c89f26b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 200 len: 217 time: 0.0354486 Aug 04 17:49:03.298459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953af4c-caf6-499f-866b-71527b3a3ba9 req-770bc2ce-26e3-4ae2-9ba8-ba0a8c1a642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:03.299943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6953af4c-caf6-499f-866b-71527b3a3ba9 req-770bc2ce-26e3-4ae2-9ba8-ba0a8c1a642d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0505779 Aug 04 17:49:03.332749 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6953af4c-caf6-499f-866b-71527b3a3ba9 req-52b5482f-fbfd-46c5-afb9-91c52c739e74 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254657 Aug 04 17:49:03.462395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a0328-7c13-4b38-9df0-d183d74448c9 req-83c5eba8-4dcb-48ad-9275-263aa474e50a tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:03.464022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b06a0328-7c13-4b38-9df0-d183d74448c9 req-83c5eba8-4dcb-48ad-9275-263aa474e50a tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 944 time: 0.1047447 Aug 04 17:49:03.468265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6953af4c-caf6-499f-866b-71527b3a3ba9 req-8426bbc5-b273-473f-9717-1a5ca9eb9f3a service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267409 Aug 04 17:49:03.555028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b06a0328-7c13-4b38-9df0-d183d74448c9 req-2fbad4a9-661d-43ee-ad6b-7e5c4559fd20 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847430 Aug 04 17:49:03.585823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6953af4c-caf6-499f-866b-71527b3a3ba9 req-b523b2ab-4f81-49f7-a91c-3157e1b44875 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085172 Aug 04 17:49:04.479152 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-723c0223-985f-4e60-8dd7-67baf01204b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:04.689515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e5ee-ec55-404c-a45c-ef9fc7b4c21b req-ef0524cf-a3be-4378-93f3-133956161baa tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:04.691098 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c445e5ee-ec55-404c-a45c-ef9fc7b4c21b req-ef0524cf-a3be-4378-93f3-133956161baa tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 944 time: 0.0617058 Aug 04 17:49:04.734109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c445e5ee-ec55-404c-a45c-ef9fc7b4c21b req-275401ae-26ba-477f-b12a-d1ae27c2c15c tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353227 Aug 04 17:49:05.088999 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:05.260195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0c485e18-c627-4bd6-8f59-fbeb2bba0058 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:49:05.366344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:05.377956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '0c485e18-c627-4bd6-8f59-fbeb2bba0058', 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da', 'port_id': '0c485e18-c627-4bd6-8f59-fbeb2bba0058', 'mac_address': 'fa:16:3e:0f:a7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cc0574-e823-4171-9ef6-bef3e6524356', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:49:05.417738 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:05.431242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c485e18-c627-4bd6-8f59-fbeb2bba0058 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:49:05.451000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:05.458362 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:05.505928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=0c485e18-c627-4bd6-8f59-fbeb2bba0058,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:05.644462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['0c485e18-c627-4bd6-8f59-fbeb2bba0058'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:49:05.853394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f304ab-32a2-46b1-b312-0859d7b54871 req-41bcfe4b-df66-4e6e-9823-7b9d249bb823 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:05.854952 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f304ab-32a2-46b1-b312-0859d7b54871 req-41bcfe4b-df66-4e6e-9823-7b9d249bb823 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 945 time: 0.0509739 Aug 04 17:49:05.907523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7f304ab-32a2-46b1-b312-0859d7b54871 req-efafa366-7c00-4088-8b91-9025e707e65c tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Aug 04 17:49:06.039919 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:07.062885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045080e-934f-4e83-94e8-28a735f83e36 req-b4308a0a-d496-46e8-99a7-a934059867a1 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:07.064382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5045080e-934f-4e83-94e8-28a735f83e36 req-b4308a0a-d496-46e8-99a7-a934059867a1 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 945 time: 0.0666416 Aug 04 17:49:07.110060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5045080e-934f-4e83-94e8-28a735f83e36 req-21ee3016-7423-459c-9f91-3beee6598aaf tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364058 Aug 04 17:49:07.259405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0c485e18-c627-4bd6-8f59-fbeb2bba0058 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:49:07.325007 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:49:07.329158 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:49:07.329539 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:07.412606 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:07.435761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:49:07.438061 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2346d3b6c42fab1294236bce76c187903aeec4de65766502cb643d4374b9481e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11df4a2e-7a8c-4424-8cd5-39c1aaa34b3c" -d '{"events": [{"server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "name": "network-vif-plugged", "status": "completed", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:49:07.452596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:07.458154 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:07.487505 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1fc8b2-735a-4d22-bc24-9de0131d680d x-openstack-request-id: req-fe1fc8b2-735a-4d22-bc24-9de0131d680d {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:49:07.488054 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "name": "network-vif-plugged", "status": "completed", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:49:07.488303 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe1fc8b2-735a-4d22-bc24-9de0131d680d {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:49:07.488688 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058', 'code': 200} Aug 04 17:49:07.517409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=0c485e18-c627-4bd6-8f59-fbeb2bba0058,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:07.576488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba69912-064f-4e21-8280-150462a91c7a req-788c197a-f8b0-4b07-beee-636d087c70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:07.577933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ba69912-064f-4e21-8280-150462a91c7a req-788c197a-f8b0-4b07-beee-636d087c70a1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 1097 time: 0.0438547 Aug 04 17:49:07.615745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ba69912-064f-4e21-8280-150462a91c7a req-8c988cf1-3354-44ef-ab8a-32b13932da70 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305960 Aug 04 17:49:07.626208 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:08.233227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c83b9a-5356-45f6-a845-ce90eff5e89a req-cfc9640e-196b-40c3-baa7-b5ed76fd0e17 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:08.234738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2c83b9a-5356-45f6-a845-ce90eff5e89a req-cfc9640e-196b-40c3-baa7-b5ed76fd0e17 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0511200 Aug 04 17:49:08.276176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2c83b9a-5356-45f6-a845-ce90eff5e89a req-d642bef9-e793-4f51-93cf-3cbecab83d4f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Aug 04 17:49:09.405948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d5fdb-1dd8-42b9-b25f-6262cac6a3dd req-aa9755fb-db38-4e2a-93c6-89bef14cbe80 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:09.407499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-668d5fdb-1dd8-42b9-b25f-6262cac6a3dd req-aa9755fb-db38-4e2a-93c6-89bef14cbe80 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0505674 Aug 04 17:49:09.456205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-668d5fdb-1dd8-42b9-b25f-6262cac6a3dd req-44f8692a-5cd2-4ef0-bbb6-a8d53e1debde tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387321 Aug 04 17:49:09.512492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:09.579001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca6db-5b85-499b-9f09-e0ffbf5fa8fa req-42840e20-ffba-40d5-b9ab-e770c4f8df26 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:09.580440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffdca6db-5b85-499b-9f09-e0ffbf5fa8fa req-42840e20-ffba-40d5-b9ab-e770c4f8df26 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0545809 Aug 04 17:49:09.585542 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:09.620156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ffdca6db-5b85-499b-9f09-e0ffbf5fa8fa req-c20a547b-77c1-48b2-b20a-3963b2b9fc58 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Aug 04 17:49:09.848408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cd6c7-28c9-470f-9b4f-a75bc186c202 req-53e5d3fd-2149-4645-9e91-494013a66011 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:09.849817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a1cd6c7-28c9-470f-9b4f-a75bc186c202 req-53e5d3fd-2149-4645-9e91-494013a66011 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0531251 Aug 04 17:49:09.892054 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5a1cd6c7-28c9-470f-9b4f-a75bc186c202 req-590bce9c-1723-4897-bbcd-61a15706e952 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336165 Aug 04 17:49:10.012532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d2f0d-0a0b-4073-b47d-1cff3d7de1f4 req-6ef22d41-92b6-40b7-91a0-47d724394d4e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:10.014006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-605d2f0d-0a0b-4073-b47d-1cff3d7de1f4 req-6ef22d41-92b6-40b7-91a0-47d724394d4e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0532424 Aug 04 17:49:10.056369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-605d2f0d-0a0b-4073-b47d-1cff3d7de1f4 req-dfd5d298-6d5a-4646-ad2e-82172d8f1315 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332437 Aug 04 17:49:10.245944 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:49:10.396732 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-69af968a-67b9-404b-bc11-7b4c08ff752d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455058 Aug 04 17:49:10.404972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96116fcd-661c-46ee-9e1b-10252ff5fe91 req-2c0175a9-1284-4a4e-8b93-3018efd29b81 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:10.406601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96116fcd-661c-46ee-9e1b-10252ff5fe91 req-2c0175a9-1284-4a4e-8b93-3018efd29b81 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0542872 Aug 04 17:49:10.447986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96116fcd-661c-46ee-9e1b-10252ff5fe91 req-671773d1-771e-4f90-ad29-b97c2b55d108 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344470 Aug 04 17:49:11.580741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-8b807f95-bc29-419f-b799-e9e2cd11b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:11.582249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-8b807f95-bc29-419f-b799-e9e2cd11b863 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 1097 time: 0.0689588 Aug 04 17:49:11.589711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9fc73-0422-4334-a11f-490e6a17dfee req-552e1c46-6f81-4580-ae12-1d4d70023576 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:11.591080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89d9fc73-0422-4334-a11f-490e6a17dfee req-552e1c46-6f81-4580-ae12-1d4d70023576 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0696623 Aug 04 17:49:11.681074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-89d9fc73-0422-4334-a11f-490e6a17dfee req-b4ae948f-2b84-4976-bd1c-0c0fe832b0ef tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820365 Aug 04 17:49:11.702004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-2c545475-324a-46f9-8a85-4ae92888c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:11.703512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-2c545475-324a-46f9-8a85-4ae92888c3e6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.1116123 Aug 04 17:49:11.745468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9baa8084-b227-466f-bbd2-ef8182f48d26 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 200 len: 217 time: 0.0345304 Aug 04 17:49:11.799798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-43d1b548-4bc0-4b96-bede-22cc8563efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:11.801244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-43d1b548-4bc0-4b96-bede-22cc8563efea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0495753 Aug 04 17:49:11.839918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-5cff33c5-06b8-470d-8295-672e94b9833d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309176 Aug 04 17:49:11.939496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-3a1079e3-c3a9-4091-a8a5-573aee989ecc service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919383 Aug 04 17:49:12.045941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-804d48f6-f2c4-44db-a19c-3b9f5dba5e44 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989952 Aug 04 17:49:12.816741 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a45ca-833d-4328-8cc5-052d32e4cf4a req-c21f0b8a-bfb7-438f-ab63-a0b97d3a3197 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:12.818238 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca7a45ca-833d-4328-8cc5-052d32e4cf4a req-c21f0b8a-bfb7-438f-ab63-a0b97d3a3197 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0676627 Aug 04 17:49:12.860896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca7a45ca-833d-4328-8cc5-052d32e4cf4a req-0765f422-0f76-4563-8fd3-a60ad90e3d6c tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Aug 04 17:49:13.982128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d356d-f616-4a65-ad0a-52b768596a03 req-cb9d6766-f7da-44fb-942b-13bcb807434b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:13.984464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d5d356d-f616-4a65-ad0a-52b768596a03 req-cb9d6766-f7da-44fb-942b-13bcb807434b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0519214 Aug 04 17:49:14.034352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d5d356d-f616-4a65-ad0a-52b768596a03 req-84923444-a4fa-41c3-b54f-0d0bb92ab5ca tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Aug 04 17:49:15.158459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da62bae-6132-4735-ac8b-fca60fb4993c req-8159f691-8e1a-4dd7-9374-90eecdf14705 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:15.159987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2da62bae-6132-4735-ac8b-fca60fb4993c req-8159f691-8e1a-4dd7-9374-90eecdf14705 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0549977 Aug 04 17:49:15.197833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2da62bae-6132-4735-ac8b-fca60fb4993c req-681a2afc-7865-4dba-ad6d-a3b16021cfca tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Aug 04 17:49:16.343278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d95ea-0910-4851-a1de-b1b158dbba5d req-4b42b59f-c1d0-4ae9-b136-bf1bd55edb02 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:16.344983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c0d95ea-0910-4851-a1de-b1b158dbba5d req-4b42b59f-c1d0-4ae9-b136-bf1bd55edb02 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0605996 Aug 04 17:49:16.389096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0c0d95ea-0910-4851-a1de-b1b158dbba5d req-a00e45a9-b90d-49e1-8148-25b6e80cc9ea tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379522 Aug 04 17:49:17.533009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e5c13-4723-4d65-a2c4-9aebdfc9c5f0 req-c680ec8d-87ea-4720-b0e2-90530e639965 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:17.534537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-551e5c13-4723-4d65-a2c4-9aebdfc9c5f0 req-c680ec8d-87ea-4720-b0e2-90530e639965 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0649657 Aug 04 17:49:17.573641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-551e5c13-4723-4d65-a2c4-9aebdfc9c5f0 req-83690bf3-615b-4440-9949-52709bce084f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329311 Aug 04 17:49:18.723851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5084fa8-530e-4f5f-838e-4c2e08f4ace1 req-19843418-ca65-4c67-b162-7f2e62044f84 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:18.725366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5084fa8-530e-4f5f-838e-4c2e08f4ace1 req-19843418-ca65-4c67-b162-7f2e62044f84 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0677602 Aug 04 17:49:18.767221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5084fa8-530e-4f5f-838e-4c2e08f4ace1 req-3206f856-9e92-491b-bd6b-c8b62d607623 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Aug 04 17:49:19.891743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1d784-35bb-4dfb-84f2-2ba66c6bca6a req-72fa89b1-11db-4273-af7b-07072ca7e4fa tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:19.893226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bdf1d784-35bb-4dfb-84f2-2ba66c6bca6a req-72fa89b1-11db-4273-af7b-07072ca7e4fa tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0493617 Aug 04 17:49:19.932466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bdf1d784-35bb-4dfb-84f2-2ba66c6bca6a req-41f56261-1f51-4b03-811b-fcd68b53de7b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327997 Aug 04 17:49:21.070351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943536a5-abb9-4fd6-9477-102d6241ffff req-e234ffb6-173e-422f-8cae-bb82a1656b09 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:21.071951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-943536a5-abb9-4fd6-9477-102d6241ffff req-e234ffb6-173e-422f-8cae-bb82a1656b09 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0627420 Aug 04 17:49:21.120233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-943536a5-abb9-4fd6-9477-102d6241ffff req-925d423c-8684-4e13-a0fb-25cd6c668668 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362418 Aug 04 17:49:22.251467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cab5a-93be-4257-9bd0-c03d7f453bab req-ee95839f-1a39-4684-9db7-bfbc2a053bcb tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:22.252977 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-577cab5a-93be-4257-9bd0-c03d7f453bab req-ee95839f-1a39-4684-9db7-bfbc2a053bcb tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0560601 Aug 04 17:49:22.296893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-577cab5a-93be-4257-9bd0-c03d7f453bab req-308eb7ce-4c70-440e-8b64-2f37920cff9c tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371604 Aug 04 17:49:23.426659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb080ac-ab8b-4dcd-81eb-3c4947f7e301 req-9e6263ee-e38a-49f9-a7b7-4d65731d39fa tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:23.428410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bb080ac-ab8b-4dcd-81eb-3c4947f7e301 req-9e6263ee-e38a-49f9-a7b7-4d65731d39fa tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0521607 Aug 04 17:49:23.470979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bb080ac-ab8b-4dcd-81eb-3c4947f7e301 req-59019122-123c-4297-85a2-e81fed869a10 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363343 Aug 04 17:49:24.604929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66d8f-8738-4680-8cf8-890bc78f4541 req-b64e2a48-97db-43b0-a107-f8f203cd7586 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:24.606423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22d66d8f-8738-4680-8cf8-890bc78f4541 req-b64e2a48-97db-43b0-a107-f8f203cd7586 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0589519 Aug 04 17:49:24.646049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-22d66d8f-8738-4680-8cf8-890bc78f4541 req-e3d39d3a-ad84-4b9f-8187-616052a6331f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Aug 04 17:49:25.779404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde4d12-6d33-4a43-a668-f01237fda7fd req-6a99409e-b96a-4647-b2de-42f5044a39cf tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:25.781172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdde4d12-6d33-4a43-a668-f01237fda7fd req-6a99409e-b96a-4647-b2de-42f5044a39cf tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0582325 Aug 04 17:49:25.827444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdde4d12-6d33-4a43-a668-f01237fda7fd req-4b6783dd-d794-4c1c-89fd-72c5ebfbdc94 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372880 Aug 04 17:49:26.970613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13580ba-034d-471d-8b1e-432e34adc906 req-b52d1986-1a32-4cb6-a460-e2e5bce36511 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:26.972437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a13580ba-034d-471d-8b1e-432e34adc906 req-b52d1986-1a32-4cb6-a460-e2e5bce36511 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0608993 Aug 04 17:49:27.012503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a13580ba-034d-471d-8b1e-432e34adc906 req-7eea3cbb-44a6-46b2-a4c1-b179653e26db tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338690 Aug 04 17:49:28.155895 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b22b75-4f93-46ab-94e5-f2f0f0792ca2 req-daa0bd8e-4f8e-4013-b8fc-580363ce5e9f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:28.157434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4b22b75-4f93-46ab-94e5-f2f0f0792ca2 req-daa0bd8e-4f8e-4013-b8fc-580363ce5e9f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0656037 Aug 04 17:49:28.196958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4b22b75-4f93-46ab-94e5-f2f0f0792ca2 req-b1802358-c485-4f4a-b5e9-829c778cf232 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Aug 04 17:49:29.325959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412aa80c-2ca3-4298-9077-fd04b9960210 req-5ff7a27d-0679-4466-8400-4c63cc9df93b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:29.327472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-412aa80c-2ca3-4298-9077-fd04b9960210 req-5ff7a27d-0679-4466-8400-4c63cc9df93b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0534074 Aug 04 17:49:29.375381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-412aa80c-2ca3-4298-9077-fd04b9960210 req-397d9759-a49c-4e07-9f36-87ea91114466 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Aug 04 17:49:30.497716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06f2fe-ffab-45fb-ae49-ae381e9fe6c7 req-8a2998db-14dd-4cc9-92d7-5476af23ee45 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:30.499214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b06f2fe-ffab-45fb-ae49-ae381e9fe6c7 req-8a2998db-14dd-4cc9-92d7-5476af23ee45 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0508165 Aug 04 17:49:30.541736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b06f2fe-ffab-45fb-ae49-ae381e9fe6c7 req-dbc02977-9e43-4b64-9990-04dc911a8d94 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Aug 04 17:49:31.687489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd66b-7f51-4d78-9cee-ab7c78adcee2 req-c1d2d177-8731-4f4c-abcb-351ab6389246 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:31.689015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a65dd66b-7f51-4d78-9cee-ab7c78adcee2 req-c1d2d177-8731-4f4c-abcb-351ab6389246 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0512986 Aug 04 17:49:31.730831 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a65dd66b-7f51-4d78-9cee-ab7c78adcee2 req-556efe52-4333-4c38-b46e-a7a521bd02d6 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Aug 04 17:49:32.039936 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-287ba409-a84a-4c78-a227-1253fff2bc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:32.857660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08638b-dca2-4885-8bc3-d7f1a61a447e req-c9704076-4869-4799-ad4c-c2507df1d546 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:32.859164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a08638b-dca2-4885-8bc3-d7f1a61a447e req-c9704076-4869-4799-ad4c-c2507df1d546 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0596693 Aug 04 17:49:32.897768 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0a08638b-dca2-4885-8bc3-d7f1a61a447e req-a48840f6-e524-4a67-b532-11fa1275b1ff tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Aug 04 17:49:34.059791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287c694-a9d5-407d-b5e9-bc7c002ce8a3 req-825c262b-0c71-47bc-80af-dbe1c7e86ff3 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:34.061385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8287c694-a9d5-407d-b5e9-bc7c002ce8a3 req-825c262b-0c71-47bc-80af-dbe1c7e86ff3 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0898514 Aug 04 17:49:34.064196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b0484-fcf1-4714-be7d-ec61ae1551d4 req-7445aa5a-26be-466a-a6ba-2d6be7e61c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:34.065578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e6b0484-fcf1-4714-be7d-ec61ae1551d4 req-7445aa5a-26be-466a-a6ba-2d6be7e61c2a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 1097 time: 0.0593100 Aug 04 17:49:34.144619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8287c694-a9d5-407d-b5e9-bc7c002ce8a3 req-a6c4ac19-9d89-4770-8f46-2a1d2061c1c1 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768311 Aug 04 17:49:34.194194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b0484-fcf1-4714-be7d-ec61ae1551d4 req-cade534f-2727-481d-83bc-696dd614ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:34.196797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e6b0484-fcf1-4714-be7d-ec61ae1551d4 req-cade534f-2727-481d-83bc-696dd614ff65 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.1089087 Aug 04 17:49:34.240638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e6b0484-fcf1-4714-be7d-ec61ae1551d4 req-4f7f7a77-28e9-4711-a303-041f24089481 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 200 len: 217 time: 0.0365374 Aug 04 17:49:34.311692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b0484-fcf1-4714-be7d-ec61ae1551d4 req-a391b0c2-e0c9-48d2-ab81-d30651e48506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:34.313965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e6b0484-fcf1-4714-be7d-ec61ae1551d4 req-a391b0c2-e0c9-48d2-ab81-d30651e48506 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0637107 Aug 04 17:49:34.474459 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f859df7-22a3-4900-82b8-7b538c4d7c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:34.690903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e6b0484-fcf1-4714-be7d-ec61ae1551d4 req-64b9573b-444f-4d83-b3a1-4bba45d9cc88 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3696375 Aug 04 17:49:34.782022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e6b0484-fcf1-4714-be7d-ec61ae1551d4 req-348ce45c-a111-42de-ba49-10b806bb0f96 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823894 Aug 04 17:49:34.880975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e6b0484-fcf1-4714-be7d-ec61ae1551d4 req-0669748c-058e-4937-8146-88d13bfa7683 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909193 Aug 04 17:49:35.095802 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:35.281038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616179f-d43d-4b97-b1f9-d0cc21cf86f7 req-e934ade9-ae58-4d3e-8c3a-297aa2358a4e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:35.282580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3616179f-d43d-4b97-b1f9-d0cc21cf86f7 req-e934ade9-ae58-4d3e-8c3a-297aa2358a4e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0527608 Aug 04 17:49:35.323729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3616179f-d43d-4b97-b1f9-d0cc21cf86f7 req-0a163de2-877c-44a8-836d-c134a8227de0 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347626 Aug 04 17:49:36.043736 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:36.445694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466bb7a-4fe2-4041-8ed3-0c5f54b2ceb9 req-151d1e9f-5de3-4c3c-93c9-abda59f1d524 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:36.447312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3466bb7a-4fe2-4041-8ed3-0c5f54b2ceb9 req-151d1e9f-5de3-4c3c-93c9-abda59f1d524 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0539188 Aug 04 17:49:36.504035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3466bb7a-4fe2-4041-8ed3-0c5f54b2ceb9 req-9c045fc1-5557-4cee-b0b3-76fa1615d301 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Aug 04 17:49:37.630703 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:37.646556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd1086-2157-4c8c-b5a0-53dbdbd6487d req-6ba411cf-86ae-436b-8e6e-b5e376fb2589 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:37.648669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-debd1086-2157-4c8c-b5a0-53dbdbd6487d req-6ba411cf-86ae-436b-8e6e-b5e376fb2589 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0587406 Aug 04 17:49:37.687972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-debd1086-2157-4c8c-b5a0-53dbdbd6487d req-8b0a45e3-e669-4d86-b0ac-ffa269f8fc0d tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330355 Aug 04 17:49:38.815484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0b1c5-c8da-4eb1-96a9-7c93822562b1 req-dda3ce6a-0e75-4ac5-96e2-252cf74c8aa7 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:38.816986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bec0b1c5-c8da-4eb1-96a9-7c93822562b1 req-dda3ce6a-0e75-4ac5-96e2-252cf74c8aa7 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0528727 Aug 04 17:49:38.858536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bec0b1c5-c8da-4eb1-96a9-7c93822562b1 req-d86eba58-e622-4ed2-90b3-d7f340b681e0 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345294 Aug 04 17:49:38.967108 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-a3d49a26-f1e4-4bf3-88d6-a383c513959d service neutron] show failed (client error): The resource could not be found. Aug 04 17:49:38.968174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-a3d49a26-f1e4-4bf3-88d6-a383c513959d service neutron] 10.222.0.90 "GET /v2.0/ports/0c485e18-c627-4bd6-8f59-fbeb2bba0058/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0649312 Aug 04 17:49:39.307296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-d811fdd9-7f4a-4b9d-bd6e-75636d5fe92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:39.309570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-d811fdd9-7f4a-4b9d-bd6e-75636d5fe92d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0&tenant_id=7998f4097f16493d9be59dfe9781ae29 HTTP/1.1" status: 200 len: 1097 time: 0.1065903 Aug 04 17:49:39.323674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:49:39.376404 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:39.511291 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:39.593424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:39.598535 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:39.628534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:49:39.679686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:49:39.682273 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adddb44-79c4-476b-9acf-1672995595f4" -d '{"events": [{"server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "name": "network-vif-unplugged", "status": "completed", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:49:39.686172 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:39.699596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Transition to ACTIVE for port object 0c485e18-c627-4bd6-8f59-fbeb2bba0058 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:49:39.704976 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:39.737777 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71daea14-37b4-486f-b95e-1d0bc553711f x-openstack-request-id: req-71daea14-37b4-486f-b95e-1d0bc553711f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:49:39.738067 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "name": "network-vif-unplugged", "status": "completed", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:49:39.738332 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71daea14-37b4-486f-b95e-1d0bc553711f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:49:39.738729 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058', 'code': 200} Aug 04 17:49:39.759202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Pushing event updated for resources: {'Port': ['ID=0c485e18-c627-4bd6-8f59-fbeb2bba0058,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:39.779057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] No DVR routers for this DVR port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:49:39.782967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.783313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.783651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.783986 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.784267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.784646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.784942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.785266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.785578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.785891 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.786209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.786524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:39.827212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Attempting to bind port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:49:39.827961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Attempting to bind port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:49:39.827961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Attempting to bind port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 on network 4b967273-6307-40cc-8bce-84e01a6985da {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:49:39.832207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 on network 4b967273-6307-40cc-8bce-84e01a6985da not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:49:39.832531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Attempting to bind port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 on network 4b967273-6307-40cc-8bce-84e01a6985da {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:49:39.837524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:49:39.838045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Checking segment: {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:49:39.838553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Bound using segment: {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:49:39.839011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Bound port: 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:49:39.839375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:39.910357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:49:39.913769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:49:39.920054 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:39.979356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:39.979992 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:39.981442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] 10.222.0.82 "PUT /v2.0/ports/0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 200 len: 1092 time: 0.6631508 Aug 04 17:49:40.020500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d887e-b282-4b3e-977b-482ec97d394b service neutron] Pushing event updated for resources: {'Port': ['ID=0c485e18-c627-4bd6-8f59-fbeb2bba0058,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:40.053127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa042c2-ded2-4733-9488-efd311addd2a req-02e5f900-40e6-4bcd-9a03-3d4f37ea2251 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:40.054705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0fa042c2-ded2-4733-9488-efd311addd2a req-02e5f900-40e6-4bcd-9a03-3d4f37ea2251 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 944 time: 0.1255100 Aug 04 17:49:40.081618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-236fae02-b4d8-40f9-94fb-82f2123a0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:40.083181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-236fae02-b4d8-40f9-94fb-82f2123a0c91 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 1095 time: 0.0781622 Aug 04 17:49:40.121261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0fa042c2-ded2-4733-9488-efd311addd2a req-c8e32023-8e1e-45a0-aa50-174192fc62e1 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 Aug 04 17:49:40.188358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-c178df7d-5927-48c2-9897-8bd220d93e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:40.189851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-c178df7d-5927-48c2-9897-8bd220d93e04 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.0954254 Aug 04 17:49:40.232246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-39a051ef-5df7-4cd4-a73e-28705902b735 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 200 len: 217 time: 0.0348544 Aug 04 17:49:40.294939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9b065ec4-15e8-4653-9c99-c258bd805362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:40.296411 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-9b065ec4-15e8-4653-9c99-c258bd805362 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0574131 Aug 04 17:49:40.328428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-a7c78b63-e5cc-4b19-9b64-3f7ff91b0d08 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250466 Aug 04 17:49:40.422007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-4686eee3-8985-479c-ada2-15264fe3ae4c service neutron] 10.222.0.82 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861595 Aug 04 17:49:40.519119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dd48eb3-5a2a-448c-9334-88fd8ee3bd70 req-0330305f-f743-4fef-b883-2a6430495567 service neutron] 10.222.0.82 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896513 Aug 04 17:49:41.255108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3c2f6-4b69-4bcc-81e1-a9c4a14b929e req-a20213c3-23f8-4e25-b117-cb4669e420d8 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:41.256614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46e3c2f6-4b69-4bcc-81e1-a9c4a14b929e req-a20213c3-23f8-4e25-b117-cb4669e420d8 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 944 time: 0.0570297 Aug 04 17:49:41.301478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-46e3c2f6-4b69-4bcc-81e1-a9c4a14b929e req-9d5f052d-fd09-4380-9ff2-f673acaa75b0 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Aug 04 17:49:41.413011 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0c485e18-c627-4bd6-8f59-fbeb2bba0058 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:49:41.460026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 0c485e18-c627-4bd6-8f59-fbeb2bba0058 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:49:41.740261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:49:41.744247 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d199097-d245-4fdd-a551-15e995c6f62d" -d '{"events": [{"name": "network-changed", "server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:49:41.803124 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2d7e4-fc49-4580-af4b-1d35284a487b x-openstack-request-id: req-4ae2d7e4-fc49-4580-af4b-1d35284a487b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:49:41.803433 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:49:41.803661 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ae2d7e4-fc49-4580-af4b-1d35284a487b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:49:41.804092 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058', 'status': 'completed', 'code': 200} Aug 04 17:49:41.897746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d199097-d245-4fdd-a551-15e995c6f62d req-63612187-6d55-48c3-ae88-f5e0b1da4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:41.899307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-63612187-6d55-48c3-ae88-f5e0b1da4b46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 1095 time: 0.0778263 Aug 04 17:49:41.905373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d199097-d245-4fdd-a551-15e995c6f62d req-e5e0d822-1c5b-4df7-a930-0f6f9b641820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:41.906940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-e5e0d822-1c5b-4df7-a930-0f6f9b641820 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 1095 time: 0.0722249 Aug 04 17:49:42.064678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d199097-d245-4fdd-a551-15e995c6f62d req-9c7ba7bb-8f34-4d5b-8324-9352d5bc11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:42.066183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-9c7ba7bb-8f34-4d5b-8324-9352d5bc11c3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.1583943 Aug 04 17:49:42.067268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d199097-d245-4fdd-a551-15e995c6f62d req-64f19d55-dddf-472d-b8d2-8244ce974925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:42.068633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-64f19d55-dddf-472d-b8d2-8244ce974925 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.1533635 Aug 04 17:49:42.113569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-c0f1a69b-7df1-4b67-8858-6ad69180bb9e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 200 len: 217 time: 0.0403495 Aug 04 17:49:42.152954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-3fd541f7-fc33-4017-bb58-5d7ab51cdd56 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 200 len: 217 time: 0.0733268 Aug 04 17:49:42.228555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d199097-d245-4fdd-a551-15e995c6f62d req-20201c05-1eb4-4de0-b8a6-8506d65aab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:42.230064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-20201c05-1eb4-4de0-b8a6-8506d65aab76 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0869524 Aug 04 17:49:42.246028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d199097-d245-4fdd-a551-15e995c6f62d req-2f3a48f1-ca1c-4811-887b-75c0510d2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:42.249468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-2f3a48f1-ca1c-4811-887b-75c0510d2030 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0767746 Aug 04 17:49:42.285320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-d2e7f121-ed07-48a0-bfa2-b918663622be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477700 Aug 04 17:49:42.307083 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-1fe8d14d-c4ae-4dee-b6e2-858afc75268d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351784 Aug 04 17:49:42.411692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c485e18-c627-4bd6-8f59-fbeb2bba0058 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:49:42.524386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:42.537199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '0c485e18-c627-4bd6-8f59-fbeb2bba0058', 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da', 'port_id': '0c485e18-c627-4bd6-8f59-fbeb2bba0058', 'mac_address': 'fa:16:3e:0f:a7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cc0574-e823-4171-9ef6-bef3e6524356', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:49:42.537461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-25850227-dc2f-4924-9a99-4929605edca7 service neutron] 10.222.0.82 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340295 Aug 04 17:49:42.541787 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-440fe64f-8595-4de1-ae7a-699b3dce561b service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239320 Aug 04 17:49:42.552053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f53ae0-1a54-4d16-8139-d5d7d9fe9ee0 req-ba7f61ae-7de3-4f4d-b698-0cb7a1793e21 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:42.553568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f7f53ae0-1a54-4d16-8139-d5d7d9fe9ee0 req-ba7f61ae-7de3-4f4d-b698-0cb7a1793e21 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 944 time: 0.1404588 Aug 04 17:49:42.588402 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:42.603563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c485e18-c627-4bd6-8f59-fbeb2bba0058 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:49:42.629632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:42.634749 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:42.692102 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0c485e18-c627-4bd6-8f59-fbeb2bba0058,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:42.729597 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f7f53ae0-1a54-4d16-8139-d5d7d9fe9ee0 req-be44e471-9ff2-4a14-b7e5-aaa5d9520d7b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587272 Aug 04 17:49:42.758081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-3d8e0b63-8481-4ed7-9795-d1c49bbbfc1d service neutron] 10.222.0.82 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024145 Aug 04 17:49:42.759994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d199097-d245-4fdd-a551-15e995c6f62d req-04515bac-dce0-45e5-ae58-8746377ee88a service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055182 Aug 04 17:49:42.853873 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0c485e18-c627-4bd6-8f59-fbeb2bba0058'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:49:43.011250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-eae2f8d6-09ad-4fe9-be09-cea8e8b0eb61 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:43.013168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-eae2f8d6-09ad-4fe9-be09-cea8e8b0eb61 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.90 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0&tenant_id=7998f4097f16493d9be59dfe9781ae29&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 945 time: 0.0895348 Aug 04 17:49:43.026710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f42ed-b80f-47da-8789-dca0e42dad62 req-48fe3e43-e88d-4737-af60-6f9e1e4cf596 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:43.028386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd1f42ed-b80f-47da-8789-dca0e42dad62 req-48fe3e43-e88d-4737-af60-6f9e1e4cf596 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 945 time: 0.1158724 Aug 04 17:49:43.131169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd1f42ed-b80f-47da-8789-dca0e42dad62 req-e59149d9-406e-46ce-b7d0-33a79d7c6601 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913899 Aug 04 17:49:43.136312 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-89e58205-2f8f-428e-926d-e3bf3d9ee45f service neutron] delete failed (client error): The resource could not be found. Aug 04 17:49:43.137266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-89e58205-2f8f-428e-926d-e3bf3d9ee45f service neutron] 10.222.0.90 "DELETE /v2.0/ports/0c485e18-c627-4bd6-8f59-fbeb2bba0058/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.1079650 Aug 04 17:49:43.230359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-38cc103d-8791-4b31-a639-79d31e8e4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:43.232068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-38cc103d-8791-4b31-a639-79d31e8e4e4e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 1096 time: 0.0473044 Aug 04 17:49:43.335334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-925d0b64-9417-45b7-9b41-bfdc62de6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:43.336829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-925d0b64-9417-45b7-9b41-bfdc62de6873 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.0977225 Aug 04 17:49:43.389938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-8ead1ebc-026a-4d26-8dae-26cd3b8e7b4c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 200 len: 217 time: 0.0457892 Aug 04 17:49:43.454564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-49b12832-7159-48ad-8a66-d31979aa9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:43.457118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-49b12832-7159-48ad-8a66-d31979aa9529 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0599110 Aug 04 17:49:43.494710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-92664f1c-a745-4ac1-95c3-2551e1ac5b39 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295639 Aug 04 17:49:43.601632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-897fab76-ab47-4735-839f-f932e70efcdd service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997703 Aug 04 17:49:43.694479 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23d160ac-1bb4-402c-8c85-e874501e31f4 req-60bfc3bc-de15-4091-98ba-f11954f82f19 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 Aug 04 17:49:44.268494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849e9d5-df6e-4370-9b99-6fe342796d2a req-934ffc55-5f9c-470f-82b5-ca3ec9acf0c4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:44.271257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0849e9d5-df6e-4370-9b99-6fe342796d2a req-934ffc55-5f9c-470f-82b5-ca3ec9acf0c4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 945 time: 0.0622451 Aug 04 17:49:44.315125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0849e9d5-df6e-4370-9b99-6fe342796d2a req-cde3e399-db96-47b5-b7e1-a7c5e0cfa5db tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Aug 04 17:49:44.417932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c485e18-c627-4bd6-8f59-fbeb2bba0058 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:49:44.439757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b211d8-26a7-4fab-a65d-862f358ebf7f req-a70f193d-440a-4ec5-a0c0-ca685672676e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:44.441407 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29b211d8-26a7-4fab-a65d-862f358ebf7f req-a70f193d-440a-4ec5-a0c0-ca685672676e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 945 time: 0.0598996 Aug 04 17:49:44.472843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:49:44.476996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:49:44.477368 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:44.483940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-29b211d8-26a7-4fab-a65d-862f358ebf7f req-64412b6e-961b-4bc9-9e83-18d6a18afa74 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362799 Aug 04 17:49:44.558499 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:44.580445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:49:44.598494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:44.604853 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:44.609720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6385a2-6bd0-4675-9113-8a7170cf85b0 req-3d9efdbb-7d21-464e-ad76-2cf4e8586d93 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:44.611336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d6385a2-6bd0-4675-9113-8a7170cf85b0 req-3d9efdbb-7d21-464e-ad76-2cf4e8586d93 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 945 time: 0.0522628 Aug 04 17:49:44.631695 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75ae93f-0f68-4d19-a17b-03082cb2c19a" -d '{"events": [{"server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "name": "network-vif-plugged", "status": "completed", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:49:44.653552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d6385a2-6bd0-4675-9113-8a7170cf85b0 req-caaa557a-df09-415e-805a-e351d0baf9cf tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Aug 04 17:49:44.661923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0c485e18-c627-4bd6-8f59-fbeb2bba0058,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:44.721272 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286805e6-aa8c-4865-acc6-6962deefc6c7 x-openstack-request-id: req-286805e6-aa8c-4865-acc6-6962deefc6c7 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:49:44.721548 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "name": "network-vif-plugged", "status": "completed", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:49:44.721797 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-286805e6-aa8c-4865-acc6-6962deefc6c7 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:49:44.722191 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058', 'code': 200} Aug 04 17:49:45.020436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-f83978be-8561-4254-a492-da35ead7936b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:45.021920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-f83978be-8561-4254-a492-da35ead7936b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 815 time: 0.1058636 Aug 04 17:49:45.037411 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-0ad9de14-e7c9-4d0f-a62b-381b0a64fb15 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/quotas/7998f4097f16493d9be59dfe9781ae29 HTTP/1.1" status: 200 len: 375 time: 0.0093150 Aug 04 17:49:45.089903 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-3a583abf-7fa7-4bf6-a491-8501ba23d9b0 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458636 Aug 04 17:49:45.285956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-e69364ea-5235-4fe2-a57b-bc104de94a13 service neutron] 10.222.0.39 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526380 Aug 04 17:49:45.387034 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-4cf5ab7f-9d92-495c-ad25-63bf3698fa37 service neutron] 10.222.0.39 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921288 Aug 04 17:49:45.571880 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-02eb7ab9-de35-4852-8376-d30b16861aed req-f25dcc77-a226-4f70-b4b8-6394eb27074c tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 210 time: 0.0308020 Aug 04 17:49:46.154059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-8307bfcb-ac2b-4f31-9309-a280bec20ded tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:46.155663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-8307bfcb-ac2b-4f31-9309-a280bec20ded tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.82 "GET /v2.0/ports?device_id=2996def9-a471-4be1-b294-0d2626a523f0 HTTP/1.1" status: 200 len: 946 time: 0.0610585 Aug 04 17:49:46.263954 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-9b8ace5a-1022-4337-b228-50b21f449182 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Deleting port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:49:46.264275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-9b8ace5a-1022-4337-b228-50b21f449182 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:46.365242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-9b8ace5a-1022-4337-b228-50b21f449182 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] For port 0c485e18-c627-4bd6-8f59-fbeb2bba0058, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0c485e18-c627-4bd6-8f59-fbeb2bba0058,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:46.365601 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-9b8ace5a-1022-4337-b228-50b21f449182 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:46.383963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-9b8ace5a-1022-4337-b228-50b21f449182 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Calling delete_port for 0c485e18-c627-4bd6-8f59-fbeb2bba0058 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:49:46.611531 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-9b8ace5a-1022-4337-b228-50b21f449182 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:46.623981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0c485e18-c627-4bd6-8f59-fbeb2bba0058'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:49:46.633078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-cd748306-deb9-4dc7-b2a4-ad811fecf477 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:46.634651 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-cd748306-deb9-4dc7-b2a4-ad811fecf477 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 815 time: 0.1700907 Aug 04 17:49:46.659710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Request body: {'port': {'device_id': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da', 'admin_state_up': True, 'tenant_id': '7998f4097f16493d9be59dfe9781ae29'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:49:46.663910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ace5a-1022-4337-b228-50b21f449182 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Pushing event deleted for resources: {'Port': ['ID=0c485e18-c627-4bd6-8f59-fbeb2bba0058,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:46.742438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-944c88f9-2361-4100-8082-dc59758b10b3 req-2458dfe3-9f07-4cd3-9d6e-720466a16257 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 210 time: 0.0884249 Aug 04 17:49:46.766981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-9b8ace5a-1022-4337-b228-50b21f449182 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] No DVR routers for this DVR port 0c485e18-c627-4bd6-8f59-fbeb2bba0058 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:49:46.772453 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-9b8ace5a-1022-4337-b228-50b21f449182 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:46.774445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fe144d5-eeeb-4a00-b223-74ea1e6c4fc3 req-9b8ace5a-1022-4337-b228-50b21f449182 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.82 "DELETE /v2.0/ports/0c485e18-c627-4bd6-8f59-fbeb2bba0058 HTTP/1.1" status: 204 len: 173 time: 0.6120098 Aug 04 17:49:46.774878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'name': 'network-vif-deleted', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:49:46.777176 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8b7ec3-d093-41bb-9f68-b83d7d23aa88" -d '{"events": [{"server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "name": "network-vif-deleted", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:49:46.823306 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d0b3dc-ec5f-40b6-8459-b6f5661c41af x-openstack-request-id: req-c6d0b3dc-ec5f-40b6-8459-b6f5661c41af {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:49:46.823593 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2996def9-a471-4be1-b294-0d2626a523f0", "name": "network-vif-deleted", "tag": "0c485e18-c627-4bd6-8f59-fbeb2bba0058", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:49:46.823884 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6d0b3dc-ec5f-40b6-8459-b6f5661c41af {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:49:46.824274 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2996def9-a471-4be1-b294-0d2626a523f0', 'name': 'network-vif-deleted', 'tag': '0c485e18-c627-4bd6-8f59-fbeb2bba0058', 'status': 'completed', 'code': 200} Aug 04 17:49:46.846070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Made reservation on behalf of 7998f4097f16493d9be59dfe9781ae29 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:49:46.849742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:46.985550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Allocated IP 172.20.0.14 (4b967273-6307-40cc-8bce-84e01a6985da/98cc0574-e823-4171-9ef6-bef3e6524356/2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:49:47.140318 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:47.181414 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:47.195017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0c485e18-c627-4bd6-8f59-fbeb2bba0058'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:49:47.223077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Network 4b967273-6307-40cc-8bce-84e01a6985da is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:49:47.228913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:49:47.232864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:49:47.239697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Pushing event updated for resources: {'Port': ['ID=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:47.246013 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:49:47.285407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:47.286014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:47.304798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-2c9babd4-e23d-4de2-84ef-317786bc9d91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6489308 Aug 04 17:49:47.320884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Request body: {'port': {'device_id': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:49:47.380938 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:47.991989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8ef9e-b51f-4c79-9c36-9f365ebe3a84 req-0c6570f6-5a63-46b5-9c41-069673a103e7 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:47.993464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53a8ef9e-b51f-4c79-9c36-9f365ebe3a84 req-0c6570f6-5a63-46b5-9c41-069673a103e7 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 932 time: 0.0807626 Aug 04 17:49:48.071760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53a8ef9e-b51f-4c79-9c36-9f365ebe3a84 req-5d5827d0-32e7-45a0-b3de-632bd76ee449 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715764 Aug 04 17:49:48.082993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:49:48.090578 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:48.102957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Transition to ACTIVE for port object 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:49:48.109262 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:48.160191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Pushing event updated for resources: {'Port': ['ID=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:48.230291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Attempting to bind port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:49:48.230626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Attempting to bind port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:49:48.230970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Attempting to bind port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 on network 4b967273-6307-40cc-8bce-84e01a6985da {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:49:48.235805 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 on network 4b967273-6307-40cc-8bce-84e01a6985da not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:49:48.236118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Attempting to bind port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 on network 4b967273-6307-40cc-8bce-84e01a6985da {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:49:48.241162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:49:48.241500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Checking segment: {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:49:48.241893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Bound using segment: {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:49:48.242310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Bound port: 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:49:48.242671 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:48.311243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:49:48.314785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:49:48.321965 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:48.360347 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:48.360970 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:48.362373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] 10.222.0.90 "PUT /v2.0/ports/2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 HTTP/1.1" status: 200 len: 1092 time: 1.0490093 Aug 04 17:49:48.385729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b8c06-d872-4eb5-b11f-7d2b78fc312a service neutron] Pushing event updated for resources: {'Port': ['ID=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:48.445624 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-8ad0d2e2-ed18-4ce2-9d71-a9d3a96b3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:48.447141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-8ad0d2e2-ed18-4ce2-9d71-a9d3a96b3ad9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 1095 time: 0.0429690 Aug 04 17:49:48.499726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-f18658ef-75f0-4568-910f-cddc33681f4e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 HTTP/1.1" status: 200 len: 217 time: 0.0447624 Aug 04 17:49:48.553211 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-1f2e4843-5104-45eb-8182-77ab73e4b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:48.554727 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-1f2e4843-5104-45eb-8182-77ab73e4b0e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0479577 Aug 04 17:49:48.588082 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-3d4a1425-70df-4b64-b870-391551205c99 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256541 Aug 04 17:49:48.688297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-75830e62-81d1-4cb3-a0d3-845a77e054aa service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931451 Aug 04 17:49:48.781283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1e608df0-a947-4eb5-820a-820595fdafb9 req-76289915-645f-40b0-9494-22b0a33e9e49 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849795 Aug 04 17:49:48.825147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:49:48.828033 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043851d8-9e83-4d8a-9949-47f4f778eff3" -d '{"events": [{"name": "network-changed", "server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:49:48.867522 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc9baca-e3d6-40c6-8e70-11061cf95461 x-openstack-request-id: req-cdc9baca-e3d6-40c6-8e70-11061cf95461 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:49:48.867833 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:49:48.868114 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdc9baca-e3d6-40c6-8e70-11061cf95461 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:49:48.868690 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2', 'status': 'completed', 'code': 200} Aug 04 17:49:48.941722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043851d8-9e83-4d8a-9949-47f4f778eff3 req-11fce5fe-eb5b-4095-8594-aa1fa188050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:48.943275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-043851d8-9e83-4d8a-9949-47f4f778eff3 req-11fce5fe-eb5b-4095-8594-aa1fa188050e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 1095 time: 0.0527985 Aug 04 17:49:49.037571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043851d8-9e83-4d8a-9949-47f4f778eff3 req-964be463-7ea8-4b50-9a05-3c89b4c4fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:49.039166 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-043851d8-9e83-4d8a-9949-47f4f778eff3 req-964be463-7ea8-4b50-9a05-3c89b4c4fb53 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.0886481 Aug 04 17:49:49.082879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-043851d8-9e83-4d8a-9949-47f4f778eff3 req-25ca8e80-c99a-453b-b604-ae467cab9226 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 HTTP/1.1" status: 200 len: 217 time: 0.0353220 Aug 04 17:49:49.139404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043851d8-9e83-4d8a-9949-47f4f778eff3 req-44da84c3-b696-450a-9c4c-b255b91cbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:49.141020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-043851d8-9e83-4d8a-9949-47f4f778eff3 req-44da84c3-b696-450a-9c4c-b255b91cbeb1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0503557 Aug 04 17:49:49.193560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-043851d8-9e83-4d8a-9949-47f4f778eff3 req-4d4b8aa9-3be6-4c0f-821d-8a97d6aeb75c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427849 Aug 04 17:49:49.267797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506069e-06de-432f-a4d0-c240f8d63a2e req-7ab0c046-cb52-449a-8b64-21c893f9cdca tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:49.269321 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9506069e-06de-432f-a4d0-c240f8d63a2e req-7ab0c046-cb52-449a-8b64-21c893f9cdca tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 944 time: 0.1274536 Aug 04 17:49:49.333132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9506069e-06de-432f-a4d0-c240f8d63a2e req-ee341fc7-4a97-49dc-8c1a-dcb9fed3013c tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576389 Aug 04 17:49:49.335106 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-043851d8-9e83-4d8a-9949-47f4f778eff3 req-e1c9ba4d-2151-4277-8e74-ddd018eb06d3 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327908 Aug 04 17:49:49.438637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-043851d8-9e83-4d8a-9949-47f4f778eff3 req-6ce1b2b6-26a4-43b1-ae27-04f103d0b849 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950398 Aug 04 17:49:50.448602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c485e18-c627-4bd6-8f59-fbeb2bba0058 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:49:50.464500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad2a75-c456-4e82-8e88-bcc3218d6b58 req-0d5a4568-d051-4917-b43d-dcd42fbe4790 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:50.465999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23ad2a75-c456-4e82-8e88-bcc3218d6b58 req-0d5a4568-d051-4917-b43d-dcd42fbe4790 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 944 time: 0.0585630 Aug 04 17:49:50.469076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 0c485e18-c627-4bd6-8f59-fbeb2bba0058 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:49:50.469430 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0c485e18-c627-4bd6-8f59-fbeb2bba0058 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:49:50.507260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23ad2a75-c456-4e82-8e88-bcc3218d6b58 req-f6e09315-1f7b-484d-8104-a25b315916c7 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Aug 04 17:49:51.497131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:49:51.604728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:51.617709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2', 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da', 'port_id': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2', 'mac_address': 'fa:16:3e:a3:d6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cc0574-e823-4171-9ef6-bef3e6524356', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:49:51.638429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb55db-f645-45b5-9dea-7c5e367ebfdb req-757b0a0e-4016-4667-994c-6084944f61da tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:51.640383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3eb55db-f645-45b5-9dea-7c5e367ebfdb req-757b0a0e-4016-4667-994c-6084944f61da tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 944 time: 0.0549805 Aug 04 17:49:51.659227 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:51.673482 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:49:51.678174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3eb55db-f645-45b5-9dea-7c5e367ebfdb req-6210ed2c-d7ed-48e3-b819-ed0ade7571f0 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Aug 04 17:49:51.693092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:51.698266 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:51.747853 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:51.755879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.756218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.756552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.756876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.757202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.757521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.757838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.758154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.758466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.758786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.759109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.759419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:49:51.900476 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:49:52.797069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e87b6-5109-4273-88f8-369e04acaa25 req-dcbef050-60e4-4374-9cb5-f9c59d786cff tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:52.798571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f1e87b6-5109-4273-88f8-369e04acaa25 req-dcbef050-60e4-4374-9cb5-f9c59d786cff tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 945 time: 0.0511224 Aug 04 17:49:52.836817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f1e87b6-5109-4273-88f8-369e04acaa25 req-364d6869-4bfa-4df7-939b-4ccd6467e410 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Aug 04 17:49:53.506270 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:49:53.566063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:49:53.570600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:49:53.571023 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:53.646622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:53.668788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:49:53.671076 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61444d1-a00e-4d0a-9f44-916cc08b985e" -d '{"events": [{"server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "name": "network-vif-plugged", "status": "completed", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:49:53.683514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:49:53.688711 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:49:53.711711 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d36c11-a136-4ef9-81c2-959bce0fb6bc x-openstack-request-id: req-90d36c11-a136-4ef9-81c2-959bce0fb6bc {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:49:53.712003 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "name": "network-vif-plugged", "status": "completed", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:49:53.712261 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90d36c11-a136-4ef9-81c2-959bce0fb6bc {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:49:53.712664 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2', 'code': 200} Aug 04 17:49:53.738870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:49:53.814053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b5ca-c84c-42fa-8fdf-aa7d8615e571 req-e0ce74aa-f053-4870-a19f-b0b6d49f7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:53.815760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7742b5ca-c84c-42fa-8fdf-aa7d8615e571 req-e0ce74aa-f053-4870-a19f-b0b6d49f7fe0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 1097 time: 0.0418408 Aug 04 17:49:53.858848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7742b5ca-c84c-42fa-8fdf-aa7d8615e571 req-55e9e4a7-df2f-4a30-b38e-1e3b59676a03 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Aug 04 17:49:53.962034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4294e4a-1e30-4e1c-8fad-7578e1b57c14 req-8d5f87a0-a04b-422d-93cd-5c0048f83d01 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:53.963603 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4294e4a-1e30-4e1c-8fad-7578e1b57c14 req-8d5f87a0-a04b-422d-93cd-5c0048f83d01 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0577388 Aug 04 17:49:54.005501 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f4294e4a-1e30-4e1c-8fad-7578e1b57c14 req-b464988c-b8ce-4821-8692-db98abdd6722 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354638 Aug 04 17:49:55.139117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2c0dc-5d2f-4d2a-babb-c4ca76c54afd req-e69a082a-ace5-4dca-8caf-af1a7e58a9ea tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:55.140730 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98f2c0dc-5d2f-4d2a-babb-c4ca76c54afd req-e69a082a-ace5-4dca-8caf-af1a7e58a9ea tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0569966 Aug 04 17:49:55.182496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98f2c0dc-5d2f-4d2a-babb-c4ca76c54afd req-94fd9f07-f2b1-4155-a634-b444d0508ec2 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350411 Aug 04 17:49:55.318720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ceb29-3af2-487c-988a-1818d4921025 req-8c062fd6-12ef-4746-9f39-772cd9e8852b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:55.320262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-325ceb29-3af2-487c-988a-1818d4921025 req-8c062fd6-12ef-4746-9f39-772cd9e8852b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0656199 Aug 04 17:49:55.367700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-325ceb29-3af2-487c-988a-1818d4921025 req-b8953113-5a84-46a8-9d6d-987387fbfd26 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Aug 04 17:49:55.640472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a15d24-e16d-47b7-a003-74b6d762f5d5 req-5f2d6887-024e-4e7d-9e44-a6b319645c15 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:55.642483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88a15d24-e16d-47b7-a003-74b6d762f5d5 req-5f2d6887-024e-4e7d-9e44-a6b319645c15 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0571244 Aug 04 17:49:55.682538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88a15d24-e16d-47b7-a003-74b6d762f5d5 req-17c7e296-ab2a-485e-834e-6349dca1af35 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340109 Aug 04 17:49:55.697725 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-8c11ebc2-cd2e-4ac0-aea2-2bda83b4fc78 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829322 Aug 04 17:49:56.811582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d572560-17cb-44e6-a821-cbab30dbad76 req-0943817c-9429-4258-b1bd-6227bc067ac8 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:56.813807 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d572560-17cb-44e6-a821-cbab30dbad76 req-0943817c-9429-4258-b1bd-6227bc067ac8 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0520129 Aug 04 17:49:56.879607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d572560-17cb-44e6-a821-cbab30dbad76 req-cbbff855-8854-4306-8a50-0c20417bf2cc tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532722 Aug 04 17:49:56.882498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc4f9-0843-4538-864e-ba44800517f6 req-1c9d357c-8b74-4f12-a3e4-e11c7c089e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:56.883765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-1c9d357c-8b74-4f12-a3e4-e11c7c089e1e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 1097 time: 0.0653551 Aug 04 17:49:56.984314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc4f9-0843-4538-864e-ba44800517f6 req-bed0fb93-f51b-4752-995e-8366ce72ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:56.986051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-bed0fb93-f51b-4752-995e-8366ce72ab37 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.0944426 Aug 04 17:49:57.028332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4cf233b2-ce18-4322-8a39-6056a14b6543 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 HTTP/1.1" status: 200 len: 217 time: 0.0350091 Aug 04 17:49:57.083034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc4f9-0843-4538-864e-ba44800517f6 req-0434c379-dc49-4435-a0ea-0f22531b46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:57.084515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-0434c379-dc49-4435-a0ea-0f22531b46f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0499682 Aug 04 17:49:57.116676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ae6e5a9-a6b1-48cc-8f45-cb5a88a9f9b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253398 Aug 04 17:49:57.206635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-1bb4abe6-54b1-4a7c-be77-d7e4be04f650 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821786 Aug 04 17:49:57.308669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-1c536cad-dc51-4166-9cbc-784c6fef9951 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938387 Aug 04 17:49:58.018504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50db3-843d-42f7-8ff9-7f07dc534f24 req-aedf09cc-a72c-4305-97a7-6119ff2acd0e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:58.020053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6e50db3-843d-42f7-8ff9-7f07dc534f24 req-aedf09cc-a72c-4305-97a7-6119ff2acd0e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0636878 Aug 04 17:49:58.065523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c6e50db3-843d-42f7-8ff9-7f07dc534f24 req-b86e9427-78b8-4869-b817-98f1d1e89165 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362628 Aug 04 17:49:59.193437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72ebe-caf9-47cd-a5d2-409a0172f2f6 req-24dfe717-83e0-4d74-aeb8-de57fde0faf1 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:49:59.194933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6f72ebe-caf9-47cd-a5d2-409a0172f2f6 req-24dfe717-83e0-4d74-aeb8-de57fde0faf1 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0536809 Aug 04 17:49:59.233735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6f72ebe-caf9-47cd-a5d2-409a0172f2f6 req-b2507b20-5a39-4180-8c64-c77c31dd6626 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Aug 04 17:50:00.379013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731c0c0-337c-455b-ad89-0637fea8a508 req-16da4fd8-4684-49d1-8edb-d0e04f502b7b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:00.380485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8731c0c0-337c-455b-ad89-0637fea8a508 req-16da4fd8-4684-49d1-8edb-d0e04f502b7b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0620317 Aug 04 17:50:00.437565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8731c0c0-337c-455b-ad89-0637fea8a508 req-382efb43-341a-45ca-8c36-fcd16958e508 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489521 Aug 04 17:50:01.569600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d2a85-b189-4564-b42d-23a2d6b31c72 req-8caa4a7a-f132-4319-b469-da481a7dda98 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:01.571112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137d2a85-b189-4564-b42d-23a2d6b31c72 req-8caa4a7a-f132-4319-b469-da481a7dda98 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0554075 Aug 04 17:50:01.610865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137d2a85-b189-4564-b42d-23a2d6b31c72 req-27127209-309d-4fa5-9863-ad4b510877fb tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337129 Aug 04 17:50:02.043057 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-03189f9f-5687-47b9-9fc3-4ac036de04f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:02.739417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13295423-b3c8-4408-b0bb-a45657fa02fa req-7320e647-249f-44ac-94d1-95fc695961fa tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:02.741006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13295423-b3c8-4408-b0bb-a45657fa02fa req-7320e647-249f-44ac-94d1-95fc695961fa tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0520065 Aug 04 17:50:02.783450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13295423-b3c8-4408-b0bb-a45657fa02fa req-a1812937-ef87-4fbf-864f-d41847bf5f0c tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360017 Aug 04 17:50:03.925100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e59e0b-1b0e-42db-b888-6cc07b072f42 req-0e49e03f-5d64-4319-a09c-198c9885ed86 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:03.926969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f7e59e0b-1b0e-42db-b888-6cc07b072f42 req-0e49e03f-5d64-4319-a09c-198c9885ed86 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0601649 Aug 04 17:50:03.982573 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f7e59e0b-1b0e-42db-b888-6cc07b072f42 req-e9c6cdf3-df1a-4c6c-b044-ad37fa24eb8e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Aug 04 17:50:04.471039 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2879763c-a406-4170-9eab-0a9793557561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:05.089343 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:05.119357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea383fb-909c-44e7-a9d7-c96d554b2e0d req-63660c31-03c8-4a6a-98e2-55e75174b869 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:05.120867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ea383fb-909c-44e7-a9d7-c96d554b2e0d req-63660c31-03c8-4a6a-98e2-55e75174b869 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0574062 Aug 04 17:50:05.168457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ea383fb-909c-44e7-a9d7-c96d554b2e0d req-f950ec4d-96f3-494e-a57d-b4022c621d19 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Aug 04 17:50:06.212907 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:06.296609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13329c-2e5d-4e8f-9df3-c58de43c154c req-9c1fc216-d27b-4982-a1d4-f986b896ac9a tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:06.298143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa13329c-2e5d-4e8f-9df3-c58de43c154c req-9c1fc216-d27b-4982-a1d4-f986b896ac9a tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0540261 Aug 04 17:50:06.336731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa13329c-2e5d-4e8f-9df3-c58de43c154c req-8aaa2e63-797f-456e-869b-3e566a028db1 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323870 Aug 04 17:50:07.469665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9213fd-41ea-42d2-9f4b-ab1b591baa8e req-2f4817d6-5f69-4e33-85f7-38a80ab7c081 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:07.471235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca9213fd-41ea-42d2-9f4b-ab1b591baa8e req-2f4817d6-5f69-4e33-85f7-38a80ab7c081 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0640929 Aug 04 17:50:07.514072 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ca9213fd-41ea-42d2-9f4b-ab1b591baa8e req-33ea8194-43f8-491e-b673-9adb3644907d tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Aug 04 17:50:07.637759 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:08.657256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccaafa-59c6-45e7-8a42-b5cdf03a0955 req-b0b0439a-f04c-4feb-81ea-bd86b7711400 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:08.658794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09ccaafa-59c6-45e7-8a42-b5cdf03a0955 req-b0b0439a-f04c-4feb-81ea-bd86b7711400 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0524490 Aug 04 17:50:08.699488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09ccaafa-59c6-45e7-8a42-b5cdf03a0955 req-5d05f998-dce9-4507-9742-ae173a13dac4 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342357 Aug 04 17:50:09.511548 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:09.600303 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:09.835019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b7e32-b807-4731-8793-85ecbf584a60 req-98ce7338-d477-4a53-8ec9-ceb09f3ab3b2 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:09.836620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-342b7e32-b807-4731-8793-85ecbf584a60 req-98ce7338-d477-4a53-8ec9-ceb09f3ab3b2 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0551376 Aug 04 17:50:09.881463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-342b7e32-b807-4731-8793-85ecbf584a60 req-2116eaa9-17fe-46fd-bb13-8e818b0023c1 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384808 Aug 04 17:50:11.012967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d76de-727b-4812-b879-f1ad27618716 req-b772d838-4c9d-486c-be8d-188c3d5520b2 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:11.015946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c6d76de-727b-4812-b879-f1ad27618716 req-b772d838-4c9d-486c-be8d-188c3d5520b2 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0616181 Aug 04 17:50:11.056068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1c6d76de-727b-4812-b879-f1ad27618716 req-a697b1a2-3ed2-436f-a9e9-8a3ce5b7dfaa tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340500 Aug 04 17:50:12.198212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9298389-1291-448b-8d41-bec0e39dd76e req-5539d8f9-badf-4b73-bc2b-4308e3b89d3e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:12.199741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9298389-1291-448b-8d41-bec0e39dd76e req-5539d8f9-badf-4b73-bc2b-4308e3b89d3e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0526826 Aug 04 17:50:12.242420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9298389-1291-448b-8d41-bec0e39dd76e req-98db8212-a096-4516-b15a-84b867f7e77b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334308 Aug 04 17:50:13.369648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa01eae-e60f-4ebf-8fa5-c2020ac4f889 req-b78e9216-647d-4303-b7e8-143d2ac9101f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:13.371211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfa01eae-e60f-4ebf-8fa5-c2020ac4f889 req-b78e9216-647d-4303-b7e8-143d2ac9101f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0566635 Aug 04 17:50:13.414161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cfa01eae-e60f-4ebf-8fa5-c2020ac4f889 req-7272eb5b-6900-4f04-9871-3b0dd3fa99c3 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369387 Aug 04 17:50:14.574893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8a8f1-46ba-4a1a-9e52-9e75552962dd req-44c895a6-2b3b-45bd-9bf1-c52489048505 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:14.576454 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fc8a8f1-46ba-4a1a-9e52-9e75552962dd req-44c895a6-2b3b-45bd-9bf1-c52489048505 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0604093 Aug 04 17:50:14.618960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3fc8a8f1-46ba-4a1a-9e52-9e75552962dd req-ffb6463d-5a55-4f33-ab09-15024a559bf9 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349233 Aug 04 17:50:15.742515 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9632a2-3b7b-4034-b6b4-fdbabc0d8f64 req-51ef6ef2-f4de-40f3-ba7c-f37f5c0ef542 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:15.744138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b9632a2-3b7b-4034-b6b4-fdbabc0d8f64 req-51ef6ef2-f4de-40f3-ba7c-f37f5c0ef542 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0525622 Aug 04 17:50:15.784616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b9632a2-3b7b-4034-b6b4-fdbabc0d8f64 req-4a77ef8d-4a35-46a3-b65f-7a9d847c126c tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343974 Aug 04 17:50:16.915088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9baec9-d909-4856-a2c3-3548ca3e84ef req-3681e42e-7ebe-43f8-8f89-393791175313 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:16.916623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e9baec9-d909-4856-a2c3-3548ca3e84ef req-3681e42e-7ebe-43f8-8f89-393791175313 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0629098 Aug 04 17:50:16.961915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e9baec9-d909-4856-a2c3-3548ca3e84ef req-63c7c72e-0f2a-4057-8380-3de9bcd3a840 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366318 Aug 04 17:50:18.098073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e78c9-2eec-4146-a67a-9596d16d1f10 req-8f435477-cd4a-4f41-bc9f-c752e936fec8 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:18.099575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-882e78c9-2eec-4146-a67a-9596d16d1f10 req-8f435477-cd4a-4f41-bc9f-c752e936fec8 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0596106 Aug 04 17:50:18.140498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-882e78c9-2eec-4146-a67a-9596d16d1f10 req-50d23d9f-ee4c-4c45-a763-969b9e459c26 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Aug 04 17:50:19.270527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fb2c8-caf4-4557-8aad-aa94c18918d0 req-c36077df-051d-4155-80a1-82f40ae8e244 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:19.272183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a3fb2c8-caf4-4557-8aad-aa94c18918d0 req-c36077df-051d-4155-80a1-82f40ae8e244 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0610843 Aug 04 17:50:19.313507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a3fb2c8-caf4-4557-8aad-aa94c18918d0 req-050bf2c4-14ec-417e-91fa-a9a61a8d9661 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Aug 04 17:50:20.449856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d0f1b-1287-46e5-8a7b-40af56474656 req-f36b874b-811f-4d4b-ac9a-ad2edcd48804 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:20.451351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad6d0f1b-1287-46e5-8a7b-40af56474656 req-f36b874b-811f-4d4b-ac9a-ad2edcd48804 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0561194 Aug 04 17:50:20.490846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad6d0f1b-1287-46e5-8a7b-40af56474656 req-d4fd3af1-49b9-4916-802b-1603e4b4a42b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334306 Aug 04 17:50:21.617609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6daf2-5d59-4590-b10b-e18c0aff5b48 req-dcce46f9-a3d0-4ddc-af14-968927b14e91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:21.619108 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bc6daf2-5d59-4590-b10b-e18c0aff5b48 req-dcce46f9-a3d0-4ddc-af14-968927b14e91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0591097 Aug 04 17:50:21.658555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bc6daf2-5d59-4590-b10b-e18c0aff5b48 req-9e8a9a3c-8bcd-4b61-aa9d-1829072692b7 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329742 Aug 04 17:50:22.789144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb585a-b258-4de4-a12f-6edc09fc683b req-390db278-da43-4a16-922b-af9217f64b39 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:22.790646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00fb585a-b258-4de4-a12f-6edc09fc683b req-390db278-da43-4a16-922b-af9217f64b39 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0604441 Aug 04 17:50:22.832698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-00fb585a-b258-4de4-a12f-6edc09fc683b req-ea399c53-1185-4efe-a64b-09d2252cb3c9 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355453 Aug 04 17:50:23.956101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275873c-dc59-4f4c-9fcf-6b326d038cf0 req-e46c2f0d-f24e-48c5-ac41-f3b7fd8065d3 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:23.957632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1275873c-dc59-4f4c-9fcf-6b326d038cf0 req-e46c2f0d-f24e-48c5-ac41-f3b7fd8065d3 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.0523684 Aug 04 17:50:23.995836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1275873c-dc59-4f4c-9fcf-6b326d038cf0 req-3dfb3154-8747-4caa-baab-47b51ead3aa5 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Aug 04 17:50:24.144048 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-962fc4f9-0843-4538-864e-ba44800517f6 req-ead21e39-f53a-4dfe-83ad-90435601eab8 service neutron] show failed (client error): The resource could not be found. Aug 04 17:50:24.145002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-ead21e39-f53a-4dfe-83ad-90435601eab8 service neutron] 10.222.0.90 "GET /v2.0/ports/2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0743048 Aug 04 17:50:24.245470 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:50:24.362435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc4f9-0843-4538-864e-ba44800517f6 req-f2bb20da-8612-4f7b-871a-e441f44ed9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:24.364002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-f2bb20da-8612-4f7b-871a-e441f44ed9e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b&tenant_id=7998f4097f16493d9be59dfe9781ae29 HTTP/1.1" status: 200 len: 1097 time: 0.0444953 Aug 04 17:50:24.376406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:24.432838 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:24.657252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:24.692073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:50:24.740800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:50:24.745070 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34b7b77-a75a-406d-b4b4-64345bf9bc04" -d '{"events": [{"server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:50:24.750089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:24.763995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Transition to ACTIVE for port object 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:50:24.769289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:24.797466 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac59863-3c3f-4b23-b00a-f74bff3c95d6 x-openstack-request-id: req-cac59863-3c3f-4b23-b00a-f74bff3c95d6 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:50:24.797753 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:50:24.798000 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cac59863-3c3f-4b23-b00a-f74bff3c95d6 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:50:24.798388 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2', 'code': 200} Aug 04 17:50:24.834276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:24.836792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] No DVR routers for this DVR port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:50:24.877674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Attempting to bind port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:50:24.878062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Attempting to bind port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:50:24.878534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Attempting to bind port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 on network 4b967273-6307-40cc-8bce-84e01a6985da {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:50:24.885001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 on network 4b967273-6307-40cc-8bce-84e01a6985da not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:50:24.885447 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Attempting to bind port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 on network 4b967273-6307-40cc-8bce-84e01a6985da {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:50:24.890932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:50:24.891272 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Checking segment: {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:50:24.891651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Bound using segment: {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:50:24.892058 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Bound port: 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f593cce-342e-4d73-bce4-fdc00ec0b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:50:24.892408 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:24.967199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:50:24.971716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:50:24.979177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:25.013820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:25.014450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:25.015884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] 10.222.0.82 "PUT /v2.0/ports/2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 HTTP/1.1" status: 200 len: 1092 time: 0.6436625 Aug 04 17:50:25.039558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca60066-614f-4a71-b1ea-d51ced5dafb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:25.096724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc4f9-0843-4538-864e-ba44800517f6 req-ec8965d7-2259-4aa5-959f-65a0eabad8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:25.098222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-ec8965d7-2259-4aa5-959f-65a0eabad8df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 1095 time: 0.0526748 Aug 04 17:50:25.195815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b7a0-df81-4bcd-894a-d5b543f6c81e req-d27a9b01-969f-44e0-83f4-08992ab16f0f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:25.197301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0de4b7a0-df81-4bcd-894a-d5b543f6c81e req-d27a9b01-969f-44e0-83f4-08992ab16f0f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 944 time: 0.1144860 Aug 04 17:50:25.231072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc4f9-0843-4538-864e-ba44800517f6 req-d23f399a-0cf7-4e98-bab0-ebeed91e42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:25.232600 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-d23f399a-0cf7-4e98-bab0-ebeed91e42c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.1176262 Aug 04 17:50:25.289620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-982d42f8-4f9d-44f2-b299-bedf462ce98b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 HTTP/1.1" status: 200 len: 217 time: 0.0486054 Aug 04 17:50:25.292650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0de4b7a0-df81-4bcd-894a-d5b543f6c81e req-9ce036e4-d3c6-4340-8408-4c1fbb7f093f tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859966 Aug 04 17:50:25.344103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ae58147-c183-4d95-b9ef-4dc95e3cb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:25.346082 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-4ae58147-c183-4d95-b9ef-4dc95e3cb8e9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0490811 Aug 04 17:50:25.379548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-32cd46c8-0059-499c-9446-0f35cbf3f502 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262773 Aug 04 17:50:25.476719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-15810646-6869-4329-9818-2061b4ebd3a4 service neutron] 10.222.0.82 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891914 Aug 04 17:50:25.591172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-962fc4f9-0843-4538-864e-ba44800517f6 req-676af0ad-25cd-4c37-b8b4-0bad4865ee5a service neutron] 10.222.0.82 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066713 Aug 04 17:50:26.425245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf16909-198c-4c9e-a8e8-79fcbfdb9fcb req-9ad5b96c-663a-4253-b73b-cd20c5a54f21 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:26.426684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edf16909-198c-4c9e-a8e8-79fcbfdb9fcb req-9ad5b96c-663a-4253-b73b-cd20c5a54f21 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 944 time: 0.0563278 Aug 04 17:50:26.470548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-edf16909-198c-4c9e-a8e8-79fcbfdb9fcb req-85b8aaed-7fa4-4e49-8bf1-5a8947f451b7 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Aug 04 17:50:26.799845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:50:26.803745 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9c4528-3e3f-4c0c-83c9-d65ad745e439" -d '{"events": [{"name": "network-changed", "server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:50:26.859103 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d892bd-dbcd-4ec5-af24-7791bb6f97fe x-openstack-request-id: req-b0d892bd-dbcd-4ec5-af24-7791bb6f97fe {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:50:26.859410 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:50:26.859632 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0d892bd-dbcd-4ec5-af24-7791bb6f97fe {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:50:26.860216 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2', 'status': 'completed', 'code': 200} Aug 04 17:50:26.950377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-09e978a3-8b0d-42cf-9898-9e6995284875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:26.951948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-09e978a3-8b0d-42cf-9898-9e6995284875 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 1095 time: 0.0718689 Aug 04 17:50:26.956941 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-34cfd1c2-d809-4945-9c0f-9feb81fa2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:26.958301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-34cfd1c2-d809-4945-9c0f-9feb81fa2caa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 1095 time: 0.0696201 Aug 04 17:50:27.134928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-fcb8ee49-ef2f-4796-843b-b2dc22bdab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:27.136344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-fcb8ee49-ef2f-4796-843b-b2dc22bdab80 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.1766119 Aug 04 17:50:27.137825 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-76d69f07-b5c5-412e-82eb-ca88458f857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:27.139170 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-76d69f07-b5c5-412e-82eb-ca88458f857a service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.1717045 Aug 04 17:50:27.194076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-6037f5ec-ff95-4f33-8b34-b43b18fe422b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 HTTP/1.1" status: 200 len: 217 time: 0.0470083 Aug 04 17:50:27.228718 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-5f29d300-344b-4c30-a1c9-2fc17e26eed8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 HTTP/1.1" status: 200 len: 217 time: 0.0423722 Aug 04 17:50:27.293191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-1bfec945-5ed7-4823-8d4d-8cd64098ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:27.294912 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-1bfec945-5ed7-4823-8d4d-8cd64098ed95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0750077 Aug 04 17:50:27.302135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-c903ecc8-34ca-4e45-93f6-8d5a3dc9ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:27.303525 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-c903ecc8-34ca-4e45-93f6-8d5a3dc9ac7a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0576477 Aug 04 17:50:27.340146 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-77bb641d-ea14-4d12-a2ec-acefb3726e0f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355759 Aug 04 17:50:27.361895 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-9051ccef-b2e7-4624-a656-30ce8d1ae7aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497806 Aug 04 17:50:27.506028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-a9743730-59d2-4796-8ffe-b0cd02e8bb08 service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527510 Aug 04 17:50:27.539909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-53efcb59-efcd-4134-8522-6f2e5fb02b05 service neutron] 10.222.0.82 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671138 Aug 04 17:50:27.630800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:50:27.669294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:50:27.708858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8479001-4408-4f99-8c75-5e06031540b4 req-5f728eb8-c1dd-4c74-9981-28250b2969a8 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:27.710349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8479001-4408-4f99-8c75-5e06031540b4 req-5f728eb8-c1dd-4c74-9981-28250b2969a8 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 944 time: 0.1447177 Aug 04 17:50:27.713809 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-9f11d7dd-620b-43ff-8c14-4f0d569962db service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998613 Aug 04 17:50:27.741628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df9c4528-3e3f-4c0c-83c9-d65ad745e439 req-99ff2b88-e475-4da6-81fa-639a361d43bf service neutron] 10.222.0.82 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770117 Aug 04 17:50:27.762045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8479001-4408-4f99-8c75-5e06031540b4 req-48bf6f75-77c0-4e24-9c1f-e01b7f5a3313 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Aug 04 17:50:27.997994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d0b39-fb6e-44b4-9c1d-8146c08d15b3 req-cf0c5cba-5593-48dd-8a05-0e6b93dfb49a tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:27.999536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-383d0b39-fb6e-44b4-9c1d-8146c08d15b3 req-cf0c5cba-5593-48dd-8a05-0e6b93dfb49a tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 944 time: 0.0800931 Aug 04 17:50:28.014565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93174d9-ff07-4bd1-978f-28d524190151 req-a0ea0ad6-3fa4-48a7-b192-4ce2871b897e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:28.015997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f93174d9-ff07-4bd1-978f-28d524190151 req-a0ea0ad6-3fa4-48a7-b192-4ce2871b897e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.90 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b&tenant_id=7998f4097f16493d9be59dfe9781ae29&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 944 time: 0.0702417 Aug 04 17:50:28.086320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-383d0b39-fb6e-44b4-9c1d-8146c08d15b3 req-d2d758bd-6274-48ac-98f8-68f71a11f548 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800433 Aug 04 17:50:28.111505 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-f93174d9-ff07-4bd1-978f-28d524190151 req-02f5758b-507b-44ec-b4cc-ba6b19516636 service neutron] delete failed (client error): The resource could not be found. Aug 04 17:50:28.112549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f93174d9-ff07-4bd1-978f-28d524190151 req-02f5758b-507b-44ec-b4cc-ba6b19516636 service neutron] 10.222.0.90 "DELETE /v2.0/ports/2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0829828 Aug 04 17:50:28.179761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-bc1d6caf-7cdd-415f-8818-7223c7f86436 req-0f1c4c43-49fc-4483-97ba-7dac0e64dfa1 service neutron] (105829) timed out ('10.222.0.39', 35226) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:50:28.209729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93174d9-ff07-4bd1-978f-28d524190151 req-18c271fc-bbfb-4b77-ba29-75582ebbef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:28.211294 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f93174d9-ff07-4bd1-978f-28d524190151 req-18c271fc-bbfb-4b77-ba29-75582ebbef9c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7998f4097f16493d9be59dfe9781ae29&device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 1095 time: 0.0450194 Aug 04 17:50:28.306490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93174d9-ff07-4bd1-978f-28d524190151 req-cd455708-41eb-4477-a30e-ed2bdca2953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:28.307994 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f93174d9-ff07-4bd1-978f-28d524190151 req-cd455708-41eb-4477-a30e-ed2bdca2953b service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 200 len: 917 time: 0.0882144 Aug 04 17:50:28.353687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f93174d9-ff07-4bd1-978f-28d524190151 req-66da108e-cce7-42d2-ac73-0f9f821c13f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 HTTP/1.1" status: 200 len: 217 time: 0.0384891 Aug 04 17:50:28.414351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93174d9-ff07-4bd1-978f-28d524190151 req-0a82e3fa-9844-43e8-b94c-84fa53445813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:28.415998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f93174d9-ff07-4bd1-978f-28d524190151 req-0a82e3fa-9844-43e8-b94c-84fa53445813 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 200 len: 855 time: 0.0553629 Aug 04 17:50:28.447465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f93174d9-ff07-4bd1-978f-28d524190151 req-37e231dd-436a-4c04-975f-84fd03b972e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b967273-6307-40cc-8bce-84e01a6985da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240128 Aug 04 17:50:28.546210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f93174d9-ff07-4bd1-978f-28d524190151 req-502c71b1-1993-442d-b21a-8b6f47cf455b service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895302 Aug 04 17:50:28.642402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f93174d9-ff07-4bd1-978f-28d524190151 req-c2402481-05bc-453a-b678-9f47f6a34f8e service neutron] 10.222.0.90 "GET /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877402 Aug 04 17:50:28.670774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:50:28.770340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:28.783191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2', 'network_id': '4b967273-6307-40cc-8bce-84e01a6985da', 'port_id': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2', 'mac_address': 'fa:16:3e:a3:d6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cc0574-e823-4171-9ef6-bef3e6524356', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:50:28.820230 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:28.833160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:50:28.853185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:28.858624 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:28.909120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:29.060347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:50:29.225909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ef1b-f0c3-48cd-915f-3108e12bbb9f req-74a791be-2eda-4a1c-8589-22349dbae58c tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:29.229147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d21ef1b-f0c3-48cd-915f-3108e12bbb9f req-74a791be-2eda-4a1c-8589-22349dbae58c tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 945 time: 0.0664401 Aug 04 17:50:29.281726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d21ef1b-f0c3-48cd-915f-3108e12bbb9f req-e73e88a8-3e4c-414d-bea2-224ff585a500 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460031 Aug 04 17:50:29.417570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d44c5-f006-4e05-9ee8-f233332ba8e1 req-2fbdbc30-dde8-4cb2-aba1-1f67f78c7eb7 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:29.419111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af1d44c5-f006-4e05-9ee8-f233332ba8e1 req-2fbdbc30-dde8-4cb2-aba1-1f67f78c7eb7 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 945 time: 0.0592980 Aug 04 17:50:29.459115 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-af1d44c5-f006-4e05-9ee8-f233332ba8e1 req-31acdaea-4f21-42d5-85ae-e6bf6a72862b tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333273 Aug 04 17:50:29.581782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133846-3910-4805-b694-06ed70e91d66 req-7dcd6f39-136a-486c-aa2e-c47c8ac8ac60 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:29.583410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32133846-3910-4805-b694-06ed70e91d66 req-7dcd6f39-136a-486c-aa2e-c47c8ac8ac60 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 945 time: 0.0566480 Aug 04 17:50:29.638751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32133846-3910-4805-b694-06ed70e91d66 req-251e18c9-cf63-4329-af1d-0c07efffb3f6 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455921 Aug 04 17:50:30.000203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd67c3-67e8-4f4a-9459-080d50c5aca5 req-687984cd-df8d-4921-82c9-e6096ea85418 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:30.001698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32dd67c3-67e8-4f4a-9459-080d50c5aca5 req-687984cd-df8d-4921-82c9-e6096ea85418 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 945 time: 0.0539265 Aug 04 17:50:30.041677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32dd67c3-67e8-4f4a-9459-080d50c5aca5 req-9a6bfcac-9e79-490e-9634-4ead92c3a89e tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Aug 04 17:50:30.676582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:50:30.745636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:50:30.749802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:30.750172 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:30.834409 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:30.858078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:50:30.860507 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d109b457-2423-4474-9dcf-beb4bbe3b0e7" -d '{"events": [{"server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "name": "network-vif-plugged", "status": "completed", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:50:30.874788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:30.880517 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:30.906749 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124db098-69da-47b4-aaaf-d1c550bf1f8c x-openstack-request-id: req-124db098-69da-47b4-aaaf-d1c550bf1f8c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:50:30.907068 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "name": "network-vif-plugged", "status": "completed", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:50:30.907316 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-124db098-69da-47b4-aaaf-d1c550bf1f8c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:50:30.907706 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2', 'code': 200} Aug 04 17:50:30.933010 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:31.519040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f092807-338a-4bc2-8636-0cb885cea202 req-8b8bbfa5-dd20-473b-b3c9-2db1bff5a3d2 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:31.520500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f092807-338a-4bc2-8636-0cb885cea202 req-8b8bbfa5-dd20-473b-b3c9-2db1bff5a3d2 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.4209058 Aug 04 17:50:31.528449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a5382-ffd3-4af9-a6c3-fda9a5b23037 req-fb75e1c5-f16f-4167-8f32-13910747bce9 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:31.529882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d4a5382-ffd3-4af9-a6c3-fda9a5b23037 req-fb75e1c5-f16f-4167-8f32-13910747bce9 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaab3eca-b6ad-4a34-9f30-8510b57c0b3b HTTP/1.1" status: 200 len: 946 time: 0.4182618 Aug 04 17:50:31.617275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d4a5382-ffd3-4af9-a6c3-fda9a5b23037 req-0fc594e3-b78a-4a7e-b5d8-deb826266658 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.39 "GET /v2.0/security-groups?id=27b01e03-cec7-456c-af4d-390805e19100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803201 Aug 04 17:50:31.654290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9f092807-338a-4bc2-8636-0cb885cea202 req-e7d1f796-925b-437e-a03c-9d8cc09e2a91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Deleting port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:50:31.654678 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9f092807-338a-4bc2-8636-0cb885cea202 req-e7d1f796-925b-437e-a03c-9d8cc09e2a91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:31.745105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9f092807-338a-4bc2-8636-0cb885cea202 req-e7d1f796-925b-437e-a03c-9d8cc09e2a91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] For port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,segment=NetworkSegment(2f593cce-342e-4d73-bce4-fdc00ec0b911),segment_id=2f593cce-342e-4d73-bce4-fdc00ec0b911)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:31.745484 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9f092807-338a-4bc2-8636-0cb885cea202 req-e7d1f796-925b-437e-a03c-9d8cc09e2a91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:31.759829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-9f092807-338a-4bc2-8636-0cb885cea202 req-e7d1f796-925b-437e-a03c-9d8cc09e2a91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Calling delete_port for 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:50:31.903909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9f092807-338a-4bc2-8636-0cb885cea202 req-e7d1f796-925b-437e-a03c-9d8cc09e2a91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:31.917335 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:50:31.937137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1f796-925b-437e-a03c-9d8cc09e2a91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Pushing event deleted for resources: {'Port': ['ID=2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:31.977732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f092807-338a-4bc2-8636-0cb885cea202 req-e7d1f796-925b-437e-a03c-9d8cc09e2a91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] No DVR routers for this DVR port 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:50:31.980877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9f092807-338a-4bc2-8636-0cb885cea202 req-e7d1f796-925b-437e-a03c-9d8cc09e2a91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:31.983323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9f092807-338a-4bc2-8636-0cb885cea202 req-e7d1f796-925b-437e-a03c-9d8cc09e2a91 tempest-ServerDiskConfigTestJSON-392862873 tempest-ServerDiskConfigTestJSON-392862873-project] 10.222.0.82 "DELETE /v2.0/ports/2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 HTTP/1.1" status: 204 len: 173 time: 0.4525344 Aug 04 17:50:31.984089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'name': 'network-vif-deleted', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:50:31.987433 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45d3438-e3a1-4538-afe4-657ec843067d" -d '{"events": [{"server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "name": "network-vif-deleted", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:50:32.031462 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5c549a-bece-4b1a-a2ef-6bdf8cb5a727 x-openstack-request-id: req-0f5c549a-bece-4b1a-a2ef-6bdf8cb5a727 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:50:32.031755 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaab3eca-b6ad-4a34-9f30-8510b57c0b3b", "name": "network-vif-deleted", "tag": "2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:50:32.032011 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f5c549a-bece-4b1a-a2ef-6bdf8cb5a727 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:50:32.032410 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaab3eca-b6ad-4a34-9f30-8510b57c0b3b', 'name': 'network-vif-deleted', 'tag': '2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2', 'status': 'completed', 'code': 200} Aug 04 17:50:32.053033 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c02f062-a7b1-4bfe-bc04-26eab5441b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:32.763073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38442) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:32.810939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6794fef8-8a39-4173-9634-3693b523ec84 admin admin] Deleting subnet 98cc0574-e823-4171-9ef6-bef3e6524356 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 17:50:32.814091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6794fef8-8a39-4173-9634-3693b523ec84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:32.847682 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6794fef8-8a39-4173-9634-3693b523ec84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:32.886020 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6794fef8-8a39-4173-9634-3693b523ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:32.944980 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6794fef8-8a39-4173-9634-3693b523ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:32.974497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794fef8-8a39-4173-9634-3693b523ec84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cc0574-e823-4171-9ef6-bef3e6524356,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:32.981877 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6794fef8-8a39-4173-9634-3693b523ec84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:32.984623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6794fef8-8a39-4173-9634-3693b523ec84 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/98cc0574-e823-4171-9ef6-bef3e6524356 HTTP/1.1" status: 204 len: 168 time: 0.2198212 Aug 04 17:50:32.986518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38444) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:33.055883 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.139151 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.150871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b967273-6307-40cc-8bce-84e01a6985da']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:33.162529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f593cce-342e-4d73-bce4-fdc00ec0b911') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:33.162842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f593cce-342e-4d73-bce4-fdc00ec0b911') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:33.172108 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.185881 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.192097 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 17:50:33.192485 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: timer() Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 17:50:33.194133 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 17:50:33.262020 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.268059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.270073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] 10.222.0.39 "DELETE /v2.0/networks/4b967273-6307-40cc-8bce-84e01a6985da HTTP/1.1" status: 204 len: 168 time: 0.2825885 Aug 04 17:50:33.282176 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d1437-c148-4f1e-abef-756e9bc5a4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4b967273-6307-40cc-8bce-84e01a6985da,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:33.411442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38448) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:33.456077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2779735c-d11a-42b9-a9da-bb19c824e6b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7998f4097f16493d9be59dfe9781ae29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409551 Aug 04 17:50:33.456445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38450) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:33.508105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.530074 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.585358 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.588206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:33.589435 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27b01e03-cec7-456c-af4d-390805e19100 HTTP/1.1" status: 204 len: 168 time: 0.1312633 Aug 04 17:50:33.598913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b01e03-cec7-456c-af4d-390805e19100,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:33.607306 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.607661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.608117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.608518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.609073 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.609539 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.609875 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.610209 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.610559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.611079 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.611439 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:33.611919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3111f78-973f-4d1f-bf85-b78984f61cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:34.327350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38472) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:34.457234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-664499808-network', 'tenant_id': '8b78ca31bd594a45b8187e188f945773'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:34.465896 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8cca0ec5-c793-40cc-9340-b7e5d5872402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:34.481612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Made reservation on behalf of 8b78ca31bd594a45b8187e188f945773 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:50:34.484756 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:34.497680 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:34.590932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:34.597134 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:34.620810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 17:50:34.630791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26248c8-87ad-4943-ad81-6622965571b0,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:34.635924 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:34.636264 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Added segment ad5c977d-e92a-4283-a615-c834d092f514 of type vlan for network 0ca843d5-fad9-49f7-a077-0245aaa1e853 Aug 04 17:50:34.679569 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:34.698496 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:50:34.723962 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:34.724229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:50:34.724229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 2c844b8a-8c0a-4edc-bcd0-f0d4e51c81d2 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:50:34.724407 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:34.724787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:34.786460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4580336 Aug 04 17:50:34.789566 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38476) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:34.794829 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Request body: {'subnet': {'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-664499808-subnet', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:34.795353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c15ed-0f14-49b1-a02e-76d2955381c4 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca843d5-fad9-49f7-a077-0245aaa1e853,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:34.806152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 17:50:34.818089 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Made reservation on behalf of 8b78ca31bd594a45b8187e188f945773 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:50:34.820446 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.007706 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.055068 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90855b61-99ea-4877-b11a-4e76d4c7c314,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:35.070371 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:50:35.070730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Network hostable DHCP agents. Network: 0ca843d5-fad9-49f7-a077-0245aaa1e853, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 17:50:35.089289 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 17:50:35.092165 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.100420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 0ca843d5-fad9-49f7-a077-0245aaa1e853) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:50:35.104899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:35.105954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.109708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7f62c-e1a4-4eae-93a1-a2f1d8d681c1 None None] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:50:35.123469 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c8296800-2fc9-4ac7-adc9-47d14ff0f9a6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3325677 Aug 04 17:50:35.126305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38478) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:35.131342 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:35.156549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.158919 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.218105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.264738 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0ca843d5-fad9-49f7-a077-0245aaa1e853', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 17:50:35.265921 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.369293 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.407341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Allocated IP 172.20.0.2 (0ca843d5-fad9-49f7-a077-0245aaa1e853/90855b61-99ea-4877-b11a-4e76d4c7c314/3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:50:35.550063 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.558732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Transition to ACTIVE for port object 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:50:35.571623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.573586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Transition to ACTIVE for port object 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:50:35.582469 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.595300 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.627091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:50:35.633924 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:50:35.638347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:50:35.643448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Pushing event updated for resources: {'Port': ['ID=3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:35.695220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Attempting to bind port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:50:35.695616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Attempting to bind port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:50:35.695987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Attempting to bind port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:50:35.700908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:50:35.701275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:50:35.701818 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.702371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:50:35.702887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Bound port: 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:50:35.703306 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.705921 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Allocated IP 172.25.2.98 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:50:35.772818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] For port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:50:35.776169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] For port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:50:35.783648 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.822065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.843210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192e3fa-33c3-4efb-976c-98b870f3d7ef None None] Pushing event updated for resources: {'Port': ['ID=3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:35.868831 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:35.912350 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:50:35.917285 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:50:35.920920 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:50:35.943836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:36.050838 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:36.556857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:36.757003 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:36.757777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d58e27-ca1d-4e78-bc5f-e1a1b261e775 None None] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 17:50:36.876949 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-03b973c7-d371-4188-b895-bb05851d0a92 None None] Provisioning for port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:50:36.902272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 17:50:37.017738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:50:37.031454 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:50:37.038504 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.039924 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ad41197-5844-4be3-83f8-222978307fc6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9125040 Aug 04 17:50:37.042917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38480) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:37.047811 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:50:37.048707 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:50:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:37.106280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:50:37.169825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:50:37.174784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:37.175482 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.179308 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:50:37.223567 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-64ee5b6f-1cc5-444f-a8f1-4fcd158fea93 None None] Provisioning complete for port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:37.223939 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-64ee5b6f-1cc5-444f-a8f1-4fcd158fea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.305516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.368110 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-64ee5b6f-1cc5-444f-a8f1-4fcd158fea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.373471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:37.384521 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.384914 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:36Z', 'revision_number': 3, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:37.427408 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:50:37.428279 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Updating router f803a7c0-6474-4a58-944e-d28f09ab5d6a port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:50:37.453432 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.475361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:37.478959 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-64ee5b6f-1cc5-444f-a8f1-4fcd158fea93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 17:50:37.479328 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-64ee5b6f-1cc5-444f-a8f1-4fcd158fea93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 17:50:37.510273 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.637729 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.673180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Allocated IP 172.20.0.1 (0ca843d5-fad9-49f7-a077-0245aaa1e853/90855b61-99ea-4877-b11a-4e76d4c7c314/168ee088-7435-4120-b631-7d5a87939b43) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:50:37.737899 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.747615 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Transition to ACTIVE for port object c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:50:37.754389 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.777042 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.793655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Transition to ACTIVE for port object 168ee088-7435-4120-b631-7d5a87939b43 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:50:37.806482 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Attempting to bind port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:50:37.806828 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Attempting to bind port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:50:37.807211 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Attempting to bind port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:50:37.814024 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Pushing event updated for resources: {'Port': ['ID=c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:37.817047 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:50:37.817419 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:50:37.817808 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.818297 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:50:37.818638 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Bound port: c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:50:37.819023 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.825155 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.825485 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.825813 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.826156 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.826453 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.826928 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.827259 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.827579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.827998 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.828438 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.828542 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.828663 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.828923 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:37.882598 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] For port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:50:37.885982 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] For port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:50:37.887948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:50:37.893115 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.893764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:50:37.896810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:50:37.927579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Pushing event updated for resources: {'Port': ['ID=168ee088-7435-4120-b631-7d5a87939b43,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:37.945312 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:37.952883 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfdfdc-88aa-4558-9f69-12284c13c124 None None] Pushing event updated for resources: {'Port': ['ID=c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:37.957357 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:50:37.957988 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:50:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:38.077411 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:50:38.099238 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:38.159903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1562cc8b-c7c5-4b9e-910d-e147f5dbb66f None None] Provisioning for port 168ee088-7435-4120-b631-7d5a87939b43 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:50:38.164262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1562cc8b-c7c5-4b9e-910d-e147f5dbb66f None None] Provisioning complete for port 168ee088-7435-4120-b631-7d5a87939b43 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:38.164789 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1562cc8b-c7c5-4b9e-910d-e147f5dbb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:38.199398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1562cc8b-c7c5-4b9e-910d-e147f5dbb66f None None] Port 168ee088-7435-4120-b631-7d5a87939b43 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:50:38.256837 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:36Z', 'revision_number': 3, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:38.271322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:38.277528 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:38.286820 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209f231-e755-4035-b0f9-58bb78ab48a6 None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:36Z', 'revision_number': 3, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:50:38.348782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Pushing event updated for resources: {'Port': ['ID=168ee088-7435-4120-b631-7d5a87939b43,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:38.353174 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:38.455023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:50:38.456556 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:50:38.601216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:50:38.716633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:50:38.726416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1863dad1-e541-4e6a-ae0c-5541a81c4ddd admin admin] 10.222.0.39 "PUT /v2.0/routers/f803a7c0-6474-4a58-944e-d28f09ab5d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783047 Aug 04 17:50:38.738184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4aa0bdb6-2d9e-461d-a1c9-6ff74ed01cad None None] Provisioning complete for port 168ee088-7435-4120-b631-7d5a87939b43 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:38.738870 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4aa0bdb6-2d9e-461d-a1c9-6ff74ed01cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:38.782455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4aa0bdb6-2d9e-461d-a1c9-6ff74ed01cad None None] Port 168ee088-7435-4120-b631-7d5a87939b43 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:50:38.947104 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-e389de03-6b43-4ce9-aa4c-ea961e3720e5 req-6fb68ebc-4daf-4b81-bedd-b7180a1fc13f service neutron] (105829) timed out ('10.222.0.90', 49286) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 17:50:39.139364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:50:39.188046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:50:39.191878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:39.192221 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.270642 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.293267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:39.298217 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.299027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:50:39.376037 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:39.391521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:39.391895 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.468886 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38490) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:39.474129 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3bb3e94c-5d2e-4a86-9ebe-d1702243239e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034331062', 'description': 'tempest-description--1275832507'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:39.506425 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e94c-5d2e-4a86-9ebe-d1702243239e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.509359 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.600764 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.602521 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e94c-5d2e-4a86-9ebe-d1702243239e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.607062 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e94c-5d2e-4a86-9ebe-d1702243239e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.642717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e94c-5d2e-4a86-9ebe-d1702243239e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.644025 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3bb3e94c-5d2e-4a86-9ebe-d1702243239e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1740167 Aug 04 17:50:39.645873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3e94c-5d2e-4a86-9ebe-d1702243239e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24bb529d-d249-4e8b-a69b-7d36fd37e0cb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:39.647087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38492) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:39.651965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d1503d53-3549-4471-affa-3b48ebb158a6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'security_group_rule': {'security_group_id': '24bb529d-d249-4e8b-a69b-7d36fd37e0cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:39.682691 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1503d53-3549-4471-affa-3b48ebb158a6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.742683 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1503d53-3549-4471-affa-3b48ebb158a6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.748161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1503d53-3549-4471-affa-3b48ebb158a6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.753071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:50:39.762243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:50:39.762987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:50:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:39.769544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1503d53-3549-4471-affa-3b48ebb158a6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548086c4-fcd1-4c4d-a451-b261ff37b20d,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:39.778224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d1503d53-3549-4471-affa-3b48ebb158a6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.779511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d1503d53-3549-4471-affa-3b48ebb158a6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313729 Aug 04 17:50:39.782406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38494) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:39.787291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'security_group_rule': {'security_group_id': '24bb529d-d249-4e8b-a69b-7d36fd37e0cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:39.815483 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.870612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:50:39.876322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.881720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.899440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e32105e-af14-48f9-8567-bb46be228573,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:39.908872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.909224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.909565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.909912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.910248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.910583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.910950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.911350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.911717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.912047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.912391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.912722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:50:39.915951 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:39.920178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-044399ae-1e6c-48f6-b587-d0ff90df39b3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338041 Aug 04 17:50:39.920601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38496) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:39.925264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:39.950628 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.054835 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.084344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 2, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:40.110570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:50:40.110931 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Updating router f803a7c0-6474-4a58-944e-d28f09ab5d6a port 168ee088-7435-4120-b631-7d5a87939b43 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 17:50:40.136078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.161339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Allocated IP 172.25.2.143 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/a8c9337f-14f6-4bbd-9a7f-84cdd67baf46) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:50:40.278331 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.319938 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.355132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:50:40.356524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:50:40.362190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:50:40.401283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event updated for resources: {'Port': ['ID=a8c9337f-14f6-4bbd-9a7f-84cdd67baf46,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:40.415089 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.425844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Transition to ACTIVE for port object 168ee088-7435-4120-b631-7d5a87939b43 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:50:40.432291 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.460912 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.497937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.502497 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca158da-2976-4cd2-916e-9cde0eac5f4d None None] Pushing event updated for resources: {'Port': ['ID=168ee088-7435-4120-b631-7d5a87939b43,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:40.532326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Attempting to bind port 168ee088-7435-4120-b631-7d5a87939b43 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:50:40.532705 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Attempting to bind port 168ee088-7435-4120-b631-7d5a87939b43 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:50:40.533075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Attempting to bind port 168ee088-7435-4120-b631-7d5a87939b43 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:50:40.538448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:50:40.538856 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:50:40.539268 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.539666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:50:40.540144 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Bound port: 168ee088-7435-4120-b631-7d5a87939b43, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:50:40.540531 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.626135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] For port 168ee088-7435-4120-b631-7d5a87939b43, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:50:40.630622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] For port 168ee088-7435-4120-b631-7d5a87939b43, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=168ee088-7435-4120-b631-7d5a87939b43,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:50:40.639704 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.674563 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.681619 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.696956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:50:40.697594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:50:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:40.751454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca158da-2976-4cd2-916e-9cde0eac5f4d None None] Pushing event updated for resources: {'Port': ['ID=168ee088-7435-4120-b631-7d5a87939b43,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:40.753942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event updated for resources: {'Port': ['ID=a8c9337f-14f6-4bbd-9a7f-84cdd67baf46,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:40.768111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.787338 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:40.789001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b1848ad4-f2a2-4fd0-99ae-a282489f4e19 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8675771 Aug 04 17:50:40.960652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-b649f3dd-1be5-4454-bbcb-1718ef9ae115 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2034331062&fields=id&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 267 time: 0.0401983 Aug 04 17:50:41.005163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:50:41.080803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-6ee0c097-4122-4047-ad0c-ea24ed116d03 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:41.082334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-6ee0c097-4122-4047-ad0c-ea24ed116d03 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 811 time: 0.1142762 Aug 04 17:50:41.085806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:50:41.098406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-d3824998-9b23-4424-93be-6803a3c48e6c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/quotas/8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 375 time: 0.0098777 Aug 04 17:50:41.153163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-5c88638c-c7a8-4449-9bc7-586df5940721 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491602 Aug 04 17:50:41.199014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:41.199386 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:41.263315 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-85684d86-18a5-43fc-8a23-35bb8f608b37 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939200 Aug 04 17:50:41.314574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:40Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:41.347420 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722104e-2e07-4ad8-9d17-761f306f5bae None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:40Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:50:41.360476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-f685db63-ae1c-4e7a-a3f1-586850595847 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901783 Aug 04 17:50:41.562767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42cfb26d-2fa1-431b-acff-87efa07a2111 req-78db6278-759e-4a48-a3be-4431bd04a6fe tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 210 time: 0.0292432 Aug 04 17:50:42.593640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-eca12837-6027-4714-ba01-1317d2605c9b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:42.595208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-eca12837-6027-4714-ba01-1317d2605c9b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 811 time: 0.1114361 Aug 04 17:50:42.656085 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-2a169a41-6930-417e-aa92-9f0fa6aa44f0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 380 time: 0.0503702 Aug 04 17:50:42.672251 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77ebcf4d-dffc-40c8-a8f4-4cda9bff2b01 req-7b565a64-6e19-42d2-8579-cc1d7a70b75b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 210 time: 0.0356152 Aug 04 17:50:42.676181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'port': {'device_id': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'admin_state_up': True, 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'security_groups': ['24bb529d-d249-4e8b-a69b-7d36fd37e0cb']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:42.793598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Made reservation on behalf of 8b78ca31bd594a45b8187e188f945773 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:50:42.800529 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:42.932134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Allocated IP 172.20.0.5 (0ca843d5-fad9-49f7-a077-0245aaa1e853/90855b61-99ea-4877-b11a-4e76d4c7c314/e695168b-7471-4e67-a2b6-990a7c9a7b50) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:50:43.076857 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 168ee088-7435-4120-b631-7d5a87939b43 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:50:43.077442 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:43.091554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Transition to ACTIVE for port object e695168b-7471-4e67-a2b6-990a7c9a7b50 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:50:43.129832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 168ee088-7435-4120-b631-7d5a87939b43 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:50:43.130044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:43.133753 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 168ee088-7435-4120-b631-7d5a87939b43 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:43.134125 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:43.173820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:50:43.178963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:50:43.181565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:50:43.222168 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:43.225610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event updated for resources: {'Port': ['ID=e695168b-7471-4e67-a2b6-990a7c9a7b50,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:43.257179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:43.257812 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:43.264325 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 168ee088-7435-4120-b631-7d5a87939b43, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=168ee088-7435-4120-b631-7d5a87939b43,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:43.269908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:43.277049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-55785532-afc3-4335-83c3-c31cc432e9de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6075196 Aug 04 17:50:43.290071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Request body: {'port': {'device_id': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:43.331708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=168ee088-7435-4120-b631-7d5a87939b43,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:43.360637 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:43.482727 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-66793e20-7825-4e42-9699-376af34350ce None None] Provisioning for port e695168b-7471-4e67-a2b6-990a7c9a7b50 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:50:43.487902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-66793e20-7825-4e42-9699-376af34350ce None None] Provisioning complete for port e695168b-7471-4e67-a2b6-990a7c9a7b50 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:43.488558 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-66793e20-7825-4e42-9699-376af34350ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:43.534142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-66793e20-7825-4e42-9699-376af34350ce None None] Port e695168b-7471-4e67-a2b6-990a7c9a7b50 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:50:43.714016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e695168b-7471-4e67-a2b6-990a7c9a7b50 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:50:43.723984 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:43.738836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Transition to ACTIVE for port object e695168b-7471-4e67-a2b6-990a7c9a7b50 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:50:43.747626 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:43.848228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Pushing event updated for resources: {'Port': ['ID=e695168b-7471-4e67-a2b6-990a7c9a7b50,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:43.908048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5651c-d6c0-45c4-abf2-3268032fcf39 req-1c113cfa-8ae4-422d-867b-b0befef506ab tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:43.911634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af5651c-d6c0-45c4-abf2-3268032fcf39 req-1c113cfa-8ae4-422d-867b-b0befef506ab tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.1613104 Aug 04 17:50:43.987073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Attempting to bind port e695168b-7471-4e67-a2b6-990a7c9a7b50 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:50:43.987409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Attempting to bind port e695168b-7471-4e67-a2b6-990a7c9a7b50 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:50:43.987935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Attempting to bind port e695168b-7471-4e67-a2b6-990a7c9a7b50 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:50:43.995764 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8af5651c-d6c0-45c4-abf2-3268032fcf39 req-3f7fce53-b85d-4c40-a1eb-bcb996bbf7ca tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749495 Aug 04 17:50:43.998227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Port e695168b-7471-4e67-a2b6-990a7c9a7b50 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:50:43.998586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Attempting to bind port e695168b-7471-4e67-a2b6-990a7c9a7b50 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:50:44.006749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:50:44.007320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:50:44.007731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:50:44.018343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Bound port: e695168b-7471-4e67-a2b6-990a7c9a7b50, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:50:44.018343 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:44.095119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:50:44.100354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:50:44.107302 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:44.145525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:44.146169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:44.147621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] 10.222.0.82 "PUT /v2.0/ports/e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 1091 time: 0.8622293 Aug 04 17:50:44.148509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:50:44.150915 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:50:44.207265 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2129d0-442e-4bf2-ad6d-f624dcf48a83 x-openstack-request-id: req-fb2129d0-442e-4bf2-ad6d-f624dcf48a83 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:50:44.207547 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:50:44.207791 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb2129d0-442e-4bf2-ad6d-f624dcf48a83 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:50:44.208177 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'status': 'completed', 'code': 200} Aug 04 17:50:44.208726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a925b-934a-4291-b0af-1b1290c13672 service neutron] Pushing event updated for resources: {'Port': ['ID=e695168b-7471-4e67-a2b6-990a7c9a7b50,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:44.245408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-2eaca97b-d942-47c1-b9a1-f0437e98d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:44.247068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-2eaca97b-d942-47c1-b9a1-f0437e98d0be service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1094 time: 0.0508637 Aug 04 17:50:44.294100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-c0980432-9dcf-4688-997a-a19317437b0b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 217 time: 0.0383976 Aug 04 17:50:44.687402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-395c6115-4a86-442e-ba5a-656135a74162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:44.688885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-395c6115-4a86-442e-ba5a-656135a74162 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.3882189 Aug 04 17:50:44.739338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7d8a92e4-f6ed-4591-8c60-9bd5104f0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:44.740833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-7d8a92e4-f6ed-4591-8c60-9bd5104f0c17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430110 Aug 04 17:50:44.835324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-5cd1edf3-d4a7-4c86-88cd-d0a6852855f6 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873058 Aug 04 17:50:44.935271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e3f75f-6470-4aa3-b526-5c1a8a579642 req-d488725c-50f7-4ed9-b7a4-5b07e1961443 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932057 Aug 04 17:50:45.060742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-f52f57ba-2978-48a9-bb33-5913a8e2ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:45.062467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-f52f57ba-2978-48a9-bb33-5913a8e2ea1b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1094 time: 0.0652428 Aug 04 17:50:45.068065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 168ee088-7435-4120-b631-7d5a87939b43 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:50:45.116796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 168ee088-7435-4120-b631-7d5a87939b43 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:45.117170 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:45.191235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dff30b-8df8-42f5-a0cb-9a9a5a7b6d82 req-2304f4ca-bac4-4944-b1ad-04020934c6d3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:45.192724 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44dff30b-8df8-42f5-a0cb-9a9a5a7b6d82 req-2304f4ca-bac4-4944-b1ad-04020934c6d3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.1136777 Aug 04 17:50:45.197956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-a1d51add-41bf-405e-b30d-2a8fa255f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:45.199427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-a1d51add-41bf-405e-b30d-2a8fa255f82c service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1294050 Aug 04 17:50:45.253905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-5b4813fc-0b17-4828-ac6d-c2a4501ce580 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 217 time: 0.0451446 Aug 04 17:50:45.278170 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44dff30b-8df8-42f5-a0cb-9a9a5a7b6d82 req-03b62e91-3f68-4c69-bec5-c76c8a04fcd4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777774 Aug 04 17:50:45.313846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-f15a7a08-f0f7-43cc-9676-91fcf13aa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:45.315335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-f15a7a08-f0f7-43cc-9676-91fcf13aa42d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0518939 Aug 04 17:50:45.367280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-94b8f931-a3e7-43e8-95ae-257d66f89010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:45.368813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-94b8f931-a3e7-43e8-95ae-257d66f89010 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449085 Aug 04 17:50:45.486190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-7a623cae-1a25-4dbe-adb9-65e7717a56d7 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094770 Aug 04 17:50:45.581456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0dca7f4d-7d8d-4cce-95c3-bafbdd2f3f5a req-8aeaaeb0-183e-45c3-8d24-50597fec6740 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862496 Aug 04 17:50:46.413900 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e853-24fa-49ca-a4c4-b9a28c0d07a8 req-e79a5588-1069-49e6-8fbb-79f19ed876d3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:46.415379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5251e853-24fa-49ca-a4c4-b9a28c0d07a8 req-e79a5588-1069-49e6-8fbb-79f19ed876d3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.0571492 Aug 04 17:50:46.467811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5251e853-24fa-49ca-a4c4-b9a28c0d07a8 req-6e6d850f-1d42-4418-9ac8-d022ebd933ca tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Aug 04 17:50:46.776238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e695168b-7471-4e67-a2b6-990a7c9a7b50 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:50:46.880302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:46.892538 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'port_id': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'mac_address': 'fa:16:3e:dc:aa:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:50:46.935116 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:46.949527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e695168b-7471-4e67-a2b6-990a7c9a7b50 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:50:46.971008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:46.978423 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:47.026772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e695168b-7471-4e67-a2b6-990a7c9a7b50,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:47.187731 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['e695168b-7471-4e67-a2b6-990a7c9a7b50'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:50:47.592109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf345ac-4f81-45f2-82c9-3a666c0de80b req-969269c9-fe9d-4897-898a-df9fa265f4d5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:47.593807 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddf345ac-4f81-45f2-82c9-3a666c0de80b req-969269c9-fe9d-4897-898a-df9fa265f4d5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 944 time: 0.0557990 Aug 04 17:50:47.639287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ddf345ac-4f81-45f2-82c9-3a666c0de80b req-6db0917a-6037-46b5-bc46-e7e455894c6a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365055 Aug 04 17:50:48.780826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449517-96ff-4b15-95cd-8d4421c5820a req-c7c04426-a5b3-465a-a10b-c5d966fe0595 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:48.782291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce449517-96ff-4b15-95cd-8d4421c5820a req-c7c04426-a5b3-465a-a10b-c5d966fe0595 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 944 time: 0.0680382 Aug 04 17:50:48.791465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e695168b-7471-4e67-a2b6-990a7c9a7b50 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:50:48.821620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ce449517-96ff-4b15-95cd-8d4421c5820a req-ebe46623-30d1-4510-87d9-4bb8ea40bd21 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331399 Aug 04 17:50:48.844281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port e695168b-7471-4e67-a2b6-990a7c9a7b50 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:50:48.848151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port e695168b-7471-4e67-a2b6-990a7c9a7b50 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:50:48.849237 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:48.934250 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:48.962610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:50:48.965005 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4559f624-e460-4f72-a798-7ee610e351c6" -d '{"events": [{"server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "name": "network-vif-plugged", "status": "completed", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:50:48.979333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:50:48.985767 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:49.025499 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307eb42a-0fec-451a-b371-6d12622691e2 x-openstack-request-id: req-307eb42a-0fec-451a-b371-6d12622691e2 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:50:49.025892 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "name": "network-vif-plugged", "status": "completed", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:50:49.026295 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-307eb42a-0fec-451a-b371-6d12622691e2 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:50:49.026748 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'code': 200} Aug 04 17:50:49.056268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e695168b-7471-4e67-a2b6-990a7c9a7b50,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:50:49.117427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecd7e1-1910-4793-8ef5-af65e9202d07 req-1911aaee-8407-4783-acff-c281c624214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:49.118996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-deecd7e1-1910-4793-8ef5-af65e9202d07 req-1911aaee-8407-4783-acff-c281c624214b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1096 time: 0.0473630 Aug 04 17:50:49.157510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-deecd7e1-1910-4793-8ef5-af65e9202d07 req-e866fb30-15ae-4521-aab0-18385aa08f78 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308619 Aug 04 17:50:49.945285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27fbd8-b66e-444f-977a-ac428836011f req-9a64afad-6e6e-4a4f-8b6a-7835b1d92446 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:49.946902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b27fbd8-b66e-444f-977a-ac428836011f req-9a64afad-6e6e-4a4f-8b6a-7835b1d92446 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0559528 Aug 04 17:50:49.986157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b27fbd8-b66e-444f-977a-ac428836011f req-f31f42bb-a910-4199-9bfa-0006e52c1724 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331104 Aug 04 17:50:51.131328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a0614-1bf6-46d3-afd8-c02eaec11510 req-0943ded6-568e-4427-a155-b2cfa2987822 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:51.132868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb2a0614-1bf6-46d3-afd8-c02eaec11510 req-0943ded6-568e-4427-a155-b2cfa2987822 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0698531 Aug 04 17:50:51.178755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb2a0614-1bf6-46d3-afd8-c02eaec11510 req-ffe021a8-e80f-4fe9-9c2e-999ea9a4c906 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368669 Aug 04 17:50:51.308005 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1678e7-a120-4fcf-babe-5a503d941b2f req-1d92ce84-369e-41ba-bc38-53b372d26aec tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:51.309613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ec1678e7-a120-4fcf-babe-5a503d941b2f req-1d92ce84-369e-41ba-bc38-53b372d26aec tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0619905 Aug 04 17:50:51.318690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38552) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:50:51.323278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d4f6ef68-31f0-4060-b608-e8886bee37c0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'floatingip': {'port_id': 'e695168b-7471-4e67-a2b6-990a7c9a7b50'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:50:51.363037 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ef68-31f0-4060-b608-e8886bee37c0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:51.837535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ef68-31f0-4060-b608-e8886bee37c0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:51.843968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ef68-31f0-4060-b608-e8886bee37c0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:51.957270 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-d4f6ef68-31f0-4060-b608-e8886bee37c0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a associated. External IP: 172.25.2.143, port: e695168b-7471-4e67-a2b6-990a7c9a7b50. Aug 04 17:50:52.187687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f6ef68-31f0-4060-b608-e8886bee37c0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:50:52.310356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f6ef68-31f0-4060-b608-e8886bee37c0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:50:52.315423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ef68-31f0-4060-b608-e8886bee37c0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:50:52.320854 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:50:52.332675 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:50:52.333328 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:50:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:52.342985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d4f6ef68-31f0-4060-b608-e8886bee37c0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "PUT /v2.0/floatingips/7de59d56-d7fc-4bde-a6a5-1087a985c35a HTTP/1.1" status: 200 len: 991 time: 1.0231512 Aug 04 17:50:52.343642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:50:52.346315 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:50:52.385884 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0d9c00-5b66-4248-876a-f703209e7997 x-openstack-request-id: req-be0d9c00-5b66-4248-876a-f703209e7997 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:50:52.386171 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:50:52.386430 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be0d9c00-5b66-4248-876a-f703209e7997 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:50:52.386919 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'status': 'completed', 'code': 200} Aug 04 17:50:52.443709 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:50:52.449916 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-8b9ca456-a8c8-413b-9503-e8c8ce97e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:52.451570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-8b9ca456-a8c8-413b-9503-e8c8ce97e4ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1096 time: 0.0421758 Aug 04 17:50:52.544443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-ae200dc6-9ae2-40e6-b7b9-e8a2f82e8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:52.545965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-ae200dc6-9ae2-40e6-b7b9-e8a2f82e8fbe service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0865011 Aug 04 17:50:52.621365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-d195a87e-b2c6-441c-a32f-ee3b01888b27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 999 time: 0.0680268 Aug 04 17:50:52.677541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-6b124373-4d62-4cfb-b373-afc0801570d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:52.679052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-6b124373-4d62-4cfb-b373-afc0801570d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0506780 Aug 04 17:50:52.729619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-b312bed1-eda8-4228-b795-7e4345000a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:50:52.731172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-b312bed1-eda8-4228-b795-7e4345000a73 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442867 Aug 04 17:50:52.782178 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:dc:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:50:51Z', 'revision_number': 1, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:52.812248 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:50:52.821338 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:50:52.821947 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:50:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:52.830427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-3065abae-856c-4b31-8a41-907059d47159 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920415 Aug 04 17:50:52.926976 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52c5ae63-d9b7-4615-a3e0-5e0fa88f68af req-947178c1-05ff-4b8a-bccf-13bc29f68663 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899403 Aug 04 17:50:52.930284 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:50:53.161780 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:dc:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:50:51Z', 'revision_number': 1, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:50:53.191576 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acfb93-d454-472a-9bfd-5b3b3849cfc9 None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:dc:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:50:51Z', 'revision_number': 1, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:50:53.417820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dec52f-b518-427a-9d56-8f98eac36521 None None] New status for floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:51:01.250686 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:51:02.041708 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e1b5832d-78b7-4637-866d-259b7e0898a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:04.470937 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2260-4889-4e24-89f4-f2328526ab95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:05.101324 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:06.048881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:07.640486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:09.517850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:09.616824 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:32.040020 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6d863c62-d815-462e-aaeb-b90100ea4602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:34.480325 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-701aaf63-37b7-43c0-8881-698471166581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:35.095083 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:36.062652 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:37.647430 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:37.657575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-d8cae52e-a5ce-4aa3-ae63-3d73339345e6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577588 Aug 04 17:51:37.754953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-6a74ab52-0653-45b4-9ef9-166e49ea797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:51:37.756448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-6a74ab52-0653-45b4-9ef9-166e49ea797d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1096 time: 0.0472448 Aug 04 17:51:37.862197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-e2bbcb74-4548-4bd8-826e-917594de70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:51:37.863598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-e2bbcb74-4548-4bd8-826e-917594de70bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0831909 Aug 04 17:51:37.937100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-af117894-8b01-470b-ac17-b61cf43ca683 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 1001 time: 0.0658638 Aug 04 17:51:37.988532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-35be7f50-4863-41bd-8926-1dac491982dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:51:37.989971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-35be7f50-4863-41bd-8926-1dac491982dc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0450644 Aug 04 17:51:38.038193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-b334b572-1419-4dc6-926c-0df932ca4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:51:38.039716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-b334b572-1419-4dc6-926c-0df932ca4687 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413716 Aug 04 17:51:38.147434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-2854f02b-5543-4436-887c-1cb73acce47f service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997674 Aug 04 17:51:38.250187 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:51:38.250852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61ae62b7-6787-4229-bca2-420e1bfe8b78 req-476ad97a-c225-4697-ab2c-4132994c80aa service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957584 Aug 04 17:51:39.513743 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:51:39.612009 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:02.034838 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0f606f32-eeb2-4d77-8533-792ca6148874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:04.481741 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef3c895f-8810-440b-b2a5-d516fc80ba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:05.107599 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:06.057494 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:07.648063 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:09.524894 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:09.627585 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:15.253370 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:52:27.898689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecceb3-dae9-4ca1-a01a-c3598bddd953 req-51fa8179-4871-41aa-9753-50e5319507b9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:27.900345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4eecceb3-dae9-4ca1-a01a-c3598bddd953 req-51fa8179-4871-41aa-9753-50e5319507b9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0670984 Aug 04 17:52:27.946914 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4eecceb3-dae9-4ca1-a01a-c3598bddd953 req-b348e92a-e327-4cc1-b13b-c22f7bb2fff4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374272 Aug 04 17:52:28.227629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccc9cf-ae25-44d6-a1d6-b13f34c25618 req-7b0e977b-ce99-49f1-8a22-e7c136c6aade tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:28.228866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 38788) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:52:28.229433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62ccc9cf-ae25-44d6-a1d6-b13f34c25618 req-7b0e977b-ce99-49f1-8a22-e7c136c6aade tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0505459 Aug 04 17:52:28.269037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62ccc9cf-ae25-44d6-a1d6-b13f34c25618 req-cd76e5bc-170a-4e2f-8aa6-daa635fa29cd tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335996 Aug 04 17:52:28.323132 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-dfba8aa1-3af3-4fde-8379-964d626b2932 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928619 Aug 04 17:52:29.403620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b27c0-f3e3-4625-bef2-083aa84e9d82 req-00c61989-35c0-4f3d-9272-6a51026bf952 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:29.405958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b26b27c0-f3e3-4625-bef2-083aa84e9d82 req-00c61989-35c0-4f3d-9272-6a51026bf952 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0640018 Aug 04 17:52:29.447868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b26b27c0-f3e3-4625-bef2-083aa84e9d82 req-5943058f-3349-4e87-b247-131aa00fd61f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332298 Aug 04 17:52:29.608791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-5212054b-b065-4790-94b9-b68e240b72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:29.610193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-5212054b-b065-4790-94b9-b68e240b72c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1096 time: 0.0481296 Aug 04 17:52:29.707541 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-c44d15c5-e196-472d-babf-2e5cc313f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:29.709576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-c44d15c5-e196-472d-babf-2e5cc313f315 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0916917 Aug 04 17:52:29.781698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-0f23f5b3-d6f8-4650-8a95-13a5c5141afa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 1001 time: 0.0641131 Aug 04 17:52:29.831968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-92503e7c-544a-41be-bd26-7dcfde08c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:29.833405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-92503e7c-544a-41be-bd26-7dcfde08c010 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0448434 Aug 04 17:52:29.882749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-dda3f682-daf0-46af-a243-87e010973de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:29.884240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-dda3f682-daf0-46af-a243-87e010973de0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434515 Aug 04 17:52:29.990023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-c41b2eba-aa2a-4766-8d7e-c5824bd9457f service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985191 Aug 04 17:52:30.089567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-57185468-4b24-44be-8fb0-a8dea9b7d9c0 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921137 Aug 04 17:52:30.582101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57566e29-894b-4005-a04b-2e9a1f1114fd req-bb176073-652f-4c5a-8519-41bbb445ecc2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:30.583638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57566e29-894b-4005-a04b-2e9a1f1114fd req-bb176073-652f-4c5a-8519-41bbb445ecc2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0540502 Aug 04 17:52:30.623352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57566e29-894b-4005-a04b-2e9a1f1114fd req-765aca7d-a044-47ba-a463-9405514349f9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331867 Aug 04 17:52:31.758384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e7ed-7358-41e4-a30f-d31ee51fed1a req-6217e462-6c8d-41a0-b122-e9db5094c5ff tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:31.760029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1792e7ed-7358-41e4-a30f-d31ee51fed1a req-6217e462-6c8d-41a0-b122-e9db5094c5ff tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0580854 Aug 04 17:52:31.800428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1792e7ed-7358-41e4-a30f-d31ee51fed1a req-975f6b5f-be8b-49b8-a598-8fb2cfd5ae68 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342643 Aug 04 17:52:32.040885 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0372a239-d7e5-474c-a045-472f4af18981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:32.928093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5692a-15d9-49d7-b4b9-7c9a5619b8d2 req-03ffe20d-e33f-413b-8e85-e6992f349ec8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:32.929496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aef5692a-15d9-49d7-b4b9-7c9a5619b8d2 req-03ffe20d-e33f-413b-8e85-e6992f349ec8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0597668 Aug 04 17:52:32.981375 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aef5692a-15d9-49d7-b4b9-7c9a5619b8d2 req-f450217b-bb01-4140-81e6-ca8aaa7cd18a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457044 Aug 04 17:52:34.106162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2756fa-8b69-4f05-87be-8dcbfdbf1449 req-f8450807-65fa-49fc-86ad-fcabe78de9e6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:34.107671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b2756fa-8b69-4f05-87be-8dcbfdbf1449 req-f8450807-65fa-49fc-86ad-fcabe78de9e6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0507967 Aug 04 17:52:34.150320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b2756fa-8b69-4f05-87be-8dcbfdbf1449 req-acd7ddf6-6f8d-4a6f-ab3c-79440e5ddb82 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334241 Aug 04 17:52:34.483112 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c36721cc-3e74-4311-9d92-7517d6b5d7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:35.102851 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:35.288250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e42589-05c0-472b-a188-27a762e7dad5 req-57860c03-8633-4da0-b811-131e1586fa26 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:35.289735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50e42589-05c0-472b-a188-27a762e7dad5 req-57860c03-8633-4da0-b811-131e1586fa26 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0655849 Aug 04 17:52:35.335674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50e42589-05c0-472b-a188-27a762e7dad5 req-e1872816-1bc0-473e-9626-ea1adab7f63f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367429 Aug 04 17:52:36.061900 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:36.458246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8e12-4ea5-492e-b870-d970eef6e122 req-a10a76c7-5997-4917-9cf6-0620e0d1c144 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:36.459990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdaa8e12-4ea5-492e-b870-d970eef6e122 req-a10a76c7-5997-4917-9cf6-0620e0d1c144 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0526991 Aug 04 17:52:36.502074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cdaa8e12-4ea5-492e-b870-d970eef6e122 req-e334baa9-9155-4304-9941-02113b27ba31 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331047 Aug 04 17:52:37.633649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b80db-f60d-4025-ad47-8e13922c1d87 req-33a04821-cae8-43b5-93bb-7b45124eb829 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:37.635198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc7b80db-f60d-4025-ad47-8e13922c1d87 req-33a04821-cae8-43b5-93bb-7b45124eb829 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0567541 Aug 04 17:52:37.649321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:37.674052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc7b80db-f60d-4025-ad47-8e13922c1d87 req-9c60d7d5-2bd3-4409-ad60-129531396dae tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Aug 04 17:52:38.808363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14044f84-9bc1-4943-90b3-25e1d935b888 req-8153b20a-20c0-472d-a19c-bfe0bf3331f5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:38.809844 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14044f84-9bc1-4943-90b3-25e1d935b888 req-8153b20a-20c0-472d-a19c-bfe0bf3331f5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0571461 Aug 04 17:52:38.851133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-14044f84-9bc1-4943-90b3-25e1d935b888 req-2c43aa0b-0497-4ee1-a430-14a85f8d885f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350463 Aug 04 17:52:39.549330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:39.629956 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:39.778370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-bdddfdb8-3b45-4a9e-8c33-f6d5b72d8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:39.779907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-bdddfdb8-3b45-4a9e-8c33-f6d5b72d8964 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1096 time: 0.0469077 Aug 04 17:52:39.907585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-14835e2f-1649-4917-a7c7-742c1a0e21df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:39.909127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-14835e2f-1649-4917-a7c7-742c1a0e21df service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1039653 Aug 04 17:52:40.002739 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-a0cf851c-b41c-4911-bc44-1c0ec04da1ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 1001 time: 0.0857029 Aug 04 17:52:40.052141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c75c0a-145c-466a-bee3-8cdd594bd80c req-b90db8e0-68bf-45bb-a568-ed720e3b7a20 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:40.053746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15c75c0a-145c-466a-bee3-8cdd594bd80c req-b90db8e0-68bf-45bb-a568-ed720e3b7a20 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.1002672 Aug 04 17:52:40.086317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-0e315154-39ce-42c2-b925-4d9d17cb94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:40.087930 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-0e315154-39ce-42c2-b925-4d9d17cb94f7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0769367 Aug 04 17:52:40.131298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15c75c0a-145c-466a-bee3-8cdd594bd80c req-5574f822-8d90-43d4-a503-3a522dfb7f45 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704207 Aug 04 17:52:40.148514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-fe85279f-9938-4ba9-9ce0-bcdc13c907c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:40.150283 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-fe85279f-9938-4ba9-9ce0-bcdc13c907c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550811 Aug 04 17:52:40.259690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-719fd652-1276-44b9-aaa0-8c622e67187a service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018937 Aug 04 17:52:40.361382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-232bf3f4-80b0-4dcd-9955-b1eec1b169ab req-b3145f36-54f0-4551-bc3b-f574e9c9e905 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945592 Aug 04 17:52:41.253627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13cc3-dc29-4711-ae1d-07cb01e30614 req-9c36abdc-da33-4a81-ad86-d33f110d3ade tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:41.255147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1e13cc3-dc29-4711-ae1d-07cb01e30614 req-9c36abdc-da33-4a81-ad86-d33f110d3ade tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.0514250 Aug 04 17:52:41.304551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1e13cc3-dc29-4711-ae1d-07cb01e30614 req-1eb9b31f-8878-46f4-bc09-c85b47a70f57 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 Aug 04 17:52:41.951215 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-2e105f9e-f7b7-4439-873f-03bad07658e7 service neutron] show failed (client error): The resource could not be found. Aug 04 17:52:41.952599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-2e105f9e-f7b7-4439-873f-03bad07658e7 service neutron] 10.222.0.82 "GET /v2.0/ports/e695168b-7471-4e67-a2b6-990a7c9a7b50/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0673985 Aug 04 17:52:42.160853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4d5451ef-4e2c-4440-bc7c-b7ab3e0d1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:42.162380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4d5451ef-4e2c-4440-bc7c-b7ab3e0d1082 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 1096 time: 0.0425830 Aug 04 17:52:42.177893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:52:42.234923 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:42.487001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95261991-8f15-4fae-9123-36c0e908d9f7 req-d0a616e8-622a-4960-ab5d-21bbd0832b86 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:42.488392 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95261991-8f15-4fae-9123-36c0e908d9f7 req-d0a616e8-622a-4960-ab5d-21bbd0832b86 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 945 time: 0.1064732 Aug 04 17:52:42.511586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:52:42.557252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95261991-8f15-4fae-9123-36c0e908d9f7 req-2d9a4904-eda5-4d88-a86e-37db59d16d74 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624607 Aug 04 17:52:42.564692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:52:42.604373 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:52:42.606834 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1d4d10-9f0f-42a8-83e6-5da957574e54" -d '{"events": [{"server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "name": "network-vif-unplugged", "status": "completed", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:52:42.610848 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:42.627269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Transition to ACTIVE for port object e695168b-7471-4e67-a2b6-990a7c9a7b50 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:52:42.632506 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:42.667515 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5560011d-9edb-4ff7-8228-09361e4d4efb x-openstack-request-id: req-5560011d-9edb-4ff7-8228-09361e4d4efb {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:52:42.667806 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "name": "network-vif-unplugged", "status": "completed", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:52:42.668058 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5560011d-9edb-4ff7-8228-09361e4d4efb {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:52:42.668471 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'code': 200} Aug 04 17:52:42.716577 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e695168b-7471-4e67-a2b6-990a7c9a7b50,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:52:42.728370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.728712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.729047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.729385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.729746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.730075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.730397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.730717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.731137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.731459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.731775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.732093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:42.771313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] No DVR routers for this DVR port e695168b-7471-4e67-a2b6-990a7c9a7b50 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:52:43.246327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Attempting to bind port e695168b-7471-4e67-a2b6-990a7c9a7b50 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:52:43.246625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Attempting to bind port e695168b-7471-4e67-a2b6-990a7c9a7b50 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:52:43.247009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Attempting to bind port e695168b-7471-4e67-a2b6-990a7c9a7b50 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:52:43.251884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Port e695168b-7471-4e67-a2b6-990a7c9a7b50 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:52:43.252203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Attempting to bind port e695168b-7471-4e67-a2b6-990a7c9a7b50 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:52:43.257393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:52:43.257734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:52:43.258114 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:52:43.258587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Bound port: e695168b-7471-4e67-a2b6-990a7c9a7b50, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:52:43.258966 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:43.331343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:52:43.334858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:52:43.342307 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:43.381081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:43.381725 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:43.383275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] 10.222.0.90 "PUT /v2.0/ports/e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 1091 time: 1.2095191 Aug 04 17:52:43.420207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7c64b-4907-4af3-bde2-89d0f6ac8ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e695168b-7471-4e67-a2b6-990a7c9a7b50,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:52:43.453937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-2ef73a08-2c50-4247-9535-49a580be73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:43.455499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-2ef73a08-2c50-4247-9535-49a580be73e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1094 time: 0.0476117 Aug 04 17:52:43.552630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-288eee79-9c46-4d72-a1c5-6bb796c9deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:43.554123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-288eee79-9c46-4d72-a1c5-6bb796c9deb7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0907578 Aug 04 17:52:43.626114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-a2391d5c-892a-42ee-822d-f9c1ca0b2abb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 999 time: 0.0634892 Aug 04 17:52:43.700917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-b2d4feda-cd17-4b7c-aa31-817251e1cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:43.702263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-b2d4feda-cd17-4b7c-aa31-817251e1cc11 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0647044 Aug 04 17:52:43.715007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41303d09-f99b-4573-926a-e1372a9a4e33 req-c00a0582-38b9-46ef-9243-1f76dcff731f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:43.716397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41303d09-f99b-4573-926a-e1372a9a4e33 req-c00a0582-38b9-46ef-9243-1f76dcff731f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.0875962 Aug 04 17:52:43.778226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-41303d09-f99b-4573-926a-e1372a9a4e33 req-70d5b7e3-b555-4ccf-97d2-5ad7b515310e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533743 Aug 04 17:52:43.781012 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-917de7cb-1a23-4ebf-844a-adda02a56e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:43.782421 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-917de7cb-1a23-4ebf-844a-adda02a56e9b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651994 Aug 04 17:52:43.880160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-fe81c9d0-39a7-411d-a392-fcf86de0f598 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901988 Aug 04 17:52:43.974428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7691ec4e-4af4-4d7b-be8e-407f156bc438 req-22a5ca35-6f32-4f54-977c-b698e5960ca9 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875056 Aug 04 17:52:44.669824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:52:44.672351 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e373688-7b83-4f9c-acf4-6bbcd383d611" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:52:44.722820 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b3f071-79e8-415f-b9a4-fa11a6707461 x-openstack-request-id: req-62b3f071-79e8-415f-b9a4-fa11a6707461 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:52:44.723134 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:52:44.723387 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62b3f071-79e8-415f-b9a4-fa11a6707461 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:52:44.723770 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'status': 'completed', 'code': 200} Aug 04 17:52:44.812300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-cb3345d9-d8f8-419c-8b5d-9e24ae01b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:44.813818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-cb3345d9-d8f8-419c-8b5d-9e24ae01b3d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1094 time: 0.0710671 Aug 04 17:52:44.818356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-0beaf58f-220e-4787-abc9-dfb072238128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:44.819766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-0beaf58f-220e-4787-abc9-dfb072238128 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1094 time: 0.0684352 Aug 04 17:52:45.006089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-4db36896-a712-483e-ac0f-fe7d33ab94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:45.007491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-4db36896-a712-483e-ac0f-fe7d33ab94f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1778233 Aug 04 17:52:45.016330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30337d-0c7c-49f9-ae88-2d98b5337c99 req-dda67241-05a1-4ebf-9903-fb0365c8c113 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:45.017699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad30337d-0c7c-49f9-ae88-2d98b5337c99 req-dda67241-05a1-4ebf-9903-fb0365c8c113 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.1634867 Aug 04 17:52:45.025801 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-0b99312e-d0d3-490a-bbce-53536db61b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:45.027240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-0b99312e-d0d3-490a-bbce-53536db61b61 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.2062476 Aug 04 17:52:45.149524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad30337d-0c7c-49f9-ae88-2d98b5337c99 req-53bae692-2957-47cb-aa64-6543fb14d900 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248407 Aug 04 17:52:45.153773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-e02e179c-989a-4ee2-9f84-f29bf06072cc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 999 time: 0.1327448 Aug 04 17:52:45.161198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-40f45b0d-713a-403f-93ac-cc6315490fab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 999 time: 0.0966742 Aug 04 17:52:45.254769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-13adee3e-ae39-4970-bec2-e8d00d803abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:45.256399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-13adee3e-ae39-4970-bec2-e8d00d803abb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0893915 Aug 04 17:52:45.257694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-11d9dde2-212d-46c9-866c-f4fe80e9b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:45.259192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-11d9dde2-212d-46c9-866c-f4fe80e9b2f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0807827 Aug 04 17:52:45.336206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e695168b-7471-4e67-a2b6-990a7c9a7b50 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:52:45.345075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-9d464a1c-53f5-4bc0-ab66-b2fdd13d66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:45.346626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-9d464a1c-53f5-4bc0-ab66-b2fdd13d66f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722413 Aug 04 17:52:45.348553 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-93bc00ec-64e7-427f-a3e8-8463a4945745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:45.349938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-93bc00ec-64e7-427f-a3e8-8463a4945745 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835638 Aug 04 17:52:45.379999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e695168b-7471-4e67-a2b6-990a7c9a7b50 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:52:45.547738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-50a3c7c0-a0bf-47d4-915b-f786ab7aa19d service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918516 Aug 04 17:52:45.582783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-26cabaca-23cc-4ede-a419-6e8b72a39f77 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186878 Aug 04 17:52:45.745020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-495a8b4e-3323-4c3a-b124-ddb58d9c968f service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887007 Aug 04 17:52:45.750738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0e373688-7b83-4f9c-acf4-6bbcd383d611 req-0f307abe-f151-46bd-90a6-f3d19da556c8 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366098 Aug 04 17:52:46.283197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088cb89-7972-44c7-86c6-909c9a189b12 req-d0250c5f-beba-4fde-8aea-b5f60a097d93 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:46.284693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d088cb89-7972-44c7-86c6-909c9a189b12 req-d0250c5f-beba-4fde-8aea-b5f60a097d93 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.0565124 Aug 04 17:52:46.328128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d088cb89-7972-44c7-86c6-909c9a189b12 req-f8c83da2-7f83-4892-8745-0f73d46b3243 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335381 Aug 04 17:52:46.570401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfbf3-4228-42f7-84d1-b156af45e99d req-26097d84-c940-487e-bf27-228da149784a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:46.572029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b88bfbf3-4228-42f7-84d1-b156af45e99d req-26097d84-c940-487e-bf27-228da149784a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.0838046 Aug 04 17:52:46.579371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49740039-44b5-4461-8607-7473bf28cc3f req-0293f9f6-f89c-49f0-b9bd-06b9fa139349 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:46.580741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49740039-44b5-4461-8607-7473bf28cc3f req-0293f9f6-f89c-49f0-b9bd-06b9fa139349 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651&tenant_id=8b78ca31bd594a45b8187e188f945773&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 943 time: 0.0830104 Aug 04 17:52:46.646992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b88bfbf3-4228-42f7-84d1-b156af45e99d req-7b842b71-ed80-42f4-baa8-9a13e1331cdd tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652349 Aug 04 17:52:46.671436 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-49740039-44b5-4461-8607-7473bf28cc3f req-a34bde9f-83a1-49a4-89e8-60179ddabed2 service neutron] delete failed (client error): The resource could not be found. Aug 04 17:52:46.676158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49740039-44b5-4461-8607-7473bf28cc3f req-a34bde9f-83a1-49a4-89e8-60179ddabed2 service neutron] 10.222.0.82 "DELETE /v2.0/ports/e695168b-7471-4e67-a2b6-990a7c9a7b50/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0871348 Aug 04 17:52:46.773901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49740039-44b5-4461-8607-7473bf28cc3f req-bd62f715-0902-4871-b0e9-86676235d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:46.775529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49740039-44b5-4461-8607-7473bf28cc3f req-bd62f715-0902-4871-b0e9-86676235d19d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 1094 time: 0.0494328 Aug 04 17:52:46.870649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49740039-44b5-4461-8607-7473bf28cc3f req-0250c820-8185-47e2-863c-59794df268ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:46.872182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49740039-44b5-4461-8607-7473bf28cc3f req-0250c820-8185-47e2-863c-59794df268ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0899525 Aug 04 17:52:46.937696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49740039-44b5-4461-8607-7473bf28cc3f req-430dfadf-1b64-48f5-ab5c-25c11daac600 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 200 len: 999 time: 0.0571711 Aug 04 17:52:46.993361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49740039-44b5-4461-8607-7473bf28cc3f req-d129c1de-10f3-4716-84db-4a6c92909f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:46.994799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49740039-44b5-4461-8607-7473bf28cc3f req-d129c1de-10f3-4716-84db-4a6c92909f00 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0494890 Aug 04 17:52:47.042190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49740039-44b5-4461-8607-7473bf28cc3f req-b11b9ea8-69ee-4ca5-8c3d-f699be172a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:47.043657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49740039-44b5-4461-8607-7473bf28cc3f req-b11b9ea8-69ee-4ca5-8c3d-f699be172a25 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418546 Aug 04 17:52:47.138169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49740039-44b5-4461-8607-7473bf28cc3f req-5225ee46-f6ff-4a81-8503-079841d83e6f service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864139 Aug 04 17:52:47.232861 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49740039-44b5-4461-8607-7473bf28cc3f req-68f99159-c09d-486f-9b5e-a1658b2b9bee service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867445 Aug 04 17:52:47.777800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101312e-c6db-4fc0-b8a1-b8e3a01f485d req-cfd6e786-b757-497d-8d0a-ae9330057b32 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:47.779487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5101312e-c6db-4fc0-b8a1-b8e3a01f485d req-cfd6e786-b757-497d-8d0a-ae9330057b32 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.0553071 Aug 04 17:52:47.823282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5101312e-c6db-4fc0-b8a1-b8e3a01f485d req-a9759879-6376-46c6-a65e-743be48cd6c9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371089 Aug 04 17:52:47.952827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff55f0-dd8b-4d3c-a905-2cf804fc771e req-57868d8f-cf05-4138-b30e-2cc3cb924cc6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:47.954266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7cff55f0-dd8b-4d3c-a905-2cf804fc771e req-57868d8f-cf05-4138-b30e-2cc3cb924cc6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.0533628 Aug 04 17:52:48.002695 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7cff55f0-dd8b-4d3c-a905-2cf804fc771e req-dd67863d-8fff-4154-9be5-82002a822c1d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Aug 04 17:52:48.134139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb5a2a-f340-41d7-a3f5-c90b5656ef1a req-3cd1b0c1-9975-4b9e-adf1-aa46cc37d75f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:48.135771 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8cb5a2a-f340-41d7-a3f5-c90b5656ef1a req-3cd1b0c1-9975-4b9e-adf1-aa46cc37d75f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.0569682 Aug 04 17:52:48.178641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8cb5a2a-f340-41d7-a3f5-c90b5656ef1a req-6be8bbeb-75a9-49e7-adfb-b9e0c7e3a3e9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367024 Aug 04 17:52:48.221488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e695168b-7471-4e67-a2b6-990a7c9a7b50 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:52:48.324036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:52:48.339869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'port_id': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'mac_address': 'fa:16:3e:dc:aa:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:52:48.378342 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:48.392213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e695168b-7471-4e67-a2b6-990a7c9a7b50 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:52:48.412551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:52:48.418714 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:48.449153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afa1f3-1a0a-4c89-bc13-68ef454881d8 req-19abcb92-879a-49f4-82f2-0d99c0742577 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:48.450766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27afa1f3-1a0a-4c89-bc13-68ef454881d8 req-19abcb92-879a-49f4-82f2-0d99c0742577 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 943 time: 0.0616899 Aug 04 17:52:48.473743 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e695168b-7471-4e67-a2b6-990a7c9a7b50,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:52:48.481015 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.481365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.481711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.482047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.482379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.482731 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.483084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.483416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.483735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.484082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.484389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.484712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:52:48.491654 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-27afa1f3-1a0a-4c89-bc13-68ef454881d8 req-a6c52b50-2482-4154-ba7d-20a3896fcc84 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340137 Aug 04 17:52:48.654965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['e695168b-7471-4e67-a2b6-990a7c9a7b50'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:52:49.623886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945f753-ad79-4323-ad18-4faf7d316d4f req-ca5d2de5-be00-4ae3-b41a-e4acbd7f73b0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:49.625652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d945f753-ad79-4323-ad18-4faf7d316d4f req-ca5d2de5-be00-4ae3-b41a-e4acbd7f73b0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 944 time: 0.0637510 Aug 04 17:52:49.686762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-b18296ca-7d7b-4be2-8216-db913d23b1e8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:49.688246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-b18296ca-7d7b-4be2-8216-db913d23b1e8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 944 time: 0.0856276 Aug 04 17:52:49.691176 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d945f753-ad79-4323-ad18-4faf7d316d4f req-42e26869-c73a-418c-94ee-c216fc06421f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518367 Aug 04 17:52:49.781713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Deleting port e695168b-7471-4e67-a2b6-990a7c9a7b50 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:52:49.781937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:49.889308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] For port e695168b-7471-4e67-a2b6-990a7c9a7b50, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e695168b-7471-4e67-a2b6-990a7c9a7b50,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:52:49.889674 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:50.091341 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:50.091636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:50.091947 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a disassociated. External IP: 172.25.2.143, port: e695168b-7471-4e67-a2b6-990a7c9a7b50. Aug 04 17:52:50.092281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Calling delete_port for e695168b-7471-4e67-a2b6-990a7c9a7b50 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:52:50.222762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e695168b-7471-4e67-a2b6-990a7c9a7b50 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:52:50.235903 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:50.265337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event deleted for resources: {'Port': ['ID=e695168b-7471-4e67-a2b6-990a7c9a7b50,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:52:50.266372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No active binding found for port e695168b-7471-4e67-a2b6-990a7c9a7b50 {{(pid=105830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 17:52:50.266830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e695168b-7471-4e67-a2b6-990a7c9a7b50 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:52:50.385602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:52:50.504109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:52:50.514189 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:52:50.524055 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:52:50.524788 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:52:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:52:50.544054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] No DVR routers for this DVR port e695168b-7471-4e67-a2b6-990a7c9a7b50 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:52:50.546606 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:50.548666 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e35e35ec-2710-41d6-8e46-349ccec695b6 req-9f26dc7a-49e1-433b-88e2-d03505ea0dc7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "DELETE /v2.0/ports/e695168b-7471-4e67-a2b6-990a7c9a7b50 HTTP/1.1" status: 204 len: 173 time: 0.8535244 Aug 04 17:52:50.549129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'name': 'network-vif-deleted', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:52:50.551445 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ed39ab-8c9f-42c3-9435-b6156c2ef21e" -d '{"events": [{"server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "name": "network-vif-deleted", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:52:50.596226 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058a4b43-68fa-4ead-923c-dbacbf956512 x-openstack-request-id: req-058a4b43-68fa-4ead-923c-dbacbf956512 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:52:50.596515 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb1560-a0df-4a99-bf2e-3b25110b3651", "name": "network-vif-deleted", "tag": "e695168b-7471-4e67-a2b6-990a7c9a7b50", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:52:50.596767 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-058a4b43-68fa-4ead-923c-dbacbf956512 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:52:50.597157 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afb1560-a0df-4a99-bf2e-3b25110b3651', 'name': 'network-vif-deleted', 'tag': 'e695168b-7471-4e67-a2b6-990a7c9a7b50', 'status': 'completed', 'code': 200} Aug 04 17:52:50.634282 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:52:50.810025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c50b0a49-ecfb-4bf4-8eb1-59521514204b req-577392d1-0c7f-42a0-9d16-289ed1c83e9c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=7afb1560-a0df-4a99-bf2e-3b25110b3651 HTTP/1.1" status: 200 len: 210 time: 0.0302591 Aug 04 17:52:50.845827 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:52:50.880018 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:52:50.889381 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:52:50.889891 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:52:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:52:50.997037 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:52:51.207309 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:52:51.233447 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074aa65-8b7c-4aed-9efb-e292936870f9 None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:52:51.471859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590baa6-a5ff-40e1-bd81-092f193fb496 None None] New status for floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:52:52.082629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-b21595c9-fc38-4916-b87c-af154019c992 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2034331062&fields=id&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 267 time: 0.0352726 Aug 04 17:52:52.201240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-4c240841-ff03-40d2-9455-2ddc6d68648f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:52.202842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-4c240841-ff03-40d2-9455-2ddc6d68648f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 811 time: 0.1127162 Aug 04 17:52:52.221883 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-34652dde-842a-485a-a69a-5928392d965d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/quotas/8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 375 time: 0.0130875 Aug 04 17:52:52.254030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:52:52.291151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-67057276-6557-4881-9d81-944c82d55970 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632873 Aug 04 17:52:52.467801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-2da887b1-9277-4b93-9b50-0c9059f48ad7 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286247 Aug 04 17:52:52.569453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-ab13f9b6-bc98-446b-b0e3-684727b0ffc8 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923574 Aug 04 17:52:52.748709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6d431ab-05ce-41c9-b238-462f9d80fcb9 req-a623a917-761a-4feb-98bd-0207b3eeaffe tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 210 time: 0.0287950 Aug 04 17:52:53.892790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc94e840-b9f7-47fa-8de6-c529638a6d0d req-35544b05-0e5b-4ee8-869d-a45e7c3cb544 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 210 time: 0.0665560 Aug 04 17:52:53.959501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-1ada2a8d-a1f6-4218-897e-1a90c987e61d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:53.961048 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-1ada2a8d-a1f6-4218-897e-1a90c987e61d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 811 time: 0.1456580 Aug 04 17:52:54.009148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-113883e1-be44-4375-aea4-277d75f82a24 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 380 time: 0.0356362 Aug 04 17:52:54.019273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'port': {'device_id': '43458264-a708-481b-8fed-f51f295be665', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'admin_state_up': True, 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'security_groups': ['24bb529d-d249-4e8b-a69b-7d36fd37e0cb']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:52:54.130605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Made reservation on behalf of 8b78ca31bd594a45b8187e188f945773 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:52:54.135640 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:54.284323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Allocated IP 172.20.0.12 (0ca843d5-fad9-49f7-a077-0245aaa1e853/90855b61-99ea-4877-b11a-4e76d4c7c314/011cc925-d596-47f3-9e0b-522acee8eead) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:52:54.434342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:54.448568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Transition to ACTIVE for port object 011cc925-d596-47f3-9e0b-522acee8eead will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:52:54.490016 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:54.533999 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:52:54.539304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:52:54.543230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:52:54.551400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event updated for resources: {'Port': ['ID=011cc925-d596-47f3-9e0b-522acee8eead,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:52:54.604586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:54.605231 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:54.621762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-a1c0381d-684e-4f46-bb73-56fbc85929f8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6061032 Aug 04 17:52:54.634290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Request body: {'port': {'device_id': '43458264-a708-481b-8fed-f51f295be665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:52:54.698185 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:54.808909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2285b597-5663-4443-8ec6-1cfa0bb28512 None None] Provisioning for port 011cc925-d596-47f3-9e0b-522acee8eead completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:52:54.813422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2285b597-5663-4443-8ec6-1cfa0bb28512 None None] Provisioning complete for port 011cc925-d596-47f3-9e0b-522acee8eead triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:52:54.813794 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2285b597-5663-4443-8ec6-1cfa0bb28512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:54.851506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2285b597-5663-4443-8ec6-1cfa0bb28512 None None] Port 011cc925-d596-47f3-9e0b-522acee8eead cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:52:55.185154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4ebaa-6a7d-4286-bf44-3ded9777ab26 req-3bc1d3ed-e5b1-44f2-b640-06ec45a5b7fc tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:55.186619 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ba4ebaa-6a7d-4286-bf44-3ded9777ab26 req-3bc1d3ed-e5b1-44f2-b640-06ec45a5b7fc tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 932 time: 0.1307662 Aug 04 17:52:55.270440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ba4ebaa-6a7d-4286-bf44-3ded9777ab26 req-22e3ddb9-8374-41bb-a03c-95b6d71fd3e7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776112 Aug 04 17:52:55.367258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011cc925-d596-47f3-9e0b-522acee8eead {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:52:55.374773 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:55.387840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Transition to ACTIVE for port object 011cc925-d596-47f3-9e0b-522acee8eead will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:52:55.394091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:55.456824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Pushing event updated for resources: {'Port': ['ID=011cc925-d596-47f3-9e0b-522acee8eead,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:52:55.532457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Attempting to bind port 011cc925-d596-47f3-9e0b-522acee8eead on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:52:55.532788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Attempting to bind port 011cc925-d596-47f3-9e0b-522acee8eead by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:52:55.533118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Attempting to bind port 011cc925-d596-47f3-9e0b-522acee8eead on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:52:55.538093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Port 011cc925-d596-47f3-9e0b-522acee8eead on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:52:55.538443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Attempting to bind port 011cc925-d596-47f3-9e0b-522acee8eead on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:52:55.544295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:52:55.544634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:52:55.545023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:52:55.545456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Bound port: 011cc925-d596-47f3-9e0b-522acee8eead, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:52:55.545815 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:55.634054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:52:55.637450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=011cc925-d596-47f3-9e0b-522acee8eead,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:52:55.644003 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:55.679484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:55.680070 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:52:55.681540 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] 10.222.0.90 "PUT /v2.0/ports/011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1092 time: 1.0518756 Aug 04 17:52:55.682007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:52:55.684328 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318e58eb-6824-4dff-9d5e-39165e8768bc" -d '{"events": [{"name": "network-changed", "server_uuid": "43458264-a708-481b-8fed-f51f295be665", "tag": "011cc925-d596-47f3-9e0b-522acee8eead"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:52:55.711710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e6aa9-89f9-4c7e-a3dd-0a49fe5dda44 service neutron] Pushing event updated for resources: {'Port': ['ID=011cc925-d596-47f3-9e0b-522acee8eead,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:52:55.734329 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c68630-2c0e-4788-bd51-7cdfed26ae87 x-openstack-request-id: req-87c68630-2c0e-4788-bd51-7cdfed26ae87 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:52:55.734622 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43458264-a708-481b-8fed-f51f295be665", "tag": "011cc925-d596-47f3-9e0b-522acee8eead", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:52:55.734921 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87c68630-2c0e-4788-bd51-7cdfed26ae87 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:52:55.735317 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead', 'status': 'completed', 'code': 200} Aug 04 17:52:55.770413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c3f7d8eb-af84-47db-a6ba-469f8a7cc1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:55.771973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-c3f7d8eb-af84-47db-a6ba-469f8a7cc1fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1095 time: 0.0479264 Aug 04 17:52:55.818634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-138b3fc0-0152-47dc-9d63-38b07eab4374 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 217 time: 0.0389163 Aug 04 17:52:55.870326 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-eb19781a-fc7b-400c-94bb-47c703e702c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:55.871879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-eb19781a-fc7b-400c-94bb-47c703e702c2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0466416 Aug 04 17:52:55.922480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-f7f4b612-36c8-4f75-ad5b-792ed47fb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:55.923970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-f7f4b612-36c8-4f75-ad5b-792ed47fb990 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449219 Aug 04 17:52:56.042263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-30024d3c-2c5a-4d19-bd5d-307387eba860 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108160 Aug 04 17:52:56.135333 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3bc0a40f-4b4f-418d-b57e-43eb3d7c7875 req-488ca807-9572-4381-b24d-9c5206e932f6 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855944 Aug 04 17:52:56.236149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-29e35988-01b6-4407-8dad-2aab209a14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:56.237565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-29e35988-01b6-4407-8dad-2aab209a14ac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1095 time: 0.0456054 Aug 04 17:52:56.357738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-53d4c970-2069-461b-a894-d790083ba1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:56.359181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-53d4c970-2069-461b-a894-d790083ba1fa service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1115456 Aug 04 17:52:56.420047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-6d302a49-5d67-4257-afa7-d095c7e214ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 217 time: 0.0423760 Aug 04 17:52:56.443711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb2605-9bf3-4d19-b48c-bd79406e0e9f req-3f24c44e-f0c5-4c1d-8075-f07da632edfb tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:56.445137 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62cb2605-9bf3-4d19-b48c-bd79406e0e9f req-3f24c44e-f0c5-4c1d-8075-f07da632edfb tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 944 time: 0.0995674 Aug 04 17:52:56.503057 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-f233c7a3-5f6c-40fa-9daa-7e773b218d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:56.504447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-f233c7a3-5f6c-40fa-9daa-7e773b218d5b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0755904 Aug 04 17:52:56.512328 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62cb2605-9bf3-4d19-b48c-bd79406e0e9f req-dd88b343-783c-43ca-939d-62251622ba88 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480206 Aug 04 17:52:56.557314 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-8b996aec-724c-4d27-aa18-8a62638093e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:56.558968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-8b996aec-724c-4d27-aa18-8a62638093e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457280 Aug 04 17:52:56.669863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-4253491d-9c31-4291-ae06-4abc620dcd0c service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033721 Aug 04 17:52:56.779481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-318e58eb-6824-4dff-9d5e-39165e8768bc req-e295a04d-9ad0-4bff-be72-2795da68b46d service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020255 Aug 04 17:52:57.661478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef4e99-8a2b-4cdd-a4dd-ee56541f5afd req-cf52d056-d603-4c5c-a05d-582bbfa572b2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:57.663678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49ef4e99-8a2b-4cdd-a4dd-ee56541f5afd req-cf52d056-d603-4c5c-a05d-582bbfa572b2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 944 time: 0.0683813 Aug 04 17:52:57.711562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49ef4e99-8a2b-4cdd-a4dd-ee56541f5afd req-b039f8a9-258b-4a9c-844c-19988a5bf83d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409861 Aug 04 17:52:58.847054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd859b-20c1-46f0-b9a8-4e272471257b req-f68433d1-05be-4bb2-bc12-262354ba7a77 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:52:58.848696 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0cd859b-20c1-46f0-b9a8-4e272471257b req-f68433d1-05be-4bb2-bc12-262354ba7a77 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 944 time: 0.0587535 Aug 04 17:52:58.895042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a0cd859b-20c1-46f0-b9a8-4e272471257b req-0c0cb223-63d7-4717-91fc-53a0da5769a0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401108 Aug 04 17:53:00.044672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28af33-a151-4a3d-9832-a52949db3a40 req-f5b6db87-63e6-42c6-8897-b90545a056a3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:00.046221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc28af33-a151-4a3d-9832-a52949db3a40 req-f5b6db87-63e6-42c6-8897-b90545a056a3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 944 time: 0.0704446 Aug 04 17:53:00.085780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc28af33-a151-4a3d-9832-a52949db3a40 req-79b46f17-4afb-4a33-a080-e24261bbfd79 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334098 Aug 04 17:53:00.268079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 011cc925-d596-47f3-9e0b-522acee8eead details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:53:00.374560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=011cc925-d596-47f3-9e0b-522acee8eead,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:53:00.387250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '011cc925-d596-47f3-9e0b-522acee8eead', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'port_id': '011cc925-d596-47f3-9e0b-522acee8eead', 'mac_address': 'fa:16:3e:4a:0b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:53:00.430334 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:00.443797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011cc925-d596-47f3-9e0b-522acee8eead {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:53:00.465518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=011cc925-d596-47f3-9e0b-522acee8eead,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:53:00.470992 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:00.525652 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=011cc925-d596-47f3-9e0b-522acee8eead,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:53:00.664863 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['011cc925-d596-47f3-9e0b-522acee8eead'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:53:01.223165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc34ba-ec85-4dab-976d-407faf03e464 req-0ed6ebf5-9e0e-45bf-86d8-3b74d2e50924 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:01.224706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26dc34ba-ec85-4dab-976d-407faf03e464 req-0ed6ebf5-9e0e-45bf-86d8-3b74d2e50924 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 945 time: 0.0631936 Aug 04 17:53:01.277798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26dc34ba-ec85-4dab-976d-407faf03e464 req-b39932c4-b654-4668-b080-9d3dbd3d691e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443237 Aug 04 17:53:02.036401 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-173062ba-723c-4871-87ea-3140b7a909dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:02.282699 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 011cc925-d596-47f3-9e0b-522acee8eead up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:53:02.339187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 011cc925-d596-47f3-9e0b-522acee8eead completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:53:02.343468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 011cc925-d596-47f3-9e0b-522acee8eead triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:53:02.343820 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:02.401510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd8c05-c7b8-43e0-8cfb-5474f3dbab00 req-121b498a-6beb-4695-bc30-bf6f823bc428 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:02.403213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1bcd8c05-c7b8-43e0-8cfb-5474f3dbab00 req-121b498a-6beb-4695-bc30-bf6f823bc428 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 945 time: 0.0555000 Aug 04 17:53:02.427659 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:02.451474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:53:02.453783 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbc18bf-6e0f-4b47-a08b-b1b2cf149785" -d '{"events": [{"server_uuid": "43458264-a708-481b-8fed-f51f295be665", "name": "network-vif-plugged", "status": "completed", "tag": "011cc925-d596-47f3-9e0b-522acee8eead"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:53:02.459374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1bcd8c05-c7b8-43e0-8cfb-5474f3dbab00 req-4a8c21bf-1e13-4346-98de-4f8834e6d461 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464847 Aug 04 17:53:02.468564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=011cc925-d596-47f3-9e0b-522acee8eead,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:53:02.473407 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:02.498666 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a47d921-ed0a-4341-b406-d7b303aab9b8 x-openstack-request-id: req-2a47d921-ed0a-4341-b406-d7b303aab9b8 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:53:02.498986 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43458264-a708-481b-8fed-f51f295be665", "name": "network-vif-plugged", "status": "completed", "tag": "011cc925-d596-47f3-9e0b-522acee8eead", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:53:02.499238 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a47d921-ed0a-4341-b406-d7b303aab9b8 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:53:02.499626 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead', 'code': 200} Aug 04 17:53:02.529377 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=011cc925-d596-47f3-9e0b-522acee8eead,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:53:02.589592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b35550-db59-45f4-a49c-0b9845b82f06 req-035bc773-10b1-4e40-80d1-92cc7da49262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:02.591178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6b35550-db59-45f4-a49c-0b9845b82f06 req-035bc773-10b1-4e40-80d1-92cc7da49262 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1097 time: 0.0409646 Aug 04 17:53:02.627357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6b35550-db59-45f4-a49c-0b9845b82f06 req-c0658980-5a5e-4bfb-a570-72bbe261177e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292873 Aug 04 17:53:03.591148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0194a-2402-4005-a5cf-70c649c1a4e9 req-ba130bd0-4bc3-4797-93c3-01aea41757b9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:03.592653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcc0194a-2402-4005-a5cf-70c649c1a4e9 req-ba130bd0-4bc3-4797-93c3-01aea41757b9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0517204 Aug 04 17:53:03.631594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcc0194a-2402-4005-a5cf-70c649c1a4e9 req-2594dc67-b83d-49d8-a5ed-f46c703ec99d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329039 Aug 04 17:53:03.764691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c4267-8caf-4a8b-9122-dd4cb03fb50c req-cd56f35f-9547-4fcb-af0a-5b05c81ce86a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:03.766219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c5c4267-8caf-4a8b-9122-dd4cb03fb50c req-cd56f35f-9547-4fcb-af0a-5b05c81ce86a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0669804 Aug 04 17:53:03.776438 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 38966) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:53:03.783526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ce51f9e8-9a7d-49ef-b68d-bb2310488680 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'floatingip': {'port_id': '011cc925-d596-47f3-9e0b-522acee8eead'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:53:03.825416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce51f9e8-9a7d-49ef-b68d-bb2310488680 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:04.310872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce51f9e8-9a7d-49ef-b68d-bb2310488680 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:04.316192 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce51f9e8-9a7d-49ef-b68d-bb2310488680 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:04.425132 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-ce51f9e8-9a7d-49ef-b68d-bb2310488680 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a associated. External IP: 172.25.2.143, port: 011cc925-d596-47f3-9e0b-522acee8eead. Aug 04 17:53:04.480839 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bb2cbae9-b819-48c4-bcf3-43dfc6cf97b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:04.639329 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce51f9e8-9a7d-49ef-b68d-bb2310488680 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:53:04.752356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce51f9e8-9a7d-49ef-b68d-bb2310488680 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:53:04.757357 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ce51f9e8-9a7d-49ef-b68d-bb2310488680 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:04.762778 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:53:04.776905 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:53:04.777502 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:53:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:53:04.785206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ce51f9e8-9a7d-49ef-b68d-bb2310488680 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "PUT /v2.0/floatingips/7de59d56-d7fc-4bde-a6a5-1087a985c35a HTTP/1.1" status: 200 len: 992 time: 1.0074079 Aug 04 17:53:04.785860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:53:04.788301 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "43458264-a708-481b-8fed-f51f295be665", "tag": "011cc925-d596-47f3-9e0b-522acee8eead"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:53:04.833093 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22682099-aa94-47a8-b457-0d7ca5e8f67a x-openstack-request-id: req-22682099-aa94-47a8-b457-0d7ca5e8f67a {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:53:04.833399 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43458264-a708-481b-8fed-f51f295be665", "tag": "011cc925-d596-47f3-9e0b-522acee8eead", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:53:04.833650 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22682099-aa94-47a8-b457-0d7ca5e8f67a {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:53:04.834058 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead', 'status': 'completed', 'code': 200} Aug 04 17:53:04.898576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-dfa5d9ba-bcd0-4b2a-b47d-505da1d68607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:04.900226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-dfa5d9ba-bcd0-4b2a-b47d-505da1d68607 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1097 time: 0.0433145 Aug 04 17:53:04.989432 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:53:05.001528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-83bd8edf-cf4f-4b02-b278-c72dce648788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:05.003131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-83bd8edf-cf4f-4b02-b278-c72dce648788 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0960958 Aug 04 17:53:05.070593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-e6bcd0f4-bf55-4e0b-811f-d2c0bc589224 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1000 time: 0.0592701 Aug 04 17:53:05.098426 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:05.121149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-3106fadc-7ca7-43de-8c29-63904a14f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:05.122666 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-3106fadc-7ca7-43de-8c29-63904a14f44a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0447812 Aug 04 17:53:05.174190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-5b0646d7-ed04-4aa0-b628-bdb80587208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:05.175951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-5b0646d7-ed04-4aa0-b628-bdb80587208c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461097 Aug 04 17:53:05.217140 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': '011cc925-d596-47f3-9e0b-522acee8eead', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:4a:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43458264-a708-481b-8fed-f51f295be665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:53:04Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:53:05.246908 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:53:05.256872 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:53:05.257415 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:53:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:53:05.272450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-d6d4f0ba-0a4e-4e06-8182-9a17f12e2fdc service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889149 Aug 04 17:53:05.367599 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:53:05.372965 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-57574bf2-daf3-44e3-9d20-2c5978f7d1f0 req-adf05276-7741-49c0-9a59-7b02066fb17c service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927572 Aug 04 17:53:05.610692 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': '011cc925-d596-47f3-9e0b-522acee8eead', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:4a:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43458264-a708-481b-8fed-f51f295be665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:53:04Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:53:05.637054 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ed6d7-3f7e-4a8a-a6c5-8f6181fd615f None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': '011cc925-d596-47f3-9e0b-522acee8eead', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:4a:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43458264-a708-481b-8fed-f51f295be665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:53:04Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:53:05.842517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e9ae2-07fe-49c1-a417-b69154dcce97 None None] New status for floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:53:06.065391 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:07.652721 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:09.543235 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:09.653171 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:29.259338 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:53:32.042144 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-64d835a1-3949-472a-8a80-e55ea93a8d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:34.477517 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7c1adfca-1319-4cee-9619-6afa4917dbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:35.095692 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:36.076963 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:37.663808 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:38.997403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2461a78-2db5-4a20-8531-a87219f553ed req-d8230da3-1f20-45e4-b0a8-ab321aa1d458 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427818 Aug 04 17:53:39.083174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461a78-2db5-4a20-8531-a87219f553ed req-f6bf8c6e-c1f3-4491-a4fa-814ce400c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:39.084726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2461a78-2db5-4a20-8531-a87219f553ed req-f6bf8c6e-c1f3-4491-a4fa-814ce400c65c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1097 time: 0.0432298 Aug 04 17:53:39.207566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461a78-2db5-4a20-8531-a87219f553ed req-21ce0b41-e7cd-4ea4-8df3-3e0a150bf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:39.209078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2461a78-2db5-4a20-8531-a87219f553ed req-21ce0b41-e7cd-4ea4-8df3-3e0a150bf870 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1030302 Aug 04 17:53:39.279044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2461a78-2db5-4a20-8531-a87219f553ed req-d499b316-0913-4b20-b79f-f0b1fec4a962 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1002 time: 0.0620925 Aug 04 17:53:39.329266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461a78-2db5-4a20-8531-a87219f553ed req-ce9920df-7cf7-45ba-8894-9cb24cdf5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:39.330712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2461a78-2db5-4a20-8531-a87219f553ed req-ce9920df-7cf7-45ba-8894-9cb24cdf5969 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0448329 Aug 04 17:53:39.380888 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461a78-2db5-4a20-8531-a87219f553ed req-f82bdf97-0bc0-4e04-ac07-562b7d17590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:53:39.382386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2461a78-2db5-4a20-8531-a87219f553ed req-f82bdf97-0bc0-4e04-ac07-562b7d17590b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441856 Aug 04 17:53:39.554710 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:39.638557 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:53:39.818021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2461a78-2db5-4a20-8531-a87219f553ed req-b415b970-bac8-4773-ab84-d0e967510308 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255443 Aug 04 17:53:39.935143 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2461a78-2db5-4a20-8531-a87219f553ed req-20f196ba-4d23-4bcb-833a-2684b5fb0689 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095006 Aug 04 17:54:02.040159 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9309ede9-77f2-49d7-894c-456e00b6f781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:04.479476 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-78276466-a3a9-4daa-935e-d947a96f11f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:05.094853 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:06.079189 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:06.262351 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:54:07.660804 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:09.571832 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:09.638455 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:32.039337 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ddf99157-9ab0-4a99-953c-61d3c0e76966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:34.473594 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-049670d4-ce5a-42c3-bb5d-4cbf06138dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:35.088367 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:36.083118 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:37.669985 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:39.569262 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:39.655077 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:40.099125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-7243b011-ff66-4cbb-997b-c68599603766 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1382554 Aug 04 17:54:40.190789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-de481dde-63df-480f-9495-f701bcac3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:40.192339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-de481dde-63df-480f-9495-f701bcac3e1e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1097 time: 0.0433080 Aug 04 17:54:40.301771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-bf701321-1ad2-40fd-a10c-e72b1048f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:40.303303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-bf701321-1ad2-40fd-a10c-e72b1048f2ba service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0889900 Aug 04 17:54:40.377362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-d303f75b-755d-42db-94c9-6d66a4268d0a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1002 time: 0.0609059 Aug 04 17:54:40.429771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-c7638ea4-f07b-41dd-b5e8-1a985b8db465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:40.431267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-c7638ea4-f07b-41dd-b5e8-1a985b8db465 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0454786 Aug 04 17:54:40.489358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-34cdd5d5-72be-4da7-895a-165a6662c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:40.491420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-34cdd5d5-72be-4da7-895a-165a6662c833 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518982 Aug 04 17:54:40.604351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-0adc7b76-f6f4-43c4-ac0f-e77c55bc8850 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041362 Aug 04 17:54:40.711319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-50293485-9c21-4e01-9b2c-e0bf152f776c req-4d58a709-2835-4af2-aa1f-df00b448541a service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997517 Aug 04 17:54:41.395985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5114be8-fad3-4b16-978a-17200fee97e0 req-1c2eb37d-4a8e-46ba-a0ed-61522ea51b29 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:41.397568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5114be8-fad3-4b16-978a-17200fee97e0 req-1c2eb37d-4a8e-46ba-a0ed-61522ea51b29 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.1535704 Aug 04 17:54:41.440273 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5114be8-fad3-4b16-978a-17200fee97e0 req-223efea1-5a76-490c-85a7-1f63111b88ea tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Aug 04 17:54:42.625703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2fa0a-f92c-4591-9e26-03481257f3f1 req-afccb2af-3759-4ecb-9ccb-3b50022ae824 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:42.627249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ff2fa0a-f92c-4591-9e26-03481257f3f1 req-afccb2af-3759-4ecb-9ccb-3b50022ae824 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.1050398 Aug 04 17:54:42.666274 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ff2fa0a-f92c-4591-9e26-03481257f3f1 req-d998843d-6bd7-43f4-9070-2200a660abaa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330637 Aug 04 17:54:43.262571 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:54:43.798705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080062ec-a9a8-49e2-b794-9844f6a2c244 req-cec297e6-29f5-4920-bc9d-72c6c245fece tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:43.800249 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-080062ec-a9a8-49e2-b794-9844f6a2c244 req-cec297e6-29f5-4920-bc9d-72c6c245fece tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0574093 Aug 04 17:54:43.838826 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-080062ec-a9a8-49e2-b794-9844f6a2c244 req-1f7ed4b1-14c5-40ff-896e-7ca10e03e59e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Aug 04 17:54:44.969544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00603d-07f5-4d1c-8916-7a39c5deaec2 req-db638002-0c3f-4ab5-ae88-add62aee5b62 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:44.971065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b00603d-07f5-4d1c-8916-7a39c5deaec2 req-db638002-0c3f-4ab5-ae88-add62aee5b62 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0591896 Aug 04 17:54:45.013235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b00603d-07f5-4d1c-8916-7a39c5deaec2 req-d697d11c-8b0e-44c0-949f-1ccb5e6f7732 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332031 Aug 04 17:54:46.139879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727980b3-7fc9-4d8d-90da-9aceeb71a229 req-f3f926d5-f6f1-4630-8d93-afb1d5b937b9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:46.141417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-727980b3-7fc9-4d8d-90da-9aceeb71a229 req-f3f926d5-f6f1-4630-8d93-afb1d5b937b9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0588596 Aug 04 17:54:46.184339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-727980b3-7fc9-4d8d-90da-9aceeb71a229 req-e51b3d6e-b685-4ea1-b495-d9113f4f523f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352848 Aug 04 17:54:47.318138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d155e-887b-49d3-a71f-e5f9ca7337d1 req-ac91f953-31c0-4e21-aa28-fe9b661e649c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:47.319714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d155e-887b-49d3-a71f-e5f9ca7337d1 req-ac91f953-31c0-4e21-aa28-fe9b661e649c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0616212 Aug 04 17:54:47.373938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a38d155e-887b-49d3-a71f-e5f9ca7337d1 req-c73a2f21-6720-43c1-8b8a-60b0916f4b15 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Aug 04 17:54:48.503078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf9387-0110-4ca7-b96a-9a19dcc84817 req-990ac6fb-e4b0-4ee9-9efa-0d853beb27dc tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:48.504587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77bf9387-0110-4ca7-b96a-9a19dcc84817 req-990ac6fb-e4b0-4ee9-9efa-0d853beb27dc tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0600922 Aug 04 17:54:48.543782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77bf9387-0110-4ca7-b96a-9a19dcc84817 req-16e549d6-aa27-4eeb-ba61-d02401624bd4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330510 Aug 04 17:54:49.670192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd60832-494c-4347-88ce-8c8c6a3e1a7d req-14011ab8-1b93-4f0e-bcd8-96935c63b11b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:49.671897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dd60832-494c-4347-88ce-8c8c6a3e1a7d req-14011ab8-1b93-4f0e-bcd8-96935c63b11b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0539720 Aug 04 17:54:49.712066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3dd60832-494c-4347-88ce-8c8c6a3e1a7d req-9edd1f6e-86e2-4267-a09a-ed4d3196ed9a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340312 Aug 04 17:54:50.848893 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775758f-4c1b-434e-8420-a937de5c6290 req-0b77fdfb-363c-499f-9153-0f0f3ab064f2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:50.850393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3775758f-4c1b-434e-8420-a937de5c6290 req-0b77fdfb-363c-499f-9153-0f0f3ab064f2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0624661 Aug 04 17:54:50.895601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3775758f-4c1b-434e-8420-a937de5c6290 req-8073a09a-0063-4bbb-aaf9-023698fe3531 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354900 Aug 04 17:54:52.035135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049bec7-4d32-40ad-8036-7cbf64f80a5f req-95b4a8ac-a1da-4f65-9f45-510fdb168225 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:52.036732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2049bec7-4d32-40ad-8036-7cbf64f80a5f req-95b4a8ac-a1da-4f65-9f45-510fdb168225 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0566440 Aug 04 17:54:52.086010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2049bec7-4d32-40ad-8036-7cbf64f80a5f req-4b6bf9ab-d30b-48a5-a8b0-43cb781b9979 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Aug 04 17:54:52.346206 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-1eb59b6c-cb05-4794-a2a8-49f85c51db84 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0475273 Aug 04 17:54:52.356366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31d229-06eb-4ebe-a3d2-7d244e51a6bd req-27f275c4-c070-4b55-a768-a0bcc42e6e9b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:52.357529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d31d229-06eb-4ebe-a3d2-7d244e51a6bd req-27f275c4-c070-4b55-a768-a0bcc42e6e9b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0506201 Aug 04 17:54:52.399522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d31d229-06eb-4ebe-a3d2-7d244e51a6bd req-c308259a-8293-4bd3-98f2-f35adb4d4474 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349386 Aug 04 17:54:53.544520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bc84f-288b-47cd-9240-b699087d339d req-0212596f-f198-47be-8cdd-0eb06c4f4f13 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:53.546418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-342bc84f-288b-47cd-9240-b699087d339d req-0212596f-f198-47be-8cdd-0eb06c4f4f13 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0623224 Aug 04 17:54:53.591759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-342bc84f-288b-47cd-9240-b699087d339d req-ed2db005-00ce-4b4f-871f-97f857c0992c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389614 Aug 04 17:54:53.634943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-04b9c198-ffd1-46d0-9ad4-d4d7edee5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:53.636524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-04b9c198-ffd1-46d0-9ad4-d4d7edee5bc8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1097 time: 0.0438988 Aug 04 17:54:53.738154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-43f7969a-a910-4363-b78b-bc3b9140fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:53.739592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-43f7969a-a910-4363-b78b-bc3b9140fe94 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0960119 Aug 04 17:54:53.822300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-a998bfe5-dfaf-4dea-999b-ffffc898277f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1002 time: 0.0758522 Aug 04 17:54:53.872613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-ef63b678-c4dc-469a-8245-c4f0eddb19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:53.874541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-ef63b678-c4dc-469a-8245-c4f0eddb19c7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0452163 Aug 04 17:54:53.922459 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-4e77cf54-b9ea-42e5-9283-858cdd29e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:53.924064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-4e77cf54-b9ea-42e5-9283-858cdd29e54c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426044 Aug 04 17:54:54.022784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-8513f983-cd0d-44d6-a99a-4e8f502da7cf service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912087 Aug 04 17:54:54.128617 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-964089d7-7581-4c88-a5d1-e1f754a328fa service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979156 Aug 04 17:54:54.726474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b702d-c2db-436b-96c0-5d6c522156e4 req-e6e69b50-1f9d-4f7b-8983-0c0a0a107d3e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:54.728293 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed4b702d-c2db-436b-96c0-5d6c522156e4 req-e6e69b50-1f9d-4f7b-8983-0c0a0a107d3e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0644972 Aug 04 17:54:54.767268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed4b702d-c2db-436b-96c0-5d6c522156e4 req-91874d1a-0ac1-41fc-9cbb-25ef25bb5403 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329056 Aug 04 17:54:55.904306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e4dd9-464b-405d-b9f5-3a05b50bd896 req-e2102f6a-b26b-4f20-ba68-fd45237b7fd6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:55.905861 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-684e4dd9-464b-405d-b9f5-3a05b50bd896 req-e2102f6a-b26b-4f20-ba68-fd45237b7fd6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0531597 Aug 04 17:54:55.951016 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-684e4dd9-464b-405d-b9f5-3a05b50bd896 req-01117b42-c09f-4fbe-98b1-662c74fcbce8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389547 Aug 04 17:54:55.997627 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-d2307e08-dd97-4987-80b4-6eaad84f3278 service neutron] show failed (client error): The resource could not be found. Aug 04 17:54:55.999025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-d2307e08-dd97-4987-80b4-6eaad84f3278 service neutron] 10.222.0.90 "GET /v2.0/ports/011cc925-d596-47f3-9e0b-522acee8eead/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0587208 Aug 04 17:54:56.261589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-63b6888a-4988-4615-b6b9-f4e915ac1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:56.263162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-63b6888a-4988-4615-b6b9-f4e915ac1c22 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 1097 time: 0.0895712 Aug 04 17:54:56.275302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:54:56.333617 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:56.552210 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=011cc925-d596-47f3-9e0b-522acee8eead,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:54:56.594377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:54:56.654677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:54:56.658377 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e541ab-9378-4f7b-bcc0-b9ee6fe2deb3" -d '{"events": [{"server_uuid": "43458264-a708-481b-8fed-f51f295be665", "name": "network-vif-unplugged", "status": "completed", "tag": "011cc925-d596-47f3-9e0b-522acee8eead"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:54:56.662910 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:56.675925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Transition to ACTIVE for port object 011cc925-d596-47f3-9e0b-522acee8eead will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:54:56.681389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:56.758918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Pushing event updated for resources: {'Port': ['ID=011cc925-d596-47f3-9e0b-522acee8eead,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:54:56.768502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.768949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.769287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.769620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.769948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.770276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.770599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.770947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.771281 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.771602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.771923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.772610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:54:56.781903 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc31963-e6d9-41ca-a296-08c448147afa x-openstack-request-id: req-bdc31963-e6d9-41ca-a296-08c448147afa {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:54:56.782186 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43458264-a708-481b-8fed-f51f295be665", "name": "network-vif-unplugged", "status": "completed", "tag": "011cc925-d596-47f3-9e0b-522acee8eead", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:54:56.782433 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdc31963-e6d9-41ca-a296-08c448147afa {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:54:56.782844 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead', 'code': 200} Aug 04 17:54:56.822422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] No DVR routers for this DVR port 011cc925-d596-47f3-9e0b-522acee8eead on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:54:56.962052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Attempting to bind port 011cc925-d596-47f3-9e0b-522acee8eead on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:54:56.962776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Attempting to bind port 011cc925-d596-47f3-9e0b-522acee8eead by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:54:56.962776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Attempting to bind port 011cc925-d596-47f3-9e0b-522acee8eead on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:54:56.969142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Port 011cc925-d596-47f3-9e0b-522acee8eead on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:54:56.969474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Attempting to bind port 011cc925-d596-47f3-9e0b-522acee8eead on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:54:56.977257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:54:56.977600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:54:56.977992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:54:56.978428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Bound port: 011cc925-d596-47f3-9e0b-522acee8eead, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:54:56.978799 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:57.072786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:54:57.076165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=011cc925-d596-47f3-9e0b-522acee8eead,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:54:57.084450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:57.098978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246d4b2-0f91-40f2-ae52-432ceeaf3a5a req-a78dacc2-9f0d-4744-aa2d-40122b75de69 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:57.100518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c246d4b2-0f91-40f2-ae52-432ceeaf3a5a req-a78dacc2-9f0d-4744-aa2d-40122b75de69 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 944 time: 0.0783904 Aug 04 17:54:57.141122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:57.141755 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:54:57.143188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] 10.222.0.82 "PUT /v2.0/ports/011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1092 time: 0.8719101 Aug 04 17:54:57.188424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f02aa4-c84c-4753-a4ad-79775fd42643 service neutron] Pushing event updated for resources: {'Port': ['ID=011cc925-d596-47f3-9e0b-522acee8eead,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:54:57.214255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c246d4b2-0f91-40f2-ae52-432ceeaf3a5a req-33487a97-a009-467c-a829-6ded86eda5c5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940044 Aug 04 17:54:57.229371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-f4e9393d-4944-406c-9674-cf46fe3da3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:57.230929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-f4e9393d-4944-406c-9674-cf46fe3da3f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1095 time: 0.0605648 Aug 04 17:54:57.322761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-d10a89a4-4a28-412f-a92a-1ae5105eb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:57.324353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-d10a89a4-4a28-412f-a92a-1ae5105eb3d8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0859125 Aug 04 17:54:57.400078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-eb722f84-154a-413f-b942-4f88acdea6ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1000 time: 0.0678694 Aug 04 17:54:57.450264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-d3acc991-41c6-4cfb-a7b9-a9ac75a259a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:57.451863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-d3acc991-41c6-4cfb-a7b9-a9ac75a259a4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0450594 Aug 04 17:54:57.501836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-eae167cf-12de-40d4-b08d-60a73c4c3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:57.503507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-eae167cf-12de-40d4-b08d-60a73c4c3dd7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444129 Aug 04 17:54:57.514461 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-f774be35-b2e0-4440-87af-660c3978746b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:54:57.515472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-f774be35-b2e0-4440-87af-660c3978746b service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052931 Aug 04 17:54:57.621174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-fd8b4796-a0c6-4dfa-a5db-5a58faf05877 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980961 Aug 04 17:54:57.724729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3204493-d872-4e8f-9432-2bbb58ec7a0b req-c030afa3-1599-4d17-b974-20203de90681 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957265 Aug 04 17:54:58.353675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3975cb1-36ff-47da-8d45-28153c5a021d req-3d2ae82b-49b0-4569-aa19-791855f0938d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:58.355352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3975cb1-36ff-47da-8d45-28153c5a021d req-3d2ae82b-49b0-4569-aa19-791855f0938d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 944 time: 0.0627215 Aug 04 17:54:58.408320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3975cb1-36ff-47da-8d45-28153c5a021d req-f49755a2-4606-4b17-b5ef-f53d9468eecd tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460699 Aug 04 17:54:58.784735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:54:58.788426 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbcaa4d-a11a-4290-bd03-305e66d131df" -d '{"events": [{"name": "network-changed", "server_uuid": "43458264-a708-481b-8fed-f51f295be665", "tag": "011cc925-d596-47f3-9e0b-522acee8eead"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:54:58.847724 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6548fcb5-4d72-4e62-9c64-eb5d5eb299ea x-openstack-request-id: req-6548fcb5-4d72-4e62-9c64-eb5d5eb299ea {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:54:58.848014 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43458264-a708-481b-8fed-f51f295be665", "tag": "011cc925-d596-47f3-9e0b-522acee8eead", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:54:58.848256 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6548fcb5-4d72-4e62-9c64-eb5d5eb299ea {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:54:58.848658 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead', 'status': 'completed', 'code': 200} Aug 04 17:54:58.939817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-0a799d2c-d964-4cbd-99ea-8c63b325cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:58.942117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-0a799d2c-d964-4cbd-99ea-8c63b325cfb9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1095 time: 0.0724688 Aug 04 17:54:58.944172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-855ae259-5fbc-411d-8701-64d6b259d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:58.945744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-855ae259-5fbc-411d-8701-64d6b259d8a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1095 time: 0.0676551 Aug 04 17:54:59.111013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-f390005c-7942-4dbc-998d-bd682c2fc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:59.112407 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-f390005c-7942-4dbc-998d-bd682c2fc56c service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1628115 Aug 04 17:54:59.113573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-d4a42ed1-c5ec-4523-84b2-cf9428a98dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:59.114910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-d4a42ed1-c5ec-4523-84b2-cf9428a98dfa service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1556401 Aug 04 17:54:59.221138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-ac84fdf7-55d1-446f-a642-af560ea0448d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1000 time: 0.1011992 Aug 04 17:54:59.227032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-cb9e9b1b-73c8-4462-b871-06ee7d8f4a6a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1000 time: 0.1011398 Aug 04 17:54:59.303544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-77b2d57b-9153-43e5-82e9-2ff15edf9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:59.305032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-77b2d57b-9153-43e5-82e9-2ff15edf9a5b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0763640 Aug 04 17:54:59.306596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-c260de84-99c1-43cb-b040-d2f3a993cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:59.307937 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-c260de84-99c1-43cb-b040-d2f3a993cac7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0720987 Aug 04 17:54:59.380746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-c2aefea2-f3aa-4699-b11b-bbf6b3386a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:59.382169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-c2aefea2-f3aa-4699-b11b-bbf6b3386a69 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699563 Aug 04 17:54:59.387086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-bca9f7a9-c190-4e47-b286-462a411de518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:59.388466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-bca9f7a9-c190-4e47-b286-462a411de518 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686626 Aug 04 17:54:59.568325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-91b2bf66-fba2-4bf8-aebb-d19f41291217 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705587 Aug 04 17:54:59.570931 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-fbfdf64b-5fc5-4465-a10c-28b1f2a21427 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804941 Aug 04 17:54:59.593413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4a53b-3fa1-4d83-af94-0f248934812d req-9caad85f-0372-4fe5-9ed8-fed4885050ea tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:54:59.594790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3a4a53b-3fa1-4d83-af94-0f248934812d req-9caad85f-0372-4fe5-9ed8-fed4885050ea tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 944 time: 0.1054926 Aug 04 17:54:59.746076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c3a4a53b-3fa1-4d83-af94-0f248934812d req-4e5c5754-337f-46d2-b0e7-37f106a3070b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434512 Aug 04 17:54:59.788860 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-61303b0d-0029-45bc-bd7e-947bca0cb6b2 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112761 Aug 04 17:54:59.794443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dbcaa4d-a11a-4290-bd03-305e66d131df req-b27d9e9f-681a-4db0-9898-626d276c372b service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151532 Aug 04 17:54:59.971191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 011cc925-d596-47f3-9e0b-522acee8eead details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:55:00.004579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fa23d-de30-4ff7-8dc2-2b8d315aa894 req-ead0ae6b-0fa0-4280-a209-a8cd9d5a7ae4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:00.006743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef2fa23d-de30-4ff7-8dc2-2b8d315aa894 req-ead0ae6b-0fa0-4280-a209-a8cd9d5a7ae4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 944 time: 0.0870581 Aug 04 17:55:00.014487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-d0a93e4d-6ce5-4191-8775-cf3e60062e6e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:00.016071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-d0a93e4d-6ce5-4191-8775-cf3e60062e6e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665&tenant_id=8b78ca31bd594a45b8187e188f945773&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 944 time: 0.0875349 Aug 04 17:55:00.071939 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=011cc925-d596-47f3-9e0b-522acee8eead,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:55:00.085252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '011cc925-d596-47f3-9e0b-522acee8eead', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'port_id': '011cc925-d596-47f3-9e0b-522acee8eead', 'mac_address': 'fa:16:3e:4a:0b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:55:00.096538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef2fa23d-de30-4ff7-8dc2-2b8d315aa894 req-67a948c0-3eb0-4fcb-9ea9-e8ffe329954a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791972 Aug 04 17:55:00.111577 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-ef4f9d88-4321-4811-b15c-aeaae4a1f6f4 service neutron] delete failed (client error): The resource could not be found. Aug 04 17:55:00.112980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-ef4f9d88-4321-4811-b15c-aeaae4a1f6f4 service neutron] 10.222.0.90 "DELETE /v2.0/ports/011cc925-d596-47f3-9e0b-522acee8eead/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0805950 Aug 04 17:55:00.125928 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:00.139089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011cc925-d596-47f3-9e0b-522acee8eead {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:55:00.161199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=011cc925-d596-47f3-9e0b-522acee8eead,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:55:00.166283 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:00.198253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-3fbac010-d35c-4e8e-be88-6041dbc087e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:00.199816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-3fbac010-d35c-4e8e-be88-6041dbc087e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1096 time: 0.0424135 Aug 04 17:55:00.223227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=011cc925-d596-47f3-9e0b-522acee8eead,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:55:00.230889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.231272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.231607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.231933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.232252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.232581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.232894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.233212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.233525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.233832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.234147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.234442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:55:00.291099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-1e292af0-984d-4608-966a-a443f7636457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:00.292575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-1e292af0-984d-4608-966a-a443f7636457 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0855742 Aug 04 17:55:00.364073 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-2e4b6835-5ee2-4003-9afc-eff3090b1a5f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1001 time: 0.0641305 Aug 04 17:55:00.401989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['011cc925-d596-47f3-9e0b-522acee8eead'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:55:00.417803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-97ce9813-3675-45c7-a5ae-d1c733048f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:00.419355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-97ce9813-3675-45c7-a5ae-d1c733048f5e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0484998 Aug 04 17:55:00.467354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-ede434ab-f5fb-4009-b969-93b28d06f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:00.468879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-ede434ab-f5fb-4009-b969-93b28d06f831 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422671 Aug 04 17:55:00.563425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-ba49f107-dfb2-4e35-a621-83f5639b81cc service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871222 Aug 04 17:55:00.666720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06b17016-1f31-4063-b0d6-b01a3fd79da2 req-d49706f7-e485-4ce5-aeef-0596595fd1e2 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965292 Aug 04 17:55:00.717610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 011cc925-d596-47f3-9e0b-522acee8eead no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:55:00.764442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 011cc925-d596-47f3-9e0b-522acee8eead not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:55:01.227312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d6a80-dee3-4b8e-bffd-c48f3137a96d req-63384748-f580-4ef2-b403-40694274bc89 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:01.228971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da6d6a80-dee3-4b8e-bffd-c48f3137a96d req-63384748-f580-4ef2-b403-40694274bc89 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 945 time: 0.0552468 Aug 04 17:55:01.268905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da6d6a80-dee3-4b8e-bffd-c48f3137a96d req-1cc0f634-9470-46d6-b1bd-464e58694a60 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336225 Aug 04 17:55:01.391692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b721f-3942-41cf-8f2f-edd8995dbcea req-e6eb705c-0535-4cee-ba62-407e4d975931 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:01.393097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-022b721f-3942-41cf-8f2f-edd8995dbcea req-e6eb705c-0535-4cee-ba62-407e4d975931 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 945 time: 0.0545342 Aug 04 17:55:01.436131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-022b721f-3942-41cf-8f2f-edd8995dbcea req-dea39ba9-81c5-41af-8267-360f9ce222f3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364749 Aug 04 17:55:01.669236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e927806-239a-4b1a-800a-260abe76d032 req-bb017985-f29e-46aa-905e-74a769243409 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:01.670908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e927806-239a-4b1a-800a-260abe76d032 req-bb017985-f29e-46aa-905e-74a769243409 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 945 time: 0.0778482 Aug 04 17:55:01.701698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-1939356b-608d-46d8-8ddc-721d09f6672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:01.703236 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-1939356b-608d-46d8-8ddc-721d09f6672f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 1096 time: 0.0712101 Aug 04 17:55:01.728324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e927806-239a-4b1a-800a-260abe76d032 req-4e4ad1a7-8add-4e83-bb38-d5d824159829 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502753 Aug 04 17:55:01.820894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-117755ce-8253-4409-a4ab-437d066413cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:01.822409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-117755ce-8253-4409-a4ab-437d066413cd service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1096368 Aug 04 17:55:01.974267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 011cc925-d596-47f3-9e0b-522acee8eead up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:55:02.039076 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-25204248-9716-4641-a9be-dba4d3256cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:02.045387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 011cc925-d596-47f3-9e0b-522acee8eead completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:55:02.053074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 011cc925-d596-47f3-9e0b-522acee8eead triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:55:02.053452 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:02.152509 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:02.176608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:55:02.178930 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593dd5d0-f6f8-4b2e-b233-9d891c14f06b" -d '{"events": [{"server_uuid": "43458264-a708-481b-8fed-f51f295be665", "name": "network-vif-plugged", "status": "completed", "tag": "011cc925-d596-47f3-9e0b-522acee8eead"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:55:02.195809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=011cc925-d596-47f3-9e0b-522acee8eead,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:55:02.201046 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:02.249715 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-5e731722-dc43-4de6-b24e-84b9916183e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 200 len: 1001 time: 0.4189563 Aug 04 17:55:02.254837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=011cc925-d596-47f3-9e0b-522acee8eead,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:55:02.282349 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac0d10e-07b1-46de-85f7-896987f4cf74 x-openstack-request-id: req-2ac0d10e-07b1-46de-85f7-896987f4cf74 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:55:02.282661 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43458264-a708-481b-8fed-f51f295be665", "name": "network-vif-plugged", "status": "completed", "tag": "011cc925-d596-47f3-9e0b-522acee8eead", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:55:02.283012 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ac0d10e-07b1-46de-85f7-896987f4cf74 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:55:02.283417 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead', 'code': 200} Aug 04 17:55:02.301707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-5cba702f-410a-4052-ae12-5b3e0aaf8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:02.303227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-5cba702f-410a-4052-ae12-5b3e0aaf8c4a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0462894 Aug 04 17:55:02.351077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-75da8041-089b-480e-8fe5-56d3d2baf8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:02.352592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-75da8041-089b-480e-8fe5-56d3d2baf8ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416501 Aug 04 17:55:02.465470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-f566cf05-de05-4574-a0e5-ba00146a2956 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048627 Aug 04 17:55:02.562550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13f6efe5-1986-4db8-b0f0-0525bcf548d8 req-26978281-55b1-46b2-a0e8-9c5c07acaa4a service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881400 Aug 04 17:55:02.860134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7736e33-cc8d-41d8-8783-8d5dd13e26e0 req-4e661529-f031-456d-95d2-ea393c174a86 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:02.866033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7736e33-cc8d-41d8-8783-8d5dd13e26e0 req-4e661529-f031-456d-95d2-ea393c174a86 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0530982 Aug 04 17:55:02.907539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e7736e33-cc8d-41d8-8783-8d5dd13e26e0 req-a5a7123a-f458-47c4-930c-e0e5376f25aa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374722 Aug 04 17:55:04.035984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053059d-ba2a-44ad-b085-2d6cfaf83403 req-80c6400c-c102-4c67-bafe-89f9a6d09adc tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:04.037488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0053059d-ba2a-44ad-b085-2d6cfaf83403 req-80c6400c-c102-4c67-bafe-89f9a6d09adc tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0520160 Aug 04 17:55:04.078440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0053059d-ba2a-44ad-b085-2d6cfaf83403 req-822638d4-0c4a-4012-b979-2d6be6fc60f5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348079 Aug 04 17:55:04.345122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39cba0-0746-4491-a24e-f9e15fd10d13 req-3ca4ac36-3e8e-4abd-a467-4d088fabab9d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:04.346593 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be39cba0-0746-4491-a24e-f9e15fd10d13 req-3ca4ac36-3e8e-4abd-a467-4d088fabab9d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0591810 Aug 04 17:55:04.386181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-be39cba0-0746-4491-a24e-f9e15fd10d13 req-e12bad8d-1c55-467d-8b30-9537a849eae0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331278 Aug 04 17:55:04.484952 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d8982159-1309-4e24-a578-dd61384c303e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:05.092318 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:05.520800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7f4b0-9b2b-4cef-8627-5c4d171414fc req-068e3141-4250-4e83-9aac-dba389f4a7b7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:05.522334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e7f4b0-9b2b-4cef-8627-5c4d171414fc req-068e3141-4250-4e83-9aac-dba389f4a7b7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0601654 Aug 04 17:55:05.595382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90e7f4b0-9b2b-4cef-8627-5c4d171414fc req-ec0c233b-48a9-4b8d-9a8a-6180b029a861 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588734 Aug 04 17:55:05.604239 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-10c0a3c2-6a6a-4a98-927a-4b162cb4dba6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:05.605733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-10c0a3c2-6a6a-4a98-927a-4b162cb4dba6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 946 time: 0.0779285 Aug 04 17:55:05.713095 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Deleting port 011cc925-d596-47f3-9e0b-522acee8eead {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:55:05.713322 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:05.806463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] For port 011cc925-d596-47f3-9e0b-522acee8eead, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=011cc925-d596-47f3-9e0b-522acee8eead,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:55:05.806831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:05.994932 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:05.995162 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:05.995441 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a disassociated. External IP: 172.25.2.143, port: 011cc925-d596-47f3-9e0b-522acee8eead. Aug 04 17:55:05.995787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Calling delete_port for 011cc925-d596-47f3-9e0b-522acee8eead owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:55:06.080694 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:06.131035 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:06.159644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event deleted for resources: {'Port': ['ID=011cc925-d596-47f3-9e0b-522acee8eead,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:55:06.282219 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:55:06.409734 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:55:06.420222 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:55:06.430559 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:55:06.431124 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:55:06.452663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] No DVR routers for this DVR port 011cc925-d596-47f3-9e0b-522acee8eead on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:55:06.455544 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:06.458468 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d412bdc4-432a-4c9d-81f1-5e2f07ca9adc req-0089d6ba-1a13-4f9c-9285-0de8910dc8d1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "DELETE /v2.0/ports/011cc925-d596-47f3-9e0b-522acee8eead HTTP/1.1" status: 204 len: 173 time: 0.8461254 Aug 04 17:55:06.458958 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'name': 'network-vif-deleted', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:55:06.461254 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026c2837-3b86-4fa1-a343-ba8031e5d2d2" -d '{"events": [{"server_uuid": "43458264-a708-481b-8fed-f51f295be665", "name": "network-vif-deleted", "tag": "011cc925-d596-47f3-9e0b-522acee8eead"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:55:06.501353 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d31f371-e1f3-4e7e-af47-cb7644c317d4 x-openstack-request-id: req-1d31f371-e1f3-4e7e-af47-cb7644c317d4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:55:06.501645 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43458264-a708-481b-8fed-f51f295be665", "name": "network-vif-deleted", "tag": "011cc925-d596-47f3-9e0b-522acee8eead", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:55:06.501894 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d31f371-e1f3-4e7e-af47-cb7644c317d4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:55:06.502294 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43458264-a708-481b-8fed-f51f295be665', 'name': 'network-vif-deleted', 'tag': '011cc925-d596-47f3-9e0b-522acee8eead', 'status': 'completed', 'code': 200} Aug 04 17:55:06.542708 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:55:06.716797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0514bbda-2750-4da3-b06b-8ec3e0eccb8e req-ba2705f8-6828-448d-8dfc-4efc888b6bab tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=43458264-a708-481b-8fed-f51f295be665 HTTP/1.1" status: 200 len: 210 time: 0.0335875 Aug 04 17:55:06.752615 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:55:06.778474 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:55:06.787029 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:55:06.787636 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:55:06.891214 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:55:07.104970 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:55:07.220334 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73864b2c-8570-4972-a9f0-a734c98541e0 None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:55:07.469626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776a0e1e-de16-404b-8684-83faf5c36817 None None] New status for floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:55:07.670626 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:08.013928 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-ab8af713-c8fa-4ebb-b9a6-60ede1a664e4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2034331062&fields=id&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 267 time: 0.0363526 Aug 04 17:55:08.129269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-1eb373a0-4e26-440a-bbab-da46df61bb1e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:08.130742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-1eb373a0-4e26-440a-bbab-da46df61bb1e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 811 time: 0.1099961 Aug 04 17:55:08.150846 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-7c94b21e-1f5d-4d43-8110-ac0d2bb9d33a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/quotas/8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 375 time: 0.0120673 Aug 04 17:55:08.208472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-a7cb171d-6ced-4a19-96a8-af4a5965e933 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511506 Aug 04 17:55:08.318732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-d3cf9b4c-7650-4023-a690-5c5b9876e989 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930872 Aug 04 17:55:08.422206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8ec01820-8fd1-4be1-8f58-f705de487c8c service neutron] 10.222.0.39 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939767 Aug 04 17:55:08.602241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9dd82430-8519-43af-a447-c75d29916915 req-8fc0502e-5282-4755-b9e5-42cb4e514d6a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 210 time: 0.0335808 Aug 04 17:55:09.557527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-5e352398-0d75-4f74-bde4-18bfa9fad9be tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:09.559265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-5e352398-0d75-4f74-bde4-18bfa9fad9be tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 811 time: 0.1030929 Aug 04 17:55:09.587757 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:09.608267 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-3122b342-5760-4af7-9215-b5d017826f24 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 380 time: 0.0390294 Aug 04 17:55:09.619196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'port': {'device_id': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'admin_state_up': True, 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'security_groups': ['24bb529d-d249-4e8b-a69b-7d36fd37e0cb']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:55:09.668025 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:09.709162 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3e247a19-c258-411e-870e-d0af76ea72a1 req-b17ee7ff-ada6-4c3e-ba27-6bdfb085432c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 210 time: 0.0328150 Aug 04 17:55:09.769739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Made reservation on behalf of 8b78ca31bd594a45b8187e188f945773 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:55:09.773287 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:09.922277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Allocated IP 172.20.0.7 (0ca843d5-fad9-49f7-a077-0245aaa1e853/90855b61-99ea-4877-b11a-4e76d4c7c314/1a565bcb-0ce2-4af1-b976-35ec126af7ea) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:55:10.005097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 011cc925-d596-47f3-9e0b-522acee8eead no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:55:10.024695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 011cc925-d596-47f3-9e0b-522acee8eead {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:55:10.025127 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 011cc925-d596-47f3-9e0b-522acee8eead not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:55:10.064117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:10.079060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Transition to ACTIVE for port object 1a565bcb-0ce2-4af1-b976-35ec126af7ea will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:55:10.120992 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:10.171416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:55:10.176865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:55:10.180649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:55:10.187564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:55:10.235111 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:10.235727 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:10.255256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-8a5744e8-2ac5-4f31-9201-3bc2ac349a27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6400111 Aug 04 17:55:10.268643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Request body: {'port': {'device_id': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:55:10.324621 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:10.376354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4cbf837b-af1f-456b-a3ea-fab4e6d9f06e None None] Provisioning for port 1a565bcb-0ce2-4af1-b976-35ec126af7ea completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:55:10.380556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4cbf837b-af1f-456b-a3ea-fab4e6d9f06e None None] Provisioning complete for port 1a565bcb-0ce2-4af1-b976-35ec126af7ea triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:55:10.380927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cbf837b-af1f-456b-a3ea-fab4e6d9f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:10.418056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf837b-af1f-456b-a3ea-fab4e6d9f06e None None] Port 1a565bcb-0ce2-4af1-b976-35ec126af7ea cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:55:10.596605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a565bcb-0ce2-4af1-b976-35ec126af7ea {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:55:10.604178 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:10.616469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Transition to ACTIVE for port object 1a565bcb-0ce2-4af1-b976-35ec126af7ea will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:55:10.621793 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:10.676076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:55:10.749618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:55:10.750096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:55:10.750259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:55:10.756688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:55:10.757025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:55:10.763049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:55:10.763387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:55:10.763787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:55:10.764213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Bound port: 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:55:10.764735 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:10.862927 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:55:10.866538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:55:10.878297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca6152-03a3-417a-b2fc-f40d586df46f req-1fc0f38d-521d-4917-ad51-d73b7f7fc5b1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:10.879993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49ca6152-03a3-417a-b2fc-f40d586df46f req-1fc0f38d-521d-4917-ad51-d73b7f7fc5b1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 943 time: 0.0803168 Aug 04 17:55:10.881161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:10.937771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:10.938388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:10.939850 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] 10.222.0.90 "PUT /v2.0/ports/1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1091 time: 0.6758769 Aug 04 17:55:10.942039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:55:10.944406 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a264d111-4e70-4c96-bb3e-dd6c7507fbec" -d '{"events": [{"name": "network-changed", "server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:55:10.973849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb3a2a-7edd-44f8-b903-a9636ebbd9cd service neutron] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:55:10.981875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49ca6152-03a3-417a-b2fc-f40d586df46f req-d0659c9d-cd2b-4c21-abc9-3e99a2e1dc39 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954578 Aug 04 17:55:11.016990 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2afa59-759a-4f4f-9238-bfef1c66d061 x-openstack-request-id: req-1e2afa59-759a-4f4f-9238-bfef1c66d061 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:55:11.017285 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:55:11.017539 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e2afa59-759a-4f4f-9238-bfef1c66d061 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:55:11.017946 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'status': 'completed', 'code': 200} Aug 04 17:55:11.028810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-9ab3769b-1b9e-466e-97c0-11d915f14c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:11.030975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-9ab3769b-1b9e-466e-97c0-11d915f14c2b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1094 time: 0.0474820 Aug 04 17:55:11.078005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-47ec499e-36aa-4707-a740-36c746a8bfef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 217 time: 0.0395164 Aug 04 17:55:11.135776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-e8685679-ca3c-4982-bbad-4cda0a8ca761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:11.137323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-e8685679-ca3c-4982-bbad-4cda0a8ca761 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0525434 Aug 04 17:55:11.188020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-33d3426a-5eaf-413c-b4b2-93c047b48358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:11.189438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-33d3426a-5eaf-413c-b4b2-93c047b48358 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448301 Aug 04 17:55:11.293840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-c3ddac6c-5e20-44e4-b1b0-2b787461dfea service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971210 Aug 04 17:55:11.390876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9465aecd-d124-4c90-92a9-01f313077ea0 req-3294c878-9258-43eb-baaf-beba06819cd6 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900524 Aug 04 17:55:11.489812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-ac3f6186-16ad-47cc-b8c5-a23ad7b99b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:11.491431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-ac3f6186-16ad-47cc-b8c5-a23ad7b99b83 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1094 time: 0.0438883 Aug 04 17:55:11.585836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-269d7f3c-ca68-47e5-99f1-761dae1f19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:11.587364 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-269d7f3c-ca68-47e5-99f1-761dae1f19cf service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0884147 Aug 04 17:55:11.631556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-52c86a21-2b2c-40bd-84f4-2c36be275857 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 217 time: 0.0350842 Aug 04 17:55:11.681216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-0697fe23-e003-41b1-9a66-acc1abcb94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:11.682569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-0697fe23-e003-41b1-9a66-acc1abcb94b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0430481 Aug 04 17:55:11.736315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-cf0ffce3-c907-4957-bc83-47c6302857b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:11.737959 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-cf0ffce3-c907-4957-bc83-47c6302857b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470572 Aug 04 17:55:11.834140 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-83dabb1c-2949-4b21-9940-64ff5e8fadb3 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867085 Aug 04 17:55:11.943732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a264d111-4e70-4c96-bb3e-dd6c7507fbec req-637f30ba-a011-4c87-9a1b-d637616ef2d8 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015267 Aug 04 17:55:12.109076 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b76101-4fc3-48a8-827c-af8d044439ee req-c3e68d9b-8d94-444f-a370-5084ce5cf4fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:12.110565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13b76101-4fc3-48a8-827c-af8d044439ee req-c3e68d9b-8d94-444f-a370-5084ce5cf4fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 943 time: 0.0544372 Aug 04 17:55:12.149555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13b76101-4fc3-48a8-827c-af8d044439ee req-ca8bb745-a6bc-4383-81fe-ba91e3cd8bdb tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327494 Aug 04 17:55:13.288945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e981e-1318-4d3c-943f-8b96abc1e93e req-600b7194-5f55-4af6-a7f1-bc3fa208f0ad tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:13.291471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c95e981e-1318-4d3c-943f-8b96abc1e93e req-600b7194-5f55-4af6-a7f1-bc3fa208f0ad tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 943 time: 0.0612328 Aug 04 17:55:13.342441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c95e981e-1318-4d3c-943f-8b96abc1e93e req-28bf7316-6033-4f49-adca-688d551a0949 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381000 Aug 04 17:55:14.474317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9711ac-86f0-49c0-a1ba-bb9630d1532e req-32e38da1-922f-4092-83b2-95ce62e67bc4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:14.475774 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d9711ac-86f0-49c0-a1ba-bb9630d1532e req-32e38da1-922f-4092-83b2-95ce62e67bc4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 943 time: 0.0600224 Aug 04 17:55:14.519482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d9711ac-86f0-49c0-a1ba-bb9630d1532e req-e725a00d-4878-4506-813f-cd55d90a94f2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374715 Aug 04 17:55:14.827084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:55:14.930749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:55:14.942062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'port_id': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'mac_address': 'fa:16:3e:96:c1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:55:14.987237 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:15.001823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a565bcb-0ce2-4af1-b976-35ec126af7ea {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:55:15.023846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:55:15.029374 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:15.083735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:55:15.243118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1a565bcb-0ce2-4af1-b976-35ec126af7ea'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:55:15.640631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec98fe5-ae20-44b6-a407-6aea35ccb33b req-e3d5789d-4001-4c6b-9e91-a2626b09756e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:15.642106 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec98fe5-ae20-44b6-a407-6aea35ccb33b req-e3d5789d-4001-4c6b-9e91-a2626b09756e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 944 time: 0.0547578 Aug 04 17:55:15.682059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec98fe5-ae20-44b6-a407-6aea35ccb33b req-a2cb6247-00e6-43c4-b653-b09ed502bfc8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328722 Aug 04 17:55:16.813831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a2da-e89f-4fc1-b8b0-d18bf20af70d req-e56f2491-088f-4659-8f34-b2b640e02784 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:16.815351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6553a2da-e89f-4fc1-b8b0-d18bf20af70d req-e56f2491-088f-4659-8f34-b2b640e02784 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 944 time: 0.0533383 Aug 04 17:55:16.823710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:55:16.853852 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6553a2da-e89f-4fc1-b8b0-d18bf20af70d req-b072d284-e7f5-4276-bc4c-a84e1bc18bda tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322440 Aug 04 17:55:16.876025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 1a565bcb-0ce2-4af1-b976-35ec126af7ea completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:55:16.879975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 1a565bcb-0ce2-4af1-b976-35ec126af7ea triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:55:16.880352 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:16.967374 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:16.990852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:55:16.993131 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af33aca-da50-4101-a729-59a285d8ac7e" -d '{"events": [{"server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "name": "network-vif-plugged", "status": "completed", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:55:17.007417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:55:17.012489 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:17.037557 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814ee3bf-e808-44c6-9b26-f9d599aa6dfd x-openstack-request-id: req-814ee3bf-e808-44c6-9b26-f9d599aa6dfd {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:55:17.037871 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "name": "network-vif-plugged", "status": "completed", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:55:17.038122 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-814ee3bf-e808-44c6-9b26-f9d599aa6dfd {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:55:17.038505 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'code': 200} Aug 04 17:55:17.066518 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:55:17.139016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f21fb-f022-4023-8f21-91fa24c87543 req-9f1705db-50f9-42bf-a40a-25e8a215ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:17.140512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-306f21fb-f022-4023-8f21-91fa24c87543 req-9f1705db-50f9-42bf-a40a-25e8a215ad5e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1096 time: 0.0418220 Aug 04 17:55:17.189974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-306f21fb-f022-4023-8f21-91fa24c87543 req-9dc9ebc1-04bc-47d5-b55b-8b8ad176876c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Aug 04 17:55:17.985930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d89d4-5b45-4c4b-80ea-c0f6f50135ba req-43c0ee76-0ab2-4df8-94e9-32317b596967 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:17.987496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b9d89d4-5b45-4c4b-80ea-c0f6f50135ba req-43c0ee76-0ab2-4df8-94e9-32317b596967 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0540245 Aug 04 17:55:18.028037 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b9d89d4-5b45-4c4b-80ea-c0f6f50135ba req-b2a68219-a3aa-4fa3-9c3c-31c77741dbf7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343840 Aug 04 17:55:19.157754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d9831-f059-4ebf-b235-bc442c203711 req-37b3ce4e-f20b-453b-9e83-1498ca6f7549 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:19.159317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd0d9831-f059-4ebf-b235-bc442c203711 req-37b3ce4e-f20b-453b-9e83-1498ca6f7549 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0559297 Aug 04 17:55:19.199615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd0d9831-f059-4ebf-b235-bc442c203711 req-1a0f9642-e661-4d95-8290-9d139fd67281 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337472 Aug 04 17:55:19.334271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe04ab-d614-4cf5-9925-2c2e09021bfe req-7fb2c235-21e0-446b-9aa4-477dafdbdfe4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:19.335767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0ebe04ab-d614-4cf5-9925-2c2e09021bfe req-7fb2c235-21e0-446b-9aa4-477dafdbdfe4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0516961 Aug 04 17:55:19.348160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39338) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:55:19.352777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-bb6e00cf-2c30-48f5-86cc-2edd8b1fc71d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'floatingip': {'port_id': '1a565bcb-0ce2-4af1-b976-35ec126af7ea'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:55:19.397149 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bb6e00cf-2c30-48f5-86cc-2edd8b1fc71d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:19.844474 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bb6e00cf-2c30-48f5-86cc-2edd8b1fc71d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:19.851848 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bb6e00cf-2c30-48f5-86cc-2edd8b1fc71d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:19.969846 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-bb6e00cf-2c30-48f5-86cc-2edd8b1fc71d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a associated. External IP: 172.25.2.143, port: 1a565bcb-0ce2-4af1-b976-35ec126af7ea. Aug 04 17:55:20.262535 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:55:20.540558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6e00cf-2c30-48f5-86cc-2edd8b1fc71d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:55:20.662280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6e00cf-2c30-48f5-86cc-2edd8b1fc71d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:55:20.667509 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bb6e00cf-2c30-48f5-86cc-2edd8b1fc71d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:20.673048 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:55:20.683796 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:55:20.684422 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:55:20.697505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bb6e00cf-2c30-48f5-86cc-2edd8b1fc71d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "PUT /v2.0/floatingips/7de59d56-d7fc-4bde-a6a5-1087a985c35a HTTP/1.1" status: 200 len: 991 time: 1.3482213 Aug 04 17:55:20.698083 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:55:20.700568 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f64049-2456-4ba7-aa43-7338d698214a" -d '{"events": [{"name": "network-changed", "server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:55:20.741081 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ade28d-6164-4cd4-91ba-848595a6e469 x-openstack-request-id: req-88ade28d-6164-4cd4-91ba-848595a6e469 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:55:20.741366 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:55:20.741611 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88ade28d-6164-4cd4-91ba-848595a6e469 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:55:20.741997 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'status': 'completed', 'code': 200} Aug 04 17:55:20.794025 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:55:20.807361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f64049-2456-4ba7-aa43-7338d698214a req-e6af1d44-d59a-46dc-a68f-755282b32171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:20.808879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32f64049-2456-4ba7-aa43-7338d698214a req-e6af1d44-d59a-46dc-a68f-755282b32171 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1096 time: 0.0412052 Aug 04 17:55:20.901712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f64049-2456-4ba7-aa43-7338d698214a req-e6601af8-c373-4ead-90eb-f9d3e7405619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:20.903282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32f64049-2456-4ba7-aa43-7338d698214a req-e6601af8-c373-4ead-90eb-f9d3e7405619 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0874722 Aug 04 17:55:20.974542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32f64049-2456-4ba7-aa43-7338d698214a req-83d26957-aff9-4e4f-be56-6ab303f413f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 999 time: 0.0646367 Aug 04 17:55:21.024674 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:96:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:55:19Z', 'revision_number': 9, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:55:21.024971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f64049-2456-4ba7-aa43-7338d698214a req-4eab07c5-f365-41e6-83a5-96fad09e0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:21.026193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32f64049-2456-4ba7-aa43-7338d698214a req-4eab07c5-f365-41e6-83a5-96fad09e0366 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0446768 Aug 04 17:55:21.053993 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:55:21.062284 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:55:21.062903 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:55:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:55:21.073756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f64049-2456-4ba7-aa43-7338d698214a req-2629107b-647b-40cc-9023-0fe4d65a9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:21.075338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32f64049-2456-4ba7-aa43-7338d698214a req-2629107b-647b-40cc-9023-0fe4d65a9794 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421829 Aug 04 17:55:21.171362 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:55:21.175443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32f64049-2456-4ba7-aa43-7338d698214a req-3bb2a7a1-13b9-4e87-a4a1-e9fe4540e960 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922289 Aug 04 17:55:21.264700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32f64049-2456-4ba7-aa43-7338d698214a req-81f3772f-4428-401d-b332-d4ef63e5ab44 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819058 Aug 04 17:55:21.402144 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:96:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:55:19Z', 'revision_number': 9, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:55:21.428577 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f951e5f-9f4d-499c-b09f-08b5945636b8 None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:96:c1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:55:19Z', 'revision_number': 9, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:55:21.629661 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f9390c-c4d6-42cb-8b67-436d0ecd2809 None None] New status for floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:55:32.039201 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-094cdbf2-1674-4efa-a23c-68813b541385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:34.491272 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c45ef20e-59e4-445f-a5d5-313e2595f8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:35.098310 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:36.092724 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:37.669242 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:39.591341 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:39.684272 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:55:40.011768 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-ce2fb767-a6ca-4e66-8927-968bcf287d7f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497098 Aug 04 17:55:40.105533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-23d2263c-e746-4c19-9d66-aaf2fc0d7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:40.108049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-23d2263c-e746-4c19-9d66-aaf2fc0d7575 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1096 time: 0.0503764 Aug 04 17:55:40.223570 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-7b06ec27-2f3e-48a8-b948-09dfb9ebe90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:40.224992 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-7b06ec27-2f3e-48a8-b948-09dfb9ebe90a service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0921795 Aug 04 17:55:40.301478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-029f6ac4-a8c3-4344-a8e5-cc925392e41a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1002 time: 0.0682786 Aug 04 17:55:40.370499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-c84aa909-33a9-4a9d-a319-d401c8f8edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:40.372054 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-c84aa909-33a9-4a9d-a319-d401c8f8edaa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0633647 Aug 04 17:55:40.424451 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-6c99292a-010f-46d7-86bb-4ea30946104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:55:40.425981 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-6c99292a-010f-46d7-86bb-4ea30946104c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457892 Aug 04 17:55:40.437441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-14e40ff3-746e-41d3-97e5-a6d7de0eb3d0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:55:40.438358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-14e40ff3-746e-41d3-97e5-a6d7de0eb3d0 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050714 Aug 04 17:55:40.550473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-b289f8fa-64a3-41c8-8388-21f73f539e82 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040571 Aug 04 17:55:40.645380 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6070d888-02ea-40c1-877a-05c8e29990d5 req-665fdbd6-fa4a-4f4f-998f-9787ada88fa7 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858572 Aug 04 17:55:57.262831 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:56:02.037781 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4058243f-b074-40a5-aadd-da931fca5f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:04.489008 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-15212c9a-b9f3-4094-aa0f-b8c0aba95e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:05.100620 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:06.091046 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:07.686477 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:09.605069 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:09.711042 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:32.038019 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bf6533be-e417-48e3-9161-1d48e66bb711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:34.266857 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:56:34.494789 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a5cf14fc-3669-4058-bf1b-e21001658c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:35.098582 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:36.096461 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:37.680103 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:39.600192 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:39.713634 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:56:40.017863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-75c514eb-fc15-4c41-9311-0679e1ec02ad service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493588 Aug 04 17:56:40.106998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-4708f42c-1d71-4814-90fc-50685a8a5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:40.108560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-4708f42c-1d71-4814-90fc-50685a8a5272 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1096 time: 0.0443945 Aug 04 17:56:40.217614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-9a36a0fb-b9b0-46bb-9bf5-45ac7f89d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:40.219199 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-9a36a0fb-b9b0-46bb-9bf5-45ac7f89d3fe service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0902936 Aug 04 17:56:40.293536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-640f1a06-0315-4f78-8c68-22c48196a870 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1002 time: 0.0667510 Aug 04 17:56:40.347849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-d2cdc89b-3a43-4ea0-b0fb-6666b5122bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:40.349629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-d2cdc89b-3a43-4ea0-b0fb-6666b5122bfe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0489304 Aug 04 17:56:40.398006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-51c3c634-3ebe-450f-be55-1d055331665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:40.399636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-51c3c634-3ebe-450f-be55-1d055331665c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420952 Aug 04 17:56:40.498177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-8f656876-2aa0-4bf3-9073-4efd9e001139 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910470 Aug 04 17:56:40.591237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5d49cbf5-4d5c-43bc-a335-1cde8d702fa9 req-52141981-6e5f-42fa-a18d-f78e3944c6f5 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856240 Aug 04 17:56:55.342383 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-c8ddf8f3-45ed-442e-8cf1-65d69be95ba2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536141 Aug 04 17:56:55.366833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d686d-b457-4551-b3be-e22d65bbd8b5 req-3c661ff5-a82e-4e2b-8345-181a08a95d3c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:55.369607 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e35d686d-b457-4551-b3be-e22d65bbd8b5 req-3c661ff5-a82e-4e2b-8345-181a08a95d3c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0710957 Aug 04 17:56:55.412502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e35d686d-b457-4551-b3be-e22d65bbd8b5 req-b247e71e-92f6-4cbe-9e2f-97bfbed5e125 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364337 Aug 04 17:56:56.538072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850508c-b238-496d-84ae-672f956c1433 req-d3a00f6d-84f4-472e-85cb-3afe66a166c3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:56.539618 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2850508c-b238-496d-84ae-672f956c1433 req-d3a00f6d-84f4-472e-85cb-3afe66a166c3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0535085 Aug 04 17:56:56.585184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2850508c-b238-496d-84ae-672f956c1433 req-268db83b-9e08-4125-a58c-d859fc82a7a9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370946 Aug 04 17:56:57.710694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7620ab-fd1d-4abf-8f0e-5f65beca47fc req-6c340788-de7b-4f5c-9e4a-a4c24cac9102 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:57.712191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e7620ab-fd1d-4abf-8f0e-5f65beca47fc req-6c340788-de7b-4f5c-9e4a-a4c24cac9102 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0504198 Aug 04 17:56:57.753691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e7620ab-fd1d-4abf-8f0e-5f65beca47fc req-50f010e7-26cd-45ba-a55a-9c3172a30673 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Aug 04 17:56:58.888963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844bf89-7c91-41fc-b4af-ca5ad16d3e48 req-406aee11-7b3b-4ec5-a6e5-2c700ded2d4b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:58.891499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3844bf89-7c91-41fc-b4af-ca5ad16d3e48 req-406aee11-7b3b-4ec5-a6e5-2c700ded2d4b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0602849 Aug 04 17:56:58.930896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3844bf89-7c91-41fc-b4af-ca5ad16d3e48 req-a28030d5-df5a-4eed-99b5-cf279b8ebe0a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329955 Aug 04 17:56:59.284919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-43896b95-cfcb-43d5-a57c-017c2d35ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:59.286475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-43896b95-cfcb-43d5-a57c-017c2d35ac77 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1096 time: 0.0457585 Aug 04 17:56:59.391519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-999e5ad0-899c-447e-97db-cfc37104822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:59.393062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-999e5ad0-899c-447e-97db-cfc37104822b service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0995231 Aug 04 17:56:59.469743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-c0ece0ad-19cc-414f-82e1-c2e75143334a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1002 time: 0.0675037 Aug 04 17:56:59.523976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-42100707-4585-4bcd-ac16-abadff33ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:59.525435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-42100707-4585-4bcd-ac16-abadff33ab93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0485775 Aug 04 17:56:59.582339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-df35ad6f-f038-46c6-bd25-20ee88500963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:56:59.584693 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-df35ad6f-f038-46c6-bd25-20ee88500963 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523233 Aug 04 17:56:59.682745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-ad51cb34-1256-4618-bf87-c417fbef8575 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908396 Aug 04 17:56:59.780215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-39b06805-fd19-4562-abd2-44b3d93ba181 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894392 Aug 04 17:57:00.054682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f2909-a890-4136-b7cf-4fcef5feea6b req-613b099b-52f1-4c67-b776-874258b3ca41 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:00.056168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-330f2909-a890-4136-b7cf-4fcef5feea6b req-613b099b-52f1-4c67-b776-874258b3ca41 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0523388 Aug 04 17:57:00.096131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-330f2909-a890-4136-b7cf-4fcef5feea6b req-67539c4e-b295-4209-877a-67d0b6399d2f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339506 Aug 04 17:57:01.224973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aea02e-0a06-461a-a545-5a91962d0f08 req-0af36d08-6d98-4b0c-9552-504bdaee09ab tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:01.226442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49aea02e-0a06-461a-a545-5a91962d0f08 req-0af36d08-6d98-4b0c-9552-504bdaee09ab tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0547123 Aug 04 17:57:01.269141 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-49aea02e-0a06-461a-a545-5a91962d0f08 req-2dc17bb0-7e0d-4888-a451-1a29404bf728 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334880 Aug 04 17:57:02.036787 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9d0859ca-a831-4dcd-a81f-4ba774184011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:02.407355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9251148-78b4-40bf-a114-43ef1176335d req-db56656c-5baa-4976-af9e-4fb99a9848e2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:02.409047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9251148-78b4-40bf-a114-43ef1176335d req-db56656c-5baa-4976-af9e-4fb99a9848e2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0552902 Aug 04 17:57:02.461979 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9251148-78b4-40bf-a114-43ef1176335d req-dc5bf587-ca56-4113-b56e-69bb97ad2725 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467360 Aug 04 17:57:03.599126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da3dda-da35-433b-b3d4-e8ee5485c60d req-da6a8e64-3344-4a40-b33f-470dde75d719 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:03.600641 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26da3dda-da35-433b-b3d4-e8ee5485c60d req-da6a8e64-3344-4a40-b33f-470dde75d719 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0592165 Aug 04 17:57:03.641442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26da3dda-da35-433b-b3d4-e8ee5485c60d req-220f967e-229a-4f68-be6d-d794abac67aa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342889 Aug 04 17:57:04.488847 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cdebc60a-232c-4d91-969b-27ccf10d3289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:04.764308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f1243-6222-47ac-859b-4517ba5d7639 req-4c5c47e2-d350-4c3a-af6f-6be860a1e9ac tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:04.765781 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c9f1243-6222-47ac-859b-4517ba5d7639 req-4c5c47e2-d350-4c3a-af6f-6be860a1e9ac tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0508449 Aug 04 17:57:04.807138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c9f1243-6222-47ac-859b-4517ba5d7639 req-c8980e7e-71ee-4a39-8d1c-ab1908bdcfba tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348923 Aug 04 17:57:05.099854 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:05.943722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2c5a5-4e00-440b-adbb-b55a500f7258 req-cc7a691f-ea0d-492b-87bf-0fcff9813f36 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:05.945829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5e2c5a5-4e00-440b-adbb-b55a500f7258 req-cc7a691f-ea0d-492b-87bf-0fcff9813f36 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0656664 Aug 04 17:57:05.991636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5e2c5a5-4e00-440b-adbb-b55a500f7258 req-544c1485-e434-4a07-bf7a-e16df9c18f86 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 Aug 04 17:57:06.094757 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:07.134231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e43fc1-f027-4fad-b78c-9072d3cae0b7 req-af0bd0a3-499a-4331-aefa-4c54d530bc88 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:07.135754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05e43fc1-f027-4fad-b78c-9072d3cae0b7 req-af0bd0a3-499a-4331-aefa-4c54d530bc88 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0574291 Aug 04 17:57:07.179187 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-05e43fc1-f027-4fad-b78c-9072d3cae0b7 req-87d384c7-1a67-4d61-ba69-a49be43a0c1e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338054 Aug 04 17:57:07.682117 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:08.324237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a5b17-20d5-4568-9890-3752f4cc48ab req-9a3f1f8b-2de4-40da-86e8-a896ed459616 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:08.325752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d5a5b17-20d5-4568-9890-3752f4cc48ab req-9a3f1f8b-2de4-40da-86e8-a896ed459616 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0620718 Aug 04 17:57:08.367925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d5a5b17-20d5-4568-9890-3752f4cc48ab req-6c1dc83d-8d2f-414c-b1cc-bc13f57c1f01 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347793 Aug 04 17:57:09.498766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069c999-1af7-4c86-acc7-d366acd30250 req-5ad4c5e8-2cd0-4f22-8353-2afd3b89a029 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:09.500295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e069c999-1af7-4c86-acc7-d366acd30250 req-5ad4c5e8-2cd0-4f22-8353-2afd3b89a029 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0546865 Aug 04 17:57:09.552017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e069c999-1af7-4c86-acc7-d366acd30250 req-dd61ced2-a024-4555-a54a-8e8df5217b83 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452278 Aug 04 17:57:09.634552 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:09.718297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:10.691275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ceb14-dc7d-4570-a9db-2c611b820127 req-726377af-5b1b-4187-94b9-63822fbf19f9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:10.694104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a0ceb14-dc7d-4570-a9db-2c611b820127 req-726377af-5b1b-4187-94b9-63822fbf19f9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0616200 Aug 04 17:57:10.746102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a0ceb14-dc7d-4570-a9db-2c611b820127 req-12662c93-3af4-4093-9c0e-b4e9ff7e7463 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456433 Aug 04 17:57:11.268117 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:57:11.696681 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-cdb01638-17f2-4807-b82b-d656b28385ef service neutron] show failed (client error): The resource could not be found. Aug 04 17:57:11.697684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-cdb01638-17f2-4807-b82b-d656b28385ef service neutron] 10.222.0.90 "GET /v2.0/ports/1a565bcb-0ce2-4af1-b976-35ec126af7ea/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0642533 Aug 04 17:57:11.870721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655229bb-c8a1-486d-85af-b994a676ad82 req-2e172952-296e-48c5-a51d-497f6d15e6b1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:11.872783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-655229bb-c8a1-486d-85af-b994a676ad82 req-2e172952-296e-48c5-a51d-497f6d15e6b1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0546575 Aug 04 17:57:11.941668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-655229bb-c8a1-486d-85af-b994a676ad82 req-50ddcf2b-6044-4aea-a1ad-75d782ef6cad tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625892 Aug 04 17:57:11.948603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-2751328f-6f75-4bca-b968-b14d2ee9e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:11.950001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-2751328f-6f75-4bca-b968-b14d2ee9e004 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 1096 time: 0.0647895 Aug 04 17:57:11.962521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:57:12.017184 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:12.233074 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:12.267381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:57:12.316871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:57:12.319221 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04520f39-c3b2-4d40-b355-5d12af249591" -d '{"events": [{"server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "name": "network-vif-unplugged", "status": "completed", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:57:12.323078 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:12.336846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Transition to ACTIVE for port object 1a565bcb-0ce2-4af1-b976-35ec126af7ea will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:57:12.341626 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:12.375964 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be78ebf2-287d-4da0-86e1-3471a06d0bbf x-openstack-request-id: req-be78ebf2-287d-4da0-86e1-3471a06d0bbf {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:57:12.376982 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "name": "network-vif-unplugged", "status": "completed", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:57:12.376982 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be78ebf2-287d-4da0-86e1-3471a06d0bbf {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:57:12.376982 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'code': 200} Aug 04 17:57:12.425889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:12.436804 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.437149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.437486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.437822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.438152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.438470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.438790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.439202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.439523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.439846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.440165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.440471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:12.480722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] No DVR routers for this DVR port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:57:12.620418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:57:12.620743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:57:12.621081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:57:12.626251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:57:12.626635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:57:12.631356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:57:12.631707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:57:12.632077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:57:12.632484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Bound port: 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:57:12.632834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:12.696384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:57:12.699259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:57:12.706030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:12.739059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:12.739608 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:12.740891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] 10.222.0.82 "PUT /v2.0/ports/1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1091 time: 0.7825630 Aug 04 17:57:12.762522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49212c82-09d0-4ddb-8204-20a1b6f9f544 service neutron] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:12.809633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-8d6f3712-f481-4cc4-8308-890f536a23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:12.811247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-8d6f3712-f481-4cc4-8308-890f536a23d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1094 time: 0.0444243 Aug 04 17:57:12.915601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-276d92ca-5dbc-4c6c-ae70-47684dce1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:12.917145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-276d92ca-5dbc-4c6c-ae70-47684dce1b64 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0987234 Aug 04 17:57:12.988068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-4d20a7c6-3243-456f-8b61-666e981e5682 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1000 time: 0.0637138 Aug 04 17:57:13.069227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-47da6360-9b5e-4020-9780-28912e4985e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:13.070711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-47da6360-9b5e-4020-9780-28912e4985e1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0755713 Aug 04 17:57:13.094843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf6536-f0fa-4603-a4d1-323e6f1c2371 req-b3165e9e-c055-4275-920c-bebfd4c3ab0c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:13.096560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5baf6536-f0fa-4603-a4d1-323e6f1c2371 req-b3165e9e-c055-4275-920c-bebfd4c3ab0c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 943 time: 0.0689211 Aug 04 17:57:13.150078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-33fb72a4-b5f4-400c-a551-7af00c0b2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:13.151717 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-33fb72a4-b5f4-400c-a551-7af00c0b2982 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728784 Aug 04 17:57:13.155013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5baf6536-f0fa-4603-a4d1-323e6f1c2371 req-e2669205-ae9e-4855-b8ae-fb681e984c11 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447533 Aug 04 17:57:13.281614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-bf0ccb71-5964-4a18-9eca-4e489ac8288f service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223178 Aug 04 17:57:13.377457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-966c3bd9-d4ee-4b36-ba73-33812612c673 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888329 Aug 04 17:57:14.302857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e010a3-3bd8-4208-821e-dfd371b5ba57 req-e3713350-c92e-43a3-bad2-4ad8bb4c389c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:14.304408 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39e010a3-3bd8-4208-821e-dfd371b5ba57 req-e3713350-c92e-43a3-bad2-4ad8bb4c389c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 943 time: 0.0677676 Aug 04 17:57:14.346229 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-39e010a3-3bd8-4208-821e-dfd371b5ba57 req-00c56422-97c5-41a9-a3ae-da8b6c245116 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328474 Aug 04 17:57:14.377963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:57:14.380376 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee61ad89-c34c-4146-8008-b159b4f19348" -d '{"events": [{"name": "network-changed", "server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:57:14.429164 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbf3dc9-97fa-4a0c-9159-056c5ed2e5a1 x-openstack-request-id: req-ffbf3dc9-97fa-4a0c-9159-056c5ed2e5a1 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:57:14.429497 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:57:14.429628 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffbf3dc9-97fa-4a0c-9159-056c5ed2e5a1 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:57:14.430052 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'status': 'completed', 'code': 200} Aug 04 17:57:14.532131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-97ffc000-0952-4a1d-84ac-b96c016552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:14.533767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-97ffc000-0952-4a1d-84ac-b96c016552e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1094 time: 0.0796716 Aug 04 17:57:14.535563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-ab8fe654-02e9-441f-b523-c2015a992d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:14.536954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-ab8fe654-02e9-441f-b523-c2015a992d37 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1094 time: 0.0846515 Aug 04 17:57:14.609228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:57:14.704368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-1e068d8b-4998-49b9-ac18-5c6a8621ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:14.706032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-1e068d8b-4998-49b9-ac18-5c6a8621ac58 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1650341 Aug 04 17:57:14.707172 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-cfcd067b-2329-4536-b11c-e9899aa17d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:14.708456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-cfcd067b-2329-4536-b11c-e9899aa17d2d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1595829 Aug 04 17:57:14.716465 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:14.728752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'port_id': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'mac_address': 'fa:16:3e:96:c1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:57:14.766212 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:14.779164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a565bcb-0ce2-4af1-b976-35ec126af7ea {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:57:14.800112 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:14.806636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:14.813691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-d15b59ed-0c19-47d8-82f6-86d0ce3bf1ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1000 time: 0.1006188 Aug 04 17:57:14.820044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-13693977-9a0f-4e9e-acf5-4d71f64761f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1000 time: 0.1011870 Aug 04 17:57:14.861168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:14.868740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.869090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.869429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.869762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.870094 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.870424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.870751 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.871100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.871766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.872088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.872410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.872742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:57:14.897662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-273ea3c8-0626-4f6d-8569-c58772bfbede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:14.899254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-273ea3c8-0626-4f6d-8569-c58772bfbede service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0782850 Aug 04 17:57:14.904863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-91f70066-7417-4875-82fe-96c3978f7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:14.906270 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-91f70066-7417-4875-82fe-96c3978f7ae5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0598783 Aug 04 17:57:14.979252 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-db736941-7d38-4e28-b29d-9fe14c8196b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:14.980692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-db736941-7d38-4e28-b29d-9fe14c8196b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735669 Aug 04 17:57:14.982472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-362af5e2-6cfe-4ea8-a0f8-2b6519690061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:14.983841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-362af5e2-6cfe-4ea8-a0f8-2b6519690061 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685697 Aug 04 17:57:15.059307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['1a565bcb-0ce2-4af1-b976-35ec126af7ea'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:57:15.154924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-261f6218-919e-4a9c-8f1f-e0ff0bc75554 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547084 Aug 04 17:57:15.159307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-296f775a-4db1-4ca1-98cd-8c62b84a3385 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700191 Aug 04 17:57:15.304000 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:57:15.322766 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-861065d7-ea1b-4121-b16a-ab1e9fdfd230 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606977 Aug 04 17:57:15.324626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee61ad89-c34c-4146-8008-b159b4f19348 req-5ddb746e-532c-436c-8cdf-8e6aefc6ed56 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550310 Aug 04 17:57:15.347040 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:57:15.477059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cdcb-2952-4558-9448-e083669debc8 req-36773f8f-f82c-4aee-9540-26febd5202c5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:15.478518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8d6cdcb-2952-4558-9448-e083669debc8 req-36773f8f-f82c-4aee-9540-26febd5202c5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 944 time: 0.0595131 Aug 04 17:57:15.526121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8d6cdcb-2952-4558-9448-e083669debc8 req-04b096d2-c8e8-4e51-b695-63a91b3d6932 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Aug 04 17:57:15.856471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-d6ad8acf-aaae-4d8b-b97d-c6ca443efcd9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:15.857847 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-d6ad8acf-aaae-4d8b-b97d-c6ca443efcd9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0&tenant_id=8b78ca31bd594a45b8187e188f945773&binding%3Ahost_id=n-h2-764435-5 HTTP/1.1" status: 200 len: 944 time: 0.0811102 Aug 04 17:57:15.869668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c9f30-0834-47be-beed-9353925849e4 req-3221a4a5-f5c2-45bc-8d1c-3e94467061a8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:15.871109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-063c9f30-0834-47be-beed-9353925849e4 req-3221a4a5-f5c2-45bc-8d1c-3e94467061a8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 944 time: 0.0668101 Aug 04 17:57:16.285127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-063c9f30-0834-47be-beed-9353925849e4 req-03d1b943-44ee-4e7e-bf0d-4586b6f76ddd tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066048 Aug 04 17:57:16.291039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-b74af5d8-a493-4342-a0ac-131ada36d873 service neutron] 10.222.0.82 "GET /v2.0/ports/1a565bcb-0ce2-4af1-b976-35ec126af7ea/bindings/n-h2-764435-5 HTTP/1.1" status: 200 len: 382 time: 0.4186742 Aug 04 17:57:16.360489 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-aae1689e-18ce-4930-b908-310c12fcb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:16.362222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-aae1689e-18ce-4930-b908-310c12fcb38f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1095 time: 0.0424020 Aug 04 17:57:16.456508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-62cf503d-a92b-40e2-b4de-586e61fd94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:16.457925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-62cf503d-a92b-40e2-b4de-586e61fd94cb service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0885551 Aug 04 17:57:16.531279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-94986b4a-3949-4718-a33d-c71882fe855b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1001 time: 0.0652564 Aug 04 17:57:16.579384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-4a189165-40f5-4fa4-8312-3b5b2b905704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:16.581110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-4a189165-40f5-4fa4-8312-3b5b2b905704 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0431657 Aug 04 17:57:16.614622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:57:16.628332 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-1e83a71f-456e-45da-ac66-4faca9598041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:16.629862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-1e83a71f-456e-45da-ac66-4faca9598041 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416141 Aug 04 17:57:16.664625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 1a565bcb-0ce2-4af1-b976-35ec126af7ea completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:57:16.668677 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 1a565bcb-0ce2-4af1-b976-35ec126af7ea triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:57:16.669137 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:16.725534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-e1747b0e-8ac6-4fd0-80c1-425315e3e1f8 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874627 Aug 04 17:57:16.751038 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:16.776981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:57:16.779520 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b576d3ad-b3aa-4220-b7e2-389dd9829f24" -d '{"events": [{"server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "name": "network-vif-plugged", "status": "completed", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:57:16.793692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:16.799762 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:16.836892 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7dcd18-61a7-4032-8ec8-78ce23566981 x-openstack-request-id: req-8c7dcd18-61a7-4032-8ec8-78ce23566981 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:57:16.837185 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "name": "network-vif-plugged", "status": "completed", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:57:16.837432 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c7dcd18-61a7-4032-8ec8-78ce23566981 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:57:16.837815 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'code': 200} Aug 04 17:57:16.838450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-85845809-0a57-423e-9a4e-dd3202838efc service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059000 Aug 04 17:57:16.850347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:17.420073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e54359-a0cc-4ede-ac5e-8976c770a3cc req-c8793788-e083-4710-8637-384bb792e916 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:17.421452 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f7e54359-a0cc-4ede-ac5e-8976c770a3cc req-c8793788-e083-4710-8637-384bb792e916 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0585792 Aug 04 17:57:17.461900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f7e54359-a0cc-4ede-ac5e-8976c770a3cc req-d29eb416-0a6b-45a5-bace-99f1192e4da1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338285 Aug 04 17:57:18.589793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9952c-f892-47cc-8378-adfcd5da981c req-0e024098-43a7-4e26-8e6f-efbbd4e3d170 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:18.591357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9eb9952c-f892-47cc-8378-adfcd5da981c req-0e024098-43a7-4e26-8e6f-efbbd4e3d170 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0551481 Aug 04 17:57:18.633817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9eb9952c-f892-47cc-8378-adfcd5da981c req-c0badc8f-0848-4426-b17e-c460e1bbe9ac tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361769 Aug 04 17:57:18.898262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-0bca74c8-420a-45f9-9ae3-9beed04359ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:18.899753 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-0bca74c8-420a-45f9-9ae3-9beed04359ee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 1096 time: 0.0418162 Aug 04 17:57:18.912194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:57:18.970702 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:19.187136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:19.220293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:57:19.264885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:57:19.267558 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9e82dd-38ce-48c9-8791-e52b700a4665" -d '{"events": [{"server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "name": "network-vif-unplugged", "status": "completed", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:57:19.271912 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:19.285887 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Transition to ACTIVE for port object 1a565bcb-0ce2-4af1-b976-35ec126af7ea will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:57:19.291353 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:19.325813 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a236ce-b746-40e6-8ecf-e7f707c3cfce x-openstack-request-id: req-22a236ce-b746-40e6-8ecf-e7f707c3cfce {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:57:19.326157 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "name": "network-vif-unplugged", "status": "completed", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:57:19.327296 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22a236ce-b746-40e6-8ecf-e7f707c3cfce {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:57:19.327296 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'code': 200} Aug 04 17:57:19.375033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:19.419504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] No DVR routers for this DVR port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:57:19.564476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:57:19.564924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:57:19.565385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:57:19.570078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:57:19.570397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Attempting to bind port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:57:19.576427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:57:19.576858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:57:19.577247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:57:19.577869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Bound port: 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:57:19.578235 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:19.656859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:57:19.660680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:57:19.667703 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:19.701145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:19.701771 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:19.703208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] 10.222.0.90 "PUT /v2.0/ports/1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1092 time: 0.7959073 Aug 04 17:57:19.784495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09266396-fd66-4ce6-87a1-f1bf7384b017 service neutron] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:19.810983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba1ed6-c538-423d-9bc6-d241225ceca5 req-cd775bc5-1f93-45e9-bd5e-6080d529ba0c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:19.812567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54ba1ed6-c538-423d-9bc6-d241225ceca5 req-cd775bc5-1f93-45e9-bd5e-6080d529ba0c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 944 time: 0.1050029 Aug 04 17:57:19.816320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-a92961df-1820-4e7f-b943-e7e6c65db4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:19.817814 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-a92961df-1820-4e7f-b943-e7e6c65db4eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1095 time: 0.0894828 Aug 04 17:57:19.905638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54ba1ed6-c538-423d-9bc6-d241225ceca5 req-0147abb0-03a9-48bc-a09f-d811a86e0b2e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851746 Aug 04 17:57:19.938501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-0994a1ec-e555-47ac-bb4b-b5a38cb3bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:19.940716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-0994a1ec-e555-47ac-bb4b-b5a38cb3bbb2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1135094 Aug 04 17:57:20.012818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-ae5f75c7-2161-40fa-885d-3372914b1339 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1000 time: 0.0656195 Aug 04 17:57:20.064220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-2a0cd8d0-9918-4ffb-8264-020e82a07d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:20.066695 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-2a0cd8d0-9918-4ffb-8264-020e82a07d9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0464797 Aug 04 17:57:20.121562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-7d3e9d21-a70d-4559-b186-a63b2ab9ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:20.123116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-7d3e9d21-a70d-4559-b186-a63b2ab9ce8d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494018 Aug 04 17:57:20.221956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-821d8f14-5a93-42fe-82c3-59b3e5e8f70f service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903172 Aug 04 17:57:20.318453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1e1839c-6bc5-4e84-b05c-e38b9498dbdc req-e7265d1d-3c86-4552-8b60-517576b37321 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898087 Aug 04 17:57:20.643468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:57:20.686031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:57:21.032753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c05193-e94b-4355-be1e-a726ca0065a7 req-b1217f02-ef06-4f4b-b21a-37307408790c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:21.034640 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95c05193-e94b-4355-be1e-a726ca0065a7 req-b1217f02-ef06-4f4b-b21a-37307408790c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 944 time: 0.0537939 Aug 04 17:57:21.072962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-95c05193-e94b-4355-be1e-a726ca0065a7 req-936e53bc-d91c-4789-a564-151922ac282b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323336 Aug 04 17:57:21.328202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:57:21.331978 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af9b64-495b-427c-a379-0a91fc9dcd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:57:21.383904 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c9d6ee-f75c-4652-804c-61687c37f35b x-openstack-request-id: req-a4c9d6ee-f75c-4652-804c-61687c37f35b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:57:21.384358 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:57:21.384680 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4c9d6ee-f75c-4652-804c-61687c37f35b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:57:21.385254 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'status': 'completed', 'code': 200} Aug 04 17:57:21.479054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-7058d6a6-8c0a-42f1-a037-df98a9dfb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:21.480592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-7058d6a6-8c0a-42f1-a037-df98a9dfb402 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1095 time: 0.0716319 Aug 04 17:57:21.485629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-0a571ece-ba55-4911-82a4-ad54ef6ca2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:21.486953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-0a571ece-ba55-4911-82a4-ad54ef6ca2f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 1095 time: 0.0694816 Aug 04 17:57:21.638280 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-030fddf4-c7a8-4cca-bcf5-eba2e72ed82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:21.639824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-030fddf4-c7a8-4cca-bcf5-eba2e72ed82a service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1518741 Aug 04 17:57:21.642722 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-db265cfb-b2e2-48ef-911d-e54cb6384cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:21.644744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-db265cfb-b2e2-48ef-911d-e54cb6384cdb service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1496074 Aug 04 17:57:21.754198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-98633094-366e-4300-ab30-bae936fa767d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1000 time: 0.1068656 Aug 04 17:57:21.771904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-3dd3172d-e081-45cf-8294-fadb0bc18127 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 200 len: 1000 time: 0.0869534 Aug 04 17:57:21.846497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-1c831132-fd44-4f31-978d-5d71d08e6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:21.848069 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-1c831132-fd44-4f31-978d-5d71d08e6f8c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0851209 Aug 04 17:57:21.851732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-937e0404-7f62-4b1e-88a0-f922e0b74dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:21.853076 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-937e0404-7f62-4b1e-88a0-f922e0b74dd9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0623467 Aug 04 17:57:21.923894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-8dbf7aa2-c860-4f4c-83d4-ee5db1bd31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:21.925630 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-8dbf7aa2-c860-4f4c-83d4-ee5db1bd31dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700352 Aug 04 17:57:21.928645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-8d489146-f681-43c4-a64d-6fea3e354229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:21.930168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-8d489146-f681-43c4-a64d-6fea3e354229 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655274 Aug 04 17:57:22.087261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-2f31e283-508c-41c7-bb2f-b180c03dd7d2 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465192 Aug 04 17:57:22.089120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-5ae8e902-6161-4b2e-a09f-5e4bfd2c41d1 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559527 Aug 04 17:57:22.301242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-d7bcc63e-62b3-4832-a4d5-86f7f1669271 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994345 Aug 04 17:57:22.304163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9af9b64-495b-427c-a379-0a91fc9dcd8a req-65645362-070a-4580-a6e6-1fd27ab8637a service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097664 Aug 04 17:57:22.311948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47456e-8861-4579-a282-97fddda4f467 req-ba76ae00-17fb-4bbd-b4d9-cd75a5ddecdf tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:22.313617 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf47456e-8861-4579-a282-97fddda4f467 req-ba76ae00-17fb-4bbd-b4d9-cd75a5ddecdf tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 944 time: 0.1368341 Aug 04 17:57:22.356502 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf47456e-8861-4579-a282-97fddda4f467 req-b458f4a6-da72-45f2-8bb7-c1863dd30251 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354576 Aug 04 17:57:22.492600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46961a3-bf16-42d2-b341-37266fb4e143 req-f4d51561-5b27-45ba-a7bc-8f751410a0cb tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:22.494078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e46961a3-bf16-42d2-b341-37266fb4e143 req-f4d51561-5b27-45ba-a7bc-8f751410a0cb tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 944 time: 0.0609014 Aug 04 17:57:22.534182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e46961a3-bf16-42d2-b341-37266fb4e143 req-78b2df8b-1096-4590-8f6e-efc6b4fb58cd tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Aug 04 17:57:22.669144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbd95c-83e3-43fd-9af9-17fdcf908edf req-d935f45c-1ac5-4b42-a134-381be2a2963d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:22.671224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3cbd95c-83e3-43fd-9af9-17fdcf908edf req-d935f45c-1ac5-4b42-a134-381be2a2963d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 944 time: 0.0629189 Aug 04 17:57:22.716736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3cbd95c-83e3-43fd-9af9-17fdcf908edf req-b4c4c4e7-df64-4479-aff7-b7dc2b08977d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381794 Aug 04 17:57:22.987142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e657a4-52f0-4975-8a7e-c55f59121fda req-774e96c3-2112-4990-9827-046a18ec0f2c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:22.988755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93e657a4-52f0-4975-8a7e-c55f59121fda req-774e96c3-2112-4990-9827-046a18ec0f2c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 944 time: 0.0511527 Aug 04 17:57:23.030088 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93e657a4-52f0-4975-8a7e-c55f59121fda req-5f13faa6-100f-41f3-8be6-d98c5fded137 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320218 Aug 04 17:57:23.339639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:57:23.439043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:23.451426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'port_id': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'mac_address': 'fa:16:3e:96:c1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:57:23.493736 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:23.510025 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a565bcb-0ce2-4af1-b976-35ec126af7ea {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:57:23.530152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:23.536639 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:23.585244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=12']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:23.761224 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['1a565bcb-0ce2-4af1-b976-35ec126af7ea'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:57:24.192265 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc12e-32f4-41ee-87b8-fa467b9a0349 req-a31556f0-50e0-44b7-a857-9931a5d34788 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:24.193759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b93bc12e-32f4-41ee-87b8-fa467b9a0349 req-a31556f0-50e0-44b7-a857-9931a5d34788 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0841134 Aug 04 17:57:24.201815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-b3ab01d3-1f4c-4e21-9623-5e29aad8f826 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:24.203191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-b3ab01d3-1f4c-4e21-9623-5e29aad8f826 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 945 time: 0.0670295 Aug 04 17:57:24.284795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b93bc12e-32f4-41ee-87b8-fa467b9a0349 req-81ea5a91-e449-4745-9ef6-662666892738 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805762 Aug 04 17:57:24.321222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Deleting port 1a565bcb-0ce2-4af1-b976-35ec126af7ea {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 17:57:24.321460 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:24.421450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] For port 1a565bcb-0ce2-4af1-b976-35ec126af7ea, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=1a565bcb-0ce2-4af1-b976-35ec126af7ea,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:24.421805 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:24.602307 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:24.602643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:24.602960 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a disassociated. External IP: 172.25.2.143, port: 1a565bcb-0ce2-4af1-b976-35ec126af7ea. Aug 04 17:57:24.603308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Calling delete_port for 1a565bcb-0ce2-4af1-b976-35ec126af7ea owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 17:57:24.740906 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:24.776378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event deleted for resources: {'Port': ['ID=1a565bcb-0ce2-4af1-b976-35ec126af7ea,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:24.899710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:57:25.028885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:57:25.042128 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:57:25.051825 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:57:25.052371 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:57:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:57:25.073864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] No DVR routers for this DVR port 1a565bcb-0ce2-4af1-b976-35ec126af7ea on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:57:25.076764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:25.078791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b8eff306-314e-4078-a21b-060fc2fdc4fb req-d8a0ec6a-fc93-4b76-88c7-c47f7bf2f96a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "DELETE /v2.0/ports/1a565bcb-0ce2-4af1-b976-35ec126af7ea HTTP/1.1" status: 204 len: 173 time: 0.8687055 Aug 04 17:57:25.079298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'name': 'network-vif-deleted', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:57:25.081909 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c306d2-7e19-425c-b5d0-f37149ddfb7f" -d '{"events": [{"server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "name": "network-vif-deleted", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:57:25.121549 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221c1e6d-fccc-4634-8812-1c2e4e342188 x-openstack-request-id: req-221c1e6d-fccc-4634-8812-1c2e4e342188 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:57:25.121847 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09957dbf-f03e-4cf6-8aa0-9d98254276a0", "name": "network-vif-deleted", "tag": "1a565bcb-0ce2-4af1-b976-35ec126af7ea", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:57:25.122099 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-221c1e6d-fccc-4634-8812-1c2e4e342188 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:57:25.122667 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09957dbf-f03e-4cf6-8aa0-9d98254276a0', 'name': 'network-vif-deleted', 'tag': '1a565bcb-0ce2-4af1-b976-35ec126af7ea', 'status': 'completed', 'code': 200} Aug 04 17:57:25.173896 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:57:25.366953 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:57:25.371515 n-d-764435-5 neutron-server[105830]: INFO neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No ports have port_id starting with 1a565bcb-0ce2-4af1-b976-35ec126af7ea Aug 04 17:57:25.372901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea requested by agent hyperv_n-h1-764435-5 not found in database {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 04 17:57:25.378302 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:57:25.404878 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:57:25.406720 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df521d61-f16b-44dd-953e-90a3c03b1a1a req-ef22f822-a1bb-4655-ba99-fddfa2dd2a31 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=09957dbf-f03e-4cf6-8aa0-9d98254276a0 HTTP/1.1" status: 200 len: 210 time: 0.0258245 Aug 04 17:57:25.414407 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:57:25.415097 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:57:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:57:25.522494 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:57:25.845670 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:57:25.870793 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff34961-9655-46b0-a201-382445503ed1 None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:57:26.108632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92af833-52c2-4eec-a311-f05f2b30152f None None] New status for floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:57:26.700495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-4ce90cb2-0cf3-4d1e-8766-380833c3ccf4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2034331062&fields=id&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 267 time: 0.0375712 Aug 04 17:57:26.814368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-af717ac8-b57c-40d0-9702-f48b399fdaec tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:26.815871 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-af717ac8-b57c-40d0-9702-f48b399fdaec tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 811 time: 0.1084723 Aug 04 17:57:26.835524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-0dcf8598-b666-4cbe-a13e-d78b43c1c831 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/quotas/8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 375 time: 0.0102417 Aug 04 17:57:26.899760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-37990153-f8a7-45ff-876b-ed25b33d2fd7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521545 Aug 04 17:57:26.979168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-0c3c337f-bd5a-42f2-91d0-955edee883cd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 17:57:26.980450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-0c3c337f-bd5a-42f2-91d0-955edee883cd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0685461 Aug 04 17:57:27.418655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-44a66c45-78b5-4137-b514-ae12d16217a1 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317236 Aug 04 17:57:27.521401 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-260403dc-4a33-46f1-9395-5d55f49267d8 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962353 Aug 04 17:57:27.687982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-affa4f35-2935-4a52-aec7-7b512a6533ef req-09441ee6-014f-44b9-a5bd-148ab969ddbd tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 210 time: 0.0274036 Aug 04 17:57:28.659708 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-37d0956a-d3c0-4236-af2a-4a737e25fb03 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:28.661716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-37d0956a-d3c0-4236-af2a-4a737e25fb03 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 811 time: 0.1107953 Aug 04 17:57:28.708135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-6b35a4e3-544a-4b6e-b199-d2e88badfd10 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 380 time: 0.0361726 Aug 04 17:57:28.718796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'port': {'device_id': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'admin_state_up': True, 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'security_groups': ['24bb529d-d249-4e8b-a69b-7d36fd37e0cb']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:57:28.794415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-76bb9b7f-50c0-4f49-8f73-e02e2b7cfdb8 req-698c0424-e4e9-4d61-aa72-3adeb6e3edce tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 210 time: 0.0354800 Aug 04 17:57:28.856164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Made reservation on behalf of 8b78ca31bd594a45b8187e188f945773 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 17:57:28.859837 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:29.001156 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Allocated IP 172.20.0.5 (0ca843d5-fad9-49f7-a077-0245aaa1e853/90855b61-99ea-4877-b11a-4e76d4c7c314/e6d6cffc-a047-45e8-9eaf-9bb960692638) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 17:57:29.159959 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:29.176409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Transition to ACTIVE for port object e6d6cffc-a047-45e8-9eaf-9bb960692638 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:57:29.211663 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:29.255643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 17:57:29.260859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 17:57:29.264710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 17:57:29.271672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:29.323645 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:29.324303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:29.342156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-425482a6-8d4b-4e2f-8c71-a1cccb3b67fa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6271446 Aug 04 17:57:29.354751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Request body: {'port': {'device_id': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:57:29.382470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:57:29.404930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 1a565bcb-0ce2-4af1-b976-35ec126af7ea {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 17:57:29.405274 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 1a565bcb-0ce2-4af1-b976-35ec126af7ea not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:57:29.421523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:29.481811 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-364c658f-bdfd-4349-8a4e-7740badf2350 None None] Provisioning for port e6d6cffc-a047-45e8-9eaf-9bb960692638 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:57:29.485837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-364c658f-bdfd-4349-8a4e-7740badf2350 None None] Provisioning complete for port e6d6cffc-a047-45e8-9eaf-9bb960692638 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:57:29.486309 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-364c658f-bdfd-4349-8a4e-7740badf2350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:29.520897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-364c658f-bdfd-4349-8a4e-7740badf2350 None None] Port e6d6cffc-a047-45e8-9eaf-9bb960692638 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 17:57:29.708200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d6cffc-a047-45e8-9eaf-9bb960692638 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:57:29.715831 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:29.728890 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Transition to ACTIVE for port object e6d6cffc-a047-45e8-9eaf-9bb960692638 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:57:29.735440 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:29.787338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:29.868854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:57:29.869193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:57:29.869529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:57:29.883990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Port e6d6cffc-a047-45e8-9eaf-9bb960692638 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:57:29.884313 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:57:29.905045 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:57:29.905396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:57:29.905789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:57:29.906229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Bound port: e6d6cffc-a047-45e8-9eaf-9bb960692638, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:57:29.906601 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:29.960340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775cfd1-08c5-4c9b-8b6b-04d3d1bf588d req-1f792630-e9af-4e1e-b8a0-774ff1927a7e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:29.961964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e775cfd1-08c5-4c9b-8b6b-04d3d1bf588d req-1f792630-e9af-4e1e-b8a0-774ff1927a7e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0942650 Aug 04 17:57:30.015852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:57:30.020818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:57:30.027000 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e775cfd1-08c5-4c9b-8b6b-04d3d1bf588d req-899a392f-e4ac-44dc-bca0-a478d2c45ba7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585153 Aug 04 17:57:30.028452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:30.063404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:30.064034 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:30.065431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] 10.222.0.82 "PUT /v2.0/ports/e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1091 time: 0.7152069 Aug 04 17:57:30.065870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:57:30.068216 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933f0102-444d-4eb6-92fd-4aed6ac39f29" -d '{"events": [{"name": "network-changed", "server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:57:30.095043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8393eea-0f22-491b-90ea-61a3cc375e05 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:30.129092 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e091b-6e7f-4456-acc3-37308c86b021 x-openstack-request-id: req-335e091b-6e7f-4456-acc3-37308c86b021 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:57:30.129529 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:57:30.129880 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-335e091b-6e7f-4456-acc3-37308c86b021 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:57:30.130345 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'status': 'completed', 'code': 200} Aug 04 17:57:30.167529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-6ec9ff6e-32e9-4c99-94c6-93c5deaf287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:30.169089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-6ec9ff6e-32e9-4c99-94c6-93c5deaf287d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1094 time: 0.0498896 Aug 04 17:57:30.219840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-22139745-e8be-48fb-8cb0-626ea10945f3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 217 time: 0.0409708 Aug 04 17:57:30.273676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-c63649b5-ca62-477f-b395-0c4dfd6eac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:30.275195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-c63649b5-ca62-477f-b395-0c4dfd6eac22 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0489571 Aug 04 17:57:30.325323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-974b5956-a56c-4524-b103-764c2511634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:30.326882 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-974b5956-a56c-4524-b103-764c2511634d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437131 Aug 04 17:57:30.431729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-89690b47-7194-48c6-bc7e-59c9d7cf7b47 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971599 Aug 04 17:57:30.530279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34695951-d0c0-4ed1-aaf0-93a6cdfe64ed req-d52413cf-1f95-4ac6-a6ea-69f557d1223a service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902331 Aug 04 17:57:30.634791 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-c15700cf-b656-4978-aba6-7689928bd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:30.636277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-c15700cf-b656-4978-aba6-7689928bd4b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1094 time: 0.0449293 Aug 04 17:57:30.736077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-23bc50f6-3a31-4f5b-8668-aa844a62c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:30.737585 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-23bc50f6-3a31-4f5b-8668-aa844a62c162 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0938933 Aug 04 17:57:30.781780 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-24f1abfc-d31a-4f84-98eb-a67dd8cf6878 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 217 time: 0.0349102 Aug 04 17:57:30.838269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-6751601e-ef6e-4fd8-a4b0-ae26a492d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:30.839759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-6751601e-ef6e-4fd8-a4b0-ae26a492d1fb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0499151 Aug 04 17:57:30.888588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-eb8e7171-24fe-4cea-a38c-6909a8ca6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:30.890005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-eb8e7171-24fe-4cea-a38c-6909a8ca6ec6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410609 Aug 04 17:57:30.981355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-c9ce8d06-2d86-44e5-a4c0-82eeebec946e service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828109 Aug 04 17:57:31.098842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-933f0102-444d-4eb6-92fd-4aed6ac39f29 req-0c9b794a-c532-41ac-8ad1-37f99aad86c7 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086342 Aug 04 17:57:31.163721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02b12-beb4-4aa2-9565-c2f286398a1b req-80254606-8df0-4403-9805-dde55e5d70df tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:31.165628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63c02b12-beb4-4aa2-9565-c2f286398a1b req-80254606-8df0-4403-9805-dde55e5d70df tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0563517 Aug 04 17:57:31.207629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63c02b12-beb4-4aa2-9565-c2f286398a1b req-32625659-f4a0-4b6c-8681-d625277b0e30 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356047 Aug 04 17:57:32.040123 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c769d02b-7613-46b2-ac00-3f14ba7a83d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:32.346136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56d594-ddae-456c-81c3-6ab744c980a0 req-100d3ef6-7c38-4ff0-8503-fb4cd0785b4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:32.347580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d56d594-ddae-456c-81c3-6ab744c980a0 req-100d3ef6-7c38-4ff0-8503-fb4cd0785b4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0641599 Aug 04 17:57:32.389517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d56d594-ddae-456c-81c3-6ab744c980a0 req-eda6a1aa-fb69-4ba5-8d0e-7e8647b08ad7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356388 Aug 04 17:57:32.691627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:57:32.946234 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:32.958049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'port_id': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'mac_address': 'fa:16:3e:f0:21:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:57:33.009078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:33.022732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d6cffc-a047-45e8-9eaf-9bb960692638 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:57:33.045083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:33.053468 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:33.102711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:33.248675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['e6d6cffc-a047-45e8-9eaf-9bb960692638'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:57:33.510494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77c0c8-da16-4968-909d-2cf6c92d0d4f req-ba89385c-303e-4f57-85c2-fe9ad850ea83 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:33.511957 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c77c0c8-da16-4968-909d-2cf6c92d0d4f req-ba89385c-303e-4f57-85c2-fe9ad850ea83 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0521362 Aug 04 17:57:33.551155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c77c0c8-da16-4968-909d-2cf6c92d0d4f req-360f66f9-99bc-45a0-a161-5d59d11ec0f9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329633 Aug 04 17:57:34.491307 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-217f678b-0c50-4ec3-b4b2-6b8857ab10b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:34.677403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3cbbb-7663-4306-ac9d-92d17208a3c7 req-93985fa4-7bd8-4b9f-ab68-cb07c19c58d9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:34.678982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26b3cbbb-7663-4306-ac9d-92d17208a3c7 req-93985fa4-7bd8-4b9f-ab68-cb07c19c58d9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0493879 Aug 04 17:57:34.705703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:57:34.727688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26b3cbbb-7663-4306-ac9d-92d17208a3c7 req-a7eb5b2a-6bac-4cf4-8df5-51f1a7e1b987 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402734 Aug 04 17:57:34.763485 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port e6d6cffc-a047-45e8-9eaf-9bb960692638 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:57:34.768285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port e6d6cffc-a047-45e8-9eaf-9bb960692638 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:57:34.768690 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:34.854063 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:34.885455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:57:34.889181 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2295f305-676d-4d79-b14d-02a747c1b3a2" -d '{"events": [{"server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "name": "network-vif-plugged", "status": "completed", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:57:34.905896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:57:34.911520 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:34.939009 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391d4034-f116-443f-9e88-89188697f661 x-openstack-request-id: req-391d4034-f116-443f-9e88-89188697f661 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:57:34.939298 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "name": "network-vif-plugged", "status": "completed", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:57:34.939546 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-391d4034-f116-443f-9e88-89188697f661 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:57:34.939931 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'code': 200} Aug 04 17:57:34.966296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:57:35.039911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179289c-cc8c-4676-895f-91de43880e22 req-04e315cf-beb6-425b-b29a-3dab36cee2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:35.041889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5179289c-cc8c-4676-895f-91de43880e22 req-04e315cf-beb6-425b-b29a-3dab36cee2f9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1096 time: 0.0535691 Aug 04 17:57:35.080663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5179289c-cc8c-4676-895f-91de43880e22 req-6871784a-ce44-4e94-b3bb-2ea3305a9fe4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307665 Aug 04 17:57:35.095583 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:35.872027 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a9b69-2f65-4ae0-b078-a9008b24979d req-0ce5a0ec-ce13-4205-accd-b4faafed62b5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:35.874015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-859a9b69-2f65-4ae0-b078-a9008b24979d req-0ce5a0ec-ce13-4205-accd-b4faafed62b5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0559833 Aug 04 17:57:35.917972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-859a9b69-2f65-4ae0-b078-a9008b24979d req-78ffa058-3075-40d1-961c-6b4c18b72f4d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376084 Aug 04 17:57:36.110614 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:37.042092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eb6f1-ad31-446d-b4c3-a6ab1b2cafc6 req-1da2491e-517a-4bf7-972c-c08dd69d2d61 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:37.043633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-493eb6f1-ad31-446d-b4c3-a6ab1b2cafc6 req-1da2491e-517a-4bf7-972c-c08dd69d2d61 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0524762 Aug 04 17:57:37.087915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-493eb6f1-ad31-446d-b4c3-a6ab1b2cafc6 req-7103bcb5-43a5-426e-961b-9c1fc834cc5e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351858 Aug 04 17:57:37.223919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3632ca-8867-4291-adfb-a742a87bc1fc req-dac13628-7112-40ff-b42d-90862c3157f2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:37.225299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b3632ca-8867-4291-adfb-a742a87bc1fc req-dac13628-7112-40ff-b42d-90862c3157f2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0579541 Aug 04 17:57:37.238656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 39716) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 17:57:37.243364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2343ce51-c2a5-41e0-be6e-599f33608063 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Request body: {'floatingip': {'port_id': 'e6d6cffc-a047-45e8-9eaf-9bb960692638'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:57:37.283371 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2343ce51-c2a5-41e0-be6e-599f33608063 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:37.686692 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:37.765657 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2343ce51-c2a5-41e0-be6e-599f33608063 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:37.773945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2343ce51-c2a5-41e0-be6e-599f33608063 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:37.882187 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-2343ce51-c2a5-41e0-be6e-599f33608063 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a associated. External IP: 172.25.2.143, port: e6d6cffc-a047-45e8-9eaf-9bb960692638. Aug 04 17:57:38.107607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2343ce51-c2a5-41e0-be6e-599f33608063 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 17:57:38.219132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2343ce51-c2a5-41e0-be6e-599f33608063 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 17:57:38.224424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2343ce51-c2a5-41e0-be6e-599f33608063 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:38.229426 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 17:57:38.239769 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:57:38.240378 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:57:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:57:38.257033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2343ce51-c2a5-41e0-be6e-599f33608063 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "PUT /v2.0/floatingips/7de59d56-d7fc-4bde-a6a5-1087a985c35a HTTP/1.1" status: 200 len: 992 time: 1.0172362 Aug 04 17:57:38.257629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:57:38.260590 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77aee84-6c73-4f3d-bb80-3893936ad268" -d '{"events": [{"name": "network-changed", "server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:57:38.299782 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a2cde2-72bd-4b3f-a846-18bd0f653667 x-openstack-request-id: req-d6a2cde2-72bd-4b3f-a846-18bd0f653667 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:57:38.300266 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:57:38.300669 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6a2cde2-72bd-4b3f-a846-18bd0f653667 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:57:38.302000 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'status': 'completed', 'code': 200} Aug 04 17:57:38.347580 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:57:38.364032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-cb99b092-8d1c-4927-89c9-e3c770ab4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:38.365711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-cb99b092-8d1c-4927-89c9-e3c770ab4e89 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1096 time: 0.0427134 Aug 04 17:57:38.459592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-693f1e4e-7c7d-4603-9f59-e5c0e830239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:38.461089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-693f1e4e-7c7d-4603-9f59-e5c0e830239d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0884509 Aug 04 17:57:38.543105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-d29c575f-e299-4a2d-b8de-c2b9193bd6f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1000 time: 0.0738091 Aug 04 17:57:38.586333 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:f0:21:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:57:37Z', 'revision_number': 13, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:57:38.593908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-825b3b4a-dc51-4916-a791-4e22a2bf3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:38.595494 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-825b3b4a-dc51-4916-a791-4e22a2bf3287 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0459182 Aug 04 17:57:38.612920 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 17:57:38.622115 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 17:57:38.622628 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T17:57:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:57:38.645959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-c6b8a0dc-bfb6-43f1-981a-f0c3a8796246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:38.647627 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-c6b8a0dc-bfb6-43f1-981a-f0c3a8796246 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439281 Aug 04 17:57:38.730332 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 17:57:38.744252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-6dd0fce7-dc0d-450e-a1fb-b4ef9cd7fd7b service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879998 Aug 04 17:57:38.841055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a77aee84-6c73-4f3d-bb80-3893936ad268 req-2e594f4c-e377-4f30-948d-1d9fdfc35377 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895627 Aug 04 17:57:38.994780 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:f0:21:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:57:37Z', 'revision_number': 13, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 17:57:39.026009 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab09aee-139a-46dc-8a19-4d6ffc09749e None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7de59d56-d7fc-4bde-a6a5-1087a985c35a', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'port_id': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'mac_address': 'fa:16:3e:f0:21:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T17:50:40Z', 'updated_at': '2021-08-04T17:57:37Z', 'revision_number': 13, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 17:57:39.227006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf825085-0fd3-46f3-a78d-98c3ba67ced1 None None] New status for floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 17:57:39.649808 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:39.745644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:57:46.663970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-43753180-d9ed-4f5f-a293-5fbca5cd3a00 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570445 Aug 04 17:57:46.756930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-2abc4e37-9639-461c-9bf8-0041096a628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:46.758461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-2abc4e37-9639-461c-9bf8-0041096a628d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1096 time: 0.0452614 Aug 04 17:57:46.876643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-9d3e22b2-aef4-42c9-ae8c-fc1e39d1d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:46.878077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-9d3e22b2-aef4-42c9-ae8c-fc1e39d1d490 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0972879 Aug 04 17:57:46.953051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-c0774ded-84bc-45ad-ab47-b70e2e5965b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1002 time: 0.0666549 Aug 04 17:57:47.006923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-1f607679-8faa-4b55-aeaa-72e46b7f7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:47.008403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-1f607679-8faa-4b55-aeaa-72e46b7f7c8b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0467825 Aug 04 17:57:47.063765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-f2b5ddd7-7423-4efa-a43f-447efa28669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:57:47.065314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-f2b5ddd7-7423-4efa-a43f-447efa28669d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491025 Aug 04 17:57:47.161194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-bdb220f0-2795-4cf5-8861-4e14302f0995 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865684 Aug 04 17:57:47.259575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0540e7d-95e2-4e08-830a-ae0af1da0773 req-9ee79579-7dfe-475f-96b4-8e41d187c348 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898650 Aug 04 17:57:48.272985 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:58:02.035836 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-82cb3218-49e4-4c12-a6c7-76f1192d12cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:04.488658 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-04700344-5f82-4891-ad6b-557fd92d399d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:05.090244 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:06.102938 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:07.696805 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:09.646013 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:09.739781 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:25.275002 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:58:32.038566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-986c4de6-0399-48c5-b655-b19c8f1f2b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:34.499439 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-37efa6a4-19c4-46ef-b650-c7fc45c57a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:35.099122 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:36.107677 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:37.700015 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:39.659876 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:39.745427 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:58:48.599248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-ef6259f6-6208-453e-8d64-8e02e7767690 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444751 Aug 04 17:58:48.690135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-05462150-0496-45f6-9ef8-5f80e233fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:58:48.691713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-05462150-0496-45f6-9ef8-5f80e233fb57 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1096 time: 0.0466392 Aug 04 17:58:48.806894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-a6097704-2de9-4005-a293-51a47287e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:58:48.808393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-a6097704-2de9-4005-a293-51a47287e70e service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0908668 Aug 04 17:58:48.880855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-c323cb30-1460-413e-a78d-15d99f88a43a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1002 time: 0.0649958 Aug 04 17:58:48.935216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-8ff4342f-1036-455b-9a6c-c2fdd9722909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:58:48.936726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-8ff4342f-1036-455b-9a6c-c2fdd9722909 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0483656 Aug 04 17:58:48.986297 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-108b86c6-78f9-487b-97f7-dae125f37f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:58:48.987924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-108b86c6-78f9-487b-97f7-dae125f37f5c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440264 Aug 04 17:58:49.432763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-25972684-f35a-477f-ab1b-dec77fddcc4e service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366810 Aug 04 17:58:49.533223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e705844e-c27e-48bf-b332-aca4b93cde94 req-d7275b55-55a5-41eb-a6af-139492010fe7 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923445 Aug 04 17:59:02.033988 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a971825c-f586-45d8-a001-b8199109452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:02.278311 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:59:04.502894 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5273bc57-465e-475b-a247-369a03f0d167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:05.098103 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:06.111131 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:07.699340 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:09.675848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:09.756046 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:15.125880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8390ec-9ff2-41ff-b745-370311581d62 req-09b8eb73-6970-41a2-953d-d4806cb78367 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:15.127447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c8390ec-9ff2-41ff-b745-370311581d62 req-09b8eb73-6970-41a2-953d-d4806cb78367 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0604253 Aug 04 17:59:15.176410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c8390ec-9ff2-41ff-b745-370311581d62 req-88ec1a4a-cdd7-4a6a-9f82-e181e9cafd1c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397170 Aug 04 17:59:26.389810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2103edf-afee-4ccf-ad75-944e9625cc9e req-0dc96e50-ccd0-47c5-ba4f-51527250476c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:26.391438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2103edf-afee-4ccf-ad75-944e9625cc9e req-0dc96e50-ccd0-47c5-ba4f-51527250476c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0523632 Aug 04 17:59:26.431302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2103edf-afee-4ccf-ad75-944e9625cc9e req-c2277592-064a-49e6-b12c-5d288eef0057 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336330 Aug 04 17:59:26.437631 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-9dea6ec5-3c36-4830-839f-0ec066d10707 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881255 Aug 04 17:59:27.597589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca50cd-35af-4098-aaa4-7f2cb26857ae req-d9fa3e90-ec01-4d0e-bc0a-9258929f6ae5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:27.599183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47ca50cd-35af-4098-aaa4-7f2cb26857ae req-d9fa3e90-ec01-4d0e-bc0a-9258929f6ae5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0667133 Aug 04 17:59:27.675513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47ca50cd-35af-4098-aaa4-7f2cb26857ae req-600ca7d0-eb74-4e95-88aa-8b245434ad12 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692668 Aug 04 17:59:27.681937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-fb44c91f-f0be-4bd4-bcf0-b6a2fce94781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:27.683375 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-fb44c91f-f0be-4bd4-bcf0-b6a2fce94781 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1096 time: 0.0669823 Aug 04 17:59:27.778798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-598e4d9a-2e19-41c3-b87c-7a3a025ce147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:27.780278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-598e4d9a-2e19-41c3-b87c-7a3a025ce147 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0901127 Aug 04 17:59:27.852681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-88a0c29a-f2ca-43bc-8b87-db7678f53496 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1002 time: 0.0648193 Aug 04 17:59:27.909968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-a93c5a17-25eb-4dcc-99be-499636aebcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:27.911514 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-a93c5a17-25eb-4dcc-99be-499636aebcf1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0510280 Aug 04 17:59:27.964687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-206b077a-106e-4766-94cd-12f32db0bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:27.966352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-206b077a-106e-4766-94cd-12f32db0bf36 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462272 Aug 04 17:59:28.076300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-9f23dd8a-1685-42ac-b03b-ce42decff133 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025329 Aug 04 17:59:28.171354 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-f15a2355-c090-440a-bdd9-3a0a0414a7e3 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Aug 04 17:59:28.800494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ccb2c-df0e-49c6-8768-aa42b251dbe9 req-6a50128f-ecab-4f15-8b9d-ed6da0aa72ca tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:28.801978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e4ccb2c-df0e-49c6-8768-aa42b251dbe9 req-6a50128f-ecab-4f15-8b9d-ed6da0aa72ca tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0533552 Aug 04 17:59:28.841762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e4ccb2c-df0e-49c6-8768-aa42b251dbe9 req-c0872d15-8d5b-4c10-a097-9cb5b42a7f8d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336008 Aug 04 17:59:29.977782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b2a1-3d65-44a2-b2cc-9c54cff4948b req-ee1e0e85-5369-4c68-8a44-94cee24b37db tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:29.979298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b974b2a1-3d65-44a2-b2cc-9c54cff4948b req-ee1e0e85-5369-4c68-8a44-94cee24b37db tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0553253 Aug 04 17:59:30.020163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b974b2a1-3d65-44a2-b2cc-9c54cff4948b req-02f51800-d097-4bfa-b3ab-98c289a4d7e9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346401 Aug 04 17:59:31.162125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304ffaf-14c2-43ed-81eb-0d3da8ee5723 req-a94f03b0-557c-4024-9723-c46a98e53c5f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:31.164303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9304ffaf-14c2-43ed-81eb-0d3da8ee5723 req-a94f03b0-557c-4024-9723-c46a98e53c5f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0611827 Aug 04 17:59:31.207534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9304ffaf-14c2-43ed-81eb-0d3da8ee5723 req-b0fda220-5ce7-4cfe-ab41-2dec0f977459 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339775 Aug 04 17:59:32.040842 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a85a7c58-027a-4e5e-9e1c-5db58363a143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:32.344377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db07a71-de48-4bb1-ae3a-47dee7a78425 req-0e652c35-b4ba-4b0f-bd16-7278f75736ee tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:32.345889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7db07a71-de48-4bb1-ae3a-47dee7a78425 req-0e652c35-b4ba-4b0f-bd16-7278f75736ee tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0595672 Aug 04 17:59:32.390348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7db07a71-de48-4bb1-ae3a-47dee7a78425 req-6885d3fa-aa45-4db2-b710-0e3aeb1d1f9e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381670 Aug 04 17:59:33.525392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e460b3a-f89d-415d-902d-8da91fcf949b req-b50a73a4-2ada-4033-88d7-f240ef384bb3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:33.527036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e460b3a-f89d-415d-902d-8da91fcf949b req-b50a73a4-2ada-4033-88d7-f240ef384bb3 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0593998 Aug 04 17:59:33.579969 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e460b3a-f89d-415d-902d-8da91fcf949b req-d6db62a7-a8c0-460f-813e-76e566f7ed3a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450189 Aug 04 17:59:34.505913 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1f015102-93e4-49bc-8274-e76366b0a8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:34.742533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78cb21-a6a8-42a8-b990-6a087b01e681 req-3a5c4511-559a-43d6-b5d2-d5b9a02233c9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:34.744394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b78cb21-a6a8-42a8-b990-6a087b01e681 req-3a5c4511-559a-43d6-b5d2-d5b9a02233c9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0676515 Aug 04 17:59:34.790389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b78cb21-a6a8-42a8-b990-6a087b01e681 req-67e7ebd1-5453-43c6-adbc-8ecf094ca6c7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Aug 04 17:59:35.096633 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:35.926028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f70be5-90a4-4a6a-a82c-dbf84c8a81ed req-38ecf4f5-38e2-4d71-8511-7f127d40f7f9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:35.927537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97f70be5-90a4-4a6a-a82c-dbf84c8a81ed req-38ecf4f5-38e2-4d71-8511-7f127d40f7f9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0642366 Aug 04 17:59:35.969829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97f70be5-90a4-4a6a-a82c-dbf84c8a81ed req-e03403bd-ec19-4e92-abf3-48df969798de tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334749 Aug 04 17:59:36.118876 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:37.111516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153f729-80c2-4105-ba06-b10007346f24 req-43411246-a86c-4225-87ee-d1614af9d00a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:37.113025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e153f729-80c2-4105-ba06-b10007346f24 req-43411246-a86c-4225-87ee-d1614af9d00a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0644536 Aug 04 17:59:37.152248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e153f729-80c2-4105-ba06-b10007346f24 req-2d0c2e80-8378-4c2d-8f83-47196b613aa1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332022 Aug 04 17:59:37.705958 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:38.286668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672b6e4-0dc1-4d22-a84b-c6184b210beb req-6c8db8bc-3a60-47bf-a324-19f304b60be5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:38.288213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8672b6e4-0dc1-4d22-a84b-c6184b210beb req-6c8db8bc-3a60-47bf-a324-19f304b60be5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0657084 Aug 04 17:59:38.345365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8672b6e4-0dc1-4d22-a84b-c6184b210beb req-f16a1c8f-87cf-42be-a844-0346ea3bb625 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480936 Aug 04 17:59:39.283855 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 17:59:39.473914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff7986-edd8-4729-8970-41cb2a997a6b req-ac1535c1-6c2e-4373-87dd-53ddf5ac3b2b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:39.475356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acff7986-edd8-4729-8970-41cb2a997a6b req-ac1535c1-6c2e-4373-87dd-53ddf5ac3b2b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0533822 Aug 04 17:59:39.517895 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acff7986-edd8-4729-8970-41cb2a997a6b req-b1ef9859-7cde-4fa5-bae4-6fd50ff3d99f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339344 Aug 04 17:59:39.673358 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:39.773418 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:40.646842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba58b-ccf3-49d9-acc7-5aaf804040bd req-b8e75bba-37e0-4109-8e03-4f9fa1edc809 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:40.648520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-196ba58b-ccf3-49d9-acc7-5aaf804040bd req-b8e75bba-37e0-4109-8e03-4f9fa1edc809 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0568094 Aug 04 17:59:40.689378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-196ba58b-ccf3-49d9-acc7-5aaf804040bd req-3b715465-5fee-4fc8-9426-1871ca309ef6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346401 Aug 04 17:59:41.863424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0852e4-c293-4510-9b44-af4182d0d8f6 req-88b7cf5b-d867-4ffd-9692-c06d3eb28f55 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:41.865053 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c0852e4-c293-4510-9b44-af4182d0d8f6 req-88b7cf5b-d867-4ffd-9692-c06d3eb28f55 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0971305 Aug 04 17:59:41.935657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c0852e4-c293-4510-9b44-af4182d0d8f6 req-578bb155-ec78-494e-8bfc-d48f8ce07cf9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627580 Aug 04 17:59:41.952195 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-f254bea1-40b9-405a-b67d-0f9f7e581829 service neutron] show failed (client error): The resource could not be found. Aug 04 17:59:41.953403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-f254bea1-40b9-405a-b67d-0f9f7e581829 service neutron] 10.222.0.82 "GET /v2.0/ports/e6d6cffc-a047-45e8-9eaf-9bb960692638/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0740867 Aug 04 17:59:42.224758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-aae4aa11-7ab9-4280-a94b-283c62d6b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:42.226309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-aae4aa11-7ab9-4280-a94b-283c62d6b299 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 1096 time: 0.0913219 Aug 04 17:59:42.238993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 17:59:42.302155 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:42.523420 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:59:42.568839 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:59:42.628116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:59:42.630540 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62136320-79f3-4d4d-8598-3dc9e800f901" -d '{"events": [{"server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:59:42.634342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:42.646977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Transition to ACTIVE for port object e6d6cffc-a047-45e8-9eaf-9bb960692638 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 17:59:42.652559 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:42.682649 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24924239-df81-44c0-ac39-f320a357576f x-openstack-request-id: req-24924239-df81-44c0-ac39-f320a357576f {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:59:42.682967 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:59:42.683217 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24924239-df81-44c0-ac39-f320a357576f {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:59:42.683607 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'code': 200} Aug 04 17:59:42.702737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:59:42.739473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.739835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.740158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.740492 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.740822 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.741147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.741484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.741797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.742120 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.742442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.742757 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.743096 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:42.789787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] No DVR routers for this DVR port e6d6cffc-a047-45e8-9eaf-9bb960692638 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 17:59:42.931768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 17:59:42.932514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 17:59:42.932514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:59:42.938302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Port e6d6cffc-a047-45e8-9eaf-9bb960692638 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 17:59:42.938836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 17:59:42.944243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 17:59:42.944564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 17:59:42.944970 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 17:59:42.945400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Bound port: e6d6cffc-a047-45e8-9eaf-9bb960692638, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 17:59:42.945773 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:43.035687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 17:59:43.051224 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 17:59:43.058484 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:43.103478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd0640-14bf-4feb-a7d0-fe40c9502921 req-7bcb09f6-49ce-4d83-9884-406ee2643ee9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:43.105031 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5bd0640-14bf-4feb-a7d0-fe40c9502921 req-7bcb09f6-49ce-4d83-9884-406ee2643ee9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.1000032 Aug 04 17:59:43.108167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:43.108789 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:43.110381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] 10.222.0.90 "PUT /v2.0/ports/e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1091 time: 0.8760984 Aug 04 17:59:43.158924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ac6c9-bec6-4cb4-b1f7-c9147017e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:59:43.196056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5bd0640-14bf-4feb-a7d0-fe40c9502921 req-b56ea417-fc33-410a-91bd-f6909f1e49c9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827184 Aug 04 17:59:43.207443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-4a9598b8-5b54-4a00-8894-593243df4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:43.208821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-4a9598b8-5b54-4a00-8894-593243df4659 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1094 time: 0.0648768 Aug 04 17:59:43.306917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-951cfa00-40e5-48cd-98c1-2a38bc286897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:43.308461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-951cfa00-40e5-48cd-98c1-2a38bc286897 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0913186 Aug 04 17:59:43.386397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-bd695479-5dea-4d5b-ad76-726875506f7e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1000 time: 0.0698342 Aug 04 17:59:43.401012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 17:59:43.439879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 17:59:43.440125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-c1456d2c-7caf-4531-90d1-2b5f0b40af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:43.443460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-c1456d2c-7caf-4531-90d1-2b5f0b40af90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0500774 Aug 04 17:59:43.499328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-09a8ffff-9bdf-4aaf-ab57-dbb6de68e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:43.501017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-09a8ffff-9bdf-4aaf-ab57-dbb6de68e2de service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508575 Aug 04 17:59:43.615652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-7aedbbe7-e91d-49a7-9975-047a0c0c98c7 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069214 Aug 04 17:59:43.716415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93b82ca8-9864-4a71-b31d-ce2aa0045d63 req-10178169-acd9-4478-b1c3-1ae02cd52754 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939949 Aug 04 17:59:44.014836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-f1f48010-4b84-4b20-beae-af105a33ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:44.016420 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-f1f48010-4b84-4b20-beae-af105a33ea62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1094 time: 0.0495729 Aug 04 17:59:44.119779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-3ba9078b-ab29-47aa-962c-265e7cb84f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:44.121191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-3ba9078b-ab29-47aa-962c-265e7cb84f45 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0855229 Aug 04 17:59:44.192622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-e4e169b2-2394-4cca-8403-34b8eb3a4844 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1000 time: 0.0639045 Aug 04 17:59:44.246344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-a6809cd9-47e0-4c7b-9df7-b1abcdd71e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:44.247930 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-a6809cd9-47e0-4c7b-9df7-b1abcdd71e7f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0484500 Aug 04 17:59:44.302919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-eae6a53c-d81f-48cf-98da-87d5e8fd3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:44.304529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-eae6a53c-d81f-48cf-98da-87d5e8fd3f70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496943 Aug 04 17:59:44.443716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f782bc6-3a95-4425-a532-e3f335154d57 req-a9b54aba-9719-4921-bc38-45a7a633eb6b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:44.445370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f782bc6-3a95-4425-a532-e3f335154d57 req-a9b54aba-9719-4921-bc38-45a7a633eb6b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.1634808 Aug 04 17:59:44.449629 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-1da38a3d-add9-4f70-87df-2a91863d1790 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375873 Aug 04 17:59:44.540943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f782bc6-3a95-4425-a532-e3f335154d57 req-8f5bff27-fdfc-4c06-b648-bc24ff1a50e7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874200 Aug 04 17:59:44.575634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3121cb7-3531-4e8d-b6ff-668871de0532 req-ef6f1bc5-85c8-48a7-b6d9-5dfcbf4742a2 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146247 Aug 04 17:59:44.684599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:59:44.686937 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:59:44.738686 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960996b-775f-4b0f-8a66-b366f7e9fed0 x-openstack-request-id: req-5960996b-775f-4b0f-8a66-b366f7e9fed0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:59:44.738985 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:59:44.739239 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5960996b-775f-4b0f-8a66-b366f7e9fed0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:59:44.739656 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'status': 'completed', 'code': 200} Aug 04 17:59:44.826196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-f1e82f2b-26be-408c-9aa9-85ebc9425775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:44.827765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-f1e82f2b-26be-408c-9aa9-85ebc9425775 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1094 time: 0.0617590 Aug 04 17:59:44.830184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-f7e449db-375b-41e0-8128-61e624cbd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:44.831583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-f7e449db-375b-41e0-8128-61e624cbd2d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1094 time: 0.0737669 Aug 04 17:59:44.987924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-43ca4aef-d668-4a6e-9f20-7e89921a7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:44.989348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-43ca4aef-d668-4a6e-9f20-7e89921a7ac8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1534977 Aug 04 17:59:44.992296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-a934637d-1481-4017-949a-8cbbe783b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:44.993671 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-a934637d-1481-4017-949a-8cbbe783b442 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1506639 Aug 04 17:59:45.100848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-9d1e30a5-6903-4038-9079-a02a5ec3d6b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1000 time: 0.1035831 Aug 04 17:59:45.106665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-087db818-c43c-49d6-ad5a-888703a8066a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1000 time: 0.1033406 Aug 04 17:59:45.189502 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-3a4381a4-82b3-441c-a89d-2c2168a85b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:45.191026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-3a4381a4-82b3-441c-a89d-2c2168a85b05 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0823889 Aug 04 17:59:45.192742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-a6210d5f-894f-4efa-938e-cb2c558f1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:45.194074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-a6210d5f-894f-4efa-938e-cb2c558f1758 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0780780 Aug 04 17:59:45.262819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-a45009f4-8347-4a1d-a600-80a37752f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:45.264350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-a45009f4-8347-4a1d-a600-80a37752f226 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664759 Aug 04 17:59:45.269852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-a5a2e21a-2018-42ce-93ed-848edb918e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:45.271278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-a5a2e21a-2018-42ce-93ed-848edb918e3a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652566 Aug 04 17:59:45.425040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-777b0cbf-5180-4560-bdc1-7c0a64df6627 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527431 Aug 04 17:59:45.427197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-a6637db2-3bab-49af-bbfe-174fe3d2f654 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480317 Aug 04 17:59:45.592656 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-2cda3d70-07d8-449e-b299-f77b5bb0b5c8 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524556 Aug 04 17:59:45.595581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d54d1dd-86c2-4ac6-9158-331f2fb815ea req-53de2d4e-4cc2-48a7-8936-5bd5ea19694f service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629505 Aug 04 17:59:45.679505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58d338-dcb8-4d71-ba71-f83863046e60 req-64b02cbe-1f2d-40b6-b436-223ff0716a04 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:45.681014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab58d338-dcb8-4d71-ba71-f83863046e60 req-64b02cbe-1f2d-40b6-b436-223ff0716a04 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0535557 Aug 04 17:59:45.720670 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab58d338-dcb8-4d71-ba71-f83863046e60 req-a151dece-0141-4af2-8757-a265458dc0e7 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334284 Aug 04 17:59:46.842330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a63b90-b4c8-432e-9335-b0f8bb4ce149 req-df70d158-6b04-46e9-9160-e6a9cd634f5e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:46.843917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72a63b90-b4c8-432e-9335-b0f8bb4ce149 req-df70d158-6b04-46e9-9160-e6a9cd634f5e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0520282 Aug 04 17:59:46.888635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-72a63b90-b4c8-432e-9335-b0f8bb4ce149 req-2e7a6ec1-5ba6-4dec-9aa4-9e934e7cf290 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382347 Aug 04 17:59:48.031755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641fe7a-5d36-4d7d-9a4f-3f283422e1fe req-2d21d64a-c13d-43d4-a856-8126152cafa0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:48.033276 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6641fe7a-5d36-4d7d-9a4f-3f283422e1fe req-2d21d64a-c13d-43d4-a856-8126152cafa0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0630476 Aug 04 17:59:48.072006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6641fe7a-5d36-4d7d-9a4f-3f283422e1fe req-2647b3d4-31ed-4cf4-8c5c-7fedf73af938 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328012 Aug 04 17:59:49.192599 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b903c-62c5-40f7-b785-8c277c87cdbe req-5b9a217a-138f-4c9a-96f1-1adec640a5aa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:49.194112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b0b903c-62c5-40f7-b785-8c277c87cdbe req-5b9a217a-138f-4c9a-96f1-1adec640a5aa tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0519338 Aug 04 17:59:49.233297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1b0b903c-62c5-40f7-b785-8c277c87cdbe req-b7c8c808-c286-4c38-b099-918ac6a9c859 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331786 Aug 04 17:59:50.367503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1395f1-7686-4149-9c99-2756c7a140c0 req-bf82dac5-d0a3-4195-8f35-a591d93cf1a8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:50.369320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf1395f1-7686-4149-9c99-2756c7a140c0 req-bf82dac5-d0a3-4195-8f35-a591d93cf1a8 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0515695 Aug 04 17:59:50.416786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bf1395f1-7686-4149-9c99-2756c7a140c0 req-995bb309-ab9a-4670-b4ec-6c36e8a70c2d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Aug 04 17:59:51.565359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5eb3f0-5ce8-4973-874d-5cfd88cafe14 req-8426f739-97b2-4395-91ba-6796f99e45c6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:51.566902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb5eb3f0-5ce8-4973-874d-5cfd88cafe14 req-8426f739-97b2-4395-91ba-6796f99e45c6 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0650446 Aug 04 17:59:51.616184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb5eb3f0-5ce8-4973-874d-5cfd88cafe14 req-051cb127-126c-4d75-89b2-c6a244e6f110 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425689 Aug 04 17:59:52.740037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cec2e-25e3-4e36-938f-3f6bbedecdfa req-a0295825-9bfd-4834-a27c-36010aaf91d5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:52.741567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a06cec2e-25e3-4e36-938f-3f6bbedecdfa req-a0295825-9bfd-4834-a27c-36010aaf91d5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0514708 Aug 04 17:59:52.782289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a06cec2e-25e3-4e36-938f-3f6bbedecdfa req-68aa9f28-dc1f-4f26-bb08-189ec322edc1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340171 Aug 04 17:59:53.912285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d02bf-8ffe-4df4-8d32-5f3960229471 req-d2ee2975-c338-49bd-b8ae-224ac6ba76c5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:53.913823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac6d02bf-8ffe-4df4-8d32-5f3960229471 req-d2ee2975-c338-49bd-b8ae-224ac6ba76c5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0525517 Aug 04 17:59:53.969417 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ac6d02bf-8ffe-4df4-8d32-5f3960229471 req-8d12c3d3-0571-471d-8530-23f15e43ffc5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469117 Aug 04 17:59:55.102682 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e521d-4701-44f1-8899-0ae0dcc58856 req-6c8dc906-b93f-46c8-8768-7f266eb45314 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:55.104238 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-687e521d-4701-44f1-8899-0ae0dcc58856 req-6c8dc906-b93f-46c8-8768-7f266eb45314 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0514143 Aug 04 17:59:55.144261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-687e521d-4701-44f1-8899-0ae0dcc58856 req-9c2e8b3a-2845-49f1-84d0-f87247630a08 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339251 Aug 04 17:59:55.477453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-256d895e-913c-483b-a21c-1334e4077db4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:55.479083 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-256d895e-913c-483b-a21c-1334e4077db4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.90 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a&tenant_id=8b78ca31bd594a45b8187e188f945773&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 943 time: 0.0814719 Aug 04 17:59:55.501695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2fb5e-10bf-4950-b493-cbf187ff33d7 req-f0f3f518-c733-4d7f-8091-ac28882d5b7b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:55.503524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ff2fb5e-10bf-4950-b493-cbf187ff33d7 req-f0f3f518-c733-4d7f-8091-ac28882d5b7b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 943 time: 0.0786991 Aug 04 17:59:55.583896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6ff2fb5e-10bf-4950-b493-cbf187ff33d7 req-7fe05795-cfbe-4562-a98d-0cdffc72e3cd tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588686 Aug 04 17:59:55.585576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-61941654-a455-43b8-ac3e-181bb2bd6c31 service neutron] 10.222.0.90 "GET /v2.0/ports/e6d6cffc-a047-45e8-9eaf-9bb960692638/bindings/n-h1-764435-5 HTTP/1.1" status: 200 len: 382 time: 0.0985746 Aug 04 17:59:55.662601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-52ddba9a-0aef-4d68-81e6-8bfd43820927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:55.664177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-52ddba9a-0aef-4d68-81e6-8bfd43820927 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1094 time: 0.0442305 Aug 04 17:59:55.762499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-c21cea2c-416b-42ac-aadc-f8654b57c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:55.764009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-c21cea2c-416b-42ac-aadc-f8654b57c451 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0926785 Aug 04 17:59:55.833066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-f2e7f0e3-0665-4809-b797-c88899f99668 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1000 time: 0.0609393 Aug 04 17:59:55.882942 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-ee919daf-217e-4f33-83f8-28da8c474bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:55.884303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-ee919daf-217e-4f33-83f8-28da8c474bf6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0441239 Aug 04 17:59:55.941337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-21120fa7-f9e0-41df-8703-733ffdb0a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:55.942864 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-21120fa7-f9e0-41df-8703-733ffdb0a15b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503824 Aug 04 17:59:56.040355 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-cc4ba228-be00-4a40-87c3-4551ae021f85 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901966 Aug 04 17:59:56.139543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-c68c4a3a-fecb-45f3-ab5d-f51ecd0dfd90 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918097 Aug 04 17:59:56.288696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 17:59:56.403206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:59:56.414915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'port_id': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'mac_address': 'fa:16:3e:f0:21:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 17:59:56.458123 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:56.472110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d6cffc-a047-45e8-9eaf-9bb960692638 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 17:59:56.494849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:59:56.500814 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:56.555462 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:59:56.563095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.563444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.563785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.564120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.564944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.565430 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.565763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.566091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.566417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.566747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.567097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.567418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 17:59:56.727676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c211d-1a0e-4e17-a97a-4eba505a7585 req-368f8ba3-51a7-472e-aa19-a17b0c05ed2e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:56.729083 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d8c211d-1a0e-4e17-a97a-4eba505a7585 req-368f8ba3-51a7-472e-aa19-a17b0c05ed2e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0620635 Aug 04 17:59:56.741364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['e6d6cffc-a047-45e8-9eaf-9bb960692638'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 17:59:56.773512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d8c211d-1a0e-4e17-a97a-4eba505a7585 req-e03abf20-20b0-47d1-9d56-5eb750a3d45a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349059 Aug 04 17:59:57.894024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a48f6c-9c30-4ef2-991a-06c96789ad9b req-5eb3e6ce-5135-4d3a-a2de-c8ae0963a60d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:57.895497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68a48f6c-9c30-4ef2-991a-06c96789ad9b req-5eb3e6ce-5135-4d3a-a2de-c8ae0963a60d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0500197 Aug 04 17:59:57.934716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68a48f6c-9c30-4ef2-991a-06c96789ad9b req-601dc063-0759-4862-aff1-a5f9498f148d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330694 Aug 04 17:59:58.305970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 17:59:58.358648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port e6d6cffc-a047-45e8-9eaf-9bb960692638 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 17:59:58.362693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port e6d6cffc-a047-45e8-9eaf-9bb960692638 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 17:59:58.363091 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:58.444944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:58.467789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 17:59:58.470119 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ae7729-35c3-4c83-8472-350ea8958956" -d '{"events": [{"server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "name": "network-vif-plugged", "status": "completed", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 17:59:58.484069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 17:59:58.497609 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 17:59:58.533275 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 17:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2934b2e9-db1c-447a-ad18-beff52d0bca2 x-openstack-request-id: req-2934b2e9-db1c-447a-ad18-beff52d0bca2 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 17:59:58.533571 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "name": "network-vif-plugged", "status": "completed", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 17:59:58.533823 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2934b2e9-db1c-447a-ad18-beff52d0bca2 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 17:59:58.534244 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'code': 200} Aug 04 17:59:58.553795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 17:59:59.058159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413f421-6e0e-4944-8b5f-6425debc7695 req-5a74f329-6ee5-4290-86e6-61974631e48d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 17:59:59.059704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0413f421-6e0e-4944-8b5f-6425debc7695 req-5a74f329-6ee5-4290-86e6-61974631e48d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0538251 Aug 04 17:59:59.440403 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0413f421-6e0e-4944-8b5f-6425debc7695 req-7cbbc9ee-999c-48c0-922d-52e774c197b5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735256 Aug 04 18:00:00.016905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-bbb4b4df-d409-4c0b-aa7f-6d52d70c154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:00.018347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-bbb4b4df-d409-4c0b-aa7f-6d52d70c154e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a&tenant_id=8b78ca31bd594a45b8187e188f945773 HTTP/1.1" status: 200 len: 1096 time: 0.0819285 Aug 04 18:00:00.031104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:00:00.093334 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:00.333851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:00.367646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:00:00.407828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:00:00.410299 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d30488d-87b6-46fe-ad12-9deabfece629" -d '{"events": [{"server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:00:00.414316 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:00.428357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Transition to ACTIVE for port object e6d6cffc-a047-45e8-9eaf-9bb960692638 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:00:00.434434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:00.515490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=10']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:00.542687 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181ab652-1478-4ed9-97ce-7364197dbcc0 x-openstack-request-id: req-181ab652-1478-4ed9-97ce-7364197dbcc0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:00:00.543003 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:00:00.543253 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-181ab652-1478-4ed9-97ce-7364197dbcc0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:00:00.543659 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'code': 200} Aug 04 18:00:00.598525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] No DVR routers for this DVR port e6d6cffc-a047-45e8-9eaf-9bb960692638 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:00:00.607423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020ded6-e73e-41df-957d-8c5d82cc249d req-1d8ad805-2c2a-4a3a-a071-9fb963af7e00 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:00.608987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e020ded6-e73e-41df-957d-8c5d82cc249d req-1d8ad805-2c2a-4a3a-a071-9fb963af7e00 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0826931 Aug 04 18:00:00.717177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e020ded6-e73e-41df-957d-8c5d82cc249d req-3c057a0e-403e-407c-a7e0-ebbe03e26e0e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715318 Aug 04 18:00:00.770826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:00:00.771182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:00:00.771500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:00:00.775868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Port e6d6cffc-a047-45e8-9eaf-9bb960692638 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:00:00.776194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Attempting to bind port e6d6cffc-a047-45e8-9eaf-9bb960692638 on network 0ca843d5-fad9-49f7-a077-0245aaa1e853 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:00:00.781178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 17, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:00:00.781516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Checking segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:00:00.781898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Bound using segment: {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:00:00.782317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Bound port: e6d6cffc-a047-45e8-9eaf-9bb960692638, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c977d-e92a-4283-a615-c834d092f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:00:00.782669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:00.850510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:00:00.853847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:00:00.859992 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:00.904403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:00.907453 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:00.907453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] 10.222.0.82 "PUT /v2.0/ports/e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1092 time: 0.8795979 Aug 04 18:00:00.923765 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5d7d4-dcd7-4968-ba7b-feb27bd25691 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=11']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:00.977923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-5079f18a-dff6-4ca9-b946-60e3da511870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:00.979569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-5079f18a-dff6-4ca9-b946-60e3da511870 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1095 time: 0.0485544 Aug 04 18:00:01.083951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-4e432f62-c2f5-48e3-86c8-5b6ea5966411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:01.085460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-4e432f62-c2f5-48e3-86c8-5b6ea5966411 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.0984592 Aug 04 18:00:01.152956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-55e5a524-cdfe-471c-8a5a-4a44247d9874 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1000 time: 0.0598233 Aug 04 18:00:01.209193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-f86362ea-83f9-46f7-81f5-fe036748c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:01.210562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-f86362ea-83f9-46f7-81f5-fe036748c038 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.0498712 Aug 04 18:00:01.261967 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514967-272f-48ee-b1a5-59457e732e85 req-90aaf847-5697-4550-9891-f6c4b7efe0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:01.263529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-90aaf847-5697-4550-9891-f6c4b7efe0ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452588 Aug 04 18:00:01.372575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-ed25920c-fc17-4d72-b746-17792d1212f4 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013272 Aug 04 18:00:01.478582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c514967-272f-48ee-b1a5-59457e732e85 req-bd91d1e3-0b86-4958-b92d-8ddab6b3ae44 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986204 Aug 04 18:00:01.842339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cba21-578a-4de1-af8d-e0bb9f7da4c7 req-ee62cd12-c86a-472d-89f2-859f8e91eb27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:01.843920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-012cba21-578a-4de1-af8d-e0bb9f7da4c7 req-ee62cd12-c86a-472d-89f2-859f8e91eb27 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0523665 Aug 04 18:00:01.883337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-012cba21-578a-4de1-af8d-e0bb9f7da4c7 req-8287a823-2b62-4f8f-9b51-3f7cc083b4ab tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333896 Aug 04 18:00:02.043794 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c1e0-f713-46cf-a5e2-5aa2dcfe2647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:02.298772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:00:02.340118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:00:02.545350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:00:02.548522 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883f09ef-02ce-4a79-bd2c-bf1d58b67517" -d '{"events": [{"name": "network-changed", "server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:00:02.600674 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e72cf-dbec-4fe0-8d7a-c024084126b7 x-openstack-request-id: req-762e72cf-dbec-4fe0-8d7a-c024084126b7 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:00:02.600957 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:00:02.601187 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-762e72cf-dbec-4fe0-8d7a-c024084126b7 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:00:02.601638 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'status': 'completed', 'code': 200} Aug 04 18:00:02.696800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-482bde02-7682-4b26-a925-a4fa9bc45fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:02.698341 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-482bde02-7682-4b26-a925-a4fa9bc45fe0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1095 time: 0.0788727 Aug 04 18:00:02.703212 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-f3e6a4a0-9425-4c12-928c-2de5d93a4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:02.704608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-f3e6a4a0-9425-4c12-928c-2de5d93a4164 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b78ca31bd594a45b8187e188f945773&device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 1095 time: 0.0768201 Aug 04 18:00:02.863698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-c8d7cc46-06c0-4fb7-b89e-a1950c414e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:02.865110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-c8d7cc46-06c0-4fb7-b89e-a1950c414e52 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1593206 Aug 04 18:00:02.867933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-4e91e8ed-9fbc-4441-9d58-939b16681029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:02.869606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-4e91e8ed-9fbc-4441-9d58-939b16681029 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 200 len: 913 time: 0.1558528 Aug 04 18:00:03.004817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-dfe32051-d728-4dd2-84f8-cdff2dd1113e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1000 time: 0.1259983 Aug 04 18:00:03.008234 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-5fc97302-7c5d-41a6-b399-d67caa12ea9f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 200 len: 1000 time: 0.1356275 Aug 04 18:00:03.091889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02bffc-ed33-4591-b5d9-98e2f67302c1 req-93907532-e301-4dbe-bb7c-25fa843c06a1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:03.093419 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d02bffc-ed33-4591-b5d9-98e2f67302c1 req-93907532-e301-4dbe-bb7c-25fa843c06a1 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.1304500 Aug 04 18:00:03.113363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-543d43d3-4461-4afe-abf9-4a03ad0a4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:03.114930 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-543d43d3-4461-4afe-abf9-4a03ad0a4584 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.1027369 Aug 04 18:00:03.140885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-351fbd41-1f21-4dbe-b3cf-42c52aafe134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:03.143082 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-351fbd41-1f21-4dbe-b3cf-42c52aafe134 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 200 len: 850 time: 0.1229589 Aug 04 18:00:03.204375 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2d02bffc-ed33-4591-b5d9-98e2f67302c1 req-7f07b1df-ff04-4470-beca-6233eb07b21a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002667 Aug 04 18:00:03.222712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-02a7c63f-91b5-4738-841a-624971083d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:03.222712 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-02a7c63f-91b5-4738-841a-624971083d69 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937159 Aug 04 18:00:03.228527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-9cc59c0c-4421-411e-8b3f-04be68d3d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:03.230064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-9cc59c0c-4421-411e-8b3f-04be68d3d85d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca843d5-fad9-49f7-a077-0245aaa1e853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699522 Aug 04 18:00:03.385755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-dbcf31e3-8432-4ee8-9897-978c20f05c29 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546185 Aug 04 18:00:03.389042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-bba11994-bae2-4163-b451-3ebb16a0f17f service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501000 Aug 04 18:00:03.546451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-91e79b98-ea2a-4ad7-a387-779e21f0b336 service neutron] 10.222.0.90 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530592 Aug 04 18:00:03.549796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-883f09ef-02ce-4a79-bd2c-bf1d58b67517 req-b59f9494-37a4-4964-ba24-fc141cdad87a service neutron] 10.222.0.82 "GET /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492605 Aug 04 18:00:04.345115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fba61-ca3f-4588-9239-56ce58c99c01 req-94eb0dcc-e5be-4bc8-abb8-3202688e87a2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:04.347101 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d2fba61-ca3f-4588-9239-56ce58c99c01 req-94eb0dcc-e5be-4bc8-abb8-3202688e87a2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0675936 Aug 04 18:00:04.389151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1d2fba61-ca3f-4588-9239-56ce58c99c01 req-de2b9890-a632-4bd6-a87b-3ca7b3b1a11d tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357301 Aug 04 18:00:04.500391 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-667dbfe6-9050-4f22-aa82-a8fd74362a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:05.090121 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:05.518244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8ba67-7281-481c-821c-59693e21407e req-5cebaa18-dd71-4785-b90b-5621cf077ab4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:05.520261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efe8ba67-7281-481c-821c-59693e21407e req-5cebaa18-dd71-4785-b90b-5621cf077ab4 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0546408 Aug 04 18:00:05.560578 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efe8ba67-7281-481c-821c-59693e21407e req-b6d1d96c-86f9-49be-be1c-bb47cc880a18 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Aug 04 18:00:06.121414 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:06.694344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684369e8-9701-4990-bba7-b589b2e11c46 req-55e6ca39-fdf4-4fa0-a23b-434022e9171e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:06.695859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-684369e8-9701-4990-bba7-b589b2e11c46 req-55e6ca39-fdf4-4fa0-a23b-434022e9171e tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0496786 Aug 04 18:00:06.745778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-684369e8-9701-4990-bba7-b589b2e11c46 req-b2beb328-0848-4683-abe9-86b093c20224 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 Aug 04 18:00:07.711432 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:07.879228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eeb64-6670-44b9-9fd5-dbfaaf8171da req-7b8f085f-4760-4254-b51b-76921deb0021 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:07.880750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-450eeb64-6670-44b9-9fd5-dbfaaf8171da req-7b8f085f-4760-4254-b51b-76921deb0021 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0628700 Aug 04 18:00:07.920260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-450eeb64-6670-44b9-9fd5-dbfaaf8171da req-e06d7e06-4695-4d9a-ab12-c956b11eed5f tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333903 Aug 04 18:00:09.053654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60421092-9dac-4d8f-943a-9e939bd6624e req-900613d7-34e9-4b5b-bf9c-27c1e65c0cdc tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:09.055216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60421092-9dac-4d8f-943a-9e939bd6624e req-900613d7-34e9-4b5b-bf9c-27c1e65c0cdc tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0595319 Aug 04 18:00:09.095617 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-60421092-9dac-4d8f-943a-9e939bd6624e req-d86d91fb-0a12-47c9-b898-99679364e315 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341728 Aug 04 18:00:09.689197 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:09.773538 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:10.240483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af64457-3f66-4189-8524-1e7c5f7490fa req-b80aa778-1963-4863-b517-36f33e056d7b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:10.242394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7af64457-3f66-4189-8524-1e7c5f7490fa req-b80aa778-1963-4863-b517-36f33e056d7b tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0652645 Aug 04 18:00:10.289002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7af64457-3f66-4189-8524-1e7c5f7490fa req-a6eb7065-36e2-416b-b75e-f0d2c42dc612 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370257 Aug 04 18:00:11.424506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e94576-1880-4e58-980a-3c6229e9e62a req-fd12f4d9-0513-4ae7-941c-06b39ebbf8dd tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:11.425891 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54e94576-1880-4e58-980a-3c6229e9e62a req-fd12f4d9-0513-4ae7-941c-06b39ebbf8dd tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0578551 Aug 04 18:00:11.465681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54e94576-1880-4e58-980a-3c6229e9e62a req-0f06a22d-347d-473f-b246-97418d187398 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328748 Aug 04 18:00:12.589892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ea400-c303-4b92-865d-f91c9aa6be08 req-1d9d6d66-34a7-4c2f-91b7-29dffa093484 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:12.591443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe0ea400-c303-4b92-865d-f91c9aa6be08 req-1d9d6d66-34a7-4c2f-91b7-29dffa093484 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0554721 Aug 04 18:00:12.633300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fe0ea400-c303-4b92-865d-f91c9aa6be08 req-89f35c0f-a587-4831-ad19-e590a1bde8a5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350249 Aug 04 18:00:12.755801 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdf928-85f9-4911-be36-203c5176cb0c req-84deffd1-5408-429e-bffc-9d2a0911aff2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:12.757452 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25fdf928-85f9-4911-be36-203c5176cb0c req-84deffd1-5408-429e-bffc-9d2a0911aff2 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0523825 Aug 04 18:00:12.796136 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25fdf928-85f9-4911-be36-203c5176cb0c req-f95a7491-5a1c-4747-b412-5d6b8c95c212 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325663 Aug 04 18:00:12.918892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0930e3-b076-4b88-b259-05473f71945e req-45d2708a-1e70-46f1-87bd-e66e00e49d08 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:12.920414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e0930e3-b076-4b88-b259-05473f71945e req-45d2708a-1e70-46f1-87bd-e66e00e49d08 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0550272 Aug 04 18:00:12.968224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8e0930e3-b076-4b88-b259-05473f71945e req-f841def9-a0d1-4926-acec-234e6c5b8460 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390797 Aug 04 18:00:13.244883 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df11235-fe3b-40d6-a2b1-8e1b52ccb40d req-c3dc4b16-00a5-40f1-b66e-0804073f4236 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:13.246397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4df11235-fe3b-40d6-a2b1-8e1b52ccb40d req-c3dc4b16-00a5-40f1-b66e-0804073f4236 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 944 time: 0.0567300 Aug 04 18:00:13.288561 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4df11235-fe3b-40d6-a2b1-8e1b52ccb40d req-05e6ea59-6f82-4bff-af22-dc20d6e058c9 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331790 Aug 04 18:00:13.554523 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:00:13.677764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:13.694147 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'port_id': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'mac_address': 'fa:16:3e:f0:21:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:00:13.734684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:13.749264 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d6cffc-a047-45e8-9eaf-9bb960692638 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:00:13.769483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:13.774682 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:13.823396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=12']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:14.043185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['e6d6cffc-a047-45e8-9eaf-9bb960692638'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:00:14.421870 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156be19c-8ebb-457d-bb75-1c7d3a3b09c6 req-e699f229-7dd3-412b-8148-853f80e17230 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:14.423520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-156be19c-8ebb-457d-bb75-1c7d3a3b09c6 req-e699f229-7dd3-412b-8148-853f80e17230 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0584393 Aug 04 18:00:14.468707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-156be19c-8ebb-457d-bb75-1c7d3a3b09c6 req-c9ad2a38-5995-4e89-b59a-71bf9c63ffbd tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups?id=24bb529d-d249-4e8b-a69b-7d36fd37e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376277 Aug 04 18:00:14.768308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-25640461-256f-4154-96a0-4881e1adadbf tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:14.769760 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-25640461-256f-4154-96a0-4881e1adadbf tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 945 time: 0.0696812 Aug 04 18:00:14.862586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Deleting port e6d6cffc-a047-45e8-9eaf-9bb960692638 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:00:14.862928 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:14.959905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] For port e6d6cffc-a047-45e8-9eaf-9bb960692638, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e6d6cffc-a047-45e8-9eaf-9bb960692638,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:14.960264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:15.139216 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:15.139494 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:15.139797 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a disassociated. External IP: 172.25.2.143, port: e6d6cffc-a047-45e8-9eaf-9bb960692638. Aug 04 18:00:15.140139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Calling delete_port for e6d6cffc-a047-45e8-9eaf-9bb960692638 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:00:15.296104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:15.325429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event deleted for resources: {'Port': ['ID=e6d6cffc-a047-45e8-9eaf-9bb960692638,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:15.450079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:00:15.574991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88a478c9-0974-45e1-b7d5-10d878a4aab5 req-704799ea-65e8-4463-af4b-523d951df03a tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 210 time: 0.0325556 Aug 04 18:00:15.577883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:00:15.582796 n-d-764435-5 neutron-server[105830]: INFO neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No ports have port_id starting with e6d6cffc-a047-45e8-9eaf-9bb960692638 Aug 04 18:00:15.584414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 requested by agent hyperv_n-h2-764435-5 not found in database {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 04 18:00:15.594558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:00:15.597352 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:00:15.606895 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:00:15.607453 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:00:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:15.626400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] No DVR routers for this DVR port e6d6cffc-a047-45e8-9eaf-9bb960692638 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:00:15.629295 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:15.631714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1dca5a69-723c-44b3-9a95-0830bd01b941 req-9e1290c5-c29f-4274-851c-88506b336570 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.82 "DELETE /v2.0/ports/e6d6cffc-a047-45e8-9eaf-9bb960692638 HTTP/1.1" status: 204 len: 173 time: 0.8537447 Aug 04 18:00:15.632162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'name': 'network-vif-deleted', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:00:15.634564 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a967fe1-d0ed-4346-8ca5-ba4fb96dd381" -d '{"events": [{"server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "name": "network-vif-deleted", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:00:15.672001 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3e91b5-797b-40b4-be09-d9adf922b347 x-openstack-request-id: req-8d3e91b5-797b-40b4-be09-d9adf922b347 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:00:15.672294 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec3e59c-c88e-49bd-a4f8-9eca4e9d678a", "name": "network-vif-deleted", "tag": "e6d6cffc-a047-45e8-9eaf-9bb960692638", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:00:15.672543 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d3e91b5-797b-40b4-be09-d9adf922b347 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:00:15.672994 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec3e59c-c88e-49bd-a4f8-9eca4e9d678a', 'name': 'network-vif-deleted', 'tag': 'e6d6cffc-a047-45e8-9eaf-9bb960692638', 'status': 'completed', 'code': 200} Aug 04 18:00:15.723392 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:00:15.921448 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:15.952911 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:00:15.961571 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:00:15.962180 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:00:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:16.160637 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:00:16.290226 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:00:16.373425 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:16.399898 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff554b31-4a81-42d5-ab93-5c2da9b8ac66 None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:38Z', 'revision_number': 4, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '168ee088-7435-4120-b631-7d5a87939b43', 'name': '', 'network_id': '0ca843d5-fad9-49f7-a077-0245aaa1e853', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'mac_address': 'fa:16:3e:99:43:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:37Z', 'updated_at': '2021-08-04T17:50:43Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'subnets': [{'id': '90855b61-99ea-4877-b11a-4e76d4c7c314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:00:16.646586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb87c80-a571-4428-bd0a-18005086cb21 None None] New status for floating IP 7de59d56-d7fc-4bde-a6a5-1087a985c35a: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:00:16.678331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44a3fafb-bbe8-418e-a8cb-8f68669a3f46 req-68ab78a4-ccdc-4b4c-a0c6-1e0fe44af078 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 210 time: 0.0306644 Aug 04 18:00:17.592214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:00:17.613397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: e6d6cffc-a047-45e8-9eaf-9bb960692638 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:00:17.613749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e6d6cffc-a047-45e8-9eaf-9bb960692638 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:00:17.776650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6caf8b52-b278-4771-b1e5-24d04d2660f5 req-521a58a6-9610-4ff1-a4cb-e51c88101376 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 210 time: 0.0277805 Aug 04 18:00:18.875542 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78a52650-8ff2-4247-8837-234af6cd63e4 req-fc0891ab-e006-4e9e-b3e8-b147c7160ce5 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/ports?device_id=fec3e59c-c88e-49bd-a4f8-9eca4e9d678a HTTP/1.1" status: 200 len: 210 time: 0.0277843 Aug 04 18:00:23.699206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40166) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:23.752884 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5426eb28-d677-4cfd-8e07-6c3b5c0f19a0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:23.775945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5426eb28-d677-4cfd-8e07-6c3b5c0f19a0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:23.839305 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5426eb28-d677-4cfd-8e07-6c3b5c0f19a0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:23.841910 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5426eb28-d677-4cfd-8e07-6c3b5c0f19a0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:23.843133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5426eb28-d677-4cfd-8e07-6c3b5c0f19a0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "DELETE /v2.0/security-groups/24bb529d-d249-4e8b-a69b-7d36fd37e0cb HTTP/1.1" status: 204 len: 168 time: 0.1429038 Aug 04 18:00:23.845967 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40168) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:23.853450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426eb28-d677-4cfd-8e07-6c3b5c0f19a0 tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bb529d-d249-4e8b-a69b-7d36fd37e0cb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:23.859918 n-d-764435-5 neutron-server[105829]: INFO neutron.api.v2.resource [None req-04da8391-b365-44c1-87dc-7ec16d79415c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] show failed (client error): The resource could not be found. Aug 04 18:00:23.861076 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-04da8391-b365-44c1-87dc-7ec16d79415c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "GET /v2.0/security-groups/24bb529d-d249-4e8b-a69b-7d36fd37e0cb HTTP/1.1" status: 404 len: 347 time: 0.0139830 Aug 04 18:00:23.864040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40170) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:24.000153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-454c63b1-0cbc-45b7-97c0-23ca2b9bdf4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Deleting port a8c9337f-14f6-4bbd-9a7f-84cdd67baf46 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:00:24.000496 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-454c63b1-0cbc-45b7-97c0-23ca2b9bdf4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:24.082107 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-454c63b1-0cbc-45b7-97c0-23ca2b9bdf4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:24.082382 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-454c63b1-0cbc-45b7-97c0-23ca2b9bdf4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:24.094726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-454c63b1-0cbc-45b7-97c0-23ca2b9bdf4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Calling delete_port for a8c9337f-14f6-4bbd-9a7f-84cdd67baf46 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:00:24.253062 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-454c63b1-0cbc-45b7-97c0-23ca2b9bdf4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:24.279634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c63b1-0cbc-45b7-97c0-23ca2b9bdf4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Pushing event deleted for resources: {'Port': ['ID=a8c9337f-14f6-4bbd-9a7f-84cdd67baf46,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:24.337616 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-454c63b1-0cbc-45b7-97c0-23ca2b9bdf4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:24.340296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-454c63b1-0cbc-45b7-97c0-23ca2b9bdf4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:24.341437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-454c63b1-0cbc-45b7-97c0-23ca2b9bdf4c tempest-ServerActionsTestJSON-1819934140 tempest-ServerActionsTestJSON-1819934140-project] 10.222.0.39 "DELETE /v2.0/floatingips/7de59d56-d7fc-4bde-a6a5-1087a985c35a HTTP/1.1" status: 204 len: 168 time: 0.4764187 Aug 04 18:00:24.344642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40172) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:24.776898 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:25.039051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] Deleting port 168ee088-7435-4120-b631-7d5a87939b43 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:00:25.039276 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:25.127962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] For port 168ee088-7435-4120-b631-7d5a87939b43, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=168ee088-7435-4120-b631-7d5a87939b43,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:25.128277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:25.145623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] Calling delete_port for 168ee088-7435-4120-b631-7d5a87939b43 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:00:25.341040 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:25.366484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] Pushing event deleted for resources: {'Port': ['ID=168ee088-7435-4120-b631-7d5a87939b43,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:25.863373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:26.101685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] Router f803a7c0-6474-4a58-944e-d28f09ab5d6a has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:00:26.229824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:00:26.235644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7f3b2394-7226-49ee-bb94-02d6ff64ab81 admin admin] 10.222.0.39 "PUT /v2.0/routers/f803a7c0-6474-4a58-944e-d28f09ab5d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8895323 Aug 04 18:00:26.237984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40176) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:26.241697 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] Sync routers for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:00:26.254631 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:00:26.255288 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:00:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:26.354852 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:26.364989 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:00:26.467591 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:26.521124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Deleting port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:00:26.521491 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:26.542396 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T18:00:25Z', 'revision_number': 5, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port': {'id': 'c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T17:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:26.567487 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] Checking router: f803a7c0-6474-4a58-944e-d28f09ab5d6a for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:00:26.576027 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] Routers {'f803a7c0-6474-4a58-944e-d28f09ab5d6a'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:00:26.576649 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:00:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:26.605772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] For port c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:26.606138 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:26.619207 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Calling delete_port for c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:00:26.662982 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] Set router f803a7c0-6474-4a58-944e-d28f09ab5d6a gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:00:26.715571 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T18:00:26Z', 'revision_number': 6, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:26.741727 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c49b5-42e9-4ef5-899b-142f657a6031 None None] The sync data for ids ['f803a7c0-6474-4a58-944e-d28f09ab5d6a'] in n-d-764435-5 is: [{'id': 'f803a7c0-6474-4a58-944e-d28f09ab5d6a', 'name': 'tempest-ServerActionsTestJSON-664499808-router', 'tenant_id': '8b78ca31bd594a45b8187e188f945773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T17:50:35Z', 'updated_at': '2021-08-04T18:00:26Z', 'revision_number': 6, 'project_id': '8b78ca31bd594a45b8187e188f945773', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:00:26.798144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:26.822633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Pushing event deleted for resources: {'Port': ['ID=c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:26.837360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.837709 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.838051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.838385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.838712 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.839074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.839398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.839721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.840042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.840372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.840688 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.840991 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:26.906876 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:26.995575 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:26.997739 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.043864 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.044296 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f803a7c0-6474-4a58-944e-d28f09ab5d6a {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:00:27.049283 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.050231 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e1b45c1a-30f0-4347-a32e-eed663b05485 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f803a7c0-6474-4a58-944e-d28f09ab5d6a HTTP/1.1" status: 204 len: 168 time: 0.8111784 Aug 04 18:00:27.054547 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40178) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:27.100779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb7d4bf-bc18-4a7f-b8ba-cc82112a12b8 admin admin] Deleting subnet 90855b61-99ea-4877-b11a-4e76d4c7c314 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:00:27.104394 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d4bf-bc18-4a7f-b8ba-cc82112a12b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.144495 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d4bf-bc18-4a7f-b8ba-cc82112a12b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.238077 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d4bf-bc18-4a7f-b8ba-cc82112a12b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.305024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d4bf-bc18-4a7f-b8ba-cc82112a12b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.330919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7d4bf-bc18-4a7f-b8ba-cc82112a12b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90855b61-99ea-4877-b11a-4e76d4c7c314,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:27.335328 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4bb7d4bf-bc18-4a7f-b8ba-cc82112a12b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.337900 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4bb7d4bf-bc18-4a7f-b8ba-cc82112a12b8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/90855b61-99ea-4877-b11a-4e76d4c7c314 HTTP/1.1" status: 204 len: 168 time: 0.2822549 Aug 04 18:00:27.344705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40180) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:27.344877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775b16bb-0a66-49b2-83d7-9de8f7e3b1c9 None None] Network 0ca843d5-fad9-49f7-a077-0245aaa1e853 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:00:27.412794 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.480798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Deleting port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:00:27.481116 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.533085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec1cd7e-8856-4a88-9248-a39894e88516 None None] DHCP port deletion for 0ca843d5-fad9-49f7-a077-0245aaa1e853 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:00:27.552139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] For port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:27.552512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.566956 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Calling delete_port for 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:00:27.596930 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:00:27.601711 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cec1cd7e-8856-4a88-9248-a39894e88516 None None] Deleting port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:00:27.602078 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cec1cd7e-8856-4a88-9248-a39894e88516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.622456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:00:27.622836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c176dd4d-c571-4cd0-aa30-7fb7ab9ca4d6 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:00:27.623338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:00:27.662537 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.690913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Pushing event deleted for resources: {'Port': ['ID=3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:27.692966 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] No DVR routers for this DVR port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:00:27.722745 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cec1cd7e-8856-4a88-9248-a39894e88516 None None] For port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad,segment=NetworkSegment(ad5c977d-e92a-4283-a615-c834d092f514),segment_id=ad5c977d-e92a-4283-a615-c834d092f514)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:27.723174 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cec1cd7e-8856-4a88-9248-a39894e88516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.732767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No active binding found for port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad {{(pid=105830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 18:00:27.733191 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:00:27.733618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 168ee088-7435-4120-b631-7d5a87939b43 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:00:27.738655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cec1cd7e-8856-4a88-9248-a39894e88516 None None] Calling delete_port for 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:00:27.763109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 168ee088-7435-4120-b631-7d5a87939b43 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:00:27.763456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 168ee088-7435-4120-b631-7d5a87939b43 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:00:27.768443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.780360 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca843d5-fad9-49f7-a077-0245aaa1e853']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:27.791434 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5c977d-e92a-4283-a615-c834d092f514') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:27.791737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5c977d-e92a-4283-a615-c834d092f514') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:27.801257 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.816236 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.824184 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:00:27.824612 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:00:27.826630 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:00:27.847546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cec1cd7e-8856-4a88-9248-a39894e88516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.877064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1cd7e-8856-4a88-9248-a39894e88516 None None] No DVR routers for this DVR port 3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:00:27.885019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1cd7e-8856-4a88-9248-a39894e88516 None None] Pushing event deleted for resources: {'Port': ['ID=3aaaf5b9-27d5-4479-ab45-b71c10b8d3ad,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:27.887023 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.894390 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:27.896278 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] 10.222.0.39 "DELETE /v2.0/networks/0ca843d5-fad9-49f7-a077-0245aaa1e853 HTTP/1.1" status: 204 len: 168 time: 0.5547550 Aug 04 18:00:27.908262 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f31d2-4b34-4bc3-9e0e-5739ce8f213d admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca843d5-fad9-49f7-a077-0245aaa1e853,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:28.016054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40184) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:28.057309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b9206309-8f98-4b32-abae-41f2162ff365 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b78ca31bd594a45b8187e188f945773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400391 Aug 04 18:00:28.060063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40186) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:28.118541 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc397-cbcc-4129-8cf2-6dcc90ff35e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:28.141051 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc397-cbcc-4129-8cf2-6dcc90ff35e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:28.190083 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc397-cbcc-4129-8cf2-6dcc90ff35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:28.192833 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc397-cbcc-4129-8cf2-6dcc90ff35e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:28.194009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cc4fc397-cbcc-4129-8cf2-6dcc90ff35e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f26248c8-87ad-4943-ad81-6622965571b0 HTTP/1.1" status: 204 len: 168 time: 0.1330769 Aug 04 18:00:28.202181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fc397-cbcc-4129-8cf2-6dcc90ff35e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26248c8-87ad-4943-ad81-6622965571b0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:28.980367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40208) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:29.093336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-220930440-network', 'tenant_id': '3480359edc6840ac9c43232969559f99'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:00:29.131011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Made reservation on behalf of 3480359edc6840ac9c43232969559f99 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:00:29.134825 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.147970 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.240292 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.245868 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.271799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:00:29.277318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6585cdad-7e7b-45b3-938f-f3136792ef27,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:29.285512 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.285512 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Added segment d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40 of type vlan for network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a Aug 04 18:00:29.327111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.359296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.360337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:29.360922 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.421622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4400547 Aug 04 18:00:29.425777 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40212) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:29.428432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681b9f0-58e3-4d87-99a9-d14cba9594e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:29.432130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Request body: {'subnet': {'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-220930440-subnet', 'tenant_id': '3480359edc6840ac9c43232969559f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:00:29.444673 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:00:29.458263 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Made reservation on behalf of 3480359edc6840ac9c43232969559f99 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:00:29.460809 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.643054 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.715748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a85d42d-cb11-4d05-9266-7d9df6c06e3c,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:29.722427 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Checking segment: {'id': 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:00:29.722795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Network hostable DHCP agents. Network: a1e3f20b-292c-4045-b73c-1b8b39ea3f0a, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:00:29.742243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:00:29.752660 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, a1e3f20b-292c-4045-b73c-1b8b39ea3f0a) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:00:29.756584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:29.757172 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:29.762365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e8b006-702e-4f7c-8396-f0d378ff361d None None] Network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:00:29.773932 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c26e013a-2850-4b57-b681-20b687362251 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3464990 Aug 04 18:00:29.885003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcb3331-b4dc-4830-baed-e5f734e1abc3 None None] Network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:00:30.211738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-1f7ed7e7-7892-45c1-b254-eda6232a04a2 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:30.213264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-1f7ed7e7-7892-45c1-b254-eda6232a04a2 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/networks?id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a HTTP/1.1" status: 200 len: 813 time: 0.1040375 Aug 04 18:00:30.228773 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-da85f5be-78a3-4e60-aad8-7a3bf4018ad5 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/quotas/3480359edc6840ac9c43232969559f99 HTTP/1.1" status: 200 len: 375 time: 0.0097346 Aug 04 18:00:30.260958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-f07c32c2-35c2-4d0b-97ca-9d97f17f0260 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3480359edc6840ac9c43232969559f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269854 Aug 04 18:00:30.355698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-32c6d6e0-ff94-4e13-b8e6-6ffec243a02a service neutron] 10.222.0.39 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874538 Aug 04 18:00:30.446077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-f5e1385e-dd23-48c2-a48b-ff0149fc00d5 service neutron] 10.222.0.39 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842636 Aug 04 18:00:31.656729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-559c2c1d-205b-4b36-b1fd-c7caf1bf61a1 req-b20d4953-9062-4675-bba2-326556aee569 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 210 time: 0.0281961 Aug 04 18:00:32.039524 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-08247086-bc05-4cc3-98f6-8a5055e328d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:32.794412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b406913e-c669-4509-a825-3f5ddabd92c4 req-5294ec78-5576-420f-b771-e5308e085a55 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 210 time: 0.0294874 Aug 04 18:00:32.843881 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-1fc5d4c7-4094-49c7-97d3-7c5a2514cfec tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:32.845492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-1fc5d4c7-4094-49c7-97d3-7c5a2514cfec tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.90 "GET /v2.0/networks?id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a HTTP/1.1" status: 200 len: 813 time: 0.1402330 Aug 04 18:00:32.859859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Request body: {'port': {'device_id': '583eb212-b82a-4989-b368-36792b479595', 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a', 'admin_state_up': True, 'tenant_id': '3480359edc6840ac9c43232969559f99'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:00:32.990275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Made reservation on behalf of 3480359edc6840ac9c43232969559f99 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:00:32.994095 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:33.123006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Allocated IP 172.20.0.12 (a1e3f20b-292c-4045-b73c-1b8b39ea3f0a/8a85d42d-cb11-4d05-9266-7d9df6c06e3c/ba308029-1e15-49fb-8eed-d3c9e2551771) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:00:33.282405 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:33.322645 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:33.362153 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:00:33.365294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:00:33.369683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:00:33.405789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Pushing event updated for resources: {'Port': ['ID=ba308029-1e15-49fb-8eed-d3c9e2551771,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:33.432248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:33.432950 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:33.448830 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-4daf8e22-3d44-4ccd-aa5f-d483e9527641 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5939877 Aug 04 18:00:33.461827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Request body: {'port': {'device_id': '583eb212-b82a-4989-b368-36792b479595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:00:33.520443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:33.803857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba308029-1e15-49fb-8eed-d3c9e2551771 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:00:33.812458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:33.827269 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Transition to ACTIVE for port object ba308029-1e15-49fb-8eed-d3c9e2551771 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:00:33.834014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:33.915170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Pushing event updated for resources: {'Port': ['ID=ba308029-1e15-49fb-8eed-d3c9e2551771,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:33.972278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8307-eeb8-4829-b289-0dfc59076ae1 req-87d0ac9c-0632-44bd-a22f-f7c944f5d6cd tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:33.973708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0df8307-eeb8-4829-b289-0dfc59076ae1 req-87d0ac9c-0632-44bd-a22f-f7c944f5d6cd tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 944 time: 0.1003294 Aug 04 18:00:34.027084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Attempting to bind port ba308029-1e15-49fb-8eed-d3c9e2551771 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:00:34.027504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Attempting to bind port ba308029-1e15-49fb-8eed-d3c9e2551771 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:00:34.027866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Attempting to bind port ba308029-1e15-49fb-8eed-d3c9e2551771 on network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:00:34.035539 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0df8307-eeb8-4829-b289-0dfc59076ae1 req-1823abfe-6dbc-4bcc-824a-06f7417e99e7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553803 Aug 04 18:00:34.037602 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Port ba308029-1e15-49fb-8eed-d3c9e2551771 on network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:00:34.037928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Attempting to bind port ba308029-1e15-49fb-8eed-d3c9e2551771 on network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:00:34.043902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:00:34.044230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Checking segment: {'id': 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:00:34.044632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Bound using segment: {'id': 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:00:34.045063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Bound port: ba308029-1e15-49fb-8eed-d3c9e2551771, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:00:34.045430 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:34.123533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] For port ba308029-1e15-49fb-8eed-d3c9e2551771, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:00:34.126396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] For port ba308029-1e15-49fb-8eed-d3c9e2551771, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ba308029-1e15-49fb-8eed-d3c9e2551771,segment=NetworkSegment(d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40),segment_id=d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:00:34.134509 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:34.170692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:34.171349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:34.172815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] 10.222.0.90 "PUT /v2.0/ports/ba308029-1e15-49fb-8eed-d3c9e2551771 HTTP/1.1" status: 200 len: 1092 time: 0.7152128 Aug 04 18:00:34.173258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583eb212-b82a-4989-b368-36792b479595', 'tag': 'ba308029-1e15-49fb-8eed-d3c9e2551771'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:00:34.175607 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83" -d '{"events": [{"name": "network-changed", "server_uuid": "583eb212-b82a-4989-b368-36792b479595", "tag": "ba308029-1e15-49fb-8eed-d3c9e2551771"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:00:34.204417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c27678-515a-41d3-a2ce-70a29938367c service neutron] Pushing event updated for resources: {'Port': ['ID=ba308029-1e15-49fb-8eed-d3c9e2551771,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:34.229061 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c234f60-8853-4427-9aee-a0f1f5ff27aa x-openstack-request-id: req-8c234f60-8853-4427-9aee-a0f1f5ff27aa {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:00:34.229383 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583eb212-b82a-4989-b368-36792b479595", "tag": "ba308029-1e15-49fb-8eed-d3c9e2551771", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:00:34.229635 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c234f60-8853-4427-9aee-a0f1f5ff27aa {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:00:34.230021 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583eb212-b82a-4989-b368-36792b479595', 'tag': 'ba308029-1e15-49fb-8eed-d3c9e2551771', 'status': 'completed', 'code': 200} Aug 04 18:00:34.262861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-0d47e6c2-39a6-4193-8c8d-d9168a46c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:34.264387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-0d47e6c2-39a6-4193-8c8d-d9168a46c3c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3480359edc6840ac9c43232969559f99&device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 1095 time: 0.0444582 Aug 04 18:00:34.315197 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-15593a2a-cfaa-40ac-b320-9719ef84dd29 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba308029-1e15-49fb-8eed-d3c9e2551771 HTTP/1.1" status: 200 len: 217 time: 0.0422258 Aug 04 18:00:34.364593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-f86fde07-10cd-463e-ae3f-cd5159304e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:34.366078 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-f86fde07-10cd-463e-ae3f-cd5159304e63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a85d42d-cb11-4d05-9266-7d9df6c06e3c HTTP/1.1" status: 200 len: 853 time: 0.0443344 Aug 04 18:00:34.400727 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-3a78d3b2-b77b-4450-a1f4-0048e2f3b0db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264289 Aug 04 18:00:34.501960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-73845fa6-95e7-4c26-b9b3-94bd07cd7c55 service neutron] 10.222.0.90 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935163 Aug 04 18:00:34.507661 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd13ef76-87d5-4418-a009-39ff4faf997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:34.597878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-929648ff-2ae5-46e1-8e65-5c46d607683c req-db18eda7-2eec-441b-9caf-e931b5546d66 service neutron] 10.222.0.90 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883579 Aug 04 18:00:34.700312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83 req-b40e0d97-a50b-4e15-8747-a3dca6fe5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:34.702339 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83 req-b40e0d97-a50b-4e15-8747-a3dca6fe5b07 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3480359edc6840ac9c43232969559f99&device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 1095 time: 0.0512075 Aug 04 18:00:34.797324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83 req-a8b1d95d-ff20-4064-bdc9-774bc499fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:34.798845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83 req-a8b1d95d-ff20-4064-bdc9-774bc499fcb8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a HTTP/1.1" status: 200 len: 915 time: 0.0896428 Aug 04 18:00:34.841519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83 req-be4ffe73-ac4a-4696-9805-e070804e88f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba308029-1e15-49fb-8eed-d3c9e2551771 HTTP/1.1" status: 200 len: 217 time: 0.0348034 Aug 04 18:00:34.901542 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83 req-c714ddb8-673b-4c66-a6cb-6d731138ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:34.903288 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83 req-c714ddb8-673b-4c66-a6cb-6d731138ee63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a85d42d-cb11-4d05-9266-7d9df6c06e3c HTTP/1.1" status: 200 len: 853 time: 0.0541637 Aug 04 18:00:34.937562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83 req-06a06966-a7f4-4891-a023-0876492f2ba0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265813 Aug 04 18:00:35.032786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83 req-ea2eed33-7122-465f-8229-6a6036d3be60 service neutron] 10.222.0.90 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876701 Aug 04 18:00:35.096547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:35.144996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4c1c51c5-e16c-4d3a-a535-83bf2db6ae83 req-52695dbd-9af0-425c-878f-496c07af9765 service neutron] 10.222.0.90 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038506 Aug 04 18:00:35.182903 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2233ec-c1e4-48cf-b9a9-c5dc7e433f84 req-afe18259-60c4-4796-8b90-1ad7a2fec201 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:35.184464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e2233ec-c1e4-48cf-b9a9-c5dc7e433f84 req-afe18259-60c4-4796-8b90-1ad7a2fec201 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 944 time: 0.0626748 Aug 04 18:00:35.228006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e2233ec-c1e4-48cf-b9a9-c5dc7e433f84 req-be1177a7-3512-4b03-972a-4c1d0c2b84ff tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352781 Aug 04 18:00:36.120129 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:36.362779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93631e6-24d9-4c0d-acc7-a57846fde99f req-15b13813-8784-4673-b8d4-57d06a20bc71 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:36.364432 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e93631e6-24d9-4c0d-acc7-a57846fde99f req-15b13813-8784-4673-b8d4-57d06a20bc71 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 944 time: 0.0565100 Aug 04 18:00:36.414049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e93631e6-24d9-4c0d-acc7-a57846fde99f req-fd02c033-9b8b-46c6-8c86-ec4e46310cb6 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430999 Aug 04 18:00:36.480395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ba308029-1e15-49fb-8eed-d3c9e2551771 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:00:36.585643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ba308029-1e15-49fb-8eed-d3c9e2551771, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ba308029-1e15-49fb-8eed-d3c9e2551771,segment=NetworkSegment(d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40),segment_id=d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:36.598468 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'ba308029-1e15-49fb-8eed-d3c9e2551771', 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a', 'port_id': 'ba308029-1e15-49fb-8eed-d3c9e2551771', 'mac_address': 'fa:16:3e:63:56:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a85d42d-cb11-4d05-9266-7d9df6c06e3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:00:36.638769 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:36.651620 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba308029-1e15-49fb-8eed-d3c9e2551771 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:00:36.672821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ba308029-1e15-49fb-8eed-d3c9e2551771, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ba308029-1e15-49fb-8eed-d3c9e2551771,segment=NetworkSegment(d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40),segment_id=d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:36.679531 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:36.729702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ba308029-1e15-49fb-8eed-d3c9e2551771,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:36.866032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ba308029-1e15-49fb-8eed-d3c9e2551771'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:00:37.546648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dd418-d33d-4605-a12a-b8988342d60d req-835bd823-e3e9-4253-a04c-6f3aca92f635 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:37.548151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e95dd418-d33d-4605-a12a-b8988342d60d req-835bd823-e3e9-4253-a04c-6f3aca92f635 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 945 time: 0.0560036 Aug 04 18:00:37.589881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e95dd418-d33d-4605-a12a-b8988342d60d req-63a0512a-ff32-4858-a060-01e5f7ef0c43 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Aug 04 18:00:37.716444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:38.485075 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ba308029-1e15-49fb-8eed-d3c9e2551771 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:00:38.551700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port ba308029-1e15-49fb-8eed-d3c9e2551771 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:00:38.555696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port ba308029-1e15-49fb-8eed-d3c9e2551771 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:00:38.556074 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:38.636526 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:38.661450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583eb212-b82a-4989-b368-36792b479595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba308029-1e15-49fb-8eed-d3c9e2551771'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:00:38.663912 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774682fa-04cc-4d18-b0d6-fe660b1efe77" -d '{"events": [{"server_uuid": "583eb212-b82a-4989-b368-36792b479595", "name": "network-vif-plugged", "status": "completed", "tag": "ba308029-1e15-49fb-8eed-d3c9e2551771"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:00:38.677074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port ba308029-1e15-49fb-8eed-d3c9e2551771, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ba308029-1e15-49fb-8eed-d3c9e2551771,segment=NetworkSegment(d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40),segment_id=d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:38.684100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:38.728769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd1810-296f-45a9-82d5-304650993c10 req-a4f69401-b133-4c28-9f69-086865038a7c tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:38.730722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20bd1810-296f-45a9-82d5-304650993c10 req-a4f69401-b133-4c28-9f69-086865038a7c tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0601664 Aug 04 18:00:38.733860 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=ba308029-1e15-49fb-8eed-d3c9e2551771,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:38.775995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20bd1810-296f-45a9-82d5-304650993c10 req-15adb99c-b766-48dc-bbf1-73435c0cf315 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358143 Aug 04 18:00:38.784043 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3052bb9b-3d5c-45f5-a9db-697a22a07536 x-openstack-request-id: req-3052bb9b-3d5c-45f5-a9db-697a22a07536 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:00:38.784337 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583eb212-b82a-4989-b368-36792b479595", "name": "network-vif-plugged", "status": "completed", "tag": "ba308029-1e15-49fb-8eed-d3c9e2551771", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:00:38.784588 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3052bb9b-3d5c-45f5-a9db-697a22a07536 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:00:38.784986 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583eb212-b82a-4989-b368-36792b479595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba308029-1e15-49fb-8eed-d3c9e2551771', 'code': 200} Aug 04 18:00:38.884775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdd814-83ce-4261-836e-cbed26ae0e9e req-59713dbf-1612-4ee2-adc7-28856be51d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:38.886275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97bdd814-83ce-4261-836e-cbed26ae0e9e req-59713dbf-1612-4ee2-adc7-28856be51d62 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 1097 time: 0.0440900 Aug 04 18:00:38.922615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-97bdd814-83ce-4261-836e-cbed26ae0e9e req-7fc48b4a-f5da-4232-81bf-4a93d8036b8f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294316 Aug 04 18:00:39.693471 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:39.777585 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:39.906276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a26bd-6b86-4483-a65c-309db019b9e6 req-4880cc68-fe3b-4452-b4ef-78715dcd80a0 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:39.907830 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-335a26bd-6b86-4483-a65c-309db019b9e6 req-4880cc68-fe3b-4452-b4ef-78715dcd80a0 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0613573 Aug 04 18:00:39.955325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-335a26bd-6b86-4483-a65c-309db019b9e6 req-33b3ec11-56b4-4e1e-85e7-d0dbdd702bb1 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 Aug 04 18:00:40.219985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-069f79b0-d7f0-4067-989e-303098966bd1 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:40.221370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-069f79b0-d7f0-4067-989e-303098966bd1 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/networks?id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a HTTP/1.1" status: 200 len: 813 time: 0.1134734 Aug 04 18:00:40.248378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-cfcc2b32-424d-40d8-ac5d-4544609f2766 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/quotas/3480359edc6840ac9c43232969559f99 HTTP/1.1" status: 200 len: 375 time: 0.0182762 Aug 04 18:00:40.307972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-442b669f-2094-44ee-b708-69c313a15594 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3480359edc6840ac9c43232969559f99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538852 Aug 04 18:00:40.409429 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-c6686257-427c-4516-b0b1-d44f2b8ea978 service neutron] 10.222.0.39 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913577 Aug 04 18:00:40.510868 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-dc75239e-9da4-437d-9ce8-3a1ce0a89883 service neutron] 10.222.0.39 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938883 Aug 04 18:00:40.674087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7215dde9-8223-437c-a087-8f7f50301e2a req-b5735d0e-94d0-445c-ab94-24732425f6a5 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 210 time: 0.0294969 Aug 04 18:00:41.784815 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-002bc652-1e30-43f9-a059-e57307e48b9b req-db72a517-2838-42f6-87e8-c1def24517da tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 210 time: 0.0376980 Aug 04 18:00:41.808876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-37583250-7c24-4678-8dd5-1a40eb989cfc tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:41.808876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-37583250-7c24-4678-8dd5-1a40eb989cfc tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.82 "GET /v2.0/networks?id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a HTTP/1.1" status: 200 len: 813 time: 0.1366675 Aug 04 18:00:41.821117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Request body: {'port': {'device_id': 'e455321c-83dc-4d7b-8e7f-47cb36389136', 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a', 'admin_state_up': True, 'tenant_id': '3480359edc6840ac9c43232969559f99'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:00:41.934025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Made reservation on behalf of 3480359edc6840ac9c43232969559f99 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:00:41.937817 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:42.088328 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Allocated IP 172.20.0.8 (a1e3f20b-292c-4045-b73c-1b8b39ea3f0a/8a85d42d-cb11-4d05-9266-7d9df6c06e3c/a7705487-978e-48c4-a522-0662fdfd341c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:00:42.249151 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:42.293193 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:42.305250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ba308029-1e15-49fb-8eed-d3c9e2551771'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:00:42.339023 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:00:42.344393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:00:42.348325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:00:42.356068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Pushing event updated for resources: {'Port': ['ID=a7705487-978e-48c4-a522-0662fdfd341c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:42.403661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:42.404298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:42.419942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-566fc9a9-e3ee-4c95-af36-d64e38a121a9 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027956 Aug 04 18:00:42.432939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Request body: {'port': {'device_id': 'e455321c-83dc-4d7b-8e7f-47cb36389136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:00:42.490639 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:42.778467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7705487-978e-48c4-a522-0662fdfd341c {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:00:42.786386 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:42.799690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Transition to ACTIVE for port object a7705487-978e-48c4-a522-0662fdfd341c will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:00:42.806620 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:42.886894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Pushing event updated for resources: {'Port': ['ID=a7705487-978e-48c4-a522-0662fdfd341c,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:42.934196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.934613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.934984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.935321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.935657 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.935993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.936318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.936608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.936973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.937293 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.937603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.937920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:00:42.975410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca4efa-30e6-4d5f-b957-ac37aac9f89b req-035612b4-68f9-4cfc-ae20-b3585db46466 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:42.976913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43ca4efa-30e6-4d5f-b957-ac37aac9f89b req-035612b4-68f9-4cfc-ae20-b3585db46466 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 943 time: 0.1182430 Aug 04 18:00:42.993715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Attempting to bind port a7705487-978e-48c4-a522-0662fdfd341c on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:00:42.994030 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Attempting to bind port a7705487-978e-48c4-a522-0662fdfd341c by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:00:42.994397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Attempting to bind port a7705487-978e-48c4-a522-0662fdfd341c on network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:00:43.007641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Port a7705487-978e-48c4-a522-0662fdfd341c on network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:00:43.007961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Attempting to bind port a7705487-978e-48c4-a522-0662fdfd341c on network a1e3f20b-292c-4045-b73c-1b8b39ea3f0a {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:00:43.020638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:00:43.020972 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Checking segment: {'id': 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:00:43.021360 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Bound using segment: {'id': 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:00:43.021790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Bound port: a7705487-978e-48c4-a522-0662fdfd341c, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:00:43.022158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:43.037187 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43ca4efa-30e6-4d5f-b957-ac37aac9f89b req-de666514-cd70-4890-9764-b1d657f3bd9d tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537980 Aug 04 18:00:43.099948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] For port a7705487-978e-48c4-a522-0662fdfd341c, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:00:43.103825 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] For port a7705487-978e-48c4-a522-0662fdfd341c, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a7705487-978e-48c4-a522-0662fdfd341c,segment=NetworkSegment(d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40),segment_id=d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:00:43.110770 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:43.162372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:43.163023 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:43.164425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-511df40b-2179-4711-88d2-d98574009227 service neutron] 10.222.0.82 "PUT /v2.0/ports/a7705487-978e-48c4-a522-0662fdfd341c HTTP/1.1" status: 200 len: 1091 time: 0.7358162 Aug 04 18:00:43.164861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e455321c-83dc-4d7b-8e7f-47cb36389136', 'tag': 'a7705487-978e-48c4-a522-0662fdfd341c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:00:43.167142 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef65b755-4272-47f4-b066-e1ce40beedfc" -d '{"events": [{"name": "network-changed", "server_uuid": "e455321c-83dc-4d7b-8e7f-47cb36389136", "tag": "a7705487-978e-48c4-a522-0662fdfd341c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:00:43.185103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511df40b-2179-4711-88d2-d98574009227 service neutron] Pushing event updated for resources: {'Port': ['ID=a7705487-978e-48c4-a522-0662fdfd341c,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:43.212424 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c6aff5-6223-4b02-acd8-fa517013dcf0 x-openstack-request-id: req-62c6aff5-6223-4b02-acd8-fa517013dcf0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:00:43.212705 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e455321c-83dc-4d7b-8e7f-47cb36389136", "tag": "a7705487-978e-48c4-a522-0662fdfd341c", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:00:43.212946 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62c6aff5-6223-4b02-acd8-fa517013dcf0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:00:43.213329 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e455321c-83dc-4d7b-8e7f-47cb36389136', 'tag': 'a7705487-978e-48c4-a522-0662fdfd341c', 'status': 'completed', 'code': 200} Aug 04 18:00:43.245850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-61101461-c0bb-4dce-8dce-fe7dff6a5e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:43.247423 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-61101461-c0bb-4dce-8dce-fe7dff6a5e37 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3480359edc6840ac9c43232969559f99&device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 1094 time: 0.0443094 Aug 04 18:00:43.295488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-d2e1687a-1ea8-4270-a5e7-a3423cb1a5d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7705487-978e-48c4-a522-0662fdfd341c HTTP/1.1" status: 200 len: 217 time: 0.0404840 Aug 04 18:00:43.346403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-ad86341f-7df4-46bc-9cb7-adeb1af7f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:43.347906 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-ad86341f-7df4-46bc-9cb7-adeb1af7f5f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a85d42d-cb11-4d05-9266-7d9df6c06e3c HTTP/1.1" status: 200 len: 853 time: 0.0446391 Aug 04 18:00:43.387282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-a9aa6a16-bf5d-48b2-ae70-7c36e0b08f61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314701 Aug 04 18:00:43.482599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-5b1f9b24-fea2-407b-9ef3-ef7ddf4acfe7 service neutron] 10.222.0.82 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881755 Aug 04 18:00:43.580451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d953dde-ea76-4cff-b0cb-28a68db064cd req-732f7686-0bc8-444c-943c-4a3027e1b757 service neutron] 10.222.0.82 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905089 Aug 04 18:00:43.676219 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65b755-4272-47f4-b066-e1ce40beedfc req-1882c8b9-3950-47b0-b83d-bcd084a86c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:43.677800 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef65b755-4272-47f4-b066-e1ce40beedfc req-1882c8b9-3950-47b0-b83d-bcd084a86c4c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3480359edc6840ac9c43232969559f99&device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 1094 time: 0.0469177 Aug 04 18:00:43.777092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65b755-4272-47f4-b066-e1ce40beedfc req-1bbdf6a2-49c9-460b-97ef-eece58497264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:43.778733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef65b755-4272-47f4-b066-e1ce40beedfc req-1bbdf6a2-49c9-460b-97ef-eece58497264 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a HTTP/1.1" status: 200 len: 915 time: 0.0931370 Aug 04 18:00:43.824839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef65b755-4272-47f4-b066-e1ce40beedfc req-3aacbd90-7c15-4a28-9715-555a025fe44c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7705487-978e-48c4-a522-0662fdfd341c HTTP/1.1" status: 200 len: 217 time: 0.0372808 Aug 04 18:00:43.875547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65b755-4272-47f4-b066-e1ce40beedfc req-230a3c42-975d-4f19-97f2-ec39e61ae69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:43.876902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef65b755-4272-47f4-b066-e1ce40beedfc req-230a3c42-975d-4f19-97f2-ec39e61ae69b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a85d42d-cb11-4d05-9266-7d9df6c06e3c HTTP/1.1" status: 200 len: 853 time: 0.0441225 Aug 04 18:00:43.911550 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef65b755-4272-47f4-b066-e1ce40beedfc req-e27faf28-f3ce-49d0-b700-d914ad81208c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255969 Aug 04 18:00:44.009892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef65b755-4272-47f4-b066-e1ce40beedfc req-89d68664-757c-4997-beec-a8ec7ec55eb9 service neutron] 10.222.0.82 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898786 Aug 04 18:00:44.102653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef65b755-4272-47f4-b066-e1ce40beedfc req-aba6f13e-a3cf-4e8a-90f6-bc6a5bc9300b service neutron] 10.222.0.82 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850286 Aug 04 18:00:44.163428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58adcb-c1f3-4b65-9ea9-5442118bbed3 req-f28e55b3-a37b-4679-a837-acfea91cb33e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:44.164973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c58adcb-c1f3-4b65-9ea9-5442118bbed3 req-f28e55b3-a37b-4679-a837-acfea91cb33e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 943 time: 0.0589964 Aug 04 18:00:44.207103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c58adcb-c1f3-4b65-9ea9-5442118bbed3 req-744e7220-321d-45e8-b1e0-9cf15a704506 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361543 Aug 04 18:00:45.337242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c639e5-ccd9-4ef4-8c74-024560d57e08 req-c79ee9fb-1853-433e-a5ab-3c7671933c22 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:45.338757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88c639e5-ccd9-4ef4-8c74-024560d57e08 req-c79ee9fb-1853-433e-a5ab-3c7671933c22 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 943 time: 0.0545888 Aug 04 18:00:45.380450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-88c639e5-ccd9-4ef4-8c74-024560d57e08 req-1a1184fc-82bd-445f-aa6c-228b024ba63a tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352218 Aug 04 18:00:45.763479 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a7705487-978e-48c4-a522-0662fdfd341c details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:00:45.970534 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-e054121e-efa4-4ce0-a923-94cce6841ce4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434537 Aug 04 18:00:46.031182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a7705487-978e-48c4-a522-0662fdfd341c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a7705487-978e-48c4-a522-0662fdfd341c,segment=NetworkSegment(d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40),segment_id=d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:46.042698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'a7705487-978e-48c4-a522-0662fdfd341c', 'network_id': 'a1e3f20b-292c-4045-b73c-1b8b39ea3f0a', 'port_id': 'a7705487-978e-48c4-a522-0662fdfd341c', 'mac_address': 'fa:16:3e:56:33:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a85d42d-cb11-4d05-9266-7d9df6c06e3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:00:46.055797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-7babfa48-c165-47d7-b2b3-a03527efadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:46.057334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-7babfa48-c165-47d7-b2b3-a03527efadd7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3480359edc6840ac9c43232969559f99&device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 1097 time: 0.0435019 Aug 04 18:00:46.082509 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:46.095506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7705487-978e-48c4-a522-0662fdfd341c {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:00:46.116348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a7705487-978e-48c4-a522-0662fdfd341c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a7705487-978e-48c4-a522-0662fdfd341c,segment=NetworkSegment(d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40),segment_id=d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:46.122428 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:46.173355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-bd3b482a-6915-46ba-ab28-76408da82296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:46.174913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-bd3b482a-6915-46ba-ab28-76408da82296 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a HTTP/1.1" status: 200 len: 915 time: 0.0980513 Aug 04 18:00:46.177222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a7705487-978e-48c4-a522-0662fdfd341c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:46.218975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-f16a73db-988d-4478-823e-89dd722f57b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba308029-1e15-49fb-8eed-d3c9e2551771 HTTP/1.1" status: 200 len: 217 time: 0.0357194 Aug 04 18:00:46.275043 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-fb0555c6-a271-4fc9-bc48-4777da0643fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:46.276575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-fb0555c6-a271-4fc9-bc48-4777da0643fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a85d42d-cb11-4d05-9266-7d9df6c06e3c HTTP/1.1" status: 200 len: 853 time: 0.0504715 Aug 04 18:00:46.322768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['a7705487-978e-48c4-a522-0662fdfd341c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:00:46.665009 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-b6453ff3-d18d-47f7-8778-68ad98435e55 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3807809 Aug 04 18:00:46.769539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09be57-32d8-42de-b67d-ebbc5805cf78 req-97a876ff-6407-4108-ba3f-d74a00424556 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:46.771056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e09be57-32d8-42de-b67d-ebbc5805cf78 req-97a876ff-6407-4108-ba3f-d74a00424556 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 944 time: 0.1085503 Aug 04 18:00:46.805104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-1d2f38c7-f3d4-4fa5-b2c0-b7c5f8f065f2 service neutron] 10.222.0.90 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284635 Aug 04 18:00:46.831100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5e09be57-32d8-42de-b67d-ebbc5805cf78 req-00d5348e-df99-41c1-b838-60c398606c37 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540073 Aug 04 18:00:46.907287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ae8c2cb-5d6e-4740-8b4a-dbce0ca9356f req-51640813-cf58-413f-bb29-84edbd1d008b service neutron] 10.222.0.90 "GET /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909197 Aug 04 18:00:47.764994 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a7705487-978e-48c4-a522-0662fdfd341c up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:00:47.825093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port a7705487-978e-48c4-a522-0662fdfd341c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:00:47.831139 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port a7705487-978e-48c4-a522-0662fdfd341c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:00:47.831811 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:47.916574 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:47.939801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e455321c-83dc-4d7b-8e7f-47cb36389136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7705487-978e-48c4-a522-0662fdfd341c'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:00:47.942224 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5f61f8-6bc9-4cbd-b959-0c4759ab5340" -d '{"events": [{"server_uuid": "e455321c-83dc-4d7b-8e7f-47cb36389136", "name": "network-vif-plugged", "status": "completed", "tag": "a7705487-978e-48c4-a522-0662fdfd341c"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:00:47.952321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb9c02-8141-42c5-827c-e5b70c5de5d4 req-e803dfc1-2ec9-4941-a6c0-b757d324b9bf tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:47.953866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5fb9c02-8141-42c5-827c-e5b70c5de5d4 req-e803dfc1-2ec9-4941-a6c0-b757d324b9bf tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 944 time: 0.0538716 Aug 04 18:00:47.956304 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a7705487-978e-48c4-a522-0662fdfd341c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a7705487-978e-48c4-a522-0662fdfd341c,segment=NetworkSegment(d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40),segment_id=d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:47.961691 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:47.989009 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55b24de-8db5-40e5-9f9d-f12eab640e74 x-openstack-request-id: req-c55b24de-8db5-40e5-9f9d-f12eab640e74 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:00:47.989302 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e455321c-83dc-4d7b-8e7f-47cb36389136", "name": "network-vif-plugged", "status": "completed", "tag": "a7705487-978e-48c4-a522-0662fdfd341c", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:00:47.989552 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c55b24de-8db5-40e5-9f9d-f12eab640e74 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:00:47.989936 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e455321c-83dc-4d7b-8e7f-47cb36389136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7705487-978e-48c4-a522-0662fdfd341c', 'code': 200} Aug 04 18:00:47.999777 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5fb9c02-8141-42c5-827c-e5b70c5de5d4 req-a710c526-6a2c-4563-a18b-bd01e90f0e21 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361149 Aug 04 18:00:48.020280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a7705487-978e-48c4-a522-0662fdfd341c,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:48.082554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103d98d-d9bf-4850-8ae7-079cc5b626d5 req-62891177-0654-4acd-a177-8dc0736961e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:48.084127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6103d98d-d9bf-4850-8ae7-079cc5b626d5 req-62891177-0654-4acd-a177-8dc0736961e8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 1096 time: 0.0424418 Aug 04 18:00:48.123015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6103d98d-d9bf-4850-8ae7-079cc5b626d5 req-be09fa05-f503-4d09-be8f-44695f33d868 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Aug 04 18:00:49.130509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb0497-86e9-40e5-a418-00624f19d397 req-f660362b-4deb-46c4-8c66-f6ef80666b57 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:49.132032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ecdb0497-86e9-40e5-a418-00624f19d397 req-f660362b-4deb-46c4-8c66-f6ef80666b57 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 945 time: 0.0524292 Aug 04 18:00:49.172669 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ecdb0497-86e9-40e5-a418-00624f19d397 req-21faef02-2fca-4c62-8847-531ddc67f3cb tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339525 Aug 04 18:00:49.440230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bbf00-a30a-4209-a5cf-f4e93104be25 req-17297a97-c255-4fd1-bf7b-aab5df18ccf7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:49.441837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd7bbf00-a30a-4209-a5cf-f4e93104be25 req-17297a97-c255-4fd1-bf7b-aab5df18ccf7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 945 time: 0.0629110 Aug 04 18:00:49.484704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd7bbf00-a30a-4209-a5cf-f4e93104be25 req-9f37178e-57fa-41a1-8c0f-87945f0db0f3 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Aug 04 18:00:50.615292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d349e-c3a7-45fd-bd1c-fedee664d2fd req-658c1ec8-b5b8-4fa0-9363-958b11c8a240 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:50.616837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-776d349e-c3a7-45fd-bd1c-fedee664d2fd req-658c1ec8-b5b8-4fa0-9363-958b11c8a240 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 945 time: 0.0522554 Aug 04 18:00:50.686389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-776d349e-c3a7-45fd-bd1c-fedee664d2fd req-c7addf8e-e2ea-4176-abd3-67a74a615ea6 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601790 Aug 04 18:00:50.703319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-96d56635-e3cc-47f4-b4ae-672749262c13 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:50.703319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-96d56635-e3cc-47f4-b4ae-672749262c13 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.82 "GET /v2.0/ports?device_id=e455321c-83dc-4d7b-8e7f-47cb36389136 HTTP/1.1" status: 200 len: 945 time: 0.0751417 Aug 04 18:00:50.804100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-ed1af902-0a9d-4ef3-a5a9-83aaf122adb7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Deleting port a7705487-978e-48c4-a522-0662fdfd341c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:00:50.804359 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-ed1af902-0a9d-4ef3-a5a9-83aaf122adb7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:50.896810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-ed1af902-0a9d-4ef3-a5a9-83aaf122adb7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] For port a7705487-978e-48c4-a522-0662fdfd341c, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a7705487-978e-48c4-a522-0662fdfd341c,segment=NetworkSegment(d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40),segment_id=d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:50.897158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-ed1af902-0a9d-4ef3-a5a9-83aaf122adb7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:50.915884 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-ed1af902-0a9d-4ef3-a5a9-83aaf122adb7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Calling delete_port for a7705487-978e-48c4-a522-0662fdfd341c owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:00:51.064419 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-ed1af902-0a9d-4ef3-a5a9-83aaf122adb7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:51.078475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['a7705487-978e-48c4-a522-0662fdfd341c'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:00:51.093205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1af902-0a9d-4ef3-a5a9-83aaf122adb7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Pushing event deleted for resources: {'Port': ['ID=a7705487-978e-48c4-a522-0662fdfd341c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:51.101627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ba308029-1e15-49fb-8eed-d3c9e2551771'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:00:51.139706 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-ed1af902-0a9d-4ef3-a5a9-83aaf122adb7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] No DVR routers for this DVR port a7705487-978e-48c4-a522-0662fdfd341c on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:00:51.142436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-ed1af902-0a9d-4ef3-a5a9-83aaf122adb7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:51.144584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-947d4728-1df3-4f67-a749-fcfcf4eb5df3 req-ed1af902-0a9d-4ef3-a5a9-83aaf122adb7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.82 "DELETE /v2.0/ports/a7705487-978e-48c4-a522-0662fdfd341c HTTP/1.1" status: 204 len: 173 time: 0.4345021 Aug 04 18:00:51.145025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e455321c-83dc-4d7b-8e7f-47cb36389136', 'name': 'network-vif-deleted', 'tag': 'a7705487-978e-48c4-a522-0662fdfd341c'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:00:51.147350 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fc98dc-f33d-43b4-b684-588a2485406e" -d '{"events": [{"server_uuid": "e455321c-83dc-4d7b-8e7f-47cb36389136", "name": "network-vif-deleted", "tag": "a7705487-978e-48c4-a522-0662fdfd341c"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:00:51.204802 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b708dd6-8dd8-4e86-96f7-afb1da2ded7c x-openstack-request-id: req-3b708dd6-8dd8-4e86-96f7-afb1da2ded7c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:00:51.205254 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e455321c-83dc-4d7b-8e7f-47cb36389136", "name": "network-vif-deleted", "tag": "a7705487-978e-48c4-a522-0662fdfd341c", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:00:51.205882 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b708dd6-8dd8-4e86-96f7-afb1da2ded7c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:00:51.206531 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e455321c-83dc-4d7b-8e7f-47cb36389136', 'name': 'network-vif-deleted', 'tag': 'a7705487-978e-48c4-a522-0662fdfd341c', 'status': 'completed', 'code': 200} Aug 04 18:00:52.112456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38242-1a0f-486a-ad7e-b60e1f8c0825 req-aad05189-8878-4e0a-8272-a74f57cd0c2b tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:52.113970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9b38242-1a0f-486a-ad7e-b60e1f8c0825 req-aad05189-8878-4e0a-8272-a74f57cd0c2b tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0553119 Aug 04 18:00:52.158361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9b38242-1a0f-486a-ad7e-b60e1f8c0825 req-ba4f0964-eb37-49e6-ad9a-6e8dec40b754 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Aug 04 18:00:52.326175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c9763-d830-4e9e-ba6c-66db412e9dfa req-6f5f5d74-30bd-4d64-8656-e5c3846d2fc0 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:52.328369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-710c9763-d830-4e9e-ba6c-66db412e9dfa req-6f5f5d74-30bd-4d64-8656-e5c3846d2fc0 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0610960 Aug 04 18:00:52.384405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-710c9763-d830-4e9e-ba6c-66db412e9dfa req-0654a91f-585a-4a8f-9814-415446d55b23 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458064 Aug 04 18:00:52.537008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d24f3d-a5aa-46d9-b194-f1b5683f62c6 req-4f147104-1a5e-4fc8-865a-9855f22547b3 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:52.539013 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40d24f3d-a5aa-46d9-b194-f1b5683f62c6 req-4f147104-1a5e-4fc8-865a-9855f22547b3 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0699854 Aug 04 18:00:52.592988 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-40d24f3d-a5aa-46d9-b194-f1b5683f62c6 req-591150dd-d6ee-4d79-90a7-6eb64d32c406 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 Aug 04 18:00:52.800558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657d10d-9d43-4f36-9391-5c79144c4633 req-59965d17-90d0-4c9e-ac43-afa173f5e275 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:52.802171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9657d10d-9d43-4f36-9391-5c79144c4633 req-59965d17-90d0-4c9e-ac43-afa173f5e275 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0571761 Aug 04 18:00:52.851275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9657d10d-9d43-4f36-9391-5c79144c4633 req-b3bd3184-6f5a-4c50-abfb-5c305556b966 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Aug 04 18:00:52.999234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e469bb-8805-4779-8c72-9dc38b5d32d8 req-59e67c20-ec97-4e8d-af41-3969dda4d46c tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:53.001105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37e469bb-8805-4779-8c72-9dc38b5d32d8 req-59e67c20-ec97-4e8d-af41-3969dda4d46c tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0660563 Aug 04 18:00:53.047386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37e469bb-8805-4779-8c72-9dc38b5d32d8 req-a8c6a891-8e45-421d-9baa-3e56f8cb3917 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395000 Aug 04 18:00:53.197018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945df69-add1-4f29-9d14-60922e8ee3a1 req-b6cbfe0a-a62e-449a-9133-71a10a628309 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:53.198565 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e945df69-add1-4f29-9d14-60922e8ee3a1 req-b6cbfe0a-a62e-449a-9133-71a10a628309 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0587916 Aug 04 18:00:53.240058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e945df69-add1-4f29-9d14-60922e8ee3a1 req-949728ca-66d4-4603-a558-2ac9da744b6c tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329270 Aug 04 18:00:53.280138 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:00:53.604591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e4f7a-5dc3-438e-9a5f-527dcddfaa03 req-84cef72c-25f1-4054-b12f-2653da080e35 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:53.606280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-506e4f7a-5dc3-438e-9a5f-527dcddfaa03 req-84cef72c-25f1-4054-b12f-2653da080e35 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0560389 Aug 04 18:00:53.648722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-506e4f7a-5dc3-438e-9a5f-527dcddfaa03 req-17dd9d2f-6806-450e-9faf-c25fda31a4fc tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361593 Aug 04 18:00:53.796023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a7705487-978e-48c4-a522-0662fdfd341c no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:00:53.821548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: a7705487-978e-48c4-a522-0662fdfd341c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:00:53.821896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a7705487-978e-48c4-a522-0662fdfd341c not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:00:54.782189 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea65fb-bb33-4f3b-9c72-c06b05dc150c req-278179e9-555e-4ca5-8bcf-071d77ca3ce2 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:54.783738 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aea65fb-bb33-4f3b-9c72-c06b05dc150c req-278179e9-555e-4ca5-8bcf-071d77ca3ce2 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0559688 Aug 04 18:00:54.823495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aea65fb-bb33-4f3b-9c72-c06b05dc150c req-50edaeaa-6f46-494d-900e-8cc4ee2eaa2d tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/security-groups?id=6585cdad-7e7b-45b3-938f-f3136792ef27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336535 Aug 04 18:00:54.932010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-e8d9082e-46e2-4cd6-b657-9bf34db05f34 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:54.933615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-e8d9082e-46e2-4cd6-b657-9bf34db05f34 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.90 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 946 time: 0.0588212 Aug 04 18:00:55.043764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-cdba5607-05a8-4ad5-8c41-fb3ddf80745e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Deleting port ba308029-1e15-49fb-8eed-d3c9e2551771 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:00:55.044068 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-cdba5607-05a8-4ad5-8c41-fb3ddf80745e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:55.139404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-cdba5607-05a8-4ad5-8c41-fb3ddf80745e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] For port ba308029-1e15-49fb-8eed-d3c9e2551771, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=ba308029-1e15-49fb-8eed-d3c9e2551771,segment=NetworkSegment(d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40),segment_id=d60f1ccc-c4a9-4b26-9b9b-92029cc4fb40)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:00:55.139774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-cdba5607-05a8-4ad5-8c41-fb3ddf80745e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:55.154790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-cdba5607-05a8-4ad5-8c41-fb3ddf80745e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Calling delete_port for ba308029-1e15-49fb-8eed-d3c9e2551771 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:00:55.297309 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-cdba5607-05a8-4ad5-8c41-fb3ddf80745e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:55.310396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['ba308029-1e15-49fb-8eed-d3c9e2551771'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:00:55.333625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba5607-05a8-4ad5-8c41-fb3ddf80745e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Pushing event deleted for resources: {'Port': ['ID=ba308029-1e15-49fb-8eed-d3c9e2551771,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:55.376307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-cdba5607-05a8-4ad5-8c41-fb3ddf80745e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] No DVR routers for this DVR port ba308029-1e15-49fb-8eed-d3c9e2551771 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:00:55.379192 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-cdba5607-05a8-4ad5-8c41-fb3ddf80745e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:55.381472 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fa5c0c0e-5251-4028-864d-1e2bd9370f51 req-cdba5607-05a8-4ad5-8c41-fb3ddf80745e tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.90 "DELETE /v2.0/ports/ba308029-1e15-49fb-8eed-d3c9e2551771 HTTP/1.1" status: 204 len: 173 time: 0.4409726 Aug 04 18:00:55.382081 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583eb212-b82a-4989-b368-36792b479595', 'name': 'network-vif-deleted', 'tag': 'ba308029-1e15-49fb-8eed-d3c9e2551771'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:00:55.385176 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e646f40a-2f6d-470f-b2ec-89c3fd8f7aba" -d '{"events": [{"server_uuid": "583eb212-b82a-4989-b368-36792b479595", "name": "network-vif-deleted", "tag": "ba308029-1e15-49fb-8eed-d3c9e2551771"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:00:55.425942 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11b40be-9891-4d33-847e-e7fc9ebd7b25 x-openstack-request-id: req-f11b40be-9891-4d33-847e-e7fc9ebd7b25 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:00:55.426235 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583eb212-b82a-4989-b368-36792b479595", "name": "network-vif-deleted", "tag": "ba308029-1e15-49fb-8eed-d3c9e2551771", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:00:55.426488 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f11b40be-9891-4d33-847e-e7fc9ebd7b25 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:00:55.426942 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583eb212-b82a-4989-b368-36792b479595', 'name': 'network-vif-deleted', 'tag': 'ba308029-1e15-49fb-8eed-d3c9e2551771', 'status': 'completed', 'code': 200} Aug 04 18:00:55.944045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bbd4b8c-e89a-4c1b-9b03-31bbe3daa737 req-dfc734cb-e151-4fd6-b708-6fd6e11c25d7 tempest-ServersNegativeTestJSON-871500684 tempest-ServersNegativeTestJSON-871500684-project] 10.222.0.39 "GET /v2.0/ports?device_id=583eb212-b82a-4989-b368-36792b479595 HTTP/1.1" status: 200 len: 210 time: 0.0279787 Aug 04 18:00:57.003117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40364) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:57.049372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8599f54-b6d0-4a5a-a908-d22a06457117 admin admin] Deleting subnet 8a85d42d-cb11-4d05-9266-7d9df6c06e3c {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:00:57.052461 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f8599f54-b6d0-4a5a-a908-d22a06457117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.094991 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f8599f54-b6d0-4a5a-a908-d22a06457117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.142036 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f8599f54-b6d0-4a5a-a908-d22a06457117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.208096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f8599f54-b6d0-4a5a-a908-d22a06457117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.234999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8599f54-b6d0-4a5a-a908-d22a06457117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a85d42d-cb11-4d05-9266-7d9df6c06e3c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:57.238703 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f8599f54-b6d0-4a5a-a908-d22a06457117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.240952 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f8599f54-b6d0-4a5a-a908-d22a06457117 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8a85d42d-cb11-4d05-9266-7d9df6c06e3c HTTP/1.1" status: 204 len: 168 time: 0.2365401 Aug 04 18:00:57.244179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40366) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:57.325583 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.411113 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.421715 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e3f20b-292c-4045-b73c-1b8b39ea3f0a']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:57.432378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:57.432669 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60f1ccc-c4a9-4b26-9b9b-92029cc4fb40') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:00:57.442315 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.456809 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.462648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:00:57.463069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:00:57.464670 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:00:57.525076 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.531862 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.536332 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a1e3f20b-292c-4045-b73c-1b8b39ea3f0a HTTP/1.1" status: 204 len: 168 time: 0.2886953 Aug 04 18:00:57.547178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a8ff8-5d5b-47a2-b65f-7f67184fa2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e3f20b-292c-4045-b73c-1b8b39ea3f0a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:57.656376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40370) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:57.702492 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0aefb0ab-4b23-4066-bade-b93a44a52fcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3480359edc6840ac9c43232969559f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449166 Aug 04 18:00:57.706146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40372) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:57.759458 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e49be1e-de47-4016-ab87-c1c2f4453ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.782013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e49be1e-de47-4016-ab87-c1c2f4453ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.831964 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e49be1e-de47-4016-ab87-c1c2f4453ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.835366 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9e49be1e-de47-4016-ab87-c1c2f4453ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:57.839027 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9e49be1e-de47-4016-ab87-c1c2f4453ac5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6585cdad-7e7b-45b3-938f-f3136792ef27 HTTP/1.1" status: 204 len: 168 time: 0.1295149 Aug 04 18:00:57.846185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49be1e-de47-4016-ab87-c1c2f4453ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6585cdad-7e7b-45b3-938f-f3136792ef27,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:58.558162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ba308029-1e15-49fb-8eed-d3c9e2551771 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:00:58.586493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: ba308029-1e15-49fb-8eed-d3c9e2551771 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:00:58.586868 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device ba308029-1e15-49fb-8eed-d3c9e2551771 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:00:58.604908 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40394) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:00:58.731699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1332877881'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:00:58.762038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Made reservation on behalf of 235f2077a55744a6852f36184cbfdd4f for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:00:58.766967 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:58.775824 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:58.868188 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:58.873949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:58.900862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:00:58.911047 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832bd102-beb1-48ef-b446-107d9311a238,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:58.916208 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:58.916550 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Added segment b8cfa212-ddbb-4300-92d6-30e94014a063 of type vlan for network cf732c59-c4db-4e2d-8dd6-1c90f4776107 Aug 04 18:00:58.958725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:58.989718 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:58.996196 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:00:58.996815 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:00:59.073305 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4671524 Aug 04 18:00:59.081778 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb29a2-97ff-48c3-bc32-78e35f9ae92d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'Network': ['ID=cf732c59-c4db-4e2d-8dd6-1c90f4776107,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:00:59.094009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network cf732c59-c4db-4e2d-8dd6-1c90f4776107 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:01:02.043191 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-178ab564-38ca-48d0-a47d-17c325717481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:02.302685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40398) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:02.308026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Request body: {'subnet': {'network_id': 'cf732c59-c4db-4e2d-8dd6-1c90f4776107', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:02.406015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Made reservation on behalf of 235f2077a55744a6852f36184cbfdd4f for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:02.409792 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:02.603350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:02.677190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'Subnet': ['ID=723115cc-8af5-424c-84e0-37393dd23de3,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:02.691612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Checking segment: {'id': 'b8cfa212-ddbb-4300-92d6-30e94014a063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'cf732c59-c4db-4e2d-8dd6-1c90f4776107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:02.691960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Network hostable DHCP agents. Network: cf732c59-c4db-4e2d-8dd6-1c90f4776107, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:01:02.712563 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Network cf732c59-c4db-4e2d-8dd6-1c90f4776107 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:01:02.728157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, cf732c59-c4db-4e2d-8dd6-1c90f4776107) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:02.733246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:02.733855 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:02.739730 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb25b0-50d4-47ee-b64d-8bce26c98b53 None None] Network cf732c59-c4db-4e2d-8dd6-1c90f4776107 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:02.751322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c674f5de-f846-4d9a-916c-0c7ed686a0e5 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4474862 Aug 04 18:01:02.755108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40400) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:02.760288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452751015'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:02.782363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Made reservation on behalf of 235f2077a55744a6852f36184cbfdd4f for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:02.786097 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:02.811399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:01:02.822140 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:02.822483 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Added segment f93274ce-346a-42de-907a-268c00ee9b52 of type vlan for network 98e6f831-1766-48c7-b075-9a26a817183b Aug 04 18:01:02.871414 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:02.894186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-cf732c59-c4db-4e2d-8dd6-1c90f4776107', 'network_id': 'cf732c59-c4db-4e2d-8dd6-1c90f4776107', 'tenant_id': '235f2077a55744a6852f36184cbfdd4f', 'fixed_ips': [{'subnet_id': '723115cc-8af5-424c-84e0-37393dd23de3'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:01:02.895085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:02.902441 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:02.908730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:02.909320 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:02.978130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2218618 Aug 04 18:01:02.981079 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40402) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:02.988084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Request body: {'subnet': {'network_id': '98e6f831-1766-48c7-b075-9a26a817183b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:02.993440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fffbbb-e962-4005-9c90-f22928417e03 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'Network': ['ID=98e6f831-1766-48c7-b075-9a26a817183b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:03.015758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 98e6f831-1766-48c7-b075-9a26a817183b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:01:03.081284 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Made reservation on behalf of 235f2077a55744a6852f36184cbfdd4f for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:03.085564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.089792 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Allocated IP 2001:db8:0:ffff::2 (cf732c59-c4db-4e2d-8dd6-1c90f4776107/723115cc-8af5-424c-84e0-37393dd23de3/bcbd8fef-27af-4e0e-ac03-52d78a1ae670) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:03.238122 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.247035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Transition to ACTIVE for port object bcbd8fef-27af-4e0e-ac03-52d78a1ae670 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:03.261599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Transition to ACTIVE for port object bcbd8fef-27af-4e0e-ac03-52d78a1ae670 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:03.268555 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.288602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.310941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Network cf732c59-c4db-4e2d-8dd6-1c90f4776107 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:03.314021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:03.316557 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:03.324402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Pushing event updated for resources: {'Port': ['ID=bcbd8fef-27af-4e0e-ac03-52d78a1ae670,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:03.353286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.353649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.353978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.354318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.354715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.355067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.355394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.355749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.356035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.356227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'Subnet': ['ID=bb564cb2-012d-44f3-a101-ff74753d29d3,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:03.356696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.356696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.356971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:03.361845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Checking segment: {'id': 'f93274ce-346a-42de-907a-268c00ee9b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '98e6f831-1766-48c7-b075-9a26a817183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:03.362202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Network hostable DHCP agents. Network: 98e6f831-1766-48c7-b075-9a26a817183b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:01:03.384946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Network 98e6f831-1766-48c7-b075-9a26a817183b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:01:03.391430 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Attempting to bind port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:03.391795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Attempting to bind port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b8cfa212-ddbb-4300-92d6-30e94014a063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'cf732c59-c4db-4e2d-8dd6-1c90f4776107'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:03.392187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Attempting to bind port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 on network cf732c59-c4db-4e2d-8dd6-1c90f4776107 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:03.395971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 98e6f831-1766-48c7-b075-9a26a817183b) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:03.397734 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:03.398093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Checking segment: {'id': 'b8cfa212-ddbb-4300-92d6-30e94014a063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'cf732c59-c4db-4e2d-8dd6-1c90f4776107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:03.398557 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.398979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Bound using segment: {'id': 'b8cfa212-ddbb-4300-92d6-30e94014a063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'cf732c59-c4db-4e2d-8dd6-1c90f4776107'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:03.399437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Bound port: bcbd8fef-27af-4e0e-ac03-52d78a1ae670, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cfa212-ddbb-4300-92d6-30e94014a063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'cf732c59-c4db-4e2d-8dd6-1c90f4776107'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:03.399815 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.400318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:03.401057 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.410170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402daa57-e312-42de-b1e1-24bf7712bc53 None None] Network 98e6f831-1766-48c7-b075-9a26a817183b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:03.417350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d66a2679-e136-48b4-8ed6-930692a3eec8 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4352686 Aug 04 18:01:03.420227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40404) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:03.522865 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.523696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] For port bcbd8fef-27af-4e0e-ac03-52d78a1ae670, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:03.531945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] For port bcbd8fef-27af-4e0e-ac03-52d78a1ae670, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bcbd8fef-27af-4e0e-ac03-52d78a1ae670,segment=NetworkSegment(b8cfa212-ddbb-4300-92d6-30e94014a063),segment_id=b8cfa212-ddbb-4300-92d6-30e94014a063)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:03.539822 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.575426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.625122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdc5f3-da9f-49f5-8c12-50bf56fac8e4 None None] Pushing event updated for resources: {'Port': ['ID=bcbd8fef-27af-4e0e-ac03-52d78a1ae670,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:03.653001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7084ea5-785e-4f66-8c9b-20fe1a46c27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-98e6f831-1766-48c7-b075-9a26a817183b', 'network_id': '98e6f831-1766-48c7-b075-9a26a817183b', 'tenant_id': '235f2077a55744a6852f36184cbfdd4f', 'fixed_ips': [{'subnet_id': 'bb564cb2-012d-44f3-a101-ff74753d29d3'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:01:03.654005 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d7084ea5-785e-4f66-8c9b-20fe1a46c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.664025 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.693711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Subnet': ['ID=bb564cb2-012d-44f3-a101-ff74753d29d3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:03.755813 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.766574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e6f831-1766-48c7-b075-9a26a817183b']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:03.767654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed531560-8784-4902-a3e2-eab67007a257 None None] Network 98e6f831-1766-48c7-b075-9a26a817183b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:03.790836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93274ce-346a-42de-907a-268c00ee9b52') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:03.791305 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93274ce-346a-42de-907a-268c00ee9b52') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:03.806183 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.823694 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.849050 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:01:03.849497 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:01:03.852725 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:01:03.926433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.933995 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:03.935827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/networks/98e6f831-1766-48c7-b075-9a26a817183b HTTP/1.1" status: 204 len: 168 time: 0.5143783 Aug 04 18:01:03.940763 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40406) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:03.946058 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-170002646'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:03.947287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a7079-8cb1-4e0c-a362-1477183fa6f0 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Network': ['ID=98e6f831-1766-48c7-b075-9a26a817183b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:03.972059 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Made reservation on behalf of 235f2077a55744a6852f36184cbfdd4f for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:03.975744 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.000787 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:01:04.010351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.010687 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Added segment 716a97ec-3d59-4c72-8f00-34ec4fa483a4 of type vlan for network eb7ed8bf-c41e-4626-8b82-7e255696162b Aug 04 18:01:04.051573 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.092474 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.098154 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:04.098742 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.162386 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2204683 Aug 04 18:01:04.165341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40408) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:04.172730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Request body: {'subnet': {'network_id': 'eb7ed8bf-c41e-4626-8b82-7e255696162b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:04.177592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d99dbf-a904-48b9-91ca-b31babd556e7 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'Network': ['ID=eb7ed8bf-c41e-4626-8b82-7e255696162b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:04.191269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network eb7ed8bf-c41e-4626-8b82-7e255696162b details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:01:04.277795 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Made reservation on behalf of 235f2077a55744a6852f36184cbfdd4f for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:04.281623 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.341501 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Performing IP validity checks on allocation pools {{(pid=105829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 04 18:01:04.341853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.ipam_backend_mixin [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105829) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 04 18:01:04.474269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.505882 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f2b33dfd-bb37-4f24-a641-43c13a036823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.514380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb108a-f32d-490c-b523-10844b4ab03d None None] Network cf732c59-c4db-4e2d-8dd6-1c90f4776107 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:04.552303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'Subnet': ['ID=1deacc3e-e9e1-4686-bf61-27d9fd98129d,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:04.564767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Checking segment: {'id': '716a97ec-3d59-4c72-8f00-34ec4fa483a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'eb7ed8bf-c41e-4626-8b82-7e255696162b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:04.565125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Network hostable DHCP agents. Network: eb7ed8bf-c41e-4626-8b82-7e255696162b, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:01:04.584212 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Network eb7ed8bf-c41e-4626-8b82-7e255696162b is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:01:04.597518 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, eb7ed8bf-c41e-4626-8b82-7e255696162b) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:04.606839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:04.606839 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.622547 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-04d4e5d8-33e9-46de-9bdd-dc02ac492997 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4558411 Aug 04 18:01:04.625305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40412) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:04.630651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e2ddf0-cf5f-4502-87b1-3545e245fe77 None None] Network eb7ed8bf-c41e-4626-8b82-7e255696162b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:04.675068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ad7c34ef-7f50-49b1-a6be-7ef319d85a87 None None] Provisioning for port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:04.727857 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.809359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.823446 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51aa6d9-bfd7-43f1-9cc1-def0cbcc25bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-eb7ed8bf-c41e-4626-8b82-7e255696162b', 'network_id': 'eb7ed8bf-c41e-4626-8b82-7e255696162b', 'tenant_id': '235f2077a55744a6852f36184cbfdd4f', 'fixed_ips': [{'subnet_id': '1deacc3e-e9e1-4686-bf61-27d9fd98129d'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:01:04.824329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e51aa6d9-bfd7-43f1-9cc1-def0cbcc25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.879763 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.913110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Subnet': ['ID=1deacc3e-e9e1-4686-bf61-27d9fd98129d,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server [None req-e51aa6d9-bfd7-43f1-9cc1-def0cbcc25bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1deacc3e-e9e1-4686-bf61-27d9fd98129d: This subnet is being modified by another concurrent operation. Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise self.value Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server raise exception Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1deacc3e-e9e1-4686-bf61-27d9fd98129d: This subnet is being modified by another concurrent operation. Aug 04 18:01:04.943995 n-d-764435-5 neutron-server[105830]: ERROR oslo_messaging.rpc.server Aug 04 18:01:04.965242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb8f73-bc13-42a2-a13a-cf7b1e2e5e5d None None] Network eb7ed8bf-c41e-4626-8b82-7e255696162b requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:04.977563 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:04.987734 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7ed8bf-c41e-4626-8b82-7e255696162b']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:04.999195 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716a97ec-3d59-4c72-8f00-34ec4fa483a4') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:04.999588 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716a97ec-3d59-4c72-8f00-34ec4fa483a4') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:05.008312 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.022352 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.028169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:01:05.028549 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:01:05.031674 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:01:05.080256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88ed2b-0b2c-4312-8841-3136041dcea5 None None] get_active_networks_info from n-d-764435-5 {{(pid=105830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 18:01:05.095918 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.103516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.109217 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/networks/eb7ed8bf-c41e-4626-8b82-7e255696162b HTTP/1.1" status: 204 len: 168 time: 0.4791286 Aug 04 18:01:05.110241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40414) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:05.115204 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-414245690'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:05.117120 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.140462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Made reservation on behalf of 235f2077a55744a6852f36184cbfdd4f for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:05.144318 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.158133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88ed2b-0b2c-4312-8841-3136041dcea5 None None] Resources bound (agent type, host, resource id): {{(pid=105830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 04 18:01:05.178588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:01:05.189390 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.189721 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Added segment 2159c78e-fe64-417a-ba07-f7e69dd4cff5 of type vlan for network 604372f8-ef48-4a79-bde9-9b19dd102d92 Aug 04 18:01:05.243944 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.274988 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.281232 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:05.281952 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.349338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2383769 Aug 04 18:01:05.352864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40416) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:05.360198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Request body: {'subnet': {'network_id': '604372f8-ef48-4a79-bde9-9b19dd102d92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:05.381712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b0de0-291f-471f-be82-ecf4fff5b08a tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'Network': ['ID=604372f8-ef48-4a79-bde9-9b19dd102d92,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:05.393741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 604372f8-ef48-4a79-bde9-9b19dd102d92 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:01:05.497402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Made reservation on behalf of 235f2077a55744a6852f36184cbfdd4f for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:05.502349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.503305 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bcbd8fef-27af-4e0e-ac03-52d78a1ae670 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:05.508599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd1760-c332-4608-869b-671d63f7e3f1 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Network': ['ID=eb7ed8bf-c41e-4626-8b82-7e255696162b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:05.555239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:05.558894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:05.559271 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.639094 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.678033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port bcbd8fef-27af-4e0e-ac03-52d78a1ae670, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bcbd8fef-27af-4e0e-ac03-52d78a1ae670,segment=NetworkSegment(b8cfa212-ddbb-4300-92d6-30e94014a063),segment_id=b8cfa212-ddbb-4300-92d6-30e94014a063)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:05.683165 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.697242 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.734669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=bcbd8fef-27af-4e0e-ac03-52d78a1ae670,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:05.765006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'Subnet': ['ID=85c6f10a-8c63-4cb6-8b74-8c10e1383c75,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:05.772532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Checking segment: {'id': '2159c78e-fe64-417a-ba07-f7e69dd4cff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '604372f8-ef48-4a79-bde9-9b19dd102d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:05.772786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Network hostable DHCP agents. Network: 604372f8-ef48-4a79-bde9-9b19dd102d92, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:01:05.791514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Network 604372f8-ef48-4a79-bde9-9b19dd102d92 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:01:05.802826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 604372f8-ef48-4a79-bde9-9b19dd102d92) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:05.807764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:05.808348 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.813381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57889829-61b3-4a5f-ab0a-ba66f03cc8b5 None None] Network 604372f8-ef48-4a79-bde9-9b19dd102d92 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:05.829365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40418) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:05.829732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-92ba3394-9bd1-43a9-ac22-ab009c0762c2 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4755104 Aug 04 18:01:05.834816 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-906533094'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:05.857670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Made reservation on behalf of 235f2077a55744a6852f36184cbfdd4f for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:05.861293 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.884909 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:01:05.894375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.894725 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Added segment 34afe6ce-b3c4-4486-8c6f-32ff38d0cbae of type vlan for network 5e7e808e-79f6-4037-85c2-1cbe25c7073c Aug 04 18:01:05.940842 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.960724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-604372f8-ef48-4a79-bde9-9b19dd102d92', 'network_id': '604372f8-ef48-4a79-bde9-9b19dd102d92', 'tenant_id': '235f2077a55744a6852f36184cbfdd4f', 'fixed_ips': [{'subnet_id': '85c6f10a-8c63-4cb6-8b74-8c10e1383c75'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:01:05.961636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.976484 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:05.990464 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:05.991388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.058311 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2275429 Aug 04 18:01:06.061144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40420) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:06.068748 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Request body: {'subnet': {'network_id': '5e7e808e-79f6-4037-85c2-1cbe25c7073c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:06.075339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c8f37-91dd-49a3-9131-04b1ecd2b876 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'Network': ['ID=5e7e808e-79f6-4037-85c2-1cbe25c7073c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:06.086278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 5e7e808e-79f6-4037-85c2-1cbe25c7073c details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:01:06.159865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Allocated IP 2001:db8::2 (604372f8-ef48-4a79-bde9-9b19dd102d92/85c6f10a-8c63-4cb6-8b74-8c10e1383c75/4888a0ed-06ab-451d-a7f4-ff23e89074ce) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:06.165039 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Made reservation on behalf of 235f2077a55744a6852f36184cbfdd4f for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:06.169986 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.175530 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.321366 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.329759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Transition to ACTIVE for port object 4888a0ed-06ab-451d-a7f4-ff23e89074ce will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:06.345129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Transition to ACTIVE for port object 4888a0ed-06ab-451d-a7f4-ff23e89074ce will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:06.355558 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.360470 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.395451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Network 604372f8-ef48-4a79-bde9-9b19dd102d92 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:06.398316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:06.403849 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:06.412903 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Pushing event updated for resources: {'Port': ['ID=4888a0ed-06ab-451d-a7f4-ff23e89074ce,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:06.415881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event updated for resources: {'Subnet': ['ID=31aa9b35-74b8-47fa-8bca-336884a8092e,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:06.431619 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Checking segment: {'id': '34afe6ce-b3c4-4486-8c6f-32ff38d0cbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5e7e808e-79f6-4037-85c2-1cbe25c7073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:06.431989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Network hostable DHCP agents. Network: 5e7e808e-79f6-4037-85c2-1cbe25c7073c, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:01:06.449686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Network 5e7e808e-79f6-4037-85c2-1cbe25c7073c is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:01:06.459862 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 5e7e808e-79f6-4037-85c2-1cbe25c7073c) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:06.463810 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:06.464437 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.464703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Attempting to bind port 4888a0ed-06ab-451d-a7f4-ff23e89074ce on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:06.465162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Attempting to bind port 4888a0ed-06ab-451d-a7f4-ff23e89074ce by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '2159c78e-fe64-417a-ba07-f7e69dd4cff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '604372f8-ef48-4a79-bde9-9b19dd102d92'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:06.465539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Attempting to bind port 4888a0ed-06ab-451d-a7f4-ff23e89074ce on network 604372f8-ef48-4a79-bde9-9b19dd102d92 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:06.472355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab1555c-8cf5-47a2-b4e8-713a4b8ad535 None None] Network 5e7e808e-79f6-4037-85c2-1cbe25c7073c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:06.475548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:06.475900 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Checking segment: {'id': '2159c78e-fe64-417a-ba07-f7e69dd4cff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '604372f8-ef48-4a79-bde9-9b19dd102d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:06.476338 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.476797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Bound using segment: {'id': '2159c78e-fe64-417a-ba07-f7e69dd4cff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '604372f8-ef48-4a79-bde9-9b19dd102d92'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:06.477265 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Bound port: 4888a0ed-06ab-451d-a7f4-ff23e89074ce, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2159c78e-fe64-417a-ba07-f7e69dd4cff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '604372f8-ef48-4a79-bde9-9b19dd102d92'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:06.477599 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.482274 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4ba8109f-f99a-4c45-a4af-afb95b28c50e tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4176018 Aug 04 18:01:06.482525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40422) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:06.589428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.646671 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.710584 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.744860 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Subnet': ['ID=31aa9b35-74b8-47fa-8bca-336884a8092e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:06.776156 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] For port 4888a0ed-06ab-451d-a7f4-ff23e89074ce, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:06.780403 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] For port 4888a0ed-06ab-451d-a7f4-ff23e89074ce, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4888a0ed-06ab-451d-a7f4-ff23e89074ce,segment=NetworkSegment(2159c78e-fe64-417a-ba07-f7e69dd4cff5),segment_id=2159c78e-fe64-417a-ba07-f7e69dd4cff5)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:06.800226 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.817837 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.828559 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7e808e-79f6-4037-85c2-1cbe25c7073c']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:06.839359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34afe6ce-b3c4-4486-8c6f-32ff38d0cbae') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:06.839705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34afe6ce-b3c4-4486-8c6f-32ff38d0cbae') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:06.850871 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.857051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25dd7a0-68e2-4890-a5f8-a4b257914122 None None] Network 5e7e808e-79f6-4037-85c2-1cbe25c7073c requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:06.868310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.877438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:01:06.877870 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:01:06.881577 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:01:06.924584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540e3a4-aff2-437b-a61c-2132b314f52e None None] Pushing event updated for resources: {'Port': ['ID=4888a0ed-06ab-451d-a7f4-ff23e89074ce,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:06.954368 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.962395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:06.964137 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/networks/5e7e808e-79f6-4037-85c2-1cbe25c7073c HTTP/1.1" status: 204 len: 168 time: 0.4805396 Aug 04 18:01:06.970160 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40424) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:06.977052 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c275f21-b7e6-4740-b6e5-339c0f5d6014 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Network': ['ID=5e7e808e-79f6-4037-85c2-1cbe25c7073c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:07.011105 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-08341d73-cc81-4871-a859-c02f3c0de576 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] GET failed (client error): The resource could not be found. Aug 04 18:01:07.012489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-08341d73-cc81-4871-a859-c02f3c0de576 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "GET /v2.0/subnets/31aa9b35-74b8-47fa-8bca-336884a8092e HTTP/1.1" status: 404 len: 337 time: 0.0405385 Aug 04 18:01:07.015469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40426) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:07.042830 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c653353d-4262-4630-8017-f495db41ea2c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] DELETE failed (client error): The resource could not be found. Aug 04 18:01:07.043467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c653353d-4262-4630-8017-f495db41ea2c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 18:01:07.045372 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c653353d-4262-4630-8017-f495db41ea2c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/networks/5e7e808e-79f6-4037-85c2-1cbe25c7073c HTTP/1.1" status: 404 len: 339 time: 0.0288038 Aug 04 18:01:07.052495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40428) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:07.081551 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2175ce-18d0-40b3-ade1-5442dac66c74 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] DELETE failed (client error): The resource could not be found. Aug 04 18:01:07.082011 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2175ce-18d0-40b3-ade1-5442dac66c74 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 18:01:07.083844 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ec2175ce-18d0-40b3-ade1-5442dac66c74 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/subnets/31aa9b35-74b8-47fa-8bca-336884a8092e HTTP/1.1" status: 404 len: 337 time: 0.0303323 Aug 04 18:01:07.086630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40430) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:07.107583 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b62ce23-44dc-4128-b049-0db6f963649d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] DELETE failed (client error): The resource could not be found. Aug 04 18:01:07.108181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b62ce23-44dc-4128-b049-0db6f963649d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 18:01:07.110304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8b62ce23-44dc-4128-b049-0db6f963649d tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/networks/5e7e808e-79f6-4037-85c2-1cbe25c7073c HTTP/1.1" status: 404 len: 339 time: 0.0226722 Aug 04 18:01:07.113047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40432) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:07.173166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5145a6c1-656b-4f02-ae52-c4a925d44336 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Deleting subnet 85c6f10a-8c63-4cb6-8b74-8c10e1383c75 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:01:07.176732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5145a6c1-656b-4f02-ae52-c4a925d44336 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.220176 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5145a6c1-656b-4f02-ae52-c4a925d44336 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.315356 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5145a6c1-656b-4f02-ae52-c4a925d44336 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.386577 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5145a6c1-656b-4f02-ae52-c4a925d44336 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.415356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145a6c1-656b-4f02-ae52-c4a925d44336 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Subnet': ['ID=85c6f10a-8c63-4cb6-8b74-8c10e1383c75,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:07.417359 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5145a6c1-656b-4f02-ae52-c4a925d44336 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.422312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5145a6c1-656b-4f02-ae52-c4a925d44336 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/subnets/85c6f10a-8c63-4cb6-8b74-8c10e1383c75 HTTP/1.1" status: 204 len: 168 time: 0.3081563 Aug 04 18:01:07.422668 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40434) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:07.503565 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.515595 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bcbd8fef-27af-4e0e-ac03-52d78a1ae670 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:07.565177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Deleting port 4888a0ed-06ab-451d-a7f4-ff23e89074ce {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:01:07.565603 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.565962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:07.566313 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.637781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] For port 4888a0ed-06ab-451d-a7f4-ff23e89074ce, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4888a0ed-06ab-451d-a7f4-ff23e89074ce,segment=NetworkSegment(2159c78e-fe64-417a-ba07-f7e69dd4cff5),segment_id=2159c78e-fe64-417a-ba07-f7e69dd4cff5)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:07.638428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.647284 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4888a0ed-06ab-451d-a7f4-ff23e89074ce up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:07.654121 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Calling delete_port for 4888a0ed-06ab-451d-a7f4-ff23e89074ce owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:01:07.708145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 4888a0ed-06ab-451d-a7f4-ff23e89074ce completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:07.716090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.744045 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.771273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Port': ['ID=4888a0ed-06ab-451d-a7f4-ff23e89074ce,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:07.774846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] No DVR routers for this DVR port 4888a0ed-06ab-451d-a7f4-ff23e89074ce on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:01:07.795961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65462827-6d68-4f9b-a338-eedeae1a27bc None None] Network 604372f8-ef48-4a79-bde9-9b19dd102d92 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:07.865452 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.876879 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604372f8-ef48-4a79-bde9-9b19dd102d92']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:07.887240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-730fe31d-dde9-42a2-9456-aafed4fa58a7 None None] Could not find standard attr ID for object 4888a0ed-06ab-451d-a7f4-ff23e89074ce. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 18:01:07.893696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2159c78e-fe64-417a-ba07-f7e69dd4cff5') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:07.894153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2159c78e-fe64-417a-ba07-f7e69dd4cff5') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:07.904209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.920338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.928141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:01:07.928596 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:01:07.932151 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:01:07.962553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87e282a-0aed-49cc-a97f-298bcdeffb81 None None] DHCP port deletion for 604372f8-ef48-4a79-bde9-9b19dd102d92 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:01:07.997987 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.005063 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.006935 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/networks/604372f8-ef48-4a79-bde9-9b19dd102d92 HTTP/1.1" status: 204 len: 168 time: 0.5826151 Aug 04 18:01:08.009618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40436) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:08.018825 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b93ed-062e-4a22-917a-93ec2a4f866f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Network': ['ID=604372f8-ef48-4a79-bde9-9b19dd102d92,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:08.036907 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e7c253-ba71-45bb-9124-6b25ecd7ac4f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] DELETE failed (client error): The resource could not be found. Aug 04 18:01:08.037302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e7c253-ba71-45bb-9124-6b25ecd7ac4f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 18:01:08.039062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-20e7c253-ba71-45bb-9124-6b25ecd7ac4f tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/subnets/1deacc3e-e9e1-4686-bf61-27d9fd98129d HTTP/1.1" status: 404 len: 337 time: 0.0283160 Aug 04 18:01:08.041678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40438) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:08.059485 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7c50f4-4167-49e5-b0b8-cb2f73a35a72 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] DELETE failed (client error): The resource could not be found. Aug 04 18:01:08.059993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7c50f4-4167-49e5-b0b8-cb2f73a35a72 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 18:01:08.061617 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cf7c50f4-4167-49e5-b0b8-cb2f73a35a72 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/networks/eb7ed8bf-c41e-4626-8b82-7e255696162b HTTP/1.1" status: 404 len: 339 time: 0.0190578 Aug 04 18:01:08.064135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40440) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:08.088886 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8603020c-7f8e-4d31-ac17-6d9479e49dfb tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] DELETE failed (client error): The resource could not be found. Aug 04 18:01:08.089306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8603020c-7f8e-4d31-ac17-6d9479e49dfb tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 18:01:08.091014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8603020c-7f8e-4d31-ac17-6d9479e49dfb tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/subnets/bb564cb2-012d-44f3-a101-ff74753d29d3 HTTP/1.1" status: 404 len: 337 time: 0.0260172 Aug 04 18:01:08.094664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40442) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:08.122460 n-d-764435-5 neutron-server[105828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6deb015b-c1ac-465e-a811-9fcbc4a29b44 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] DELETE failed (client error): The resource could not be found. Aug 04 18:01:08.123177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6deb015b-c1ac-465e-a811-9fcbc4a29b44 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 04 18:01:08.125237 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6deb015b-c1ac-465e-a811-9fcbc4a29b44 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/networks/98e6f831-1766-48c7-b075-9a26a817183b HTTP/1.1" status: 404 len: 339 time: 0.0291352 Aug 04 18:01:08.127944 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40444) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:08.182508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-2834f616-2b8b-45ab-83a0-f43edb1c186c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Deleting subnet 723115cc-8af5-424c-84e0-37393dd23de3 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:01:08.186337 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2834f616-2b8b-45ab-83a0-f43edb1c186c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.244778 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2834f616-2b8b-45ab-83a0-f43edb1c186c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.335142 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2834f616-2b8b-45ab-83a0-f43edb1c186c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.402478 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2834f616-2b8b-45ab-83a0-f43edb1c186c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.430250 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834f616-2b8b-45ab-83a0-f43edb1c186c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Subnet': ['ID=723115cc-8af5-424c-84e0-37393dd23de3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:08.435985 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-2834f616-2b8b-45ab-83a0-f43edb1c186c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.435985 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-2834f616-2b8b-45ab-83a0-f43edb1c186c tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/subnets/723115cc-8af5-424c-84e0-37393dd23de3 HTTP/1.1" status: 204 len: 168 time: 0.3066981 Aug 04 18:01:08.438508 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40446) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:08.441031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38974e31-2193-4822-bee7-a953ecb1f41f None None] Network cf732c59-c4db-4e2d-8dd6-1c90f4776107 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:08.517949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.572057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Deleting port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:01:08.572404 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.623258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203a813-0482-4be1-b521-678ad7a2a273 None None] DHCP port deletion for cf732c59-c4db-4e2d-8dd6-1c90f4776107 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:01:08.637407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] For port bcbd8fef-27af-4e0e-ac03-52d78a1ae670, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bcbd8fef-27af-4e0e-ac03-52d78a1ae670,segment=NetworkSegment(b8cfa212-ddbb-4300-92d6-30e94014a063),segment_id=b8cfa212-ddbb-4300-92d6-30e94014a063)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:08.637778 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.651301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Calling delete_port for bcbd8fef-27af-4e0e-ac03-52d78a1ae670 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:01:08.670834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6203a813-0482-4be1-b521-678ad7a2a273 None None] Deleting port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:01:08.671278 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6203a813-0482-4be1-b521-678ad7a2a273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.737761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6203a813-0482-4be1-b521-678ad7a2a273 None None] For port bcbd8fef-27af-4e0e-ac03-52d78a1ae670, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=bcbd8fef-27af-4e0e-ac03-52d78a1ae670,segment=NetworkSegment(b8cfa212-ddbb-4300-92d6-30e94014a063),segment_id=b8cfa212-ddbb-4300-92d6-30e94014a063)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:08.738082 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6203a813-0482-4be1-b521-678ad7a2a273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.739082 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.751411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6203a813-0482-4be1-b521-678ad7a2a273 None None] Calling delete_port for bcbd8fef-27af-4e0e-ac03-52d78a1ae670 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:01:08.766398 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Port': ['ID=bcbd8fef-27af-4e0e-ac03-52d78a1ae670,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:08.768418 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] No DVR routers for this DVR port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:01:08.825136 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6203a813-0482-4be1-b521-678ad7a2a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.847618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.853220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203a813-0482-4be1-b521-678ad7a2a273 None None] Pushing event deleted for resources: {'Port': ['ID=bcbd8fef-27af-4e0e-ac03-52d78a1ae670,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:08.856988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6203a813-0482-4be1-b521-678ad7a2a273 None None] No DVR routers for this DVR port bcbd8fef-27af-4e0e-ac03-52d78a1ae670 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:01:08.859732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf732c59-c4db-4e2d-8dd6-1c90f4776107']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:08.876081 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cfa212-ddbb-4300-92d6-30e94014a063') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:08.876382 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cfa212-ddbb-4300-92d6-30e94014a063') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:08.885701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.900638 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.907657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:01:08.908072 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:01:08.911253 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:01:08.973458 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.977948 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:08.982510 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] 10.222.0.39 "DELETE /v2.0/networks/cf732c59-c4db-4e2d-8dd6-1c90f4776107 HTTP/1.1" status: 204 len: 168 time: 0.5405502 Aug 04 18:01:08.998303 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c43436-1f80-4f9f-b93e-fc3c366807b9 tempest-NetworksIpV6Test-1763576964 tempest-NetworksIpV6Test-1763576964-project] Pushing event deleted for resources: {'Network': ['ID=cf732c59-c4db-4e2d-8dd6-1c90f4776107,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:09.239308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40452) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:09.381744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5aaeb386-6f01-4cb0-abcb-a875d77c3a95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=235f2077a55744a6852f36184cbfdd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412003 Aug 04 18:01:09.382919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40456) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:09.429203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bcbd8fef-27af-4e0e-ac03-52d78a1ae670 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:01:09.439715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a3f5bf5-5ca7-4eb9-a3e4-01941d8c515c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:09.449268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: bcbd8fef-27af-4e0e-ac03-52d78a1ae670 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:01:09.449686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device bcbd8fef-27af-4e0e-ac03-52d78a1ae670 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:01:09.450163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4888a0ed-06ab-451d-a7f4-ff23e89074ce no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:01:09.461477 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a3f5bf5-5ca7-4eb9-a3e4-01941d8c515c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:09.469232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 4888a0ed-06ab-451d-a7f4-ff23e89074ce {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:01:09.469577 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4888a0ed-06ab-451d-a7f4-ff23e89074ce not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:01:09.509431 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a3f5bf5-5ca7-4eb9-a3e4-01941d8c515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:09.511991 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-1a3f5bf5-5ca7-4eb9-a3e4-01941d8c515c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:09.513150 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1a3f5bf5-5ca7-4eb9-a3e4-01941d8c515c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/832bd102-beb1-48ef-b446-107d9311a238 HTTP/1.1" status: 204 len: 168 time: 0.1293457 Aug 04 18:01:09.521483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f5bf5-5ca7-4eb9-a3e4-01941d8c515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832bd102-beb1-48ef-b446-107d9311a238,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:09.690007 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:09.779585 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.208686 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40478) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:10.315072 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-352cc3ad-34f5-47aa-8933-ddce70d78c42 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-143854124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:10.350237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-352cc3ad-34f5-47aa-8933-ddce70d78c42 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.351700 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-352cc3ad-34f5-47aa-8933-ddce70d78c42 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.412904 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-352cc3ad-34f5-47aa-8933-ddce70d78c42 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.418367 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-352cc3ad-34f5-47aa-8933-ddce70d78c42 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.436254 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-352cc3ad-34f5-47aa-8933-ddce70d78c42 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.437694 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-352cc3ad-34f5-47aa-8933-ddce70d78c42 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2279940 Aug 04 18:01:10.440705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40482) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:10.445784 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-56890519'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:10.468620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Made reservation on behalf of 2fb7a844801e481d99b119cc86f9ebf7 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:10.472219 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.481688 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.577559 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.583273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.610163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:01:10.620394 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32c0dba-2a7e-488c-9650-8cdd86e37045,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:10.625651 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.626011 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Added segment dec4a6e4-d920-42b5-9c0e-d5579ef40632 of type vlan for network 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646 Aug 04 18:01:10.670104 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.702732 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.708420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:10.709019 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:10.769584 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3277957 Aug 04 18:01:10.772500 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40484) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:10.779629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Request body: {'subnet': {'network_id': '23dd57c8-2cd6-468c-b4eb-8e9d1dc84646', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:10.786612 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5a639-c2db-48e0-99b1-fcde77654bfd tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event updated for resources: {'Network': ['ID=23dd57c8-2cd6-468c-b4eb-8e9d1dc84646,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:10.797164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:01:10.872825 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Made reservation on behalf of 2fb7a844801e481d99b119cc86f9ebf7 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:10.876355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.065290 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.124988 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event updated for resources: {'Subnet': ['ID=794c036a-9c9d-45d3-966b-f63a00b931de,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:11.140236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Checking segment: {'id': 'dec4a6e4-d920-42b5-9c0e-d5579ef40632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '23dd57c8-2cd6-468c-b4eb-8e9d1dc84646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:11.140846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Network hostable DHCP agents. Network: 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:01:11.164939 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Network 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:01:11.176509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:11.183006 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:11.183736 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.188362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7547d-333a-484e-a233-4ab25578cc41 None None] Network 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:11.200363 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ccd1c62-d3cd-4bc3-ab08-c4d0089f7d01 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4268186 Aug 04 18:01:11.203716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40486) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:11.208983 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-784397793'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:11.232153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Made reservation on behalf of 2fb7a844801e481d99b119cc86f9ebf7 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:11.236057 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.261894 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:01:11.271986 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.272337 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Added segment 6610df61-6831-47be-a74b-9d44f2028f1d of type vlan for network 28ccd9fe-d416-496b-b4f2-08519c4284eb Aug 04 18:01:11.328293 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.338675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-23dd57c8-2cd6-468c-b4eb-8e9d1dc84646', 'network_id': '23dd57c8-2cd6-468c-b4eb-8e9d1dc84646', 'tenant_id': '2fb7a844801e481d99b119cc86f9ebf7', 'fixed_ips': [{'subnet_id': '794c036a-9c9d-45d3-966b-f63a00b931de'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:01:11.339802 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.360777 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.366827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:11.367817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.428825 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2227638 Aug 04 18:01:11.431000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40488) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:11.436514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Request body: {'subnet': {'network_id': '28ccd9fe-d416-496b-b4f2-08519c4284eb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:11.436710 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8105f68-e4c1-4ef5-a383-512d590d782a tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event updated for resources: {'Network': ['ID=28ccd9fe-d416-496b-b4f2-08519c4284eb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:11.461617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 28ccd9fe-d416-496b-b4f2-08519c4284eb details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:01:11.533378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Made reservation on behalf of 2fb7a844801e481d99b119cc86f9ebf7 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:11.537008 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.543778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Allocated IP 172.20.0.2 (23dd57c8-2cd6-468c-b4eb-8e9d1dc84646/794c036a-9c9d-45d3-966b-f63a00b931de/51e2f358-bc10-46e4-88ac-a5d9cc939032) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:11.697281 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.706471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Transition to ACTIVE for port object 51e2f358-bc10-46e4-88ac-a5d9cc939032 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:11.722594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Transition to ACTIVE for port object 51e2f358-bc10-46e4-88ac-a5d9cc939032 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:11.730140 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.733651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.770783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Network 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:11.773725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:11.776343 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:11.791117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Pushing event updated for resources: {'Port': ['ID=51e2f358-bc10-46e4-88ac-a5d9cc939032,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:11.793434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event updated for resources: {'Subnet': ['ID=0391e3b6-d616-4163-a880-df4c94728e8d,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:11.812180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Checking segment: {'id': '6610df61-6831-47be-a74b-9d44f2028f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '28ccd9fe-d416-496b-b4f2-08519c4284eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:11.814464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Network hostable DHCP agents. Network: 28ccd9fe-d416-496b-b4f2-08519c4284eb, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:01:11.833355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Network 28ccd9fe-d416-496b-b4f2-08519c4284eb is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:01:11.842502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Attempting to bind port 51e2f358-bc10-46e4-88ac-a5d9cc939032 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:11.843055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Attempting to bind port 51e2f358-bc10-46e4-88ac-a5d9cc939032 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'dec4a6e4-d920-42b5-9c0e-d5579ef40632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '23dd57c8-2cd6-468c-b4eb-8e9d1dc84646'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:11.843299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Attempting to bind port 51e2f358-bc10-46e4-88ac-a5d9cc939032 on network 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:11.844655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 28ccd9fe-d416-496b-b4f2-08519c4284eb) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:11.848813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:11.849369 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.849610 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:11.849984 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Checking segment: {'id': 'dec4a6e4-d920-42b5-9c0e-d5579ef40632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '23dd57c8-2cd6-468c-b4eb-8e9d1dc84646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:11.850387 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.850777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Bound using segment: {'id': 'dec4a6e4-d920-42b5-9c0e-d5579ef40632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '23dd57c8-2cd6-468c-b4eb-8e9d1dc84646'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:11.851347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Bound port: 51e2f358-bc10-46e4-88ac-a5d9cc939032, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec4a6e4-d920-42b5-9c0e-d5579ef40632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '23dd57c8-2cd6-468c-b4eb-8e9d1dc84646'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:11.851737 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:11.856455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862bee4-0c8e-4a41-9b05-46a6fa08f16f None None] Network 28ccd9fe-d416-496b-b4f2-08519c4284eb requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:11.869769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-07ada404-6f3b-4130-9bfc-239bc67d7cf8 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4345479 Aug 04 18:01:11.870020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40490) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:11.874605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-85b2c18b-1fe9-42b1-9043-95c9df7b0c16 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Request body: {'router': {'external_gateway_info': {'network_id': '28ccd9fe-d416-496b-b4f2-08519c4284eb'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:11.978520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] For port 51e2f358-bc10-46e4-88ac-a5d9cc939032, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:11.982970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] For port 51e2f358-bc10-46e4-88ac-a5d9cc939032, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=51e2f358-bc10-46e4-88ac-a5d9cc939032,segment=NetworkSegment(dec4a6e4-d920-42b5-9c0e-d5579ef40632),segment_id=dec4a6e4-d920-42b5-9c0e-d5579ef40632)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:11.989680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.086934 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-85b2c18b-1fe9-42b1-9043-95c9df7b0c16 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.102193 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208abf67-0e2e-45a7-b5c6-28077e9959c6 None None] Pushing event updated for resources: {'Port': ['ID=51e2f358-bc10-46e4-88ac-a5d9cc939032,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:12.107672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-28ccd9fe-d416-496b-b4f2-08519c4284eb', 'network_id': '28ccd9fe-d416-496b-b4f2-08519c4284eb', 'tenant_id': '2fb7a844801e481d99b119cc86f9ebf7', 'fixed_ips': [{'subnet_id': '0391e3b6-d616-4163-a880-df4c94728e8d'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:01:12.108545 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.226405 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [None req-85b2c18b-1fe9-42b1-9043-95c9df7b0c16 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 04 18:01:12.229636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-85b2c18b-1fe9-42b1-9043-95c9df7b0c16 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "PUT /v2.0/routers/5bc13748-ab87-4f15-a9df-12c3c2790a42 HTTP/1.1" status: 400 len: 364 time: 0.3585784 Aug 04 18:01:12.236304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40492) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:12.284703 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Allocated IP 172.21.0.2 (28ccd9fe-d416-496b-b4f2-08519c4284eb/0391e3b6-d616-4163-a880-df4c94728e8d/279202d5-1f41-481f-89e4-9ed8f3edf88c) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:12.298457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcc6c10-6ad1-4aba-b700-fb95683999de tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Deleting subnet 0391e3b6-d616-4163-a880-df4c94728e8d {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:01:12.441908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.450023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Transition to ACTIVE for port object 279202d5-1f41-481f-89e4-9ed8f3edf88c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:12.465694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Transition to ACTIVE for port object 279202d5-1f41-481f-89e4-9ed8f3edf88c will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:12.472593 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6c10-6ad1-4aba-b700-fb95683999de tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.473093 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.514780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Network 28ccd9fe-d416-496b-b4f2-08519c4284eb is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:12.516225 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6c10-6ad1-4aba-b700-fb95683999de tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.518005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:12.522590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:12.525785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Pushing event updated for resources: {'Port': ['ID=279202d5-1f41-481f-89e4-9ed8f3edf88c,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:12.582345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Attempting to bind port 279202d5-1f41-481f-89e4-9ed8f3edf88c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:12.582726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Attempting to bind port 279202d5-1f41-481f-89e4-9ed8f3edf88c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '6610df61-6831-47be-a74b-9d44f2028f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '28ccd9fe-d416-496b-b4f2-08519c4284eb'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:12.583120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Attempting to bind port 279202d5-1f41-481f-89e4-9ed8f3edf88c on network 28ccd9fe-d416-496b-b4f2-08519c4284eb {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:12.588404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:12.588759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Checking segment: {'id': '6610df61-6831-47be-a74b-9d44f2028f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '28ccd9fe-d416-496b-b4f2-08519c4284eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:12.589204 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.589737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Bound using segment: {'id': '6610df61-6831-47be-a74b-9d44f2028f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '28ccd9fe-d416-496b-b4f2-08519c4284eb'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:12.590834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Bound port: 279202d5-1f41-481f-89e4-9ed8f3edf88c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6610df61-6831-47be-a74b-9d44f2028f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '28ccd9fe-d416-496b-b4f2-08519c4284eb'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:12.591256 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.618792 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6c10-6ad1-4aba-b700-fb95683999de tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.682137 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6c10-6ad1-4aba-b700-fb95683999de tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.685421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] For port 279202d5-1f41-481f-89e4-9ed8f3edf88c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:12.689578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] For port 279202d5-1f41-481f-89e4-9ed8f3edf88c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=279202d5-1f41-481f-89e4-9ed8f3edf88c,segment=NetworkSegment(6610df61-6831-47be-a74b-9d44f2028f1d),segment_id=6610df61-6831-47be-a74b-9d44f2028f1d)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:12.696049 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.710996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc6c10-6ad1-4aba-b700-fb95683999de tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event deleted for resources: {'Subnet': ['ID=0391e3b6-d616-4163-a880-df4c94728e8d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:12.716175 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6c10-6ad1-4aba-b700-fb95683999de tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.717967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0bcc6c10-6ad1-4aba-b700-fb95683999de tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "DELETE /v2.0/subnets/0391e3b6-d616-4163-a880-df4c94728e8d HTTP/1.1" status: 204 len: 168 time: 0.4805622 Aug 04 18:01:12.720673 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40494) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:12.764847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf936705-2ef0-43c0-b03f-acc52dc06c22 None None] Pushing event updated for resources: {'Port': ['ID=279202d5-1f41-481f-89e4-9ed8f3edf88c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:12.805351 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.865713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Deleting port 279202d5-1f41-481f-89e4-9ed8f3edf88c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:01:12.866044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.950037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] For port 279202d5-1f41-481f-89e4-9ed8f3edf88c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=279202d5-1f41-481f-89e4-9ed8f3edf88c,segment=NetworkSegment(6610df61-6831-47be-a74b-9d44f2028f1d),segment_id=6610df61-6831-47be-a74b-9d44f2028f1d)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:12.950416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:12.963279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Calling delete_port for 279202d5-1f41-481f-89e4-9ed8f3edf88c owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:01:13.056494 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.088483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event deleted for resources: {'Port': ['ID=279202d5-1f41-481f-89e4-9ed8f3edf88c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:13.088667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9890aff-6884-4b32-8871-81480ab07276 None None] Network 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:13.093770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] No DVR routers for this DVR port 279202d5-1f41-481f-89e4-9ed8f3edf88c on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:01:13.156966 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f1212b78-d6ab-42ef-97b4-e0b595c66960 None None] Provisioning for port 51e2f358-bc10-46e4-88ac-a5d9cc939032 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:13.175864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.185998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ccd9fe-d416-496b-b4f2-08519c4284eb']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:13.196867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6610df61-6831-47be-a74b-9d44f2028f1d') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:13.197166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6610df61-6831-47be-a74b-9d44f2028f1d') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:13.206318 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.220182 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.226247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:01:13.226650 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:01:13.229875 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:01:13.297297 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.305603 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.307567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "DELETE /v2.0/networks/28ccd9fe-d416-496b-b4f2-08519c4284eb HTTP/1.1" status: 204 len: 168 time: 0.5859554 Aug 04 18:01:13.310169 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40496) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:13.346460 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596c8e1-3641-4610-b294-584796920d5b tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event deleted for resources: {'Network': ['ID=28ccd9fe-d416-496b-b4f2-08519c4284eb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:13.378157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40d6c3a-89a7-4c28-b98c-514e85c5d553 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Deleting subnet 794c036a-9c9d-45d3-966b-f63a00b931de {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:01:13.384123 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f40d6c3a-89a7-4c28-b98c-514e85c5d553 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.431406 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f40d6c3a-89a7-4c28-b98c-514e85c5d553 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.493001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51e2f358-bc10-46e4-88ac-a5d9cc939032 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:13.541463 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f40d6c3a-89a7-4c28-b98c-514e85c5d553 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.551489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 51e2f358-bc10-46e4-88ac-a5d9cc939032 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:13.555902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 51e2f358-bc10-46e4-88ac-a5d9cc939032 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:13.556268 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.614078 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f40d6c3a-89a7-4c28-b98c-514e85c5d553 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.643495 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.644327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d6c3a-89a7-4c28-b98c-514e85c5d553 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event deleted for resources: {'Subnet': ['ID=794c036a-9c9d-45d3-966b-f63a00b931de,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:13.647894 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f40d6c3a-89a7-4c28-b98c-514e85c5d553 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.650144 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f40d6c3a-89a7-4c28-b98c-514e85c5d553 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "DELETE /v2.0/subnets/794c036a-9c9d-45d3-966b-f63a00b931de HTTP/1.1" status: 204 len: 168 time: 0.3390071 Aug 04 18:01:13.654558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3e7e3-6359-4508-aadf-35caa24597a9 None None] Network 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:13.658268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40498) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:13.748398 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.785263 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 18:01:13.785680 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 18:01:13.808102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Deleting port 51e2f358-bc10-46e4-88ac-a5d9cc939032 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:01:13.808439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.808578 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5f4393dc-7586-4f33-8e68-c35ba3f7bc80 None None] Could not find standard attr ID for object 279202d5-1f41-481f-89e4-9ed8f3edf88c. {{(pid=105830) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 04 18:01:13.822555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74647559-34c7-4f77-b683-f1734b908a3e None None] DHCP port deletion for 28ccd9fe-d416-496b-b4f2-08519c4284eb request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:01:13.843327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fe224-d2cb-4a68-9e9a-062a6832168b None None] Network 28ccd9fe-d416-496b-b4f2-08519c4284eb requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:13.857436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fe224-d2cb-4a68-9e9a-062a6832168b None None] Network 28ccd9fe-d416-496b-b4f2-08519c4284eb could not be found, it might have been deleted concurrently. {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 04 18:01:13.879113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] For port 51e2f358-bc10-46e4-88ac-a5d9cc939032, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=51e2f358-bc10-46e4-88ac-a5d9cc939032,segment=NetworkSegment(dec4a6e4-d920-42b5-9c0e-d5579ef40632),segment_id=dec4a6e4-d920-42b5-9c0e-d5579ef40632)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:13.879584 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.887373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa32dc-5413-4cb0-8f74-366f9c77b601 None None] DHCP port deletion for 23dd57c8-2cd6-468c-b4eb-8e9d1dc84646 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:01:13.893916 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Calling delete_port for 51e2f358-bc10-46e4-88ac-a5d9cc939032 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:01:13.933501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa32dc-5413-4cb0-8f74-366f9c77b601 None None] Deleting port 51e2f358-bc10-46e4-88ac-a5d9cc939032 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:01:13.933976 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c2fa32dc-5413-4cb0-8f74-366f9c77b601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:13.981961 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.000627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c2fa32dc-5413-4cb0-8f74-366f9c77b601 None None] For port 51e2f358-bc10-46e4-88ac-a5d9cc939032, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=51e2f358-bc10-46e4-88ac-a5d9cc939032,segment=NetworkSegment(dec4a6e4-d920-42b5-9c0e-d5579ef40632),segment_id=dec4a6e4-d920-42b5-9c0e-d5579ef40632)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:14.001031 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c2fa32dc-5413-4cb0-8f74-366f9c77b601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.009009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event deleted for resources: {'Port': ['ID=51e2f358-bc10-46e4-88ac-a5d9cc939032,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:14.012744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] No DVR routers for this DVR port 51e2f358-bc10-46e4-88ac-a5d9cc939032 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:01:14.014534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa32dc-5413-4cb0-8f74-366f9c77b601 None None] Calling delete_port for 51e2f358-bc10-46e4-88ac-a5d9cc939032 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:01:14.089567 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c2fa32dc-5413-4cb0-8f74-366f9c77b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.097159 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.107130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dd57c8-2cd6-468c-b4eb-8e9d1dc84646']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:14.118347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa32dc-5413-4cb0-8f74-366f9c77b601 None None] Pushing event deleted for resources: {'Port': ['ID=51e2f358-bc10-46e4-88ac-a5d9cc939032,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:14.118675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec4a6e4-d920-42b5-9c0e-d5579ef40632') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:14.119008 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec4a6e4-d920-42b5-9c0e-d5579ef40632') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:14.121974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa32dc-5413-4cb0-8f74-366f9c77b601 None None] No DVR routers for this DVR port 51e2f358-bc10-46e4-88ac-a5d9cc939032 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:01:14.134405 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.149198 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.158532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:01:14.159028 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:01:14.162136 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:01:14.221241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.228096 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.229902 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "DELETE /v2.0/networks/23dd57c8-2cd6-468c-b4eb-8e9d1dc84646 HTTP/1.1" status: 204 len: 168 time: 0.5705936 Aug 04 18:01:14.232959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40500) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:14.241563 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef97d9b-af0f-48b9-b328-30512e37fb2d tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Pushing event deleted for resources: {'Network': ['ID=23dd57c8-2cd6-468c-b4eb-8e9d1dc84646,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:14.261280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-25d639ed-13a7-493d-a442-a38204386bd7 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc13748-ab87-4f15-a9df-12c3c2790a42 HTTP/1.1" status: 200 len: 205 time: 0.0270386 Aug 04 18:01:14.264031 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40502) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:14.306346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Port 51e2f358-bc10-46e4-88ac-a5d9cc939032 update to ACTIVE by agent not found {{(pid=105830) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 04 18:01:14.338899 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4312-c228-4431-a7e1-09e95734aab6 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.507581 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4312-c228-4431-a7e1-09e95734aab6 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.509654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4312-c228-4431-a7e1-09e95734aab6 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.554649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4312-c228-4431-a7e1-09e95734aab6 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.555137 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0f4312-c228-4431-a7e1-09e95734aab6 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Fanout notify agent at l3_agent the message router_deleted on router 5bc13748-ab87-4f15-a9df-12c3c2790a42 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:01:14.562219 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4312-c228-4431-a7e1-09e95734aab6 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:14.563642 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3f0f4312-c228-4431-a7e1-09e95734aab6 tempest-RoutersNegativeTest-1052198446 tempest-RoutersNegativeTest-1052198446-project] 10.222.0.39 "DELETE /v2.0/routers/5bc13748-ab87-4f15-a9df-12c3c2790a42 HTTP/1.1" status: 204 len: 168 time: 0.2984619 Aug 04 18:01:14.849685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40508) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:15.001510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-028ab078-c12d-4229-94e1-0535eca03744 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fb7a844801e481d99b119cc86f9ebf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497555 Aug 04 18:01:15.005181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40512) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:15.056350 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88e6409e-31af-468c-8cc8-8bfbd044723f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:15.079091 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88e6409e-31af-468c-8cc8-8bfbd044723f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:15.138624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88e6409e-31af-468c-8cc8-8bfbd044723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:15.141069 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-88e6409e-31af-468c-8cc8-8bfbd044723f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:15.142240 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-88e6409e-31af-468c-8cc8-8bfbd044723f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a32c0dba-2a7e-488c-9650-8cdd86e37045 HTTP/1.1" status: 204 len: 168 time: 0.1361957 Aug 04 18:01:15.156229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6409e-31af-468c-8cc8-8bfbd044723f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32c0dba-2a7e-488c-9650-8cdd86e37045,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:15.442676 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51e2f358-bc10-46e4-88ac-a5d9cc939032 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:01:15.463528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 51e2f358-bc10-46e4-88ac-a5d9cc939032 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:01:15.463862 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 51e2f358-bc10-46e4-88ac-a5d9cc939032 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:01:15.464258 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 279202d5-1f41-481f-89e4-9ed8f3edf88c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:01:15.485256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 279202d5-1f41-481f-89e4-9ed8f3edf88c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:01:15.485770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 279202d5-1f41-481f-89e4-9ed8f3edf88c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:01:15.825262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40534) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:15.940072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-853148550-network', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:15.964228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Made reservation on behalf of 9b8fe493c1074ceb9acd0e8305923e58 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:15.966643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:15.975046 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.064504 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.070217 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.094073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:01:16.103608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f16e56-106c-4c8d-9fc9-f4a6626663eb,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:16.108365 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.108700 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Added segment 21e1fd9e-6b20-4075-9da3-b589f5d90c5a of type vlan for network 326e17f5-044e-45b2-8991-f281b67ebad4 Aug 04 18:01:16.168581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.201408 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.202521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:16.203309 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.259742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4333611 Aug 04 18:01:16.263014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40538) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:16.264990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066e8ca-61ef-4579-be42-8d6a7ce0447e admin admin] Pushing event updated for resources: {'Network': ['ID=326e17f5-044e-45b2-8991-f281b67ebad4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:16.268113 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Request body: {'subnet': {'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-853148550-subnet', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:16.275268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 326e17f5-044e-45b2-8991-f281b67ebad4 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:01:16.292316 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Made reservation on behalf of 9b8fe493c1074ceb9acd0e8305923e58 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:16.294776 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.467051 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.519165 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd25eb8-85e5-40db-a60b-5ce628542afd,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:16.534276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Checking segment: {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:16.534683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Network hostable DHCP agents. Network: 326e17f5-044e-45b2-8991-f281b67ebad4, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:01:16.551781 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Network 326e17f5-044e-45b2-8991-f281b67ebad4 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:01:16.567297 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 326e17f5-044e-45b2-8991-f281b67ebad4) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:16.571948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:16.572592 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.577776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27a79b7-2fe4-41f9-b836-9edb52799e8b None None] Network 326e17f5-044e-45b2-8991-f281b67ebad4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:16.590678 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8f4a4c70-43ec-4813-86d3-df0628563dd0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3264456 Aug 04 18:01:16.593625 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40540) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:16.599487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-853148550-router', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:16.629406 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.630467 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.733854 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-326e17f5-044e-45b2-8991-f281b67ebad4', 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'fixed_ips': [{'subnet_id': 'dcd25eb8-85e5-40db-a60b-5ce628542afd'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:01:16.734719 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:16.876328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Allocated IP 172.20.0.2 (326e17f5-044e-45b2-8991-f281b67ebad4/dcd25eb8-85e5-40db-a60b-5ce628542afd/47475214-402e-49f6-823f-946686eac579) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:17.040067 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.178364 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.208820 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.217009 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Transition to ACTIVE for port object 47475214-402e-49f6-823f-946686eac579 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:17.231682 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Transition to ACTIVE for port object 47475214-402e-49f6-823f-946686eac579 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:17.240914 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.282190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Network 326e17f5-044e-45b2-8991-f281b67ebad4 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:17.285136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:17.289521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:17.292686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Pushing event updated for resources: {'Port': ['ID=47475214-402e-49f6-823f-946686eac579,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:17.347501 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Attempting to bind port 47475214-402e-49f6-823f-946686eac579 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:17.347878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Attempting to bind port 47475214-402e-49f6-823f-946686eac579 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:17.348242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Attempting to bind port 47475214-402e-49f6-823f-946686eac579 on network 326e17f5-044e-45b2-8991-f281b67ebad4 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:17.353324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:17.353701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Checking segment: {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:17.354107 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.354508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Bound using segment: {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:17.354999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Bound port: 47475214-402e-49f6-823f-946686eac579, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:17.355385 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.387100 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.407641 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.417413 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] For port 47475214-402e-49f6-823f-946686eac579, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:17.420573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] For port 47475214-402e-49f6-823f-946686eac579, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=47475214-402e-49f6-823f-946686eac579,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:17.425009 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.484315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93345a1-44d3-4d8c-93b8-8df32297e744 None None] Pushing event updated for resources: {'Port': ['ID=47475214-402e-49f6-823f-946686eac579,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:17.525772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Allocated IP 172.25.2.141 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/7553b295-6704-4f45-84a1-ba5434207fe3) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:17.647564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.694736 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:17.734572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:17.739911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:17.744183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:17.770904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Pushing event updated for resources: {'Port': ['ID=7553b295-6704-4f45-84a1-ba5434207fe3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:18.009165 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:18.219956 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:18.356065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Router 5a36b3b1-e04c-47c5-a681-93158fffb715 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:01:18.363996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78879e1-3972-464a-8a10-0419f6d9d8b6 None None] Network 326e17f5-044e-45b2-8991-f281b67ebad4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:18.469063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:01:18.483302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Sync routers for ids ['5a36b3b1-e04c-47c5-a681-93158fffb715'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:01:18.486000 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:18.487308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ec464ec0-999c-485c-8a55-105b25323c5b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8917677 Aug 04 18:01:18.490365 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40542) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:18.493913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1616da5f-c26e-4680-822b-7d43fc575362 None None] Provisioning for port 47475214-402e-49f6-823f-946686eac579 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:18.511907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Routers {'5a36b3b1-e04c-47c5-a681-93158fffb715'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:01:18.512540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5a36b3b1-e04c-47c5-a681-93158fffb715'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:18.637664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Set router 5a36b3b1-e04c-47c5-a681-93158fffb715 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:01:18.843907 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'name': 'tempest-TestEncryptedCinderVolumes-853148550-router', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:16Z', 'updated_at': '2021-08-04T18:01:17Z', 'revision_number': 3, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'gw_port': {'id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:17Z', 'updated_at': '2021-08-04T18:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:18.871958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Checking router: 5a36b3b1-e04c-47c5-a681-93158fffb715 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:01:18.872300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Updating router 5a36b3b1-e04c-47c5-a681-93158fffb715 port 7553b295-6704-4f45-84a1-ba5434207fe3 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:01:18.897575 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:18.924710 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.087982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Allocated IP 172.20.0.1 (326e17f5-044e-45b2-8991-f281b67ebad4/dcd25eb8-85e5-40db-a60b-5ce628542afd/e270ca02-c823-4cc7-aeb6-e4c9c199639b) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:19.174611 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.186838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Transition to ACTIVE for port object 7553b295-6704-4f45-84a1-ba5434207fe3 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:19.193841 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.207835 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.220849 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Transition to ACTIVE for port object e270ca02-c823-4cc7-aeb6-e4c9c199639b will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:19.259086 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.260725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Attempting to bind port 7553b295-6704-4f45-84a1-ba5434207fe3 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:19.261105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Attempting to bind port 7553b295-6704-4f45-84a1-ba5434207fe3 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:19.261478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Attempting to bind port 7553b295-6704-4f45-84a1-ba5434207fe3 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:19.270946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec98a80-1259-499a-9113-bd0832e9e267 None None] Pushing event updated for resources: {'Port': ['ID=7553b295-6704-4f45-84a1-ba5434207fe3,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:19.273442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:19.273823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:19.274276 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.274600 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:19.275110 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Bound port: 7553b295-6704-4f45-84a1-ba5434207fe3, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:19.275493 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.295681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Network 326e17f5-044e-45b2-8991-f281b67ebad4 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:19.302222 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:19.305717 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:19.311248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Pushing event updated for resources: {'Port': ['ID=e270ca02-c823-4cc7-aeb6-e4c9c199639b,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:19.331401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] For port 7553b295-6704-4f45-84a1-ba5434207fe3, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:19.335522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] For port 7553b295-6704-4f45-84a1-ba5434207fe3, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7553b295-6704-4f45-84a1-ba5434207fe3,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:19.343404 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.348882 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.404732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Routers {'5a36b3b1-e04c-47c5-a681-93158fffb715'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:01:19.405363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5a36b3b1-e04c-47c5-a681-93158fffb715'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:19.448736 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec98a80-1259-499a-9113-bd0832e9e267 None None] Pushing event updated for resources: {'Port': ['ID=7553b295-6704-4f45-84a1-ba5434207fe3,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:19.519430 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 47475214-402e-49f6-823f-946686eac579 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:19.580602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] Set router 5a36b3b1-e04c-47c5-a681-93158fffb715 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:01:19.693668 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 47475214-402e-49f6-823f-946686eac579 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:19.701415 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bcc76eb8-d76e-4fdd-961e-be258b4cc25e None None] Provisioning for port e270ca02-c823-4cc7-aeb6-e4c9c199639b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:19.707954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 47475214-402e-49f6-823f-946686eac579 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:19.708328 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.716365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bcc76eb8-d76e-4fdd-961e-be258b4cc25e None None] Provisioning complete for port e270ca02-c823-4cc7-aeb6-e4c9c199639b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:19.716777 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bcc76eb8-d76e-4fdd-961e-be258b4cc25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.793902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-bcc76eb8-d76e-4fdd-961e-be258b4cc25e None None] Port e270ca02-c823-4cc7-aeb6-e4c9c199639b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:01:19.852938 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.876266 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:19.887692 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'name': 'tempest-TestEncryptedCinderVolumes-853148550-router', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:16Z', 'updated_at': '2021-08-04T18:01:17Z', 'revision_number': 3, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'gw_port': {'id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:17Z', 'updated_at': '2021-08-04T18:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:19.921744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f8472-3631-4184-a3d6-59ac5fde06bc None None] The sync data for ids ['5a36b3b1-e04c-47c5-a681-93158fffb715'] in n-d-764435-5 is: [{'id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'name': 'tempest-TestEncryptedCinderVolumes-853148550-router', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:16Z', 'updated_at': '2021-08-04T18:01:17Z', 'revision_number': 3, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'gw_port': {'id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:17Z', 'updated_at': '2021-08-04T18:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:01:19.941544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 47475214-402e-49f6-823f-946686eac579, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=47475214-402e-49f6-823f-946686eac579,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:19.946650 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:20.006190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=47475214-402e-49f6-823f-946686eac579,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:20.050847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:20.059641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:20.131233 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Pushing event updated for resources: {'Port': ['ID=e270ca02-c823-4cc7-aeb6-e4c9c199639b,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:20.135237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:20.244738 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Network 326e17f5-044e-45b2-8991-f281b67ebad4 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:20.246273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:20.379858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Router 5a36b3b1-e04c-47c5-a681-93158fffb715 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:01:20.499807 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:01:20.505002 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b367d40c-cc77-49d9-8953-fd2294886026 admin admin] 10.222.0.39 "PUT /v2.0/routers/5a36b3b1-e04c-47c5-a681-93158fffb715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0134554 Aug 04 18:01:20.518765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4aac9498-31e1-4eaa-8b00-d1ee81ab6c80 None None] Provisioning complete for port e270ca02-c823-4cc7-aeb6-e4c9c199639b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:20.519850 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4aac9498-31e1-4eaa-8b00-d1ee81ab6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:20.560409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4aac9498-31e1-4eaa-8b00-d1ee81ab6c80 None None] Port e270ca02-c823-4cc7-aeb6-e4c9c199639b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:01:20.988968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40558) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:20.995259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-42171879-network', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:21.019022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Made reservation on behalf of d5082fd94c6b4c0c910c5645fe908799 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:21.025324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.035158 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.132953 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.138613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.165013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:01:21.174929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32774d5-cc86-4611-bd0b-7d9684661da5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:21.181145 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.181476 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Added segment b894a1e3-2004-4aa8-a4cf-94d0326f2a07 of type vlan for network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d Aug 04 18:01:21.240019 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.277298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.278221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:21.278931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.337286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3471024 Aug 04 18:01:21.338517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdd91c-e1f6-4682-a2ab-cb5eb329d199 admin admin] Pushing event updated for resources: {'Network': ['ID=4c93f2ae-6f6e-47f6-af76-53a31ec0b95d,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:21.340178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40560) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:21.349468 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Request body: {'subnet': {'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-42171879-subnet', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:21.349647 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:01:21.387533 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Made reservation on behalf of d5082fd94c6b4c0c910c5645fe908799 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:21.392047 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.567509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 47475214-402e-49f6-823f-946686eac579 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:21.590199 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Sync routers for ids ['5a36b3b1-e04c-47c5-a681-93158fffb715'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:01:21.600572 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.603493 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Routers {'5a36b3b1-e04c-47c5-a681-93158fffb715'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:01:21.604254 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5a36b3b1-e04c-47c5-a681-93158fffb715'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:21.634512 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 47475214-402e-49f6-823f-946686eac579 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:21.634905 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.642420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Pushing event updated for resources: {'Subnet': ['ID=39cc8967-f9d0-4534-b286-dc7f4f1e3d81,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:21.676509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Checking segment: {'id': 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:21.676979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Network hostable DHCP agents. Network: 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:01:21.695767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:01:21.706404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:21.713855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:21.714546 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.719614 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Set router 5a36b3b1-e04c-47c5-a681-93158fffb715 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:01:21.720077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59600651-50ff-4e77-bf12-5d2f97688c5a None None] Network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:21.732489 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5b2d1720-70fd-44e1-a900-36fe441f92db admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3901410 Aug 04 18:01:21.735229 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40562) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:21.739949 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-42171879-router', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:21.761802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7553b295-6704-4f45-84a1-ba5434207fe3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:21.763154 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.764649 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.825041 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.876030 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 7553b295-6704-4f45-84a1-ba5434207fe3 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:21.882961 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 7553b295-6704-4f45-84a1-ba5434207fe3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:21.883337 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.934185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-4c93f2ae-6f6e-47f6-af76-53a31ec0b95d', 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'fixed_ips': [{'subnet_id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:01:21.935085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:21.939259 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'name': 'tempest-TestEncryptedCinderVolumes-853148550-router', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:16Z', 'updated_at': '2021-08-04T18:01:19Z', 'revision_number': 4, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'gw_port': {'id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:17Z', 'updated_at': '2021-08-04T18:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e270ca02-c823-4cc7-aeb6-e4c9c199639b', 'name': '', 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'mac_address': 'fa:16:3e:53:20:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'dcd25eb8-85e5-40db-a60b-5ce628542afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:18Z', 'updated_at': '2021-08-04T18:01:19Z', 'revision_number': 2, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'subnets': [{'id': 'dcd25eb8-85e5-40db-a60b-5ce628542afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:21.973306 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.071947 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Checking router: 5a36b3b1-e04c-47c5-a681-93158fffb715 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:01:22.072151 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Updating router 5a36b3b1-e04c-47c5-a681-93158fffb715 port e270ca02-c823-4cc7-aeb6-e4c9c199639b binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:01:22.083103 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.098740 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.135459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 7553b295-6704-4f45-84a1-ba5434207fe3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7553b295-6704-4f45-84a1-ba5434207fe3,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:22.147540 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.176348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Allocated IP 172.20.0.2 (4c93f2ae-6f6e-47f6-af76-53a31ec0b95d/39cc8967-f9d0-4534-b286-dc7f4f1e3d81/57c5c14e-2a4f-4965-a31f-f6ac632a8a0e) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:22.226130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.245514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=7553b295-6704-4f45-84a1-ba5434207fe3,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:22.245735 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.352496 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.362629 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Allocated IP 172.25.2.89 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/efc06c33-df88-493b-acfc-a287fe6e187a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:22.363263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Transition to ACTIVE for port object 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:22.382491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Transition to ACTIVE for port object 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:22.389836 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.391333 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.401220 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Transition to ACTIVE for port object e270ca02-c823-4cc7-aeb6-e4c9c199639b will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:22.407330 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.428352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:22.434859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:22.439568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:22.442700 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Pushing event updated for resources: {'Port': ['ID=57c5c14e-2a4f-4965-a31f-f6ac632a8a0e,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:22.499802 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Pushing event updated for resources: {'Port': ['ID=e270ca02-c823-4cc7-aeb6-e4c9c199639b,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:22.509569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Attempting to bind port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:22.509794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Attempting to bind port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:22.510074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Attempting to bind port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e on network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:22.515607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.516433 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:22.516805 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Checking segment: {'id': 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:22.517323 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.517815 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Bound using segment: {'id': 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:22.518490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Bound port: 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:22.518909 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.551670 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Attempting to bind port e270ca02-c823-4cc7-aeb6-e4c9c199639b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:22.552701 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Attempting to bind port e270ca02-c823-4cc7-aeb6-e4c9c199639b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:22.553241 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Attempting to bind port e270ca02-c823-4cc7-aeb6-e4c9c199639b on network 326e17f5-044e-45b2-8991-f281b67ebad4 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:22.558217 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.558715 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.559080 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.559403 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.560032 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.560367 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.560739 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.561066 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.561761 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.562093 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.562624 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.562969 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:22.569742 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:22.570112 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Checking segment: {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:22.570515 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.570924 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Bound using segment: {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:22.571393 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Bound port: e270ca02-c823-4cc7-aeb6-e4c9c199639b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:22.571913 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.576255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.597218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] For port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:22.600964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] For port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=57c5c14e-2a4f-4965-a31f-f6ac632a8a0e,segment=NetworkSegment(b894a1e3-2004-4aa8-a4cf-94d0326f2a07),segment_id=b894a1e3-2004-4aa8-a4cf-94d0326f2a07)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:22.616160 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:22.619727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:22.621738 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.623696 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:22.643541 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] For port e270ca02-c823-4cc7-aeb6-e4c9c199639b, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:22.648019 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] For port e270ca02-c823-4cc7-aeb6-e4c9c199639b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e270ca02-c823-4cc7-aeb6-e4c9c199639b,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:22.656237 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:22.665261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Pushing event updated for resources: {'Port': ['ID=efc06c33-df88-493b-acfc-a287fe6e187a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:22.705120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0e659-a93d-49b0-b86f-150fa4022c57 None None] Pushing event updated for resources: {'Port': ['ID=57c5c14e-2a4f-4965-a31f-f6ac632a8a0e,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:22.748969 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Routers {'5a36b3b1-e04c-47c5-a681-93158fffb715'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:01:22.749667 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5a36b3b1-e04c-47c5-a681-93158fffb715'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:22.788482 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0197776-b77d-4c62-9316-744b2324dddc None None] Pushing event updated for resources: {'Port': ['ID=e270ca02-c823-4cc7-aeb6-e4c9c199639b,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:22.971551 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] Set router 5a36b3b1-e04c-47c5-a681-93158fffb715 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:01:23.007432 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:23.260196 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'name': 'tempest-TestEncryptedCinderVolumes-853148550-router', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:16Z', 'updated_at': '2021-08-04T18:01:19Z', 'revision_number': 4, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'gw_port': {'id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:17Z', 'updated_at': '2021-08-04T18:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e270ca02-c823-4cc7-aeb6-e4c9c199639b', 'name': '', 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'mac_address': 'fa:16:3e:53:20:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'dcd25eb8-85e5-40db-a60b-5ce628542afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:18Z', 'updated_at': '2021-08-04T18:01:22Z', 'revision_number': 4, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'subnets': [{'id': 'dcd25eb8-85e5-40db-a60b-5ce628542afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:23.286534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:23.291125 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1a795-656b-42cb-889a-34d24f29e124 None None] The sync data for ids ['5a36b3b1-e04c-47c5-a681-93158fffb715'] in n-d-764435-5 is: [{'id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'name': 'tempest-TestEncryptedCinderVolumes-853148550-router', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:16Z', 'updated_at': '2021-08-04T18:01:19Z', 'revision_number': 4, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'gw_port': {'id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:17Z', 'updated_at': '2021-08-04T18:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'e270ca02-c823-4cc7-aeb6-e4c9c199639b', 'name': '', 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'mac_address': 'fa:16:3e:53:20:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'dcd25eb8-85e5-40db-a60b-5ce628542afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:18Z', 'updated_at': '2021-08-04T18:01:22Z', 'revision_number': 4, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'subnets': [{'id': 'dcd25eb8-85e5-40db-a60b-5ce628542afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:01:23.448227 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Router 65c7d173-c2aa-41d2-b773-3f9f254671af is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:01:23.584286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:01:23.588735 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e270ca02-c823-4cc7-aeb6-e4c9c199639b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:23.612298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Sync routers for ids ['65c7d173-c2aa-41d2-b773-3f9f254671af'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:01:23.620791 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:23.622784 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c12d4583-1ba4-4393-8370-c8fc5e41d218 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8864594 Aug 04 18:01:23.625532 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40564) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:01:23.640901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Routers {'65c7d173-c2aa-41d2-b773-3f9f254671af'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:01:23.641564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65c7d173-c2aa-41d2-b773-3f9f254671af'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:23.877373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a244f-826b-470a-837a-495ec9083685 None None] Network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:01:23.948709 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e270ca02-c823-4cc7-aeb6-e4c9c199639b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:23.979118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ff9c7308-e945-4c8e-a74f-887842839702 None None] Provisioning for port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:24.002432 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e270ca02-c823-4cc7-aeb6-e4c9c199639b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:24.002980 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.070004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Set router 65c7d173-c2aa-41d2-b773-3f9f254671af gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:01:24.132476 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.289659 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.336337 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Allocated IP 172.20.0.1 (4c93f2ae-6f6e-47f6-af76-53a31ec0b95d/39cc8967-f9d0-4534-b286-dc7f4f1e3d81/ce25de38-ed52-4bc2-9b08-842cc71cfd26) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:24.361526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port e270ca02-c823-4cc7-aeb6-e4c9c199639b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e270ca02-c823-4cc7-aeb6-e4c9c199639b,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:24.371746 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.372579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:24.462089 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.464469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=e270ca02-c823-4cc7-aeb6-e4c9c199639b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:24.478012 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'name': 'tempest-TestEncryptedCinderVolumes-42171879-router', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:21Z', 'updated_at': '2021-08-04T18:01:22Z', 'revision_number': 3, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'gw_port': {'id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:22Z', 'updated_at': '2021-08-04T18:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:24.484603 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Transition to ACTIVE for port object ce25de38-ed52-4bc2-9b08-842cc71cfd26 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:24.510788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Checking router: 65c7d173-c2aa-41d2-b773-3f9f254671af for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:01:24.511194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Updating router 65c7d173-c2aa-41d2-b773-3f9f254671af port efc06c33-df88-493b-acfc-a287fe6e187a binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:01:24.528531 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.538774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:24.547810 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.552192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:24.552836 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.572685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:24.580433 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:24.584825 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:24.615270 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Pushing event updated for resources: {'Port': ['ID=ce25de38-ed52-4bc2-9b08-842cc71cfd26,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:24.636436 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.687940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-35e02eb8-b3f0-4c6d-b449-76b42b44bea7 None None] Provisioning complete for port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:24.688440 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-35e02eb8-b3f0-4c6d-b449-76b42b44bea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.778146 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.865984 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.906998 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-35e02eb8-b3f0-4c6d-b449-76b42b44bea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.946449 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.947521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=57c5c14e-2a4f-4965-a31f-f6ac632a8a0e,segment=NetworkSegment(b894a1e3-2004-4aa8-a4cf-94d0326f2a07),segment_id=b894a1e3-2004-4aa8-a4cf-94d0326f2a07)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:24.953277 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.959226 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:24.960019 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7553b295-6704-4f45-84a1-ba5434207fe3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:25.021496 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Pushing event updated for resources: {'Port': ['ID=ce25de38-ed52-4bc2-9b08-842cc71cfd26,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:25.024103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:25.103665 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-35e02eb8-b3f0-4c6d-b449-76b42b44bea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 18:01:25.104021 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-35e02eb8-b3f0-4c6d-b449-76b42b44bea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 18:01:25.111317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=57c5c14e-2a4f-4965-a31f-f6ac632a8a0e,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:25.122178 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:25.124004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:25.129701 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:25.143723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 7553b295-6704-4f45-84a1-ba5434207fe3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:25.144093 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:25.146151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Transition to ACTIVE for port object efc06c33-df88-493b-acfc-a287fe6e187a will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:25.172839 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:25.244769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Attempting to bind port efc06c33-df88-493b-acfc-a287fe6e187a on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:25.245143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Attempting to bind port efc06c33-df88-493b-acfc-a287fe6e187a by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:25.245511 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Attempting to bind port efc06c33-df88-493b-acfc-a287fe6e187a on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:25.255990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1eecb-0020-4043-a632-999534f6caa4 None None] Pushing event updated for resources: {'Port': ['ID=efc06c33-df88-493b-acfc-a287fe6e187a,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:25.261422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:25.261801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:25.262214 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:25.262617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:25.263134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Bound port: efc06c33-df88-493b-acfc-a287fe6e187a, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:25.263519 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:25.267341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Router 65c7d173-c2aa-41d2-b773-3f9f254671af has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:01:25.359082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] For port efc06c33-df88-493b-acfc-a287fe6e187a, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:25.362768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] For port efc06c33-df88-493b-acfc-a287fe6e187a, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=efc06c33-df88-493b-acfc-a287fe6e187a,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:25.369024 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:25.383169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:01:25.391777 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-062a50c4-ae8a-45d1-bd30-951587e8f024 admin admin] 10.222.0.39 "PUT /v2.0/routers/65c7d173-c2aa-41d2-b773-3f9f254671af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646985 Aug 04 18:01:25.424401 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Routers {'65c7d173-c2aa-41d2-b773-3f9f254671af'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:01:25.425050 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65c7d173-c2aa-41d2-b773-3f9f254671af'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:25.471246 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1eecb-0020-4043-a632-999534f6caa4 None None] Pushing event updated for resources: {'Port': ['ID=efc06c33-df88-493b-acfc-a287fe6e187a,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:25.490925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:25.784320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] Set router 65c7d173-c2aa-41d2-b773-3f9f254671af gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:01:25.831726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:25.832101 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:25.951655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-30b26bb0-fc22-487d-99e1-5f4c488707ed None None] Provisioning for port ce25de38-ed52-4bc2-9b08-842cc71cfd26 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:25.970115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-30b26bb0-fc22-487d-99e1-5f4c488707ed None None] Provisioning complete for port ce25de38-ed52-4bc2-9b08-842cc71cfd26 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:25.970676 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-30b26bb0-fc22-487d-99e1-5f4c488707ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:26.063488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-30b26bb0-fc22-487d-99e1-5f4c488707ed None None] Port ce25de38-ed52-4bc2-9b08-842cc71cfd26 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:01:26.082330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e270ca02-c823-4cc7-aeb6-e4c9c199639b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:26.139701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'name': 'tempest-TestEncryptedCinderVolumes-42171879-router', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:21Z', 'updated_at': '2021-08-04T18:01:24Z', 'revision_number': 4, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'gw_port': {'id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:22Z', 'updated_at': '2021-08-04T18:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ce25de38-ed52-4bc2-9b08-842cc71cfd26', 'name': '', 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'mac_address': 'fa:16:3e:61:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:24Z', 'updated_at': '2021-08-04T18:01:24Z', 'revision_number': 2, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'subnets': [{'id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:26.146381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-94432da3-fdfc-42f2-ba72-4b8d1c085530 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:26.147953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-94432da3-fdfc-42f2-ba72-4b8d1c085530 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/networks?id=326e17f5-044e-45b2-8991-f281b67ebad4 HTTP/1.1" status: 200 len: 816 time: 0.1089115 Aug 04 18:01:26.165405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-a98ac525-a8ec-49e8-b460-7863f0c9d363 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/quotas/9b8fe493c1074ceb9acd0e8305923e58 HTTP/1.1" status: 200 len: 375 time: 0.0109015 Aug 04 18:01:26.173317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266d0e20-4f2a-4d6b-ada0-47327e21d3be None None] The sync data for ids ['65c7d173-c2aa-41d2-b773-3f9f254671af'] in n-d-764435-5 is: [{'id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'name': 'tempest-TestEncryptedCinderVolumes-42171879-router', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:21Z', 'updated_at': '2021-08-04T18:01:24Z', 'revision_number': 4, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'gw_port': {'id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:22:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:22Z', 'updated_at': '2021-08-04T18:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ce25de38-ed52-4bc2-9b08-842cc71cfd26', 'name': '', 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'mac_address': 'fa:16:3e:61:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:24Z', 'updated_at': '2021-08-04T18:01:24Z', 'revision_number': 2, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'subnets': [{'id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:01:26.175090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e270ca02-c823-4cc7-aeb6-e4c9c199639b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:26.175514 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:26.223518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-54236555-fea1-40db-85da-5a36bd123d6a tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b8fe493c1074ceb9acd0e8305923e58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519674 Aug 04 18:01:26.356913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-6a1f7830-549c-407e-b421-90fc18bd4cfb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 18:01:26.357923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-6a1f7830-549c-407e-b421-90fc18bd4cfb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1227298 Aug 04 18:01:26.470137 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-00d25d70-4b79-43bd-b214-2cc7989c4e43 service neutron] 10.222.0.39 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000721 Aug 04 18:01:26.582282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-d51ab285-9e6c-411e-9bad-9b9136c0de0c service neutron] 10.222.0.39 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045392 Aug 04 18:01:26.748983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a6812e0-7261-4bd9-b63a-dce1801ba09c req-27523849-b77e-4476-9d83-8a9052f65260 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 210 time: 0.0296497 Aug 04 18:01:27.466405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device efc06c33-df88-493b-acfc-a287fe6e187a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:27.520045 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port efc06c33-df88-493b-acfc-a287fe6e187a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:27.523607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port efc06c33-df88-493b-acfc-a287fe6e187a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:27.523974 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:27.606887 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:27.630507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port efc06c33-df88-493b-acfc-a287fe6e187a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=efc06c33-df88-493b-acfc-a287fe6e187a,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:27.636661 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:27.692536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=efc06c33-df88-493b-acfc-a287fe6e187a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:27.772410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-ab04dc4a-6454-4b60-9073-6ccac21fef53 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:27.773929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-ab04dc4a-6454-4b60-9073-6ccac21fef53 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.82 "GET /v2.0/networks?id=326e17f5-044e-45b2-8991-f281b67ebad4 HTTP/1.1" status: 200 len: 816 time: 0.1144252 Aug 04 18:01:27.793690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Request body: {'port': {'device_id': '8cd142a9-43ef-414c-97c2-05cf7f7da822', 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4', 'admin_state_up': True, 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:27.872630 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a6318f5-ae1d-470e-90b6-6b60e6d29665 req-1c19769c-02e9-42b5-8537-59aadf3a3b0f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 210 time: 0.0338953 Aug 04 18:01:27.937751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Made reservation on behalf of 9b8fe493c1074ceb9acd0e8305923e58 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:01:27.941732 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.086986 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Allocated IP 172.20.0.13 (326e17f5-044e-45b2-8991-f281b67ebad4/dcd25eb8-85e5-40db-a60b-5ce628542afd/6d3f1652-d159-49cc-9aee-e7cff0ebaabd) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:01:28.185515 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Sync routers for ids ['65c7d173-c2aa-41d2-b773-3f9f254671af'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:01:28.195186 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Routers {'65c7d173-c2aa-41d2-b773-3f9f254671af'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:01:28.195793 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65c7d173-c2aa-41d2-b773-3f9f254671af'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:28.247073 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.261920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Transition to ACTIVE for port object 6d3f1652-d159-49cc-9aee-e7cff0ebaabd will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:28.297988 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.301256 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Set router 65c7d173-c2aa-41d2-b773-3f9f254671af gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:01:28.341147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Network 326e17f5-044e-45b2-8991-f281b67ebad4 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:01:28.348746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:01:28.354370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:01:28.380132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Pushing event updated for resources: {'Port': ['ID=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:28.410521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:28.411194 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.429463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-92a9a1f8-10d8-4b11-974f-6b19acdeec35 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6461258 Aug 04 18:01:28.443325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Request body: {'port': {'device_id': '8cd142a9-43ef-414c-97c2-05cf7f7da822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:01:28.507100 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.536694 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'name': 'tempest-TestEncryptedCinderVolumes-42171879-router', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:21Z', 'updated_at': '2021-08-04T18:01:24Z', 'revision_number': 4, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'gw_port': {'id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:22:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:22Z', 'updated_at': '2021-08-04T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ce25de38-ed52-4bc2-9b08-842cc71cfd26', 'name': '', 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'mac_address': 'fa:16:3e:61:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:24Z', 'updated_at': '2021-08-04T18:01:24Z', 'revision_number': 2, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'subnets': [{'id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:28.564402 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Checking router: 65c7d173-c2aa-41d2-b773-3f9f254671af for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:01:28.564752 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Updating router 65c7d173-c2aa-41d2-b773-3f9f254671af port ce25de38-ed52-4bc2-9b08-842cc71cfd26 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:01:28.589088 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.606381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-48cd7cef-5f66-4c1f-9570-7a68d1050059 None None] Provisioning for port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:28.611252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-48cd7cef-5f66-4c1f-9570-7a68d1050059 None None] Provisioning complete for port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:28.612881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-48cd7cef-5f66-4c1f-9570-7a68d1050059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.665201 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-48cd7cef-5f66-4c1f-9570-7a68d1050059 None None] Port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:01:28.784584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3f1652-d159-49cc-9aee-e7cff0ebaabd {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:01:28.792529 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.814937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Transition to ACTIVE for port object 6d3f1652-d159-49cc-9aee-e7cff0ebaabd will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:28.820385 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.867652 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.869669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:28.883044 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Transition to ACTIVE for port object ce25de38-ed52-4bc2-9b08-842cc71cfd26 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:01:28.893977 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:28.954194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Attempting to bind port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:28.955320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Attempting to bind port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:28.955641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Attempting to bind port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd on network 326e17f5-044e-45b2-8991-f281b67ebad4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:28.961394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd on network 326e17f5-044e-45b2-8991-f281b67ebad4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:01:28.961726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Attempting to bind port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd on network 326e17f5-044e-45b2-8991-f281b67ebad4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:28.963346 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dd1f0-5d08-47d7-b742-c08f65c21e9e None None] Pushing event updated for resources: {'Port': ['ID=ce25de38-ed52-4bc2-9b08-842cc71cfd26,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:28.970000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:28.971087 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Checking segment: {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:28.971826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Bound using segment: {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:28.972366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Bound port: 6d3f1652-d159-49cc-9aee-e7cff0ebaabd, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:28.972720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:29.039946 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Attempting to bind port ce25de38-ed52-4bc2-9b08-842cc71cfd26 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:01:29.040328 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Attempting to bind port ce25de38-ed52-4bc2-9b08-842cc71cfd26 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:01:29.040657 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Attempting to bind port ce25de38-ed52-4bc2-9b08-842cc71cfd26 on network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:01:29.047769 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:01:29.048141 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Checking segment: {'id': 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:01:29.048584 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:29.049920 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Bound using segment: {'id': 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:01:29.050463 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Bound port: ce25de38-ed52-4bc2-9b08-842cc71cfd26, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:01:29.050861 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:29.093730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] For port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:29.098476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] For port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:29.106733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c6d0a-189b-451a-9c26-72eaae7b5978 req-669209f2-392d-40a7-8194-3e39db4051fa tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:29.108495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-162c6d0a-189b-451a-9c26-72eaae7b5978 req-669209f2-392d-40a7-8194-3e39db4051fa tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 944 time: 0.1206737 Aug 04 18:01:29.110084 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:29.149673 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] For port ce25de38-ed52-4bc2-9b08-842cc71cfd26, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:01:29.154987 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] For port ce25de38-ed52-4bc2-9b08-842cc71cfd26, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ce25de38-ed52-4bc2-9b08-842cc71cfd26,segment=NetworkSegment(b894a1e3-2004-4aa8-a4cf-94d0326f2a07),segment_id=b894a1e3-2004-4aa8-a4cf-94d0326f2a07)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:01:29.165251 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:29.204140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:29.204994 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:29.206667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] 10.222.0.82 "PUT /v2.0/ports/6d3f1652-d159-49cc-9aee-e7cff0ebaabd HTTP/1.1" status: 200 len: 1092 time: 0.7684743 Aug 04 18:01:29.207227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd142a9-43ef-414c-97c2-05cf7f7da822', 'tag': '6d3f1652-d159-49cc-9aee-e7cff0ebaabd'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:01:29.209995 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd142a9-43ef-414c-97c2-05cf7f7da822", "tag": "6d3f1652-d159-49cc-9aee-e7cff0ebaabd"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:01:29.218790 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Routers {'65c7d173-c2aa-41d2-b773-3f9f254671af'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:01:29.219742 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:01:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65c7d173-c2aa-41d2-b773-3f9f254671af'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:29.271917 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-162c6d0a-189b-451a-9c26-72eaae7b5978 req-98909ea8-b170-4898-83d0-eb1e31ae88a6 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537979 Aug 04 18:01:29.287356 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366d737b-818b-4b43-b4e8-a876e5ab3c60 x-openstack-request-id: req-366d737b-818b-4b43-b4e8-a876e5ab3c60 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:01:29.287799 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd142a9-43ef-414c-97c2-05cf7f7da822", "tag": "6d3f1652-d159-49cc-9aee-e7cff0ebaabd", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:01:29.288158 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-366d737b-818b-4b43-b4e8-a876e5ab3c60 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:01:29.288752 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd142a9-43ef-414c-97c2-05cf7f7da822', 'tag': '6d3f1652-d159-49cc-9aee-e7cff0ebaabd', 'status': 'completed', 'code': 200} Aug 04 18:01:29.294061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928ede6-1690-4426-bea6-0c75f3e421f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:29.321080 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-20418e91-9071-41c4-8b64-adaaa39e4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:29.323610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-20418e91-9071-41c4-8b64-adaaa39e4ab9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b8fe493c1074ceb9acd0e8305923e58&device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 1095 time: 0.0716226 Aug 04 18:01:29.370962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-200930aa-a820-467c-9b4a-5dc227e9c493 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d3f1652-d159-49cc-9aee-e7cff0ebaabd HTTP/1.1" status: 200 len: 217 time: 0.0387619 Aug 04 18:01:29.442475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-8e3fec4e-fc5d-41ea-bd9f-48bffa0955a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:29.442475 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-8e3fec4e-fc5d-41ea-bd9f-48bffa0955a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dcd25eb8-85e5-40db-a60b-5ce628542afd HTTP/1.1" status: 200 len: 855 time: 0.0626142 Aug 04 18:01:29.477682 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] Set router 65c7d173-c2aa-41d2-b773-3f9f254671af gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:01:29.480301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device efc06c33-df88-493b-acfc-a287fe6e187a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:29.507159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-55600648-8da6-4681-8966-93cc8acbf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:29.519388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-55600648-8da6-4681-8966-93cc8acbf8c4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=326e17f5-044e-45b2-8991-f281b67ebad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691845 Aug 04 18:01:29.538438 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dd1f0-5d08-47d7-b742-c08f65c21e9e None None] Pushing event updated for resources: {'Port': ['ID=ce25de38-ed52-4bc2-9b08-842cc71cfd26,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:29.568219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port efc06c33-df88-493b-acfc-a287fe6e187a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:29.568864 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:29.632400 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-37d8f918-ed10-4578-b078-049fa77810e1 service neutron] 10.222.0.82 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040585 Aug 04 18:01:29.732320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-256e0e3f-6876-4107-9b0d-0fc07986e8f2 req-364fd56c-e83f-4a24-8fcf-e4f4f0476b0c service neutron] 10.222.0.82 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929837 Aug 04 18:01:29.741032 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'name': 'tempest-TestEncryptedCinderVolumes-42171879-router', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:21Z', 'updated_at': '2021-08-04T18:01:24Z', 'revision_number': 4, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'gw_port': {'id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:22:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:22Z', 'updated_at': '2021-08-04T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ce25de38-ed52-4bc2-9b08-842cc71cfd26', 'name': '', 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'mac_address': 'fa:16:3e:61:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:24Z', 'updated_at': '2021-08-04T18:01:29Z', 'revision_number': 4, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'subnets': [{'id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:01:29.774424 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ce7ae1-5d00-4397-88d9-d2b4e5d56efc None None] The sync data for ids ['65c7d173-c2aa-41d2-b773-3f9f254671af'] in n-d-764435-5 is: [{'id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'name': 'tempest-TestEncryptedCinderVolumes-42171879-router', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:21Z', 'updated_at': '2021-08-04T18:01:24Z', 'revision_number': 4, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'gw_port': {'id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:22:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:22Z', 'updated_at': '2021-08-04T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ce25de38-ed52-4bc2-9b08-842cc71cfd26', 'name': '', 'network_id': '4c93f2ae-6f6e-47f6-af76-53a31ec0b95d', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'mac_address': 'fa:16:3e:61:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:24Z', 'updated_at': '2021-08-04T18:01:29Z', 'revision_number': 4, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'subnets': [{'id': '39cc8967-f9d0-4534-b286-dc7f4f1e3d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:01:29.831181 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-affc9c71-8a13-42b3-92a2-1c8d81324a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:29.832746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-affc9c71-8a13-42b3-92a2-1c8d81324a3d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b8fe493c1074ceb9acd0e8305923e58&device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 1095 time: 0.0488250 Aug 04 18:01:29.928514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-b1eca99b-779d-499d-9242-905e83b31939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:29.930049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-b1eca99b-779d-499d-9242-905e83b31939 service neutron] 10.222.0.82 "GET /v2.0/networks?id=326e17f5-044e-45b2-8991-f281b67ebad4 HTTP/1.1" status: 200 len: 918 time: 0.0899251 Aug 04 18:01:29.974921 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-8ecd780a-74a0-4741-87d3-af1c14da566c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d3f1652-d159-49cc-9aee-e7cff0ebaabd HTTP/1.1" status: 200 len: 217 time: 0.0364637 Aug 04 18:01:30.026693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-e561152d-0ba7-46b7-97c6-286354e299f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:30.028308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-e561152d-0ba7-46b7-97c6-286354e299f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dcd25eb8-85e5-40db-a60b-5ce628542afd HTTP/1.1" status: 200 len: 855 time: 0.0457110 Aug 04 18:01:30.077283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-56db4e67-8291-478b-b70b-277c3415bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:30.078999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-56db4e67-8291-478b-b70b-277c3415bd51 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=326e17f5-044e-45b2-8991-f281b67ebad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419736 Aug 04 18:01:30.181278 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-6799b266-ff78-4ec5-992e-26f55a0a2859 service neutron] 10.222.0.82 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937347 Aug 04 18:01:30.278660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b4c5c03a-beb2-43e3-8f86-fbd69b0d478e req-37af0bc8-02ec-4a6e-8dde-444aae86860f service neutron] 10.222.0.82 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889704 Aug 04 18:01:30.279280 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:01:30.406440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f8884-cb11-49ed-b178-2c08644edd30 req-9c1ac6af-785c-4618-9932-c0fd554a7d1a tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:30.408359 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da5f8884-cb11-49ed-b178-2c08644edd30 req-9c1ac6af-785c-4618-9932-c0fd554a7d1a tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 944 time: 0.0565038 Aug 04 18:01:30.446911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-da5f8884-cb11-49ed-b178-2c08644edd30 req-b1e8bf61-a2f8-4c6a-b589-1b7d50dbd95f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320506 Aug 04 18:01:31.468651 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ce25de38-ed52-4bc2-9b08-842cc71cfd26 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:31.530605 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port ce25de38-ed52-4bc2-9b08-842cc71cfd26 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:31.535372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ce25de38-ed52-4bc2-9b08-842cc71cfd26 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:31.535791 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:31.564726 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b968f6-9ef4-4c32-993b-819eeb5a0b5e req-98bc3af0-e485-4198-baa1-05cb34e62f07 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:31.566304 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43b968f6-9ef4-4c32-993b-819eeb5a0b5e req-98bc3af0-e485-4198-baa1-05cb34e62f07 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 944 time: 0.0521770 Aug 04 18:01:31.606188 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43b968f6-9ef4-4c32-993b-819eeb5a0b5e req-e508fb92-da8b-4da0-8664-9b2ee7a88dfd tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333960 Aug 04 18:01:31.615582 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:31.648784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port ce25de38-ed52-4bc2-9b08-842cc71cfd26, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ce25de38-ed52-4bc2-9b08-842cc71cfd26,segment=NetworkSegment(b894a1e3-2004-4aa8-a4cf-94d0326f2a07),segment_id=b894a1e3-2004-4aa8-a4cf-94d0326f2a07)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:31.653933 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:31.701886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=ce25de38-ed52-4bc2-9b08-842cc71cfd26,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:32.027107 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6d3f1652-d159-49cc-9aee-e7cff0ebaabd details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:01:32.057859 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1a1eaf4c-1438-4fe8-8190-03fb7c756930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:32.144947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:32.155889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '6d3f1652-d159-49cc-9aee-e7cff0ebaabd', 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4', 'port_id': '6d3f1652-d159-49cc-9aee-e7cff0ebaabd', 'mac_address': 'fa:16:3e:9c:8e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd25eb8-85e5-40db-a60b-5ce628542afd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:01:32.192833 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:32.207106 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3f1652-d159-49cc-9aee-e7cff0ebaabd {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:01:32.228785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:32.234883 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:32.280368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:32.442539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['6d3f1652-d159-49cc-9aee-e7cff0ebaabd'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:01:32.731049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495de89-5b36-48e8-bd87-8144341461ab req-b8ee1102-7dc0-4150-8d8c-28e384e23111 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:32.732465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a495de89-5b36-48e8-bd87-8144341461ab req-b8ee1102-7dc0-4150-8d8c-28e384e23111 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 945 time: 0.0553808 Aug 04 18:01:32.771157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a495de89-5b36-48e8-bd87-8144341461ab req-b397eff4-63a2-4b05-8f19-2f5f8c9da5a0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324724 Aug 04 18:01:33.448858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ce25de38-ed52-4bc2-9b08-842cc71cfd26 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:33.497975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ce25de38-ed52-4bc2-9b08-842cc71cfd26 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:33.498324 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:33.892902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d523f-acde-4037-bafd-0794be84af43 req-bbd50d2c-086e-492d-a58b-2cec8b764e43 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:33.894385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b76d523f-acde-4037-bafd-0794be84af43 req-bbd50d2c-086e-492d-a58b-2cec8b764e43 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 945 time: 0.0544825 Aug 04 18:01:33.934798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b76d523f-acde-4037-bafd-0794be84af43 req-64c62ad5-13d9-4493-9f81-1fc3e7f9780a tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342214 Aug 04 18:01:34.043732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6d3f1652-d159-49cc-9aee-e7cff0ebaabd up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:01:34.113326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:01:34.118071 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:01:34.118447 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:34.219861 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:34.242395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd142a9-43ef-414c-97c2-05cf7f7da822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3f1652-d159-49cc-9aee-e7cff0ebaabd'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:01:34.244700 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8b2068-f8be-452d-893c-4856bc2ae78f" -d '{"events": [{"server_uuid": "8cd142a9-43ef-414c-97c2-05cf7f7da822", "name": "network-vif-plugged", "status": "completed", "tag": "6d3f1652-d159-49cc-9aee-e7cff0ebaabd"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:01:34.258844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:34.264220 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:34.287630 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb98ca-2b04-4be2-b709-9f968bd89658 x-openstack-request-id: req-9ffb98ca-2b04-4be2-b709-9f968bd89658 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:01:34.287929 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd142a9-43ef-414c-97c2-05cf7f7da822", "name": "network-vif-plugged", "status": "completed", "tag": "6d3f1652-d159-49cc-9aee-e7cff0ebaabd", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:01:34.288174 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ffb98ca-2b04-4be2-b709-9f968bd89658 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:01:34.288580 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd142a9-43ef-414c-97c2-05cf7f7da822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3f1652-d159-49cc-9aee-e7cff0ebaabd', 'code': 200} Aug 04 18:01:34.316613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:34.388803 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f44785-64e9-4c2b-a1b8-d7f058ae488a req-e6984545-eb18-441d-a3fa-dc380c930518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:34.390325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7f44785-64e9-4c2b-a1b8-d7f058ae488a req-e6984545-eb18-441d-a3fa-dc380c930518 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 1097 time: 0.0428267 Aug 04 18:01:34.428002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7f44785-64e9-4c2b-a1b8-d7f058ae488a req-12eacf3a-023d-44af-ac69-5b6fa797a7e4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296884 Aug 04 18:01:34.503794 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd9e1c3d-1b9f-4f6c-8aa0-11c5a39f7e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:35.066985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5e52a-eaed-47c3-beb4-c6ea83726ff9 req-4827c771-ee68-4336-87d0-0279d1953e60 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:35.068544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92f5e52a-eaed-47c3-beb4-c6ea83726ff9 req-4827c771-ee68-4336-87d0-0279d1953e60 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 946 time: 0.0629747 Aug 04 18:01:35.094087 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:35.110100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-92f5e52a-eaed-47c3-beb4-c6ea83726ff9 req-89f5f441-176f-4af2-bd0b-6d979b1c1e09 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352042 Aug 04 18:01:36.128196 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:36.241388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7815b4-d340-46d3-b25b-30971be465aa req-b74a8e08-9f20-465e-ac70-f012de269245 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:36.243131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de7815b4-d340-46d3-b25b-30971be465aa req-b74a8e08-9f20-465e-ac70-f012de269245 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 946 time: 0.0573292 Aug 04 18:01:36.285185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-de7815b4-d340-46d3-b25b-30971be465aa req-f4721d71-d0e5-40a9-9068-fc74afb0b2eb tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332513 Aug 04 18:01:36.411968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c26f3-71fc-4e52-9f6b-f0092f83b495 req-3c468a6d-e97e-4fcf-bc84-a1f73750a86b tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:36.413508 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-208c26f3-71fc-4e52-9f6b-f0092f83b495 req-3c468a6d-e97e-4fcf-bc84-a1f73750a86b tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 946 time: 0.0526927 Aug 04 18:01:36.456303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-208c26f3-71fc-4e52-9f6b-f0092f83b495 req-e09addfd-9489-4d93-9556-543e768f8d2d tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339108 Aug 04 18:01:37.715414 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:39.694712 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:39.777795 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:51.048843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-bef821f3-93dd-4796-b325-5f9fa74d13d3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429044 Aug 04 18:01:51.140218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-cad7c48d-1d32-43bd-8985-cd8b39880900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:51.141658 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-cad7c48d-1d32-43bd-8985-cd8b39880900 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b8fe493c1074ceb9acd0e8305923e58&device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 1097 time: 0.0479476 Aug 04 18:01:51.259534 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-c4cdb376-90ca-4fb8-ba56-78b4bbd3751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:51.261044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-c4cdb376-90ca-4fb8-ba56-78b4bbd3751f service neutron] 10.222.0.82 "GET /v2.0/networks?id=326e17f5-044e-45b2-8991-f281b67ebad4 HTTP/1.1" status: 200 len: 918 time: 0.0973198 Aug 04 18:01:51.309126 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-597c7cd6-ad7b-43bf-80b0-4b9cba1ddbc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d3f1652-d159-49cc-9aee-e7cff0ebaabd HTTP/1.1" status: 200 len: 217 time: 0.0405974 Aug 04 18:01:51.363926 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-5b8cc3fb-2265-4204-9b6d-6cb36797faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:51.365455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-5b8cc3fb-2265-4204-9b6d-6cb36797faab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dcd25eb8-85e5-40db-a60b-5ce628542afd HTTP/1.1" status: 200 len: 855 time: 0.0465477 Aug 04 18:01:51.414031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-464653a8-cacd-4704-a2a0-c03ec63a19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:51.415575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-464653a8-cacd-4704-a2a0-c03ec63a19d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=326e17f5-044e-45b2-8991-f281b67ebad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416763 Aug 04 18:01:51.513309 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-9603fb25-c52e-4b04-b1e1-a3f197815660 service neutron] 10.222.0.82 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896714 Aug 04 18:01:51.608196 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-20d8e6be-a3b9-4966-96c4-96f94702250e req-ef753142-7305-4f3a-82e7-27e6aaf52328 service neutron] 10.222.0.82 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876040 Aug 04 18:01:56.365213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee86eb-5219-4276-94ad-d6a3285d7795 req-8c72e7be-b5c3-47fa-8086-df234712025c tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:56.367107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47ee86eb-5219-4276-94ad-d6a3285d7795 req-8c72e7be-b5c3-47fa-8086-df234712025c tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 946 time: 0.0521104 Aug 04 18:01:56.410268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-47ee86eb-5219-4276-94ad-d6a3285d7795 req-35acd591-20d6-4177-a6ee-1b0cb0185d86 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352976 Aug 04 18:01:57.933981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de05a70-8de3-4c87-bcb5-241b84130234 req-7b5150c1-bb07-4a04-bb7e-a742bde80169 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:57.935522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6de05a70-8de3-4c87-bcb5-241b84130234 req-7b5150c1-bb07-4a04-bb7e-a742bde80169 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 946 time: 0.4331627 Aug 04 18:01:57.948276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-118396dd-4dac-4497-91e3-9c6dbf654c44 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:57.949710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-118396dd-4dac-4497-91e3-9c6dbf654c44 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.82 "GET /v2.0/ports?device_id=8cd142a9-43ef-414c-97c2-05cf7f7da822 HTTP/1.1" status: 200 len: 946 time: 0.0651135 Aug 04 18:01:58.037552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6de05a70-8de3-4c87-bcb5-241b84130234 req-637c7b73-3733-42d6-8115-baad8dd2cae0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868595 Aug 04 18:01:58.070933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Deleting port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:01:58.071232 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:58.164974 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] For port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:01:58.165224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:58.178923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Calling delete_port for 6d3f1652-d159-49cc-9aee-e7cff0ebaabd owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:01:58.330261 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:58.363101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Pushing event deleted for resources: {'Port': ['ID=6d3f1652-d159-49cc-9aee-e7cff0ebaabd,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:01:58.387417 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.387742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.388088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.388425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.388760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.389094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.389424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.389750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.390084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.390436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.390728 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.391128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:01:58.414317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] No DVR routers for this DVR port 6d3f1652-d159-49cc-9aee-e7cff0ebaabd on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:01:58.417435 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:01:58.419564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2a0cfd1a-c379-43a4-8f0d-2f34c1f38c15 req-df51b0cc-24d8-4a23-98f4-bd780ed8a34f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.82 "DELETE /v2.0/ports/6d3f1652-d159-49cc-9aee-e7cff0ebaabd HTTP/1.1" status: 204 len: 173 time: 0.4630017 Aug 04 18:01:58.419994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd142a9-43ef-414c-97c2-05cf7f7da822', 'name': 'network-vif-deleted', 'tag': '6d3f1652-d159-49cc-9aee-e7cff0ebaabd'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:01:58.422335 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcac0113-f0f6-4c2d-9e25-5d0dedc3c662" -d '{"events": [{"server_uuid": "8cd142a9-43ef-414c-97c2-05cf7f7da822", "name": "network-vif-deleted", "tag": "6d3f1652-d159-49cc-9aee-e7cff0ebaabd"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:01:58.458463 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9df9d5-a919-421a-8b42-799f6cac0af2 x-openstack-request-id: req-6f9df9d5-a919-421a-8b42-799f6cac0af2 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:01:58.458791 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd142a9-43ef-414c-97c2-05cf7f7da822", "name": "network-vif-deleted", "tag": "6d3f1652-d159-49cc-9aee-e7cff0ebaabd", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:01:58.459057 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f9df9d5-a919-421a-8b42-799f6cac0af2 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:01:58.459452 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd142a9-43ef-414c-97c2-05cf7f7da822', 'name': 'network-vif-deleted', 'tag': '6d3f1652-d159-49cc-9aee-e7cff0ebaabd', 'status': 'completed', 'code': 200} Aug 04 18:01:59.859899 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-9346d3b6-2940-4d23-a815-fe67c0b6227a tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:01:59.861365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-9346d3b6-2940-4d23-a815-fe67c0b6227a tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/networks?id=326e17f5-044e-45b2-8991-f281b67ebad4 HTTP/1.1" status: 200 len: 816 time: 0.1057014 Aug 04 18:01:59.878307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-9a9f5fd6-bfd2-4ec9-93a8-a1f9cb2016ab tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/quotas/9b8fe493c1074ceb9acd0e8305923e58 HTTP/1.1" status: 200 len: 375 time: 0.0093200 Aug 04 18:01:59.931147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-94488f27-c041-49db-b887-d528653d6b67 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b8fe493c1074ceb9acd0e8305923e58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472398 Aug 04 18:02:00.038745 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-3815a46e-f67a-43c2-b96d-4db92e38e3cf service neutron] 10.222.0.39 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894639 Aug 04 18:02:00.133509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-e66f274d-aa60-4700-9f4e-146d42601c22 service neutron] 10.222.0.39 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883965 Aug 04 18:02:00.165531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6d3f1652-d159-49cc-9aee-e7cff0ebaabd no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:02:00.188737 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 6d3f1652-d159-49cc-9aee-e7cff0ebaabd {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:02:00.189092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 6d3f1652-d159-49cc-9aee-e7cff0ebaabd not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:02:00.300020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d6366fee-e3f1-47fe-b47c-f45634accb4c req-27be9d2a-ffa0-4222-996a-4108361e8c51 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 210 time: 0.0281620 Aug 04 18:02:01.305569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-0e17f13c-686a-476e-a9ec-ef181bb012c9 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:01.307117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-0e17f13c-686a-476e-a9ec-ef181bb012c9 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.82 "GET /v2.0/networks?id=326e17f5-044e-45b2-8991-f281b67ebad4 HTTP/1.1" status: 200 len: 816 time: 0.1165633 Aug 04 18:02:01.320453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Request body: {'port': {'device_id': 'c2a2abd2-974a-463f-bf2e-e9ca6505addb', 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4', 'admin_state_up': True, 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:02:01.420750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2aef8a57-bc5a-4a24-b45f-eb92021b8b7d req-280e53b6-0765-4390-9ab7-9903d0010415 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 210 time: 0.0416238 Aug 04 18:02:01.466823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Made reservation on behalf of 9b8fe493c1074ceb9acd0e8305923e58 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:02:01.472087 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:01.623789 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Allocated IP 172.20.0.9 (326e17f5-044e-45b2-8991-f281b67ebad4/dcd25eb8-85e5-40db-a60b-5ce628542afd/e3cb4711-1034-496a-ab2f-5c3a14948c39) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:02:01.787643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:01.802412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Transition to ACTIVE for port object e3cb4711-1034-496a-ab2f-5c3a14948c39 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:01.844777 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:01.887468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Network 326e17f5-044e-45b2-8991-f281b67ebad4 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:02:01.892558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:01.896388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:02:01.926061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Pushing event updated for resources: {'Port': ['ID=e3cb4711-1034-496a-ab2f-5c3a14948c39,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:01.955612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:01.956260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:01.972147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-a1d1e80e-0627-4aab-ad4f-9bb4193a9ada tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6561093 Aug 04 18:02:01.984995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Request body: {'port': {'device_id': 'c2a2abd2-974a-463f-bf2e-e9ca6505addb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:02:02.043812 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:02.051346 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4a075fcf-4989-415f-b5e7-34918cc04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:02.172787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6b7df0a2-79ab-43d0-a99b-db60f26e0b32 None None] Provisioning for port e3cb4711-1034-496a-ab2f-5c3a14948c39 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:02.176782 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6b7df0a2-79ab-43d0-a99b-db60f26e0b32 None None] Provisioning complete for port e3cb4711-1034-496a-ab2f-5c3a14948c39 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:02.177188 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6b7df0a2-79ab-43d0-a99b-db60f26e0b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:02.213653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6b7df0a2-79ab-43d0-a99b-db60f26e0b32 None None] Port e3cb4711-1034-496a-ab2f-5c3a14948c39 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:02:02.321463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3cb4711-1034-496a-ab2f-5c3a14948c39 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:02:02.329045 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:02.341680 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Transition to ACTIVE for port object e3cb4711-1034-496a-ab2f-5c3a14948c39 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:02.345408 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:02.400215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cb4711-1034-496a-ab2f-5c3a14948c39,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:02.475702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Attempting to bind port e3cb4711-1034-496a-ab2f-5c3a14948c39 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:02:02.476042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Attempting to bind port e3cb4711-1034-496a-ab2f-5c3a14948c39 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:02:02.476367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Attempting to bind port e3cb4711-1034-496a-ab2f-5c3a14948c39 on network 326e17f5-044e-45b2-8991-f281b67ebad4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:02:02.481308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Port e3cb4711-1034-496a-ab2f-5c3a14948c39 on network 326e17f5-044e-45b2-8991-f281b67ebad4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:02:02.481636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Attempting to bind port e3cb4711-1034-496a-ab2f-5c3a14948c39 on network 326e17f5-044e-45b2-8991-f281b67ebad4 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:02:02.487591 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:02:02.487929 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Checking segment: {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:02:02.488319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Bound using segment: {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:02:02.488745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Bound port: e3cb4711-1034-496a-ab2f-5c3a14948c39, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1fd9e-6b20-4075-9da3-b589f5d90c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:02:02.489104 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:02.590264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9379f9f-0ee2-4f6f-b7fe-a87789f1edf1 req-2d0b03d1-eec0-4a6a-882c-12c2640952e6 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:02.591741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9379f9f-0ee2-4f6f-b7fe-a87789f1edf1 req-2d0b03d1-eec0-4a6a-882c-12c2640952e6 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 943 time: 0.0991838 Aug 04 18:02:02.599380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] For port e3cb4711-1034-496a-ab2f-5c3a14948c39, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:02:02.608186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] For port e3cb4711-1034-496a-ab2f-5c3a14948c39, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e3cb4711-1034-496a-ab2f-5c3a14948c39,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:02:02.619397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:02.668159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:02.668844 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:02.670413 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] 10.222.0.82 "PUT /v2.0/ports/e3cb4711-1034-496a-ab2f-5c3a14948c39 HTTP/1.1" status: 200 len: 1091 time: 0.6901135 Aug 04 18:02:02.672814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a2abd2-974a-463f-bf2e-e9ca6505addb', 'tag': 'e3cb4711-1034-496a-ab2f-5c3a14948c39'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:02:02.675347 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7f0c0c-2362-4df0-b217-5bbae131ed18" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a2abd2-974a-463f-bf2e-e9ca6505addb", "tag": "e3cb4711-1034-496a-ab2f-5c3a14948c39"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:02:02.693202 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9379f9f-0ee2-4f6f-b7fe-a87789f1edf1 req-c1f192aa-842e-448f-a478-8854f90b3534 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951462 Aug 04 18:02:02.715748 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff7e43-5e91-4aef-8753-9b3961fb27f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cb4711-1034-496a-ab2f-5c3a14948c39,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:02.750619 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb93377-e396-4eb5-ba1f-2888158a966b x-openstack-request-id: req-adb93377-e396-4eb5-ba1f-2888158a966b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:02:02.750928 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a2abd2-974a-463f-bf2e-e9ca6505addb", "tag": "e3cb4711-1034-496a-ab2f-5c3a14948c39", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:02:02.751180 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adb93377-e396-4eb5-ba1f-2888158a966b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:02:02.751578 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a2abd2-974a-463f-bf2e-e9ca6505addb', 'tag': 'e3cb4711-1034-496a-ab2f-5c3a14948c39', 'status': 'completed', 'code': 200} Aug 04 18:02:02.768228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-ef65ac3d-578c-40f6-9f03-8d8db76c1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:02.769763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-ef65ac3d-578c-40f6-9f03-8d8db76c1d00 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b8fe493c1074ceb9acd0e8305923e58&device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 1094 time: 0.0490558 Aug 04 18:02:02.820847 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-110a772c-5a3e-4b79-beed-e4d7311bd450 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3cb4711-1034-496a-ab2f-5c3a14948c39 HTTP/1.1" status: 200 len: 217 time: 0.0410206 Aug 04 18:02:02.878423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-adcf3a8a-2feb-4599-83aa-5575722ae1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:02.879982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-adcf3a8a-2feb-4599-83aa-5575722ae1c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dcd25eb8-85e5-40db-a60b-5ce628542afd HTTP/1.1" status: 200 len: 855 time: 0.0521388 Aug 04 18:02:02.926560 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-3f662af9-0672-4641-92a2-e0e642d21123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:02.928275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-3f662af9-0672-4641-92a2-e0e642d21123 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=326e17f5-044e-45b2-8991-f281b67ebad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413716 Aug 04 18:02:03.024797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-5d1d6a94-11d5-4b4d-94ae-3f3a9fd35a3b service neutron] 10.222.0.82 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894129 Aug 04 18:02:03.116113 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bdea186-29c8-4ac1-a4b9-2488a5eb2770 req-d47ea065-90aa-4977-86fb-cf3fe3e7bab9 service neutron] 10.222.0.82 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829685 Aug 04 18:02:03.209246 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-b3deed2d-7b30-45ff-aa7f-94456aced141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:03.211529 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-b3deed2d-7b30-45ff-aa7f-94456aced141 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b8fe493c1074ceb9acd0e8305923e58&device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 1094 time: 0.0439568 Aug 04 18:02:03.307486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-bd155d6a-35a5-42de-baf5-32cd3dacb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:03.309075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-bd155d6a-35a5-42de-baf5-32cd3dacb4e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=326e17f5-044e-45b2-8991-f281b67ebad4 HTTP/1.1" status: 200 len: 918 time: 0.0901620 Aug 04 18:02:03.357679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-f311bc79-748c-4f22-adaf-803ffe4a25d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3cb4711-1034-496a-ab2f-5c3a14948c39 HTTP/1.1" status: 200 len: 217 time: 0.0399976 Aug 04 18:02:03.425038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-b0a59d3c-7912-494d-804f-8dc033971a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:03.426516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-b0a59d3c-7912-494d-804f-8dc033971a42 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dcd25eb8-85e5-40db-a60b-5ce628542afd HTTP/1.1" status: 200 len: 855 time: 0.0618386 Aug 04 18:02:03.482713 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-8d5decfc-1596-4ec1-9fb1-29b5a4e91e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:03.484265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-8d5decfc-1596-4ec1-9fb1-29b5a4e91e03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=326e17f5-044e-45b2-8991-f281b67ebad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491664 Aug 04 18:02:03.584361 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-187a7b85-048d-4c21-af03-6435c40eaaeb service neutron] 10.222.0.82 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908020 Aug 04 18:02:03.684972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e7f0c0c-2362-4df0-b217-5bbae131ed18 req-f2b940f4-82ce-42dc-9385-4de5088e7f54 service neutron] 10.222.0.82 "GET /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921845 Aug 04 18:02:03.829428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36e207-d49f-4fa0-8d49-6807f8c5b75b req-af6be911-0da7-4e36-8a96-4e24755826fd tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:03.830995 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd36e207-d49f-4fa0-8d49-6807f8c5b75b req-af6be911-0da7-4e36-8a96-4e24755826fd tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 943 time: 0.0580075 Aug 04 18:02:03.882351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bd36e207-d49f-4fa0-8d49-6807f8c5b75b req-a47d9c29-ae63-421c-8f12-76bf2d228b56 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424476 Aug 04 18:02:04.183787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e3cb4711-1034-496a-ab2f-5c3a14948c39 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:02:04.288411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e3cb4711-1034-496a-ab2f-5c3a14948c39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e3cb4711-1034-496a-ab2f-5c3a14948c39,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:04.300327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'e3cb4711-1034-496a-ab2f-5c3a14948c39', 'network_id': '326e17f5-044e-45b2-8991-f281b67ebad4', 'port_id': 'e3cb4711-1034-496a-ab2f-5c3a14948c39', 'mac_address': 'fa:16:3e:fc:13:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd25eb8-85e5-40db-a60b-5ce628542afd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:02:04.342992 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:04.356328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cb4711-1034-496a-ab2f-5c3a14948c39 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:02:04.376656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e3cb4711-1034-496a-ab2f-5c3a14948c39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e3cb4711-1034-496a-ab2f-5c3a14948c39,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:04.386873 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:04.439254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e3cb4711-1034-496a-ab2f-5c3a14948c39,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:04.447186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.447538 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.447887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.448227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.448562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.448894 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.449224 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.449551 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.449877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.450202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.450527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.450878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:04.502154 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8b22-c8c4-454c-a1fd-8dc71319fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:04.578960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['e3cb4711-1034-496a-ab2f-5c3a14948c39'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:02:05.024711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db02da-b245-461e-91c9-cab6ea6507c5 req-bed3ac55-5577-4c15-86a2-bd2d30013cae tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:05.027039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31db02da-b245-461e-91c9-cab6ea6507c5 req-bed3ac55-5577-4c15-86a2-bd2d30013cae tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 944 time: 0.0643725 Aug 04 18:02:05.071523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31db02da-b245-461e-91c9-cab6ea6507c5 req-acfe1cbb-2f0c-4d98-addb-9d9362cc844f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Aug 04 18:02:05.090523 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:06.128456 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:06.186286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e3cb4711-1034-496a-ab2f-5c3a14948c39 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:06.199579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e9a33-e9ab-452f-9ca5-cdc1420164a8 req-84921afb-a2e4-4319-bedf-d4cf0488202c tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:06.201119 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b48e9a33-e9ab-452f-9ca5-cdc1420164a8 req-84921afb-a2e4-4319-bedf-d4cf0488202c tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 944 time: 0.0519586 Aug 04 18:02:06.238763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port e3cb4711-1034-496a-ab2f-5c3a14948c39 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:06.242138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b48e9a33-e9ab-452f-9ca5-cdc1420164a8 req-e10731ee-6d4d-41b6-8502-60cff91c526c tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341690 Aug 04 18:02:06.243210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port e3cb4711-1034-496a-ab2f-5c3a14948c39 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:06.243586 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:06.326029 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:06.348084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a2abd2-974a-463f-bf2e-e9ca6505addb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cb4711-1034-496a-ab2f-5c3a14948c39'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:02:06.350438 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5433b56f-403a-4832-b723-4005257df9b9" -d '{"events": [{"server_uuid": "c2a2abd2-974a-463f-bf2e-e9ca6505addb", "name": "network-vif-plugged", "status": "completed", "tag": "e3cb4711-1034-496a-ab2f-5c3a14948c39"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:02:06.363349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port e3cb4711-1034-496a-ab2f-5c3a14948c39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e3cb4711-1034-496a-ab2f-5c3a14948c39,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:06.369313 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:06.392754 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90acf174-ea91-440d-8591-396b3a62daaf x-openstack-request-id: req-90acf174-ea91-440d-8591-396b3a62daaf {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:02:06.393078 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a2abd2-974a-463f-bf2e-e9ca6505addb", "name": "network-vif-plugged", "status": "completed", "tag": "e3cb4711-1034-496a-ab2f-5c3a14948c39", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:02:06.393289 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90acf174-ea91-440d-8591-396b3a62daaf {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:02:06.393682 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a2abd2-974a-463f-bf2e-e9ca6505addb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cb4711-1034-496a-ab2f-5c3a14948c39', 'code': 200} Aug 04 18:02:06.421054 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=e3cb4711-1034-496a-ab2f-5c3a14948c39,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:06.487167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3479953-34b4-4728-90e2-e346d87f9f10 req-1c126693-ed7c-42e1-8a95-06e703d27760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:06.488663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3479953-34b4-4728-90e2-e346d87f9f10 req-1c126693-ed7c-42e1-8a95-06e703d27760 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 1096 time: 0.0402811 Aug 04 18:02:06.524755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3479953-34b4-4728-90e2-e346d87f9f10 req-043fee6e-3250-4e1c-b4f3-4ad710b05dfe service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281389 Aug 04 18:02:07.279732 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:02:07.365806 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baedc1-fc83-46db-9ce5-6a781ae8f2b4 req-64eceeec-e8c6-467f-9a75-76c79c689574 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:07.367932 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56baedc1-fc83-46db-9ce5-6a781ae8f2b4 req-64eceeec-e8c6-467f-9a75-76c79c689574 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 945 time: 0.0557165 Aug 04 18:02:07.411029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56baedc1-fc83-46db-9ce5-6a781ae8f2b4 req-b35727a4-4548-4ff4-b648-838452214b17 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Aug 04 18:02:07.532271 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b36fe-f074-4cbc-9b38-e202cd4cc558 req-6ea17613-5d7b-4e77-8fe0-ea8c6e3426fd tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:07.533768 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a9b36fe-f074-4cbc-9b38-e202cd4cc558 req-6ea17613-5d7b-4e77-8fe0-ea8c6e3426fd tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 945 time: 0.0527740 Aug 04 18:02:07.572830 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3a9b36fe-f074-4cbc-9b38-e202cd4cc558 req-32f00f5a-0788-4fac-b4dd-c361e6d84484 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Aug 04 18:02:07.720456 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:09.698050 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:09.779272 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:26.174416 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3ecfa-3eee-48a8-9f95-4936a4a7552a req-d8a18941-e96b-4442-94da-37623f0ae1f4 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:26.176173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4f3ecfa-3eee-48a8-9f95-4936a4a7552a req-d8a18941-e96b-4442-94da-37623f0ae1f4 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 945 time: 0.0525856 Aug 04 18:02:26.215682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a4f3ecfa-3eee-48a8-9f95-4936a4a7552a req-d935674a-57ab-4090-b987-a937cee9910f tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332448 Aug 04 18:02:27.352943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c033a-a8ba-49c6-8d34-ff5180119a10 req-a918af96-4a52-40cc-8bb2-5914c7261804 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:27.354552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb7c033a-a8ba-49c6-8d34-ff5180119a10 req-a918af96-4a52-40cc-8bb2-5914c7261804 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 945 time: 0.0614140 Aug 04 18:02:27.394116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fb7c033a-a8ba-49c6-8d34-ff5180119a10 req-1e0444a5-ba2a-4fb6-b491-e489bd22913d tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7f16e56-106c-4c8d-9fc9-f4a6626663eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333338 Aug 04 18:02:27.793797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-5857c1b8-fd41-435c-ba10-5a5f5d04ba60 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:27.795347 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-5857c1b8-fd41-435c-ba10-5a5f5d04ba60 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 945 time: 0.0714657 Aug 04 18:02:27.891640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-faf57359-6d1b-4fb3-a843-d18d24c077f0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Deleting port e3cb4711-1034-496a-ab2f-5c3a14948c39 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:02:27.891980 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-faf57359-6d1b-4fb3-a843-d18d24c077f0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:28.001749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-faf57359-6d1b-4fb3-a843-d18d24c077f0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] For port e3cb4711-1034-496a-ab2f-5c3a14948c39, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=e3cb4711-1034-496a-ab2f-5c3a14948c39,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:28.002108 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-faf57359-6d1b-4fb3-a843-d18d24c077f0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:28.016135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-faf57359-6d1b-4fb3-a843-d18d24c077f0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Calling delete_port for e3cb4711-1034-496a-ab2f-5c3a14948c39 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:02:28.154575 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-faf57359-6d1b-4fb3-a843-d18d24c077f0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:28.167763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['e3cb4711-1034-496a-ab2f-5c3a14948c39'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:02:28.185629 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf57359-6d1b-4fb3-a843-d18d24c077f0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Pushing event deleted for resources: {'Port': ['ID=e3cb4711-1034-496a-ab2f-5c3a14948c39,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:28.228788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-faf57359-6d1b-4fb3-a843-d18d24c077f0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] No DVR routers for this DVR port e3cb4711-1034-496a-ab2f-5c3a14948c39 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:02:28.232121 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-faf57359-6d1b-4fb3-a843-d18d24c077f0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:28.234345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc39c996-97cf-4ad7-9635-b80acbdd37db req-faf57359-6d1b-4fb3-a843-d18d24c077f0 tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.82 "DELETE /v2.0/ports/e3cb4711-1034-496a-ab2f-5c3a14948c39 HTTP/1.1" status: 204 len: 173 time: 0.4327064 Aug 04 18:02:28.234856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a2abd2-974a-463f-bf2e-e9ca6505addb', 'name': 'network-vif-deleted', 'tag': 'e3cb4711-1034-496a-ab2f-5c3a14948c39'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:02:28.237236 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b8a4e-8a0b-4c8a-85e8-347da6cef23a" -d '{"events": [{"server_uuid": "c2a2abd2-974a-463f-bf2e-e9ca6505addb", "name": "network-vif-deleted", "tag": "e3cb4711-1034-496a-ab2f-5c3a14948c39"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:02:28.275218 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62b24f7-1012-4d52-b3a0-e63878abb623 x-openstack-request-id: req-b62b24f7-1012-4d52-b3a0-e63878abb623 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:02:28.275678 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a2abd2-974a-463f-bf2e-e9ca6505addb", "name": "network-vif-deleted", "tag": "e3cb4711-1034-496a-ab2f-5c3a14948c39", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:02:28.275992 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b62b24f7-1012-4d52-b3a0-e63878abb623 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:02:28.276390 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a2abd2-974a-463f-bf2e-e9ca6505addb', 'name': 'network-vif-deleted', 'tag': 'e3cb4711-1034-496a-ab2f-5c3a14948c39', 'status': 'completed', 'code': 200} Aug 04 18:02:28.508744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4343cda0-9880-4791-be65-51f9957aea3a req-b158adce-a5b8-4642-82fb-a9d93270c58a tempest-TestEncryptedCinderVolumes-1741679814 tempest-TestEncryptedCinderVolumes-1741679814-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2a2abd2-974a-463f-bf2e-e9ca6505addb HTTP/1.1" status: 200 len: 210 time: 0.0343971 Aug 04 18:02:29.620124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40868) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:30.292877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e3cb4711-1034-496a-ab2f-5c3a14948c39 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:02:30.317841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: e3cb4711-1034-496a-ab2f-5c3a14948c39 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:02:30.318199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device e3cb4711-1034-496a-ab2f-5c3a14948c39 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:02:30.361013 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:30.636023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Deleting port e270ca02-c823-4cc7-aeb6-e4c9c199639b {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:02:30.636798 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:30.717980 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] For port e270ca02-c823-4cc7-aeb6-e4c9c199639b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e270ca02-c823-4cc7-aeb6-e4c9c199639b,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:30.718334 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:30.731474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Calling delete_port for e270ca02-c823-4cc7-aeb6-e4c9c199639b owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:02:30.940061 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:30.969657 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Pushing event deleted for resources: {'Port': ['ID=e270ca02-c823-4cc7-aeb6-e4c9c199639b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:30.983026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.983385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.983735 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.984080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.984455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.984791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.985124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.985455 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.985779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.986136 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.986435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:30.986736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:31.159169 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:31.394970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Router 5a36b3b1-e04c-47c5-a681-93158fffb715 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:02:31.508537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:02:31.513869 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a79cb8c8-8744-4c9c-9e84-f62f47bf1873 admin admin] 10.222.0.39 "PUT /v2.0/routers/5a36b3b1-e04c-47c5-a681-93158fffb715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8930643 Aug 04 18:02:31.516431 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40872) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:31.519247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] Sync routers for ids ['5a36b3b1-e04c-47c5-a681-93158fffb715'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:02:31.529724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] Routers {'5a36b3b1-e04c-47c5-a681-93158fffb715'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:31.530356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5a36b3b1-e04c-47c5-a681-93158fffb715'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:31.624259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:31.634047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] Set router 5a36b3b1-e04c-47c5-a681-93158fffb715 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:31.731227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:31.790013 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Deleting port 7553b295-6704-4f45-84a1-ba5434207fe3 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:02:31.790353 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:31.817885 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'name': 'tempest-TestEncryptedCinderVolumes-853148550-router', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:16Z', 'updated_at': '2021-08-04T18:02:30Z', 'revision_number': 5, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'gw_port': {'id': '7553b295-6704-4f45-84a1-ba5434207fe3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:17Z', 'updated_at': '2021-08-04T18:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:31.843910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] Checking router: 5a36b3b1-e04c-47c5-a681-93158fffb715 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:02:31.852028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] Routers {'5a36b3b1-e04c-47c5-a681-93158fffb715'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:31.852641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5a36b3b1-e04c-47c5-a681-93158fffb715'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:31.870329 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] For port 7553b295-6704-4f45-84a1-ba5434207fe3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7553b295-6704-4f45-84a1-ba5434207fe3,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:31.870697 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:31.884344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Calling delete_port for 7553b295-6704-4f45-84a1-ba5434207fe3 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:02:31.950300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] Set router 5a36b3b1-e04c-47c5-a681-93158fffb715 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:32.007855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'name': 'tempest-TestEncryptedCinderVolumes-853148550-router', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:16Z', 'updated_at': '2021-08-04T18:02:31Z', 'revision_number': 6, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:32.035411 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05767b-8479-4e13-b758-d93bca3c3ff0 None None] The sync data for ids ['5a36b3b1-e04c-47c5-a681-93158fffb715'] in n-d-764435-5 is: [{'id': '5a36b3b1-e04c-47c5-a681-93158fffb715', 'name': 'tempest-TestEncryptedCinderVolumes-853148550-router', 'tenant_id': '9b8fe493c1074ceb9acd0e8305923e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:16Z', 'updated_at': '2021-08-04T18:02:31Z', 'revision_number': 6, 'project_id': '9b8fe493c1074ceb9acd0e8305923e58', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:02:32.055321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba38-8f83-4e80-a7d9-ae5e4001c775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.076865 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.102577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7553b295-6704-4f45-84a1-ba5434207fe3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:32.168509 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.260783 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.262993 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.312804 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.313541 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a36b3b1-e04c-47c5-a681-93158fffb715 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:02:32.322479 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.324716 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a8cfcfd1-3cef-46ec-b733-a1af2cfc74e0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5a36b3b1-e04c-47c5-a681-93158fffb715 HTTP/1.1" status: 204 len: 168 time: 0.8071134 Aug 04 18:02:32.328914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40874) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:32.384245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c1bccc-226d-421e-8a2d-2a8a37d54131 admin admin] Deleting subnet dcd25eb8-85e5-40db-a60b-5ce628542afd {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:02:32.388552 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12c1bccc-226d-421e-8a2d-2a8a37d54131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.426893 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12c1bccc-226d-421e-8a2d-2a8a37d54131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.513303 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12c1bccc-226d-421e-8a2d-2a8a37d54131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.573399 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12c1bccc-226d-421e-8a2d-2a8a37d54131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.605482 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12c1bccc-226d-421e-8a2d-2a8a37d54131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.607576 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-12c1bccc-226d-421e-8a2d-2a8a37d54131 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dcd25eb8-85e5-40db-a60b-5ce628542afd HTTP/1.1" status: 204 len: 168 time: 0.2772591 Aug 04 18:02:32.609853 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1bccc-226d-421e-8a2d-2a8a37d54131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd25eb8-85e5-40db-a60b-5ce628542afd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:32.610348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40876) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:32.614095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd7c264-bb10-46f5-8d05-3bc76c3b2711 None None] Network 326e17f5-044e-45b2-8991-f281b67ebad4 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:02:32.690669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.746615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Deleting port 47475214-402e-49f6-823f-946686eac579 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:02:32.746996 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.826654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] For port 47475214-402e-49f6-823f-946686eac579, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=47475214-402e-49f6-823f-946686eac579,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:32.827150 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.843216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Calling delete_port for 47475214-402e-49f6-823f-946686eac579 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:02:32.844368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c25458-7049-4e32-b00a-c78a786ca60c None None] DHCP port deletion for 326e17f5-044e-45b2-8991-f281b67ebad4 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:02:32.899364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e2c25458-7049-4e32-b00a-c78a786ca60c None None] Deleting port 47475214-402e-49f6-823f-946686eac579 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:02:32.899744 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e2c25458-7049-4e32-b00a-c78a786ca60c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.926756 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:32.959221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Pushing event deleted for resources: {'Port': ['ID=47475214-402e-49f6-823f-946686eac579,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:32.962871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] No DVR routers for this DVR port 47475214-402e-49f6-823f-946686eac579 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:02:32.972052 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e2c25458-7049-4e32-b00a-c78a786ca60c None None] For port 47475214-402e-49f6-823f-946686eac579, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=47475214-402e-49f6-823f-946686eac579,segment=NetworkSegment(21e1fd9e-6b20-4075-9da3-b589f5d90c5a),segment_id=21e1fd9e-6b20-4075-9da3-b589f5d90c5a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:32.972466 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e2c25458-7049-4e32-b00a-c78a786ca60c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.049321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.061543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326e17f5-044e-45b2-8991-f281b67ebad4']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:33.078218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e1fd9e-6b20-4075-9da3-b589f5d90c5a') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:33.078476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e1fd9e-6b20-4075-9da3-b589f5d90c5a') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:33.091905 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.112028 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.119140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:02:33.119715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:02:33.121868 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:02:33.169723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e2c25458-7049-4e32-b00a-c78a786ca60c None None] Calling delete_port for 47475214-402e-49f6-823f-946686eac579 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:02:33.188323 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.210753 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.213767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] 10.222.0.39 "DELETE /v2.0/networks/326e17f5-044e-45b2-8991-f281b67ebad4 HTTP/1.1" status: 204 len: 168 time: 0.6018488 Aug 04 18:02:33.215630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9dd9f-d63c-4457-800a-394995e7822f admin admin] Pushing event deleted for resources: {'Network': ['ID=326e17f5-044e-45b2-8991-f281b67ebad4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:33.218503 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40878) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 18:02:33.242472 n-d-764435-5 neutron-server[105830]: self.session.flush() Aug 04 18:02:33.255460 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e2c25458-7049-4e32-b00a-c78a786ca60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.263566 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2c25458-7049-4e32-b00a-c78a786ca60c None None] Network 326e17f5-044e-45b2-8991-f281b67ebad4 is not hosted by any dhcp agent {{(pid=105830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 18:02:33.264093 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c25458-7049-4e32-b00a-c78a786ca60c None None] No DVR routers for this DVR port 47475214-402e-49f6-823f-946686eac579 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:02:33.283216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c25458-7049-4e32-b00a-c78a786ca60c None None] Pushing event deleted for resources: {'Port': ['ID=47475214-402e-49f6-823f-946686eac579,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:33.499611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 47475214-402e-49f6-823f-946686eac579 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:02:33.522449 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 47475214-402e-49f6-823f-946686eac579 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:02:33.522780 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 47475214-402e-49f6-823f-946686eac579 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:02:33.523242 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e270ca02-c823-4cc7-aeb6-e4c9c199639b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:02:33.542950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e270ca02-c823-4cc7-aeb6-e4c9c199639b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:02:33.543275 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e270ca02-c823-4cc7-aeb6-e4c9c199639b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:02:33.543713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7553b295-6704-4f45-84a1-ba5434207fe3 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:02:33.563218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 7553b295-6704-4f45-84a1-ba5434207fe3 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:02:33.563556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7553b295-6704-4f45-84a1-ba5434207fe3 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:02:33.592837 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.858467 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] Deleting port ce25de38-ed52-4bc2-9b08-842cc71cfd26 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:02:33.859153 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.941952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] For port ce25de38-ed52-4bc2-9b08-842cc71cfd26, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ce25de38-ed52-4bc2-9b08-842cc71cfd26,segment=NetworkSegment(b894a1e3-2004-4aa8-a4cf-94d0326f2a07),segment_id=b894a1e3-2004-4aa8-a4cf-94d0326f2a07)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:33.942319 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:33.955851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] Calling delete_port for ce25de38-ed52-4bc2-9b08-842cc71cfd26 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:02:34.146328 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:34.176166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce25de38-ed52-4bc2-9b08-842cc71cfd26,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:34.359984 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:34.503980 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-121357b3-10b3-4f81-a1f5-bd8f44868f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:34.605208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] Router 65c7d173-c2aa-41d2-b773-3f9f254671af has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:02:35.065854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:02:35.072064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8425ab64-dc08-4d10-a97e-f49fcfae792a admin admin] 10.222.0.39 "PUT /v2.0/routers/65c7d173-c2aa-41d2-b773-3f9f254671af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8519020 Aug 04 18:02:35.075110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40880) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:35.078343 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] Sync routers for ids ['65c7d173-c2aa-41d2-b773-3f9f254671af'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:02:35.088663 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.088897 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] Routers {'65c7d173-c2aa-41d2-b773-3f9f254671af'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:35.089400 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65c7d173-c2aa-41d2-b773-3f9f254671af'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:35.186896 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.194423 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] Set router 65c7d173-c2aa-41d2-b773-3f9f254671af gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:35.293842 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.353300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Deleting port efc06c33-df88-493b-acfc-a287fe6e187a {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:02:35.353538 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.384532 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'name': 'tempest-TestEncryptedCinderVolumes-42171879-router', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:21Z', 'updated_at': '2021-08-04T18:02:34Z', 'revision_number': 5, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'gw_port': {'id': 'efc06c33-df88-493b-acfc-a287fe6e187a', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:22:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:01:22Z', 'updated_at': '2021-08-04T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:35.410308 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] Checking router: 65c7d173-c2aa-41d2-b773-3f9f254671af for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:02:35.419379 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] Routers {'65c7d173-c2aa-41d2-b773-3f9f254671af'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:35.419994 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['65c7d173-c2aa-41d2-b773-3f9f254671af'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:35.435933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] For port efc06c33-df88-493b-acfc-a287fe6e187a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=efc06c33-df88-493b-acfc-a287fe6e187a,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:35.436302 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.455110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Calling delete_port for efc06c33-df88-493b-acfc-a287fe6e187a owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:02:35.509923 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] Set router 65c7d173-c2aa-41d2-b773-3f9f254671af gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:35.566503 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'name': 'tempest-TestEncryptedCinderVolumes-42171879-router', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:21Z', 'updated_at': '2021-08-04T18:02:35Z', 'revision_number': 6, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:35.596296 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6d03ef-8894-4e68-9d91-3bae936b4fac None None] The sync data for ids ['65c7d173-c2aa-41d2-b773-3f9f254671af'] in n-d-764435-5 is: [{'id': '65c7d173-c2aa-41d2-b773-3f9f254671af', 'name': 'tempest-TestEncryptedCinderVolumes-42171879-router', 'tenant_id': 'd5082fd94c6b4c0c910c5645fe908799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:01:21Z', 'updated_at': '2021-08-04T18:02:35Z', 'revision_number': 6, 'project_id': 'd5082fd94c6b4c0c910c5645fe908799', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:02:35.640002 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.669501 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc06c33-df88-493b-acfc-a287fe6e187a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:35.733149 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.823398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.825709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.874705 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.875168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65c7d173-c2aa-41d2-b773-3f9f254671af {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:02:35.880059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.881301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4d085adf-880b-4a0d-8b47-6b2fd4ec2cc4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/65c7d173-c2aa-41d2-b773-3f9f254671af HTTP/1.1" status: 204 len: 168 time: 0.8051934 Aug 04 18:02:35.883849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40882) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:35.933008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d36e92c-ee6a-4c98-a433-178f75631bbd admin admin] Deleting subnet 39cc8967-f9d0-4534-b286-dc7f4f1e3d81 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:02:35.937351 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d36e92c-ee6a-4c98-a433-178f75631bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:35.975258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d36e92c-ee6a-4c98-a433-178f75631bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.062119 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d36e92c-ee6a-4c98-a433-178f75631bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.123175 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d36e92c-ee6a-4c98-a433-178f75631bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.130749 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.150254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36e92c-ee6a-4c98-a433-178f75631bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39cc8967-f9d0-4534-b286-dc7f4f1e3d81,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:36.152406 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7d36e92c-ee6a-4c98-a433-178f75631bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.154335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7d36e92c-ee6a-4c98-a433-178f75631bbd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/39cc8967-f9d0-4534-b286-dc7f4f1e3d81 HTTP/1.1" status: 204 len: 168 time: 0.2695613 Aug 04 18:02:36.156833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40884) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:36.160192 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe47510e-52b4-4c19-b938-a9df47bd9047 None None] Network 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:02:36.228247 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.289197 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Deleting port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:02:36.289540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.355299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] For port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=57c5c14e-2a4f-4965-a31f-f6ac632a8a0e,segment=NetworkSegment(b894a1e3-2004-4aa8-a4cf-94d0326f2a07),segment_id=b894a1e3-2004-4aa8-a4cf-94d0326f2a07)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:36.355682 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.367117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dbdbbb-b4ef-4698-88a2-9d21619a8bfb None None] DHCP port deletion for 4c93f2ae-6f6e-47f6-af76-53a31ec0b95d request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:02:36.372315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Calling delete_port for 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:02:36.416851 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-43dbdbbb-b4ef-4698-88a2-9d21619a8bfb None None] Deleting port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:02:36.417219 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-43dbdbbb-b4ef-4698-88a2-9d21619a8bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.470449 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.486380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-43dbdbbb-b4ef-4698-88a2-9d21619a8bfb None None] For port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=57c5c14e-2a4f-4965-a31f-f6ac632a8a0e,segment=NetworkSegment(b894a1e3-2004-4aa8-a4cf-94d0326f2a07),segment_id=b894a1e3-2004-4aa8-a4cf-94d0326f2a07)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:36.486792 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-43dbdbbb-b4ef-4698-88a2-9d21619a8bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.503567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Pushing event deleted for resources: {'Port': ['ID=57c5c14e-2a4f-4965-a31f-f6ac632a8a0e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:36.505429 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] No DVR routers for this DVR port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:02:36.508166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-43dbdbbb-b4ef-4698-88a2-9d21619a8bfb None None] Calling delete_port for 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:02:36.577335 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.587413 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-43dbdbbb-b4ef-4698-88a2-9d21619a8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.587634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c93f2ae-6f6e-47f6-af76-53a31ec0b95d']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:36.599194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:36.599558 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b894a1e3-2004-4aa8-a4cf-94d0326f2a07') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:36.609438 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.611132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbdbbb-b4ef-4698-88a2-9d21619a8bfb None None] Pushing event deleted for resources: {'Port': ['ID=57c5c14e-2a4f-4965-a31f-f6ac632a8a0e,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:36.618048 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dbdbbb-b4ef-4698-88a2-9d21619a8bfb None None] No DVR routers for this DVR port 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:02:36.631715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.639201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:02:36.639377 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:02:36.641210 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:02:36.705375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.712890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:36.714130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] 10.222.0.39 "DELETE /v2.0/networks/4c93f2ae-6f6e-47f6-af76-53a31ec0b95d HTTP/1.1" status: 204 len: 168 time: 0.5563269 Aug 04 18:02:36.725834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765119e-0915-48b1-88a3-e92fccde189c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c93f2ae-6f6e-47f6-af76-53a31ec0b95d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:36.894030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40888) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:36.936803 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-727afcf0-7b33-48ef-a60d-c7b53943e4dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b8fe493c1074ceb9acd0e8305923e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415874 Aug 04 18:02:36.940623 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40890) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:36.989639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a566420c-f5c2-4af9-bf01-2dd333f05fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:37.014499 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a566420c-f5c2-4af9-bf01-2dd333f05fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:37.075168 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a566420c-f5c2-4af9-bf01-2dd333f05fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:37.077745 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a566420c-f5c2-4af9-bf01-2dd333f05fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:37.078987 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a566420c-f5c2-4af9-bf01-2dd333f05fb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7f16e56-106c-4c8d-9fc9-f4a6626663eb HTTP/1.1" status: 204 len: 168 time: 0.1374116 Aug 04 18:02:37.087125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566420c-f5c2-4af9-bf01-2dd333f05fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f16e56-106c-4c8d-9fc9-f4a6626663eb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:37.423948 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40896) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:37.466748 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-395fc70f-5a94-4361-ac2d-71a19e357d84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5082fd94c6b4c0c910c5645fe908799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415764 Aug 04 18:02:37.469231 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40898) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:37.482685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:02:37.504032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:02:37.504376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 57c5c14e-2a4f-4965-a31f-f6ac632a8a0e not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:02:37.504802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device efc06c33-df88-493b-acfc-a287fe6e187a no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:02:37.527596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: efc06c33-df88-493b-acfc-a287fe6e187a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:02:37.527955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device efc06c33-df88-493b-acfc-a287fe6e187a not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:02:37.528379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ce25de38-ed52-4bc2-9b08-842cc71cfd26 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:02:37.534021 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12f5a3f2-15cf-43e3-ab91-c8c58c5425bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:37.547887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ce25de38-ed52-4bc2-9b08-842cc71cfd26 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:02:37.548287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ce25de38-ed52-4bc2-9b08-842cc71cfd26 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:02:37.560156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12f5a3f2-15cf-43e3-ab91-c8c58c5425bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:37.617199 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12f5a3f2-15cf-43e3-ab91-c8c58c5425bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:37.620287 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12f5a3f2-15cf-43e3-ab91-c8c58c5425bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:37.621472 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-12f5a3f2-15cf-43e3-ab91-c8c58c5425bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c32774d5-cc86-4611-bd0b-7d9684661da5 HTTP/1.1" status: 204 len: 168 time: 0.1512711 Aug 04 18:02:37.629359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5a3f2-15cf-43e3-ab91-c8c58c5425bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32774d5-cc86-4611-bd0b-7d9684661da5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:37.722704 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:38.366078 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40920) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:38.473413 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2076381118-network', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:02:38.498817 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Made reservation on behalf of 80c49d1cf9c043beb49a4d94d78563a9 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:02:38.501182 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:38.510662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:38.606326 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:38.611811 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:38.640133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:02:38.657276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da464c35-5a95-42ef-8d54-a04a2b2b1517,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:38.666771 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:38.666771 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Added segment 24c91804-0359-48ce-b2e1-6d4c778429ab of type vlan for network 95859cd7-3792-4670-8ec3-f93b32bebe84 Aug 04 18:02:38.721173 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:38.753488 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:38.754543 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:38.755158 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:38.809739 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4424229 Aug 04 18:02:38.813085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40924) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:38.816974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828f930-307a-4342-a621-9633e0d1a21d admin admin] Pushing event updated for resources: {'Network': ['ID=95859cd7-3792-4670-8ec3-f93b32bebe84,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:38.818351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Request body: {'subnet': {'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2076381118-subnet', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:02:38.828364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 95859cd7-3792-4670-8ec3-f93b32bebe84 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:02:38.845075 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Made reservation on behalf of 80c49d1cf9c043beb49a4d94d78563a9 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:02:38.847847 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.041464 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.095876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c31c943-0436-4819-b6c2-0d2baeb50afe,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:39.106237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Checking segment: {'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:02:39.106597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Network hostable DHCP agents. Network: 95859cd7-3792-4670-8ec3-f93b32bebe84, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:02:39.126468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Network 95859cd7-3792-4670-8ec3-f93b32bebe84 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:02:39.136979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 95859cd7-3792-4670-8ec3-f93b32bebe84) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:39.141598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:39.142195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.147952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc065836-4a43-43e3-a1d2-fad2c1e97320 None None] Network 95859cd7-3792-4670-8ec3-f93b32bebe84 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:02:39.166707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0f721248-7310-4b62-91b8-57da5f4aeeee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3522491 Aug 04 18:02:39.170576 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40926) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:39.175249 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:02:39.199630 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.200872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.265038 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.308571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-95859cd7-3792-4670-8ec3-f93b32bebe84', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:02:39.308807 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.406845 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.448978 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Allocated IP 172.20.0.2 (95859cd7-3792-4670-8ec3-f93b32bebe84/9c31c943-0436-4819-b6c2-0d2baeb50afe/72156a65-8d9a-4bc4-a10c-7239f55e6c69) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:02:39.591901 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.600222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Transition to ACTIVE for port object 72156a65-8d9a-4bc4-a10c-7239f55e6c69 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:39.612371 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.614771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Transition to ACTIVE for port object 72156a65-8d9a-4bc4-a10c-7239f55e6c69 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:39.622306 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.633202 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.659076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Network 95859cd7-3792-4670-8ec3-f93b32bebe84 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:02:39.663866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:39.667563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:02:39.673143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Pushing event updated for resources: {'Port': ['ID=72156a65-8d9a-4bc4-a10c-7239f55e6c69,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:39.733281 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.735787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Attempting to bind port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:02:39.736170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Attempting to bind port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:02:39.736534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Attempting to bind port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 on network 95859cd7-3792-4670-8ec3-f93b32bebe84 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:02:39.742029 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:02:39.742393 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Checking segment: {'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:02:39.742792 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.743201 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Bound using segment: {'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:02:39.743664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Bound port: 72156a65-8d9a-4bc4-a10c-7239f55e6c69, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:02:39.744040 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.759414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Allocated IP 172.25.2.147 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/66e695c8-2336-4f7e-8d85-a7a8299d1d7c) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:02:39.803708 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.825126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] For port 72156a65-8d9a-4bc4-a10c-7239f55e6c69, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:02:39.828832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] For port 72156a65-8d9a-4bc4-a10c-7239f55e6c69, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=72156a65-8d9a-4bc4-a10c-7239f55e6c69,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:02:39.837013 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.877235 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.896229 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755779e9-5c8e-43bf-adaf-c2c275291302 None None] Pushing event updated for resources: {'Port': ['ID=72156a65-8d9a-4bc4-a10c-7239f55e6c69,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:39.920416 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:39.960135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:02:39.965298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:39.969178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:02:40.002583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Pushing event updated for resources: {'Port': ['ID=66e695c8-2336-4f7e-8d85-a7a8299d1d7c,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:40.272077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:40.477003 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:40.621004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Router 662b12ef-0e27-4187-9647-26b122bf56b9 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:02:40.737223 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:02:40.750968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Sync routers for ids ['662b12ef-0e27-4187-9647-26b122bf56b9'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:02:40.758458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:40.759976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c5563d-572c-47d6-9771-70d3336e972b None None] Network 95859cd7-3792-4670-8ec3-f93b32bebe84 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:02:40.761004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b8054ab5-006f-4dd2-916c-198e7ae11fae admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5894032 Aug 04 18:02:40.764538 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 40928) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:40.766581 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Routers {'662b12ef-0e27-4187-9647-26b122bf56b9'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:40.767243 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['662b12ef-0e27-4187-9647-26b122bf56b9'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:40.906520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8b0a56cf-a928-4ffd-a3e4-c123a8cec7bb None None] Provisioning for port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:40.950839 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Set router 662b12ef-0e27-4187-9647-26b122bf56b9 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:41.192129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:40Z', 'revision_number': 3, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:41.224895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.225444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Checking router: 662b12ef-0e27-4187-9647-26b122bf56b9 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:02:41.225795 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Updating router 662b12ef-0e27-4187-9647-26b122bf56b9 port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:02:41.259518 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.389490 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Allocated IP 172.20.0.1 (95859cd7-3792-4670-8ec3-f93b32bebe84/9c31c943-0436-4819-b6c2-0d2baeb50afe/7ba6293b-350b-4680-b4c9-8834bf135d00) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:02:41.501802 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.515617 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Transition to ACTIVE for port object 7ba6293b-350b-4680-b4c9-8834bf135d00 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:41.526717 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 72156a65-8d9a-4bc4-a10c-7239f55e6c69 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:41.553928 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.555451 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.577439 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Transition to ACTIVE for port object 66e695c8-2336-4f7e-8d85-a7a8299d1d7c will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:41.587525 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.596689 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Network 95859cd7-3792-4670-8ec3-f93b32bebe84 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:02:41.601542 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:41.604720 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:02:41.640292 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Pushing event updated for resources: {'Port': ['ID=7ba6293b-350b-4680-b4c9-8834bf135d00,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:41.645473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:41.650255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9143473-6e8f-437d-b04f-b9c3cea00ba9 None None] Pushing event updated for resources: {'Port': ['ID=66e695c8-2336-4f7e-8d85-a7a8299d1d7c,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:41.653690 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Attempting to bind port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:02:41.654060 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Attempting to bind port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:02:41.654429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Attempting to bind port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:02:41.657361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:41.657361 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.658773 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.679458 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:02:41.679829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:02:41.680238 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.680666 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:02:41.681159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Bound port: 66e695c8-2336-4f7e-8d85-a7a8299d1d7c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:02:41.681543 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.749223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] For port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:02:41.754208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] For port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=66e695c8-2336-4f7e-8d85-a7a8299d1d7c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:02:41.787238 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.807273 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.809191 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.872573 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Routers {'662b12ef-0e27-4187-9647-26b122bf56b9'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:41.873248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['662b12ef-0e27-4187-9647-26b122bf56b9'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:41.876804 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9143473-6e8f-437d-b04f-b9c3cea00ba9 None None] Pushing event updated for resources: {'Port': ['ID=66e695c8-2336-4f7e-8d85-a7a8299d1d7c,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:41.931277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 72156a65-8d9a-4bc4-a10c-7239f55e6c69, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=72156a65-8d9a-4bc4-a10c-7239f55e6c69,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:41.942227 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:41.953622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4fd8d5fc-ec8f-4d38-86fd-7a036e302d65 None None] Provisioning for port 7ba6293b-350b-4680-b4c9-8834bf135d00 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:42.003437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4fd8d5fc-ec8f-4d38-86fd-7a036e302d65 None None] Provisioning complete for port 7ba6293b-350b-4680-b4c9-8834bf135d00 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:42.003767 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4fd8d5fc-ec8f-4d38-86fd-7a036e302d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:42.003943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:42.011161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:42.085414 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:42.087525 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Pushing event updated for resources: {'Port': ['ID=7ba6293b-350b-4680-b4c9-8834bf135d00,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:42.240630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=72156a65-8d9a-4bc4-a10c-7239f55e6c69,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:42.251944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] Set router 662b12ef-0e27-4187-9647-26b122bf56b9 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:42.254297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8d5fc-ec8f-4d38-86fd-7a036e302d65 None None] Port 7ba6293b-350b-4680-b4c9-8834bf135d00 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:02:42.466294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 1, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:42.494680 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda42f52-8866-4de3-8184-ba20fa2d66b2 None None] The sync data for ids ['662b12ef-0e27-4187-9647-26b122bf56b9'] in n-d-764435-5 is: [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 1, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:02:42.542741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Network 95859cd7-3792-4670-8ec3-f93b32bebe84 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:02:42.544326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:42.668933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Router 662b12ef-0e27-4187-9647-26b122bf56b9 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:02:42.812494 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:02:42.818457 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a5290dc7-f06b-4fe5-8cca-90d0b88653bc admin admin] 10.222.0.39 "PUT /v2.0/routers/662b12ef-0e27-4187-9647-26b122bf56b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528347 Aug 04 18:02:42.880286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-57f16111-25d2-4715-928a-cdd085151716 None None] Provisioning complete for port 7ba6293b-350b-4680-b4c9-8834bf135d00 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:42.881005 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-57f16111-25d2-4715-928a-cdd085151716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:42.936340 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-57f16111-25d2-4715-928a-cdd085151716 None None] Port 7ba6293b-350b-4680-b4c9-8834bf135d00 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:02:43.400918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40944) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:43.406154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2013645909-network', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:02:43.430261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Made reservation on behalf of b8eb2dbc00c34c22ab639814e6e32b2f for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:02:43.434041 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.444148 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.554089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.560479 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.573489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 66e695c8-2336-4f7e-8d85-a7a8299d1d7c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:43.585300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:02:43.605749 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.606095 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Added segment 9346cd54-4417-4928-987b-209eeddda0da of type vlan for network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e Aug 04 18:02:43.614938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ddcfec-fe99-4b6f-b60a-eebc26547010,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:43.628419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:43.634404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:43.634583 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.671004 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.703742 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.705031 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:43.705853 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.721379 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.743041 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=66e695c8-2336-4f7e-8d85-a7a8299d1d7c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:43.748876 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.749974 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 72156a65-8d9a-4bc4-a10c-7239f55e6c69 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:43.768286 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3637183 Aug 04 18:02:43.768454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40946) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:43.775387 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Request body: {'subnet': {'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2013645909-subnet', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:02:43.781664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d05d07-8e67-4158-b5c2-ecb872f44cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=134a2e71-97e9-4f35-832f-ac6b4d29ba3e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:43.796348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:02:43.802841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Made reservation on behalf of b8eb2dbc00c34c22ab639814e6e32b2f for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:02:43.805089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.888211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=66e695c8-2336-4f7e-8d85-a7a8299d1d7c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:43.901901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:43.902273 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:43.985188 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.043756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78220de3-6409-4e13-9185-c10b785d7e0e,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:44.052572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Checking segment: {'id': '9346cd54-4417-4928-987b-209eeddda0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:02:44.052921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Network hostable DHCP agents. Network: 134a2e71-97e9-4f35-832f-ac6b4d29ba3e, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:02:44.072392 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:02:44.083253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 134a2e71-97e9-4f35-832f-ac6b4d29ba3e) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:44.088339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:44.090212 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.091483 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a7e53-dabe-446f-8c68-12cd43e4275d None None] Network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:02:44.105636 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-756cee5c-29df-44eb-9cbd-ec0f39a070c5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3361273 Aug 04 18:02:44.108216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40948) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:44.112613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2013645909-router', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:02:44.133828 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.135047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.197942 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.257199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-134a2e71-97e9-4f35-832f-ac6b4d29ba3e', 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'fixed_ips': [{'subnet_id': '78220de3-6409-4e13-9185-c10b785d7e0e'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:02:44.258079 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.280109 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:02:44.355435 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.404283 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Allocated IP 172.20.0.2 (134a2e71-97e9-4f35-832f-ac6b4d29ba3e/78220de3-6409-4e13-9185-c10b785d7e0e/62959d3a-bd0b-4b34-b1df-8a2a5ff79761) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:02:44.556537 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.565854 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Transition to ACTIVE for port object 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:44.568574 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.581701 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Transition to ACTIVE for port object 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:44.587723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.589536 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.627344 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:02:44.630349 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:44.636728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:02:44.647915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Pushing event updated for resources: {'Port': ['ID=62959d3a-bd0b-4b34-b1df-8a2a5ff79761,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:44.704153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Attempting to bind port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:02:44.704589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Attempting to bind port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '9346cd54-4417-4928-987b-209eeddda0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:02:44.704874 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Attempting to bind port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 on network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:02:44.710530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:02:44.711099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Checking segment: {'id': '9346cd54-4417-4928-987b-209eeddda0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:02:44.711613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.712072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Bound using segment: {'id': '9346cd54-4417-4928-987b-209eeddda0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:02:44.712617 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Bound port: 62959d3a-bd0b-4b34-b1df-8a2a5ff79761, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9346cd54-4417-4928-987b-209eeddda0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:02:44.713139 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.715949 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Sync routers for ids ['662b12ef-0e27-4187-9647-26b122bf56b9'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:02:44.726275 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Routers {'662b12ef-0e27-4187-9647-26b122bf56b9'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:44.726977 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['662b12ef-0e27-4187-9647-26b122bf56b9'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:44.784766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] For port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:02:44.789867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] For port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=62959d3a-bd0b-4b34-b1df-8a2a5ff79761,segment=NetworkSegment(9346cd54-4417-4928-987b-209eeddda0da),segment_id=9346cd54-4417-4928-987b-209eeddda0da)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:02:44.795259 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:44.845382 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Set router 662b12ef-0e27-4187-9647-26b122bf56b9 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:44.852339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99ee64-13bf-4fc4-bb4a-1ab3305d5eda None None] Pushing event updated for resources: {'Port': ['ID=62959d3a-bd0b-4b34-b1df-8a2a5ff79761,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:45.079997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Allocated IP 172.25.2.217 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/c687a5e0-c709-454d-8b2c-f17cc478bdfa) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:02:45.092416 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 2, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:45.129048 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Checking router: 662b12ef-0e27-4187-9647-26b122bf56b9 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:02:45.129408 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Updating router 662b12ef-0e27-4187-9647-26b122bf56b9 port 7ba6293b-350b-4680-b4c9-8834bf135d00 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:02:45.158300 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.208366 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.254499 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.301288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:02:45.306947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:45.311508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:02:45.318048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Pushing event updated for resources: {'Port': ['ID=c687a5e0-c709-454d-8b2c-f17cc478bdfa,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:45.582359 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.596381 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Transition to ACTIVE for port object 7ba6293b-350b-4680-b4c9-8834bf135d00 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:45.609201 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.615514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:45.643698 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.683818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:45.688756 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 66e695c8-2336-4f7e-8d85-a7a8299d1d7c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:45.740249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:45.740593 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.748636 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Pushing event updated for resources: {'Port': ['ID=7ba6293b-350b-4680-b4c9-8834bf135d00,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:45.752339 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Attempting to bind port 7ba6293b-350b-4680-b4c9-8834bf135d00 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:02:45.752702 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Attempting to bind port 7ba6293b-350b-4680-b4c9-8834bf135d00 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:02:45.753064 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Attempting to bind port 7ba6293b-350b-4680-b4c9-8834bf135d00 on network 95859cd7-3792-4670-8ec3-f93b32bebe84 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:02:45.769184 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.770952 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.771299 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.771642 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.771966 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.772294 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.772620 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.772940 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.773260 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.773573 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.777666 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.778007 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:02:45.782037 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:02:45.782409 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Checking segment: {'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:02:45.782844 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.783302 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Bound using segment: {'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:02:45.783926 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Bound port: 7ba6293b-350b-4680-b4c9-8834bf135d00, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:02:45.784313 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.881790 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] For port 7ba6293b-350b-4680-b4c9-8834bf135d00, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:02:45.885865 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] For port 7ba6293b-350b-4680-b4c9-8834bf135d00, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7ba6293b-350b-4680-b4c9-8834bf135d00,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:02:45.891449 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.920406 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:45.953667 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Routers {'662b12ef-0e27-4187-9647-26b122bf56b9'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:45.954296 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['662b12ef-0e27-4187-9647-26b122bf56b9'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:45.956269 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3011fb-b7f0-419d-a14b-9b14a51a19f1 None None] Pushing event updated for resources: {'Port': ['ID=7ba6293b-350b-4680-b4c9-8834bf135d00,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:46.019944 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47bc15-b21f-40b2-a9c2-3a2d96bfa337 None None] Network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:02:46.072931 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] Set router 662b12ef-0e27-4187-9647-26b122bf56b9 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:46.096257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Router d729beef-447c-498e-a722-14480b5d8f9b is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:02:46.178031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8245e2c5-ffb1-464f-83cb-a94685b009b7 None None] Provisioning for port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:46.189865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8245e2c5-ffb1-464f-83cb-a94685b009b7 None None] Provisioning complete for port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:46.190241 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8245e2c5-ffb1-464f-83cb-a94685b009b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:46.244040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:02:46.256197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Sync routers for ids ['d729beef-447c-498e-a722-14480b5d8f9b'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:02:46.263955 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:46.268346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-be3f6fa4-174b-4f09-ac3e-cd8dd79c5281 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1564775 Aug 04 18:02:46.268745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 40950) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:02:46.278787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Routers {'d729beef-447c-498e-a722-14480b5d8f9b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:46.279478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d729beef-447c-498e-a722-14480b5d8f9b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:46.302054 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:45Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:46.336936 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189558e-4026-45a3-93a9-0654eaae8af3 None None] The sync data for ids ['662b12ef-0e27-4187-9647-26b122bf56b9'] in n-d-764435-5 is: [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:45Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:02:46.389882 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8245e2c5-ffb1-464f-83cb-a94685b009b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:46.461653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-8245e2c5-ffb1-464f-83cb-a94685b009b7 None None] For port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=62959d3a-bd0b-4b34-b1df-8a2a5ff79761,segment=NetworkSegment(9346cd54-4417-4928-987b-209eeddda0da),segment_id=9346cd54-4417-4928-987b-209eeddda0da)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:46.466603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Set router d729beef-447c-498e-a722-14480b5d8f9b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:46.469354 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8245e2c5-ffb1-464f-83cb-a94685b009b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:46.637802 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-95a45f80-33a1-4fba-8407-4f2a58f23599 None None] Provisioning complete for port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:46.638464 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-95a45f80-33a1-4fba-8407-4f2a58f23599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:46.666197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245e2c5-ffb1-464f-83cb-a94685b009b7 None None] Pushing event updated for resources: {'Port': ['ID=62959d3a-bd0b-4b34-b1df-8a2a5ff79761,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:46.804531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'name': 'tempest-TestMinimumBasicScenario-2013645909-router', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:45Z', 'revision_number': 3, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'gw_port': {'id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:46.813776 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:46.833067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Checking router: d729beef-447c-498e-a722-14480b5d8f9b for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:02:46.833426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Updating router d729beef-447c-498e-a722-14480b5d8f9b port c687a5e0-c709-454d-8b2c-f17cc478bdfa binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:02:46.863309 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:46.981742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Allocated IP 172.20.0.1 (134a2e71-97e9-4f35-832f-ac6b4d29ba3e/78220de3-6409-4e13-9185-c10b785d7e0e/467e60a1-264c-4384-a51b-138368f04c76) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:02:47.098348 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.112861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Transition to ACTIVE for port object 467e60a1-264c-4384-a51b-138368f04c76 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:47.139965 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.148688 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.155758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Transition to ACTIVE for port object c687a5e0-c709-454d-8b2c-f17cc478bdfa will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:47.164217 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.189208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:02:47.196889 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:47.203263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:02:47.207145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Pushing event updated for resources: {'Port': ['ID=467e60a1-264c-4384-a51b-138368f04c76,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:47.217189 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531f871-ae8b-48f8-88f9-3aa022dc5359 None None] Pushing event updated for resources: {'Port': ['ID=c687a5e0-c709-454d-8b2c-f17cc478bdfa,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:47.219625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Attempting to bind port c687a5e0-c709-454d-8b2c-f17cc478bdfa on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:02:47.219998 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Attempting to bind port c687a5e0-c709-454d-8b2c-f17cc478bdfa by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:02:47.220354 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Attempting to bind port c687a5e0-c709-454d-8b2c-f17cc478bdfa on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:02:47.226321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:02:47.226555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:02:47.226845 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.227294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:02:47.227758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Bound port: c687a5e0-c709-454d-8b2c-f17cc478bdfa, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:02:47.228132 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.255571 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.294645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] For port c687a5e0-c709-454d-8b2c-f17cc478bdfa, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:02:47.298082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] For port c687a5e0-c709-454d-8b2c-f17cc478bdfa, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c687a5e0-c709-454d-8b2c-f17cc478bdfa,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:02:47.304359 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.365394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Routers {'d729beef-447c-498e-a722-14480b5d8f9b'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:47.366400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d729beef-447c-498e-a722-14480b5d8f9b'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:47.402539 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.407726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531f871-ae8b-48f8-88f9-3aa022dc5359 None None] Pushing event updated for resources: {'Port': ['ID=c687a5e0-c709-454d-8b2c-f17cc478bdfa,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:47.604804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.610832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.648720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7ba6293b-350b-4680-b4c9-8834bf135d00 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:47.653499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e9366ea1-78db-41e6-b6e9-2f727309247a None None] Provisioning for port 467e60a1-264c-4384-a51b-138368f04c76 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:47.680148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Pushing event updated for resources: {'Port': ['ID=467e60a1-264c-4384-a51b-138368f04c76,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:47.683389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.688215 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e9366ea1-78db-41e6-b6e9-2f727309247a None None] Provisioning complete for port 467e60a1-264c-4384-a51b-138368f04c76 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:47.688579 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e9366ea1-78db-41e6-b6e9-2f727309247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.738564 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] Set router d729beef-447c-498e-a722-14480b5d8f9b gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:47.775634 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e9366ea1-78db-41e6-b6e9-2f727309247a None None] Port 467e60a1-264c-4384-a51b-138368f04c76 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:02:47.784151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:02:47.785746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:02:47.836553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 7ba6293b-350b-4680-b4c9-8834bf135d00 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:47.872844 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 7ba6293b-350b-4680-b4c9-8834bf135d00 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:47.873232 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:47.916400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Router d729beef-447c-498e-a722-14480b5d8f9b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:02:48.030130 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:48.040386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:02:48.045813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e7ed31e3-aa6e-4c3c-b096-c1018f952069 admin admin] 10.222.0.39 "PUT /v2.0/routers/d729beef-447c-498e-a722-14480b5d8f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7762120 Aug 04 18:02:48.075033 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 7ba6293b-350b-4680-b4c9-8834bf135d00, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7ba6293b-350b-4680-b4c9-8834bf135d00,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:48.077503 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'name': 'tempest-TestMinimumBasicScenario-2013645909-router', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:47Z', 'revision_number': 4, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'gw_port': {'id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '467e60a1-264c-4384-a51b-138368f04c76', 'name': '', 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'mac_address': 'fa:16:3e:9e:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '78220de3-6409-4e13-9185-c10b785d7e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:46Z', 'updated_at': '2021-08-04T18:02:46Z', 'revision_number': 1, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'subnets': [{'id': '78220de3-6409-4e13-9185-c10b785d7e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:48.080987 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:48.081776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:48.137150 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f613275-ede3-40f0-a46c-dd34708ba695 None None] The sync data for ids ['d729beef-447c-498e-a722-14480b5d8f9b'] in n-d-764435-5 is: [{'id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'name': 'tempest-TestMinimumBasicScenario-2013645909-router', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:47Z', 'revision_number': 4, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'gw_port': {'id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '467e60a1-264c-4384-a51b-138368f04c76', 'name': '', 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'mac_address': 'fa:16:3e:9e:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '78220de3-6409-4e13-9185-c10b785d7e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:46Z', 'updated_at': '2021-08-04T18:02:46Z', 'revision_number': 1, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'subnets': [{'id': '78220de3-6409-4e13-9185-c10b785d7e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:02:48.193336 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-41646474-35a2-4014-98a4-52d839a3d8f3 None None] Provisioning complete for port 467e60a1-264c-4384-a51b-138368f04c76 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:48.193712 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-41646474-35a2-4014-98a4-52d839a3d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:48.243398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=7ba6293b-350b-4680-b4c9-8834bf135d00,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:48.256493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:48.256854 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:48.260948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-41646474-35a2-4014-98a4-52d839a3d8f3 None None] Port 467e60a1-264c-4384-a51b-138368f04c76 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:02:49.616646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c687a5e0-c709-454d-8b2c-f17cc478bdfa up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:49.692473 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port c687a5e0-c709-454d-8b2c-f17cc478bdfa completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:49.697444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c687a5e0-c709-454d-8b2c-f17cc478bdfa triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:49.698447 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:49.804928 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:49.837061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port c687a5e0-c709-454d-8b2c-f17cc478bdfa, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c687a5e0-c709-454d-8b2c-f17cc478bdfa,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:49.848439 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:49.849767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7ba6293b-350b-4680-b4c9-8834bf135d00 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:49.931663 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=c687a5e0-c709-454d-8b2c-f17cc478bdfa,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:49.945185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 7ba6293b-350b-4680-b4c9-8834bf135d00 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:49.945549 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:50.676223 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Sync routers for ids ['d729beef-447c-498e-a722-14480b5d8f9b'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:02:50.687255 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Routers {'d729beef-447c-498e-a722-14480b5d8f9b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:50.688355 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d729beef-447c-498e-a722-14480b5d8f9b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:50.805822 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Set router d729beef-447c-498e-a722-14480b5d8f9b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:51.042172 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'name': 'tempest-TestMinimumBasicScenario-2013645909-router', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:47Z', 'revision_number': 4, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'gw_port': {'id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '467e60a1-264c-4384-a51b-138368f04c76', 'name': '', 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'mac_address': 'fa:16:3e:9e:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '78220de3-6409-4e13-9185-c10b785d7e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:46Z', 'updated_at': '2021-08-04T18:02:47Z', 'revision_number': 2, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'subnets': [{'id': '78220de3-6409-4e13-9185-c10b785d7e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:51.072932 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Checking router: d729beef-447c-498e-a722-14480b5d8f9b for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:02:51.073493 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Updating router d729beef-447c-498e-a722-14480b5d8f9b port 467e60a1-264c-4384-a51b-138368f04c76 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:02:51.100754 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:51.409111 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:51.420301 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Transition to ACTIVE for port object 467e60a1-264c-4384-a51b-138368f04c76 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:02:51.428130 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:51.475441 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51521594-1a2e-49a8-8fc2-b842decc69c9 None None] Pushing event updated for resources: {'Port': ['ID=467e60a1-264c-4384-a51b-138368f04c76,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:51.528596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c687a5e0-c709-454d-8b2c-f17cc478bdfa up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:51.565747 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Attempting to bind port 467e60a1-264c-4384-a51b-138368f04c76 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:02:51.566170 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Attempting to bind port 467e60a1-264c-4384-a51b-138368f04c76 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '9346cd54-4417-4928-987b-209eeddda0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:02:51.566762 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Attempting to bind port 467e60a1-264c-4384-a51b-138368f04c76 on network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:02:51.577828 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:02:51.578448 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Checking segment: {'id': '9346cd54-4417-4928-987b-209eeddda0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:02:51.579026 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:51.579420 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Bound using segment: {'id': '9346cd54-4417-4928-987b-209eeddda0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:02:51.580059 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Bound port: 467e60a1-264c-4384-a51b-138368f04c76, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9346cd54-4417-4928-987b-209eeddda0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:02:51.580439 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:51.599757 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c687a5e0-c709-454d-8b2c-f17cc478bdfa triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:51.600151 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:51.672374 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] For port 467e60a1-264c-4384-a51b-138368f04c76, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:02:51.675752 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] For port 467e60a1-264c-4384-a51b-138368f04c76, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=467e60a1-264c-4384-a51b-138368f04c76,segment=NetworkSegment(9346cd54-4417-4928-987b-209eeddda0da),segment_id=9346cd54-4417-4928-987b-209eeddda0da)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:02:51.690613 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:51.753372 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Routers {'d729beef-447c-498e-a722-14480b5d8f9b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:02:51.754003 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:02:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d729beef-447c-498e-a722-14480b5d8f9b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:51.796690 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51521594-1a2e-49a8-8fc2-b842decc69c9 None None] Pushing event updated for resources: {'Port': ['ID=467e60a1-264c-4384-a51b-138368f04c76,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:52.063842 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] Set router d729beef-447c-498e-a722-14480b5d8f9b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:02:52.289997 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'name': 'tempest-TestMinimumBasicScenario-2013645909-router', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:47Z', 'revision_number': 4, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'gw_port': {'id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '467e60a1-264c-4384-a51b-138368f04c76', 'name': '', 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'mac_address': 'fa:16:3e:9e:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '78220de3-6409-4e13-9185-c10b785d7e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:46Z', 'updated_at': '2021-08-04T18:02:51Z', 'revision_number': 4, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'subnets': [{'id': '78220de3-6409-4e13-9185-c10b785d7e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:02:52.322163 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba95b5a-77f0-4181-a723-6f212b9dc302 None None] The sync data for ids ['d729beef-447c-498e-a722-14480b5d8f9b'] in n-d-764435-5 is: [{'id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'name': 'tempest-TestMinimumBasicScenario-2013645909-router', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:47Z', 'revision_number': 4, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'gw_port': {'id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '467e60a1-264c-4384-a51b-138368f04c76', 'name': '', 'network_id': '134a2e71-97e9-4f35-832f-ac6b4d29ba3e', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'mac_address': 'fa:16:3e:9e:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '78220de3-6409-4e13-9185-c10b785d7e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:46Z', 'updated_at': '2021-08-04T18:02:51Z', 'revision_number': 4, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'subnets': [{'id': '78220de3-6409-4e13-9185-c10b785d7e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:02:53.546314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 467e60a1-264c-4384-a51b-138368f04c76 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:53.600767 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 467e60a1-264c-4384-a51b-138368f04c76 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:02:53.604889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 467e60a1-264c-4384-a51b-138368f04c76 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:53.605271 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:53.692581 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:53.729686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 467e60a1-264c-4384-a51b-138368f04c76, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=467e60a1-264c-4384-a51b-138368f04c76,segment=NetworkSegment(9346cd54-4417-4928-987b-209eeddda0da),segment_id=9346cd54-4417-4928-987b-209eeddda0da)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:02:53.735259 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:53.797807 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=467e60a1-264c-4384-a51b-138368f04c76,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:02:55.505935 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 467e60a1-264c-4384-a51b-138368f04c76 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:02:55.559534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 467e60a1-264c-4384-a51b-138368f04c76 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:02:55.559900 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:02:58.434973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d560b-a759-444a-b687-9585c2df6497 req-15028425-7977-4f89-abbc-c3e1da3ad22e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:58.436466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-15028425-7977-4f89-abbc-c3e1da3ad22e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/networks?id=95859cd7-3792-4670-8ec3-f93b32bebe84 HTTP/1.1" status: 200 len: 815 time: 0.1112323 Aug 04 18:02:58.454464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-53f3c4d8-46ef-417c-bb92-b4631091ef32 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/quotas/80c49d1cf9c043beb49a4d94d78563a9 HTTP/1.1" status: 200 len: 375 time: 0.0099232 Aug 04 18:02:58.518041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-0112ea42-c71b-4b68-99e2-724b599243e6 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=80c49d1cf9c043beb49a4d94d78563a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552049 Aug 04 18:02:58.630441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-3d7dffb4-6bdd-4a1b-b173-110e79b0d995 service neutron] 10.222.0.39 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980887 Aug 04 18:02:58.736065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-c25409d9-c6db-4447-8db3-60253a5f7aa2 service neutron] 10.222.0.39 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981505 Aug 04 18:02:58.917863 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2831bed-6944-4f00-bd56-12a728c2e24a req-47d510ad-4a7d-47f8-867c-cc559cdd3c56 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 210 time: 0.0272579 Aug 04 18:02:59.920164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d560b-a759-444a-b687-9585c2df6497 req-edb5b0fd-30dd-48d8-90b9-d29aa716afc1 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:02:59.921661 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-edb5b0fd-30dd-48d8-90b9-d29aa716afc1 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.82 "GET /v2.0/networks?id=95859cd7-3792-4670-8ec3-f93b32bebe84 HTTP/1.1" status: 200 len: 815 time: 0.1067607 Aug 04 18:02:59.935886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'port': {'device_id': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'admin_state_up': True, 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:00.025512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-70e86489-4e9f-48e4-a170-020807915fff req-038831e6-d2e0-43f5-a58a-2631dfdd76bc tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 210 time: 0.0361636 Aug 04 18:03:00.084307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Made reservation on behalf of 80c49d1cf9c043beb49a4d94d78563a9 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:03:00.088050 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:00.249785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Allocated IP 172.20.0.7 (95859cd7-3792-4670-8ec3-f93b32bebe84/9c31c943-0436-4819-b6c2-0d2baeb50afe/0db89fa1-80c4-4170-a3bf-4ef5d0560fe5) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:03:00.475187 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:00.494938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Transition to ACTIVE for port object 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:03:00.534136 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:00.587823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Network 95859cd7-3792-4670-8ec3-f93b32bebe84 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:03:00.594071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:03:00.596923 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:03:00.629775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'Port': ['ID=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:00.659683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.660333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.660858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.661196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.661705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.662038 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.662434 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.664351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.664351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.664351 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.664677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.665543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:00.709106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:00.709933 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:00.734363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-5d37b581-cf02-46a2-8ec5-3e56b3bbd538 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8022766 Aug 04 18:03:00.950989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-438b480e-2e4c-4f4e-9dfe-f38aba7f5549 None None] Provisioning for port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:03:00.955457 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-438b480e-2e4c-4f4e-9dfe-f38aba7f5549 None None] Provisioning complete for port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:03:00.955837 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-438b480e-2e4c-4f4e-9dfe-f38aba7f5549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:00.997784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-438b480e-2e4c-4f4e-9dfe-f38aba7f5549 None None] Port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:03:01.147971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886797d-d192-4816-bbae-11a42733d00c req-a997d0c2-aac9-42b8-8d15-28f1053e4408 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:01.149602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9886797d-d192-4816-bbae-11a42733d00c req-a997d0c2-aac9-42b8-8d15-28f1053e4408 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 931 time: 0.0536084 Aug 04 18:03:01.192157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9886797d-d192-4816-bbae-11a42733d00c req-8484842f-aa5a-4199-b495-41cbbfae19d4 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359561 Aug 04 18:03:02.056166 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-57ca3af2-87b3-4f7f-ab31-695592737e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:02.333635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03447a-672b-4723-b9c7-daefd59c0993 req-d62b1cd1-f2e2-4c2e-a11c-f4db69e544ce tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:02.335946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d03447a-672b-4723-b9c7-daefd59c0993 req-d62b1cd1-f2e2-4c2e-a11c-f4db69e544ce tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 931 time: 0.0662589 Aug 04 18:03:02.390049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d03447a-672b-4723-b9c7-daefd59c0993 req-b2d89817-dfd2-4f20-aad8-da3dcfb36d6b tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471847 Aug 04 18:03:03.516913 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13ffa3-1871-41fd-a42c-a49903afba8c req-dcb5cbc2-d000-4f96-9ff5-dc97b154e043 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:03.518434 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d13ffa3-1871-41fd-a42c-a49903afba8c req-dcb5cbc2-d000-4f96-9ff5-dc97b154e043 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 931 time: 0.0517330 Aug 04 18:03:03.573225 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7d13ffa3-1871-41fd-a42c-a49903afba8c req-9c500d9a-d359-4ab1-80ca-73a602349b28 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457380 Aug 04 18:03:04.517300 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-27c12b12-a8bd-404f-a7f8-88e1c88eda40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:04.709623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e1df4-a900-46b8-b3fa-fc931922ce34 req-000db8e2-5b7e-48c5-950b-ca7bbdb35310 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:04.718913 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-828e1df4-a900-46b8-b3fa-fc931922ce34 req-000db8e2-5b7e-48c5-950b-ca7bbdb35310 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 931 time: 0.0726609 Aug 04 18:03:04.760510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-828e1df4-a900-46b8-b3fa-fc931922ce34 req-86594aa8-d70c-4969-9180-dd074997e2fa tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Aug 04 18:03:05.092267 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:05.888054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa304502-e03c-4d47-a815-884dd3bed652 req-5f9a9756-1dd1-4c08-b69f-a4a5ac46a5c3 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:05.889643 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa304502-e03c-4d47-a815-884dd3bed652 req-5f9a9756-1dd1-4c08-b69f-a4a5ac46a5c3 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 931 time: 0.0601029 Aug 04 18:03:05.931269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa304502-e03c-4d47-a815-884dd3bed652 req-4b0d4a2a-f2f3-445a-b2eb-ee37cfcea590 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330799 Aug 04 18:03:06.135501 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:07.061173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f0727-d63c-466b-a4fa-0ae89e4966e9 req-2b0f3b82-745e-4d0c-828a-b83047efc4fc tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:07.062774 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-540f0727-d63c-466b-a4fa-0ae89e4966e9 req-2b0f3b82-745e-4d0c-828a-b83047efc4fc tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 931 time: 0.0582972 Aug 04 18:03:07.103457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-540f0727-d63c-466b-a4fa-0ae89e4966e9 req-2bafd9c6-7d37-4535-9d54-795da30c7174 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Aug 04 18:03:07.727782 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:08.228318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13f6b-8e70-49cd-97e6-58ab92aafe71 req-130961af-3fd7-44dc-8bf5-ade8a07e3683 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:08.229974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e2a13f6b-8e70-49cd-97e6-58ab92aafe71 req-130961af-3fd7-44dc-8bf5-ade8a07e3683 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 931 time: 0.0502625 Aug 04 18:03:08.276853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e2a13f6b-8e70-49cd-97e6-58ab92aafe71 req-c9de1f8a-6a29-461f-8fa5-c5c8762fb053 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385940 Aug 04 18:03:09.441808 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3d2d-be28-45c9-9cfb-ea8c884b1e77 req-19544609-e9f8-421d-9069-b625913e462b tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:09.444209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-139f3d2d-be28-45c9-9cfb-ea8c884b1e77 req-19544609-e9f8-421d-9069-b625913e462b tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 931 time: 0.0593920 Aug 04 18:03:09.482637 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-139f3d2d-be28-45c9-9cfb-ea8c884b1e77 req-358b7f44-17e2-4c8b-9625-3fa5a333103a tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323343 Aug 04 18:03:09.712200 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:09.779091 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:10.619487 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9749d-4113-4b3f-8210-8a9cf9e78239 req-8cf67328-9a90-428a-96ba-44f08a9dd114 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:10.621790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-afc9749d-4113-4b3f-8210-8a9cf9e78239 req-8cf67328-9a90-428a-96ba-44f08a9dd114 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 931 time: 0.0564661 Aug 04 18:03:10.661999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-afc9749d-4113-4b3f-8210-8a9cf9e78239 req-25cc6ea0-3cf1-4433-9c26-60cb8434694e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331211 Aug 04 18:03:11.772554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Request body: {'port': {'device_id': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:12.172863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbca09-e906-4ca4-a619-ed0e3a7afa57 req-18821cae-247d-4794-ad6b-c388da74b5e9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:12.174370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64cbca09-e906-4ca4-a619-ed0e3a7afa57 req-18821cae-247d-4794-ad6b-c388da74b5e9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 931 time: 0.4313858 Aug 04 18:03:12.186849 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:12.242391 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64cbca09-e906-4ca4-a619-ed0e3a7afa57 req-79324696-8b13-44fd-97dd-43e845a92fd5 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617068 Aug 04 18:03:12.479331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:03:12.486972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:12.500117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Transition to ACTIVE for port object 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:03:12.506746 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:12.570369 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:12.642209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Attempting to bind port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:03:12.642606 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Attempting to bind port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:03:12.642983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Attempting to bind port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 on network 95859cd7-3792-4670-8ec3-f93b32bebe84 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:03:12.647733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 on network 95859cd7-3792-4670-8ec3-f93b32bebe84 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:03:12.648065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Attempting to bind port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 on network 95859cd7-3792-4670-8ec3-f93b32bebe84 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:03:12.653138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:03:12.653490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Checking segment: {'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:03:12.653868 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Bound using segment: {'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:03:12.654292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Bound port: 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c91804-0359-48ce-b2e1-6d4c778429ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:03:12.654660 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:12.725962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] For port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:03:12.729091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] For port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:03:12.735346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:12.774779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:12.775418 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:12.776881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] 10.222.0.82 "PUT /v2.0/ports/0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 1091 time: 1.0221887 Aug 04 18:03:12.777264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:03:12.779626 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa4dde2-6455-4edd-9957-7b2db7d0e68f" -d '{"events": [{"name": "network-changed", "server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:03:12.813742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6253b-3764-4f22-874f-91f5577421c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:12.826042 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22393999-ec37-44c6-84e5-b37ab3cfa556 x-openstack-request-id: req-22393999-ec37-44c6-84e5-b37ab3cfa556 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:03:12.826361 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:03:12.826641 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22393999-ec37-44c6-84e5-b37ab3cfa556 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:03:12.827322 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'status': 'completed', 'code': 200} Aug 04 18:03:12.875575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d560b-a759-444a-b687-9585c2df6497 req-54db3a4a-262c-43e3-a133-1fc3b0229354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:12.877139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-54db3a4a-262c-43e3-a133-1fc3b0229354 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80c49d1cf9c043beb49a4d94d78563a9&device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 1094 time: 0.0457966 Aug 04 18:03:12.921598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-265568ff-ec2b-4c5e-8a25-e23038de4f8e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 217 time: 0.0359309 Aug 04 18:03:12.982584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d560b-a759-444a-b687-9585c2df6497 req-17ec74e5-03f8-4880-b889-a294b1a6ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:12.985095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-17ec74e5-03f8-4880-b889-a294b1a6ae79 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c31c943-0436-4819-b6c2-0d2baeb50afe HTTP/1.1" status: 200 len: 854 time: 0.0569310 Aug 04 18:03:13.039446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d560b-a759-444a-b687-9585c2df6497 req-b0d923c5-8004-44ba-8600-619ff83da6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:13.040958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-b0d923c5-8004-44ba-8600-619ff83da6f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95859cd7-3792-4670-8ec3-f93b32bebe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483606 Aug 04 18:03:13.136742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-904c2ee9-b573-4808-ae3b-7ab8d5993a9c service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846996 Aug 04 18:03:13.231314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-220d560b-a759-444a-b687-9585c2df6497 req-d35468fa-7d7c-40ca-909c-e5d9a19a3cf9 service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860853 Aug 04 18:03:13.348069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-c5db65c2-caca-4024-8dd9-62dd6c01e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:13.349462 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-c5db65c2-caca-4024-8dd9-62dd6c01e4a9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80c49d1cf9c043beb49a4d94d78563a9&device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 1094 time: 0.0652394 Aug 04 18:03:13.391137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba336c12-2af2-4f70-9fd5-bf5779ca1920 req-875639cc-a85b-4201-b7a5-407834c66b4e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:13.392672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba336c12-2af2-4f70-9fd5-bf5779ca1920 req-875639cc-a85b-4201-b7a5-407834c66b4e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 943 time: 0.0775230 Aug 04 18:03:13.473918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba336c12-2af2-4f70-9fd5-bf5779ca1920 req-6c7cc5ea-ed5b-4e47-b3c7-8c94005cd087 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Aug 04 18:03:13.489535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-085f8a27-55c8-4cdd-af62-b210b0045c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:13.491416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-085f8a27-55c8-4cdd-af62-b210b0045c97 service neutron] 10.222.0.82 "GET /v2.0/networks?id=95859cd7-3792-4670-8ec3-f93b32bebe84 HTTP/1.1" status: 200 len: 917 time: 0.1339440 Aug 04 18:03:13.538772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-27a246e2-47b7-47b1-b294-1dc1d064d1b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 217 time: 0.0388341 Aug 04 18:03:13.590821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-7a6c8717-babd-409d-a705-c6004f52c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:13.592261 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-7a6c8717-babd-409d-a705-c6004f52c904 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c31c943-0436-4819-b6c2-0d2baeb50afe HTTP/1.1" status: 200 len: 854 time: 0.0456665 Aug 04 18:03:13.640574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-ce09fc07-ecb3-46ea-98f3-3017d17321f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:13.641984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-ce09fc07-ecb3-46ea-98f3-3017d17321f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95859cd7-3792-4670-8ec3-f93b32bebe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410483 Aug 04 18:03:13.740915 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-9573bc07-06f6-476f-b66a-65b0c3e63219 service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902796 Aug 04 18:03:13.849113 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-caa4dde2-6455-4edd-9957-7b2db7d0e68f req-c61202be-e0c5-485b-8d63-727bf3f5e52c service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995820 Aug 04 18:03:14.511522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:03:14.603800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f7909-3c13-48d1-be37-f66b902ee8de req-0001d43f-382a-4f5d-ab4c-9e086bd22f21 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:14.605350 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f51f7909-3c13-48d1-be37-f66b902ee8de req-0001d43f-382a-4f5d-ab4c-9e086bd22f21 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 943 time: 0.0526595 Aug 04 18:03:14.614137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:03:14.626615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'port_id': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'mac_address': 'fa:16:3e:1c:58:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:03:14.645169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f51f7909-3c13-48d1-be37-f66b902ee8de req-5d57f828-992a-40fb-a362-512de3600a89 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335460 Aug 04 18:03:14.665257 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:14.678443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:03:14.699206 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:03:14.704775 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:14.752046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:14.760158 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.760328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.760640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.760968 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.761295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.761622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.761923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.762356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.762562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.762918 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.763280 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.763594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:14.907883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:03:15.785021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20fba7-f949-42d1-9ed4-81bda0ae2f11 req-a89876aa-afe6-48e2-bd72-941bb8358e3f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:15.786503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb20fba7-f949-42d1-9ed4-81bda0ae2f11 req-a89876aa-afe6-48e2-bd72-941bb8358e3f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 944 time: 0.0641322 Aug 04 18:03:15.827404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb20fba7-f949-42d1-9ed4-81bda0ae2f11 req-b2a067c3-9814-4e34-ace7-af0676870b04 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346680 Aug 04 18:03:16.527313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:03:16.591972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:03:16.598086 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:03:16.598714 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:16.682019 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:16.708891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:03:16.711200 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6bdcf6-c77e-4600-b3f5-1d82ee141ff5" -d '{"events": [{"server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "name": "network-vif-plugged", "status": "completed", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:03:16.724105 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:03:16.730092 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:16.753954 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542f43ae-bb82-4ea2-9b10-ee4124399645 x-openstack-request-id: req-542f43ae-bb82-4ea2-9b10-ee4124399645 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:03:16.754236 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "name": "network-vif-plugged", "status": "completed", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:03:16.754513 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-542f43ae-bb82-4ea2-9b10-ee4124399645 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:03:16.754886 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'code': 200} Aug 04 18:03:16.783712 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:16.848414 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12eda1-3545-4ea1-951f-80b9d7972fc3 req-4a577281-9916-4049-940a-eeda4bd04e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:16.849919 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd12eda1-3545-4ea1-951f-80b9d7972fc3 req-4a577281-9916-4049-940a-eeda4bd04e72 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 1096 time: 0.0423386 Aug 04 18:03:16.887989 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd12eda1-3545-4ea1-951f-80b9d7972fc3 req-d2601350-0393-43b8-a322-e296568f3cf1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299532 Aug 04 18:03:16.949324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c334c07-1197-4b46-84a0-05f0420f86ea req-a7e315a6-cfef-4724-a6b7-d8183bcbb390 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:16.950796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c334c07-1197-4b46-84a0-05f0420f86ea req-a7e315a6-cfef-4724-a6b7-d8183bcbb390 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 945 time: 0.0506301 Aug 04 18:03:16.993496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3c334c07-1197-4b46-84a0-05f0420f86ea req-a5e1d412-26e3-445a-9108-d1b2becfe561 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337539 Aug 04 18:03:18.135315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e4d89-d64a-45a3-9937-0ace520306cd req-59e657a0-c617-4111-bef4-ff74cc287e70 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:18.136824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-235e4d89-d64a-45a3-9937-0ace520306cd req-59e657a0-c617-4111-bef4-ff74cc287e70 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 945 time: 0.0627258 Aug 04 18:03:18.180369 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-235e4d89-d64a-45a3-9937-0ace520306cd req-7dc8e609-ddc3-4b88-9f99-c364e0f2f60b tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358207 Aug 04 18:03:18.301963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e63191-be78-45ff-830d-859114feda3d req-b46d248b-012f-44d6-9ca0-f2d22380a2e3 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:18.303382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80e63191-be78-45ff-830d-859114feda3d req-b46d248b-012f-44d6-9ca0-f2d22380a2e3 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 945 time: 0.0509679 Aug 04 18:03:18.346497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-80e63191-be78-45ff-830d-859114feda3d req-79144e8f-c442-4aad-8c54-3ea54105eb49 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339546 Aug 04 18:03:18.553934 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14339a7-d050-48ec-affc-063b722aaf20 req-7b8e3585-a28e-4c7a-b5b1-4230f8dea4e0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:18.555370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a14339a7-d050-48ec-affc-063b722aaf20 req-7b8e3585-a28e-4c7a-b5b1-4230f8dea4e0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 945 time: 0.0511398 Aug 04 18:03:18.593675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a14339a7-d050-48ec-affc-063b722aaf20 req-a9d7f6ed-4e15-459a-a049-01ce7e56d8aa tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Aug 04 18:03:21.281139 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:03:30.340800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc8fec-c7fe-4f7d-bb61-0dce3b593df7 req-0025850e-dc30-422f-825b-3deaa2ad3a6c tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:30.342299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53dc8fec-c7fe-4f7d-bb61-0dce3b593df7 req-0025850e-dc30-422f-825b-3deaa2ad3a6c tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 945 time: 0.0685453 Aug 04 18:03:30.385795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53dc8fec-c7fe-4f7d-bb61-0dce3b593df7 req-37df817f-df9b-4683-bf5a-ccebb5f65cb6 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367587 Aug 04 18:03:30.408491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41144) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:03:30.560758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e606f-3799-4e94-a6cd-41cca2cc3e3c tempest-TestMinimumBasicScenario-898710989 tempest-TestMinimumBasicScenario-898710989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:30.563414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c83e606f-3799-4e94-a6cd-41cca2cc3e3c tempest-TestMinimumBasicScenario-898710989 tempest-TestMinimumBasicScenario-898710989-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 1091 time: 0.1536107 Aug 04 18:03:30.567567 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41148) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:03:30.572873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:30.602606 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:30.709012 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:30.825018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Allocated IP 172.25.2.220 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/085b93f8-c77f-4e15-929f-ff2f37788802) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:03:30.947789 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:30.995823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:31.038159 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:03:31.041043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:03:31.045453 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:03:31.048475 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'Port': ['ID=085b93f8-c77f-4e15-929f-ff2f37788802,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:31.076024 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.076272 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.076645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.076985 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.077327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.077672 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.077998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.078326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.078659 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.079014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.079341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.079666 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:03:31.434920 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:31.506443 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:31.677844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:31.683715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:31.757658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'Port': ['ID=085b93f8-c77f-4e15-929f-ff2f37788802,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:31.772103 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:31.878479 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Floating IP 7582d8f0-06ba-4b61-a5c0-dfeb06924ae7 associated. External IP: 172.25.2.220, port: 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5. Aug 04 18:03:32.052881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1882e7f6-4a66-437a-9782-ed19f5b3ed67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.096979 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Router 662b12ef-0e27-4187-9647-26b122bf56b9 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:03:32.212197 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:03:32.222366 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] Sync routers for ids ['662b12ef-0e27-4187-9647-26b122bf56b9'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:03:32.231128 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.233168 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] Routers {'662b12ef-0e27-4187-9647-26b122bf56b9'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:03:32.233809 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:03:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['662b12ef-0e27-4187-9647-26b122bf56b9'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:03:32.273566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41150) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:03:32.274206 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9326113a-3270-40ef-9f1a-f5bf74eebbc0 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7048457 Aug 04 18:03:32.274377 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:03:32.278838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4207de9f-098f-4d8c-8bff-7708037971e8 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606568954', 'description': 'tempest-secgroup-smoke-1606568954 description', 'project_id': '80c49d1cf9c043beb49a4d94d78563a9'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:32.303939 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4207de9f-098f-4d8c-8bff-7708037971e8 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.348233 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] Set router 662b12ef-0e27-4187-9647-26b122bf56b9 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:03:32.394649 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4207de9f-098f-4d8c-8bff-7708037971e8 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.399833 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4207de9f-098f-4d8c-8bff-7708037971e8 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.414009 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff5fd055f829ce2bca458b35fc7752fcb8bf5e23225622f2af9eb35435c31640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:03:32.434638 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4207de9f-098f-4d8c-8bff-7708037971e8 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.435926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4207de9f-098f-4d8c-8bff-7708037971e8 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1612580 Aug 04 18:03:32.438906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41158) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:03:32.444456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a1710c44-79a2-4103-97e7-5423d9efb575 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'security_group_rule': {'security_group_id': '64587d9e-d158-423d-ae29-93675784a1e9', 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:32.449841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207de9f-098f-4d8c-8bff-7708037971e8 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64587d9e-d158-423d-ae29-93675784a1e9,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:32.477768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1710c44-79a2-4103-97e7-5423d9efb575 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.516806 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228b6d53-7f5d-4878-a0db-6895cb17a7e4 x-openstack-request-id: req-228b6d53-7f5d-4878-a0db-6895cb17a7e4 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:03:32.517098 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:03:32.517344 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-228b6d53-7f5d-4878-a0db-6895cb17a7e4 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:03:32.517754 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'status': 'completed', 'code': 200} Aug 04 18:03:32.542560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1710c44-79a2-4103-97e7-5423d9efb575 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.553788 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1710c44-79a2-4103-97e7-5423d9efb575 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.592882 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1710c44-79a2-4103-97e7-5423d9efb575 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a48a4f-4774-4a5f-b45a-dbad6dc08a32,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:32.601141 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7582d8f0-06ba-4b61-a5c0-dfeb06924ae7', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'port_id': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'mac_address': 'fa:16:3e:1c:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:03:31Z', 'updated_at': '2021-08-04T18:03:31Z', 'revision_number': 0, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:48Z', 'revision_number': 5, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:03:32.605403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-e298db18-548e-4d42-9960-523b83b59443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:32.607207 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-e298db18-548e-4d42-9960-523b83b59443 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80c49d1cf9c043beb49a4d94d78563a9&device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 1096 time: 0.0631127 Aug 04 18:03:32.608737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a1710c44-79a2-4103-97e7-5423d9efb575 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.609905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a1710c44-79a2-4103-97e7-5423d9efb575 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693265 Aug 04 18:03:32.613133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41160) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:03:32.619780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6ac0c600-f3a2-44ef-8f8b-8bae7aaa2ad9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'security_group_rule': {'security_group_id': '64587d9e-d158-423d-ae29-93675784a1e9', 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:32.630125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] Checking router: 662b12ef-0e27-4187-9647-26b122bf56b9 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:03:32.638537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] Routers {'662b12ef-0e27-4187-9647-26b122bf56b9'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:03:32.639167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:03:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['662b12ef-0e27-4187-9647-26b122bf56b9'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:03:32.696039 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c600-f3a2-44ef-8f8b-8bae7aaa2ad9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.749492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] Set router 662b12ef-0e27-4187-9647-26b122bf56b9 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:03:32.756077 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-df888a73-4131-4d39-899c-1cdceef7063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:32.757635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-df888a73-4131-4d39-899c-1cdceef7063d service neutron] 10.222.0.82 "GET /v2.0/networks?id=95859cd7-3792-4670-8ec3-f93b32bebe84 HTTP/1.1" status: 200 len: 917 time: 0.1418636 Aug 04 18:03:32.827822 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c600-f3a2-44ef-8f8b-8bae7aaa2ad9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.841916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c600-f3a2-44ef-8f8b-8bae7aaa2ad9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.872929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-3b8cf447-c078-4be0-9471-6462990e46d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 999 time: 0.1045797 Aug 04 18:03:32.874250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0c600-f3a2-44ef-8f8b-8bae7aaa2ad9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e369da1c-7c2b-4339-b6d5-d3202844e254,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:32.890215 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c600-f3a2-44ef-8f8b-8bae7aaa2ad9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.894208 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6ac0c600-f3a2-44ef-8f8b-8bae7aaa2ad9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2773221 Aug 04 18:03:32.895232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41164) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:03:32.903260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a1c0ac84-9b92-467a-80ff-94c6372ef00d tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'security_group_rule': {'security_group_id': '64587d9e-d158-423d-ae29-93675784a1e9', 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:32.936366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-65d37733-42b0-41f3-87df-9f923c0f28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:32.938075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-65d37733-42b0-41f3-87df-9f923c0f28f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c31c943-0436-4819-b6c2-0d2baeb50afe HTTP/1.1" status: 200 len: 854 time: 0.0573888 Aug 04 18:03:32.941045 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1c0ac84-9b92-467a-80ff-94c6372ef00d tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:32.996865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-317e6428-9536-4db6-9aaa-43a77a795aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:32.998594 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-317e6428-9536-4db6-9aaa-43a77a795aa0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95859cd7-3792-4670-8ec3-f93b32bebe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516903 Aug 04 18:03:33.007505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1c0ac84-9b92-467a-80ff-94c6372ef00d tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.012817 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1c0ac84-9b92-467a-80ff-94c6372ef00d tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.013724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7582d8f0-06ba-4b61-a5c0-dfeb06924ae7', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'port_id': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'mac_address': 'fa:16:3e:1c:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:03:31Z', 'updated_at': '2021-08-04T18:03:31Z', 'revision_number': 0, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:48Z', 'revision_number': 5, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:03:33.029161 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0ac84-9b92-467a-80ff-94c6372ef00d tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a1680f-668a-42fa-ad39-a00581b01277,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:33.038238 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a1c0ac84-9b92-467a-80ff-94c6372ef00d tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.039852 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a1c0ac84-9b92-467a-80ff-94c6372ef00d tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416898 Aug 04 18:03:33.042507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41166) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:03:33.047065 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-94869b51-a48d-48bf-920d-caa4702c9cac tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'security_group_rule': {'security_group_id': '64587d9e-d158-423d-ae29-93675784a1e9', 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:33.079956 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94869b51-a48d-48bf-920d-caa4702c9cac tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.100649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-e993dc5a-85db-4843-aff9-f72acf25eae8 service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940952 Aug 04 18:03:33.150619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94869b51-a48d-48bf-920d-caa4702c9cac tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.157655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94869b51-a48d-48bf-920d-caa4702c9cac tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.174038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94869b51-a48d-48bf-920d-caa4702c9cac tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdc2184-cd13-4834-92c8-e0acd7f42598,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:33.186761 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-94869b51-a48d-48bf-920d-caa4702c9cac tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.188274 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-94869b51-a48d-48bf-920d-caa4702c9cac tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447692 Aug 04 18:03:33.191246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41168) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:03:33.196219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7721b415-0882-46a4-b126-a653724c127f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'security_group_rule': {'security_group_id': '64587d9e-d158-423d-ae29-93675784a1e9', 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:33.214201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8156b8bb-cb49-41fb-b1bd-5acc07f1cd4e req-4e68ba74-e121-48a1-92d2-5ea8d64cb874 service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058044 Aug 04 18:03:33.221431 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-7721b415-0882-46a4-b126-a653724c127f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Project 80c49d1cf9c043beb49a4d94d78563a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:03:33.223203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb93d9-2550-4cbf-97f4-bbfb4816931d None None] The sync data for ids ['662b12ef-0e27-4187-9647-26b122bf56b9'] in n-d-764435-5 is: [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7582d8f0-06ba-4b61-a5c0-dfeb06924ae7', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'port_id': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'mac_address': 'fa:16:3e:1c:58:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:03:31Z', 'updated_at': '2021-08-04T18:03:31Z', 'revision_number': 0, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:48Z', 'revision_number': 5, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:03:33.228216 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7721b415-0882-46a4-b126-a653724c127f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.299557 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7721b415-0882-46a4-b126-a653724c127f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.305073 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7721b415-0882-46a4-b126-a653724c127f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.323772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721b415-0882-46a4-b126-a653724c127f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ef2953-39bd-46e2-be01-8f0b78eed1d4,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:33.337563 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7721b415-0882-46a4-b126-a653724c127f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.338939 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7721b415-0882-46a4-b126-a653724c127f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467292 Aug 04 18:03:33.341838 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41170) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:03:33.346397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-449739ed-0384-421a-a936-905d35763acd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'security_group_rule': {'security_group_id': '64587d9e-d158-423d-ae29-93675784a1e9', 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:33.369673 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-449739ed-0384-421a-a936-905d35763acd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Project 80c49d1cf9c043beb49a4d94d78563a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:03:33.374765 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-449739ed-0384-421a-a936-905d35763acd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.444269 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-449739ed-0384-421a-a936-905d35763acd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.451338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-449739ed-0384-421a-a936-905d35763acd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.464964 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770b1138-2c6c-4161-85c2-6e490a9973e0 None None] New status for floating IP 7582d8f0-06ba-4b61-a5c0-dfeb06924ae7: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:03:33.470286 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449739ed-0384-421a-a936-905d35763acd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a13bdb9-5b26-4213-b89b-71f895e551c9,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:33.480397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-449739ed-0384-421a-a936-905d35763acd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.482343 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-449739ed-0384-421a-a936-905d35763acd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388888 Aug 04 18:03:33.563732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-0bbafaec-242b-4d4b-b62a-e3e5905fd0ff tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606568954&fields=id&tenant_id=80c49d1cf9c043beb49a4d94d78563a9 HTTP/1.1" status: 200 len: 267 time: 0.0342109 Aug 04 18:03:33.621521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-5818cb24-bcf5-4366-850c-62921c528a55 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:33.623050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-5818cb24-bcf5-4366-850c-62921c528a55 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 945 time: 0.0506101 Aug 04 18:03:33.639662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-379cd423-cc2a-410c-99e0-48b11cb7a6f7 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'port': {'security_groups': ['da464c35-5a95-42ef-8d54-a04a2b2b1517', '64587d9e-d158-423d-ae29-93675784a1e9']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:03:33.715458 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-379cd423-cc2a-410c-99e0-48b11cb7a6f7 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.926040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-379cd423-cc2a-410c-99e0-48b11cb7a6f7 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] For port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:03:33.959271 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-379cd423-cc2a-410c-99e0-48b11cb7a6f7 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.965659 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-379cd423-cc2a-410c-99e0-48b11cb7a6f7 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:33.977602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:03:34.026930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-379cd423-cc2a-410c-99e0-48b11cb7a6f7 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:34.027778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-379cd423-cc2a-410c-99e0-48b11cb7a6f7 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:34.029474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e0d541d3-7104-4136-a53c-0936fd519db2 req-379cd423-cc2a-410c-99e0-48b11cb7a6f7 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "PUT /v2.0/ports/0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 981 time: 0.3970525 Aug 04 18:03:34.030039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:03:34.032772 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235" -d '{"events": [{"name": "network-changed", "server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:03:34.088689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cd423-cc2a-410c-99e0-48b11cb7a6f7 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'Port': ['ID=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:03:34.100270 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab3ace1-da57-437f-98c3-9e2cd7bc35f2 x-openstack-request-id: req-bab3ace1-da57-437f-98c3-9e2cd7bc35f2 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:03:34.100563 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:03:34.100816 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bab3ace1-da57-437f-98c3-9e2cd7bc35f2 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:03:34.101218 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'status': 'completed', 'code': 200} Aug 04 18:03:34.113791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:03:34.218070 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37658cad-5a34-49c1-86ad-c2bc372d409f req-67346fa2-6ce9-424e-abfa-87dd0a6315cc tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:34.219733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37658cad-5a34-49c1-86ad-c2bc372d409f req-67346fa2-6ce9-424e-abfa-87dd0a6315cc tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.1087341 Aug 04 18:03:34.223539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-a796cf7f-b24f-48cf-8e45-3f6bf7f884f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:34.225159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-a796cf7f-b24f-48cf-8e45-3f6bf7f884f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80c49d1cf9c043beb49a4d94d78563a9&device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 1135 time: 0.1020269 Aug 04 18:03:34.319556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37658cad-5a34-49c1-86ad-c2bc372d409f req-22bee0f2-13b9-4015-831c-4ee0fc4903c5 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923538 Aug 04 18:03:34.350482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-74bcecd1-b2a9-47e7-9e1f-75f8d645b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:34.352158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-74bcecd1-b2a9-47e7-9e1f-75f8d645b2a5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=95859cd7-3792-4670-8ec3-f93b32bebe84 HTTP/1.1" status: 200 len: 917 time: 0.1176252 Aug 04 18:03:34.425041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-44fb1cf9-afb6-436f-b778-afb3e43910fb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0650845 Aug 04 18:03:34.443268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-6f80cd33-c2b4-428d-b8b8-426c44186132 None None] Provisioning complete for port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:03:34.443848 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f80cd33-c2b4-428d-b8b8-426c44186132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:34.480311 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-4dad4f77-f601-49f7-9d6e-837a9f5fa284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:34.481775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-4dad4f77-f601-49f7-9d6e-837a9f5fa284 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c31c943-0436-4819-b6c2-0d2baeb50afe HTTP/1.1" status: 200 len: 854 time: 0.0491493 Aug 04 18:03:34.535008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-6b80555b-51e4-40de-af0d-acbe45cc1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:34.536556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-6b80555b-51e4-40de-af0d-acbe45cc1b7d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95859cd7-3792-4670-8ec3-f93b32bebe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469570 Aug 04 18:03:34.536915 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8a27db3e-11e4-4f37-a15a-53a0fb39c1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:34.631168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-0132e9bc-97f4-4951-9325-17b2c5e75f98 service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846593 Aug 04 18:03:34.730307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c0f00ae6-bb6e-4227-80db-c39bb4cf1235 req-2a92820c-6a55-4e05-8358-21bccc80d220 service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905013 Aug 04 18:03:35.094538 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:36.139601 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:37.738951 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:39.723346 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:39.773224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:03:51.546139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00aa4b-e266-4616-9c44-5910468ebb76 req-93d99202-77d4-444e-bc14-cac89c6f5417 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:51.547697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b00aa4b-e266-4616-9c44-5910468ebb76 req-93d99202-77d4-444e-bc14-cac89c6f5417 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0820763 Aug 04 18:03:51.555481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03411-a807-4067-874e-24fbcf71fda7 req-52eb9399-5b03-4821-adfd-cfc1cf8a1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:51.556954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede03411-a807-4067-874e-24fbcf71fda7 req-52eb9399-5b03-4821-adfd-cfc1cf8a1dfb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80c49d1cf9c043beb49a4d94d78563a9&device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 1135 time: 0.0621018 Aug 04 18:03:51.637885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b00aa4b-e266-4616-9c44-5910468ebb76 req-be109889-8624-4ed4-b9fb-06c7ea13b8dc tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796967 Aug 04 18:03:51.680878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03411-a807-4067-874e-24fbcf71fda7 req-cfa3a893-6831-401a-b671-f60b9b294eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:51.682277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede03411-a807-4067-874e-24fbcf71fda7 req-cfa3a893-6831-401a-b671-f60b9b294eb5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=95859cd7-3792-4670-8ec3-f93b32bebe84 HTTP/1.1" status: 200 len: 917 time: 0.1066360 Aug 04 18:03:51.761343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede03411-a807-4067-874e-24fbcf71fda7 req-a9cf05a2-5f34-42e8-a952-e7aa16d9c14f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0701852 Aug 04 18:03:51.814784 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03411-a807-4067-874e-24fbcf71fda7 req-500db353-a7a9-4700-a7b6-8be88a42eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:51.816925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede03411-a807-4067-874e-24fbcf71fda7 req-500db353-a7a9-4700-a7b6-8be88a42eb15 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c31c943-0436-4819-b6c2-0d2baeb50afe HTTP/1.1" status: 200 len: 854 time: 0.0477943 Aug 04 18:03:51.870831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03411-a807-4067-874e-24fbcf71fda7 req-0fcb723d-92a4-4d47-8686-d1d35bb0b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:51.872810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede03411-a807-4067-874e-24fbcf71fda7 req-0fcb723d-92a4-4d47-8686-d1d35bb0b6d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95859cd7-3792-4670-8ec3-f93b32bebe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483811 Aug 04 18:03:51.975678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede03411-a807-4067-874e-24fbcf71fda7 req-f910cffd-6e38-42a7-afe5-1d604b4fe2ff service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902839 Aug 04 18:03:52.071809 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede03411-a807-4067-874e-24fbcf71fda7 req-e9c00947-357e-40b9-9e14-21e746b0935c service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879738 Aug 04 18:03:52.787456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1627f6f-a3b7-4e00-93e0-584250583e86 req-7dbc410c-3534-41dc-a316-3a2a7eac879b tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:52.788993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1627f6f-a3b7-4e00-93e0-584250583e86 req-7dbc410c-3534-41dc-a316-3a2a7eac879b tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0526292 Aug 04 18:03:52.830452 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1627f6f-a3b7-4e00-93e0-584250583e86 req-727272c7-8206-4cb6-9d90-65a1140d69f8 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342319 Aug 04 18:03:53.954543 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acc42d-da6b-46e6-952a-522f5a83cbd8 req-54670fc7-d76f-4118-89e3-4b4ff517feb5 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:53.956080 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9acc42d-da6b-46e6-952a-522f5a83cbd8 req-54670fc7-d76f-4118-89e3-4b4ff517feb5 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0545847 Aug 04 18:03:53.998065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c9acc42d-da6b-46e6-952a-522f5a83cbd8 req-672c589d-463f-4fbe-86d8-8016d5a669d5 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357063 Aug 04 18:03:55.123668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d532-6443-435a-9902-2f52c764cf1c req-3357dc23-53b0-4a11-9e0a-f62970005662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:55.125568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c32d532-6443-435a-9902-2f52c764cf1c req-3357dc23-53b0-4a11-9e0a-f62970005662 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80c49d1cf9c043beb49a4d94d78563a9&device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 1135 time: 0.0706341 Aug 04 18:03:55.140412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8e939-14ca-45af-a810-d93fa2e97f8a req-dbfc1902-ffe8-4a71-b944-25dba8e3ed0f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:55.142079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcf8e939-14ca-45af-a810-d93fa2e97f8a req-dbfc1902-ffe8-4a71-b944-25dba8e3ed0f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0614903 Aug 04 18:03:55.240215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bcf8e939-14ca-45af-a810-d93fa2e97f8a req-0d4c1602-42c0-4ec7-9cec-832c4f70d43d tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911014 Aug 04 18:03:55.272408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d532-6443-435a-9902-2f52c764cf1c req-7ca96136-d739-4552-ae7b-5ea99b280784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:55.273907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c32d532-6443-435a-9902-2f52c764cf1c req-7ca96136-d739-4552-ae7b-5ea99b280784 service neutron] 10.222.0.82 "GET /v2.0/networks?id=95859cd7-3792-4670-8ec3-f93b32bebe84 HTTP/1.1" status: 200 len: 917 time: 0.1179936 Aug 04 18:03:55.348667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c32d532-6443-435a-9902-2f52c764cf1c req-3712f4ce-f832-491e-91cf-55b089e00c2f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0655036 Aug 04 18:03:55.407739 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d532-6443-435a-9902-2f52c764cf1c req-9dd4c2de-2dfd-4d47-a989-930d080c0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:55.409241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c32d532-6443-435a-9902-2f52c764cf1c req-9dd4c2de-2dfd-4d47-a989-930d080c0176 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c31c943-0436-4819-b6c2-0d2baeb50afe HTTP/1.1" status: 200 len: 854 time: 0.0535891 Aug 04 18:03:55.458982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d532-6443-435a-9902-2f52c764cf1c req-27a8b642-2a78-4e2f-a3d1-ca5de840ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:55.460518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c32d532-6443-435a-9902-2f52c764cf1c req-27a8b642-2a78-4e2f-a3d1-ca5de840ada4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95859cd7-3792-4670-8ec3-f93b32bebe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428336 Aug 04 18:03:55.552190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c32d532-6443-435a-9902-2f52c764cf1c req-3855c237-8ac3-43d8-b6f7-41751533fdf4 service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838747 Aug 04 18:03:55.651668 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c32d532-6443-435a-9902-2f52c764cf1c req-ee11391d-13f9-4cba-a00a-0962e31860eb service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913868 Aug 04 18:03:56.364068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf42df5-b671-4a61-9ecb-31a7156074c3 req-a6ed5096-8050-40a2-b479-16e9aa09a58e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:56.365907 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eaf42df5-b671-4a61-9ecb-31a7156074c3 req-a6ed5096-8050-40a2-b479-16e9aa09a58e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0545971 Aug 04 18:03:56.410960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eaf42df5-b671-4a61-9ecb-31a7156074c3 req-66337d3c-2504-4a01-8748-96bffecb9ece tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356040 Aug 04 18:03:57.555056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289ee71-035a-4f39-af0f-7e37282e3c51 req-bc759b0b-b124-42c5-b3d3-03c25186c45b tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:57.556608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4289ee71-035a-4f39-af0f-7e37282e3c51 req-bc759b0b-b124-42c5-b3d3-03c25186c45b tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0675218 Aug 04 18:03:57.600269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4289ee71-035a-4f39-af0f-7e37282e3c51 req-6cf15f6b-dd0f-4dca-aa03-fd6c9f359c13 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368648 Aug 04 18:03:58.282190 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:03:58.733338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8a5cd-ad85-4da9-8a72-22cba7f5b273 req-33aa43d4-0b01-4321-90f4-8f9c2d786277 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:58.734869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52a8a5cd-ad85-4da9-8a72-22cba7f5b273 req-33aa43d4-0b01-4321-90f4-8f9c2d786277 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0526605 Aug 04 18:03:58.777039 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-52a8a5cd-ad85-4da9-8a72-22cba7f5b273 req-d242c46c-ed96-41b4-8704-c9e2a179d06f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356085 Aug 04 18:03:59.926455 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1638-f706-4512-8632-2542cab20b5a req-0d1a0f8e-2c99-44a2-be91-cf8ae52d2fb6 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:03:59.927984 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e6e1638-f706-4512-8632-2542cab20b5a req-0d1a0f8e-2c99-44a2-be91-cf8ae52d2fb6 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0647480 Aug 04 18:03:59.973750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4e6e1638-f706-4512-8632-2542cab20b5a req-e99a7a47-f266-4561-b7d3-55cb7e95826f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362463 Aug 04 18:04:01.105022 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a18e4-536e-4660-86c1-37ac44ec6ecd req-06e78dc6-4634-4980-a3e2-e1ef0502f07e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:01.106537 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b03a18e4-536e-4660-86c1-37ac44ec6ecd req-06e78dc6-4634-4980-a3e2-e1ef0502f07e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0580654 Aug 04 18:04:01.148622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b03a18e4-536e-4660-86c1-37ac44ec6ecd req-2992f7db-328b-475d-bc43-a4e11a34395b tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356853 Aug 04 18:04:02.057425 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e7a754b0-3bae-459b-b3e9-33c67dd434d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:02.277675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ae42c-3b99-4352-a080-fe5d03377081 req-c560e176-6a98-4d49-a471-57679cb8f846 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:02.279200 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d4ae42c-3b99-4352-a080-fe5d03377081 req-c560e176-6a98-4d49-a471-57679cb8f846 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0565553 Aug 04 18:04:02.321287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d4ae42c-3b99-4352-a080-fe5d03377081 req-0b42e64a-3356-4796-b043-60bf6dbf1f68 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358245 Aug 04 18:04:03.455675 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25954fb-5b29-4b80-8b0e-27f953dd7b5a req-ab125243-8687-4572-ab06-080475055afa tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:03.457158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b25954fb-5b29-4b80-8b0e-27f953dd7b5a req-ab125243-8687-4572-ab06-080475055afa tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0590298 Aug 04 18:04:03.500564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b25954fb-5b29-4b80-8b0e-27f953dd7b5a req-847623be-0f5b-44bd-87be-e2fdc903b915 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=64587d9e-d158-423d-ae29-93675784a1e9&id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368884 Aug 04 18:04:04.499758 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-68a9bbab-9066-4e3c-8ddd-0e5db1c74b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:05.093006 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:06.146310 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:07.745304 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:09.721779 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:09.769094 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:32.070472 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-44c9fbcd-a62d-4482-9de6-25ad69513ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:34.503413 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f54387bd-5cf2-4da8-9144-a588e6b95198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:35.095325 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:35.281927 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:04:36.034275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-4babd66e-997d-41c4-97bc-b2252d62454a tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606568954&fields=id&tenant_id=80c49d1cf9c043beb49a4d94d78563a9 HTTP/1.1" status: 200 len: 267 time: 0.0461545 Aug 04 18:04:36.102184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-764c6fd5-1d74-45ad-b2bc-abaf46cfac0c tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:36.103685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-764c6fd5-1d74-45ad-b2bc-abaf46cfac0c tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 984 time: 0.0638347 Aug 04 18:04:36.116681 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Request body: {'port': {'security_groups': ['da464c35-5a95-42ef-8d54-a04a2b2b1517']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:04:36.150874 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:36.188703 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:36.381512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] For port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:04:36.414135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:36.424261 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:36.438329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:04:36.471443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:36.472086 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:36.473530 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a7dc76cb-6db7-4742-9053-2c3c1ba09cd0 req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "PUT /v2.0/ports/0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 942 time: 0.3618300 Aug 04 18:04:36.473990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:04:36.479190 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e6142-ce7f-4861-8cb8-b6839941aa07" -d '{"events": [{"name": "network-changed", "server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:04:36.479963 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41226) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:36.499350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event updated for resources: {'Port': ['ID=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:36.509251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.509601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.509950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.510288 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.510628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.510991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.511321 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.511651 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.511980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.512307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.512634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.512961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8534184-c72b-48d2-b1e8-97edec62e2ef tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.534288 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1aed60-778d-4476-94ab-4567309c76ac x-openstack-request-id: req-fe1aed60-778d-4476-94ab-4567309c76ac {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:04:36.534585 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:04:36.534853 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe1aed60-778d-4476-94ab-4567309c76ac {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:04:36.535411 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'status': 'completed', 'code': 200} Aug 04 18:04:36.540648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:04:36.569914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:36.602156 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:36.614463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-b98cf589-25d5-4501-8b88-c2864746f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:36.616393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-b98cf589-25d5-4501-8b88-c2864746f541 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80c49d1cf9c043beb49a4d94d78563a9&device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 1096 time: 0.0547147 Aug 04 18:04:36.682675 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:36.686677 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:36.690003 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "DELETE /v2.0/security-groups/64587d9e-d158-423d-ae29-93675784a1e9 HTTP/1.1" status: 204 len: 168 time: 0.2081194 Aug 04 18:04:36.694221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41230) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:36.702199 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64587d9e-d158-423d-ae29-93675784a1e9,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:36.713392 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.713753 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.714100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.714448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.714779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.715134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.715470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.715922 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.716335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.716570 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.716893 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.717214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b23547f-8e77-4137-970f-8d7347969247 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:36.782448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-07e9c9f8-8a96-4a9c-ad98-14a171930b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:36.784019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-07e9c9f8-8a96-4a9c-ad98-14a171930b1d service neutron] 10.222.0.82 "GET /v2.0/networks?id=95859cd7-3792-4670-8ec3-f93b32bebe84 HTTP/1.1" status: 200 len: 917 time: 0.1596248 Aug 04 18:04:36.789244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-559d5a5b-a5a5-401e-9a2a-eed4c15c92cb None None] Provisioning complete for port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:04:36.789613 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-559d5a5b-a5a5-401e-9a2a-eed4c15c92cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:36.892714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-2cd8c8b8-541b-45b2-9c06-ce4c00dc7ad7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 1001 time: 0.0761433 Aug 04 18:04:36.957994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-ec7f1d1a-ea2a-4669-908b-4a1ade19fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:36.959398 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-ec7f1d1a-ea2a-4669-908b-4a1ade19fb9d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c31c943-0436-4819-b6c2-0d2baeb50afe HTTP/1.1" status: 200 len: 854 time: 0.0509789 Aug 04 18:04:36.980253 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Deleting port 085b93f8-c77f-4e15-929f-ff2f37788802 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:04:36.980594 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:37.062598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-b9eb7e97-8f3b-4b81-84b2-ff3a28457fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:37.064168 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-b9eb7e97-8f3b-4b81-84b2-ff3a28457fcc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95859cd7-3792-4670-8ec3-f93b32bebe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966451 Aug 04 18:04:37.096487 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:37.096817 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:37.138668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Calling delete_port for 085b93f8-c77f-4e15-929f-ff2f37788802 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:04:37.221660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-6cc27689-75eb-44a0-81c1-cc8108c411d3 service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477048 Aug 04 18:04:37.678192 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-136e6142-ce7f-4861-8cb8-b6839941aa07 req-1a21af14-2d74-49a2-9d64-be4ac0af41a6 service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481993 Aug 04 18:04:37.728415 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:37.737489 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:37.759788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event deleted for resources: {'Port': ['ID=085b93f8-c77f-4e15-929f-ff2f37788802,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:37.825380 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:37.825808 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Floating IP 7582d8f0-06ba-4b61-a5c0-dfeb06924ae7 disassociated (deleted). External IP: 172.25.2.220, port: 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5. Aug 04 18:04:38.049015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Router 662b12ef-0e27-4187-9647-26b122bf56b9 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:04:38.172167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:04:38.178370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:38.182591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] Sync routers for ids ['662b12ef-0e27-4187-9647-26b122bf56b9'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:04:38.193348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] Routers {'662b12ef-0e27-4187-9647-26b122bf56b9'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:04:38.193986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:04:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['662b12ef-0e27-4187-9647-26b122bf56b9'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:38.207030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9267d224-2687-47f1-8884-9df9d516d2bd tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "DELETE /v2.0/floatingips/7582d8f0-06ba-4b61-a5c0-dfeb06924ae7 HTTP/1.1" status: 204 len: 168 time: 1.5112278 Aug 04 18:04:38.305217 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] Set router 662b12ef-0e27-4187-9647-26b122bf56b9 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:04:38.518051 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:48Z', 'revision_number': 5, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:38.537237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:04:38.539768 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bab736a-4d18-4e42-b968-838bc2955488" -d '{"events": [{"name": "network-changed", "server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:04:38.544786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] Checking router: 662b12ef-0e27-4187-9647-26b122bf56b9 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:04:38.553843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] Routers {'662b12ef-0e27-4187-9647-26b122bf56b9'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:04:38.554475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:04:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['662b12ef-0e27-4187-9647-26b122bf56b9'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:38.577469 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fc3c31-e43c-4bd8-a2ed-a321d1e022f5 x-openstack-request-id: req-82fc3c31-e43c-4bd8-a2ed-a321d1e022f5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:04:38.577828 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:04:38.578103 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82fc3c31-e43c-4bd8-a2ed-a321d1e022f5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:04:38.578511 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'status': 'completed', 'code': 200} Aug 04 18:04:38.643828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab736a-4d18-4e42-b968-838bc2955488 req-e9604cea-be04-4327-8fde-6e00863e8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:38.645393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bab736a-4d18-4e42-b968-838bc2955488 req-e9604cea-be04-4327-8fde-6e00863e8a46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80c49d1cf9c043beb49a4d94d78563a9&device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 1096 time: 0.0457416 Aug 04 18:04:38.664754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] Set router 662b12ef-0e27-4187-9647-26b122bf56b9 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:04:38.742823 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab736a-4d18-4e42-b968-838bc2955488 req-bff3d023-26fd-4f7e-b916-f0f287ef7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:38.744371 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bab736a-4d18-4e42-b968-838bc2955488 req-bff3d023-26fd-4f7e-b916-f0f287ef7634 service neutron] 10.222.0.82 "GET /v2.0/networks?id=95859cd7-3792-4670-8ec3-f93b32bebe84 HTTP/1.1" status: 200 len: 917 time: 0.0914907 Aug 04 18:04:38.794841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bab736a-4d18-4e42-b968-838bc2955488 req-d5e4fe26-07d1-4bf1-a21b-c131bd768c18 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 200 len: 217 time: 0.0415435 Aug 04 18:04:38.852768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab736a-4d18-4e42-b968-838bc2955488 req-1d30327d-5f9a-4848-b042-dcd7818bfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:38.854653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bab736a-4d18-4e42-b968-838bc2955488 req-1d30327d-5f9a-4848-b042-dcd7818bfbcc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c31c943-0436-4819-b6c2-0d2baeb50afe HTTP/1.1" status: 200 len: 854 time: 0.0500221 Aug 04 18:04:38.890929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:48Z', 'revision_number': 5, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:38.905589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab736a-4d18-4e42-b968-838bc2955488 req-1e0cd7c0-a1c8-4ee1-9ec4-0908593ac80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:38.907519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bab736a-4d18-4e42-b968-838bc2955488 req-1e0cd7c0-a1c8-4ee1-9ec4-0908593ac80a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=95859cd7-3792-4670-8ec3-f93b32bebe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454934 Aug 04 18:04:38.921825 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e73ce1f-9a6d-426d-bf90-3689a9fe88cd None None] The sync data for ids ['662b12ef-0e27-4187-9647-26b122bf56b9'] in n-d-764435-5 is: [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:41Z', 'revision_number': 4, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7ba6293b-350b-4680-b4c9-8834bf135d00', 'name': '', 'network_id': '95859cd7-3792-4670-8ec3-f93b32bebe84', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'mac_address': 'fa:16:3e:7e:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:41Z', 'updated_at': '2021-08-04T18:02:48Z', 'revision_number': 5, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'subnets': [{'id': '9c31c943-0436-4819-b6c2-0d2baeb50afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:04:39.009111 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bab736a-4d18-4e42-b968-838bc2955488 req-5f5a1595-a919-44d2-b71d-027bf25ae12d service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938332 Aug 04 18:04:39.110173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0bab736a-4d18-4e42-b968-838bc2955488 req-397e20ac-5f7f-4210-aca9-8e7798842655 service neutron] 10.222.0.82 "GET /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924389 Aug 04 18:04:39.162223 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefaa994-70cf-4333-93cd-8fc9bdef32f3 None None] New status for floating IP 7582d8f0-06ba-4b61-a5c0-dfeb06924ae7: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:04:39.712636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:39.804082 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:46.507613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7a196-5a10-43be-af55-d9aed9e97a8f req-989eceb5-78f5-4f87-a352-c09e7930b8d9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:46.509096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2b7a196-5a10-43be-af55-d9aed9e97a8f req-989eceb5-78f5-4f87-a352-c09e7930b8d9 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 945 time: 0.0607114 Aug 04 18:04:46.551772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d2b7a196-5a10-43be-af55-d9aed9e97a8f req-b4b61760-6b5f-4dd7-a141-d7c173ffbc7a tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361233 Aug 04 18:04:47.735363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b39e69-6eca-4f8e-b647-3108c3ecf3fd req-437de48b-e88b-4cc3-8a04-43ba3c81e669 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:47.737460 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19b39e69-6eca-4f8e-b647-3108c3ecf3fd req-437de48b-e88b-4cc3-8a04-43ba3c81e669 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 945 time: 0.1106949 Aug 04 18:04:47.782949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-19b39e69-6eca-4f8e-b647-3108c3ecf3fd req-d530b8cf-26dc-4d05-bdf1-664a0da8f118 tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/security-groups?id=da464c35-5a95-42ef-8d54-a04a2b2b1517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363555 Aug 04 18:04:48.122015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-3b51a0e0-902e-471a-9bfa-8f4cc5a5bfee tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:04:48.124121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-3b51a0e0-902e-471a-9bfa-8f4cc5a5bfee tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.82 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 945 time: 0.0628476 Aug 04 18:04:48.232454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-99942a27-89a8-482b-bf73-9a4ca2079b8e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Deleting port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:04:48.232740 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-99942a27-89a8-482b-bf73-9a4ca2079b8e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:48.332848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-99942a27-89a8-482b-bf73-9a4ca2079b8e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] For port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:04:48.333273 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-99942a27-89a8-482b-bf73-9a4ca2079b8e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:48.346798 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-99942a27-89a8-482b-bf73-9a4ca2079b8e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Calling delete_port for 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:04:48.495804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-99942a27-89a8-482b-bf73-9a4ca2079b8e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:48.507793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:04:48.526621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99942a27-89a8-482b-bf73-9a4ca2079b8e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Pushing event deleted for resources: {'Port': ['ID=0db89fa1-80c4-4170-a3bf-4ef5d0560fe5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:48.570688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-99942a27-89a8-482b-bf73-9a4ca2079b8e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] No DVR routers for this DVR port 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:04:48.573457 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-99942a27-89a8-482b-bf73-9a4ca2079b8e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:48.575520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2f11da24-a198-4e8e-84ff-8817af741c5b req-99942a27-89a8-482b-bf73-9a4ca2079b8e tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.82 "DELETE /v2.0/ports/0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 HTTP/1.1" status: 204 len: 173 time: 0.4454308 Aug 04 18:04:48.575955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'name': 'network-vif-deleted', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:04:48.578263 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855ea709-cda9-4662-80bc-fe9e27024b6d" -d '{"events": [{"server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "name": "network-vif-deleted", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:04:48.616393 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09385a1b-816b-4586-b1a2-4033fe858454 x-openstack-request-id: req-09385a1b-816b-4586-b1a2-4033fe858454 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:04:48.616661 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17b9820-dbde-4890-bd14-9d262ff21a1f", "name": "network-vif-deleted", "tag": "0db89fa1-80c4-4170-a3bf-4ef5d0560fe5", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:04:48.616952 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09385a1b-816b-4586-b1a2-4033fe858454 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:04:48.617299 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17b9820-dbde-4890-bd14-9d262ff21a1f', 'name': 'network-vif-deleted', 'tag': '0db89fa1-80c4-4170-a3bf-4ef5d0560fe5', 'status': 'completed', 'code': 200} Aug 04 18:04:48.900452 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0c97003-5a9f-45f8-a496-1eb8d7221133 req-94d85036-1df3-4722-9241-1db45f0ba13f tempest-TestMinimumBasicScenario-431371593 tempest-TestMinimumBasicScenario-431371593-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17b9820-dbde-4890-bd14-9d262ff21a1f HTTP/1.1" status: 200 len: 210 time: 0.0278270 Aug 04 18:04:50.566190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41332) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:50.939819 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:51.203428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] Deleting port 7ba6293b-350b-4680-b4c9-8834bf135d00 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:04:51.203664 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:51.290516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] For port 7ba6293b-350b-4680-b4c9-8834bf135d00, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7ba6293b-350b-4680-b4c9-8834bf135d00,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:04:51.290915 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:51.305917 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] Calling delete_port for 7ba6293b-350b-4680-b4c9-8834bf135d00 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:04:51.497169 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:51.523307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba6293b-350b-4680-b4c9-8834bf135d00,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:51.688218 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:51.928499 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] Router 662b12ef-0e27-4187-9647-26b122bf56b9 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:04:52.045309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:04:52.051095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e281a202-fd3d-48b2-b68f-d82dd5e3a3f0 admin admin] 10.222.0.39 "PUT /v2.0/routers/662b12ef-0e27-4187-9647-26b122bf56b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4831171 Aug 04 18:04:52.053864 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41334) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:52.054530 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] Sync routers for ids ['662b12ef-0e27-4187-9647-26b122bf56b9'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:04:52.064300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] Routers {'662b12ef-0e27-4187-9647-26b122bf56b9'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:04:52.064922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:04:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['662b12ef-0e27-4187-9647-26b122bf56b9'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:52.172113 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:52.182726 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] Set router 662b12ef-0e27-4187-9647-26b122bf56b9 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:04:52.275423 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:52.330852 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Deleting port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:04:52.331179 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:52.363250 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:04:51Z', 'revision_number': 5, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port': {'id': '66e695c8-2336-4f7e-8d85-a7a8299d1d7c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:52.395590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] Checking router: 662b12ef-0e27-4187-9647-26b122bf56b9 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:04:52.405222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] Routers {'662b12ef-0e27-4187-9647-26b122bf56b9'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:04:52.405852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:04:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['662b12ef-0e27-4187-9647-26b122bf56b9'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:52.416334 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] For port 66e695c8-2336-4f7e-8d85-a7a8299d1d7c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=66e695c8-2336-4f7e-8d85-a7a8299d1d7c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:04:52.416700 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:52.430035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Calling delete_port for 66e695c8-2336-4f7e-8d85-a7a8299d1d7c owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:04:52.492923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] Set router 662b12ef-0e27-4187-9647-26b122bf56b9 gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:04:52.546315 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:04:52Z', 'revision_number': 6, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:52.572710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508853e-8b64-46bb-a7f6-280919031d63 None None] The sync data for ids ['662b12ef-0e27-4187-9647-26b122bf56b9'] in n-d-764435-5 is: [{'id': '662b12ef-0e27-4187-9647-26b122bf56b9', 'name': 'tempest-TestMinimumBasicScenario-2076381118-router', 'tenant_id': '80c49d1cf9c043beb49a4d94d78563a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:39Z', 'updated_at': '2021-08-04T18:04:52Z', 'revision_number': 6, 'project_id': '80c49d1cf9c043beb49a4d94d78563a9', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:04:52.605916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:52.631475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e695c8-2336-4f7e-8d85-a7a8299d1d7c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:52.690127 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.133186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:04:53.133840 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.136211 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.159026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:04:53.159438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0db89fa1-80c4-4170-a3bf-4ef5d0560fe5 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:04:53.181057 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.181718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 662b12ef-0e27-4187-9647-26b122bf56b9 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:04:53.187364 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.191447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c6b5b401-a32e-4c68-8fec-c56d720ea082 admin admin] 10.222.0.39 "DELETE /v2.0/routers/662b12ef-0e27-4187-9647-26b122bf56b9 HTTP/1.1" status: 204 len: 168 time: 1.1362569 Aug 04 18:04:53.191671 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41336) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:53.236999 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6d086b-6604-4429-9689-c4e747a6c23f admin admin] Deleting subnet 9c31c943-0436-4819-b6c2-0d2baeb50afe {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:04:53.240654 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c6d086b-6604-4429-9689-c4e747a6c23f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.278636 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c6d086b-6604-4429-9689-c4e747a6c23f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.361259 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c6d086b-6604-4429-9689-c4e747a6c23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.418653 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c6d086b-6604-4429-9689-c4e747a6c23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.451004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d086b-6604-4429-9689-c4e747a6c23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c31c943-0436-4819-b6c2-0d2baeb50afe,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:53.452846 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6c6d086b-6604-4429-9689-c4e747a6c23f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.457364 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c6d086b-6604-4429-9689-c4e747a6c23f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9c31c943-0436-4819-b6c2-0d2baeb50afe HTTP/1.1" status: 204 len: 168 time: 0.2646224 Aug 04 18:04:53.457628 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41338) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:53.457733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e01cd0-acba-4903-acb8-c01dd4d2a2a2 None None] Network 95859cd7-3792-4670-8ec3-f93b32bebe84 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:04:53.528039 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.588454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Deleting port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:04:53.588800 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.592614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7ba6293b-350b-4680-b4c9-8834bf135d00 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:04:53.618609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 7ba6293b-350b-4680-b4c9-8834bf135d00 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:04:53.618609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7ba6293b-350b-4680-b4c9-8834bf135d00 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:04:53.618609 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 66e695c8-2336-4f7e-8d85-a7a8299d1d7c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:04:53.641437 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 66e695c8-2336-4f7e-8d85-a7a8299d1d7c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:04:53.641761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 66e695c8-2336-4f7e-8d85-a7a8299d1d7c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:04:53.657229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] For port 72156a65-8d9a-4bc4-a10c-7239f55e6c69, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=72156a65-8d9a-4bc4-a10c-7239f55e6c69,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:04:53.657600 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.668562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] DHCP port deletion for 95859cd7-3792-4670-8ec3-f93b32bebe84 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:04:53.673717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Calling delete_port for 72156a65-8d9a-4bc4-a10c-7239f55e6c69 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:04:53.716744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Deleting port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:04:53.717026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.756360 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.783213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Pushing event deleted for resources: {'Port': ['ID=72156a65-8d9a-4bc4-a10c-7239f55e6c69,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:53.784622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] For port 72156a65-8d9a-4bc4-a10c-7239f55e6c69, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=72156a65-8d9a-4bc4-a10c-7239f55e6c69,segment=NetworkSegment(24c91804-0359-48ce-b2e1-6d4c778429ab),segment_id=24c91804-0359-48ce-b2e1-6d4c778429ab)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:04:53.784863 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.785019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] No DVR routers for this DVR port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:04:53.799076 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Calling delete_port for 72156a65-8d9a-4bc4-a10c-7239f55e6c69 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:04:53.857485 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.868723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95859cd7-3792-4670-8ec3-f93b32bebe84']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:53.880312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c91804-0359-48ce-b2e1-6d4c778429ab') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:53.882266 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c91804-0359-48ce-b2e1-6d4c778429ab') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:53.895488 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.911709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.920134 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:04:53.920885 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:04:53.923904 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:04:53.985762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.991663 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:53.993973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] 10.222.0.39 "DELETE /v2.0/networks/95859cd7-3792-4670-8ec3-f93b32bebe84 HTTP/1.1" status: 204 len: 168 time: 0.5353618 Aug 04 18:04:53.997863 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41340) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:54.006572 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf9bf0-a784-41fb-857f-4db671420524 admin admin] Pushing event deleted for resources: {'Network': ['ID=95859cd7-3792-4670-8ec3-f93b32bebe84,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:54.045275 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:54.068369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Network 95859cd7-3792-4670-8ec3-f93b32bebe84 is not hosted by any dhcp agent {{(pid=105830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 18:04:54.068814 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] No DVR routers for this DVR port 72156a65-8d9a-4bc4-a10c-7239f55e6c69 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:04:54.072643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Pushing event deleted for resources: {'Port': ['ID=72156a65-8d9a-4bc4-a10c-7239f55e6c69,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:54.082489 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.082954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.083296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.083650 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.083982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.084307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.084629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.084951 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.085271 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.085590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.085906 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.086249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc540a5-b959-48fa-9142-14dc2240b6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:04:54.372161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:54.627034 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] Deleting port 467e60a1-264c-4384-a51b-138368f04c76 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:04:54.627281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:54.706601 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] For port 467e60a1-264c-4384-a51b-138368f04c76, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=467e60a1-264c-4384-a51b-138368f04c76,segment=NetworkSegment(9346cd54-4417-4928-987b-209eeddda0da),segment_id=9346cd54-4417-4928-987b-209eeddda0da)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:04:54.707016 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:54.724185 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] Calling delete_port for 467e60a1-264c-4384-a51b-138368f04c76 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:04:54.925461 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:54.957512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] Pushing event deleted for resources: {'Port': ['ID=467e60a1-264c-4384-a51b-138368f04c76,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:55.125846 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:55.360989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] Router d729beef-447c-498e-a722-14480b5d8f9b has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:04:55.486546 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:04:55.493271 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fe1b73e3-8740-40ad-a91f-f233f1dc4120 admin admin] 10.222.0.39 "PUT /v2.0/routers/d729beef-447c-498e-a722-14480b5d8f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4933231 Aug 04 18:04:55.495527 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41342) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:55.496296 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] Sync routers for ids ['d729beef-447c-498e-a722-14480b5d8f9b'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:04:55.507448 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] Routers {'d729beef-447c-498e-a722-14480b5d8f9b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:04:55.508477 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:04:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d729beef-447c-498e-a722-14480b5d8f9b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:55.598518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:55.615649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 72156a65-8d9a-4bc4-a10c-7239f55e6c69 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:04:55.621599 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] Set router d729beef-447c-498e-a722-14480b5d8f9b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:04:55.637598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 72156a65-8d9a-4bc4-a10c-7239f55e6c69 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:04:55.638196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 72156a65-8d9a-4bc4-a10c-7239f55e6c69 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:04:55.810590 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'name': 'tempest-TestMinimumBasicScenario-2013645909-router', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:04:54Z', 'revision_number': 5, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'gw_port': {'id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:55.842026 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] Checking router: d729beef-447c-498e-a722-14480b5d8f9b for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:04:55.851139 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] Routers {'d729beef-447c-498e-a722-14480b5d8f9b'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:04:55.851795 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:04:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['d729beef-447c-498e-a722-14480b5d8f9b'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:55.963042 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] Set router d729beef-447c-498e-a722-14480b5d8f9b gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:04:56.050796 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.104438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Deleting port c687a5e0-c709-454d-8b2c-f17cc478bdfa {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:04:56.104774 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.152121 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'name': 'tempest-TestMinimumBasicScenario-2013645909-router', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:04:54Z', 'revision_number': 5, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'gw_port': {'id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:56.179217 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132bf40-fd3b-431f-b8de-75baa8194609 None None] The sync data for ids ['d729beef-447c-498e-a722-14480b5d8f9b'] in n-d-764435-5 is: [{'id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'name': 'tempest-TestMinimumBasicScenario-2013645909-router', 'tenant_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:04:54Z', 'revision_number': 5, 'project_id': 'b8eb2dbc00c34c22ab639814e6e32b2f', 'gw_port': {'id': 'c687a5e0-c709-454d-8b2c-f17cc478bdfa', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd729beef-447c-498e-a722-14480b5d8f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:02:44Z', 'updated_at': '2021-08-04T18:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:04:56.189554 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] For port c687a5e0-c709-454d-8b2c-f17cc478bdfa, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c687a5e0-c709-454d-8b2c-f17cc478bdfa,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:04:56.189928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.203411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Calling delete_port for c687a5e0-c709-454d-8b2c-f17cc478bdfa owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:04:56.382843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.415248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=c687a5e0-c709-454d-8b2c-f17cc478bdfa,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:56.492931 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.587937 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.590332 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.638122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.638664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d729beef-447c-498e-a722-14480b5d8f9b {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:04:56.643190 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.646698 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-16fa7788-0310-433f-89d0-111180856c4c admin admin] 10.222.0.39 "DELETE /v2.0/routers/d729beef-447c-498e-a722-14480b5d8f9b HTTP/1.1" status: 204 len: 168 time: 1.1479037 Aug 04 18:04:56.647441 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41344) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:56.693191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-557c0fb4-7619-4711-90f2-83ef2f516460 admin admin] Deleting subnet 78220de3-6409-4e13-9185-c10b785d7e0e {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:04:56.697206 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-557c0fb4-7619-4711-90f2-83ef2f516460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.734237 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-557c0fb4-7619-4711-90f2-83ef2f516460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.823819 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-557c0fb4-7619-4711-90f2-83ef2f516460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.883579 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-557c0fb4-7619-4711-90f2-83ef2f516460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.909564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c0fb4-7619-4711-90f2-83ef2f516460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78220de3-6409-4e13-9185-c10b785d7e0e,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:56.915268 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-557c0fb4-7619-4711-90f2-83ef2f516460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:56.919877 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41346) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:56.920588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-557c0fb4-7619-4711-90f2-83ef2f516460 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/78220de3-6409-4e13-9185-c10b785d7e0e HTTP/1.1" status: 204 len: 168 time: 0.2719135 Aug 04 18:04:56.922248 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b560b-30f1-469d-a103-590ad240f462 None None] Network 134a2e71-97e9-4f35-832f-ac6b4d29ba3e requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:04:56.995341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.065550 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Deleting port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:04:57.065891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.130724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] For port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=62959d3a-bd0b-4b34-b1df-8a2a5ff79761,segment=NetworkSegment(9346cd54-4417-4928-987b-209eeddda0da),segment_id=9346cd54-4417-4928-987b-209eeddda0da)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:04:57.131120 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.154422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Calling delete_port for 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 owned by network:dhcp {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:04:57.163586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f636622-130b-427a-95fb-aa0dba05fc5c None None] DHCP port deletion for 134a2e71-97e9-4f35-832f-ac6b4d29ba3e request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:04:57.220200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2f636622-130b-427a-95fb-aa0dba05fc5c None None] Deleting port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:04:57.220718 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2f636622-130b-427a-95fb-aa0dba05fc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.248004 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.273260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Pushing event deleted for resources: {'Port': ['ID=62959d3a-bd0b-4b34-b1df-8a2a5ff79761,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:57.276851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] No DVR routers for this DVR port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 on host n-d-764435-5 {{(pid=105829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:04:57.291209 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2f636622-130b-427a-95fb-aa0dba05fc5c None None] For port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=62959d3a-bd0b-4b34-b1df-8a2a5ff79761,segment=NetworkSegment(9346cd54-4417-4928-987b-209eeddda0da),segment_id=9346cd54-4417-4928-987b-209eeddda0da)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:04:57.291579 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2f636622-130b-427a-95fb-aa0dba05fc5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.305085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-2f636622-130b-427a-95fb-aa0dba05fc5c None None] Calling delete_port for 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:04:57.350101 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.360789 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134a2e71-97e9-4f35-832f-ac6b4d29ba3e']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:57.371944 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9346cd54-4417-4928-987b-209eeddda0da') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:57.372242 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9346cd54-4417-4928-987b-209eeddda0da') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:04:57.381965 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.383776 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2f636622-130b-427a-95fb-aa0dba05fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.399587 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.406332 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:04:57.406738 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:04:57.409002 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:04:57.415436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f636622-130b-427a-95fb-aa0dba05fc5c None None] Pushing event deleted for resources: {'Port': ['ID=62959d3a-bd0b-4b34-b1df-8a2a5ff79761,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:57.420253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f636622-130b-427a-95fb-aa0dba05fc5c None None] No DVR routers for this DVR port 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:04:57.470620 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.477386 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.479365 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] 10.222.0.39 "DELETE /v2.0/networks/134a2e71-97e9-4f35-832f-ac6b4d29ba3e HTTP/1.1" status: 204 len: 168 time: 0.5582500 Aug 04 18:04:57.491363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b4b85-6c8c-4b2f-b9cf-04ff5d0efd0b admin admin] Pushing event deleted for resources: {'Network': ['ID=134a2e71-97e9-4f35-832f-ac6b4d29ba3e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:57.570053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c687a5e0-c709-454d-8b2c-f17cc478bdfa no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:04:57.590129 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c687a5e0-c709-454d-8b2c-f17cc478bdfa {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:04:57.590471 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c687a5e0-c709-454d-8b2c-f17cc478bdfa not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:04:57.590932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 467e60a1-264c-4384-a51b-138368f04c76 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:04:57.610036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 467e60a1-264c-4384-a51b-138368f04c76 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:04:57.610382 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 467e60a1-264c-4384-a51b-138368f04c76 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:04:57.610812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:04:57.631176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:04:57.631553 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 62959d3a-bd0b-4b34-b1df-8a2a5ff79761 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:04:57.659382 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41350) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:57.705220 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a2e5f83e-dde9-4e81-b26d-a5ab1cdd0152 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80c49d1cf9c043beb49a4d94d78563a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434387 Aug 04 18:04:57.707833 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41352) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:57.756889 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-637e823f-610a-4f03-9b8b-3ab13b8c69cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.777662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-637e823f-610a-4f03-9b8b-3ab13b8c69cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.824180 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-637e823f-610a-4f03-9b8b-3ab13b8c69cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.826725 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-637e823f-610a-4f03-9b8b-3ab13b8c69cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:57.827914 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-637e823f-610a-4f03-9b8b-3ab13b8c69cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da464c35-5a95-42ef-8d54-a04a2b2b1517 HTTP/1.1" status: 204 len: 168 time: 0.1192086 Aug 04 18:04:57.835930 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e823f-610a-4f03-9b8b-3ab13b8c69cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da464c35-5a95-42ef-8d54-a04a2b2b1517,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:04:58.171333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41358) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:58.222623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-806c209a-de14-4da5-8b0f-e0e65ef7a416 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8eb2dbc00c34c22ab639814e6e32b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497980 Aug 04 18:04:58.225123 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41360) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:04:58.274277 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-acc7d41c-d139-4a93-857b-0728c7a4fb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:58.295897 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-acc7d41c-d139-4a93-857b-0728c7a4fb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:58.345392 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-acc7d41c-d139-4a93-857b-0728c7a4fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:58.347960 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-acc7d41c-d139-4a93-857b-0728c7a4fb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:04:58.349120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-acc7d41c-d139-4a93-857b-0728c7a4fb84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1ddcfec-fe99-4b6f-b60a-eebc26547010 HTTP/1.1" status: 204 len: 168 time: 0.1229784 Aug 04 18:04:58.357620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7d41c-d139-4a93-857b-0728c7a4fb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ddcfec-fe99-4b6f-b60a-eebc26547010,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:00.384516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41402) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:00.391953 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084919737', 'description': 'tempest-secgroup-smoke-2084919737 description', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:00.418223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.427338 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.523595 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.529679 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.566443 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1765e7-b076-46d6-9ac8-14e04c0f76b5,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:00.625237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.631457 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.657391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.658631 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2727420 Aug 04 18:05:00.661857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41404) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:00.663187 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac67dcc-8d87-45e0-a99c-3bb3d6817edf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:00.666869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-add3a8d6-1dc3-4194-bbde-b59704cac142 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:00.705571 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-add3a8d6-1dc3-4194-bbde-b59704cac142 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.757160 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-add3a8d6-1dc3-4194-bbde-b59704cac142 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.763348 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-add3a8d6-1dc3-4194-bbde-b59704cac142 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.781663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3a8d6-1dc3-4194-bbde-b59704cac142 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2821d3-b0f8-4048-a2b5-ba90e8c3bd54,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:00.789889 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-add3a8d6-1dc3-4194-bbde-b59704cac142 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.791265 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-add3a8d6-1dc3-4194-bbde-b59704cac142 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282585 Aug 04 18:05:00.794463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41406) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:00.799441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-21ec07a9-57b4-4576-9b41-e584e2c04bcf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:00.830622 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21ec07a9-57b4-4576-9b41-e584e2c04bcf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.900030 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21ec07a9-57b4-4576-9b41-e584e2c04bcf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.905250 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21ec07a9-57b4-4576-9b41-e584e2c04bcf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.927258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec07a9-57b4-4576-9b41-e584e2c04bcf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6015731f-4b9d-49fc-b57d-2ca1d5f37bd4,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:00.931319 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-21ec07a9-57b4-4576-9b41-e584e2c04bcf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:00.935229 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-21ec07a9-57b4-4576-9b41-e584e2c04bcf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370320 Aug 04 18:05:00.935676 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41408) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:00.939917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8ad353af-c5d4-4836-829e-aba322de85d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:00.968760 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ad353af-c5d4-4836-829e-aba322de85d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.028403 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ad353af-c5d4-4836-829e-aba322de85d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.033866 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ad353af-c5d4-4836-829e-aba322de85d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.051248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad353af-c5d4-4836-829e-aba322de85d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc345479-9234-4995-ade8-07c97d059e1f,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:01.059502 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ad353af-c5d4-4836-829e-aba322de85d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.061345 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ad353af-c5d4-4836-829e-aba322de85d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247339 Aug 04 18:05:01.063890 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41410) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:01.068477 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-24422f17-f1b8-40af-baef-075a0a169d60 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:01.099165 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24422f17-f1b8-40af-baef-075a0a169d60 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.167829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24422f17-f1b8-40af-baef-075a0a169d60 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.173289 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24422f17-f1b8-40af-baef-075a0a169d60 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.200315 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24422f17-f1b8-40af-baef-075a0a169d60 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d8fbea-42fc-4e16-9c7c-db35020c5bde,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:01.209532 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-24422f17-f1b8-40af-baef-075a0a169d60 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.211389 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-24422f17-f1b8-40af-baef-075a0a169d60 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464357 Aug 04 18:05:01.214346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41412) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:01.219346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e56ea712-9a1a-4126-afef-704c203e8a78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:01.245561 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-e56ea712-9a1a-4126-afef-704c203e8a78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Project 8efb86e6b712456bad0fb2f01da70c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:05:01.251285 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e56ea712-9a1a-4126-afef-704c203e8a78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.314613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e56ea712-9a1a-4126-afef-704c203e8a78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.320119 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e56ea712-9a1a-4126-afef-704c203e8a78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.342991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ea712-9a1a-4126-afef-704c203e8a78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a699146-e5e4-4ce4-a22b-877391ec701c,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:01.347875 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e56ea712-9a1a-4126-afef-704c203e8a78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.349356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e56ea712-9a1a-4126-afef-704c203e8a78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336932 Aug 04 18:05:01.352283 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41414) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:01.356987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7c8c268a-8bde-492b-a59c-de767734094e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:01.382496 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-7c8c268a-8bde-492b-a59c-de767734094e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Project 8efb86e6b712456bad0fb2f01da70c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:05:01.387560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c8c268a-8bde-492b-a59c-de767734094e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.450743 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c8c268a-8bde-492b-a59c-de767734094e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.456624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c8c268a-8bde-492b-a59c-de767734094e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.481790 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c268a-8bde-492b-a59c-de767734094e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbc1ec3-50e2-47c1-bff9-21caf32ca743,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:01.486126 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7c8c268a-8bde-492b-a59c-de767734094e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.491060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41416) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:01.491767 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7c8c268a-8bde-492b-a59c-de767734094e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377366 Aug 04 18:05:01.498647 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'network': {'name': 'tempest-network-smoke--1775983100', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'port_security_enabled': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:01.523620 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:05:01.527029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.556993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:05:01.570727 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.571106 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Added segment 30e7c10b-b000-4ca0-b983-fe7c15e15984 of type vlan for network dccac175-60c0-4f6d-b59c-be5fc8f26403 Aug 04 18:05:01.611840 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.642551 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.648702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:01.649299 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.712123 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2198315 Aug 04 18:05:01.714943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41418) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:01.719441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'admin_state_up': True, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:01.727962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c18ea-26fe-4dca-a693-0c1dd11df8dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Network': ['ID=dccac175-60c0-4f6d-b59c-be5fc8f26403,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:01.739053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network dccac175-60c0-4f6d-b59c-be5fc8f26403 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:05:01.749391 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.750428 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.806171 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:01.965614 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:02.064464 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a4d77430-acfd-4200-89cb-e5515086a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:02.176100 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:02.195741 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:02.312026 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.25.2.109 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/610d7626-85ab-4bad-88fd-3f999d655cbb) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:05:02.423811 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:02.480980 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:02.523314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:05:02.528180 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:05:02.531651 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:05:02.537214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=610d7626-85ab-4bad-88fd-3f999d655cbb,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:02.797000 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:03.045698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:03.183889 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 170303d0-f512-472b-83e9-6c0522e21b78 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:05:03.310736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:05:03.321063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Sync routers for ids ['170303d0-f512-472b-83e9-6c0522e21b78'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:05:03.332946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Routers {'170303d0-f512-472b-83e9-6c0522e21b78'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:05:03.333227 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:03.334749 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:04:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['170303d0-f512-472b-83e9-6c0522e21b78'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:03.335038 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-916e7e71-b343-4da0-b375-fbbe23b9c7fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6187670 Aug 04 18:05:03.339040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41420) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:03.444131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Set router 170303d0-f512-472b-83e9-6c0522e21b78 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:05:03.470595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-265092ee-9624-4b02-a0b0-cb9a6870e9ec tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8efb86e6b712456bad0fb2f01da70c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1303432 Aug 04 18:05:03.473388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41424) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:03.561688 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643000c-052c-46a3-b3fd-89210d460d54 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:03.563245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1643000c-052c-46a3-b3fd-89210d460d54 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889270 Aug 04 18:05:03.566227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41426) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:03.593811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-05632dc6-fb15-4d37-b042-14639a38ed92 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265055 Aug 04 18:05:03.596708 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41428) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:03.602109 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1715705063', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:03.621763 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:02Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:03.647435 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Checking router: 170303d0-f512-472b-83e9-6c0522e21b78 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:05:03.647772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Updating router 170303d0-f512-472b-83e9-6c0522e21b78 port 610d7626-85ab-4bad-88fd-3f999d655cbb binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:05:03.680391 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:03.694353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:05:03.698078 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:03.881133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:03.934852 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:03.941051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Subnet': ['ID=9170a7d0-9a3e-4155-9795-603ae54ff70f,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:03.945715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Transition to ACTIVE for port object 610d7626-85ab-4bad-88fd-3f999d655cbb will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:05:03.950697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Checking segment: {'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:05:03.951076 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network hostable DHCP agents. Network: dccac175-60c0-4f6d-b59c-be5fc8f26403, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:05:03.953547 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:03.974335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network dccac175-60c0-4f6d-b59c-be5fc8f26403 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:05:03.986283 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, dccac175-60c0-4f6d-b59c-be5fc8f26403) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:05:03.991211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:03.991882 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:04.003068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa31c01a-3690-4e1f-a18b-dee5e34990d5 None None] Network dccac175-60c0-4f6d-b59c-be5fc8f26403 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:05:04.011726 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b21ee84a-4076-4e72-9ae1-38de8d1327d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4111848 Aug 04 18:05:04.011989 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41430) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:04.012499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Attempting to bind port 610d7626-85ab-4bad-88fd-3f999d655cbb on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:05:04.012913 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Attempting to bind port 610d7626-85ab-4bad-88fd-3f999d655cbb by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:05:04.013279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Attempting to bind port 610d7626-85ab-4bad-88fd-3f999d655cbb on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:05:04.026157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bb5dd-d6f1-4167-97e0-f14a207e8526 None None] Pushing event updated for resources: {'Port': ['ID=610d7626-85ab-4bad-88fd-3f999d655cbb,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:04.060238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:05:04.060597 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:05:04.060997 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:04.061388 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:05:04.061867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Bound port: 610d7626-85ab-4bad-88fd-3f999d655cbb, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:05:04.062214 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:04.140261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] For port 610d7626-85ab-4bad-88fd-3f999d655cbb, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:05:04.172658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] For port 610d7626-85ab-4bad-88fd-3f999d655cbb, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=610d7626-85ab-4bad-88fd-3f999d655cbb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:05:04.183828 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:04.261219 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-dccac175-60c0-4f6d-b59c-be5fc8f26403', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:05:04.262419 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:04.276066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Routers {'170303d0-f512-472b-83e9-6c0522e21b78'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:05:04.276702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:04:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['170303d0-f512-472b-83e9-6c0522e21b78'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:04.333226 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bb5dd-d6f1-4167-97e0-f14a207e8526 None None] Pushing event updated for resources: {'Port': ['ID=610d7626-85ab-4bad-88fd-3f999d655cbb,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:04.463505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:04.496367 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] Set router 170303d0-f512-472b-83e9-6c0522e21b78 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:05:04.602312 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5c738730-6b02-4ecf-91f1-e80d10b8fac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:04.619363 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Allocated IP 172.20.0.2 (dccac175-60c0-4f6d-b59c-be5fc8f26403/9170a7d0-9a3e-4155-9795-603ae54ff70f/1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:05:04.815101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:02Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:04.817037 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:04.847375 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab95daf6-59d3-4a93-af3a-1161308f70e3 None None] The sync data for ids ['170303d0-f512-472b-83e9-6c0522e21b78'] in n-d-764435-5 is: [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:02Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:05:04.849126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Transition to ACTIVE for port object 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:05:04.866157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Transition to ACTIVE for port object 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:05:04.874110 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:04.912369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Network dccac175-60c0-4f6d-b59c-be5fc8f26403 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:05:04.917926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:05:04.921496 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:05:04.928972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Pushing event updated for resources: {'Port': ['ID=1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:04.934907 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.20.0.1 (dccac175-60c0-4f6d-b59c-be5fc8f26403/9170a7d0-9a3e-4155-9795-603ae54ff70f/1f6e6b44-6f4b-4d00-a209-8ea27d30d45f) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:05:04.990500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Attempting to bind port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:05:04.991178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Attempting to bind port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:05:04.991821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Attempting to bind port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f on network dccac175-60c0-4f6d-b59c-be5fc8f26403 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:05:04.998555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:05:04.999142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Checking segment: {'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:05:04.999652 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.000178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Bound using segment: {'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:05:05.000781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Bound port: 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:05:05.001309 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.105653 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] For port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:05:05.111021 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.115376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] For port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:05:05.123460 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.200467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa656fe1-5a9e-4223-84ce-ee3d59bd0dba None None] Pushing event updated for resources: {'Port': ['ID=1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:05.485223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.501057 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Transition to ACTIVE for port object 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:05:05.541130 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.584133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network dccac175-60c0-4f6d-b59c-be5fc8f26403 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:05:05.588201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:05:05.594124 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:05:05.622639 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=1f6e6b44-6f4b-4d00-a209-8ea27d30d45f,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:05.649237 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.651039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 610d7626-85ab-4bad-88fd-3f999d655cbb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:05:05.718247 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 610d7626-85ab-4bad-88fd-3f999d655cbb completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:05:05.723022 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 610d7626-85ab-4bad-88fd-3f999d655cbb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:05.723535 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.797984 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.809103 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.831796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 610d7626-85ab-4bad-88fd-3f999d655cbb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=610d7626-85ab-4bad-88fd-3f999d655cbb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:05:05.839447 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:05.840268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:05:06.112307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=610d7626-85ab-4bad-88fd-3f999d655cbb,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:06.129218 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:05:06.129460 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:06.137440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:06.164019 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:06.224852 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:06.227925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=1f6e6b44-6f4b-4d00-a209-8ea27d30d45f,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:06.261222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f20d4-50df-4c20-bf37-378fbd73cddb None None] Network dccac175-60c0-4f6d-b59c-be5fc8f26403 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:05:06.339083 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dcbfff30-f380-4ed2-bafb-41c90134276d None None] Provisioning for port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:05:06.343767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network dccac175-60c0-4f6d-b59c-be5fc8f26403 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:05:06.345600 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:05:06.349496 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dcbfff30-f380-4ed2-bafb-41c90134276d None None] Provisioning complete for port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:06.349922 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dcbfff30-f380-4ed2-bafb-41c90134276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:06.491478 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 170303d0-f512-472b-83e9-6c0522e21b78 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:05:06.499674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dcbfff30-f380-4ed2-bafb-41c90134276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:06.537781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-dcbfff30-f380-4ed2-bafb-41c90134276d None None] For port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:05:06.544157 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dcbfff30-f380-4ed2-bafb-41c90134276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:06.600952 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfff30-f380-4ed2-bafb-41c90134276d None None] Pushing event updated for resources: {'Port': ['ID=1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:06.621345 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:05:06.629559 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0d54eea4-77e9-4b50-b105-84e8a72e77d0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "PUT /v2.0/routers/170303d0-f512-472b-83e9-6c0522e21b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6134529 Aug 04 18:05:06.700589 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Sync routers for ids ['170303d0-f512-472b-83e9-6c0522e21b78'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:05:06.710900 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Routers {'170303d0-f512-472b-83e9-6c0522e21b78'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:05:06.711522 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['170303d0-f512-472b-83e9-6c0522e21b78'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:06.771261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-35c9dd62-60be-402b-af14-21dd8059bc9b None None] Provisioning complete for port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:06.771872 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-35c9dd62-60be-402b-af14-21dd8059bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:06.806075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-97404222-4868-4d69-9756-d11bccf22e62 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084919737&fields=id&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 267 time: 0.0551307 Aug 04 18:05:06.832009 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Set router 170303d0-f512-472b-83e9-6c0522e21b78 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:05:06.874870 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-35c9dd62-60be-402b-af14-21dd8059bc9b None None] Provisioning for port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:05:06.880031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-35c9dd62-60be-402b-af14-21dd8059bc9b None None] Provisioning complete for port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:06.880401 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-35c9dd62-60be-402b-af14-21dd8059bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:06.920927 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-35c9dd62-60be-402b-af14-21dd8059bc9b None None] Port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:05:06.926607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66467ae3-12b0-435a-a425-331473ed1788 req-b93a0351-6a61-4d76-8114-bc87d08f247f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:06.928394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-b93a0351-6a61-4d76-8114-bc87d08f247f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/networks?id=dccac175-60c0-4f6d-b59c-be5fc8f26403 HTTP/1.1" status: 200 len: 797 time: 0.1214049 Aug 04 18:05:06.944428 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-24e6cab7-fa16-45dd-80b1-3f4839a9b683 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/quotas/8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 375 time: 0.0098953 Aug 04 18:05:07.005744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-ab08ec8f-d856-4771-9626-543c79d0fd77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550420 Aug 04 18:05:07.050789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c38cf79c-bce2-4f6e-b6d1-05754206af74 None None] Provisioning complete for port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:07.051445 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c38cf79c-bce2-4f6e-b6d1-05754206af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.103347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c38cf79c-bce2-4f6e-b6d1-05754206af74 None None] Port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:05:07.169173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-0cc03f64-bb1c-410e-84bb-80e0b1baf826 service neutron] 10.222.0.39 "GET /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492615 Aug 04 18:05:07.174108 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1f6e6b44-6f4b-4d00-a209-8ea27d30d45f', 'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ad:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:04Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 2, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:07.199665 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Checking router: 170303d0-f512-472b-83e9-6c0522e21b78 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:05:07.199915 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Updating router 170303d0-f512-472b-83e9-6c0522e21b78 port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:05:07.222590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-911db581-61d2-4a32-bf1a-2bc79e392361 None None] Provisioning complete for port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:07.222984 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-911db581-61d2-4a32-bf1a-2bc79e392361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.227520 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.267185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-911db581-61d2-4a32-bf1a-2bc79e392361 None None] Port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:05:07.280331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-79b1fce5-2753-4fe0-815f-cf8fc9707c24 service neutron] 10.222.0.39 "GET /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049273 Aug 04 18:05:07.477123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99de3d48-4dc7-419d-b843-c95d40100113 req-31477ca8-383e-4820-95b1-a065a0df667c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 210 time: 0.0332494 Aug 04 18:05:07.524022 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.534737 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Transition to ACTIVE for port object 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:05:07.541521 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.582858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 610d7626-85ab-4bad-88fd-3f999d655cbb up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:05:07.592918 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Pushing event updated for resources: {'Port': ['ID=1f6e6b44-6f4b-4d00-a209-8ea27d30d45f,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:07.604620 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.605044 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.605447 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.606000 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.606527 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.606935 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.607371 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.608097 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.608291 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.608573 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.608890 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.609203 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:07.648608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 610d7626-85ab-4bad-88fd-3f999d655cbb triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:07.648890 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.673724 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Attempting to bind port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:05:07.674146 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Attempting to bind port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:05:07.675012 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Attempting to bind port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f on network dccac175-60c0-4f6d-b59c-be5fc8f26403 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:05:07.683500 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:05:07.683867 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Checking segment: {'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:05:07.684273 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.684951 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Bound using segment: {'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:05:07.685156 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Bound port: 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:05:07.685525 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.752683 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:05:07.756690 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.776929 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] For port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:05:07.781897 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] For port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1f6e6b44-6f4b-4d00-a209-8ea27d30d45f,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:05:07.788096 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.815131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:07.815719 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:07.839739 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Routers {'170303d0-f512-472b-83e9-6c0522e21b78'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:05:07.840460 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['170303d0-f512-472b-83e9-6c0522e21b78'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:07.896109 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2050c51-d5eb-483e-a2d9-ed9c480c46ac None None] Pushing event updated for resources: {'Port': ['ID=1f6e6b44-6f4b-4d00-a209-8ea27d30d45f,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:07.981597 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] Set router 170303d0-f512-472b-83e9-6c0522e21b78 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:05:08.197239 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1f6e6b44-6f4b-4d00-a209-8ea27d30d45f', 'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ad:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:04Z', 'updated_at': '2021-08-04T18:05:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:08.227194 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab4680-8e20-45dd-864e-38df3e6215d1 None None] The sync data for ids ['170303d0-f512-472b-83e9-6c0522e21b78'] in n-d-764435-5 is: [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1f6e6b44-6f4b-4d00-a209-8ea27d30d45f', 'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ad:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:04Z', 'updated_at': '2021-08-04T18:05:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:05:08.612700 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-25be2f97-9214-4ff2-8d92-d565120120da req-a0677150-0d42-4bd0-89b8-279d156f3a98 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 210 time: 0.0475869 Aug 04 18:05:08.639875 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66467ae3-12b0-435a-a425-331473ed1788 req-24ee1744-0829-4f97-a87b-0056e834a521 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:08.641498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-24ee1744-0829-4f97-a87b-0056e834a521 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/networks?id=dccac175-60c0-4f6d-b59c-be5fc8f26403 HTTP/1.1" status: 200 len: 797 time: 0.1763227 Aug 04 18:05:08.689659 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-300c485b-0d08-4a50-93f4-512cb1646f81 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 380 time: 0.0372434 Aug 04 18:05:08.700336 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'port': {'device_id': '86514ad3-7d6f-421a-a920-97c946fcede4', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'admin_state_up': True, 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'security_groups': ['3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:08.815338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:05:08.819047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:08.955770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.20.0.14 (dccac175-60c0-4f6d-b59c-be5fc8f26403/9170a7d0-9a3e-4155-9795-603ae54ff70f/17e93ac6-84fd-46e9-af7c-0d2e81833579) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:05:09.102289 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.117597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Transition to ACTIVE for port object 17e93ac6-84fd-46e9-af7c-0d2e81833579 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:05:09.155680 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.200714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network dccac175-60c0-4f6d-b59c-be5fc8f26403 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:05:09.206016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:05:09.209879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:05:09.216799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=17e93ac6-84fd-46e9-af7c-0d2e81833579,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:09.266327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:09.267135 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.286175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-69a28b98-98fe-43fe-9575-4b76715233a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896821 Aug 04 18:05:09.297644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-9ab718d1-e866-4fd4-9901-5a2ba09ff994 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 18:05:09.298634 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-9ab718d1-e866-4fd4-9901-5a2ba09ff994 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057275 Aug 04 18:05:09.358776 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Request body: {'port': {'device_id': '86514ad3-7d6f-421a-a920-97c946fcede4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:09.420665 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.466840 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1e0c2233-d903-446e-ab7c-a3281353f69a None None] Provisioning for port 17e93ac6-84fd-46e9-af7c-0d2e81833579 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:05:09.471043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1e0c2233-d903-446e-ab7c-a3281353f69a None None] Provisioning complete for port 17e93ac6-84fd-46e9-af7c-0d2e81833579 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:09.471432 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2233-d903-446e-ab7c-a3281353f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.515715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c2233-d903-446e-ab7c-a3281353f69a None None] Port 17e93ac6-84fd-46e9-af7c-0d2e81833579 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:05:09.595789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:05:09.647879 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:05:09.653113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:09.653404 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.738859 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e93ac6-84fd-46e9-af7c-0d2e81833579 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:05:09.742461 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.744766 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.749635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.776473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fd719-a7e2-43b5-bf3d-ea3b44750037 req-4829308c-4f8f-4a3b-8456-d0d2471b2492 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:09.777955 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-094fd719-a7e2-43b5-bf3d-ea3b44750037 req-4829308c-4f8f-4a3b-8456-d0d2471b2492 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 932 time: 0.0782354 Aug 04 18:05:09.779026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Transition to ACTIVE for port object 17e93ac6-84fd-46e9-af7c-0d2e81833579 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:05:09.780527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1f6e6b44-6f4b-4d00-a209-8ea27d30d45f,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:05:09.783875 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.785321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.840421 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:09.845378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=1f6e6b44-6f4b-4d00-a209-8ea27d30d45f,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:09.871465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Pushing event updated for resources: {'Port': ['ID=17e93ac6-84fd-46e9-af7c-0d2e81833579,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:09.877746 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-094fd719-a7e2-43b5-bf3d-ea3b44750037 req-a420aa0e-1e79-414f-8a62-3f3860ef39bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914571 Aug 04 18:05:09.942633 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Attempting to bind port 17e93ac6-84fd-46e9-af7c-0d2e81833579 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:05:09.943002 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Attempting to bind port 17e93ac6-84fd-46e9-af7c-0d2e81833579 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:05:09.943362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Attempting to bind port 17e93ac6-84fd-46e9-af7c-0d2e81833579 on network dccac175-60c0-4f6d-b59c-be5fc8f26403 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:05:09.948411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Port 17e93ac6-84fd-46e9-af7c-0d2e81833579 on network dccac175-60c0-4f6d-b59c-be5fc8f26403 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:05:09.948826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Attempting to bind port 17e93ac6-84fd-46e9-af7c-0d2e81833579 on network dccac175-60c0-4f6d-b59c-be5fc8f26403 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:05:09.954019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:05:09.954354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Checking segment: {'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:05:09.954738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Bound using segment: {'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:05:09.955199 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Bound port: 17e93ac6-84fd-46e9-af7c-0d2e81833579, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e7c10b-b000-4ca0-b983-fe7c15e15984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:05:09.955581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:10.027213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] For port 17e93ac6-84fd-46e9-af7c-0d2e81833579, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:05:10.030354 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] For port 17e93ac6-84fd-46e9-af7c-0d2e81833579, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=17e93ac6-84fd-46e9-af7c-0d2e81833579,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:05:10.036093 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:10.071296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:10.071917 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:10.073415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] 10.222.0.82 "PUT /v2.0/ports/17e93ac6-84fd-46e9-af7c-0d2e81833579 HTTP/1.1" status: 200 len: 1092 time: 0.7664545 Aug 04 18:05:10.075457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86514ad3-7d6f-421a-a920-97c946fcede4', 'tag': '17e93ac6-84fd-46e9-af7c-0d2e81833579'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:05:10.078883 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77baed11-d10e-4e9b-ac85-93fa8d752618" -d '{"events": [{"name": "network-changed", "server_uuid": "86514ad3-7d6f-421a-a920-97c946fcede4", "tag": "17e93ac6-84fd-46e9-af7c-0d2e81833579"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:05:10.117753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1e926-b8a4-4e57-a05c-398f151b7e61 service neutron] Pushing event updated for resources: {'Port': ['ID=17e93ac6-84fd-46e9-af7c-0d2e81833579,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:10.168627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66467ae3-12b0-435a-a425-331473ed1788 req-67843024-cca7-4245-a050-5e3cae1a00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:10.170226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-67843024-cca7-4245-a050-5e3cae1a00e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 1095 time: 0.0482380 Aug 04 18:05:10.217718 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778c9998-46c0-471b-84d1-bd064cba2d41 x-openstack-request-id: req-778c9998-46c0-471b-84d1-bd064cba2d41 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:05:10.218010 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86514ad3-7d6f-421a-a920-97c946fcede4", "tag": "17e93ac6-84fd-46e9-af7c-0d2e81833579", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:05:10.218263 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-778c9998-46c0-471b-84d1-bd064cba2d41 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:05:10.218671 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86514ad3-7d6f-421a-a920-97c946fcede4', 'tag': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'status': 'completed', 'code': 200} Aug 04 18:05:10.221799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-ece1ef88-ab5e-4a9c-b817-18a66b4e8d3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e93ac6-84fd-46e9-af7c-0d2e81833579 HTTP/1.1" status: 200 len: 217 time: 0.0408823 Aug 04 18:05:10.279264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66467ae3-12b0-435a-a425-331473ed1788 req-32d9e076-e37b-47f9-a762-682af48fc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:10.280653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-32d9e076-e37b-47f9-a762-682af48fc96f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9170a7d0-9a3e-4155-9795-603ae54ff70f HTTP/1.1" status: 200 len: 835 time: 0.0500758 Aug 04 18:05:10.328406 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66467ae3-12b0-435a-a425-331473ed1788 req-ea90bebd-1295-465c-bfb9-0c3b00836740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:10.330155 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-ea90bebd-1295-465c-bfb9-0c3b00836740 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dccac175-60c0-4f6d-b59c-be5fc8f26403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414684 Aug 04 18:05:10.430277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-20bf917a-65c6-46bb-a3e9-056a13d010af service neutron] 10.222.0.82 "GET /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922034 Aug 04 18:05:10.534971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66467ae3-12b0-435a-a425-331473ed1788 req-ed8554cc-311d-4e05-a39d-edc4aff0a7db service neutron] 10.222.0.82 "GET /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969751 Aug 04 18:05:10.642391 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-9f6827ba-b04a-47d4-ad9a-dae75146dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:10.643962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-9f6827ba-b04a-47d4-ad9a-dae75146dd89 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 1095 time: 0.0503869 Aug 04 18:05:10.746663 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-dfc3ee41-69d6-4fb8-9286-337a61986578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:10.748205 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-dfc3ee41-69d6-4fb8-9286-337a61986578 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dccac175-60c0-4f6d-b59c-be5fc8f26403 HTTP/1.1" status: 200 len: 899 time: 0.0970924 Aug 04 18:05:10.792686 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-2a1f3074-1925-40fe-afa7-13ce1a066dda service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e93ac6-84fd-46e9-af7c-0d2e81833579 HTTP/1.1" status: 200 len: 217 time: 0.0366101 Aug 04 18:05:10.844814 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-41002820-0476-4798-a83e-914491250ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:10.846246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-41002820-0476-4798-a83e-914491250ad5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9170a7d0-9a3e-4155-9795-603ae54ff70f HTTP/1.1" status: 200 len: 835 time: 0.0460043 Aug 04 18:05:10.898004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-aa07044c-e7de-424d-ad10-95021451bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:10.899606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-aa07044c-e7de-424d-ad10-95021451bab0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dccac175-60c0-4f6d-b59c-be5fc8f26403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447543 Aug 04 18:05:11.029300 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df42e2-1ca5-430f-b01e-6cd3e0d4aba0 req-8626efa2-c1bc-4f89-94eb-d8c0028a229b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:11.030829 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21df42e2-1ca5-430f-b01e-6cd3e0d4aba0 req-8626efa2-c1bc-4f89-94eb-d8c0028a229b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 944 time: 0.0782461 Aug 04 18:05:11.032799 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-4992f6cf-a8ba-4d30-8c98-b4709f35b4d9 service neutron] 10.222.0.82 "GET /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255157 Aug 04 18:05:11.121762 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21df42e2-1ca5-430f-b01e-6cd3e0d4aba0 req-cdac5552-376b-403c-9236-dfc86587f39c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847268 Aug 04 18:05:11.152677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77baed11-d10e-4e9b-ac85-93fa8d752618 req-09187eb3-18b3-491f-b1c5-6e1cfea15d89 service neutron] 10.222.0.82 "GET /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095514 Aug 04 18:05:11.573788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:05:11.629257 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:11.629625 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:12.246857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190ba7d-e886-4f7b-bafd-7cabf2380b7c req-22dc9108-48e7-4204-b78b-f968fcaa7bad tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:12.248323 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a190ba7d-e886-4f7b-bafd-7cabf2380b7c req-22dc9108-48e7-4204-b78b-f968fcaa7bad tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 944 time: 0.0562396 Aug 04 18:05:12.281329 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:05:12.293667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a190ba7d-e886-4f7b-bafd-7cabf2380b7c req-8c1f7169-7b62-45a7-b96f-688183717e7e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389848 Aug 04 18:05:13.289292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 17e93ac6-84fd-46e9-af7c-0d2e81833579 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:05:13.390491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 17e93ac6-84fd-46e9-af7c-0d2e81833579, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=17e93ac6-84fd-46e9-af7c-0d2e81833579,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:05:13.402982 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'port_id': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'mac_address': 'fa:16:3e:cb:a4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:05:13.421016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a171c-d97d-4bf2-afba-2bacc871f1ce req-c8cbfa38-7d8d-4fc6-b0e3-b4a0adc3aded tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:13.422440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a94a171c-d97d-4bf2-afba-2bacc871f1ce req-c8cbfa38-7d8d-4fc6-b0e3-b4a0adc3aded tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 944 time: 0.0550876 Aug 04 18:05:13.441238 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:13.454368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e93ac6-84fd-46e9-af7c-0d2e81833579 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:05:13.461395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a94a171c-d97d-4bf2-afba-2bacc871f1ce req-f204f819-5de2-42ea-b6dd-e93910532da1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Aug 04 18:05:13.479293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 17e93ac6-84fd-46e9-af7c-0d2e81833579, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=17e93ac6-84fd-46e9-af7c-0d2e81833579,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:05:13.485183 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:13.540612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=17e93ac6-84fd-46e9-af7c-0d2e81833579,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:13.716486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['17e93ac6-84fd-46e9-af7c-0d2e81833579'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:05:14.583122 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55833bb0-64c8-40cf-b908-e71f74a99793 req-1aaf84f5-4605-4246-b064-bd5eb3a335e6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:14.584681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55833bb0-64c8-40cf-b908-e71f74a99793 req-1aaf84f5-4605-4246-b064-bd5eb3a335e6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 945 time: 0.0517328 Aug 04 18:05:14.632621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55833bb0-64c8-40cf-b908-e71f74a99793 req-f064814f-3d1f-44ee-8d96-52123d0a8570 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Aug 04 18:05:15.304066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 17e93ac6-84fd-46e9-af7c-0d2e81833579 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:05:15.358154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 17e93ac6-84fd-46e9-af7c-0d2e81833579 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:05:15.362223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 17e93ac6-84fd-46e9-af7c-0d2e81833579 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:05:15.362591 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:15.447253 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:15.469430 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86514ad3-7d6f-421a-a920-97c946fcede4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e93ac6-84fd-46e9-af7c-0d2e81833579'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:05:15.471768 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a3ba0e-6fc3-4b9a-9257-99a6f86235b8" -d '{"events": [{"server_uuid": "86514ad3-7d6f-421a-a920-97c946fcede4", "name": "network-vif-plugged", "status": "completed", "tag": "17e93ac6-84fd-46e9-af7c-0d2e81833579"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:05:15.484434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 17e93ac6-84fd-46e9-af7c-0d2e81833579, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=17e93ac6-84fd-46e9-af7c-0d2e81833579,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:05:15.489982 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:15.515994 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f79dcf-f6e0-4f6b-aa7b-cbe930c1cef2 x-openstack-request-id: req-a9f79dcf-f6e0-4f6b-aa7b-cbe930c1cef2 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:05:15.516761 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86514ad3-7d6f-421a-a920-97c946fcede4", "name": "network-vif-plugged", "status": "completed", "tag": "17e93ac6-84fd-46e9-af7c-0d2e81833579", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:05:15.516761 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9f79dcf-f6e0-4f6b-aa7b-cbe930c1cef2 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:05:15.516934 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86514ad3-7d6f-421a-a920-97c946fcede4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'code': 200} Aug 04 18:05:15.544188 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=17e93ac6-84fd-46e9-af7c-0d2e81833579,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:15.611394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b698981-f6cd-4e4f-83ac-1fb02f7465d5 req-0a8d83d6-78f4-4630-9e47-293a7d460f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:15.613313 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b698981-f6cd-4e4f-83ac-1fb02f7465d5 req-0a8d83d6-78f4-4630-9e47-293a7d460f54 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 1097 time: 0.0439918 Aug 04 18:05:15.655228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0b698981-f6cd-4e4f-83ac-1fb02f7465d5 req-368ae958-a4f8-4b3a-a093-e131b0b467f8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336602 Aug 04 18:05:15.769769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25bb66-659a-4774-83c4-1febdf1332b5 req-404d7899-34b0-449c-aacb-ae2e8659e464 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:15.771313 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d25bb66-659a-4774-83c4-1febdf1332b5 req-404d7899-34b0-449c-aacb-ae2e8659e464 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0621436 Aug 04 18:05:15.815356 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d25bb66-659a-4774-83c4-1febdf1332b5 req-fbeb408b-1bd9-4beb-bb09-98a1e80f9f4f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344100 Aug 04 18:05:16.948251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98187678-f2ef-428f-953e-23ec7281ddb1 req-00a00598-4379-4aca-8a67-7d0b0807f03c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:16.949763 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98187678-f2ef-428f-953e-23ec7281ddb1 req-00a00598-4379-4aca-8a67-7d0b0807f03c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0614645 Aug 04 18:05:16.993797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98187678-f2ef-428f-953e-23ec7281ddb1 req-5763769b-1d21-447b-99a4-6f6dd882b531 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350008 Aug 04 18:05:17.130479 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf4c3c-fdfc-4219-9833-91352ee63a97 req-073f2d59-4d54-495a-aa6a-28d0647819bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:17.131980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5daf4c3c-fdfc-4219-9833-91352ee63a97 req-073f2d59-4d54-495a-aa6a-28d0647819bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0599608 Aug 04 18:05:17.175213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5daf4c3c-fdfc-4219-9833-91352ee63a97 req-965d76d1-f20e-4ab1-b1c6-12aa1bef2e49 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360479 Aug 04 18:05:17.199131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41488) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:17.248904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a92276-15bd-4ba1-a63f-82cc1cf0f8f4 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:17.251120 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-02a92276-15bd-4ba1-a63f-82cc1cf0f8f4 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 1092 time: 0.0509670 Aug 04 18:05:17.255504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41490) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:17.260262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:05:17.286571 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:17.405332 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:17.522510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.25.2.75 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/181f1246-2ea9-445d-837a-22bcffc572bd) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:05:17.627388 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:17.673920 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:17.719466 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:05:17.722420 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:05:17.727196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:05:17.730797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=181f1246-2ea9-445d-837a-22bcffc572bd,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:18.113722 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:18.190242 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:18.350890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:18.357554 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:18.421342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=181f1246-2ea9-445d-837a-22bcffc572bd,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:18.440334 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:18.545943 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Floating IP d6e7cd42-a860-4226-8b7c-766e02e6f201 associated. External IP: 172.25.2.75, port: 17e93ac6-84fd-46e9-af7c-0d2e81833579. Aug 04 18:05:18.764847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 170303d0-f512-472b-83e9-6c0522e21b78 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:05:18.888086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:05:18.901588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] Sync routers for ids ['170303d0-f512-472b-83e9-6c0522e21b78'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:05:18.909089 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:18.911694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] Routers {'170303d0-f512-472b-83e9-6c0522e21b78'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:05:18.912328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['170303d0-f512-472b-83e9-6c0522e21b78'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:18.939584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4e12ee3e-796b-4fc2-9c40-adade4f2e7b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6806169 Aug 04 18:05:18.939584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86514ad3-7d6f-421a-a920-97c946fcede4', 'tag': '17e93ac6-84fd-46e9-af7c-0d2e81833579'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:05:18.940210 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f280c26d-6434-41e5-add6-70b49b112fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "86514ad3-7d6f-421a-a920-97c946fcede4", "tag": "17e93ac6-84fd-46e9-af7c-0d2e81833579"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:05:18.977225 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a050734d-ef12-4e5b-8d9f-6f08019e9262 x-openstack-request-id: req-a050734d-ef12-4e5b-8d9f-6f08019e9262 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:05:18.977519 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86514ad3-7d6f-421a-a920-97c946fcede4", "tag": "17e93ac6-84fd-46e9-af7c-0d2e81833579", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:05:18.977785 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a050734d-ef12-4e5b-8d9f-6f08019e9262 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:05:18.978376 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86514ad3-7d6f-421a-a920-97c946fcede4', 'tag': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'status': 'completed', 'code': 200} Aug 04 18:05:19.031685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] Set router 170303d0-f512-472b-83e9-6c0522e21b78 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:05:19.080268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21576957-b93d-4023-b958-3a61733ad82b req-7ffc579d-9648-4d75-9f0d-9e27416a6805 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:19.081819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21576957-b93d-4023-b958-3a61733ad82b req-7ffc579d-9648-4d75-9f0d-9e27416a6805 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0726156 Aug 04 18:05:19.083879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280c26d-6434-41e5-add6-70b49b112fcf req-a490d043-928d-4a91-b6e2-1bde87fd34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:19.085303 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f280c26d-6434-41e5-add6-70b49b112fcf req-a490d043-928d-4a91-b6e2-1bde87fd34e2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 1097 time: 0.0843933 Aug 04 18:05:19.168528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-21576957-b93d-4023-b958-3a61733ad82b req-53495ea9-e6e5-4078-91a5-e973e7edd15f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799458 Aug 04 18:05:19.191449 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41496) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:19.205299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280c26d-6434-41e5-add6-70b49b112fcf req-89691d6b-9fa2-41bd-a97b-2e6c3d50c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:19.207279 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f280c26d-6434-41e5-add6-70b49b112fcf req-89691d6b-9fa2-41bd-a97b-2e6c3d50c3fa service neutron] 10.222.0.82 "GET /v2.0/networks?id=dccac175-60c0-4f6d-b59c-be5fc8f26403 HTTP/1.1" status: 200 len: 899 time: 0.1119998 Aug 04 18:05:19.258758 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8b6ab14e-f274-41c3-b37d-138939c3a9d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/d6e7cd42-a860-4226-8b7c-766e02e6f201 HTTP/1.1" status: 200 len: 991 time: 0.0659833 Aug 04 18:05:19.279510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'd6e7cd42-a860-4226-8b7c-766e02e6f201', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'port_id': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'mac_address': 'fa:16:3e:cb:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86514ad3-7d6f-421a-a920-97c946fcede4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:05:17Z', 'updated_at': '2021-08-04T18:05:17Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6e6b44-6f4b-4d00-a209-8ea27d30d45f', 'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ad:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:04Z', 'updated_at': '2021-08-04T18:05:09Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:19.282227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f280c26d-6434-41e5-add6-70b49b112fcf req-e66e3065-2d9f-4632-80ae-bca722c9f043 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e93ac6-84fd-46e9-af7c-0d2e81833579 HTTP/1.1" status: 200 len: 999 time: 0.0675607 Aug 04 18:05:19.306178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] Checking router: 170303d0-f512-472b-83e9-6c0522e21b78 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:05:19.315199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] Routers {'170303d0-f512-472b-83e9-6c0522e21b78'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:05:19.315405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:05:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['170303d0-f512-472b-83e9-6c0522e21b78'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:19.334094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280c26d-6434-41e5-add6-70b49b112fcf req-f3f61983-65de-44b1-9b7a-8dd8a46e8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:19.336046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f280c26d-6434-41e5-add6-70b49b112fcf req-f3f61983-65de-44b1-9b7a-8dd8a46e8d0a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9170a7d0-9a3e-4155-9795-603ae54ff70f HTTP/1.1" status: 200 len: 835 time: 0.0456769 Aug 04 18:05:19.385446 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280c26d-6434-41e5-add6-70b49b112fcf req-956b6ac2-c4f4-4b23-9133-78c32ebdca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:19.387362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f280c26d-6434-41e5-add6-70b49b112fcf req-956b6ac2-c4f4-4b23-9133-78c32ebdca71 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dccac175-60c0-4f6d-b59c-be5fc8f26403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447390 Aug 04 18:05:19.434038 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] Set router 170303d0-f512-472b-83e9-6c0522e21b78 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:05:19.683562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'd6e7cd42-a860-4226-8b7c-766e02e6f201', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'port_id': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'mac_address': 'fa:16:3e:cb:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86514ad3-7d6f-421a-a920-97c946fcede4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:05:17Z', 'updated_at': '2021-08-04T18:05:17Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6e6b44-6f4b-4d00-a209-8ea27d30d45f', 'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ad:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:04Z', 'updated_at': '2021-08-04T18:05:09Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:19.715871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a087b-0184-4fdb-bcdf-1708c0eb6dad None None] The sync data for ids ['170303d0-f512-472b-83e9-6c0522e21b78'] in n-d-764435-5 is: [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'd6e7cd42-a860-4226-8b7c-766e02e6f201', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'port_id': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'mac_address': 'fa:16:3e:cb:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86514ad3-7d6f-421a-a920-97c946fcede4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:05:17Z', 'updated_at': '2021-08-04T18:05:17Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6e6b44-6f4b-4d00-a209-8ea27d30d45f', 'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ad:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:04Z', 'updated_at': '2021-08-04T18:05:09Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:05:19.834089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f280c26d-6434-41e5-add6-70b49b112fcf req-6fe6936f-8e49-44ac-9538-b5a210d79186 service neutron] 10.222.0.82 "GET /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396634 Aug 04 18:05:19.910266 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb333a5-4f81-4756-997e-4fc05ad26edc None None] New status for floating IP d6e7cd42-a860-4226-8b7c-766e02e6f201: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:05:19.939698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f280c26d-6434-41e5-add6-70b49b112fcf req-42e50592-57af-4591-aded-0e6fe00f0d83 service neutron] 10.222.0.82 "GET /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976381 Aug 04 18:05:20.263347 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41498) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:20.338473 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-16c0c834-476b-4093-b51b-5842d0cca72a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/d6e7cd42-a860-4226-8b7c-766e02e6f201 HTTP/1.1" status: 200 len: 993 time: 0.0737138 Aug 04 18:05:32.078064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4822da36-63a4-4b21-a92f-d00c1807359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:34.501431 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f3619d86-3fb8-4530-8d3f-8aa2fbe89c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:35.100045 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:36.157967 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:37.755401 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:39.726472 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:39.820991 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:49.153203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ea495-a8e5-4004-8808-4b40c55c5ba9 req-59f29702-168b-4799-a657-8ad807c83464 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:49.155546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd8ea495-a8e5-4004-8808-4b40c55c5ba9 req-59f29702-168b-4799-a657-8ad807c83464 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0550671 Aug 04 18:05:49.200367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd8ea495-a8e5-4004-8808-4b40c55c5ba9 req-bf18749a-b694-4bf8-ba9c-03a383d889b8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376458 Aug 04 18:05:49.281362 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:05:50.349735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7bd06-8274-4296-9607-a207beda5501 req-5564a2c2-e1ec-40d4-9ddf-5b12a528ffb6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:50.351322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5f7bd06-8274-4296-9607-a207beda5501 req-5564a2c2-e1ec-40d4-9ddf-5b12a528ffb6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0517116 Aug 04 18:05:50.400471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e5f7bd06-8274-4296-9607-a207beda5501 req-9b396412-9691-4dad-9950-2f28d23fbea0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430179 Aug 04 18:05:50.424223 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41522) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:50.493415 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-6c71329d-2b7e-44b5-aa69-cb252ed38653 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/d6e7cd42-a860-4226-8b7c-766e02e6f201 HTTP/1.1" status: 200 len: 993 time: 0.0679822 Aug 04 18:05:52.028952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ead39c-9827-4b91-b888-77d66ca4483b req-115a8868-0989-43b9-9911-d82a0bec4f6c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:52.031075 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11ead39c-9827-4b91-b888-77d66ca4483b req-115a8868-0989-43b9-9911-d82a0bec4f6c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0582292 Aug 04 18:05:52.071130 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11ead39c-9827-4b91-b888-77d66ca4483b req-6398c355-76b5-4c78-974e-66b88ba59bd0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337098 Aug 04 18:05:53.216856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6f21c-f457-49da-be11-ae662f1703d8 req-23406ad7-00d2-45a4-8581-06323e894185 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:53.218797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dad6f21c-f457-49da-be11-ae662f1703d8 req-23406ad7-00d2-45a4-8581-06323e894185 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0649078 Aug 04 18:05:53.263109 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dad6f21c-f457-49da-be11-ae662f1703d8 req-29747ee6-bbf7-4755-a20b-e44a3a1a08ef tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376256 Aug 04 18:05:53.287667 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41536) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:53.352494 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b760d558-8ea9-4360-8cc4-07055079676b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/d6e7cd42-a860-4226-8b7c-766e02e6f201 HTTP/1.1" status: 200 len: 993 time: 0.0636244 Aug 04 18:05:53.610522 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41542) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:53.800940 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 181f1246-2ea9-445d-837a-22bcffc572bd {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:05:53.801265 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:53.886206 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:53.886505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:53.899056 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 181f1246-2ea9-445d-837a-22bcffc572bd owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:05:54.057024 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:54.094794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=181f1246-2ea9-445d-837a-22bcffc572bd,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:54.113259 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.113571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.114102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.114327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.114714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.115190 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.115529 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.115861 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.116193 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.116633 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.117248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.117592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:54.181543 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:54.181926 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Floating IP d6e7cd42-a860-4226-8b7c-766e02e6f201 disassociated (deleted). External IP: 172.25.2.75, port: 17e93ac6-84fd-46e9-af7c-0d2e81833579. Aug 04 18:05:54.393945 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 170303d0-f512-472b-83e9-6c0522e21b78 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:05:54.520324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:05:54.525467 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:54.530441 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] Sync routers for ids ['170303d0-f512-472b-83e9-6c0522e21b78'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:05:54.539977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] Routers {'170303d0-f512-472b-83e9-6c0522e21b78'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:05:54.540591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:05:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['170303d0-f512-472b-83e9-6c0522e21b78'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:54.552937 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-595c6c1a-a681-4ab3-88e9-41cc1a92c7b1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/floatingips/d6e7cd42-a860-4226-8b7c-766e02e6f201 HTTP/1.1" status: 204 len: 168 time: 0.9411345 Aug 04 18:05:54.553952 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86514ad3-7d6f-421a-a920-97c946fcede4', 'tag': '17e93ac6-84fd-46e9-af7c-0d2e81833579'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:05:54.556290 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff5fd055f829ce2bca458b35fc7752fcb8bf5e23225622f2af9eb35435c31640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b53b363-5a57-462c-9d48-9a9fb5b945ce" -d '{"events": [{"name": "network-changed", "server_uuid": "86514ad3-7d6f-421a-a920-97c946fcede4", "tag": "17e93ac6-84fd-46e9-af7c-0d2e81833579"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:05:54.600494 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4877529-d371-41ef-8e1d-97269c1321d6 x-openstack-request-id: req-e4877529-d371-41ef-8e1d-97269c1321d6 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:05:54.600868 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86514ad3-7d6f-421a-a920-97c946fcede4", "tag": "17e93ac6-84fd-46e9-af7c-0d2e81833579", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:05:54.601189 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4877529-d371-41ef-8e1d-97269c1321d6 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:05:54.601674 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86514ad3-7d6f-421a-a920-97c946fcede4', 'tag': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'status': 'completed', 'code': 200} Aug 04 18:05:54.670191 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-0bf5ec95-e4fc-43d0-aeba-23d13a84ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:54.671960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-0bf5ec95-e4fc-43d0-aeba-23d13a84ab22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 1097 time: 0.0478618 Aug 04 18:05:54.812255 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-77280bb3-a370-4cb8-81bd-437f03624d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:54.814210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-77280bb3-a370-4cb8-81bd-437f03624d62 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dccac175-60c0-4f6d-b59c-be5fc8f26403 HTTP/1.1" status: 200 len: 899 time: 0.1320708 Aug 04 18:05:54.820190 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] Set router 170303d0-f512-472b-83e9-6c0522e21b78 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:05:54.831918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df877e6-497c-4fa0-bd15-03427f25996e req-a3a04c31-30cb-4021-89c8-2810be4b6218 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:54.833404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1df877e6-497c-4fa0-bd15-03427f25996e req-a3a04c31-30cb-4021-89c8-2810be4b6218 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0711379 Aug 04 18:05:54.874644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-217f1ec8-e333-437c-9ac2-1c46a3ea7002 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17e93ac6-84fd-46e9-af7c-0d2e81833579 HTTP/1.1" status: 200 len: 217 time: 0.0512402 Aug 04 18:05:54.933972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1df877e6-497c-4fa0-bd15-03427f25996e req-eb91bbb8-efe1-4734-b0ee-28255c576b1c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936475 Aug 04 18:05:54.945662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-c49f0e4c-6e21-4c81-8725-d9c78098f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:54.947194 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-c49f0e4c-6e21-4c81-8725-d9c78098f371 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9170a7d0-9a3e-4155-9795-603ae54ff70f HTTP/1.1" status: 200 len: 835 time: 0.0628219 Aug 04 18:05:55.004939 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-978e006d-9c4f-4adc-88c9-5f737b1cb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:55.006465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-978e006d-9c4f-4adc-88c9-5f737b1cb953 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dccac175-60c0-4f6d-b59c-be5fc8f26403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508406 Aug 04 18:05:55.027460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1f6e6b44-6f4b-4d00-a209-8ea27d30d45f', 'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ad:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:04Z', 'updated_at': '2021-08-04T18:05:09Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:55.057159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] Checking router: 170303d0-f512-472b-83e9-6c0522e21b78 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:05:55.066196 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] Routers {'170303d0-f512-472b-83e9-6c0522e21b78'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:05:55.066786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:05:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['170303d0-f512-472b-83e9-6c0522e21b78'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:55.098686 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-c71047ca-d294-44bc-ab94-3740a074653b service neutron] 10.222.0.82 "GET /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826225 Aug 04 18:05:55.187641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] Set router 170303d0-f512-472b-83e9-6c0522e21b78 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:05:55.208563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8b53b363-5a57-462c-9d48-9a9fb5b945ce req-919a76bb-9d3e-4439-bc2a-aee6c7897313 service neutron] 10.222.0.82 "GET /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012831 Aug 04 18:05:55.395187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1f6e6b44-6f4b-4d00-a209-8ea27d30d45f', 'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ad:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:04Z', 'updated_at': '2021-08-04T18:05:09Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:05:55.421834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a1f93-b5d7-4ac5-b69c-2c8a4ce60583 None None] The sync data for ids ['170303d0-f512-472b-83e9-6c0522e21b78'] in n-d-764435-5 is: [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '1f6e6b44-6f4b-4d00-a209-8ea27d30d45f', 'name': '', 'network_id': 'dccac175-60c0-4f6d-b59c-be5fc8f26403', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ad:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:04Z', 'updated_at': '2021-08-04T18:05:09Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '9170a7d0-9a3e-4155-9795-603ae54ff70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:05:55.659395 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b8664-07ce-4198-a88b-99832e06b30c None None] New status for floating IP d6e7cd42-a860-4226-8b7c-766e02e6f201: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:05:56.077908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8526914-9256-440c-8b1f-6bbc975e584e req-c0984357-7cfa-4d1c-a612-071a761e0a2f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:56.079504 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8526914-9256-440c-8b1f-6bbc975e584e req-c0984357-7cfa-4d1c-a612-071a761e0a2f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0578182 Aug 04 18:05:56.119983 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8526914-9256-440c-8b1f-6bbc975e584e req-0dfd47ed-38bc-44a8-b87b-bb75a8a2e8f2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338988 Aug 04 18:05:56.448205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-16120e92-42f4-489e-8215-4869964d088e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:05:56.449743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-16120e92-42f4-489e-8215-4869964d088e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 946 time: 0.0554948 Aug 04 18:05:56.549995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 17e93ac6-84fd-46e9-af7c-0d2e81833579 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:05:56.550315 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:56.653432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port 17e93ac6-84fd-46e9-af7c-0d2e81833579, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=17e93ac6-84fd-46e9-af7c-0d2e81833579,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:05:56.653807 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:56.671241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 17e93ac6-84fd-46e9-af7c-0d2e81833579 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:05:56.812715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:56.844179 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=17e93ac6-84fd-46e9-af7c-0d2e81833579,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:56.871292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.871649 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.871987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.872324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.872659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.872993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.873322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.873654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.874001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.874357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.874696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.875008 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:05:56.898716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] No DVR routers for this DVR port 17e93ac6-84fd-46e9-af7c-0d2e81833579 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:05:56.901296 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:56.903343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b673a8bd-41cf-45e2-9bfd-db572b46e49d req-e2c08bf5-1128-4456-8876-d211252fdfb8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "DELETE /v2.0/ports/17e93ac6-84fd-46e9-af7c-0d2e81833579 HTTP/1.1" status: 204 len: 173 time: 0.4472697 Aug 04 18:05:56.903777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86514ad3-7d6f-421a-a920-97c946fcede4', 'name': 'network-vif-deleted', 'tag': '17e93ac6-84fd-46e9-af7c-0d2e81833579'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:05:56.906028 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6a9e7a-5bed-4ffc-a32f-2983543f0d73" -d '{"events": [{"server_uuid": "86514ad3-7d6f-421a-a920-97c946fcede4", "name": "network-vif-deleted", "tag": "17e93ac6-84fd-46e9-af7c-0d2e81833579"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:05:56.949116 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e954df-95bb-4ac3-b400-d4d8b3203552 x-openstack-request-id: req-77e954df-95bb-4ac3-b400-d4d8b3203552 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:05:56.949424 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86514ad3-7d6f-421a-a920-97c946fcede4", "name": "network-vif-deleted", "tag": "17e93ac6-84fd-46e9-af7c-0d2e81833579", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:05:56.949725 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77e954df-95bb-4ac3-b400-d4d8b3203552 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:05:56.950128 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86514ad3-7d6f-421a-a920-97c946fcede4', 'name': 'network-vif-deleted', 'tag': '17e93ac6-84fd-46e9-af7c-0d2e81833579', 'status': 'completed', 'code': 200} Aug 04 18:05:57.235938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1eb3de4d-8190-4b2a-b13c-4f738b5a3066 req-b176fbcf-d55d-42c6-ae5a-5d9ae8a8ce18 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=86514ad3-7d6f-421a-a920-97c946fcede4 HTTP/1.1" status: 200 len: 210 time: 0.0279887 Aug 04 18:05:58.300124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41558) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:58.683492 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:58.979025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:05:58.979293 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:59.087021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1f6e6b44-6f4b-4d00-a209-8ea27d30d45f,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:05:59.087362 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:59.101752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:05:59.317014 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:59.350912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=1f6e6b44-6f4b-4d00-a209-8ea27d30d45f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:05:59.566372 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:05:59.816896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 170303d0-f512-472b-83e9-6c0522e21b78 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:05:59.949519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:05:59.956412 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-fdb3de1b-e507-455b-901a-10f8deffda70 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "PUT /v2.0/routers/170303d0-f512-472b-83e9-6c0522e21b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6536238 Aug 04 18:05:59.958101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41560) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:05:59.963601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] Sync routers for ids ['170303d0-f512-472b-83e9-6c0522e21b78'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:05:59.979892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] Routers {'170303d0-f512-472b-83e9-6c0522e21b78'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:05:59.980543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:05:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['170303d0-f512-472b-83e9-6c0522e21b78'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:00.019886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-743d134a-5eda-466d-a9d6-0e1523093606 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting subnet 9170a7d0-9a3e-4155-9795-603ae54ff70f {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:06:00.023766 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-743d134a-5eda-466d-a9d6-0e1523093606 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.075714 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-743d134a-5eda-466d-a9d6-0e1523093606 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.103167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] Set router 170303d0-f512-472b-83e9-6c0522e21b78 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:06:00.170207 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-743d134a-5eda-466d-a9d6-0e1523093606 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.235464 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-743d134a-5eda-466d-a9d6-0e1523093606 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.264378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d134a-5eda-466d-a9d6-0e1523093606 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Subnet': ['ID=9170a7d0-9a3e-4155-9795-603ae54ff70f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:00.266617 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-743d134a-5eda-466d-a9d6-0e1523093606 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.271731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-743d134a-5eda-466d-a9d6-0e1523093606 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/subnets/9170a7d0-9a3e-4155-9795-603ae54ff70f HTTP/1.1" status: 204 len: 168 time: 0.3096299 Aug 04 18:06:00.271731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41562) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:00.276510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871bd78d-a3e4-427f-9239-23c74ea8fccb None None] Network dccac175-60c0-4f6d-b59c-be5fc8f26403 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:06:00.374985 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:59Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:00.383124 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.415891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] Checking router: 170303d0-f512-472b-83e9-6c0522e21b78 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:06:00.436394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] Routers {'170303d0-f512-472b-83e9-6c0522e21b78'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:06:00.436394 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:05:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['170303d0-f512-472b-83e9-6c0522e21b78'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:00.505939 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.525684 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] DHCP port deletion for dccac175-60c0-4f6d-b59c-be5fc8f26403 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:06:00.570451 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 610d7626-85ab-4bad-88fd-3f999d655cbb {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:06:00.570866 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.574618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] Set router 170303d0-f512-472b-83e9-6c0522e21b78 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:06:00.649787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port 610d7626-85ab-4bad-88fd-3f999d655cbb, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=610d7626-85ab-4bad-88fd-3f999d655cbb,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:06:00.650103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.663686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 610d7626-85ab-4bad-88fd-3f999d655cbb owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:06:00.683929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Deleting port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:06:00.684293 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.768134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] For port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f,segment=NetworkSegment(30e7c10b-b000-4ca0-b983-fe7c15e15984),segment_id=30e7c10b-b000-4ca0-b983-fe7c15e15984)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:06:00.768518 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.797837 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Calling delete_port for 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:06:00.831566 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.861185 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=610d7626-85ab-4bad-88fd-3f999d655cbb,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:00.886714 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:59Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:00.914915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfbde70-4aee-460f-b10d-69569f421d6b None None] The sync data for ids ['170303d0-f512-472b-83e9-6c0522e21b78'] in n-d-764435-5 is: [{'id': '170303d0-f512-472b-83e9-6c0522e21b78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880260304', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:05:01Z', 'updated_at': '2021-08-04T18:05:59Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '610d7626-85ab-4bad-88fd-3f999d655cbb', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170303d0-f512-472b-83e9-6c0522e21b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:05:02Z', 'updated_at': '2021-08-04T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:06:00.922945 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.924319 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:00.953897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Pushing event deleted for resources: {'Port': ['ID=1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:00.964536 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.965202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.965202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.965646 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.965864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.966178 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.966500 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.966842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.967167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.967484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.967801 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.968117 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:06:00.970901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c238a-4b27-4adf-a0f7-0f8162eec6ca None None] No DVR routers for this DVR port 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:06:01.019820 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.022025 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.079200 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.079836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Fanout notify agent at l3_agent the message router_deleted on router 170303d0-f512-472b-83e9-6c0522e21b78 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:06:01.086779 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.087923 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7e6bec40-4e81-4693-b0e7-fc76df69247d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/routers/170303d0-f512-472b-83e9-6c0522e21b78 HTTP/1.1" status: 204 len: 168 time: 0.8155239 Aug 04 18:06:01.090609 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41564) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:01.176103 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.272286 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.283666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccac175-60c0-4f6d-b59c-be5fc8f26403']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:01.300206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e7c10b-b000-4ca0-b983-fe7c15e15984') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:01.300509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e7c10b-b000-4ca0-b983-fe7c15e15984') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:01.310635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.325662 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.332018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:06:01.332467 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:06:01.335451 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:06:01.396264 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.403833 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.405688 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/networks/dccac175-60c0-4f6d-b59c-be5fc8f26403 HTTP/1.1" status: 204 len: 168 time: 0.3141353 Aug 04 18:06:01.408804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41566) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:01.417992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ff619-6cd8-48c6-83da-3f12351ef1c0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Network': ['ID=dccac175-60c0-4f6d-b59c-be5fc8f26403,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:01.476629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12d1e08f-0d21-4b5f-9b70-e861c8fe642a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.505715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 17e93ac6-84fd-46e9-af7c-0d2e81833579 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:06:01.506482 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12d1e08f-0d21-4b5f-9b70-e861c8fe642a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.526788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 17e93ac6-84fd-46e9-af7c-0d2e81833579 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:06:01.527157 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 17e93ac6-84fd-46e9-af7c-0d2e81833579 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:06:01.581757 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12d1e08f-0d21-4b5f-9b70-e861c8fe642a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.585431 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-12d1e08f-0d21-4b5f-9b70-e861c8fe642a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:01.587133 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-12d1e08f-0d21-4b5f-9b70-e861c8fe642a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb HTTP/1.1" status: 204 len: 168 time: 0.1771507 Aug 04 18:06:01.597800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1e08f-0d21-4b5f-9b70-e861c8fe642a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c71b8e2-a360-4ce9-a6f4-a22e28ddc6fb,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:01.745590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:06:01.768294 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:06:01.768664 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1f6e6b44-6f4b-4d00-a209-8ea27d30d45f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:06:01.769064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:06:01.787829 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:06:01.788084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 1bdd19dc-ed98-4ed5-9115-cfad0fc0fe6f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:06:02.013013 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41572) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:02.017945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-278fb4f6-5dfa-4356-9f2a-60f199fa7188 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035519849', 'description': 'tempest-secgroup-smoke-1035519849 description', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:02.042909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278fb4f6-5dfa-4356-9f2a-60f199fa7188 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.071567 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ef80b81b-1e5b-46dd-96b9-53a1d2e8b3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.124569 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278fb4f6-5dfa-4356-9f2a-60f199fa7188 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.131227 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278fb4f6-5dfa-4356-9f2a-60f199fa7188 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.160533 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-278fb4f6-5dfa-4356-9f2a-60f199fa7188 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.161942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-278fb4f6-5dfa-4356-9f2a-60f199fa7188 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1478350 Aug 04 18:06:02.162910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fb4f6-5dfa-4356-9f2a-60f199fa7188 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba86e931-b87f-4c8e-8894-a54d89c8a9d6,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:02.164919 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41574) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:02.169358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-50f86b93-1da4-4114-aef1-b01288ea1187 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'ba86e931-b87f-4c8e-8894-a54d89c8a9d6', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:02.197055 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50f86b93-1da4-4114-aef1-b01288ea1187 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.265787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50f86b93-1da4-4114-aef1-b01288ea1187 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.271726 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50f86b93-1da4-4114-aef1-b01288ea1187 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.293361 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f86b93-1da4-4114-aef1-b01288ea1187 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e031edbd-0ac1-4a7e-9ed1-7b5c5bf5d5e0,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:02.297327 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-50f86b93-1da4-4114-aef1-b01288ea1187 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.298599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-50f86b93-1da4-4114-aef1-b01288ea1187 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327302 Aug 04 18:06:02.302243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41576) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:02.306925 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d8f548f9-1602-4670-a27f-431c4d30e312 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'ba86e931-b87f-4c8e-8894-a54d89c8a9d6', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:02.337268 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8f548f9-1602-4670-a27f-431c4d30e312 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.396527 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8f548f9-1602-4670-a27f-431c4d30e312 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.402443 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8f548f9-1602-4670-a27f-431c4d30e312 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.421872 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f548f9-1602-4670-a27f-431c4d30e312 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7d747f-2706-4861-bf58-98fccf9c832d,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:02.430478 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d8f548f9-1602-4670-a27f-431c4d30e312 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.431879 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d8f548f9-1602-4670-a27f-431c4d30e312 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285894 Aug 04 18:06:02.434544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41578) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:02.439483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c2f6d994-d5a0-4ea7-89a9-0f104dce2507 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'ba86e931-b87f-4c8e-8894-a54d89c8a9d6', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:02.470096 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d994-d5a0-4ea7-89a9-0f104dce2507 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.542743 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d994-d5a0-4ea7-89a9-0f104dce2507 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.550370 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d994-d5a0-4ea7-89a9-0f104dce2507 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.569901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6d994-d5a0-4ea7-89a9-0f104dce2507 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1348e20b-7a31-4fbe-83f8-305ea73f44b8,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:02.578201 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d994-d5a0-4ea7-89a9-0f104dce2507 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.579507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c2f6d994-d5a0-4ea7-89a9-0f104dce2507 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439900 Aug 04 18:06:02.582383 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41580) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:02.586874 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c1a9f4fc-7550-4365-bca3-da14ec52994f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'ba86e931-b87f-4c8e-8894-a54d89c8a9d6', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:02.614572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f4fc-7550-4365-bca3-da14ec52994f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.681955 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f4fc-7550-4365-bca3-da14ec52994f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.689774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f4fc-7550-4365-bca3-da14ec52994f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.707842 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9f4fc-7550-4365-bca3-da14ec52994f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26184e2a-a253-496f-901a-4497d9f7f017,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:02.715957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f4fc-7550-4365-bca3-da14ec52994f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.717246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c1a9f4fc-7550-4365-bca3-da14ec52994f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338429 Aug 04 18:06:02.720104 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41582) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:02.725052 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-18ee4e35-c365-4de3-8de1-df93ce8dbb4e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'ba86e931-b87f-4c8e-8894-a54d89c8a9d6', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:02.749937 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-18ee4e35-c365-4de3-8de1-df93ce8dbb4e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Project 8efb86e6b712456bad0fb2f01da70c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:06:02.754872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e35-c365-4de3-8de1-df93ce8dbb4e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.815893 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e35-c365-4de3-8de1-df93ce8dbb4e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.821481 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e35-c365-4de3-8de1-df93ce8dbb4e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.839129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee4e35-c365-4de3-8de1-df93ce8dbb4e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e949522-43b1-49ef-9728-9306b75d2c76,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:02.848657 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e35-c365-4de3-8de1-df93ce8dbb4e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.850306 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-18ee4e35-c365-4de3-8de1-df93ce8dbb4e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292257 Aug 04 18:06:02.853170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41584) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:02.859341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0aa734cf-d12e-4657-a6de-490bea8fc054 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'ba86e931-b87f-4c8e-8894-a54d89c8a9d6', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:02.884644 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-0aa734cf-d12e-4657-a6de-490bea8fc054 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Project 8efb86e6b712456bad0fb2f01da70c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:06:02.889637 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aa734cf-d12e-4657-a6de-490bea8fc054 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.950375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aa734cf-d12e-4657-a6de-490bea8fc054 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.955762 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aa734cf-d12e-4657-a6de-490bea8fc054 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.973330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa734cf-d12e-4657-a6de-490bea8fc054 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b58d13-522d-4cbf-8674-207c5b7a8fd0,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:02.980598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0aa734cf-d12e-4657-a6de-490bea8fc054 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:02.984735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0aa734cf-d12e-4657-a6de-490bea8fc054 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274452 Aug 04 18:06:02.984735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41586) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:02.991200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'network': {'name': 'tempest-network-smoke--73906155', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'port_security_enabled': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:03.019443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:06:03.021667 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.048378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:06:03.058228 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.058569 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Added segment 648b3806-c03b-4b8a-a96e-ac13a786ff16 of type vlan for network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 Aug 04 18:06:03.097582 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.128730 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.134236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:03.134834 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.184966 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1991365 Aug 04 18:06:03.188071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41588) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:03.193103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'admin_state_up': True, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:03.205389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e147c6-ff4a-4fcb-8ee5-30b31fb8fe04 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Network': ['ID=3d839aa4-3a93-46d2-ac9f-5cfc09ded311,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:03.217619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:06:03.221625 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.222710 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.277641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.428560 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.561675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 610d7626-85ab-4bad-88fd-3f999d655cbb no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:06:03.585936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 610d7626-85ab-4bad-88fd-3f999d655cbb {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:06:03.586277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 610d7626-85ab-4bad-88fd-3f999d655cbb not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:06:03.653440 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.675629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.793702 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.25.2.174 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/fa82b000-589c-4c48-b402-668cd42c131c) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:06:03.911709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:03.959567 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:04.004071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:06:04.009432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:06:04.011616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=fa82b000-589c-4c48-b402-668cd42c131c,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:04.013670 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:06:04.273079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:04.489687 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:04.496192 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6b7a182f-8326-4ffc-8a63-21830efb0517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:04.636821 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:06:04.759282 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:06:04.771302 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Sync routers for ids ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:06:04.782821 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:04.783034 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Routers {'144aa327-c975-4b8b-8e85-eff5b9bc42d1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:06:04.783148 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ce6b3a30-671a-4ff1-8bf3-3552f2349a2a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5917611 Aug 04 18:06:04.783256 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:06:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:04.784341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41590) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:04.812996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3380f12d-f400-4897-9b02-d2466b3755c3 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8efb86e6b712456bad0fb2f01da70c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273738 Aug 04 18:06:04.816193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41592) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:04.892653 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Set router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:06:04.908620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acad9d1-4767-4a3c-940b-b9b8d6822490 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:04.910122 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3acad9d1-4767-4a3c-940b-b9b8d6822490 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930011 Aug 04 18:06:04.913241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41594) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:04.941583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4620b929-caa1-43dd-829c-86014b8e2160 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271943 Aug 04 18:06:04.944180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41596) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:04.949036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-574049138', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:05.048620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:06:05.052518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.090905 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.184976 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:04Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:05.215618 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Checking router: 144aa327-c975-4b8b-8e85-eff5b9bc42d1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:06:05.215949 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Updating router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 port fa82b000-589c-4c48-b402-668cd42c131c binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:06:05.241607 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.250799 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.308948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Subnet': ['ID=b892ad9e-767f-4891-8a15-58df13d617ae,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:05.317918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Checking segment: {'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:06:05.318279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network hostable DHCP agents. Network: 3d839aa4-3a93-46d2-ac9f-5cfc09ded311, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:06:05.339086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:06:05.351071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 3d839aa4-3a93-46d2-ac9f-5cfc09ded311) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:06:05.355676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:05.356526 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.361580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4fae7f-a566-448a-bf61-a53b9d6190e5 None None] Network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:06:05.374247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-d63bc438-6c92-4ed5-bf8b-cfb936f485d4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4288211 Aug 04 18:06:05.377133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41598) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:05.509545 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.520835 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Transition to ACTIVE for port object fa82b000-589c-4c48-b402-668cd42c131c will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:06:05.526199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:06:05.526961 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.530886 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.583470 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc6bd0-2c8e-49c5-8dc3-46562caec876 None None] Pushing event updated for resources: {'Port': ['ID=fa82b000-589c-4c48-b402-668cd42c131c,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:05.603712 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Attempting to bind port fa82b000-589c-4c48-b402-668cd42c131c on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:06:05.604104 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Attempting to bind port fa82b000-589c-4c48-b402-668cd42c131c by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:06:05.604466 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Attempting to bind port fa82b000-589c-4c48-b402-668cd42c131c on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:06:05.610037 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:06:05.610406 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:06:05.610832 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.611933 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:06:05.611933 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Bound port: fa82b000-589c-4c48-b402-668cd42c131c, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:06:05.612614 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.669476 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] For port fa82b000-589c-4c48-b402-668cd42c131c, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:06:05.673002 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] For port fa82b000-589c-4c48-b402-668cd42c131c, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fa82b000-589c-4c48-b402-668cd42c131c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:06:05.681899 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.696847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Allocated IP 172.20.0.2 (3d839aa4-3a93-46d2-ac9f-5cfc09ded311/b892ad9e-767f-4891-8a15-58df13d617ae/e5aaac15-0b68-4f64-82b9-afac3964916e) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:06:05.725887 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Routers {'144aa327-c975-4b8b-8e85-eff5b9bc42d1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:06:05.726524 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:06:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:05.836751 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc6bd0-2c8e-49c5-8dc3-46562caec876 None None] Pushing event updated for resources: {'Port': ['ID=fa82b000-589c-4c48-b402-668cd42c131c,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:05.856339 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] Set router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:06:05.862550 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.871421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Transition to ACTIVE for port object e5aaac15-0b68-4f64-82b9-afac3964916e will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:06:05.888036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Transition to ACTIVE for port object e5aaac15-0b68-4f64-82b9-afac3964916e will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:06:05.894541 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:05.932962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:06:05.934630 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:06:05.937818 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:06:05.954789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Pushing event updated for resources: {'Port': ['ID=e5aaac15-0b68-4f64-82b9-afac3964916e,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:06.007332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Attempting to bind port e5aaac15-0b68-4f64-82b9-afac3964916e on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:06:06.007698 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Attempting to bind port e5aaac15-0b68-4f64-82b9-afac3964916e by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:06:06.008198 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Attempting to bind port e5aaac15-0b68-4f64-82b9-afac3964916e on network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:06:06.013618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:06:06.014141 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Checking segment: {'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:06:06.014700 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:06.015194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Bound using segment: {'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:06:06.015784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Bound port: e5aaac15-0b68-4f64-82b9-afac3964916e, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:06:06.016267 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:06.056099 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:04Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:06.083030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d5bdc-d031-4a9c-9371-7a386d995e05 None None] The sync data for ids ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'] in n-d-764435-5 is: [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:04Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:06:06.093681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] For port e5aaac15-0b68-4f64-82b9-afac3964916e, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:06:06.098120 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] For port e5aaac15-0b68-4f64-82b9-afac3964916e, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e5aaac15-0b68-4f64-82b9-afac3964916e,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:06:06.103022 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:06.177069 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:06.188289 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b2f58-7969-4b0f-bcff-5d55df396886 None None] Pushing event updated for resources: {'Port': ['ID=e5aaac15-0b68-4f64-82b9-afac3964916e,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:06.231890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:06.629402 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.20.0.1 (3d839aa4-3a93-46d2-ac9f-5cfc09ded311/b892ad9e-767f-4891-8a15-58df13d617ae/c5a80645-f12d-4fd4-99a7-b66a8883bd94) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:06:06.759854 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:06.775398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Transition to ACTIVE for port object c5a80645-f12d-4fd4-99a7-b66a8883bd94 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:06:06.811773 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:06.856793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:06:06.863244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:06:06.866307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:06:06.897879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=c5a80645-f12d-4fd4-99a7-b66a8883bd94,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:06.925393 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:07.076115 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:07.113898 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e42b23-d168-4423-8f24-97ca1d5d243e None None] Network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:06:07.355777 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-11de9c9d-6115-4b51-9887-bd0f47b4b88d None None] Provisioning for port e5aaac15-0b68-4f64-82b9-afac3964916e completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:06:07.382055 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:07.387864 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:07.470031 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:07.472950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=c5a80645-f12d-4fd4-99a7-b66a8883bd94,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:07.569338 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:06:07.570949 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:06:07.707438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e5aaac15-0b68-4f64-82b9-afac3964916e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:06:07.711522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:06:07.764880 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:07.790940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port e5aaac15-0b68-4f64-82b9-afac3964916e completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:06:07.795293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e5aaac15-0b68-4f64-82b9-afac3964916e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:06:07.795673 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:07.797268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4dd208fe-f7e7-4157-8325-8cf6244445a5 None None] Provisioning complete for port e5aaac15-0b68-4f64-82b9-afac3964916e triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:06:07.797626 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4dd208fe-f7e7-4157-8325-8cf6244445a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:07.837317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:06:07.847388 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c3292c35-ad17-42c2-8a93-20861db4bba4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "PUT /v2.0/routers/144aa327-c975-4b8b-8e85-eff5b9bc42d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4692645 Aug 04 18:06:07.849760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Sync routers for ids ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:06:07.877999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Routers {'144aa327-c975-4b8b-8e85-eff5b9bc42d1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:06:07.878545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:06:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:08.007765 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-9b140610-0c9f-4a38-9aa3-2027775c6c2f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035519849&fields=id&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 267 time: 0.0399029 Aug 04 18:06:08.034724 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:08.066442 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4dd208fe-f7e7-4157-8325-8cf6244445a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:08.077306 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Set router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:06:08.142521 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port e5aaac15-0b68-4f64-82b9-afac3964916e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e5aaac15-0b68-4f64-82b9-afac3964916e,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:06:08.149796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-312d6dfb-f0e2-491f-9fdb-098d060cab00 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:08.150827 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:08.151659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fa82b000-589c-4c48-b402-668cd42c131c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:06:08.152848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-312d6dfb-f0e2-491f-9fdb-098d060cab00 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/networks?id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311 HTTP/1.1" status: 200 len: 795 time: 0.1371183 Aug 04 18:06:08.173639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-a4724c1c-abfc-4395-84c9-1f851162573a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/quotas/8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 375 time: 0.0129056 Aug 04 18:06:08.230352 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-cffb9bc6-f961-4a50-8f76-35b8cbb0decf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500021 Aug 04 18:06:08.313525 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.db.api [None req-4dd208fe-f7e7-4157-8325-8cf6244445a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 18:06:08.313849 n-d-764435-5 neutron-server[105830]: DEBUG oslo_db.api [None req-4dd208fe-f7e7-4157-8325-8cf6244445a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 18:06:08.335778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-a61403e6-cab7-41d7-af0e-f953bcb82537 service neutron] 10.222.0.39 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844781 Aug 04 18:06:08.336059 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=e5aaac15-0b68-4f64-82b9-afac3964916e,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:08.373832 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port fa82b000-589c-4c48-b402-668cd42c131c completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:06:08.384540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port fa82b000-589c-4c48-b402-668cd42c131c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:06:08.384931 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:08.428083 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-15ae95ef-0ec5-499f-b565-a01e33831e12 service neutron] 10.222.0.39 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902615 Aug 04 18:06:08.500208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c5a80645-f12d-4fd4-99a7-b66a8883bd94', 'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c4:0d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:06Z', 'updated_at': '2021-08-04T18:06:07Z', 'revision_number': 2, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:08.503176 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:08.531641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Checking router: 144aa327-c975-4b8b-8e85-eff5b9bc42d1 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:06:08.531965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Updating router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 port c5a80645-f12d-4fd4-99a7-b66a8883bd94 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:06:08.565629 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port fa82b000-589c-4c48-b402-668cd42c131c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fa82b000-589c-4c48-b402-668cd42c131c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:06:08.569516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:08.578554 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:08.612722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-706e0daa-b048-4638-9edc-2c0c76fc6d70 req-f1c3cce7-c2c6-4f42-a5f6-a3ccd993a08b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 210 time: 0.0272200 Aug 04 18:06:08.662871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=fa82b000-589c-4c48-b402-668cd42c131c,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:08.914638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4dd208fe-f7e7-4157-8325-8cf6244445a5 None None] Provisioning for port c5a80645-f12d-4fd4-99a7-b66a8883bd94 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:06:08.920488 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:08.924225 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4dd208fe-f7e7-4157-8325-8cf6244445a5 None None] Provisioning complete for port c5a80645-f12d-4fd4-99a7-b66a8883bd94 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:06:08.924642 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4dd208fe-f7e7-4157-8325-8cf6244445a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:08.950787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Transition to ACTIVE for port object c5a80645-f12d-4fd4-99a7-b66a8883bd94 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:06:08.964248 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:08.996310 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4dd208fe-f7e7-4157-8325-8cf6244445a5 None None] Port c5a80645-f12d-4fd4-99a7-b66a8883bd94 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:06:09.027486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9036879-a1f5-4940-9639-3db20002fd4c None None] Pushing event updated for resources: {'Port': ['ID=c5a80645-f12d-4fd4-99a7-b66a8883bd94,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:09.075580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Attempting to bind port c5a80645-f12d-4fd4-99a7-b66a8883bd94 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:06:09.075954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Attempting to bind port c5a80645-f12d-4fd4-99a7-b66a8883bd94 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:06:09.076320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Attempting to bind port c5a80645-f12d-4fd4-99a7-b66a8883bd94 on network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:06:09.082084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:06:09.082464 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Checking segment: {'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:06:09.082900 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:09.083300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Bound using segment: {'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:06:09.083774 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Bound port: c5a80645-f12d-4fd4-99a7-b66a8883bd94, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:06:09.084155 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:09.173645 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] For port c5a80645-f12d-4fd4-99a7-b66a8883bd94, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:06:09.177841 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] For port c5a80645-f12d-4fd4-99a7-b66a8883bd94, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c5a80645-f12d-4fd4-99a7-b66a8883bd94,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:06:09.184045 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:09.239185 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Routers {'144aa327-c975-4b8b-8e85-eff5b9bc42d1'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:06:09.239477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:06:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:09.300255 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9036879-a1f5-4940-9639-3db20002fd4c None None] Pushing event updated for resources: {'Port': ['ID=c5a80645-f12d-4fd4-99a7-b66a8883bd94,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:09.388718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] Set router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:06:09.622277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c5a80645-f12d-4fd4-99a7-b66a8883bd94', 'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c4:0d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:06Z', 'updated_at': '2021-08-04T18:06:09Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:09.650512 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e5aaac15-0b68-4f64-82b9-afac3964916e up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:06:09.652936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df093aa9-f232-4585-aa59-e39c689d1297 None None] The sync data for ids ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'] in n-d-764435-5 is: [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c5a80645-f12d-4fd4-99a7-b66a8883bd94', 'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c4:0d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:06Z', 'updated_at': '2021-08-04T18:06:09Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:06:09.733948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port e5aaac15-0b68-4f64-82b9-afac3964916e triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:06:09.734325 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:09.738446 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:09.749740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f385732-c454-47f0-a4fb-3f73bfd60b2d req-0ed1c02f-9fef-4bee-a9b8-b44b35af972f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 210 time: 0.0542061 Aug 04 18:06:09.836688 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:09.856828 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fa82b000-589c-4c48-b402-668cd42c131c up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:06:09.906827 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-921f057e-0458-4e50-aee1-718e7c7fdfdd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:09.908876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-921f057e-0458-4e50-aee1-718e7c7fdfdd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/networks?id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311 HTTP/1.1" status: 200 len: 795 time: 0.1517584 Aug 04 18:06:09.918425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port fa82b000-589c-4c48-b402-668cd42c131c triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:06:09.918425 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:09.961551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-f064a5c3-920a-42e7-91e1-33e44e85456e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 380 time: 0.0431807 Aug 04 18:06:09.973200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'port': {'device_id': '984a4702-0244-4e90-a8cd-541ec126c728', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'admin_state_up': True, 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'security_groups': ['ba86e931-b87f-4c8e-8894-a54d89c8a9d6']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:10.087218 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:06:10.090665 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:10.227024 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.20.0.4 (3d839aa4-3a93-46d2-ac9f-5cfc09ded311/b892ad9e-767f-4891-8a15-58df13d617ae/f6c9a8b5-5537-4cc8-8fd7-275d387e37a1) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:06:10.391677 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:10.410596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Transition to ACTIVE for port object f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:06:10.448890 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:10.493167 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:06:10.498428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:06:10.502630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:06:10.509660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:10.558752 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:10.559459 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:10.577064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-6b06e427-34fc-4c02-8ee9-5ef27781cf95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6090629 Aug 04 18:06:10.589878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Request body: {'port': {'device_id': '984a4702-0244-4e90-a8cd-541ec126c728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:10.654286 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:10.756300 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ea73a7c7-16d7-4b48-9e2b-ea45db0dd02e None None] Provisioning for port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:06:10.760892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-ea73a7c7-16d7-4b48-9e2b-ea45db0dd02e None None] Provisioning complete for port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:06:10.761260 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ea73a7c7-16d7-4b48-9e2b-ea45db0dd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:10.802282 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-ea73a7c7-16d7-4b48-9e2b-ea45db0dd02e None None] Port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:06:10.910099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552ed9e-e259-4bdb-9fe8-479adb1d930a req-ab8b2cef-99fd-4ac1-953d-d0d9ae119c92 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:10.911648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f552ed9e-e259-4bdb-9fe8-479adb1d930a req-ab8b2cef-99fd-4ac1-953d-d0d9ae119c92 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 931 time: 0.0803819 Aug 04 18:06:10.988991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f552ed9e-e259-4bdb-9fe8-479adb1d930a req-daa9585a-5f1c-4916-8373-81358a215178 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711010 Aug 04 18:06:11.002410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:06:11.010566 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:11.024102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Transition to ACTIVE for port object f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:06:11.031280 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:11.104532 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Pushing event updated for resources: {'Port': ['ID=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:11.184783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Attempting to bind port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:06:11.185147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Attempting to bind port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:06:11.185475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Attempting to bind port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 on network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:06:11.190448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 on network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:06:11.191026 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Attempting to bind port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 on network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:06:11.196876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:06:11.197217 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Checking segment: {'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:06:11.197612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Bound using segment: {'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:06:11.198044 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Bound port: f6c9a8b5-5537-4cc8-8fd7-275d387e37a1, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648b3806-c03b-4b8a-a96e-ac13a786ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:06:11.198437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:11.276186 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] For port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:06:11.279540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] For port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:06:11.285492 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:11.319410 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:11.320051 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:11.321425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] 10.222.0.82 "PUT /v2.0/ports/f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 HTTP/1.1" status: 200 len: 1091 time: 0.7360947 Aug 04 18:06:11.321876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984a4702-0244-4e90-a8cd-541ec126c728', 'tag': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:06:11.324187 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3760d1d-0072-4655-a923-fc9ce612cf77" -d '{"events": [{"name": "network-changed", "server_uuid": "984a4702-0244-4e90-a8cd-541ec126c728", "tag": "f6c9a8b5-5537-4cc8-8fd7-275d387e37a1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:06:11.354128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4692e-4cc6-45df-bf42-b6024ccf8cee service neutron] Pushing event updated for resources: {'Port': ['ID=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:11.375788 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68b3d9-440f-4f52-a57c-5cb1425e679e x-openstack-request-id: req-eb68b3d9-440f-4f52-a57c-5cb1425e679e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:06:11.376115 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984a4702-0244-4e90-a8cd-541ec126c728", "tag": "f6c9a8b5-5537-4cc8-8fd7-275d387e37a1", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:06:11.376331 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb68b3d9-440f-4f52-a57c-5cb1425e679e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:06:11.376721 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984a4702-0244-4e90-a8cd-541ec126c728', 'tag': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'status': 'completed', 'code': 200} Aug 04 18:06:11.411372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-340a77f3-cb48-4df4-a174-27395d724c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:11.412908 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-340a77f3-cb48-4df4-a174-27395d724c88 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 1094 time: 0.0480449 Aug 04 18:06:11.461646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-24f862ea-024a-4ce7-be16-8d9e24ca5ba6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 HTTP/1.1" status: 200 len: 217 time: 0.0400026 Aug 04 18:06:11.514840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-aaf349f2-4811-4d4e-abbc-3193036e451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:11.516389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-aaf349f2-4811-4d4e-abbc-3193036e451e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b892ad9e-767f-4891-8a15-58df13d617ae HTTP/1.1" status: 200 len: 834 time: 0.0480514 Aug 04 18:06:11.573981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-7703a5d7-129a-4f7d-984d-915fcfe4de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:11.575588 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-7703a5d7-129a-4f7d-984d-915fcfe4de56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520000 Aug 04 18:06:11.632771 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c5a80645-f12d-4fd4-99a7-b66a8883bd94 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:06:11.673331 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-cc69143e-b176-4103-b737-1d22e5e09de6 service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904007 Aug 04 18:06:11.682648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port c5a80645-f12d-4fd4-99a7-b66a8883bd94 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:06:11.688066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c5a80645-f12d-4fd4-99a7-b66a8883bd94 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:06:11.688653 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:11.771698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2e18ac9-fad6-4a90-b0c4-ff607a1efbb8 req-80f230b8-340f-4d27-b09e-fdf8eba0a0e3 service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912571 Aug 04 18:06:11.785692 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:11.823118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port c5a80645-f12d-4fd4-99a7-b66a8883bd94, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c5a80645-f12d-4fd4-99a7-b66a8883bd94,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:06:11.829069 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:11.868452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-52a8f953-b2d2-4541-8254-dbbc1bccc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:11.870001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-52a8f953-b2d2-4541-8254-dbbc1bccc17e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 1094 time: 0.0459707 Aug 04 18:06:11.878958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=c5a80645-f12d-4fd4-99a7-b66a8883bd94,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:11.972069 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-1b6ab0e6-ae77-4256-bf7c-6ebfec200506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:11.973458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-1b6ab0e6-ae77-4256-bf7c-6ebfec200506 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311 HTTP/1.1" status: 200 len: 897 time: 0.0955796 Aug 04 18:06:12.017564 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-ab4ec10c-87ae-46d3-b403-130b44e97c5d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 HTTP/1.1" status: 200 len: 217 time: 0.0352278 Aug 04 18:06:12.082856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-1b0178ad-91e4-4d06-b7a2-dd34de7dfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:12.084340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-1b0178ad-91e4-4d06-b7a2-dd34de7dfbba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b892ad9e-767f-4891-8a15-58df13d617ae HTTP/1.1" status: 200 len: 834 time: 0.0591550 Aug 04 18:06:12.150959 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39382-9f40-4438-adb0-5a4d74fd465d req-83571e1a-fff6-44bc-93bb-6ab71d238971 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:12.152544 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ead39382-9f40-4438-adb0-5a4d74fd465d req-83571e1a-fff6-44bc-93bb-6ab71d238971 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 943 time: 0.0910201 Aug 04 18:06:12.158619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-76cd4018-2efc-47f1-aa5c-b0ea6a2b6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:12.160410 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-76cd4018-2efc-47f1-aa5c-b0ea6a2b6c3e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624025 Aug 04 18:06:12.242870 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ead39382-9f40-4438-adb0-5a4d74fd465d req-8852fbc2-0ed1-4f2d-8f31-a4d4597209ad tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813670 Aug 04 18:06:12.280889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-aafb8f92-a221-4815-92c9-c79513517754 service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043766 Aug 04 18:06:12.380657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d3760d1d-0072-4655-a923-fc9ce612cf77 req-e96b6f82-e52d-4ea6-97b5-6a1fa857d62e service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914216 Aug 04 18:06:13.375982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abc747-ec4a-4a31-936d-d16e75b210cd req-b4bd532c-8b17-49a7-aa2e-71593c0b4c08 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:13.377476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87abc747-ec4a-4a31-936d-d16e75b210cd req-b4bd532c-8b17-49a7-aa2e-71593c0b4c08 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 943 time: 0.0526640 Aug 04 18:06:13.423925 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87abc747-ec4a-4a31-936d-d16e75b210cd req-85e2d7d3-0e97-42cc-92e3-2f475ebdbaa1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396376 Aug 04 18:06:13.556183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:06:13.619412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c5a80645-f12d-4fd4-99a7-b66a8883bd94 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:06:13.695348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:06:13.711329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'port_id': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'mac_address': 'fa:16:3e:f7:72:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:06:13.715495 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port c5a80645-f12d-4fd4-99a7-b66a8883bd94 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:06:13.715899 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:13.787883 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:13.966338 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:06:14.007212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:06:14.015371 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:14.064761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:14.220796 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['f6c9a8b5-5537-4cc8-8fd7-275d387e37a1'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:06:14.555017 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793c04-9a33-40b3-9107-0bd666651949 req-9995ffe3-7468-46cb-b09e-7f950f16434c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:14.556520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85793c04-9a33-40b3-9107-0bd666651949 req-9995ffe3-7468-46cb-b09e-7f950f16434c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 944 time: 0.0506258 Aug 04 18:06:14.595935 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85793c04-9a33-40b3-9107-0bd666651949 req-e82925d5-7ebf-4341-9394-257185520129 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334177 Aug 04 18:06:15.569070 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:06:15.625452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:06:15.630319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:06:15.630709 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:15.711287 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:15.714565 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c2bf8-51ee-4969-929e-40c41b33d0d8 req-1f8106ce-d805-47b6-9f8b-b560e4891944 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:15.716134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e35c2bf8-51ee-4969-929e-40c41b33d0d8 req-1f8106ce-d805-47b6-9f8b-b560e4891944 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 944 time: 0.0505245 Aug 04 18:06:15.734383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984a4702-0244-4e90-a8cd-541ec126c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:06:15.736798 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c66746-15b8-45cf-a4d3-f94123f10475" -d '{"events": [{"server_uuid": "984a4702-0244-4e90-a8cd-541ec126c728", "name": "network-vif-plugged", "status": "completed", "tag": "f6c9a8b5-5537-4cc8-8fd7-275d387e37a1"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:06:15.754286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:06:15.760870 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:15.762655 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e35c2bf8-51ee-4969-929e-40c41b33d0d8 req-71ff048c-ab7f-436c-b802-4c60b3ce4050 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401559 Aug 04 18:06:15.814006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:15.854901 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8659b9a-038b-4e39-bc9a-e457c6d6ca01 x-openstack-request-id: req-a8659b9a-038b-4e39-bc9a-e457c6d6ca01 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:06:15.855260 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984a4702-0244-4e90-a8cd-541ec126c728", "name": "network-vif-plugged", "status": "completed", "tag": "f6c9a8b5-5537-4cc8-8fd7-275d387e37a1", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:06:15.855547 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8659b9a-038b-4e39-bc9a-e457c6d6ca01 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:06:15.856017 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984a4702-0244-4e90-a8cd-541ec126c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'code': 200} Aug 04 18:06:15.955180 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c71c4f-b91d-403e-aef2-580b2eda2d3d req-6512c2d2-9caf-4a5a-bc42-46072d1fd55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:15.957058 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74c71c4f-b91d-403e-aef2-580b2eda2d3d req-6512c2d2-9caf-4a5a-bc42-46072d1fd55d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 1096 time: 0.0434804 Aug 04 18:06:16.002709 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74c71c4f-b91d-403e-aef2-580b2eda2d3d req-3ff12671-0643-4c0c-9b50-d9ce45a3f28d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375190 Aug 04 18:06:16.887378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdffad-a641-4c7d-9cca-c7b12962b481 req-597eea87-f501-4906-a0b4-80069a542f4f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:16.889175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdfdffad-a641-4c7d-9cca-c7b12962b481 req-597eea87-f501-4906-a0b4-80069a542f4f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0537612 Aug 04 18:06:16.938515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fdfdffad-a641-4c7d-9cca-c7b12962b481 req-4ec8c483-f9a4-4a62-abef-45b094d9fbee tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426285 Aug 04 18:06:17.068118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fbb1a-2a8b-4282-9ba4-a530327adb3e req-312ed869-c1b4-4c76-b702-362daaad0f2c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:17.069528 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d92fbb1a-2a8b-4282-9ba4-a530327adb3e req-312ed869-c1b4-4c76-b702-362daaad0f2c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0519927 Aug 04 18:06:17.114397 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d92fbb1a-2a8b-4282-9ba4-a530327adb3e req-7632c893-5d45-405b-818c-ce753dfb6b31 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362773 Aug 04 18:06:17.141147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41654) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:17.183285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f52de-b4ec-4a79-8df4-d1aba7f75bcd tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:17.184831 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ba1f52de-b4ec-4a79-8df4-d1aba7f75bcd tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 1091 time: 0.0427322 Aug 04 18:06:17.188985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41656) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:17.193648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:06:17.218700 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:17.322034 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:17.430419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.25.2.3 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/94607d2f-8b1a-4c8b-8f69-0cafb27a6944) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:06:17.538397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:17.586635 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:17.628550 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:06:17.632427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:06:17.637105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:06:17.640368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=94607d2f-8b1a-4c8b-8f69-0cafb27a6944,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:18.364381 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:18.445643 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:18.605371 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:18.613627 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:18.692128 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=94607d2f-8b1a-4c8b-8f69-0cafb27a6944,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:06:18.700972 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:18.808164 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Floating IP 7770b16f-ce90-4776-8366-4d863de45c1d associated. External IP: 172.25.2.3, port: f6c9a8b5-5537-4cc8-8fd7-275d387e37a1. Aug 04 18:06:19.031478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:06:19.145811 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:06:19.163262 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] Sync routers for ids ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:06:19.168719 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:19.186133 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] Routers {'144aa327-c975-4b8b-8e85-eff5b9bc42d1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:06:19.186903 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:06:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:19.199234 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-83afb4eb-173b-420f-a1ea-d7ec01fd9869 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0091813 Aug 04 18:06:19.199813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984a4702-0244-4e90-a8cd-541ec126c728', 'tag': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:06:19.202119 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b3acf8-bfe9-4634-9585-8fda30d2df59" -d '{"events": [{"name": "network-changed", "server_uuid": "984a4702-0244-4e90-a8cd-541ec126c728", "tag": "f6c9a8b5-5537-4cc8-8fd7-275d387e37a1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:06:19.264702 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0394d5ca-c21f-4ae5-aec5-b805aab767cf x-openstack-request-id: req-0394d5ca-c21f-4ae5-aec5-b805aab767cf {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:06:19.264987 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984a4702-0244-4e90-a8cd-541ec126c728", "tag": "f6c9a8b5-5537-4cc8-8fd7-275d387e37a1", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:06:19.265237 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0394d5ca-c21f-4ae5-aec5-b805aab767cf {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:06:19.265634 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984a4702-0244-4e90-a8cd-541ec126c728', 'tag': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'status': 'completed', 'code': 200} Aug 04 18:06:19.323888 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] Set router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:06:19.339656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a80d39-4d44-4af8-959c-21927fb46aa4 req-d1a6b608-3b00-442d-ac94-43b15bc955e6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:19.341183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85a80d39-4d44-4af8-959c-21927fb46aa4 req-d1a6b608-3b00-442d-ac94-43b15bc955e6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0865574 Aug 04 18:06:19.346174 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-c1ef8921-d7b6-4424-ada2-458e69b47f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:19.347821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-c1ef8921-d7b6-4424-ada2-458e69b47f18 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 1096 time: 0.0577099 Aug 04 18:06:19.434837 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-85a80d39-4d44-4af8-959c-21927fb46aa4 req-92fe10fb-c75b-42f1-98c3-107d9b248ce5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860090 Aug 04 18:06:19.460991 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41662) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:19.468348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-504ce5c4-53c7-4a7f-9715-4c40a59e1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:19.469836 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-504ce5c4-53c7-4a7f-9715-4c40a59e1863 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311 HTTP/1.1" status: 200 len: 897 time: 0.1149361 Aug 04 18:06:19.520685 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-38588016-1fb7-40df-ad15-2182f90e42fa tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/7770b16f-ce90-4776-8366-4d863de45c1d HTTP/1.1" status: 200 len: 989 time: 0.0585501 Aug 04 18:06:19.543440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-c7c299b9-550f-4f9e-aa4c-66720d370dfc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 HTTP/1.1" status: 200 len: 997 time: 0.0655360 Aug 04 18:06:19.551726 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7770b16f-ce90-4776-8366-4d863de45c1d', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'port_id': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'mac_address': 'fa:16:3e:f7:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a4702-0244-4e90-a8cd-541ec126c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:06:18Z', 'updated_at': '2021-08-04T18:06:18Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a80645-f12d-4fd4-99a7-b66a8883bd94', 'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c4:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:06Z', 'updated_at': '2021-08-04T18:06:11Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:19.581283 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] Checking router: 144aa327-c975-4b8b-8e85-eff5b9bc42d1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:06:19.589791 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] Routers {'144aa327-c975-4b8b-8e85-eff5b9bc42d1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:06:19.590404 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:06:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:19.594214 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-a7c89c1a-2f08-4631-a1b4-cfd6a29b2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:19.595753 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-a7c89c1a-2f08-4631-a1b4-cfd6a29b2d81 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b892ad9e-767f-4891-8a15-58df13d617ae HTTP/1.1" status: 200 len: 834 time: 0.0454316 Aug 04 18:06:19.642797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-bc02c8d7-4828-477a-9078-36d9c643b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:19.644373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-bc02c8d7-4828-477a-9078-36d9c643b518 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410128 Aug 04 18:06:19.699018 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] Set router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:06:19.745346 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-d5b307e4-2020-4b01-8348-7b90ffcceef4 service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932066 Aug 04 18:06:19.842348 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99b3acf8-bfe9-4634-9585-8fda30d2df59 req-1d2ad0d8-f4e4-4a78-b7de-f34eff814a14 service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897181 Aug 04 18:06:20.029875 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7770b16f-ce90-4776-8366-4d863de45c1d', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'port_id': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'mac_address': 'fa:16:3e:f7:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a4702-0244-4e90-a8cd-541ec126c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:06:18Z', 'updated_at': '2021-08-04T18:06:18Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a80645-f12d-4fd4-99a7-b66a8883bd94', 'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c4:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:06Z', 'updated_at': '2021-08-04T18:06:11Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:06:20.059032 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90006e-6473-4e40-b2f0-1a5e6ab24b4f None None] The sync data for ids ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'] in n-d-764435-5 is: [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '7770b16f-ce90-4776-8366-4d863de45c1d', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'port_id': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'mac_address': 'fa:16:3e:f7:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984a4702-0244-4e90-a8cd-541ec126c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:06:18Z', 'updated_at': '2021-08-04T18:06:18Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a80645-f12d-4fd4-99a7-b66a8883bd94', 'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c4:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:06Z', 'updated_at': '2021-08-04T18:06:11Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:06:20.261846 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aa0e7d-f861-4ed7-83c1-ed46b783ace7 None None] New status for floating IP 7770b16f-ce90-4776-8366-4d863de45c1d: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:06:20.524803 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41664) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:06:20.590970 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-377ed365-f6ef-4173-8db5-9c2ba7157d48 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/7770b16f-ce90-4776-8366-4d863de45c1d HTTP/1.1" status: 200 len: 991 time: 0.0649803 Aug 04 18:06:26.285771 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:06:32.075955 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8e96a6c8-5fb3-4706-9803-0d18cec0c190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:34.511891 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8c738f88-fadd-48e0-8c0b-7644ccd7cc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:35.093126 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:36.172695 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:37.758402 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:39.731337 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:39.828666 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:06:51.959886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364293-6ecb-4c57-b57c-a18fcf667de4 req-005c8f33-1f16-45c9-a473-105ec59b7a8f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:51.961396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16364293-6ecb-4c57-b57c-a18fcf667de4 req-005c8f33-1f16-45c9-a473-105ec59b7a8f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0895815 Aug 04 18:06:51.964053 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-d3dd7ec4-508a-465c-b202-34fa184e723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:51.965445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-d3dd7ec4-508a-465c-b202-34fa184e723f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 1096 time: 0.0918467 Aug 04 18:06:52.048883 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16364293-6ecb-4c57-b57c-a18fcf667de4 req-a25cc2c5-2063-4887-ae89-f3ed9808f2cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804727 Aug 04 18:06:52.080294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-60286666-0b4a-438f-bb82-cd79b65716b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:52.081713 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-60286666-0b4a-438f-bb82-cd79b65716b4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311 HTTP/1.1" status: 200 len: 897 time: 0.1071568 Aug 04 18:06:52.161635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-0512ca3d-f4c6-4192-b999-2e00f2d45f69 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 HTTP/1.1" status: 200 len: 999 time: 0.0718505 Aug 04 18:06:52.213358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-a434d8ab-6c8c-464f-8984-620f499b0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:52.214843 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-a434d8ab-6c8c-464f-8984-620f499b0024 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b892ad9e-767f-4891-8a15-58df13d617ae HTTP/1.1" status: 200 len: 834 time: 0.0447423 Aug 04 18:06:52.265751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-c19cd4ac-87fb-4c5d-a88f-a6dd563aa8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:52.267678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-c19cd4ac-87fb-4c5d-a88f-a6dd563aa8cd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443566 Aug 04 18:06:52.372325 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-47a472c1-97e3-4b50-85c8-ee343fce4ccd service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953515 Aug 04 18:06:52.470169 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c6e0fcf-a8a8-4892-af4c-4e92f4fb015f req-ba8faf38-7959-41c2-8399-475abac12bac service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903523 Aug 04 18:06:53.179717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae69fe-037c-4196-a8e8-0113907d8562 req-eb22223c-50a4-41dc-98f7-e42bbc230d74 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:53.181541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ae69fe-037c-4196-a8e8-0113907d8562 req-eb22223c-50a4-41dc-98f7-e42bbc230d74 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0606155 Aug 04 18:06:53.220748 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b3ae69fe-037c-4196-a8e8-0113907d8562 req-5dbcc820-4701-4a52-801d-6a281aab4562 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Aug 04 18:06:54.356835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ede55-be80-4b00-ac05-3b12ba9ea49d req-39ca9441-f599-4f63-9f59-ff7d0f5cb230 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:54.358680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-522ede55-be80-4b00-ac05-3b12ba9ea49d req-39ca9441-f599-4f63-9f59-ff7d0f5cb230 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0517387 Aug 04 18:06:54.398986 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-522ede55-be80-4b00-ac05-3b12ba9ea49d req-660eb3c8-271d-4df9-8670-17f712f73b95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Aug 04 18:06:55.520737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16416a-eb74-46f5-891e-9c83fdeb9f6a req-ad66d624-3b95-4af5-bf01-949c76cdf5af tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:55.522224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab16416a-eb74-46f5-891e-9c83fdeb9f6a req-ad66d624-3b95-4af5-bf01-949c76cdf5af tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0524085 Aug 04 18:06:55.571393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab16416a-eb74-46f5-891e-9c83fdeb9f6a req-3dd1726e-ed85-42f0-8646-6f110c7829b7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401812 Aug 04 18:06:56.714092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42efad-eb6e-4fc6-ae79-2c14e4a57bcb req-1a533b11-fa1d-4164-891d-47d4c5518f6d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:56.715840 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc42efad-eb6e-4fc6-ae79-2c14e4a57bcb req-1a533b11-fa1d-4164-891d-47d4c5518f6d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0594535 Aug 04 18:06:56.759035 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc42efad-eb6e-4fc6-ae79-2c14e4a57bcb req-9bf95cbc-e392-4fdb-a95d-f87b96803c16 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352738 Aug 04 18:06:57.897960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09884a79-d9af-414e-912e-54ae7e21b41c req-4d632f69-b9bd-4a60-ac2c-c2c589a3632e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:57.899395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09884a79-d9af-414e-912e-54ae7e21b41c req-4d632f69-b9bd-4a60-ac2c-c2c589a3632e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0624063 Aug 04 18:06:57.942117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-09884a79-d9af-414e-912e-54ae7e21b41c req-5e87d5b7-1eaa-412b-a12e-f6dc4c063367 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364034 Aug 04 18:06:58.077613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-30433704-4317-4cc4-8540-bd0817798415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:58.080405 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-30433704-4317-4cc4-8540-bd0817798415 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 1096 time: 0.0481994 Aug 04 18:06:58.192574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-ec242f9a-0b98-4f9a-a81d-30e7f51ee8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:58.194084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-ec242f9a-0b98-4f9a-a81d-30e7f51ee8ee service neutron] 10.222.0.82 "GET /v2.0/networks?id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311 HTTP/1.1" status: 200 len: 897 time: 0.0932221 Aug 04 18:06:58.262104 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-7094c627-5ca9-4981-aa70-240617b825b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 HTTP/1.1" status: 200 len: 999 time: 0.0596542 Aug 04 18:06:58.310320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-1ec11d11-7cfa-4e24-8e6c-fc3fb90f07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:58.311814 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-1ec11d11-7cfa-4e24-8e6c-fc3fb90f07af service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b892ad9e-767f-4891-8a15-58df13d617ae HTTP/1.1" status: 200 len: 834 time: 0.0431919 Aug 04 18:06:58.367592 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-cba16141-5211-4869-b27a-4bef97868926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:58.369129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-cba16141-5211-4869-b27a-4bef97868926 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481987 Aug 04 18:06:58.469734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-fd2886d5-60a4-44be-99cb-38d99dd3d6a0 service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924082 Aug 04 18:06:58.565783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-26798bae-7f76-4a11-a5c9-0157bda03fc9 req-db9d12b3-e962-4ac6-af3f-ad204eda5f9e service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893004 Aug 04 18:06:59.080140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea3ecc-2e90-4f57-9e40-b0bec2dd2c83 req-bfed7b91-bed8-4647-9dc6-7d919905cc84 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:06:59.081649 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13ea3ecc-2e90-4f57-9e40-b0bec2dd2c83 req-bfed7b91-bed8-4647-9dc6-7d919905cc84 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0595658 Aug 04 18:06:59.122334 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13ea3ecc-2e90-4f57-9e40-b0bec2dd2c83 req-b933a661-576c-4405-849a-29f15f2bee19 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344346 Aug 04 18:07:00.266910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21c56f-42ce-440e-9b28-adf18994fbdc req-90ad10a4-e0b8-4ae3-9262-c301ae7016a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:00.268387 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c21c56f-42ce-440e-9b28-adf18994fbdc req-90ad10a4-e0b8-4ae3-9262-c301ae7016a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0614288 Aug 04 18:07:00.317551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5c21c56f-42ce-440e-9b28-adf18994fbdc req-202c8487-83e1-43f4-8e26-74dcca666020 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400290 Aug 04 18:07:01.442911 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f1d8a-0e2f-4130-b2c4-e638ce0714b8 req-4752be21-9554-4436-8fae-ea68a3132571 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:01.444633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-348f1d8a-0e2f-4130-b2c4-e638ce0714b8 req-4752be21-9554-4436-8fae-ea68a3132571 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0580957 Aug 04 18:07:01.506273 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-348f1d8a-0e2f-4130-b2c4-e638ce0714b8 req-521bb856-88c4-48d6-a758-8a91f421ac92 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512452 Aug 04 18:07:02.082224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d33f2b3b-291f-4d8a-8e31-89f3f58f544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:02.631340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6c1ee-d75d-48b8-9e76-f0c155f76b29 req-9b27e3fb-b938-4821-bffc-6b0133b76bb3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:02.632855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede6c1ee-d75d-48b8-9e76-f0c155f76b29 req-9b27e3fb-b938-4821-bffc-6b0133b76bb3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0517690 Aug 04 18:07:02.677221 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ede6c1ee-d75d-48b8-9e76-f0c155f76b29 req-809e2ade-498c-4496-a2d2-7ec731722d43 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351191 Aug 04 18:07:03.292293 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:07:03.803666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095c059-dc8b-4f00-b349-2bd58c4d3c89 req-14b991ce-91f5-419b-9b40-2ced9d60fda7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:03.805159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7095c059-dc8b-4f00-b349-2bd58c4d3c89 req-14b991ce-91f5-419b-9b40-2ced9d60fda7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0542734 Aug 04 18:07:03.844598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7095c059-dc8b-4f00-b349-2bd58c4d3c89 req-697806d6-74eb-4d14-bf42-f69ff13c5ad3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330033 Aug 04 18:07:04.507565 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f21934c5-11b4-4464-8606-25fe4836d486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:04.984626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1db945-c1e6-424a-8ac3-f4779f4bf8fb req-a5c19a70-35c5-4437-adf2-2ef0d2cd869b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:04.986531 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a1db945-c1e6-424a-8ac3-f4779f4bf8fb req-a5c19a70-35c5-4437-adf2-2ef0d2cd869b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0606775 Aug 04 18:07:05.028092 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a1db945-c1e6-424a-8ac3-f4779f4bf8fb req-fbd4fc34-d525-4584-b8a8-003ea5c6142c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351489 Aug 04 18:07:05.096105 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:06.151968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99c836-3ed3-4964-949e-9b290a43b7da req-1a47e95f-b17c-49fb-8424-d64c823af38b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:06.153548 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e99c836-3ed3-4964-949e-9b290a43b7da req-1a47e95f-b17c-49fb-8424-d64c823af38b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0546854 Aug 04 18:07:06.178154 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:06.198301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9e99c836-3ed3-4964-949e-9b290a43b7da req-33af9970-af25-49c5-8a50-0697c3201954 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341127 Aug 04 18:07:07.331902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1478f-6bcc-4379-96b3-840d330b6751 req-99693d8d-c2e6-475c-b341-769e71153f54 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:07.334855 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2f1478f-6bcc-4379-96b3-840d330b6751 req-99693d8d-c2e6-475c-b341-769e71153f54 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0633795 Aug 04 18:07:07.382147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b2f1478f-6bcc-4379-96b3-840d330b6751 req-56a85171-4a3a-42a2-a00f-0e1aee3647d1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382981 Aug 04 18:07:07.763488 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:08.514098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b34f00-d0e7-44df-a982-dea15da9139d req-16c7c151-d3cf-4227-947b-e2b810d958f5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:08.515681 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5b34f00-d0e7-44df-a982-dea15da9139d req-16c7c151-d3cf-4227-947b-e2b810d958f5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0586743 Aug 04 18:07:08.561821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b5b34f00-d0e7-44df-a982-dea15da9139d req-e85b8801-4af2-4f91-8452-d295f935d34e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364401 Aug 04 18:07:08.586023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41714) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:08.649093 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-15769a2c-c0aa-453a-b493-d71335ec3ed4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/7770b16f-ce90-4776-8366-4d863de45c1d HTTP/1.1" status: 200 len: 991 time: 0.0618901 Aug 04 18:07:09.736764 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:09.853231 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:32.085953 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c70e2d2a-9a9a-4fbd-b16c-1bb0be4d6718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:34.515789 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ac338860-7382-4f64-8271-4127db12887d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:35.093249 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:36.172731 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:37.766167 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:39.074288 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41730) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:39.249561 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 94607d2f-8b1a-4c8b-8f69-0cafb27a6944 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:07:39.249914 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:39.329821 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:39.330079 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:39.341951 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 94607d2f-8b1a-4c8b-8f69-0cafb27a6944 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:07:39.500862 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:39.526210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=94607d2f-8b1a-4c8b-8f69-0cafb27a6944,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:39.550558 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.550934 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.551267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.551598 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.551913 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.552248 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.552569 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.552891 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.553213 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.553531 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.553829 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.554139 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:39.603726 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:39.603964 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Floating IP 7770b16f-ce90-4776-8366-4d863de45c1d disassociated (deleted). External IP: 172.25.2.3, port: f6c9a8b5-5537-4cc8-8fd7-275d387e37a1. Aug 04 18:07:39.727670 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:39.838144 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:07:39.849298 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:39.960552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:07:39.966365 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:39.971533 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] Sync routers for ids ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:07:39.981409 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] Routers {'144aa327-c975-4b8b-8e85-eff5b9bc42d1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:07:39.982012 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:39.994798 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-77c54eda-d437-40d8-8e32-731b7fd254ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/floatingips/7770b16f-ce90-4776-8366-4d863de45c1d HTTP/1.1" status: 204 len: 168 time: 0.9193954 Aug 04 18:07:39.995442 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984a4702-0244-4e90-a8cd-541ec126c728', 'tag': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:07:39.997719 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff5fd055f829ce2bca458b35fc7752fcb8bf5e23225622f2af9eb35435c31640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "984a4702-0244-4e90-a8cd-541ec126c728", "tag": "f6c9a8b5-5537-4cc8-8fd7-275d387e37a1"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:07:40.042945 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0feb95-6dc4-432b-8330-4f6621a7a0b9 x-openstack-request-id: req-8b0feb95-6dc4-432b-8330-4f6621a7a0b9 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:07:40.043226 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984a4702-0244-4e90-a8cd-541ec126c728", "tag": "f6c9a8b5-5537-4cc8-8fd7-275d387e37a1", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:07:40.043463 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b0feb95-6dc4-432b-8330-4f6621a7a0b9 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:07:40.043871 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984a4702-0244-4e90-a8cd-541ec126c728', 'tag': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'status': 'completed', 'code': 200} Aug 04 18:07:40.092439 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] Set router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:07:40.110061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-0da0509a-754b-400f-a1f9-5374bcd60e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:40.112181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-0da0509a-754b-400f-a1f9-5374bcd60e92 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 1096 time: 0.0444782 Aug 04 18:07:40.253614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-eb61c05d-cfa9-47e1-9d43-4d12576ce5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:40.255032 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-eb61c05d-cfa9-47e1-9d43-4d12576ce5cd service neutron] 10.222.0.82 "GET /v2.0/networks?id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311 HTTP/1.1" status: 200 len: 897 time: 0.1332192 Aug 04 18:07:40.263510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88acf03-ed4c-450e-bebb-b14ce06fdc56 req-d03594ba-6c57-4c59-8f88-98713fc894e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:40.264911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f88acf03-ed4c-450e-bebb-b14ce06fdc56 req-d03594ba-6c57-4c59-8f88-98713fc894e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0732982 Aug 04 18:07:40.284034 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:07:40.305038 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-20818715-63f8-4695-81c0-0d8b1c6a95ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 HTTP/1.1" status: 200 len: 217 time: 0.0391860 Aug 04 18:07:40.305616 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c5a80645-f12d-4fd4-99a7-b66a8883bd94', 'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c4:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:06Z', 'updated_at': '2021-08-04T18:06:11Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:40.338654 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] Checking router: 144aa327-c975-4b8b-8e85-eff5b9bc42d1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:07:40.348238 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] Routers {'144aa327-c975-4b8b-8e85-eff5b9bc42d1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:07:40.348982 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:40.360086 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f88acf03-ed4c-450e-bebb-b14ce06fdc56 req-03ef1dc2-8c58-4cd2-9c9f-2fe64c01722a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882154 Aug 04 18:07:40.375399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-78d28241-4a35-4ce7-9dff-658984fa8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:40.377306 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-78d28241-4a35-4ce7-9dff-658984fa8a4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b892ad9e-767f-4891-8a15-58df13d617ae HTTP/1.1" status: 200 len: 834 time: 0.0627377 Aug 04 18:07:40.428490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-0c7642e6-af09-4e87-bbb5-07b7c7bf970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:40.430027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-0c7642e6-af09-4e87-bbb5-07b7c7bf970c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3d839aa4-3a93-46d2-ac9f-5cfc09ded311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446169 Aug 04 18:07:40.454227 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] Set router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:07:40.526145 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-301f766b-833e-490c-a223-88dd96eb7594 service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866013 Aug 04 18:07:40.621628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3003ece9-45b7-47f3-aa3b-aaa8db3ec0fc req-0431f281-3b2e-4678-9a34-26778e3422d2 service neutron] 10.222.0.82 "GET /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872529 Aug 04 18:07:40.659031 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c5a80645-f12d-4fd4-99a7-b66a8883bd94', 'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c4:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:06Z', 'updated_at': '2021-08-04T18:06:11Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:40.684806 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2007c7-0110-4038-8746-8456da72ad2e None None] The sync data for ids ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'] in n-d-764435-5 is: [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:07Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'c5a80645-f12d-4fd4-99a7-b66a8883bd94', 'name': '', 'network_id': '3d839aa4-3a93-46d2-ac9f-5cfc09ded311', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c4:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:06Z', 'updated_at': '2021-08-04T18:06:11Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b892ad9e-767f-4891-8a15-58df13d617ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:07:40.944072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc45f4f-f7b4-45ed-bd17-a2d8735bd34c None None] New status for floating IP 7770b16f-ce90-4776-8366-4d863de45c1d: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:07:41.498142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e7d09-3a5b-47c0-96e6-aa417376fa56 req-98815c19-46df-428c-83e1-83ac86ecd11a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:41.499711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b85e7d09-3a5b-47c0-96e6-aa417376fa56 req-98815c19-46df-428c-83e1-83ac86ecd11a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0602953 Aug 04 18:07:41.538779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b85e7d09-3a5b-47c0-96e6-aa417376fa56 req-128ef600-715e-4b8b-abcd-0c6b3ba610af tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba86e931-b87f-4c8e-8894-a54d89c8a9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317826 Aug 04 18:07:41.820579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-01cb4101-7b1f-47e7-8c16-089c4749e3f0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:41.822064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-01cb4101-7b1f-47e7-8c16-089c4749e3f0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 945 time: 0.0701799 Aug 04 18:07:41.915862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:07:41.916205 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:42.038977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:07:42.039626 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:42.062504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:07:42.208026 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:42.242039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=f6c9a8b5-5537-4cc8-8fd7-275d387e37a1,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:42.267643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.267994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.268339 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.268674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.268978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.269322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.269646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.269971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.270298 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.270638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.270993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.271312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:42.290133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] No DVR routers for this DVR port f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:07:42.292785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:42.294940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee04ca6c-1d60-4228-b5ad-30e0e238e33b req-7b1ef7ae-ad93-4247-9b19-887831986a9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "DELETE /v2.0/ports/f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 HTTP/1.1" status: 204 len: 173 time: 0.4662099 Aug 04 18:07:42.295365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984a4702-0244-4e90-a8cd-541ec126c728', 'name': 'network-vif-deleted', 'tag': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:07:42.297712 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e409f9-ed35-4127-b88b-910e7044d8bd" -d '{"events": [{"server_uuid": "984a4702-0244-4e90-a8cd-541ec126c728", "name": "network-vif-deleted", "tag": "f6c9a8b5-5537-4cc8-8fd7-275d387e37a1"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:07:42.337291 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0753af-9ca8-45d0-a048-45352fd15173 x-openstack-request-id: req-2f0753af-9ca8-45d0-a048-45352fd15173 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:07:42.337922 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984a4702-0244-4e90-a8cd-541ec126c728", "name": "network-vif-deleted", "tag": "f6c9a8b5-5537-4cc8-8fd7-275d387e37a1", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:07:42.337922 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f0753af-9ca8-45d0-a048-45352fd15173 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:07:42.338251 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984a4702-0244-4e90-a8cd-541ec126c728', 'name': 'network-vif-deleted', 'tag': 'f6c9a8b5-5537-4cc8-8fd7-275d387e37a1', 'status': 'completed', 'code': 200} Aug 04 18:07:42.651574 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f33bada-7438-46ee-a321-b6ad2aa95568 req-2364a84c-5876-4c16-8521-ff0b5d217749 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=984a4702-0244-4e90-a8cd-541ec126c728 HTTP/1.1" status: 200 len: 210 time: 0.0285232 Aug 04 18:07:43.715171 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41746) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:44.104331 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:44.723713 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port c5a80645-f12d-4fd4-99a7-b66a8883bd94 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:07:44.724460 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:44.814491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port c5a80645-f12d-4fd4-99a7-b66a8883bd94, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=c5a80645-f12d-4fd4-99a7-b66a8883bd94,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:07:44.814854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:44.832264 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for c5a80645-f12d-4fd4-99a7-b66a8883bd94 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:07:45.049456 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:45.082311 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=c5a80645-f12d-4fd4-99a7-b66a8883bd94,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:45.260400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:45.513019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:07:45.629260 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:07:45.634684 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-47b85d03-f40e-42c7-bec4-2e00127566eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "PUT /v2.0/routers/144aa327-c975-4b8b-8e85-eff5b9bc42d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9183407 Aug 04 18:07:45.637510 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41748) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:45.649325 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] Sync routers for ids ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:07:45.658956 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] Routers {'144aa327-c975-4b8b-8e85-eff5b9bc42d1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:07:45.659746 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:45.701530 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b07b7aa-92ac-41b8-b2ba-a0742fe43050 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting subnet b892ad9e-767f-4891-8a15-58df13d617ae {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:07:45.704873 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b07b7aa-92ac-41b8-b2ba-a0742fe43050 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:45.745888 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b07b7aa-92ac-41b8-b2ba-a0742fe43050 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:45.765734 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] Set router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:07:45.834050 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b07b7aa-92ac-41b8-b2ba-a0742fe43050 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:45.894814 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b07b7aa-92ac-41b8-b2ba-a0742fe43050 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:45.921134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07b7aa-92ac-41b8-b2ba-a0742fe43050 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Subnet': ['ID=b892ad9e-767f-4891-8a15-58df13d617ae,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:45.927359 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b07b7aa-92ac-41b8-b2ba-a0742fe43050 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:45.929448 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7b07b7aa-92ac-41b8-b2ba-a0742fe43050 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/subnets/b892ad9e-767f-4891-8a15-58df13d617ae HTTP/1.1" status: 204 len: 168 time: 0.2908821 Aug 04 18:07:45.932252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41750) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:45.935061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460e507-8c0d-4284-bff8-cca9d513db04 None None] Network 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:07:45.954944 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:07:44Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:45.978562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:07:45.983207 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] Checking router: 144aa327-c975-4b8b-8e85-eff5b9bc42d1 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:07:45.995773 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] Routers {'144aa327-c975-4b8b-8e85-eff5b9bc42d1'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:07:45.996786 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:46.007997 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:07:46.008347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device f6c9a8b5-5537-4cc8-8fd7-275d387e37a1 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:07:46.055351 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.153729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] DHCP port deletion for 3d839aa4-3a93-46d2-ac9f-5cfc09ded311 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:07:46.184414 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.205240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Deleting port e5aaac15-0b68-4f64-82b9-afac3964916e {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:07:46.205616 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.217397 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] Set router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:07:46.240417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port fa82b000-589c-4c48-b402-668cd42c131c {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:07:46.240772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.274056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] For port e5aaac15-0b68-4f64-82b9-afac3964916e, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=e5aaac15-0b68-4f64-82b9-afac3964916e,segment=NetworkSegment(648b3806-c03b-4b8a-a96e-ac13a786ff16),segment_id=648b3806-c03b-4b8a-a96e-ac13a786ff16)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:07:46.274506 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.289372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Calling delete_port for e5aaac15-0b68-4f64-82b9-afac3964916e owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:07:46.330417 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port fa82b000-589c-4c48-b402-668cd42c131c, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fa82b000-589c-4c48-b402-668cd42c131c,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:07:46.331022 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.344761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for fa82b000-589c-4c48-b402-668cd42c131c owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:07:46.375188 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.399734 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:07:44Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:46.403899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Pushing event deleted for resources: {'Port': ['ID=e5aaac15-0b68-4f64-82b9-afac3964916e,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:46.412330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] No DVR routers for this DVR port e5aaac15-0b68-4f64-82b9-afac3964916e on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:07:46.414507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.414869 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.415390 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.415723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.416049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.416373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.416695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.417130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.417470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.417817 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.418137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.418452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f97046c-d049-469e-9475-05c022d4ab88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:46.432164 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dce1e2-0ea8-4b5b-99f0-454058479a37 None None] The sync data for ids ['144aa327-c975-4b8b-8e85-eff5b9bc42d1'] in n-d-764435-5 is: [{'id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244858237', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:07:44Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'fa82b000-589c-4c48-b402-668cd42c131c', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144aa327-c975-4b8b-8e85-eff5b9bc42d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:06:03Z', 'updated_at': '2021-08-04T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:07:46.547395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.571990 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=fa82b000-589c-4c48-b402-668cd42c131c,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:46.644482 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.740474 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.744055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.798599 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.799381 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Fanout notify agent at l3_agent the message router_deleted on router 144aa327-c975-4b8b-8e85-eff5b9bc42d1 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:07:46.806733 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.807939 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c6ce9d68-5bfc-4f14-ab2e-9a2d365e194a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/routers/144aa327-c975-4b8b-8e85-eff5b9bc42d1 HTTP/1.1" status: 204 len: 168 time: 0.8747966 Aug 04 18:07:46.810791 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41752) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:46.890469 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.983930 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:46.995614 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d839aa4-3a93-46d2-ac9f-5cfc09ded311']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:47.006962 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648b3806-c03b-4b8a-a96e-ac13a786ff16') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:47.007253 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648b3806-c03b-4b8a-a96e-ac13a786ff16') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:47.017475 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.034416 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.041030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:07:47.041498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:07:47.045342 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:07:47.105007 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.112995 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.116171 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/networks/3d839aa4-3a93-46d2-ac9f-5cfc09ded311 HTTP/1.1" status: 204 len: 168 time: 0.3043387 Aug 04 18:07:47.119106 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41754) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:47.132950 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dd2c8-37ef-4e2b-9b2c-84099a93e569 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Network': ['ID=3d839aa4-3a93-46d2-ac9f-5cfc09ded311,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:47.180412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5fb491d0-739a-4150-9c67-b9db3234b1fb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.206369 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5fb491d0-739a-4150-9c67-b9db3234b1fb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.272774 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5fb491d0-739a-4150-9c67-b9db3234b1fb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.276000 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5fb491d0-739a-4150-9c67-b9db3234b1fb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.277186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5fb491d0-739a-4150-9c67-b9db3234b1fb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/security-groups/ba86e931-b87f-4c8e-8894-a54d89c8a9d6 HTTP/1.1" status: 204 len: 168 time: 0.1570954 Aug 04 18:07:47.290216 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb491d0-739a-4150-9c67-b9db3234b1fb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba86e931-b87f-4c8e-8894-a54d89c8a9d6,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:47.562480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41760) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:47.567386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-22ecb6b5-5ba2-473e-9dba-f3a5348f53e4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194775806', 'description': 'tempest-secgroup-smoke-194775806 description', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:47.600164 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22ecb6b5-5ba2-473e-9dba-f3a5348f53e4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.674080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c5a80645-f12d-4fd4-99a7-b66a8883bd94 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:07:47.692764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22ecb6b5-5ba2-473e-9dba-f3a5348f53e4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.694440 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: c5a80645-f12d-4fd4-99a7-b66a8883bd94 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:07:47.694797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device c5a80645-f12d-4fd4-99a7-b66a8883bd94 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:07:47.695252 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e5aaac15-0b68-4f64-82b9-afac3964916e no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:07:47.697525 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22ecb6b5-5ba2-473e-9dba-f3a5348f53e4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.716562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: e5aaac15-0b68-4f64-82b9-afac3964916e {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:07:47.716946 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device e5aaac15-0b68-4f64-82b9-afac3964916e not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:07:47.717450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fa82b000-589c-4c48-b402-668cd42c131c no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:07:47.722987 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-22ecb6b5-5ba2-473e-9dba-f3a5348f53e4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.724214 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-22ecb6b5-5ba2-473e-9dba-f3a5348f53e4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1606302 Aug 04 18:07:47.727534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41762) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:47.728478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecb6b5-5ba2-473e-9dba-f3a5348f53e4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:47.733245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-340df681-187d-4495-99e9-59f450b5f478 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '9fb924ee-cdd3-4b46-af57-cf29abf6a4a3', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:47.738943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: fa82b000-589c-4c48-b402-668cd42c131c {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:07:47.739296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fa82b000-589c-4c48-b402-668cd42c131c not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:07:47.769161 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-340df681-187d-4495-99e9-59f450b5f478 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.826750 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-340df681-187d-4495-99e9-59f450b5f478 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.832516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-340df681-187d-4495-99e9-59f450b5f478 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.854534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340df681-187d-4495-99e9-59f450b5f478 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9913c58-892e-4989-aecd-58997095f0b3,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:47.859402 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-340df681-187d-4495-99e9-59f450b5f478 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.861014 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-340df681-187d-4495-99e9-59f450b5f478 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317432 Aug 04 18:07:47.864321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41764) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:47.869042 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-03234b18-0acd-4a93-b3c7-625ce87a06cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '9fb924ee-cdd3-4b46-af57-cf29abf6a4a3', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:47.902262 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03234b18-0acd-4a93-b3c7-625ce87a06cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.961424 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03234b18-0acd-4a93-b3c7-625ce87a06cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.966246 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03234b18-0acd-4a93-b3c7-625ce87a06cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.983728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03234b18-0acd-4a93-b3c7-625ce87a06cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15db6d50-7c3c-4a15-90c4-e9ea63518f11,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:47.990363 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03234b18-0acd-4a93-b3c7-625ce87a06cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:47.991594 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-03234b18-0acd-4a93-b3c7-625ce87a06cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263113 Aug 04 18:07:47.994433 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41766) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:47.998883 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-454ddeef-ae7b-4b25-986e-2a99ea1c22f2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '9fb924ee-cdd3-4b46-af57-cf29abf6a4a3', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:48.029517 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-454ddeef-ae7b-4b25-986e-2a99ea1c22f2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.091384 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-454ddeef-ae7b-4b25-986e-2a99ea1c22f2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.097823 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-454ddeef-ae7b-4b25-986e-2a99ea1c22f2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.128480 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ddeef-ae7b-4b25-986e-2a99ea1c22f2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450f1ccd-066d-4a09-be1b-4529896e8e76,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:48.133863 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-454ddeef-ae7b-4b25-986e-2a99ea1c22f2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.135190 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-454ddeef-ae7b-4b25-986e-2a99ea1c22f2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397974 Aug 04 18:07:48.138126 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41768) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:48.144970 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-55d6a96b-31a9-41d5-9e13-8759bc7d0aa6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '9fb924ee-cdd3-4b46-af57-cf29abf6a4a3', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:48.174497 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55d6a96b-31a9-41d5-9e13-8759bc7d0aa6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.233537 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55d6a96b-31a9-41d5-9e13-8759bc7d0aa6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.240610 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55d6a96b-31a9-41d5-9e13-8759bc7d0aa6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.262974 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6a96b-31a9-41d5-9e13-8759bc7d0aa6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d795bb00-bf14-49f5-9eed-7ef07d0162eb,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:48.270260 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-55d6a96b-31a9-41d5-9e13-8759bc7d0aa6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.271600 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-55d6a96b-31a9-41d5-9e13-8759bc7d0aa6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323483 Aug 04 18:07:48.274390 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41770) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:48.278914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-86c67c2a-a674-4f80-ba8c-2e2c00ddf591 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '9fb924ee-cdd3-4b46-af57-cf29abf6a4a3', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:48.301130 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-86c67c2a-a674-4f80-ba8c-2e2c00ddf591 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Project 8efb86e6b712456bad0fb2f01da70c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:07:48.306306 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c67c2a-a674-4f80-ba8c-2e2c00ddf591 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.368574 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c67c2a-a674-4f80-ba8c-2e2c00ddf591 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.374145 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c67c2a-a674-4f80-ba8c-2e2c00ddf591 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.397591 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c67c2a-a674-4f80-ba8c-2e2c00ddf591 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75353604-1573-401b-bf0e-49a9eb61641b,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:48.404722 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-86c67c2a-a674-4f80-ba8c-2e2c00ddf591 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.405956 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-86c67c2a-a674-4f80-ba8c-2e2c00ddf591 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305864 Aug 04 18:07:48.408681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41772) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:48.413491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8ab41f00-1934-4b6e-ae83-d50fe80db5cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '9fb924ee-cdd3-4b46-af57-cf29abf6a4a3', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:48.437715 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-8ab41f00-1934-4b6e-ae83-d50fe80db5cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Project 8efb86e6b712456bad0fb2f01da70c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:07:48.442782 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ab41f00-1934-4b6e-ae83-d50fe80db5cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.508382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ab41f00-1934-4b6e-ae83-d50fe80db5cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.514685 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ab41f00-1934-4b6e-ae83-d50fe80db5cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.536284 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab41f00-1934-4b6e-ae83-d50fe80db5cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ea4b34-0bc9-4917-93aa-c345db2d9ed8,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:48.545844 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8ab41f00-1934-4b6e-ae83-d50fe80db5cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.547231 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8ab41f00-1934-4b6e-ae83-d50fe80db5cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374676 Aug 04 18:07:48.552403 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41774) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:48.559840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'network': {'name': 'tempest-network-smoke--466237633', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'port_security_enabled': True}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:48.592578 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:07:48.596136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.621353 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:07:48.631640 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.632046 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Added segment 16b1cbc6-1732-49cf-a477-0a79a7b0ab41 of type vlan for network 086f302e-536b-48f6-82c0-03e35c40f1f9 Aug 04 18:07:48.675435 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.717709 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.724881 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:48.725498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.786361 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2324972 Aug 04 18:07:48.789147 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41776) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:48.795839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'admin_state_up': True, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:48.802562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9a99f-75dc-4ed5-900d-a1550d158ab3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Network': ['ID=086f302e-536b-48f6-82c0-03e35c40f1f9,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:48.813613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 086f302e-536b-48f6-82c0-03e35c40f1f9 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:07:48.824701 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.826602 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:48.885373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:49.033176 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:49.235662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:49.254329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:49.357721 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.25.2.210 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/672ff565-b4df-4b46-bf6f-5937674f2593) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:07:49.475128 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:49.526124 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:49.567933 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:07:49.572782 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:07:49.576216 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:07:49.582119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=672ff565-b4df-4b46-bf6f-5937674f2593,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:49.851341 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:50.421361 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:50.551661 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:07:50.661726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:07:50.672026 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Sync routers for ids ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:07:50.682232 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Routers {'56f37ed3-3a0e-412f-b7b5-0b0b98e88190'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:07:50.682512 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:50.682911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:50.686928 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ff03bac0-6cab-4924-9960-46da0878f4d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8937669 Aug 04 18:07:50.687175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41778) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:50.718224 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c6a29d10-c1b1-40e6-908a-ea9d9267c6fe tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8efb86e6b712456bad0fb2f01da70c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299447 Aug 04 18:07:50.720892 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41780) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:50.790685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Set router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:07:50.805822 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65fa30f-4cde-43f6-a438-ce44867e1050 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:50.807324 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f65fa30f-4cde-43f6-a438-ce44867e1050 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855207 Aug 04 18:07:50.810290 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41782) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:50.837874 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f5803e54-df3c-4d35-8835-ccc45e20fc50 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265298 Aug 04 18:07:50.840470 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41784) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:50.845240 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1088595941', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:50.946137 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:07:50.949776 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:50.976505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:49Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:51.006348 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Checking router: 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:07:51.006686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Updating router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 port 672ff565-b4df-4b46-bf6f-5937674f2593 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:07:51.031756 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:51.134697 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:51.202021 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Subnet': ['ID=8839f000-bb8b-4254-8ac0-11da0289db29,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:51.221848 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Checking segment: {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:07:51.222430 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network hostable DHCP agents. Network: 086f302e-536b-48f6-82c0-03e35c40f1f9, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:07:51.241947 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 086f302e-536b-48f6-82c0-03e35c40f1f9 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:07:51.254652 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 086f302e-536b-48f6-82c0-03e35c40f1f9) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:07:51.258785 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:51.259419 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:51.269866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b38112-b5c7-4290-b612-12f69d470423 None None] Network 086f302e-536b-48f6-82c0-03e35c40f1f9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:07:51.275122 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-661b8f21-3995-4cbb-8914-6fdffe65515a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4335227 Aug 04 18:07:51.277841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41786) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:07:51.352107 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:51.373288 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Transition to ACTIVE for port object 672ff565-b4df-4b46-bf6f-5937674f2593 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:07:51.388361 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:51.468808 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Attempting to bind port 672ff565-b4df-4b46-bf6f-5937674f2593 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:07:51.469072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Attempting to bind port 672ff565-b4df-4b46-bf6f-5937674f2593 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:07:51.469428 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Attempting to bind port 672ff565-b4df-4b46-bf6f-5937674f2593 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:07:51.475456 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6fbce-a588-4077-af52-16ee06ce75bd None None] Pushing event updated for resources: {'Port': ['ID=672ff565-b4df-4b46-bf6f-5937674f2593,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:51.482963 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:07:51.483212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:07:51.483629 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:51.484032 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:07:51.484502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Bound port: 672ff565-b4df-4b46-bf6f-5937674f2593, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:07:51.484882 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:51.545143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-086f302e-536b-48f6-82c0-03e35c40f1f9', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:07:51.546019 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:51.579384 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] For port 672ff565-b4df-4b46-bf6f-5937674f2593, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:07:51.583472 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] For port 672ff565-b4df-4b46-bf6f-5937674f2593, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=672ff565-b4df-4b46-bf6f-5937674f2593,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:07:51.628870 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:51.716200 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:51.740648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Routers {'56f37ed3-3a0e-412f-b7b5-0b0b98e88190'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:07:51.741238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:51.745444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6fbce-a588-4077-af52-16ee06ce75bd None None] Pushing event updated for resources: {'Port': ['ID=672ff565-b4df-4b46-bf6f-5937674f2593,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:51.797445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Allocated IP 172.20.0.2 (086f302e-536b-48f6-82c0-03e35c40f1f9/8839f000-bb8b-4254-8ac0-11da0289db29/177fa95d-bb2d-48fb-8146-a0c16eac86f5) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:07:52.079228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] Set router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:07:52.276186 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:52.303915 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Transition to ACTIVE for port object 177fa95d-bb2d-48fb-8146-a0c16eac86f5 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:07:52.323069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Transition to ACTIVE for port object 177fa95d-bb2d-48fb-8146-a0c16eac86f5 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:07:52.331446 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:52.379125 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.20.0.1 (086f302e-536b-48f6-82c0-03e35c40f1f9/8839f000-bb8b-4254-8ac0-11da0289db29/8a9edc69-7c4c-4a55-998a-e2b58073e947) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:07:52.380172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Network 086f302e-536b-48f6-82c0-03e35c40f1f9 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:07:52.384889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:07:52.390064 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:49Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:52.392263 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:07:52.395085 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Pushing event updated for resources: {'Port': ['ID=177fa95d-bb2d-48fb-8146-a0c16eac86f5,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:52.427598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7706626-a2c1-4569-b8e1-2a52c980dfe3 None None] The sync data for ids ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'] in n-d-764435-5 is: [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:49Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:07:52.477547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Attempting to bind port 177fa95d-bb2d-48fb-8146-a0c16eac86f5 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:07:52.478018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Attempting to bind port 177fa95d-bb2d-48fb-8146-a0c16eac86f5 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:07:52.478728 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Attempting to bind port 177fa95d-bb2d-48fb-8146-a0c16eac86f5 on network 086f302e-536b-48f6-82c0-03e35c40f1f9 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:07:52.484660 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:07:52.485649 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Checking segment: {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:07:52.486595 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:52.486595 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Bound using segment: {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:07:52.487833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Bound port: 177fa95d-bb2d-48fb-8146-a0c16eac86f5, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:07:52.488369 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:52.502273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:52.517631 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Transition to ACTIVE for port object 8a9edc69-7c4c-4a55-998a-e2b58073e947 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:07:52.555813 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:52.558414 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] For port 177fa95d-bb2d-48fb-8146-a0c16eac86f5, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:07:52.563334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] For port 177fa95d-bb2d-48fb-8146-a0c16eac86f5, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=177fa95d-bb2d-48fb-8146-a0c16eac86f5,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:07:52.569504 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:52.600038 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 086f302e-536b-48f6-82c0-03e35c40f1f9 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:07:52.605162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:07:52.609898 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:07:52.646410 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bf198-7116-450d-a812-2c36d240e2a3 None None] Pushing event updated for resources: {'Port': ['ID=177fa95d-bb2d-48fb-8146-a0c16eac86f5,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:52.654737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=8a9edc69-7c4c-4a55-998a-e2b58073e947,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:52.703285 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:52.895154 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:53.223643 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:53.232456 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:53.381107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:53.396982 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=8a9edc69-7c4c-4a55-998a-e2b58073e947,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:53.498021 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 086f302e-536b-48f6-82c0-03e35c40f1f9 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:07:53.499459 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:07:53.618492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:07:53.708361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f51bb1-495e-466d-b6fa-d59ef11efc78 None None] Network 086f302e-536b-48f6-82c0-03e35c40f1f9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:07:53.736714 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:07:53.750516 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7453561f-d282-4aeb-8754-467ca197a947 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "PUT /v2.0/routers/56f37ed3-3a0e-412f-b7b5-0b0b98e88190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4714744 Aug 04 18:07:53.767752 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 177fa95d-bb2d-48fb-8146-a0c16eac86f5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:07:53.842451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-14051bb2-c562-4fdd-9885-8985454474a5 None None] Provisioning for port 177fa95d-bb2d-48fb-8146-a0c16eac86f5 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:07:53.889211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 177fa95d-bb2d-48fb-8146-a0c16eac86f5 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:07:53.896563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 177fa95d-bb2d-48fb-8146-a0c16eac86f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:53.896936 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:53.906596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-8c488875-480e-45d2-a005-c8cb9cb29c95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194775806&fields=id&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 267 time: 0.0450847 Aug 04 18:07:54.005627 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:54.025749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-bda4b108-c925-49a9-932a-cb95d08ca8fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:54.027613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-bda4b108-c925-49a9-932a-cb95d08ca8fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 796 time: 0.1121686 Aug 04 18:07:54.041065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 177fa95d-bb2d-48fb-8146-a0c16eac86f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=177fa95d-bb2d-48fb-8146-a0c16eac86f5,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:07:54.047089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-2a4a32e4-422b-4dcc-bdad-1a8ee370fa72 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/quotas/8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 375 time: 0.0133827 Aug 04 18:07:54.048391 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:54.049214 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 672ff565-b4df-4b46-bf6f-5937674f2593 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:07:54.127182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-14e04119-d3ef-435f-a6a4-c227b388c5fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628726 Aug 04 18:07:54.133776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=177fa95d-bb2d-48fb-8146-a0c16eac86f5,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:54.134021 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-43fa1d8b-783c-426e-9dce-29787ffc968e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 18:07:54.135060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-43fa1d8b-783c-426e-9dce-29787ffc968e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057082 Aug 04 18:07:54.158237 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 672ff565-b4df-4b46-bf6f-5937674f2593 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:07:54.163623 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 672ff565-b4df-4b46-bf6f-5937674f2593 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:54.163623 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:54.239291 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-1f3178c4-f0a8-4f7c-b2c1-1f78e15ed2fc service neutron] 10.222.0.39 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951533 Aug 04 18:07:54.253834 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:54.285602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 672ff565-b4df-4b46-bf6f-5937674f2593, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=672ff565-b4df-4b46-bf6f-5937674f2593,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:07:54.291823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7bcb6d20-8313-4de2-bba5-daa6ed23033b None None] Provisioning complete for port 177fa95d-bb2d-48fb-8146-a0c16eac86f5 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:54.292198 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d20-8313-4de2-bba5-daa6ed23033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:54.315677 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:54.318617 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Sync routers for ids ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:07:54.330384 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Routers {'56f37ed3-3a0e-412f-b7b5-0b0b98e88190'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:07:54.332014 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:54.372734 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-1ceab56f-f3b1-4b13-8663-e07d11a5b805 service neutron] 10.222.0.39 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259265 Aug 04 18:07:54.379568 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=672ff565-b4df-4b46-bf6f-5937674f2593,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:54.459343 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Set router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:07:54.460488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7bcb6d20-8313-4de2-bba5-daa6ed23033b None None] Provisioning for port 8a9edc69-7c4c-4a55-998a-e2b58073e947 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:07:54.466364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7bcb6d20-8313-4de2-bba5-daa6ed23033b None None] Provisioning complete for port 8a9edc69-7c4c-4a55-998a-e2b58073e947 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:54.466732 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6d20-8313-4de2-bba5-daa6ed23033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:54.518018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb6d20-8313-4de2-bba5-daa6ed23033b None None] Port 8a9edc69-7c4c-4a55-998a-e2b58073e947 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:07:54.591581 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f04f000e-f6fc-4267-8036-9a79fc537a0c req-69238051-6d23-426f-9ce5-4985e1662e8a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 210 time: 0.0285032 Aug 04 18:07:54.637710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-dd995427-0c74-4d2f-8c8c-0e02d92d5af2 None None] Provisioning complete for port 8a9edc69-7c4c-4a55-998a-e2b58073e947 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:54.638230 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-dd995427-0c74-4d2f-8c8c-0e02d92d5af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:54.679819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-dd995427-0c74-4d2f-8c8c-0e02d92d5af2 None None] Port 8a9edc69-7c4c-4a55-998a-e2b58073e947 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:07:54.691766 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:52Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '8a9edc69-7c4c-4a55-998a-e2b58073e947', 'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c6:3c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:51Z', 'updated_at': '2021-08-04T18:07:53Z', 'revision_number': 2, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:54.718843 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Checking router: 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:07:54.719195 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Updating router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 port 8a9edc69-7c4c-4a55-998a-e2b58073e947 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:07:54.744137 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:54.802341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3192ae4d-89d8-48ba-a7fc-42ccfcefac5f None None] Provisioning complete for port 8a9edc69-7c4c-4a55-998a-e2b58073e947 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:54.802920 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3192ae4d-89d8-48ba-a7fc-42ccfcefac5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:54.836492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3192ae4d-89d8-48ba-a7fc-42ccfcefac5f None None] Port 8a9edc69-7c4c-4a55-998a-e2b58073e947 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:07:55.025381 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:55.035489 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Transition to ACTIVE for port object 8a9edc69-7c4c-4a55-998a-e2b58073e947 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:07:55.041232 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:55.093846 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Pushing event updated for resources: {'Port': ['ID=8a9edc69-7c4c-4a55-998a-e2b58073e947,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:55.118337 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.118717 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.119023 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.119368 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.119691 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.120013 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.120321 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.120637 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.121111 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.121429 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.121740 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.122046 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:07:55.155475 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Attempting to bind port 8a9edc69-7c4c-4a55-998a-e2b58073e947 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:07:55.155837 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Attempting to bind port 8a9edc69-7c4c-4a55-998a-e2b58073e947 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:07:55.156195 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Attempting to bind port 8a9edc69-7c4c-4a55-998a-e2b58073e947 on network 086f302e-536b-48f6-82c0-03e35c40f1f9 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:07:55.161554 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:07:55.161919 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Checking segment: {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:07:55.162309 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:55.162896 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Bound using segment: {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:07:55.163354 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Bound port: 8a9edc69-7c4c-4a55-998a-e2b58073e947, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:07:55.163727 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:55.231351 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] For port 8a9edc69-7c4c-4a55-998a-e2b58073e947, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:07:55.234502 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] For port 8a9edc69-7c4c-4a55-998a-e2b58073e947, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8a9edc69-7c4c-4a55-998a-e2b58073e947,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:07:55.241214 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:55.319183 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Routers {'56f37ed3-3a0e-412f-b7b5-0b0b98e88190'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:07:55.319995 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:07:34Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:55.323080 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc46f4-c297-4816-9f7f-fd770cbca30e None None] Pushing event updated for resources: {'Port': ['ID=8a9edc69-7c4c-4a55-998a-e2b58073e947,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:55.431885 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] Set router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:07:55.657699 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:52Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '8a9edc69-7c4c-4a55-998a-e2b58073e947', 'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c6:3c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:51Z', 'updated_at': '2021-08-04T18:07:55Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:07:55.695615 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0139b9-64cf-4f82-8c05-476f0642bb6d None None] The sync data for ids ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'] in n-d-764435-5 is: [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:52Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '8a9edc69-7c4c-4a55-998a-e2b58073e947', 'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c6:3c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:51Z', 'updated_at': '2021-08-04T18:07:55Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:07:55.737092 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 177fa95d-bb2d-48fb-8146-a0c16eac86f5 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:07:55.834244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 177fa95d-bb2d-48fb-8146-a0c16eac86f5 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:55.834968 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:55.921897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 672ff565-b4df-4b46-bf6f-5937674f2593 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:07:55.970319 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 672ff565-b4df-4b46-bf6f-5937674f2593 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:55.970688 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:56.140497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e4d32719-073d-4e8c-9c85-6fddfea30ea9 req-503b7fb9-c4eb-4a36-b7c3-bd6b03a3bfd9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 210 time: 0.4417169 Aug 04 18:07:56.195640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-d8572d61-1f51-4e7f-8183-55929d221807 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:56.197255 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-d8572d61-1f51-4e7f-8183-55929d221807 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 796 time: 0.5686815 Aug 04 18:07:56.243497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-2cb2d711-6baf-47b0-b617-3a2b655fa352 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 379 time: 0.0363686 Aug 04 18:07:56.253146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'port': {'device_id': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'admin_state_up': True, 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'security_groups': ['9fb924ee-cdd3-4b46-af57-cf29abf6a4a3']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:56.380291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:07:56.384117 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:56.519960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.20.0.5 (086f302e-536b-48f6-82c0-03e35c40f1f9/8839f000-bb8b-4254-8ac0-11da0289db29/a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:07:56.683521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:56.699254 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Transition to ACTIVE for port object a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:07:56.739474 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:56.783110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 086f302e-536b-48f6-82c0-03e35c40f1f9 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:07:56.788394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:07:56.792257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:07:56.798755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:56.853662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:56.854373 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:56.871308 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-ae49257a-1c44-4bb1-97d2-318fb215e096 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6220672 Aug 04 18:07:56.883933 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Request body: {'port': {'device_id': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:07:56.943472 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:57.019741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-59b3f8bb-702c-4861-8065-54fbeb732e67 None None] Provisioning for port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:07:57.023695 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-59b3f8bb-702c-4861-8065-54fbeb732e67 None None] Provisioning complete for port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:57.024137 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-59b3f8bb-702c-4861-8065-54fbeb732e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:57.061889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-59b3f8bb-702c-4861-8065-54fbeb732e67 None None] Port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:07:57.219227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:07:57.236287 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:57.265062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Transition to ACTIVE for port object a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:07:57.270706 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:57.309092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741a46e-5510-4ef9-bebd-8bd214ab939f req-0c5a8898-ea1c-4617-975f-517a7c8d4d84 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:57.310580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b741a46e-5510-4ef9-bebd-8bd214ab939f req-0c5a8898-ea1c-4617-975f-517a7c8d4d84 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 931 time: 0.0959513 Aug 04 18:07:57.349440 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Pushing event updated for resources: {'Port': ['ID=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:57.387783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b741a46e-5510-4ef9-bebd-8bd214ab939f req-89ccfc29-03bc-4f89-9c82-59fd7c7ace7b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681098 Aug 04 18:07:57.434047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Attempting to bind port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:07:57.434384 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Attempting to bind port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:07:57.434717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Attempting to bind port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 on network 086f302e-536b-48f6-82c0-03e35c40f1f9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:07:57.439983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 on network 086f302e-536b-48f6-82c0-03e35c40f1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:07:57.439983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Attempting to bind port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 on network 086f302e-536b-48f6-82c0-03e35c40f1f9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:07:57.445719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:07:57.445993 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Checking segment: {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:07:57.446335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Bound using segment: {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:07:57.446775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Bound port: a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:07:57.447167 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:57.523744 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:07:57.526819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:07:57.533974 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:57.571333 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:57.571661 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:57.573183 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] 10.222.0.82 "PUT /v2.0/ports/a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 1091 time: 0.6935329 Aug 04 18:07:57.573598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:07:57.576490 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2e1538-783f-45a9-a46f-17eaf3e1af66" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:07:57.605850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24572a-bf0f-4f68-92dc-046607f32d09 service neutron] Pushing event updated for resources: {'Port': ['ID=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:57.617420 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dd8c42-2392-425a-852f-7351477be862 x-openstack-request-id: req-f1dd8c42-2392-425a-852f-7351477be862 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:07:57.617766 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:07:57.617957 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1dd8c42-2392-425a-852f-7351477be862 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:07:57.618416 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'status': 'completed', 'code': 200} Aug 04 18:07:57.676656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-faeff03e-ca98-4c32-b3c3-d7fdcebfffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:57.678495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-faeff03e-ca98-4c32-b3c3-d7fdcebfffbb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1094 time: 0.0539150 Aug 04 18:07:57.714977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8a9edc69-7c4c-4a55-998a-e2b58073e947 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:07:57.743827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-90bf7c8f-133e-489d-8969-fd91f192667a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 217 time: 0.0563385 Aug 04 18:07:57.775249 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 8a9edc69-7c4c-4a55-998a-e2b58073e947 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:07:57.780008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8a9edc69-7c4c-4a55-998a-e2b58073e947 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:57.780390 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:57.805325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-bb1a1f92-2b94-42ea-a647-67c480d08edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:57.807046 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-bb1a1f92-2b94-42ea-a647-67c480d08edf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 200 len: 835 time: 0.0563724 Aug 04 18:07:57.854724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-4a28a6f7-30db-4168-bdea-d67842160d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:57.856198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-4a28a6f7-30db-4168-bdea-d67842160d35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=086f302e-536b-48f6-82c0-03e35c40f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418792 Aug 04 18:07:57.872345 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:57.910356 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 8a9edc69-7c4c-4a55-998a-e2b58073e947, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8a9edc69-7c4c-4a55-998a-e2b58073e947,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:07:57.915494 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:57.954893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-340fb17a-1963-4d94-96b8-e6b17e4fe063 service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911689 Aug 04 18:07:57.964791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=8a9edc69-7c4c-4a55-998a-e2b58073e947,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:07:58.049445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37104b8e-2b55-4b28-8c1e-c2ffeb72b9e3 req-3756ded0-501e-47bd-9dd2-9daf11809f6f service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871968 Aug 04 18:07:58.153778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-77305b1f-f162-4116-b013-677432218621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:58.153778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-77305b1f-f162-4116-b013-677432218621 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1094 time: 0.0467730 Aug 04 18:07:58.261830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-ccb23ca2-1917-4ffe-98c3-a300803d451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:58.263384 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-ccb23ca2-1917-4ffe-98c3-a300803d451b service neutron] 10.222.0.82 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 898 time: 0.1030993 Aug 04 18:07:58.306393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-aae05248-fa5c-44d8-909f-79f9c1c936af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 217 time: 0.0349731 Aug 04 18:07:58.356598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-137df0fc-3b95-4cd5-b910-c6546473e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:58.358123 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-137df0fc-3b95-4cd5-b910-c6546473e1fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 200 len: 835 time: 0.0442657 Aug 04 18:07:58.420934 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-7535260b-12f2-44d6-be89-0c7682c602fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:58.422470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-7535260b-12f2-44d6-be89-0c7682c602fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=086f302e-536b-48f6-82c0-03e35c40f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560622 Aug 04 18:07:58.549491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714318-8f95-4644-a5d3-a3ba72a3a0d9 req-a0482759-bfba-4d36-9bea-97c8c8af8363 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:58.551061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73714318-8f95-4644-a5d3-a3ba72a3a0d9 req-a0482759-bfba-4d36-9bea-97c8c8af8363 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 943 time: 0.0787749 Aug 04 18:07:58.553782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-9cf570c6-997f-4bf5-b986-df388749c606 service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235368 Aug 04 18:07:58.646987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-73714318-8f95-4644-a5d3-a3ba72a3a0d9 req-f33f820f-14e5-4a32-907f-ecb998546ddf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881917 Aug 04 18:07:58.680991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9c2e1538-783f-45a9-a46f-17eaf3e1af66 req-cf823def-5555-4d74-a7e5-d0224f74d280 service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157455 Aug 04 18:07:59.690334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8a9edc69-7c4c-4a55-998a-e2b58073e947 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:07:59.740826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 8a9edc69-7c4c-4a55-998a-e2b58073e947 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:07:59.741100 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:07:59.771855 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604e824-f663-47e7-8010-c462bc7b2beb req-e3f46297-a40f-4118-a43b-16154aa41753 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:07:59.773360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f604e824-f663-47e7-8010-c462bc7b2beb req-e3f46297-a40f-4118-a43b-16154aa41753 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 943 time: 0.0515094 Aug 04 18:07:59.813351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f604e824-f663-47e7-8010-c462bc7b2beb req-9fca13a3-b52f-4c1d-8e6e-db8f827e2613 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334218 Aug 04 18:08:00.949973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ea5d-8ccf-4788-8e23-8908a7f0ffc7 req-c0d2baae-1d80-466d-b551-8b528759ac8d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:00.951496 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc22ea5d-8ccf-4788-8e23-8908a7f0ffc7 req-c0d2baae-1d80-466d-b551-8b528759ac8d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 943 time: 0.0627139 Aug 04 18:08:00.993733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fc22ea5d-8ccf-4788-8e23-8908a7f0ffc7 req-47e713d0-022e-4f5c-8f51-e2cb0e1218ca tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359716 Aug 04 18:08:02.004269 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:08:02.089490 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cae92c6c-c0f1-4f7e-b3b7-5ec1d91f4e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:02.118409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:08:02.121396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c754b1-31a2-475c-b0b7-f59fd7b6cafc req-3ce194d0-8a49-4857-a367-248e336bae61 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:02.123042 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-30c754b1-31a2-475c-b0b7-f59fd7b6cafc req-3ce194d0-8a49-4857-a367-248e336bae61 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 943 time: 0.0532227 Aug 04 18:08:02.132504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'port_id': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'mac_address': 'fa:16:3e:27:69:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:08:02.168831 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-30c754b1-31a2-475c-b0b7-f59fd7b6cafc req-7294810b-bbd9-4401-9e60-ca1e78f55355 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395956 Aug 04 18:08:02.177804 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:02.191959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:08:02.215607 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:08:02.221188 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:02.282540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:08:02.453552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:08:03.308198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed652ca5-0a2a-4f40-96a6-9d470d8b1013 req-a89025da-c140-41a1-b673-045dfe87b1c4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:03.313082 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed652ca5-0a2a-4f40-96a6-9d470d8b1013 req-a89025da-c140-41a1-b673-045dfe87b1c4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 944 time: 0.0663733 Aug 04 18:08:03.363784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ed652ca5-0a2a-4f40-96a6-9d470d8b1013 req-05475c20-d809-43eb-9a25-6ac364a2a40a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432508 Aug 04 18:08:04.017244 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:08:04.073469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:08:04.078508 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:08:04.078929 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:04.174311 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:04.210887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:08:04.213145 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35223118-511b-4538-8bcf-7d238fb8a480" -d '{"events": [{"server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "name": "network-vif-plugged", "status": "completed", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:08:04.226463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:08:04.231778 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:04.257645 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9c470e-74a9-4a7f-9bcd-fc585d9ba659 x-openstack-request-id: req-3b9c470e-74a9-4a7f-9bcd-fc585d9ba659 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:08:04.257880 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "name": "network-vif-plugged", "status": "completed", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:08:04.258157 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b9c470e-74a9-4a7f-9bcd-fc585d9ba659 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:08:04.258534 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'code': 200} Aug 04 18:08:04.283747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:08:04.361397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667f903-0a49-4809-b4ba-25a83a0bcf0a req-62f97f7d-0d26-4d34-9e16-f194a8311d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:04.363051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8667f903-0a49-4809-b4ba-25a83a0bcf0a req-62f97f7d-0d26-4d34-9e16-f194a8311d06 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1096 time: 0.0550809 Aug 04 18:08:04.403329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8667f903-0a49-4809-b4ba-25a83a0bcf0a req-436720f5-7fa3-40a3-8157-37254ae1919e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327353 Aug 04 18:08:04.486404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4580-47b4-4dbf-ade4-fd353edd03a3 req-7929b8c7-2d07-49ec-aa36-4bfb9eea8f37 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:04.487940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34da4580-47b4-4dbf-ade4-fd353edd03a3 req-7929b8c7-2d07-49ec-aa36-4bfb9eea8f37 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0517390 Aug 04 18:08:04.509540 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-876880b1-207b-479b-bbe2-9fe972117a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:04.529754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34da4580-47b4-4dbf-ade4-fd353edd03a3 req-fabdfaa7-4029-43bd-bfba-2c462394af16 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342479 Aug 04 18:08:05.087023 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:05.668567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731bd0-e1a9-4ea4-9913-dda54809b3a5 req-ae16f99e-6fff-4d09-96fa-2bcaca935ee2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:05.670101 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad731bd0-e1a9-4ea4-9913-dda54809b3a5 req-ae16f99e-6fff-4d09-96fa-2bcaca935ee2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0513783 Aug 04 18:08:05.708865 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad731bd0-e1a9-4ea4-9913-dda54809b3a5 req-e7f29f53-df66-487f-9440-67fdef8729a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325279 Aug 04 18:08:05.836643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bc4ee-13af-4d54-aa93-5d3c6cb8c9d4 req-2800da2e-ad5d-4add-8987-b3996010f4d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:05.838134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-994bc4ee-13af-4d54-aa93-5d3c6cb8c9d4 req-2800da2e-ad5d-4add-8987-b3996010f4d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0560148 Aug 04 18:08:05.878758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-994bc4ee-13af-4d54-aa93-5d3c6cb8c9d4 req-7659a238-779f-4a10-b54e-6e54e01cff95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338874 Aug 04 18:08:05.905458 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41848) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:08:05.948263 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb5176-dcad-4740-821a-7eb6ab8729a7 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:05.949783 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-aaeb5176-dcad-4740-821a-7eb6ab8729a7 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1091 time: 0.0430317 Aug 04 18:08:05.953978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41850) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:08:05.958386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:08:05.984611 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:06.100409 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:06.174568 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:06.227897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.25.2.169 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ee817157-8f28-4381-be74-be1b2570e725) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:08:06.345969 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:06.389295 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:06.426148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:08:06.430985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:08:06.434464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:08:06.440173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=ee817157-8f28-4381-be74-be1b2570e725,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:08:06.826603 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:06.898666 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:07.070268 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:07.077752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:07.145374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=ee817157-8f28-4381-be74-be1b2570e725,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:08:07.157966 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:07.272378 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Floating IP 176d10e6-3166-4626-af5d-f7eaea8f16b7 associated. External IP: 172.25.2.169, port: a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4. Aug 04 18:08:07.503901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:08:07.615357 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:08:07.627386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b012135-d137-491a-a4ee-bed650571374 None None] Sync routers for ids ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:08:07.637520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:07.640655 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b012135-d137-491a-a4ee-bed650571374 None None] Routers {'56f37ed3-3a0e-412f-b7b5-0b0b98e88190'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:08:07.641299 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6b012135-d137-491a-a4ee-bed650571374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:08:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:08:07.666458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-edb08236-7446-431f-9479-fa2787b17153 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7114627 Aug 04 18:08:07.667071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:08:07.669544 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a79ffff-d83e-4760-bfc8-f9cf39743237" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:08:07.713892 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d01d5e9-3b21-432e-aca6-6f917f4ea02b x-openstack-request-id: req-9d01d5e9-3b21-432e-aca6-6f917f4ea02b {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:08:07.714327 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:08:07.714580 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d01d5e9-3b21-432e-aca6-6f917f4ea02b {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:08:07.715083 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'status': 'completed', 'code': 200} Aug 04 18:08:07.756154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-6b012135-d137-491a-a4ee-bed650571374 None None] Set router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:08:07.795327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e42297-14f1-4ef9-a994-35e31c5566d0 req-f5f8598e-cd1a-4548-ab95-130dc7fbb1cd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:07.796857 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9e42297-14f1-4ef9-a994-35e31c5566d0 req-f5f8598e-cd1a-4548-ab95-130dc7fbb1cd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0809417 Aug 04 18:08:07.803994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-437b00c6-4a80-4d77-ae58-a91c898dc757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:07.804756 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:07.805392 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-437b00c6-4a80-4d77-ae58-a91c898dc757 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1096 time: 0.0629599 Aug 04 18:08:07.881064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e9e42297-14f1-4ef9-a994-35e31c5566d0 req-a3916a10-caa5-4d9c-8e2c-27747db698d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746751 Aug 04 18:08:07.904642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41856) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:08:07.961495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-9e06a2a6-0150-4df5-81ac-6448cedcd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:07.963026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-9e06a2a6-0150-4df5-81ac-6448cedcd838 service neutron] 10.222.0.82 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 898 time: 0.1497805 Aug 04 18:08:07.987333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6b012135-d137-491a-a4ee-bed650571374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:52Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '176d10e6-3166-4626-af5d-f7eaea8f16b7', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'port_id': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'mac_address': 'fa:16:3e:27:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:08:06Z', 'updated_at': '2021-08-04T18:08:06Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9edc69-7c4c-4a55-998a-e2b58073e947', 'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c6:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:51Z', 'updated_at': '2021-08-04T18:07:57Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:08:08.014069 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b012135-d137-491a-a4ee-bed650571374 None None] Checking router: 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:08:08.017440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-05e6411c-3773-404b-b6ec-2502232f61cf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/176d10e6-3166-4626-af5d-f7eaea8f16b7 HTTP/1.1" status: 200 len: 991 time: 0.1104438 Aug 04 18:08:08.024450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b012135-d137-491a-a4ee-bed650571374 None None] Routers {'56f37ed3-3a0e-412f-b7b5-0b0b98e88190'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:08:08.025159 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6b012135-d137-491a-a4ee-bed650571374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:08:04Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:08:08.042830 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-9fa7f067-a847-4da2-b3ca-7b69e2892deb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 999 time: 0.0710082 Aug 04 18:08:08.096195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-b8902606-ed39-474e-aeec-6bc2cff13c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:08.097685 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-b8902606-ed39-474e-aeec-6bc2cff13c0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 200 len: 835 time: 0.0480127 Aug 04 18:08:08.153730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-01eb059e-dc3d-4f00-ae18-4771401a223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:08.155498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-01eb059e-dc3d-4f00-ae18-4771401a223c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=086f302e-536b-48f6-82c0-03e35c40f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498123 Aug 04 18:08:08.251612 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-4353f2f2-c894-4b0b-859f-3aa85a6f55c5 service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889914 Aug 04 18:08:08.310658 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-6b012135-d137-491a-a4ee-bed650571374 None None] Set router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:08:08.349256 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9a79ffff-d83e-4760-bfc8-f9cf39743237 req-105e261f-61b5-47b5-bc37-855be6887611 service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902576 Aug 04 18:08:08.554099 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-6b012135-d137-491a-a4ee-bed650571374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:52Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '176d10e6-3166-4626-af5d-f7eaea8f16b7', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'port_id': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'mac_address': 'fa:16:3e:27:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:08:06Z', 'updated_at': '2021-08-04T18:08:06Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9edc69-7c4c-4a55-998a-e2b58073e947', 'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c6:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:51Z', 'updated_at': '2021-08-04T18:07:57Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:08:08.585292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b012135-d137-491a-a4ee-bed650571374 None None] The sync data for ids ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'] in n-d-764435-5 is: [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:52Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '176d10e6-3166-4626-af5d-f7eaea8f16b7', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'port_id': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'mac_address': 'fa:16:3e:27:69:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:08:06Z', 'updated_at': '2021-08-04T18:08:06Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9edc69-7c4c-4a55-998a-e2b58073e947', 'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c6:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:51Z', 'updated_at': '2021-08-04T18:07:57Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:08:08.811829 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cbe3e6-87ee-42db-b86e-84423a5b8ab0 None None] New status for floating IP 176d10e6-3166-4626-af5d-f7eaea8f16b7: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:08:09.020676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41858) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:08:09.085878 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a029938f-895c-4a79-be34-a4def9b00fbb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/176d10e6-3166-4626-af5d-f7eaea8f16b7 HTTP/1.1" status: 200 len: 991 time: 0.0625958 Aug 04 18:08:09.730676 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:09.873930 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:10.089687 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41860) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:08:10.157417 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e526da06-1a96-4b0b-90b4-9075154cb6f6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/176d10e6-3166-4626-af5d-f7eaea8f16b7 HTTP/1.1" status: 200 len: 993 time: 0.0663106 Aug 04 18:08:17.284504 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:08:32.087595 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-46e47c9c-80c6-46a8-9b52-9763db56ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:34.522458 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2141-c6f1-4412-8d1c-0e217cb59bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:35.100431 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:36.183038 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:36.907001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e700c-c944-44a9-ba34-c4d2b3ab80d1 req-77f89e28-1c55-43cf-9716-80d405db3053 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:36.908506 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a9e700c-c944-44a9-ba34-c4d2b3ab80d1 req-77f89e28-1c55-43cf-9716-80d405db3053 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0535843 Aug 04 18:08:36.947892 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a9e700c-c944-44a9-ba34-c4d2b3ab80d1 req-f5c361d1-0112-4338-af45-dea20cf406e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331860 Aug 04 18:08:36.957856 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-4b2e3d5f-4628-4edf-af43-fcc9e272dba6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090703 Aug 04 18:08:37.768597 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:38.079237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c08f5-7bc2-4f83-9ad2-fbf7fc22e637 req-ceb33cf5-57c1-470e-87cb-f2f32607f7ad tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:38.080682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d11c08f5-7bc2-4f83-9ad2-fbf7fc22e637 req-ceb33cf5-57c1-470e-87cb-f2f32607f7ad tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0589895 Aug 04 18:08:38.144050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d11c08f5-7bc2-4f83-9ad2-fbf7fc22e637 req-59b71949-80cc-44ed-a023-193daf4efa33 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571311 Aug 04 18:08:38.155195 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6def20-953a-488b-9316-cff304440231 req-89cf1075-343d-4e1d-a98e-926ae1702c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:38.156858 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-89cf1075-343d-4e1d-a98e-926ae1702c4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1096 time: 0.0558846 Aug 04 18:08:38.256575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6def20-953a-488b-9316-cff304440231 req-221c8621-41b6-4b9a-b20b-d13acff009dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:38.258055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-221c8621-41b6-4b9a-b20b-d13acff009dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 898 time: 0.0931056 Aug 04 18:08:38.330714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-49297139-4b63-4e3c-91ae-cd41cfb19329 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 1001 time: 0.0643008 Aug 04 18:08:38.393817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6def20-953a-488b-9316-cff304440231 req-8337e516-ddd3-4225-b8a3-52afcd69b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:38.395366 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-8337e516-ddd3-4225-b8a3-52afcd69b891 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 200 len: 835 time: 0.0559921 Aug 04 18:08:38.445915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6def20-953a-488b-9316-cff304440231 req-3ecf9d1c-23f7-4bb3-b10f-00b956f07228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:38.447608 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-3ecf9d1c-23f7-4bb3-b10f-00b956f07228 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=086f302e-536b-48f6-82c0-03e35c40f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439863 Aug 04 18:08:38.542962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-a28db179-fba9-44f6-a44d-297b928c2027 service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874186 Aug 04 18:08:38.639722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-06cdab2d-610f-4506-9966-fa8c4d8daaad service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886898 Aug 04 18:08:39.264544 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4fed4-2afd-4e9d-bec1-54a49c61361d req-dce427c7-f845-4115-bdd3-233f0634489e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:39.266022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63f4fed4-2afd-4e9d-bec1-54a49c61361d req-dce427c7-f845-4115-bdd3-233f0634489e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0506868 Aug 04 18:08:39.308191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63f4fed4-2afd-4e9d-bec1-54a49c61361d req-39793087-8b06-4311-86b2-5bf939afe4e3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330772 Aug 04 18:08:39.740317 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:39.894112 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:40.438953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965955b7-6f1f-445c-b48b-4d2f9a6d01ab req-5e9dd14d-4384-44ad-a88c-c8340e0e9a01 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:40.440307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-965955b7-6f1f-445c-b48b-4d2f9a6d01ab req-5e9dd14d-4384-44ad-a88c-c8340e0e9a01 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0589066 Aug 04 18:08:40.495312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-965955b7-6f1f-445c-b48b-4d2f9a6d01ab req-919156f1-4bda-4b25-b1dd-d90d730c3acf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452330 Aug 04 18:08:41.641582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d647c-a38d-4e91-855d-e96d48234540 req-a8198acc-9109-46c5-a2fb-397e212135e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:41.643215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba2d647c-a38d-4e91-855d-e96d48234540 req-a8198acc-9109-46c5-a2fb-397e212135e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0632722 Aug 04 18:08:41.697827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba2d647c-a38d-4e91-855d-e96d48234540 req-61141734-1468-4e1d-b550-5c558bf44a00 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427175 Aug 04 18:08:42.836920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee5361-2a0a-4624-b190-b407ab1f537b req-f6d8794c-3d71-41ae-8684-4b6aa9836a45 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:42.838450 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59ee5361-2a0a-4624-b190-b407ab1f537b req-f6d8794c-3d71-41ae-8684-4b6aa9836a45 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0559258 Aug 04 18:08:42.881975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59ee5361-2a0a-4624-b190-b407ab1f537b req-8086307b-7a13-4835-b3ee-4598e2a8f9fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348403 Aug 04 18:08:44.017112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1e1d5-cef2-42ab-8ab0-e63b4fed4dc4 req-78295edc-badd-4f77-be6c-eb0b256f11e7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:44.018596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8e1e1d5-cef2-42ab-8ab0-e63b4fed4dc4 req-78295edc-badd-4f77-be6c-eb0b256f11e7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0557358 Aug 04 18:08:44.059899 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8e1e1d5-cef2-42ab-8ab0-e63b4fed4dc4 req-8a79a97d-0e5d-456d-9bd4-cc0818874dee tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323386 Aug 04 18:08:45.194915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63236314-5920-4304-94a4-44ae9180fd30 req-4de5c63f-9c5e-443b-9f63-9e520488fffd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:45.196433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63236314-5920-4304-94a4-44ae9180fd30 req-4de5c63f-9c5e-443b-9f63-9e520488fffd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0522957 Aug 04 18:08:45.236527 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63236314-5920-4304-94a4-44ae9180fd30 req-4ddda706-b917-4e19-989c-2a2c915e2c2c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336101 Aug 04 18:08:46.375779 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f9995-abc3-4cca-92c1-8a81438b6a45 req-bedcdc56-67fc-46c0-9da3-1f830ff0d669 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:46.377277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-589f9995-abc3-4cca-92c1-8a81438b6a45 req-bedcdc56-67fc-46c0-9da3-1f830ff0d669 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0566661 Aug 04 18:08:46.418699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-589f9995-abc3-4cca-92c1-8a81438b6a45 req-c908d480-53d1-4aa7-b3b1-6a391b884c59 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322587 Aug 04 18:08:47.550307 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98750cf1-696f-4c5d-a0ef-384964edfb3a req-128528bc-52e6-4a46-9c2f-2555f52d0176 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:47.551813 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98750cf1-696f-4c5d-a0ef-384964edfb3a req-128528bc-52e6-4a46-9c2f-2555f52d0176 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0595558 Aug 04 18:08:47.600555 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98750cf1-696f-4c5d-a0ef-384964edfb3a req-ad8eb55f-bbe9-4c39-9919-6de41863882d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423024 Aug 04 18:08:48.730717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533d47e-139c-4ebe-8e6b-f89bf127147f req-1a51333a-11dc-43cd-a454-1d06acdac539 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:48.732956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d533d47e-139c-4ebe-8e6b-f89bf127147f req-1a51333a-11dc-43cd-a454-1d06acdac539 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0538433 Aug 04 18:08:48.773507 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d533d47e-139c-4ebe-8e6b-f89bf127147f req-fdf8fcc0-35e3-41b8-866e-62f05bf6055b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345111 Aug 04 18:08:49.907854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8357281-becb-4270-91bf-0ce03b053aac req-764842c0-6515-49d0-9689-5a67f23e6161 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:49.909244 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8357281-becb-4270-91bf-0ce03b053aac req-764842c0-6515-49d0-9689-5a67f23e6161 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0531521 Aug 04 18:08:49.952040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d8357281-becb-4270-91bf-0ce03b053aac req-f5d638fe-1825-495d-a05d-2030d6716c5a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333900 Aug 04 18:08:50.477566 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-ee6def20-953a-488b-9316-cff304440231 req-95f35eef-a64f-44e2-b1fa-739f806e0168 service neutron] show failed (client error): The resource could not be found. Aug 04 18:08:50.479386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-95f35eef-a64f-44e2-b1fa-739f806e0168 service neutron] 10.222.0.82 "GET /v2.0/ports/a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4/bindings/n-h1-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.0807271 Aug 04 18:08:50.745689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6def20-953a-488b-9316-cff304440231 req-a00dce59-8ab4-4870-8005-450d5f7a89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:50.747177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-a00dce59-8ab4-4870-8005-450d5f7a89c5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 1096 time: 0.0953047 Aug 04 18:08:50.759375 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:08:50.814361 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:51.066626 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:08:51.111037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74543083-0479-43f5-831f-843d9c978fa7 req-37f892cb-3678-4027-b0d1-a015ea5cb5e8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:51.112541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74543083-0479-43f5-831f-843d9c978fa7 req-37f892cb-3678-4027-b0d1-a015ea5cb5e8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0882084 Aug 04 18:08:51.116279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:08:51.177424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:08:51.179795 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747e9911-42b3-4ab4-a480-491085ea040a" -d '{"events": [{"server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "name": "network-vif-unplugged", "status": "completed", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:08:51.191258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:51.203663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74543083-0479-43f5-831f-843d9c978fa7 req-354c684b-79c8-48e7-bbe1-35b1042a5187 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672591 Aug 04 18:08:51.211494 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Transition to ACTIVE for port object a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:08:51.216457 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:51.248827 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c40c49-8e54-4be3-b61c-56ab440a0667 x-openstack-request-id: req-38c40c49-8e54-4be3-b61c-56ab440a0667 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:08:51.249069 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "name": "network-vif-unplugged", "status": "completed", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:08:51.249345 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38c40c49-8e54-4be3-b61c-56ab440a0667 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:08:51.249727 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'code': 200} Aug 04 18:08:51.309025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Pushing event updated for resources: {'Port': ['ID=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,revision_number=6']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:08:51.323600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.323831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.324175 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.324507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.324843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.325150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.325470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.325793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.326115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.326431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.326759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.327099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:51.361535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] No DVR routers for this DVR port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:08:51.850571 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Attempting to bind port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:08:51.850910 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Attempting to bind port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:08:51.851250 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Attempting to bind port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 on network 086f302e-536b-48f6-82c0-03e35c40f1f9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:08:51.855662 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 on network 086f302e-536b-48f6-82c0-03e35c40f1f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:08:51.855985 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Attempting to bind port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 on network 086f302e-536b-48f6-82c0-03e35c40f1f9 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:08:51.861371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:08:51.861707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Checking segment: {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:08:51.862105 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Bound using segment: {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:08:51.862527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Bound port: a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b1cbc6-1732-49cf-a477-0a79a7b0ab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:08:51.862906 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:51.929643 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:08:51.932953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:08:51.940797 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:51.975071 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:51.975697 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:51.977095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] 10.222.0.90 "PUT /v2.0/ports/a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 1091 time: 1.2219787 Aug 04 18:08:51.998964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecee979-040b-4a06-9b39-79c8e5d078aa service neutron] Pushing event updated for resources: {'Port': ['ID=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:08:52.044295 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6def20-953a-488b-9316-cff304440231 req-30ffc38b-bc0c-4e42-9f85-18c8b8984db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:52.045887 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-30ffc38b-bc0c-4e42-9f85-18c8b8984db4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1094 time: 0.0438032 Aug 04 18:08:52.143956 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6def20-953a-488b-9316-cff304440231 req-1894cda6-ab16-4cf1-94d5-4d43a411cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:52.145500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-1894cda6-ab16-4cf1-94d5-4d43a411cc24 service neutron] 10.222.0.90 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 898 time: 0.0930297 Aug 04 18:08:52.213625 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-ff55617f-e6b6-4eb7-8645-2b3c8f9068a2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 999 time: 0.0608768 Aug 04 18:08:52.265036 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6def20-953a-488b-9316-cff304440231 req-9d693b57-27b1-482c-8264-da9b8c547ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:52.267307 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-9d693b57-27b1-482c-8264-da9b8c547ba1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 200 len: 835 time: 0.0461867 Aug 04 18:08:52.346208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6def20-953a-488b-9316-cff304440231 req-49b0366a-7c79-49a7-9c0b-6012f51a84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:52.347945 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-49b0366a-7c79-49a7-9c0b-6012f51a84b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=086f302e-536b-48f6-82c0-03e35c40f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740757 Aug 04 18:08:52.361484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-4ab49a2a-178a-4fd5-acb4-cc5937d8521f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 18:08:52.362469 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-4ab49a2a-178a-4fd5-acb4-cc5937d8521f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061095 Aug 04 18:08:52.370555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82eaed-bce6-4163-929b-1bf087b0b7cc req-dabc7f23-2654-4f71-9501-79a790439277 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:52.371982 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa82eaed-bce6-4163-929b-1bf087b0b7cc req-dabc7f23-2654-4f71-9501-79a790439277 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 943 time: 0.0730250 Aug 04 18:08:52.464589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa82eaed-bce6-4163-929b-1bf087b0b7cc req-e46b003f-3299-431c-91b0-c589963ccc93 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845292 Aug 04 18:08:52.483972 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-b0d14980-a9bd-4ade-a225-663cce5aaf38 service neutron] 10.222.0.90 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110575 Aug 04 18:08:52.572905 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-4b362b30-9fc3-47db-aba8-c8909dd81e34 service neutron] 10.222.0.90 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816288 Aug 04 18:08:53.251389 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:08:53.254605 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e75f84-1766-4bab-9c9b-120b1a5c0b04" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:08:53.307649 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8236ece7-8429-4bb7-97a1-950ae492d43e x-openstack-request-id: req-8236ece7-8429-4bb7-97a1-950ae492d43e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:08:53.307942 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:08:53.308194 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8236ece7-8429-4bb7-97a1-950ae492d43e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:08:53.308619 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'status': 'completed', 'code': 200} Aug 04 18:08:53.403168 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-dbdd02e1-ed1a-43b1-9d5d-dd2f6f77db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:53.404710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-dbdd02e1-ed1a-43b1-9d5d-dd2f6f77db52 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1094 time: 0.0749986 Aug 04 18:08:53.406474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-76fd43ab-5dd8-4537-9cfe-0fee82ae454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:53.407845 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-76fd43ab-5dd8-4537-9cfe-0fee82ae454b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1094 time: 0.0768220 Aug 04 18:08:53.587963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-1d5df5ad-85c0-49a6-a9bf-fcb2f319ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:53.589457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-1d5df5ad-85c0-49a6-a9bf-fcb2f319ad5c service neutron] 10.222.0.90 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 898 time: 0.1707847 Aug 04 18:08:53.590400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-9c404e63-d43e-4831-b156-d47eac8b8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:53.591740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-9c404e63-d43e-4831-b156-d47eac8b8f03 service neutron] 10.222.0.82 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 898 time: 0.1802158 Aug 04 18:08:53.701689 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e77804-61be-4b59-a0ec-70da53b6847d req-b310632f-1746-4d40-bb9f-c22ca287d7c2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:53.703337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-30e77804-61be-4b59-a0ec-70da53b6847d req-b310632f-1746-4d40-bb9f-c22ca287d7c2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 943 time: 0.1648633 Aug 04 18:08:53.728121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-160a133b-9def-497e-b613-8ebdb55e4113 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 999 time: 0.1238518 Aug 04 18:08:53.735389 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-471ace6f-4f9e-4092-a7b8-8a390c0bc8d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 999 time: 0.1368849 Aug 04 18:08:53.827436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-30e77804-61be-4b59-a0ec-70da53b6847d req-0483e3bf-44c6-447f-84d5-15af651d8913 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167915 Aug 04 18:08:53.839758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-005a0d72-ab6e-4fdb-b2e4-87ba7df95819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:53.841164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-005a0d72-ab6e-4fdb-b2e4-87ba7df95819 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 200 len: 835 time: 0.0948832 Aug 04 18:08:53.842687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-e6b6a773-9784-4b08-82b9-b697b01c4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:53.844160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-e6b6a773-9784-4b08-82b9-b697b01c4c00 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 200 len: 835 time: 0.1065431 Aug 04 18:08:53.918525 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-9277b175-c88f-42de-8937-c8d27c21c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:53.920092 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-9277b175-c88f-42de-8937-c8d27c21c185 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=086f302e-536b-48f6-82c0-03e35c40f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714240 Aug 04 18:08:53.921840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-c3d82793-2395-4b1f-8e05-52e5e6ea924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:53.923324 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-c3d82793-2395-4b1f-8e05-52e5e6ea924f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=086f302e-536b-48f6-82c0-03e35c40f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665753 Aug 04 18:08:54.088326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-f8a79113-2197-4854-bf2e-0683a53d8547 service neutron] 10.222.0.90 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598744 Aug 04 18:08:54.090070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-6d954730-6bd0-41e8-a522-e30975dd5fbf service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546865 Aug 04 18:08:54.254070 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-0c70917e-003b-4011-a601-22c4500bfd56 service neutron] 10.222.0.90 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581089 Aug 04 18:08:54.257522 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48e75f84-1766-4bab-9c9b-120b1a5c0b04 req-c680f433-9bbf-43d0-bc13-3fbd464fa68f service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546319 Aug 04 18:08:54.268238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:08:54.285117 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:08:54.313515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:08:54.952138 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:08:54.989782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8b087-98a6-451e-9c80-7d321fa0db19 req-ffad456e-f2af-415c-a2c1-ca950dc0ddda tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:54.991351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9dd8b087-98a6-451e-9c80-7d321fa0db19 req-ffad456e-f2af-415c-a2c1-ca950dc0ddda tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 943 time: 0.0850837 Aug 04 18:08:54.994198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f74af36-b798-48be-a8e2-218929d8400b req-247dbda3-cec3-4c9a-8e5e-e60f50806911 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578809 Aug 04 18:08:55.032030 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9dd8b087-98a6-451e-9c80-7d321fa0db19 req-82322b45-89ec-413f-9827-02be251eab0d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340922 Aug 04 18:08:55.051374 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:08:55.063256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'port_id': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'mac_address': 'fa:16:3e:27:69:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:08:55.078579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74af36-b798-48be-a8e2-218929d8400b req-f27fff0f-5b93-4dff-a857-4b7479e2657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:55.080152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f74af36-b798-48be-a8e2-218929d8400b req-f27fff0f-5b93-4dff-a857-4b7479e2657c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1094 time: 0.0434015 Aug 04 18:08:55.104167 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:55.118626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:08:55.138912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:08:55.143393 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:55.203502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:08:55.213998 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74af36-b798-48be-a8e2-218929d8400b req-c2ed8d06-c260-47c4-803e-074eb99331a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:55.214339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.214339 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.214648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.215028 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.215350 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.215674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.215992 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.216308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.216625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.216938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.217253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.217569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:08:55.219173 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f74af36-b798-48be-a8e2-218929d8400b req-c2ed8d06-c260-47c4-803e-074eb99331a7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 898 time: 0.1194835 Aug 04 18:08:55.352761 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f74af36-b798-48be-a8e2-218929d8400b req-fd82459d-a8e2-42a0-b1fc-5ef6823155b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 1000 time: 0.1257360 Aug 04 18:08:55.364100 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d93a-c239-4856-8cac-ea1e242b811d req-c1fe5fa4-9076-40b2-8283-9b4bb5ddfacb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:55.365577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccc5d93a-c239-4856-8cac-ea1e242b811d req-c1fe5fa4-9076-40b2-8283-9b4bb5ddfacb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 944 time: 0.1284716 Aug 04 18:08:55.396643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:08:55.409444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-e183e706-2583-43c9-8cb2-39c4e724b661 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:55.411114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-e183e706-2583-43c9-8cb2-39c4e724b661 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722&tenant_id=8efb86e6b712456bad0fb2f01da70c6a&binding%3Ahost_id=n-h1-764435-5 HTTP/1.1" status: 200 len: 944 time: 0.1611173 Aug 04 18:08:55.476866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74af36-b798-48be-a8e2-218929d8400b req-54742704-8f2f-4b63-a4e3-eaed99de043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:55.478338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f74af36-b798-48be-a8e2-218929d8400b req-54742704-8f2f-4b63-a4e3-eaed99de043e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 200 len: 835 time: 0.1119058 Aug 04 18:08:55.485518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccc5d93a-c239-4856-8cac-ea1e242b811d req-7056bac1-c214-4c52-a6ad-4dac12e7fa5b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089909 Aug 04 18:08:55.537760 n-d-764435-5 neutron-server[105828]: INFO neutron.api.v2.resource [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-53711226-3b0a-4161-9a51-fe3757aa51d4 service neutron] delete failed (client error): The resource could not be found. Aug 04 18:08:55.538788 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-53711226-3b0a-4161-9a51-fe3757aa51d4 service neutron] 10.222.0.82 "DELETE /v2.0/ports/a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4/bindings/n-h2-764435-5 HTTP/1.1" status: 404 len: 380 time: 0.1201994 Aug 04 18:08:55.545737 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74af36-b798-48be-a8e2-218929d8400b req-e3172579-878d-48c2-81f1-cf9d45c5afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:55.546744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f74af36-b798-48be-a8e2-218929d8400b req-e3172579-878d-48c2-81f1-cf9d45c5afb1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=086f302e-536b-48f6-82c0-03e35c40f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586300 Aug 04 18:08:55.713144 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd7ed5-f911-4b50-9f8a-0564485cdebb req-6d8881d1-59f7-4b25-bc17-12151fbf851b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:55.714650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23fd7ed5-f911-4b50-9f8a-0564485cdebb req-6d8881d1-59f7-4b25-bc17-12151fbf851b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 944 time: 0.1472015 Aug 04 18:08:55.719876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-72c85e2f-d2ab-4378-903c-790ca13cb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:55.721258 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-72c85e2f-d2ab-4378-903c-790ca13cb0b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1095 time: 0.1325045 Aug 04 18:08:55.729447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f74af36-b798-48be-a8e2-218929d8400b req-343d2624-26b5-46a9-8172-df737d654f3e service neutron] 10.222.0.90 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752343 Aug 04 18:08:55.863583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-23fd7ed5-f911-4b50-9f8a-0564485cdebb req-e3e45f2f-7fb9-4762-b78d-8c02678ef04d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413066 Aug 04 18:08:55.894512 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-54dad1fc-344c-44b8-aba0-55da34d89430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:55.896365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-54dad1fc-344c-44b8-aba0-55da34d89430 service neutron] 10.222.0.82 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 898 time: 0.1661422 Aug 04 18:08:55.920322 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f74af36-b798-48be-a8e2-218929d8400b req-f6b42c7c-f8d1-4406-a82e-34a4813fe968 service neutron] 10.222.0.90 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816823 Aug 04 18:08:55.978896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-6ff654f1-fdb0-4cd7-ad6f-a85d7b183ec3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 1000 time: 0.0738502 Aug 04 18:08:56.034971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-ea8e4cba-17b0-4602-84f8-f81819e576d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:56.036500 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-ea8e4cba-17b0-4602-84f8-f81819e576d9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 200 len: 835 time: 0.0500891 Aug 04 18:08:56.084878 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-b73b1555-c1fd-46a8-8124-8341ddcaff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:56.086431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-b73b1555-c1fd-46a8-8124-8341ddcaff68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=086f302e-536b-48f6-82c0-03e35c40f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425904 Aug 04 18:08:56.188102 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-68355927-257d-4365-a32f-abb34ddd96f4 service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934284 Aug 04 18:08:56.279922 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-315bf7a4-9378-4eb3-8e4f-106d601b17cd req-9838fb44-e777-4a6a-a405-fcd198f40cf1 service neutron] 10.222.0.82 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839798 Aug 04 18:08:56.967406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:08:56.991422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef5177-c490-49bf-9a07-0cbe8e9f2586 req-b8ec3650-eb63-40ba-bcb6-b686938b8075 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:08:56.992819 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6ef5177-c490-49bf-9a07-0cbe8e9f2586 req-b8ec3650-eb63-40ba-bcb6-b686938b8075 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 944 time: 0.0562310 Aug 04 18:08:57.022103 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:08:57.028027 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:08:57.028629 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:57.036622 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6ef5177-c490-49bf-9a07-0cbe8e9f2586 req-9fbe14a4-ddbb-41a1-9b54-c629937b9e78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367868 Aug 04 18:08:57.060658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41948) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:08:57.126884 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e2de0cab-34dd-4d0b-aa1c-e1abf766c889 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/176d10e6-3166-4626-af5d-f7eaea8f16b7 HTTP/1.1" status: 200 len: 992 time: 0.0649195 Aug 04 18:08:57.135118 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:57.159986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:08:57.162361 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc4ccdd-f5c2-4f38-9e00-2fa12c788b59" -d '{"events": [{"server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "name": "network-vif-plugged", "status": "completed", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:08:57.175494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:08:57.181195 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:08:57.210615 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1278da8b-2e39-4e6e-a857-3e13ea4bf0dc x-openstack-request-id: req-1278da8b-2e39-4e6e-a857-3e13ea4bf0dc {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:08:57.210845 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "name": "network-vif-plugged", "status": "completed", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:08:57.211096 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1278da8b-2e39-4e6e-a857-3e13ea4bf0dc {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:08:57.211550 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'code': 200} Aug 04 18:08:57.239688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:02.081944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-549499d5-ce80-4444-b830-2ffd809d551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:04.518330 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-132a0342-699c-4456-bf59-4ccb346ed5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:05.099079 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:06.184256 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:07.775270 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:09.757425 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:09.894921 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:25.495534 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41964) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:25.670258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port ee817157-8f28-4381-be74-be1b2570e725 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:09:25.670557 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:25.754644 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:25.754936 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:25.768219 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for ee817157-8f28-4381-be74-be1b2570e725 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:09:25.938717 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:25.963648 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=ee817157-8f28-4381-be74-be1b2570e725,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:25.975400 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.975736 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.976080 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.976407 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.976732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.977054 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.977378 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.977697 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.978023 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.978321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.978634 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:25.978976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:26.031518 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:26.031899 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Floating IP 176d10e6-3166-4626-af5d-f7eaea8f16b7 disassociated (deleted). External IP: 172.25.2.169, port: a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4. Aug 04 18:09:26.246658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:09:26.376030 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:09:26.382169 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:26.394835 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] Sync routers for ids ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:09:26.405618 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] Routers {'56f37ed3-3a0e-412f-b7b5-0b0b98e88190'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:09:26.406256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:09:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:26.411926 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7ecef01e-c1e5-4977-aaa4-3aec87a7ab78 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/floatingips/176d10e6-3166-4626-af5d-f7eaea8f16b7 HTTP/1.1" status: 204 len: 168 time: 0.9150474 Aug 04 18:09:26.412645 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:09:26.415254 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff5fd055f829ce2bca458b35fc7752fcb8bf5e23225622f2af9eb35435c31640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd03b7c-4a32-4f16-a894-a07058154da7" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:09:26.511600 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1bd9c9-37fb-4c56-a181-475475843967 x-openstack-request-id: req-9a1bd9c9-37fb-4c56-a181-475475843967 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:09:26.512754 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:09:26.513228 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a1bd9c9-37fb-4c56-a181-475475843967 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:09:26.513843 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'status': 'completed', 'code': 200} Aug 04 18:09:26.520635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] Set router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:09:26.584259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-d8ba1dd6-5a66-4fdf-89ed-cc2bd466227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:26.586040 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-d8ba1dd6-5a66-4fdf-89ed-cc2bd466227c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 1096 time: 0.0455055 Aug 04 18:09:26.719302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f5e2f-4aef-442f-80f5-3f1de7095e77 req-d1395df3-b463-4483-bacd-c0d3cb2803a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:26.720376 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d19f5e2f-4aef-442f-80f5-3f1de7095e77 req-d1395df3-b463-4483-bacd-c0d3cb2803a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.1045549 Aug 04 18:09:26.723322 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-7abdb105-5a66-4bb3-9a19-b601b8dee1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:26.724817 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-7abdb105-5a66-4bb3-9a19-b601b8dee1c8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 200 len: 898 time: 0.1271396 Aug 04 18:09:26.737409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:52Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '8a9edc69-7c4c-4a55-998a-e2b58073e947', 'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c6:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:51Z', 'updated_at': '2021-08-04T18:07:57Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:26.767838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] Checking router: 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:09:26.776575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] Routers {'56f37ed3-3a0e-412f-b7b5-0b0b98e88190'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:09:26.777197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:09:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:26.780082 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-0ce8aa4c-f9e8-498c-ba7c-c2c4d4f8c048 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 200 len: 217 time: 0.0452352 Aug 04 18:09:26.804473 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d19f5e2f-4aef-442f-80f5-3f1de7095e77 req-5d01472f-8910-4541-9a14-f6eaa2f6fff3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773425 Aug 04 18:09:26.846579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-51afa106-f16d-4129-9866-3d9d9462a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:26.848106 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-51afa106-f16d-4129-9866-3d9d9462a79d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 200 len: 835 time: 0.0604076 Aug 04 18:09:26.897537 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] Set router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:09:26.901318 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-9115194c-5271-4ff2-b3b1-d42b4fc55be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:26.902854 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-9115194c-5271-4ff2-b3b1-d42b4fc55be5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=086f302e-536b-48f6-82c0-03e35c40f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468473 Aug 04 18:09:27.011847 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-cd71026e-5731-4b55-93dd-f899bb835197 service neutron] 10.222.0.90 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009614 Aug 04 18:09:27.108298 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:52Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '8a9edc69-7c4c-4a55-998a-e2b58073e947', 'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c6:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:51Z', 'updated_at': '2021-08-04T18:07:57Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:27.112215 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fcd03b7c-4a32-4f16-a894-a07058154da7 req-7c2f0fa2-925c-4edd-b267-fd92ef55d575 service neutron] 10.222.0.90 "GET /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924716 Aug 04 18:09:27.134928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa397aa0-fb70-498a-96fa-d4afe7706fd2 None None] The sync data for ids ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'] in n-d-764435-5 is: [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:07:52Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '8a9edc69-7c4c-4a55-998a-e2b58073e947', 'name': '', 'network_id': '086f302e-536b-48f6-82c0-03e35c40f1f9', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:c6:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:51Z', 'updated_at': '2021-08-04T18:07:57Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '8839f000-bb8b-4254-8ac0-11da0289db29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:09:27.373000 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe02f4-4ab2-4d04-95db-60bb17c9c3b0 None None] New status for floating IP 176d10e6-3166-4626-af5d-f7eaea8f16b7: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:09:27.960861 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-6461fdd3-de92-475b-88a8-1b0ce0f0829e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:27.962314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-6461fdd3-de92-475b-88a8-1b0ce0f0829e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.90 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0805168 Aug 04 18:09:27.983718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d099527-cc7c-46e2-baf8-af7629da307f req-bd5ee07b-7154-4fef-9517-ea5f378ae4e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:27.985554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d099527-cc7c-46e2-baf8-af7629da307f req-bd5ee07b-7154-4fef-9517-ea5f378ae4e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dd6c3c7-06ea-442c-9f82-0c656dc70722 HTTP/1.1" status: 200 len: 945 time: 0.0771050 Aug 04 18:09:28.069575 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d099527-cc7c-46e2-baf8-af7629da307f req-5df3102d-1ad9-45ab-b50e-84e3979bcaa9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646551 Aug 04 18:09:28.093198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-3843693e-6b1c-4123-8788-c3b2ad5004e0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:09:28.093536 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-3843693e-6b1c-4123-8788-c3b2ad5004e0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:28.181488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-3843693e-6b1c-4123-8788-c3b2ad5004e0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:28.181863 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-3843693e-6b1c-4123-8788-c3b2ad5004e0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:28.195906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-3843693e-6b1c-4123-8788-c3b2ad5004e0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:09:28.335798 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-3843693e-6b1c-4123-8788-c3b2ad5004e0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:28.364108 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843693e-6b1c-4123-8788-c3b2ad5004e0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:28.415914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-3843693e-6b1c-4123-8788-c3b2ad5004e0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] No DVR routers for this DVR port a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:09:28.418881 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-3843693e-6b1c-4123-8788-c3b2ad5004e0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:28.421280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dab08f12-ad33-4f2c-8d67-5128fdf6e952 req-3843693e-6b1c-4123-8788-c3b2ad5004e0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.90 "DELETE /v2.0/ports/a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 HTTP/1.1" status: 204 len: 173 time: 0.4532089 Aug 04 18:09:28.421719 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'name': 'network-vif-deleted', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:09:28.424068 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525d0d55-7cfb-48d0-968e-680d35364c99" -d '{"events": [{"server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "name": "network-vif-deleted", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:09:28.465640 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bbb4f3-4c6b-442c-8047-bee630ac0085 x-openstack-request-id: req-c5bbb4f3-4c6b-442c-8047-bee630ac0085 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:09:28.465959 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd6c3c7-06ea-442c-9f82-0c656dc70722", "name": "network-vif-deleted", "tag": "a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:09:28.466204 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5bbb4f3-4c6b-442c-8047-bee630ac0085 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:09:28.466628 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd6c3c7-06ea-442c-9f82-0c656dc70722', 'name': 'network-vif-deleted', 'tag': 'a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4', 'status': 'completed', 'code': 200} Aug 04 18:09:29.133368 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41980) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:29.512797 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:29.768878 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 8a9edc69-7c4c-4a55-998a-e2b58073e947 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:09:29.769220 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:29.876177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port 8a9edc69-7c4c-4a55-998a-e2b58073e947, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=8a9edc69-7c4c-4a55-998a-e2b58073e947,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:29.876556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:29.890186 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 8a9edc69-7c4c-4a55-998a-e2b58073e947 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:09:30.110793 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:30.501842 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=8a9edc69-7c4c-4a55-998a-e2b58073e947,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:30.686335 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:30.923198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:09:31.037167 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:09:31.042460 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-56e060f1-0250-43fd-ab93-6407be7141c1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "PUT /v2.0/routers/56f37ed3-3a0e-412f-b7b5-0b0b98e88190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078863 Aug 04 18:09:31.045280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41984) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:31.048100 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] Sync routers for ids ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:09:31.059125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] Routers {'56f37ed3-3a0e-412f-b7b5-0b0b98e88190'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:09:31.059830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:09:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:31.095924 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aeb6d52-8105-4f58-af77-6329e09f547c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting subnet 8839f000-bb8b-4254-8ac0-11da0289db29 {{(pid=105829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:09:31.099057 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6d52-8105-4f58-af77-6329e09f547c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:31.139559 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6d52-8105-4f58-af77-6329e09f547c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264258537'] for subnet, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:31.167173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] Set router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:09:31.170425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:09:31.242222 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6d52-8105-4f58-af77-6329e09f547c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:31.243791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:09:31.244141 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device a227a2cf-2db9-4ea6-bd1f-e8039a0fb0d4 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:09:31.287648 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:09:31.307400 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6d52-8105-4f58-af77-6329e09f547c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264285855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264323854'] for subnet, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:31.337943 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb6d52-8105-4f58-af77-6329e09f547c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Subnet': ['ID=8839f000-bb8b-4254-8ac0-11da0289db29,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:31.340114 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6d52-8105-4f58-af77-6329e09f547c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:31.342057 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3aeb6d52-8105-4f58-af77-6329e09f547c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/subnets/8839f000-bb8b-4254-8ac0-11da0289db29 HTTP/1.1" status: 204 len: 168 time: 0.2958655 Aug 04 18:09:31.345089 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41986) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:31.363642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e953ad96-26dc-416b-83b9-8dec49b2abb3 None None] Network 086f302e-536b-48f6-82c0-03e35c40f1f9 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:09:31.489167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:09:30Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:31.519215 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] Checking router: 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:09:31.533543 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] Routers {'56f37ed3-3a0e-412f-b7b5-0b0b98e88190'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:09:31.534181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:09:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:31.624875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfda92d-61a3-46f8-be5e-a5814c069ad8 None None] DHCP port deletion for 086f302e-536b-48f6-82c0-03e35c40f1f9 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:09:31.673371 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] Set router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:09:31.834909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:31.905201 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 177fa95d-bb2d-48fb-8146-a0c16eac86f5 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:09:31.944966 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.005124 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 672ff565-b4df-4b46-bf6f-5937674f2593 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:09:32.005518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.007180 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cbfda92d-61a3-46f8-be5e-a5814c069ad8 None None] Deleting port 177fa95d-bb2d-48fb-8146-a0c16eac86f5 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:09:32.007572 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cbfda92d-61a3-46f8-be5e-a5814c069ad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.085270 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port 672ff565-b4df-4b46-bf6f-5937674f2593, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=672ff565-b4df-4b46-bf6f-5937674f2593,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:32.085523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.098535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 672ff565-b4df-4b46-bf6f-5937674f2593 owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:09:32.133193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3ae2baa7-f8d5-430e-89db-fa26b18ddad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.149597 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cbfda92d-61a3-46f8-be5e-a5814c069ad8 None None] For port 177fa95d-bb2d-48fb-8146-a0c16eac86f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=177fa95d-bb2d-48fb-8146-a0c16eac86f5,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:32.150000 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cbfda92d-61a3-46f8-be5e-a5814c069ad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.188711 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.191313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-cbfda92d-61a3-46f8-be5e-a5814c069ad8 None None] Calling delete_port for 177fa95d-bb2d-48fb-8146-a0c16eac86f5 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:09:32.276571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 177fa95d-bb2d-48fb-8146-a0c16eac86f5, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=177fa95d-bb2d-48fb-8146-a0c16eac86f5,segment=NetworkSegment(16b1cbc6-1732-49cf-a477-0a79a7b0ab41),segment_id=16b1cbc6-1732-49cf-a477-0a79a7b0ab41)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:32.278979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.285817 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.315907 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=672ff565-b4df-4b46-bf6f-5937674f2593,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:32.364708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:09:30Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:32.371459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=177fa95d-bb2d-48fb-8146-a0c16eac86f5,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:32.400697 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4449b0-5b5c-4cd6-b0a5-695b4126948a None None] The sync data for ids ['56f37ed3-3a0e-412f-b7b5-0b0b98e88190'] in n-d-764435-5 is: [{'id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478493041', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:07:48Z', 'updated_at': '2021-08-04T18:09:30Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': '672ff565-b4df-4b46-bf6f-5937674f2593', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f37ed3-3a0e-412f-b7b5-0b0b98e88190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:07:49Z', 'updated_at': '2021-08-04T18:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:09:32.411340 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cbfda92d-61a3-46f8-be5e-a5814c069ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.418899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.437306 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfda92d-61a3-46f8-be5e-a5814c069ad8 None None] Pushing event deleted for resources: {'Port': ['ID=177fa95d-bb2d-48fb-8146-a0c16eac86f5,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:32.444095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfda92d-61a3-46f8-be5e-a5814c069ad8 None None] No DVR routers for this DVR port 177fa95d-bb2d-48fb-8146-a0c16eac86f5 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:09:32.515998 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.518229 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.568886 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.569403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Fanout notify agent at l3_agent the message router_deleted on router 56f37ed3-3a0e-412f-b7b5-0b0b98e88190 {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:09:32.577330 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.578041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8bb7d20e-21dd-46f3-ae7b-5dd53759473f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/routers/56f37ed3-3a0e-412f-b7b5-0b0b98e88190 HTTP/1.1" status: 204 len: 168 time: 1.2319233 Aug 04 18:09:32.581287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41988) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:32.661059 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.748057 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.759151 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086f302e-536b-48f6-82c0-03e35c40f1f9']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:32.770683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b1cbc6-1732-49cf-a477-0a79a7b0ab41') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:32.771094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b1cbc6-1732-49cf-a477-0a79a7b0ab41') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:32.781040 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.800584 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.808054 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:09:32.808562 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:09:32.811969 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:09:32.874319 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.881336 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.883268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/networks/086f302e-536b-48f6-82c0-03e35c40f1f9 HTTP/1.1" status: 204 len: 168 time: 0.3008246 Aug 04 18:09:32.886108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 41990) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:32.895225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6fb6a-3dc8-4ba9-ad71-d727eacbec47 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Network': ['ID=086f302e-536b-48f6-82c0-03e35c40f1f9,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:32.954570 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-777b43a8-921d-4b92-9123-e64a287cc367 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:32.980921 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-777b43a8-921d-4b92-9123-e64a287cc367 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.048791 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-777b43a8-921d-4b92-9123-e64a287cc367 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.051402 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-777b43a8-921d-4b92-9123-e64a287cc367 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.055249 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-777b43a8-921d-4b92-9123-e64a287cc367 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/security-groups/9fb924ee-cdd3-4b46-af57-cf29abf6a4a3 HTTP/1.1" status: 204 len: 168 time: 0.1655452 Aug 04 18:09:33.063103 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b43a8-921d-4b92-9123-e64a287cc367 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb924ee-cdd3-4b46-af57-cf29abf6a4a3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:33.286367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41996) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:33.291816 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0d46863d-e7f0-4ae3-8533-ad53e91fbea2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203345787', 'description': 'tempest-secgroup-smoke-1203345787 description', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:33.318437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d46863d-e7f0-4ae3-8533-ad53e91fbea2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.410908 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d46863d-e7f0-4ae3-8533-ad53e91fbea2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.416812 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d46863d-e7f0-4ae3-8533-ad53e91fbea2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.440433 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d46863d-e7f0-4ae3-8533-ad53e91fbea2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.442647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0d46863d-e7f0-4ae3-8533-ad53e91fbea2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1552227 Aug 04 18:09:33.446555 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 41998) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:33.451847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-578a20dd-c67e-4fea-8a02-f4e9d1096b39 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '7fa0c9d8-3745-4190-9b60-90c81a649c32', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:33.470636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46863d-e7f0-4ae3-8533-ad53e91fbea2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa0c9d8-3745-4190-9b60-90c81a649c32,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:33.496217 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-578a20dd-c67e-4fea-8a02-f4e9d1096b39 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.551249 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-578a20dd-c67e-4fea-8a02-f4e9d1096b39 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.556533 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-578a20dd-c67e-4fea-8a02-f4e9d1096b39 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.578235 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a20dd-c67e-4fea-8a02-f4e9d1096b39 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128319e8-370f-4ea7-be25-61c404760d4b,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:33.589844 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-578a20dd-c67e-4fea-8a02-f4e9d1096b39 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.591231 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-578a20dd-c67e-4fea-8a02-f4e9d1096b39 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433022 Aug 04 18:09:33.594034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42000) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:33.598720 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b2e87233-de06-4078-875c-fc6d257417c6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '7fa0c9d8-3745-4190-9b60-90c81a649c32', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:33.632705 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2e87233-de06-4078-875c-fc6d257417c6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.695611 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2e87233-de06-4078-875c-fc6d257417c6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.700979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2e87233-de06-4078-875c-fc6d257417c6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.718679 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e87233-de06-4078-875c-fc6d257417c6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed5b791-178f-4d89-b00e-388edab82727,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:33.727074 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b2e87233-de06-4078-875c-fc6d257417c6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.728330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b2e87233-de06-4078-875c-fc6d257417c6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331921 Aug 04 18:09:33.731170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42002) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:33.736016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-bccfd37b-59ee-46b5-bf63-1b283ae922d6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '7fa0c9d8-3745-4190-9b60-90c81a649c32', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:33.737256 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8a9edc69-7c4c-4a55-998a-e2b58073e947 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:09:33.760659 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 8a9edc69-7c4c-4a55-998a-e2b58073e947 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:09:33.761426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 8a9edc69-7c4c-4a55-998a-e2b58073e947 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:09:33.761977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 672ff565-b4df-4b46-bf6f-5937674f2593 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:09:33.766969 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bccfd37b-59ee-46b5-bf63-1b283ae922d6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.786186 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 672ff565-b4df-4b46-bf6f-5937674f2593 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:09:33.786674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 672ff565-b4df-4b46-bf6f-5937674f2593 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:09:33.828257 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bccfd37b-59ee-46b5-bf63-1b283ae922d6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.832648 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bccfd37b-59ee-46b5-bf63-1b283ae922d6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.849775 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfd37b-59ee-46b5-bf63-1b283ae922d6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9036c672-6f1f-47a5-90c9-8693f8f48df1,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:33.857275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-bccfd37b-59ee-46b5-bf63-1b283ae922d6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.858497 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-bccfd37b-59ee-46b5-bf63-1b283ae922d6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262612 Aug 04 18:09:33.861744 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42004) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:33.866523 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b092cd11-6ffc-4e20-9932-32b37af8f4ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '7fa0c9d8-3745-4190-9b60-90c81a649c32', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:33.894795 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b092cd11-6ffc-4e20-9932-32b37af8f4ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.944503 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b092cd11-6ffc-4e20-9932-32b37af8f4ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.949417 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b092cd11-6ffc-4e20-9932-32b37af8f4ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.965397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092cd11-6ffc-4e20-9932-32b37af8f4ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef90815-da84-48ca-84a1-7e3627979812,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:33.975945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b092cd11-6ffc-4e20-9932-32b37af8f4ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:33.977686 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b092cd11-6ffc-4e20-9932-32b37af8f4ea tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148574 Aug 04 18:09:33.980335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42006) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:33.985509 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-383f5c3e-a69f-44ae-bbed-b7954c6069a4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '7fa0c9d8-3745-4190-9b60-90c81a649c32', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:34.009666 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-383f5c3e-a69f-44ae-bbed-b7954c6069a4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Project 8efb86e6b712456bad0fb2f01da70c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:09:34.014934 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-383f5c3e-a69f-44ae-bbed-b7954c6069a4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.081047 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-383f5c3e-a69f-44ae-bbed-b7954c6069a4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.085751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-383f5c3e-a69f-44ae-bbed-b7954c6069a4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.106845 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f5c3e-a69f-44ae-bbed-b7954c6069a4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf1cf12-ed7a-44cb-991c-14a5b8c61f71,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:34.111591 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-383f5c3e-a69f-44ae-bbed-b7954c6069a4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.116445 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-383f5c3e-a69f-44ae-bbed-b7954c6069a4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315525 Aug 04 18:09:34.117003 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42008) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:34.121258 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-5d7d0693-a942-4cbf-bbdd-8a9585f2c5d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': '7fa0c9d8-3745-4190-9b60-90c81a649c32', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:34.143929 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-5d7d0693-a942-4cbf-bbdd-8a9585f2c5d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Project 8efb86e6b712456bad0fb2f01da70c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:09:34.148962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0693-a942-4cbf-bbdd-8a9585f2c5d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.211821 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0693-a942-4cbf-bbdd-8a9585f2c5d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.217328 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0693-a942-4cbf-bbdd-8a9585f2c5d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.237664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d0693-a942-4cbf-bbdd-8a9585f2c5d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227c199a-8c97-4523-9227-26034756d689,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:34.247546 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0693-a942-4cbf-bbdd-8a9585f2c5d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.249025 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5d7d0693-a942-4cbf-bbdd-8a9585f2c5d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313579 Aug 04 18:09:34.252178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42010) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:34.258173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'network': {'name': 'tempest-network-smoke--689469647', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'port_security_enabled': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:34.281632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:09:34.285291 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.310092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:09:34.321090 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.321445 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Added segment 1b974a33-24ad-435e-8b9d-a1488d9d1edc of type vlan for network 822cc4b6-17cb-45d0-b421-ed8662173b52 Aug 04 18:09:34.365557 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.396448 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.402504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:34.403141 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.465835 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42012) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:34.466081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2122331 Aug 04 18:09:34.470728 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'admin_state_up': True, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:34.475724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330bd72-a8c0-4dc4-a51a-b935969d63bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Network': ['ID=822cc4b6-17cb-45d0-b421-ed8662173b52,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:34.486718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 822cc4b6-17cb-45d0-b421-ed8662173b52 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:09:34.500700 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.501807 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.553096 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-16c3e374-effa-411e-b172-e9a835c6afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.560534 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.717589 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.915978 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:34.934556 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:35.052291 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.25.2.224 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/a2d64af2-d1f1-45a6-8bba-5602baa0c570) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:09:35.091605 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:35.158743 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:35.215167 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:35.252436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:09:35.257261 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:09:35.260767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:09:35.266236 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=a2d64af2-d1f1-45a6-8bba-5602baa0c570,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:35.513702 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:35.727746 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:35.865586 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:09:35.972014 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:09:35.983371 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Sync routers for ids ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:09:35.993025 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:35.994281 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-260a5362-c04b-4673-bd23-2729df672ae4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5274220 Aug 04 18:09:35.996582 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Routers {'15fcb03b-15ac-4519-a8e0-e0a5a5f67021'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:09:35.997193 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:09:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:35.997597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42014) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:36.026087 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-203f2839-9b82-4c87-9cfb-b5740428b828 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8efb86e6b712456bad0fb2f01da70c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273054 Aug 04 18:09:36.028824 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42016) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:36.108360 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Set router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:09:36.115762 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb77d85a-ebfc-4c74-9d30-ccfbaf06ee36 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:36.117632 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fb77d85a-ebfc-4c74-9d30-ccfbaf06ee36 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877995 Aug 04 18:09:36.120724 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42018) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:36.152218 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-33e84080-a614-41b0-97df-1718ff575ec5 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278611 Aug 04 18:09:36.152581 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42020) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:36.157815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-184945651', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:36.187827 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.250619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:09:36.254314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.283535 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:35Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:36.312750 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Checking router: 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:09:36.313066 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Updating router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 port a2d64af2-d1f1-45a6-8bba-5602baa0c570 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:09:36.342293 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.448097 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.507566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Subnet': ['ID=b58bfe52-3586-430e-80df-d1bb836bb39c,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:36.516419 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Checking segment: {'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:09:36.516772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network hostable DHCP agents. Network: 822cc4b6-17cb-45d0-b421-ed8662173b52, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:09:36.534613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 822cc4b6-17cb-45d0-b421-ed8662173b52 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:09:36.543965 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 822cc4b6-17cb-45d0-b421-ed8662173b52) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:09:36.551200 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:36.551828 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.553897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9234268-45c0-4ce5-8966-3a95a8992642 None None] Network 822cc4b6-17cb-45d0-b421-ed8662173b52 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:09:36.571549 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b8db49ba-6885-4c8d-8525-ddc9ea23b909 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4150360 Aug 04 18:09:36.571926 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42022) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:36.614671 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.626583 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Transition to ACTIVE for port object a2d64af2-d1f1-45a6-8bba-5602baa0c570 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:09:36.633142 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.686457 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Attempting to bind port a2d64af2-d1f1-45a6-8bba-5602baa0c570 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:09:36.686831 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Attempting to bind port a2d64af2-d1f1-45a6-8bba-5602baa0c570 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:09:36.687220 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Attempting to bind port a2d64af2-d1f1-45a6-8bba-5602baa0c570 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:09:36.696768 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:09:36.697140 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:09:36.697545 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.697938 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:09:36.698468 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Bound port: a2d64af2-d1f1-45a6-8bba-5602baa0c570, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:09:36.698783 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.700655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Pushing event updated for resources: {'Port': ['ID=a2d64af2-d1f1-45a6-8bba-5602baa0c570,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:36.716113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-822cc4b6-17cb-45d0-b421-ed8662173b52', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:09:36.716989 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.731297 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.731800 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.732161 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.732476 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.732806 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.733138 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.733462 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.733785 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.734446 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.734776 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.735131 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.735447 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:09:36.773588 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] For port a2d64af2-d1f1-45a6-8bba-5602baa0c570, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:09:36.777240 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] For port a2d64af2-d1f1-45a6-8bba-5602baa0c570, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a2d64af2-d1f1-45a6-8bba-5602baa0c570,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:09:36.785399 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:36.837727 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Routers {'15fcb03b-15ac-4519-a8e0-e0a5a5f67021'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:09:36.838366 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:09:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:36.877790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Allocated IP 172.20.0.2 (822cc4b6-17cb-45d0-b421-ed8662173b52/b58bfe52-3586-430e-80df-d1bb836bb39c/887915de-24e1-415b-aee9-6f43706ad8b8) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:09:36.926410 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d99177-f7d5-441a-b1dd-ccfd88ae0416 None None] Pushing event updated for resources: {'Port': ['ID=a2d64af2-d1f1-45a6-8bba-5602baa0c570,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:36.956161 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] Set router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:09:37.037646 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:37.046443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Transition to ACTIVE for port object 887915de-24e1-415b-aee9-6f43706ad8b8 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:09:37.059105 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:37.062253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Transition to ACTIVE for port object 887915de-24e1-415b-aee9-6f43706ad8b8 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:09:37.069418 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:37.106708 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Network 822cc4b6-17cb-45d0-b421-ed8662173b52 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:09:37.111902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:09:37.115595 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:09:37.123211 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Pushing event updated for resources: {'Port': ['ID=887915de-24e1-415b-aee9-6f43706ad8b8,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:37.159098 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:35Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:37.177574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Attempting to bind port 887915de-24e1-415b-aee9-6f43706ad8b8 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:09:37.177976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Attempting to bind port 887915de-24e1-415b-aee9-6f43706ad8b8 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:09:37.178347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Attempting to bind port 887915de-24e1-415b-aee9-6f43706ad8b8 on network 822cc4b6-17cb-45d0-b421-ed8662173b52 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:09:37.183715 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:09:37.184090 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Checking segment: {'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:09:37.184501 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:37.184899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Bound using segment: {'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:09:37.185369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Bound port: 887915de-24e1-415b-aee9-6f43706ad8b8, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:09:37.185755 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:37.189623 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5e865-3f46-453a-8471-8a6325adf2d1 None None] The sync data for ids ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'] in n-d-764435-5 is: [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:35Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:09:37.256002 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] For port 887915de-24e1-415b-aee9-6f43706ad8b8, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:09:37.260632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] For port 887915de-24e1-415b-aee9-6f43706ad8b8, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=887915de-24e1-415b-aee9-6f43706ad8b8,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:09:37.266465 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:37.334097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb001b6-6401-48b1-90d2-154a9b5d502c None None] Pushing event updated for resources: {'Port': ['ID=887915de-24e1-415b-aee9-6f43706ad8b8,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:37.765545 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.20.0.1 (822cc4b6-17cb-45d0-b421-ed8662173b52/b58bfe52-3586-430e-80df-d1bb836bb39c/281b25cb-887d-4391-a2a3-36583f863f45) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:09:37.782074 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:37.828723 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 887915de-24e1-415b-aee9-6f43706ad8b8 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:09:37.897384 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 887915de-24e1-415b-aee9-6f43706ad8b8 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:09:37.902936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a2d64af2-d1f1-45a6-8bba-5602baa0c570 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:09:37.926069 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:37.941868 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Transition to ACTIVE for port object 281b25cb-887d-4391-a2a3-36583f863f45 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:09:37.961074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port a2d64af2-d1f1-45a6-8bba-5602baa0c570 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:09:37.965724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a2d64af2-d1f1-45a6-8bba-5602baa0c570 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:37.966156 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:37.981393 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.031914 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 822cc4b6-17cb-45d0-b421-ed8662173b52 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:09:38.035331 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:09:38.042016 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:09:38.064122 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.069162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=281b25cb-887d-4391-a2a3-36583f863f45,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:38.090938 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port a2d64af2-d1f1-45a6-8bba-5602baa0c570, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a2d64af2-d1f1-45a6-8bba-5602baa0c570,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:38.095509 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.097333 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.159295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=a2d64af2-d1f1-45a6-8bba-5602baa0c570,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:38.249522 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.401970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe8f188-96d5-4623-a0df-a10766b7b730 None None] Network 822cc4b6-17cb-45d0-b421-ed8662173b52 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:09:38.482549 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-99c6cae9-5ce3-462d-8d9a-cbca6f1cb344 None None] Provisioning for port 887915de-24e1-415b-aee9-6f43706ad8b8 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:09:38.493306 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-99c6cae9-5ce3-462d-8d9a-cbca6f1cb344 None None] Provisioning complete for port 887915de-24e1-415b-aee9-6f43706ad8b8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:38.493592 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-99c6cae9-5ce3-462d-8d9a-cbca6f1cb344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.540829 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.547448 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.625642 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=281b25cb-887d-4391-a2a3-36583f863f45,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:38.628102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.629149 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-99c6cae9-5ce3-462d-8d9a-cbca6f1cb344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.666373 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-99c6cae9-5ce3-462d-8d9a-cbca6f1cb344 None None] For port 887915de-24e1-415b-aee9-6f43706ad8b8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=887915de-24e1-415b-aee9-6f43706ad8b8,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:38.672181 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-99c6cae9-5ce3-462d-8d9a-cbca6f1cb344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.725761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6cae9-5ce3-462d-8d9a-cbca6f1cb344 None None] Pushing event updated for resources: {'Port': ['ID=887915de-24e1-415b-aee9-6f43706ad8b8,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:38.736492 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 822cc4b6-17cb-45d0-b421-ed8662173b52 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:09:38.737911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:09:38.864071 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:09:38.896507 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3eaa2d2e-9cd6-47c5-87ec-953022daf50d None None] Provisioning complete for port 887915de-24e1-415b-aee9-6f43706ad8b8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:38.896782 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2d2e-9cd6-47c5-87ec-953022daf50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:38.999090 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:09:39.007476 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-71331a32-934c-4595-b6ad-8306ddfdda77 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "PUT /v2.0/routers/15fcb03b-15ac-4519-a8e0-e0a5a5f67021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4342930 Aug 04 18:09:39.013830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Sync routers for ids ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:09:39.027020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3eaa2d2e-9cd6-47c5-87ec-953022daf50d None None] Provisioning for port 281b25cb-887d-4391-a2a3-36583f863f45 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:09:39.032810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3eaa2d2e-9cd6-47c5-87ec-953022daf50d None None] Provisioning complete for port 281b25cb-887d-4391-a2a3-36583f863f45 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:39.033074 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2d2e-9cd6-47c5-87ec-953022daf50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:39.034619 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Routers {'15fcb03b-15ac-4519-a8e0-e0a5a5f67021'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:09:39.035297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:09:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:39.114005 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa2d2e-9cd6-47c5-87ec-953022daf50d None None] Port 281b25cb-887d-4391-a2a3-36583f863f45 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:09:39.166025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-36aa5986-eabb-41cb-814d-f6f27dc2b4ca tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203345787&fields=id&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 267 time: 0.0386779 Aug 04 18:09:39.182732 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Set router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:09:39.292485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-377f9d48-90dc-4fe7-bb89-f1fe94ad8a66 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:39.293930 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-377f9d48-90dc-4fe7-bb89-f1fe94ad8a66 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/networks?id=822cc4b6-17cb-45d0-b421-ed8662173b52 HTTP/1.1" status: 200 len: 796 time: 0.1206737 Aug 04 18:09:39.310089 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-20454764-0696-4f5e-9bcf-a4d4d3651303 None None] Provisioning complete for port 281b25cb-887d-4391-a2a3-36583f863f45 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:39.310466 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-20454764-0696-4f5e-9bcf-a4d4d3651303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:39.311133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-1e697e38-e7d1-4666-adf3-ff6fdcf9374f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/quotas/8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 375 time: 0.0110123 Aug 04 18:09:39.364595 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-b384c35c-3285-4fc9-ab6c-bfdcbd128695 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475159 Aug 04 18:09:39.365314 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-20454764-0696-4f5e-9bcf-a4d4d3651303 None None] Port 281b25cb-887d-4391-a2a3-36583f863f45 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:09:39.431517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '281b25cb-887d-4391-a2a3-36583f863f45', 'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:db:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:37Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 2, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:39.458151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Checking router: 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:09:39.458502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Updating router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 port 281b25cb-887d-4391-a2a3-36583f863f45 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:09:39.464471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-540574fb-0c98-485d-83ae-ff7a491836a5 service neutron] 10.222.0.39 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856609 Aug 04 18:09:39.490616 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:39.508204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-09c092cb-32bf-43bc-b98b-6059aa840327 None None] Provisioning complete for port 281b25cb-887d-4391-a2a3-36583f863f45 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:39.508578 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-09c092cb-32bf-43bc-b98b-6059aa840327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:39.557395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-a7ef6e79-bb64-46a8-a1e1-1a194eaed5e2 service neutron] 10.222.0.39 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864069 Aug 04 18:09:39.574486 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-09c092cb-32bf-43bc-b98b-6059aa840327 None None] Port 281b25cb-887d-4391-a2a3-36583f863f45 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:09:39.755445 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6acd4e81-ed25-45a8-b996-972fa9047c45 req-0e984967-bbac-4cc4-a60d-a1c87afa448f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 210 time: 0.0377626 Aug 04 18:09:39.918981 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 887915de-24e1-415b-aee9-6f43706ad8b8 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:09:39.978059 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:39.986188 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:40.042718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 887915de-24e1-415b-aee9-6f43706ad8b8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:40.043109 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:40.065315 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:40.087397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Transition to ACTIVE for port object 281b25cb-887d-4391-a2a3-36583f863f45 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:09:40.098537 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:40.175151 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb14f9d-2c1c-4215-b69d-ac5973b4a730 None None] Pushing event updated for resources: {'Port': ['ID=281b25cb-887d-4391-a2a3-36583f863f45,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:40.208865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a2d64af2-d1f1-45a6-8bba-5602baa0c570 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:09:40.260916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Attempting to bind port 281b25cb-887d-4391-a2a3-36583f863f45 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:09:40.261455 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Attempting to bind port 281b25cb-887d-4391-a2a3-36583f863f45 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:09:40.261648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Attempting to bind port 281b25cb-887d-4391-a2a3-36583f863f45 on network 822cc4b6-17cb-45d0-b421-ed8662173b52 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:09:40.274152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:09:40.274574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Checking segment: {'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:09:40.275018 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:40.275417 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Bound using segment: {'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:09:40.275908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Bound port: 281b25cb-887d-4391-a2a3-36583f863f45, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:09:40.276293 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:40.329020 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port a2d64af2-d1f1-45a6-8bba-5602baa0c570 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:40.329305 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:40.377001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] For port 281b25cb-887d-4391-a2a3-36583f863f45, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:09:40.381187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] For port 281b25cb-887d-4391-a2a3-36583f863f45, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=281b25cb-887d-4391-a2a3-36583f863f45,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:09:40.386224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:40.487529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb14f9d-2c1c-4215-b69d-ac5973b4a730 None None] Pushing event updated for resources: {'Port': ['ID=281b25cb-887d-4391-a2a3-36583f863f45,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:40.498058 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Routers {'15fcb03b-15ac-4519-a8e0-e0a5a5f67021'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:09:40.498762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:09:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:40.616888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] Set router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:09:40.733194 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-db594a16-feaf-40dd-bc92-c51ac2721e38 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:40.735094 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-db594a16-feaf-40dd-bc92-c51ac2721e38 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/networks?id=822cc4b6-17cb-45d0-b421-ed8662173b52 HTTP/1.1" status: 200 len: 796 time: 0.1088929 Aug 04 18:09:40.784844 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-02fab210-34a7-4e79-a96f-a02b1965a009 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 380 time: 0.0403156 Aug 04 18:09:40.796380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'port': {'device_id': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'admin_state_up': True, 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'security_groups': ['7fa0c9d8-3745-4190-9b60-90c81a649c32']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:40.844490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '281b25cb-887d-4391-a2a3-36583f863f45', 'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:db:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:37Z', 'updated_at': '2021-08-04T18:09:40Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:40.870464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-11e04d73-d31c-4755-b5d7-79292a2f0ba7 req-fcdafa30-93ec-4900-8cfc-69ccb648e105 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 210 time: 0.0592425 Aug 04 18:09:40.876072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b7a4f-ecf6-48bd-884f-90b1f4ca96f4 None None] The sync data for ids ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'] in n-d-764435-5 is: [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '281b25cb-887d-4391-a2a3-36583f863f45', 'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:db:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:37Z', 'updated_at': '2021-08-04T18:09:40Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:09:40.962567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:09:40.968411 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:41.144082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.20.0.11 (822cc4b6-17cb-45d0-b421-ed8662173b52/b58bfe52-3586-430e-80df-d1bb836bb39c/345c33df-a2ae-4999-953d-522a67f338d4) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:09:41.307424 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:41.322863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Transition to ACTIVE for port object 345c33df-a2ae-4999-953d-522a67f338d4 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:09:41.358398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:41.402937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 822cc4b6-17cb-45d0-b421-ed8662173b52 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:09:41.408238 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:09:41.412048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:09:41.441506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=345c33df-a2ae-4999-953d-522a67f338d4,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:41.478481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:41.479291 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:41.500625 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-5e13d449-7eda-4799-8046-441e18ac99e2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7081425 Aug 04 18:09:41.514344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Request body: {'port': {'device_id': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:41.580849 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:41.674131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-51a8ba76-fb3b-4c11-835b-3461daf16a55 None None] Provisioning for port 345c33df-a2ae-4999-953d-522a67f338d4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:09:41.678277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-51a8ba76-fb3b-4c11-835b-3461daf16a55 None None] Provisioning complete for port 345c33df-a2ae-4999-953d-522a67f338d4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:41.678757 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-51a8ba76-fb3b-4c11-835b-3461daf16a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:41.725725 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-51a8ba76-fb3b-4c11-835b-3461daf16a55 None None] Port 345c33df-a2ae-4999-953d-522a67f338d4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:09:41.776451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 281b25cb-887d-4391-a2a3-36583f863f45 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:09:41.830639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 281b25cb-887d-4391-a2a3-36583f863f45 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:09:41.836170 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 281b25cb-887d-4391-a2a3-36583f863f45 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:41.836632 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:41.879511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345c33df-a2ae-4999-953d-522a67f338d4 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:09:41.888844 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:41.909996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Transition to ACTIVE for port object 345c33df-a2ae-4999-953d-522a67f338d4 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:09:41.917468 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:41.927229 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:41.964586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 281b25cb-887d-4391-a2a3-36583f863f45, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=281b25cb-887d-4391-a2a3-36583f863f45,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:41.975336 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:42.000833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Pushing event updated for resources: {'Port': ['ID=345c33df-a2ae-4999-953d-522a67f338d4,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:42.045318 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=281b25cb-887d-4391-a2a3-36583f863f45,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:42.135647 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Attempting to bind port 345c33df-a2ae-4999-953d-522a67f338d4 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:09:42.135897 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Attempting to bind port 345c33df-a2ae-4999-953d-522a67f338d4 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:09:42.136227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Attempting to bind port 345c33df-a2ae-4999-953d-522a67f338d4 on network 822cc4b6-17cb-45d0-b421-ed8662173b52 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:09:42.145671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7e609-5134-49f9-8812-24d9d1e7eea2 req-a2592937-2612-4f7c-bcb5-f4ea1dfede9a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:42.147382 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3be7e609-5134-49f9-8812-24d9d1e7eea2 req-a2592937-2612-4f7c-bcb5-f4ea1dfede9a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 944 time: 0.1962693 Aug 04 18:09:42.151761 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Port 345c33df-a2ae-4999-953d-522a67f338d4 on network 822cc4b6-17cb-45d0-b421-ed8662173b52 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:09:42.152091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Attempting to bind port 345c33df-a2ae-4999-953d-522a67f338d4 on network 822cc4b6-17cb-45d0-b421-ed8662173b52 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:09:42.159073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:09:42.159422 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Checking segment: {'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:09:42.159821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Bound using segment: {'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:09:42.160309 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Bound port: 345c33df-a2ae-4999-953d-522a67f338d4, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b974a33-24ad-435e-8b9d-a1488d9d1edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:09:42.160687 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:42.235113 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3be7e609-5134-49f9-8812-24d9d1e7eea2 req-d963bf0c-0aa2-4fe8-bee8-9891ad2b103f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717371 Aug 04 18:09:42.263908 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] For port 345c33df-a2ae-4999-953d-522a67f338d4, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:09:42.267527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] For port 345c33df-a2ae-4999-953d-522a67f338d4, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=345c33df-a2ae-4999-953d-522a67f338d4,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:09:42.274543 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:42.317991 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:42.318619 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:42.320457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] 10.222.0.82 "PUT /v2.0/ports/345c33df-a2ae-4999-953d-522a67f338d4 HTTP/1.1" status: 200 len: 1092 time: 0.8104951 Aug 04 18:09:42.321035 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'tag': '345c33df-a2ae-4999-953d-522a67f338d4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:09:42.323523 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe02445-73ef-4cf8-9217-adeaf604a925" -d '{"events": [{"name": "network-changed", "server_uuid": "c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa", "tag": "345c33df-a2ae-4999-953d-522a67f338d4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:09:42.346982 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eead562-c700-40ad-95d8-d8f56b022d41 service neutron] Pushing event updated for resources: {'Port': ['ID=345c33df-a2ae-4999-953d-522a67f338d4,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:42.377567 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ed8934-7bab-4210-9234-f6875d138476 x-openstack-request-id: req-45ed8934-7bab-4210-9234-f6875d138476 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:09:42.377719 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa", "tag": "345c33df-a2ae-4999-953d-522a67f338d4", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:09:42.377969 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45ed8934-7bab-4210-9234-f6875d138476 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:09:42.378357 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'tag': '345c33df-a2ae-4999-953d-522a67f338d4', 'status': 'completed', 'code': 200} Aug 04 18:09:42.411962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-aca91ff4-003a-43d3-9427-20b6624c83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:42.414217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-aca91ff4-003a-43d3-9427-20b6624c83d1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 1095 time: 0.0477295 Aug 04 18:09:42.461911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-39ca058e-0f75-42cc-b465-baeef08926ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345c33df-a2ae-4999-953d-522a67f338d4 HTTP/1.1" status: 200 len: 217 time: 0.0397873 Aug 04 18:09:42.512950 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-24c14552-85a4-4420-bb46-5b7cdc4db188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:42.514461 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-24c14552-85a4-4420-bb46-5b7cdc4db188 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b58bfe52-3586-430e-80df-d1bb836bb39c HTTP/1.1" status: 200 len: 834 time: 0.0460396 Aug 04 18:09:42.562327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-df92310a-f5ba-4d02-b80d-81e391924a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:42.563948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-df92310a-f5ba-4d02-b80d-81e391924a72 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=822cc4b6-17cb-45d0-b421-ed8662173b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419457 Aug 04 18:09:42.672618 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-421b02f4-e3cc-4bf2-a01e-172e4cd5e51c service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997238 Aug 04 18:09:42.778835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e31f0fd7-ed31-466a-b82d-77e262a29a5f req-e8559a41-f770-476e-a36d-865cf6cd4a60 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939662 Aug 04 18:09:42.871241 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-8a77bcd2-36a7-4ba8-9432-723de3f5bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:42.872808 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-8a77bcd2-36a7-4ba8-9432-723de3f5bc5d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 1095 time: 0.0451603 Aug 04 18:09:42.968935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-1e8dc4ef-fb45-484a-bc48-aadd363afa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:42.970343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-1e8dc4ef-fb45-484a-bc48-aadd363afa2d service neutron] 10.222.0.82 "GET /v2.0/networks?id=822cc4b6-17cb-45d0-b421-ed8662173b52 HTTP/1.1" status: 200 len: 898 time: 0.0906930 Aug 04 18:09:43.015667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-de677e60-8917-4e5f-b39e-32d661e555a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345c33df-a2ae-4999-953d-522a67f338d4 HTTP/1.1" status: 200 len: 217 time: 0.0371723 Aug 04 18:09:43.072518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-972b77de-3934-474f-b4ac-96657029d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:43.073991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-972b77de-3934-474f-b4ac-96657029d306 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b58bfe52-3586-430e-80df-d1bb836bb39c HTTP/1.1" status: 200 len: 834 time: 0.0505676 Aug 04 18:09:43.124549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-1b36a920-238b-4a8d-a8f6-a26a10302f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:43.126067 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-1b36a920-238b-4a8d-a8f6-a26a10302f61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=822cc4b6-17cb-45d0-b421-ed8662173b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426319 Aug 04 18:09:43.225312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-5568a760-39d0-4166-92c8-9d968af6a8d3 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904856 Aug 04 18:09:43.350201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abe02445-73ef-4cf8-9217-adeaf604a925 req-6894070a-fb35-407f-8597-2757e95bddd9 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175439 Aug 04 18:09:43.371365 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c885c-f14d-4d07-ad1f-9ef11563b210 req-1c55c92f-a1a8-4ece-8a3a-e8f310261cbc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:43.372962 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-055c885c-f14d-4d07-ad1f-9ef11563b210 req-1c55c92f-a1a8-4ece-8a3a-e8f310261cbc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 944 time: 0.0645235 Aug 04 18:09:43.414195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-055c885c-f14d-4d07-ad1f-9ef11563b210 req-067b9b7a-45b2-493c-9daa-80a6eb41f673 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346398 Aug 04 18:09:43.762287 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 281b25cb-887d-4391-a2a3-36583f863f45 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:09:43.821261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 281b25cb-887d-4391-a2a3-36583f863f45 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:43.821622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:44.546945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae309d-a449-4543-92ed-2257ebc6d11f req-cb9b6302-60e8-4079-ac66-8af8dc031fd2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:44.548407 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7ae309d-a449-4543-92ed-2257ebc6d11f req-cb9b6302-60e8-4079-ac66-8af8dc031fd2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 944 time: 0.0596254 Aug 04 18:09:44.591987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d7ae309d-a449-4543-92ed-2257ebc6d11f req-5a3c5a2d-6e53-428a-929c-fe7e8878a31c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346553 Aug 04 18:09:45.739220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f30614-8acc-461d-9a22-c24b4952e595 req-c7f51cc5-5c47-4d13-9ae7-312dc4ac9f9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:45.740716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6f30614-8acc-461d-9a22-c24b4952e595 req-c7f51cc5-5c47-4d13-9ae7-312dc4ac9f9c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 944 time: 0.0574262 Aug 04 18:09:45.781395 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6f30614-8acc-461d-9a22-c24b4952e595 req-a091e9c5-1928-4dbc-9d74-9951ed18d2a9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321498 Aug 04 18:09:46.455266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 345c33df-a2ae-4999-953d-522a67f338d4 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:09:46.563821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 345c33df-a2ae-4999-953d-522a67f338d4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=345c33df-a2ae-4999-953d-522a67f338d4,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:46.577996 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '345c33df-a2ae-4999-953d-522a67f338d4', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'port_id': '345c33df-a2ae-4999-953d-522a67f338d4', 'mac_address': 'fa:16:3e:5f:4d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:09:46.622776 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:46.636267 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345c33df-a2ae-4999-953d-522a67f338d4 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:09:46.658114 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 345c33df-a2ae-4999-953d-522a67f338d4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=345c33df-a2ae-4999-953d-522a67f338d4,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:46.665197 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:46.716016 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=345c33df-a2ae-4999-953d-522a67f338d4,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:46.871592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['345c33df-a2ae-4999-953d-522a67f338d4'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:09:46.956930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb63b00-eaf6-4224-beb9-5b2a4c786dab req-108e02d2-0447-476f-9e8f-200271d3a89f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:46.958647 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbb63b00-eaf6-4224-beb9-5b2a4c786dab req-108e02d2-0447-476f-9e8f-200271d3a89f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 945 time: 0.1024003 Aug 04 18:09:46.998097 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dbb63b00-eaf6-4224-beb9-5b2a4c786dab req-95ca9d65-2186-4e57-ba78-469dd61ab70a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330691 Aug 04 18:09:48.127257 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5f99b-967e-4d8e-b6d8-3a39bb5d39c3 req-decb28c1-c7f4-4fa1-a92c-5cbb097d6b1b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:48.129067 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64c5f99b-967e-4d8e-b6d8-3a39bb5d39c3 req-decb28c1-c7f4-4fa1-a92c-5cbb097d6b1b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 945 time: 0.0598569 Aug 04 18:09:48.173737 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64c5f99b-967e-4d8e-b6d8-3a39bb5d39c3 req-67cd0ecd-003e-429c-8dd9-023b48b0cd06 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362544 Aug 04 18:09:48.470438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 345c33df-a2ae-4999-953d-522a67f338d4 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:09:48.526072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 345c33df-a2ae-4999-953d-522a67f338d4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:09:48.530477 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 345c33df-a2ae-4999-953d-522a67f338d4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:09:48.530856 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:48.610043 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:48.633454 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345c33df-a2ae-4999-953d-522a67f338d4'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:09:48.635743 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10974b0-e0f1-40e7-b6d2-704016237bed" -d '{"events": [{"server_uuid": "c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa", "name": "network-vif-plugged", "status": "completed", "tag": "345c33df-a2ae-4999-953d-522a67f338d4"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:09:48.649589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 345c33df-a2ae-4999-953d-522a67f338d4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=345c33df-a2ae-4999-953d-522a67f338d4,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:09:48.654866 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:48.680710 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1ad910-6e1f-4b17-9dd9-1cb6e05051c6 x-openstack-request-id: req-aa1ad910-6e1f-4b17-9dd9-1cb6e05051c6 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:09:48.681000 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa", "name": "network-vif-plugged", "status": "completed", "tag": "345c33df-a2ae-4999-953d-522a67f338d4", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:09:48.681282 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa1ad910-6e1f-4b17-9dd9-1cb6e05051c6 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:09:48.681688 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345c33df-a2ae-4999-953d-522a67f338d4', 'code': 200} Aug 04 18:09:48.711421 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=345c33df-a2ae-4999-953d-522a67f338d4,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:48.780716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cf92f-2bcd-4120-bbd9-fd565b395bb6 req-0b3df097-0de2-41e5-a252-6ed8f7412de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:48.782241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e13cf92f-2bcd-4120-bbd9-fd565b395bb6 req-0b3df097-0de2-41e5-a252-6ed8f7412de2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 1097 time: 0.0435336 Aug 04 18:09:48.818260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e13cf92f-2bcd-4120-bbd9-fd565b395bb6 req-573ecfba-032f-42e7-9293-6497c12862b9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285463 Aug 04 18:09:49.294671 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadb18-9d99-481c-9e0e-74d76b49f722 req-b118f570-e21e-4489-bc0f-22aa637d6bc4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:49.296182 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15cadb18-9d99-481c-9e0e-74d76b49f722 req-b118f570-e21e-4489-bc0f-22aa637d6bc4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0519922 Aug 04 18:09:49.337513 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15cadb18-9d99-481c-9e0e-74d76b49f722 req-aa207a78-cced-4727-9feb-421b75cc0b57 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348253 Aug 04 18:09:50.467304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487565f4-f085-45d2-ba41-d9698bd81e2a req-9a327c92-2607-43f9-adf0-5a9d26a3f5bd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:50.468679 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-487565f4-f085-45d2-ba41-d9698bd81e2a req-9a327c92-2607-43f9-adf0-5a9d26a3f5bd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0585701 Aug 04 18:09:50.512061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-487565f4-f085-45d2-ba41-d9698bd81e2a req-3a349f72-933d-4e5b-8791-3252c5c51f4c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345657 Aug 04 18:09:50.633686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210780c-28f2-4745-9f5a-56aeb91fcf4f req-7fd616f5-57a4-4a8e-8214-c1ddb330f5f0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:50.635204 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7210780c-28f2-4745-9f5a-56aeb91fcf4f req-7fd616f5-57a4-4a8e-8214-c1ddb330f5f0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0526803 Aug 04 18:09:50.675159 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7210780c-28f2-4745-9f5a-56aeb91fcf4f req-edd56e1b-7926-4478-86bb-8884a7a57b11 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336878 Aug 04 18:09:50.703507 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42078) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:50.753454 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc3191b-5964-4eea-afce-06834276fa0b tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:50.754905 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-fdc3191b-5964-4eea-afce-06834276fa0b tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 1092 time: 0.0503631 Aug 04 18:09:50.758032 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42080) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:50.762624 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '345c33df-a2ae-4999-953d-522a67f338d4', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:09:50.789140 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:50.899583 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:51.020683 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.25.2.167 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/b7f64002-4116-4456-898c-3ab3b7a29ff7) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:09:51.133673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:51.178379 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:51.221265 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:09:51.226198 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:09:51.229716 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:09:51.235597 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=b7f64002-4116-4456-898c-3ab3b7a29ff7,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:51.605300 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:51.678091 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:51.844540 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:51.850770 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:51.921592 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=b7f64002-4116-4456-898c-3ab3b7a29ff7,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:09:51.931241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:52.039975 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Floating IP 612af723-4d27-44e0-ae65-b9cc658bcbde associated. External IP: 172.25.2.167, port: 345c33df-a2ae-4999-953d-522a67f338d4. Aug 04 18:09:52.269175 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:09:52.394301 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:09:52.405581 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] Sync routers for ids ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:09:52.411825 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:09:52.415776 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] Routers {'15fcb03b-15ac-4519-a8e0-e0a5a5f67021'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:09:52.416394 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:09:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:52.442446 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c4f44121-9df0-406c-a1c6-6cafdd16125c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6809633 Aug 04 18:09:52.442446 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'tag': '345c33df-a2ae-4999-953d-522a67f338d4'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:09:52.442978 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff5fd055f829ce2bca458b35fc7752fcb8bf5e23225622f2af9eb35435c31640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a86cd1-ef5c-4ea0-b787-553fc2399286" -d '{"events": [{"name": "network-changed", "server_uuid": "c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa", "tag": "345c33df-a2ae-4999-953d-522a67f338d4"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:09:52.498212 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3e4e05-836f-4fb3-b103-02d8f7a1e844 x-openstack-request-id: req-1c3e4e05-836f-4fb3-b103-02d8f7a1e844 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:09:52.498750 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa", "tag": "345c33df-a2ae-4999-953d-522a67f338d4", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:09:52.499239 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c3e4e05-836f-4fb3-b103-02d8f7a1e844 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:09:52.499950 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'tag': '345c33df-a2ae-4999-953d-522a67f338d4', 'status': 'completed', 'code': 200} Aug 04 18:09:52.586782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-183c130d-0a04-4e2f-b8e6-fb18346eaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:52.588367 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-183c130d-0a04-4e2f-b8e6-fb18346eaab6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 1097 time: 0.0670846 Aug 04 18:09:52.596687 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36af1-c61c-4aa9-b3d5-909661008867 req-30833bb4-84b4-4e34-89d9-c7465150615b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:52.599337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3f36af1-c61c-4aa9-b3d5-909661008867 req-30833bb4-84b4-4e34-89d9-c7465150615b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0892622 Aug 04 18:09:52.623378 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] Set router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:09:52.685242 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a3f36af1-c61c-4aa9-b3d5-909661008867 req-7c057741-c11a-4920-a37d-fa0b33914d01 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760252 Aug 04 18:09:52.709564 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42086) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:52.715529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-73edf84a-df90-47bd-b3e6-c326061e8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:52.717034 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-73edf84a-df90-47bd-b3e6-c326061e8689 service neutron] 10.222.0.82 "GET /v2.0/networks?id=822cc4b6-17cb-45d0-b421-ed8662173b52 HTTP/1.1" status: 200 len: 898 time: 0.1166716 Aug 04 18:09:52.772272 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-454256a6-8ee4-414b-8836-be773b738d85 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/612af723-4d27-44e0-ae65-b9cc658bcbde HTTP/1.1" status: 200 len: 992 time: 0.0611324 Aug 04 18:09:52.789174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-727e0e5d-24f6-4463-8481-f8cc0e3809f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345c33df-a2ae-4999-953d-522a67f338d4 HTTP/1.1" status: 200 len: 1000 time: 0.0633643 Aug 04 18:09:52.841509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-9b222210-3f7c-4b7d-b17b-aa4d40f31138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:52.843189 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-9b222210-3f7c-4b7d-b17b-aa4d40f31138 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b58bfe52-3586-430e-80df-d1bb836bb39c HTTP/1.1" status: 200 len: 834 time: 0.0473635 Aug 04 18:09:52.856238 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '612af723-4d27-44e0-ae65-b9cc658bcbde', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'port_id': '345c33df-a2ae-4999-953d-522a67f338d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'mac_address': 'fa:16:3e:5f:4d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:09:51Z', 'updated_at': '2021-08-04T18:09:51Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281b25cb-887d-4391-a2a3-36583f863f45', 'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:db:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:37Z', 'updated_at': '2021-08-04T18:09:41Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:52.886992 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] Checking router: 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:09:52.892497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-f6b36362-5fd8-4f84-8a2e-90689b1d21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:09:52.894051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-f6b36362-5fd8-4f84-8a2e-90689b1d21e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=822cc4b6-17cb-45d0-b421-ed8662173b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421631 Aug 04 18:09:52.895595 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] Routers {'15fcb03b-15ac-4519-a8e0-e0a5a5f67021'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:09:52.896209 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:09:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:52.988772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-dd0eda36-363b-4dd0-aaf8-36e07f4f5a35 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871642 Aug 04 18:09:53.003579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] Set router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:09:53.080096 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9a86cd1-ef5c-4ea0-b787-553fc2399286 req-f7fc59a4-f2d3-48bc-b4c3-1623441da2c9 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840330 Aug 04 18:09:53.233431 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '612af723-4d27-44e0-ae65-b9cc658bcbde', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'port_id': '345c33df-a2ae-4999-953d-522a67f338d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'mac_address': 'fa:16:3e:5f:4d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:09:51Z', 'updated_at': '2021-08-04T18:09:51Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281b25cb-887d-4391-a2a3-36583f863f45', 'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:db:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:37Z', 'updated_at': '2021-08-04T18:09:41Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:09:53.260143 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8437b6a0-7125-48e4-842e-0291012245ca None None] The sync data for ids ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'] in n-d-764435-5 is: [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '612af723-4d27-44e0-ae65-b9cc658bcbde', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'port_id': '345c33df-a2ae-4999-953d-522a67f338d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'mac_address': 'fa:16:3e:5f:4d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:09:51Z', 'updated_at': '2021-08-04T18:09:51Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281b25cb-887d-4391-a2a3-36583f863f45', 'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:db:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:37Z', 'updated_at': '2021-08-04T18:09:41Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:09:53.475175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2cfdb-1943-4ff0-8409-c4c3b2b54ecd None None] New status for floating IP 612af723-4d27-44e0-ae65-b9cc658bcbde: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:09:53.776605 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42088) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:09:53.841975 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-77e1f5ea-2dfe-411f-83e6-1a2e715d20a4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/612af723-4d27-44e0-ae65-b9cc658bcbde HTTP/1.1" status: 200 len: 994 time: 0.0641868 Aug 04 18:10:00.058483 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-f2c743ec-7194-4ae3-aa2a-75c89f3521b0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474861 Aug 04 18:10:00.149770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-930bd7a6-face-4140-a2c3-33cfcb35d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:00.151314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-930bd7a6-face-4140-a2c3-33cfcb35d6a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 1097 time: 0.0415795 Aug 04 18:10:00.281785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-5700ddb6-94cd-4a0e-9ebf-48ebfd1207b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:00.283336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-5700ddb6-94cd-4a0e-9ebf-48ebfd1207b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=822cc4b6-17cb-45d0-b421-ed8662173b52 HTTP/1.1" status: 200 len: 898 time: 0.1070728 Aug 04 18:10:00.352810 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-0197998f-d8e7-46d3-8163-d0f6f2bddadc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345c33df-a2ae-4999-953d-522a67f338d4 HTTP/1.1" status: 200 len: 1002 time: 0.0613430 Aug 04 18:10:00.411759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-a55518aa-f336-4c70-83cc-ba962ea689ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:00.413272 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-a55518aa-f336-4c70-83cc-ba962ea689ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b58bfe52-3586-430e-80df-d1bb836bb39c HTTP/1.1" status: 200 len: 834 time: 0.0532317 Aug 04 18:10:00.465139 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-64d5001f-e065-41a6-acd4-8e941bf1af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:00.466678 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-64d5001f-e065-41a6-acd4-8e941bf1af93 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=822cc4b6-17cb-45d0-b421-ed8662173b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457873 Aug 04 18:10:00.563358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-7c5336da-5aa4-4061-9f26-eeea7efec4e9 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884426 Aug 04 18:10:01.019071 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-61d42694-299d-4de9-ad70-fbf079393fa5 req-ed6d8696-a553-4051-95b9-d04031916242 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475963 Aug 04 18:10:02.089888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-232a69f7-ce01-436a-aa9c-666bcf795c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:04.531791 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bfd28c84-b3fc-444b-9c13-550c5948ffec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:05.104567 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:06.191184 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:07.782705 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:08.295490 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:10:09.765622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:09.903537 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:25.197988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018459-0a74-4912-a625-b46e8b77aaf1 req-188e0c01-fb46-4b76-9fa0-cae8259b86fb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:25.199583 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62018459-0a74-4912-a625-b46e8b77aaf1 req-188e0c01-fb46-4b76-9fa0-cae8259b86fb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0561776 Aug 04 18:10:25.239946 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-62018459-0a74-4912-a625-b46e8b77aaf1 req-66c6cbf6-1600-4ba5-9f24-94c207c0acbe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338995 Aug 04 18:10:26.389847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ada11-5e5e-4b4d-b432-9b69941a526f req-16453654-cbe3-4d84-90b3-e0f05d6b1732 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:26.391499 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-998ada11-5e5e-4b4d-b432-9b69941a526f req-16453654-cbe3-4d84-90b3-e0f05d6b1732 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0518310 Aug 04 18:10:26.433381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-998ada11-5e5e-4b4d-b432-9b69941a526f req-a2e681ec-d9bd-481d-84cb-ed392705e1df tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352952 Aug 04 18:10:27.571750 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0e3d1-41d4-4f47-9c07-638b343ff68f req-a4f0a018-1625-4abf-aa77-11402f3ca6f8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:27.573281 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abb0e3d1-41d4-4f47-9c07-638b343ff68f req-a4f0a018-1625-4abf-aa77-11402f3ca6f8 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0625615 Aug 04 18:10:27.629518 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-abb0e3d1-41d4-4f47-9c07-638b343ff68f req-1de80928-c4ae-46d2-9da2-93934833681b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494437 Aug 04 18:10:28.760519 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23672-e95a-4c4e-8071-1cfd1652fbdc req-7c4f0605-a8ae-421b-af93-acc9443029b9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:28.762008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1da23672-e95a-4c4e-8071-1cfd1652fbdc req-7c4f0605-a8ae-421b-af93-acc9443029b9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0588598 Aug 04 18:10:28.803133 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1da23672-e95a-4c4e-8071-1cfd1652fbdc req-e63ed973-0a43-4b94-96f1-582cccfb3f46 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332422 Aug 04 18:10:29.934608 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf02967-bf7a-432a-a79f-779693bfc6bb req-01872a0a-7857-467b-ae13-dc4b49dc6a0a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:29.936127 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acf02967-bf7a-432a-a79f-779693bfc6bb req-01872a0a-7857-467b-ae13-dc4b49dc6a0a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0585592 Aug 04 18:10:29.974674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-acf02967-bf7a-432a-a79f-779693bfc6bb req-2d7a4ce7-e182-4b37-b066-f14b8bbf9cc4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321445 Aug 04 18:10:31.111732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571d5bf-da41-42f4-8ae4-fe056bb042a6 req-1905cdb2-02ab-4932-be31-08ba5380174d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:31.113239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9571d5bf-da41-42f4-8ae4-fe056bb042a6 req-1905cdb2-02ab-4932-be31-08ba5380174d tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0623906 Aug 04 18:10:31.166020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9571d5bf-da41-42f4-8ae4-fe056bb042a6 req-b12d6a1d-e30e-4e66-9686-9331d7d80c29 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433943 Aug 04 18:10:32.085409 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-448a5672-ea80-4d6c-b41c-e47214950543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:32.300731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d28a4-e96e-4ab9-aa5a-bc6e22fa41a0 req-c15900a9-2378-4f83-960f-1796cefc04dc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:32.302319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a96d28a4-e96e-4ab9-aa5a-bc6e22fa41a0 req-c15900a9-2378-4f83-960f-1796cefc04dc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0587814 Aug 04 18:10:32.346769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a96d28a4-e96e-4ab9-aa5a-bc6e22fa41a0 req-eee862e0-a194-4e1a-82a6-279061065b05 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350845 Aug 04 18:10:33.468504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a768ab4-b802-42b3-b222-41a92b6aab35 req-abc6fb98-d6ed-4ef2-8dd8-2cebd372c023 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:33.469920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a768ab4-b802-42b3-b222-41a92b6aab35 req-abc6fb98-d6ed-4ef2-8dd8-2cebd372c023 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0510385 Aug 04 18:10:33.510687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a768ab4-b802-42b3-b222-41a92b6aab35 req-68eadc3f-4640-4c97-b47d-844ee2801969 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343099 Aug 04 18:10:34.526183 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-236a6c3c-16f3-4574-bfcc-9dd0851011e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:34.650274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135cdbc-f48a-466b-bfd9-4e067983e36a req-74640b4f-0040-4001-ab14-0ab0a9860897 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:34.651771 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9135cdbc-f48a-466b-bfd9-4e067983e36a req-74640b4f-0040-4001-ab14-0ab0a9860897 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0691330 Aug 04 18:10:34.693223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9135cdbc-f48a-466b-bfd9-4e067983e36a req-dae4ba7b-e8cd-44e3-bed8-b8bf41fdfcbe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319471 Aug 04 18:10:35.100977 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:35.830092 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101e981-fe16-407e-a1dd-5510777e36a7 req-72439d62-2cef-42cc-a377-a47500ab2761 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:35.831695 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d101e981-fe16-407e-a1dd-5510777e36a7 req-72439d62-2cef-42cc-a377-a47500ab2761 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0584867 Aug 04 18:10:35.875216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d101e981-fe16-407e-a1dd-5510777e36a7 req-921a45d9-87f9-4c1d-aabf-9efdad8d8b96 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341432 Aug 04 18:10:36.200578 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:37.003472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a19b92-4529-41b6-96bd-97f424a4236b req-fd5121aa-2627-4404-8b75-0c5e6b945b37 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:37.004963 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99a19b92-4529-41b6-96bd-97f424a4236b req-fd5121aa-2627-4404-8b75-0c5e6b945b37 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0509238 Aug 04 18:10:37.043430 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-99a19b92-4529-41b6-96bd-97f424a4236b req-98378237-fe7e-4981-a046-d7af7da193f0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Aug 04 18:10:37.784871 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:38.192862 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1722e1a-8e31-4ed3-be17-9cbc1e73402f req-3f72390d-ab0c-404b-be97-6ce9a3e6823a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:38.194684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1722e1a-8e31-4ed3-be17-9cbc1e73402f req-3f72390d-ab0c-404b-be97-6ce9a3e6823a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0672302 Aug 04 18:10:38.238789 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e1722e1a-8e31-4ed3-be17-9cbc1e73402f req-ea7ce645-ac2f-46f8-abd4-bfe6bec443fa tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369439 Aug 04 18:10:39.363491 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e22bc3-b803-4049-b51f-b30c10c38743 req-f1eade40-3dee-4b08-8832-9794fab3d86f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:39.365079 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5e22bc3-b803-4049-b51f-b30c10c38743 req-f1eade40-3dee-4b08-8832-9794fab3d86f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0533700 Aug 04 18:10:39.408394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f5e22bc3-b803-4049-b51f-b30c10c38743 req-ca145641-befd-48e3-b2a2-12f68bd24f95 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341349 Aug 04 18:10:39.760036 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:39.899865 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:10:40.549846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855fa1b-08d0-4964-98fa-0d067f3286b2 req-cba0aa59-64f0-4efd-a2ea-da8f7d5027f6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:40.551345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d855fa1b-08d0-4964-98fa-0d067f3286b2 req-cba0aa59-64f0-4efd-a2ea-da8f7d5027f6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0581136 Aug 04 18:10:40.589926 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d855fa1b-08d0-4964-98fa-0d067f3286b2 req-26095c08-fe2d-4921-813b-ffdcc355e455 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 Aug 04 18:10:40.611938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42136) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:10:40.676752 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c42ee1f5-4e86-46be-b43b-c2542f559f3a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/612af723-4d27-44e0-ae65-b9cc658bcbde HTTP/1.1" status: 200 len: 994 time: 0.0635595 Aug 04 18:10:41.970509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd44f4-22c7-4038-b695-461fe38b31eb req-bec611f9-146f-4aba-af60-9415a6869864 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:41.972172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96bd44f4-22c7-4038-b695-461fe38b31eb req-bec611f9-146f-4aba-af60-9415a6869864 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0605044 Aug 04 18:10:42.043954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96bd44f4-22c7-4038-b695-461fe38b31eb req-9d0d9d30-9222-48c0-a265-3ce03f56a4da tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654206 Aug 04 18:10:42.053457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-003486d0-b9e9-480d-9bf2-a19b50c062bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:42.055295 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-003486d0-b9e9-480d-9bf2-a19b50c062bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 1097 time: 0.1109083 Aug 04 18:10:42.159329 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-b5a3c1e1-9219-4783-af3b-9c1f8ccb4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:42.160841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-b5a3c1e1-9219-4783-af3b-9c1f8ccb4e38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=822cc4b6-17cb-45d0-b421-ed8662173b52 HTTP/1.1" status: 200 len: 898 time: 0.0988560 Aug 04 18:10:42.231832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-e846ebcb-de46-423a-b675-f6a9b430c1d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345c33df-a2ae-4999-953d-522a67f338d4 HTTP/1.1" status: 200 len: 1002 time: 0.0628278 Aug 04 18:10:42.295583 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-7aa5d815-9182-42ce-a5b5-34221126767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:42.297091 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-7aa5d815-9182-42ce-a5b5-34221126767d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b58bfe52-3586-430e-80df-d1bb836bb39c HTTP/1.1" status: 200 len: 834 time: 0.0590477 Aug 04 18:10:42.357234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-bbac936b-aceb-4412-9e27-b631c097c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:42.359158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-bbac936b-aceb-4412-9e27-b631c097c700 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=822cc4b6-17cb-45d0-b421-ed8662173b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541131 Aug 04 18:10:42.449439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-fed03070-ce36-43f4-bc6c-7062ed8f6ea4 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831664 Aug 04 18:10:42.543621 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6b66166a-9c9a-4ee8-a559-7373dc46dced req-3b7c9de4-62ee-4c50-a46b-29828cadf189 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871654 Aug 04 18:10:43.168056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cffdc-8c9f-4b56-9913-ac2f9c028bba req-d8002e42-58e3-4b64-b689-7f37961702e7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:10:43.169562 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d86cffdc-8c9f-4b56-9913-ac2f9c028bba req-d8002e42-58e3-4b64-b689-7f37961702e7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0524452 Aug 04 18:10:43.209233 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d86cffdc-8c9f-4b56-9913-ac2f9c028bba req-ba3b1ec7-a99d-4510-b74f-2e1825d590d7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333931 Aug 04 18:10:43.232597 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42148) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:10:43.304447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6a58a957-05f5-4f8b-89d6-001f9fdb8840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/612af723-4d27-44e0-ae65-b9cc658bcbde HTTP/1.1" status: 200 len: 994 time: 0.0701354 Aug 04 18:10:45.295979 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:11:01.090492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-0a6739d9-dbe9-4704-9efc-01390a7db36e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491469 Aug 04 18:11:01.185813 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-907d0c9f-6ee7-432a-ab75-f1cd0d713b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:01.187543 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-907d0c9f-6ee7-432a-ab75-f1cd0d713b50 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 1097 time: 0.0466988 Aug 04 18:11:01.307587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-cf4e0fbd-4728-46a2-a688-75df6a70f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:01.309833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-cf4e0fbd-4728-46a2-a688-75df6a70f673 service neutron] 10.222.0.82 "GET /v2.0/networks?id=822cc4b6-17cb-45d0-b421-ed8662173b52 HTTP/1.1" status: 200 len: 898 time: 0.0957308 Aug 04 18:11:01.388602 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-c97100a5-729d-44f9-8256-a4c532bfb2d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345c33df-a2ae-4999-953d-522a67f338d4 HTTP/1.1" status: 200 len: 1002 time: 0.0678725 Aug 04 18:11:01.448034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-603040f8-ed61-4475-86e4-42a6fb6410d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:01.449536 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-603040f8-ed61-4475-86e4-42a6fb6410d2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b58bfe52-3586-430e-80df-d1bb836bb39c HTTP/1.1" status: 200 len: 834 time: 0.0528078 Aug 04 18:11:01.498612 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-794d80d1-8add-4917-b2df-ec34c6835b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:01.500314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-794d80d1-8add-4917-b2df-ec34c6835b89 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=822cc4b6-17cb-45d0-b421-ed8662173b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414507 Aug 04 18:11:01.593741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-06025384-f427-437f-a28a-eb68a25a3105 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844140 Aug 04 18:11:01.704100 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-116b7535-6cf6-4942-b0b6-f197e9c39d45 req-7b77213e-7c29-4d45-b1ff-f68f066df209 service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027710 Aug 04 18:11:02.090980 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f4d85736-8f7a-4d3f-b3c1-aabf1da52a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:04.531433 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-aba052c4-7af8-4320-a3a2-c38b59d43829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:05.100696 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:06.217680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:07.788404 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:09.772244 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:09.907234 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:13.806048 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42170) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:14.001635 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port b7f64002-4116-4456-898c-3ab3b7a29ff7 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:11:14.001874 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:14.079473 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:14.079781 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:14.091396 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for b7f64002-4116-4456-898c-3ab3b7a29ff7 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:11:14.254262 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:14.279029 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=b7f64002-4116-4456-898c-3ab3b7a29ff7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:14.294854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.295162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.295539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.295873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.296248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.296529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.296857 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.297182 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.297509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.297828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.298150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.298469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:14.359883 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:14.360449 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Floating IP 612af723-4d27-44e0-ae65-b9cc658bcbde disassociated (deleted). External IP: 172.25.2.167, port: 345c33df-a2ae-4999-953d-522a67f338d4. Aug 04 18:11:14.605589 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:11:14.721059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:11:14.726614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:14.733683 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] Sync routers for ids ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:11:14.744153 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] Routers {'15fcb03b-15ac-4519-a8e0-e0a5a5f67021'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:11:14.744959 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:11:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:14.754198 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-38c94ad5-e17d-4ba5-b85f-ed4ec18e3af2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/floatingips/612af723-4d27-44e0-ae65-b9cc658bcbde HTTP/1.1" status: 204 len: 168 time: 0.9470305 Aug 04 18:11:14.754777 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'tag': '345c33df-a2ae-4999-953d-522a67f338d4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:11:14.757056 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7029289-3ccf-4324-b5db-51304ad58724" -d '{"events": [{"name": "network-changed", "server_uuid": "c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa", "tag": "345c33df-a2ae-4999-953d-522a67f338d4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:11:14.846706 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3557854b-e0b5-4abd-a1e8-b925c119e76c x-openstack-request-id: req-3557854b-e0b5-4abd-a1e8-b925c119e76c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:11:14.847423 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa", "tag": "345c33df-a2ae-4999-953d-522a67f338d4", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:11:14.847653 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3557854b-e0b5-4abd-a1e8-b925c119e76c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:11:14.848098 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'tag': '345c33df-a2ae-4999-953d-522a67f338d4', 'status': 'completed', 'code': 200} Aug 04 18:11:14.853148 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] Set router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:11:14.917686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7029289-3ccf-4324-b5db-51304ad58724 req-5bee2c85-39bc-4940-869b-cecfaf454a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:14.918360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7029289-3ccf-4324-b5db-51304ad58724 req-5bee2c85-39bc-4940-869b-cecfaf454a24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 1097 time: 0.0486026 Aug 04 18:11:15.047304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5944f-5688-4bf8-8d50-c799ea8b33b4 req-f5dff95e-1886-40bb-b224-479ced0bd40c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:15.048881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bd5944f-5688-4bf8-8d50-c799ea8b33b4 req-f5dff95e-1886-40bb-b224-479ced0bd40c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0781865 Aug 04 18:11:15.054690 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7029289-3ccf-4324-b5db-51304ad58724 req-6387f0ee-c1e5-47f2-843b-78915aa164db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:15.056224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7029289-3ccf-4324-b5db-51304ad58724 req-6387f0ee-c1e5-47f2-843b-78915aa164db service neutron] 10.222.0.82 "GET /v2.0/networks?id=822cc4b6-17cb-45d0-b421-ed8662173b52 HTTP/1.1" status: 200 len: 898 time: 0.1302819 Aug 04 18:11:15.062652 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '281b25cb-887d-4391-a2a3-36583f863f45', 'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:db:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:37Z', 'updated_at': '2021-08-04T18:09:41Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:15.090398 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] Checking router: 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:11:15.099665 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] Routers {'15fcb03b-15ac-4519-a8e0-e0a5a5f67021'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:11:15.100301 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:11:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:15.113901 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7029289-3ccf-4324-b5db-51304ad58724 req-3c817cd4-8c37-45b8-ae2f-3a42054e8fca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=345c33df-a2ae-4999-953d-522a67f338d4 HTTP/1.1" status: 200 len: 217 time: 0.0422709 Aug 04 18:11:15.158293 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9bd5944f-5688-4bf8-8d50-c799ea8b33b4 req-2ee4d302-b099-44b9-9129-3c575ebc1bbf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010764 Aug 04 18:11:15.174355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7029289-3ccf-4324-b5db-51304ad58724 req-10a3c8a7-021b-4382-836e-6137a454d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:15.176087 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7029289-3ccf-4324-b5db-51304ad58724 req-10a3c8a7-021b-4382-836e-6137a454d722 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b58bfe52-3586-430e-80df-d1bb836bb39c HTTP/1.1" status: 200 len: 834 time: 0.0544899 Aug 04 18:11:15.209515 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] Set router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:11:15.223898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7029289-3ccf-4324-b5db-51304ad58724 req-e07c3e2a-5c8c-4b94-b1d5-53951032b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:15.225481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7029289-3ccf-4324-b5db-51304ad58724 req-e07c3e2a-5c8c-4b94-b1d5-53951032b556 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=822cc4b6-17cb-45d0-b421-ed8662173b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409184 Aug 04 18:11:15.319482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7029289-3ccf-4324-b5db-51304ad58724 req-3949f9d5-9052-4fdb-82d6-9640d8102e8d service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853779 Aug 04 18:11:15.409594 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '281b25cb-887d-4391-a2a3-36583f863f45', 'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:db:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:37Z', 'updated_at': '2021-08-04T18:09:41Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:15.414471 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7029289-3ccf-4324-b5db-51304ad58724 req-9e3324ba-00eb-46e0-ad0b-7b56cafaf8dd service neutron] 10.222.0.82 "GET /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838518 Aug 04 18:11:15.528539 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ab10d-fb9b-44b1-8c81-60f1680f43a5 None None] The sync data for ids ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'] in n-d-764435-5 is: [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '281b25cb-887d-4391-a2a3-36583f863f45', 'name': '', 'network_id': '822cc4b6-17cb-45d0-b421-ed8662173b52', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:db:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:37Z', 'updated_at': '2021-08-04T18:09:41Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': 'b58bfe52-3586-430e-80df-d1bb836bb39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:11:15.785989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d5e80-b147-4a8f-b9d5-2f406279fd56 None None] New status for floating IP 612af723-4d27-44e0-ae65-b9cc658bcbde: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:11:16.288496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb621f7c-20a4-44f8-a505-a968a2be8d86 req-5b47c376-486a-4a63-972d-e2103b93ca02 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:16.290022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb621f7c-20a4-44f8-a505-a968a2be8d86 req-5b47c376-486a-4a63-972d-e2103b93ca02 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0591002 Aug 04 18:11:16.335099 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bb621f7c-20a4-44f8-a505-a968a2be8d86 req-5b4dfbda-da92-4c03-aeff-c9ac24ffb445 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fa0c9d8-3745-4190-9b60-90c81a649c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359585 Aug 04 18:11:16.546664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-2d85f5d8-2a66-4cb7-a98c-db1fd58862b3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:16.548172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-2d85f5d8-2a66-4cb7-a98c-db1fd58862b3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 946 time: 0.0538132 Aug 04 18:11:16.650148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-78d244f9-0715-462a-a9b3-4a8907299849 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 345c33df-a2ae-4999-953d-522a67f338d4 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:11:16.650463 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-78d244f9-0715-462a-a9b3-4a8907299849 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:16.745582 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-78d244f9-0715-462a-a9b3-4a8907299849 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port 345c33df-a2ae-4999-953d-522a67f338d4, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=345c33df-a2ae-4999-953d-522a67f338d4,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:11:16.745896 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-78d244f9-0715-462a-a9b3-4a8907299849 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:16.759490 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-78d244f9-0715-462a-a9b3-4a8907299849 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 345c33df-a2ae-4999-953d-522a67f338d4 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:11:16.909613 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-78d244f9-0715-462a-a9b3-4a8907299849 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:16.943018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d244f9-0715-462a-a9b3-4a8907299849 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=345c33df-a2ae-4999-953d-522a67f338d4,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:16.987938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-78d244f9-0715-462a-a9b3-4a8907299849 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] No DVR routers for this DVR port 345c33df-a2ae-4999-953d-522a67f338d4 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:11:16.991633 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-78d244f9-0715-462a-a9b3-4a8907299849 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:16.995023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-01a9f88e-6a61-4428-bbb3-9cf812035f1a req-78d244f9-0715-462a-a9b3-4a8907299849 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "DELETE /v2.0/ports/345c33df-a2ae-4999-953d-522a67f338d4 HTTP/1.1" status: 204 len: 173 time: 0.4398165 Aug 04 18:11:16.995593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'name': 'network-vif-deleted', 'tag': '345c33df-a2ae-4999-953d-522a67f338d4'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:11:16.999109 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dedd25-d07f-4eba-82bd-ca440f6d8395" -d '{"events": [{"server_uuid": "c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa", "name": "network-vif-deleted", "tag": "345c33df-a2ae-4999-953d-522a67f338d4"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:11:17.049437 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353abaee-673f-4680-9fa0-fa2f025425b9 x-openstack-request-id: req-353abaee-673f-4680-9fa0-fa2f025425b9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:11:17.049871 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa", "name": "network-vif-deleted", "tag": "345c33df-a2ae-4999-953d-522a67f338d4", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:11:17.050161 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-353abaee-673f-4680-9fa0-fa2f025425b9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:11:17.050550 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa', 'name': 'network-vif-deleted', 'tag': '345c33df-a2ae-4999-953d-522a67f338d4', 'status': 'completed', 'code': 200} Aug 04 18:11:17.454582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-956e9931-8e95-4927-965d-b498223073a6 req-38388e1d-e94f-4701-8479-6d03d2eec946 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4876a5c-1e9f-4e82-b5e9-f1e72ae390aa HTTP/1.1" status: 200 len: 210 time: 0.0297911 Aug 04 18:11:18.514664 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42188) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:18.894473 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:19.189976 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 281b25cb-887d-4391-a2a3-36583f863f45 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:11:19.190333 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:19.288062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port 281b25cb-887d-4391-a2a3-36583f863f45, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=281b25cb-887d-4391-a2a3-36583f863f45,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:11:19.288432 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:19.302115 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 281b25cb-887d-4391-a2a3-36583f863f45 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:11:19.510409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:19.536760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=281b25cb-887d-4391-a2a3-36583f863f45,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:19.548855 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.549205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.549546 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.549882 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.550208 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.550537 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.550899 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.551432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.551802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.552183 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.552441 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.552776 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:19.716422 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:19.955804 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:11:20.063367 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:11:20.068466 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d8fec501-986e-45b9-8a46-13b3a0248ae1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "PUT /v2.0/routers/15fcb03b-15ac-4519-a8e0-e0a5a5f67021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5527232 Aug 04 18:11:20.071473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42194) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:20.073919 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc153965-ff47-449b-867f-64c006a5855e None None] Sync routers for ids ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:11:20.084437 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc153965-ff47-449b-867f-64c006a5855e None None] Routers {'15fcb03b-15ac-4519-a8e0-e0a5a5f67021'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:11:20.085070 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc153965-ff47-449b-867f-64c006a5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:11:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:20.129126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-37672374-a6f6-45e3-95f2-799872c709e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting subnet b58bfe52-3586-430e-80df-d1bb836bb39c {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:11:20.132916 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37672374-a6f6-45e3-95f2-799872c709e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:20.178989 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37672374-a6f6-45e3-95f2-799872c709e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:20.194743 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-fc153965-ff47-449b-867f-64c006a5855e None None] Set router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:11:20.262065 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37672374-a6f6-45e3-95f2-799872c709e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:20.321138 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37672374-a6f6-45e3-95f2-799872c709e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:20.351796 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37672374-a6f6-45e3-95f2-799872c709e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Subnet': ['ID=b58bfe52-3586-430e-80df-d1bb836bb39c,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:20.355520 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37672374-a6f6-45e3-95f2-799872c709e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:20.360682 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42196) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:20.360862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-37672374-a6f6-45e3-95f2-799872c709e9 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/subnets/b58bfe52-3586-430e-80df-d1bb836bb39c HTTP/1.1" status: 204 len: 168 time: 0.2880988 Aug 04 18:11:20.364549 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cd2fd4-3748-4d2d-b348-118e4d225116 None None] Network 822cc4b6-17cb-45d0-b421-ed8662173b52 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:11:20.387189 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc153965-ff47-449b-867f-64c006a5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:11:19Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:20.413871 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc153965-ff47-449b-867f-64c006a5855e None None] Checking router: 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:11:20.422877 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc153965-ff47-449b-867f-64c006a5855e None None] Routers {'15fcb03b-15ac-4519-a8e0-e0a5a5f67021'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:11:20.423749 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc153965-ff47-449b-867f-64c006a5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:11:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:20.542556 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-fc153965-ff47-449b-867f-64c006a5855e None None] Set router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:11:20.565450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] DHCP port deletion for 822cc4b6-17cb-45d0-b421-ed8662173b52 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:11:20.620560 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Deleting port 887915de-24e1-415b-aee9-6f43706ad8b8 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:11:20.620832 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:20.683787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] For port 887915de-24e1-415b-aee9-6f43706ad8b8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=887915de-24e1-415b-aee9-6f43706ad8b8,segment=NetworkSegment(1b974a33-24ad-435e-8b9d-a1488d9d1edc),segment_id=1b974a33-24ad-435e-8b9d-a1488d9d1edc)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:11:20.684145 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:20.698688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Calling delete_port for 887915de-24e1-415b-aee9-6f43706ad8b8 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:11:20.737588 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc153965-ff47-449b-867f-64c006a5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:11:19Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:20.768971 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc153965-ff47-449b-867f-64c006a5855e None None] The sync data for ids ['15fcb03b-15ac-4519-a8e0-e0a5a5f67021'] in n-d-764435-5 is: [{'id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733581095', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:11:19Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'a2d64af2-d1f1-45a6-8bba-5602baa0c570', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fcb03b-15ac-4519-a8e0-e0a5a5f67021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:09:34Z', 'updated_at': '2021-08-04T18:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:11:20.785990 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:20.819572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Pushing event deleted for resources: {'Port': ['ID=887915de-24e1-415b-aee9-6f43706ad8b8,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:20.823878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] No DVR routers for this DVR port 887915de-24e1-415b-aee9-6f43706ad8b8 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:11:20.830425 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.830783 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.831106 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.831450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.831766 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.835292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.835292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.835292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.835292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.835292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.835292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.835292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61743af8-091d-4a47-a094-d70feb418e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:20.843017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 345c33df-a2ae-4999-953d-522a67f338d4 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:11:20.849247 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:20.862679 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 345c33df-a2ae-4999-953d-522a67f338d4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:11:20.863053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 345c33df-a2ae-4999-953d-522a67f338d4 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:11:20.958002 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.017110 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port a2d64af2-d1f1-45a6-8bba-5602baa0c570 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:11:21.017451 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.102393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port a2d64af2-d1f1-45a6-8bba-5602baa0c570, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=a2d64af2-d1f1-45a6-8bba-5602baa0c570,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:11:21.102634 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.116783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for a2d64af2-d1f1-45a6-8bba-5602baa0c570 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:11:21.299768 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.327794 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=a2d64af2-d1f1-45a6-8bba-5602baa0c570,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:21.389945 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.489899 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.492122 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.539281 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.539846 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Fanout notify agent at l3_agent the message router_deleted on router 15fcb03b-15ac-4519-a8e0-e0a5a5f67021 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:11:21.547843 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.549007 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-69d1021b-ed88-4855-b579-a8b00921c54c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/routers/15fcb03b-15ac-4519-a8e0-e0a5a5f67021 HTTP/1.1" status: 204 len: 168 time: 1.1874182 Aug 04 18:11:21.552182 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42198) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:21.635847 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.735005 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.745043 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822cc4b6-17cb-45d0-b421-ed8662173b52']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:21.755287 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b974a33-24ad-435e-8b9d-a1488d9d1edc') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:21.755584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b974a33-24ad-435e-8b9d-a1488d9d1edc') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:21.764349 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.779661 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.786061 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:11:21.786404 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:11:21.789379 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:11:21.852474 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.862836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.868201 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/networks/822cc4b6-17cb-45d0-b421-ed8662173b52 HTTP/1.1" status: 204 len: 168 time: 0.3119917 Aug 04 18:11:21.868201 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42200) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:21.884749 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe6365-d2c9-4b06-b985-b6530409d36a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Network': ['ID=822cc4b6-17cb-45d0-b421-ed8662173b52,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:21.943133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3b36e8f3-51ce-4678-9ddc-f01bd52fd344 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:21.968511 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3b36e8f3-51ce-4678-9ddc-f01bd52fd344 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.040735 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3b36e8f3-51ce-4678-9ddc-f01bd52fd344 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.041379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 887915de-24e1-415b-aee9-6f43706ad8b8 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:11:22.043397 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3b36e8f3-51ce-4678-9ddc-f01bd52fd344 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.044582 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3b36e8f3-51ce-4678-9ddc-f01bd52fd344 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/security-groups/7fa0c9d8-3745-4190-9b60-90c81a649c32 HTTP/1.1" status: 204 len: 168 time: 0.1760716 Aug 04 18:11:22.054725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36e8f3-51ce-4678-9ddc-f01bd52fd344 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa0c9d8-3745-4190-9b60-90c81a649c32,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:22.072851 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 887915de-24e1-415b-aee9-6f43706ad8b8 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:11:22.073220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 887915de-24e1-415b-aee9-6f43706ad8b8 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:11:22.073644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a2d64af2-d1f1-45a6-8bba-5602baa0c570 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:11:22.099062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: a2d64af2-d1f1-45a6-8bba-5602baa0c570 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:11:22.099419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device a2d64af2-d1f1-45a6-8bba-5602baa0c570 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:11:22.100053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 281b25cb-887d-4391-a2a3-36583f863f45 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:11:22.125947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 281b25cb-887d-4391-a2a3-36583f863f45 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:11:22.126333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 281b25cb-887d-4391-a2a3-36583f863f45 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:11:22.295979 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:11:22.664942 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42206) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:22.669878 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-14c33f85-b499-49eb-9b2d-550e46a962eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400630045', 'description': 'tempest-secgroup-smoke-1400630045 description', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:22.695214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14c33f85-b499-49eb-9b2d-550e46a962eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.784657 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14c33f85-b499-49eb-9b2d-550e46a962eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.789516 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14c33f85-b499-49eb-9b2d-550e46a962eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.820949 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-14c33f85-b499-49eb-9b2d-550e46a962eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.822222 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-14c33f85-b499-49eb-9b2d-550e46a962eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1561584 Aug 04 18:11:22.824191 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c33f85-b499-49eb-9b2d-550e46a962eb tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33c4a33-4367-45cb-bc73-a581df778d27,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:22.825370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42208) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:22.831203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-26dfbf31-28bb-4817-84f3-d2b1a54b3078 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'c33c4a33-4367-45cb-bc73-a581df778d27', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:22.866039 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf31-28bb-4817-84f3-d2b1a54b3078 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.935009 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf31-28bb-4817-84f3-d2b1a54b3078 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.939936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf31-28bb-4817-84f3-d2b1a54b3078 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.960514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfbf31-28bb-4817-84f3-d2b1a54b3078 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ed606f-e071-4f02-bdf7-132cdeef9510,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:22.968100 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf31-28bb-4817-84f3-d2b1a54b3078 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:22.969433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-26dfbf31-28bb-4817-84f3-d2b1a54b3078 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426570 Aug 04 18:11:22.972531 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42210) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:22.977598 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-480842f1-ab18-4f6e-af14-ef396b1825d5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'c33c4a33-4367-45cb-bc73-a581df778d27', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:23.011564 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-480842f1-ab18-4f6e-af14-ef396b1825d5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.073177 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-480842f1-ab18-4f6e-af14-ef396b1825d5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.079076 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-480842f1-ab18-4f6e-af14-ef396b1825d5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.096355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480842f1-ab18-4f6e-af14-ef396b1825d5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f52a1f-e899-43f4-9ad9-0b9369c308d5,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:23.103548 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-480842f1-ab18-4f6e-af14-ef396b1825d5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.104940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-480842f1-ab18-4f6e-af14-ef396b1825d5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310456 Aug 04 18:11:23.107987 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42212) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:23.112457 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-b454a0d1-eafc-4f3b-9eee-bae6c3f8f742 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'c33c4a33-4367-45cb-bc73-a581df778d27', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:23.140260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b454a0d1-eafc-4f3b-9eee-bae6c3f8f742 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.202505 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b454a0d1-eafc-4f3b-9eee-bae6c3f8f742 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.207434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b454a0d1-eafc-4f3b-9eee-bae6c3f8f742 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.225068 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454a0d1-eafc-4f3b-9eee-bae6c3f8f742 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaff9b3f-99c1-48b6-a3e9-2349cea49652,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:23.232475 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b454a0d1-eafc-4f3b-9eee-bae6c3f8f742 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.234151 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b454a0d1-eafc-4f3b-9eee-bae6c3f8f742 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251771 Aug 04 18:11:23.237424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42214) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:23.242158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4114ae99-953d-429e-906b-87c7ab6c70bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'c33c4a33-4367-45cb-bc73-a581df778d27', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:23.269975 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4114ae99-953d-429e-906b-87c7ab6c70bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.337791 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4114ae99-953d-429e-906b-87c7ab6c70bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.342792 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4114ae99-953d-429e-906b-87c7ab6c70bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.361766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114ae99-953d-429e-906b-87c7ab6c70bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00476e3f-08a6-429a-8363-50641c1ccbac,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:23.369522 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4114ae99-953d-429e-906b-87c7ab6c70bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.370998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4114ae99-953d-429e-906b-87c7ab6c70bf tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325157 Aug 04 18:11:23.373835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42216) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:23.378520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c5912299-9832-4e3f-9b83-2651bad01bc2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'c33c4a33-4367-45cb-bc73-a581df778d27', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:23.405269 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-c5912299-9832-4e3f-9b83-2651bad01bc2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Project 8efb86e6b712456bad0fb2f01da70c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:11:23.410909 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5912299-9832-4e3f-9b83-2651bad01bc2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.476375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5912299-9832-4e3f-9b83-2651bad01bc2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.481763 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5912299-9832-4e3f-9b83-2651bad01bc2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.500039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5912299-9832-4e3f-9b83-2651bad01bc2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c71d759-7137-44f5-8623-eda1e4fb3a70,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:23.509176 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5912299-9832-4e3f-9b83-2651bad01bc2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.510418 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c5912299-9832-4e3f-9b83-2651bad01bc2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356173 Aug 04 18:11:23.513244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42218) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:23.517724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c2947c6f-4c98-4ba4-9694-69dc9d34e0dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'security_group_rule': {'security_group_id': 'c33c4a33-4367-45cb-bc73-a581df778d27', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:23.543127 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-c2947c6f-4c98-4ba4-9694-69dc9d34e0dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Project 8efb86e6b712456bad0fb2f01da70c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:11:23.548369 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2947c6f-4c98-4ba4-9694-69dc9d34e0dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.613975 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2947c6f-4c98-4ba4-9694-69dc9d34e0dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.619888 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2947c6f-4c98-4ba4-9694-69dc9d34e0dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.637259 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2947c6f-4c98-4ba4-9694-69dc9d34e0dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e149aac-4607-4c84-9ce0-166cc0565ca1,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:23.643434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c2947c6f-4c98-4ba4-9694-69dc9d34e0dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.644633 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c2947c6f-4c98-4ba4-9694-69dc9d34e0dd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304433 Aug 04 18:11:23.647957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42220) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:23.652820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'network': {'name': 'tempest-network-smoke--639732447', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'port_security_enabled': True}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:23.676638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:11:23.680068 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.704018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:11:23.714132 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.714537 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Added segment 54071c9e-7e9a-45a9-bcbc-72f0dd811a98 of type vlan for network 3a4d74d7-f969-4966-8eff-9d277bf25838 Aug 04 18:11:23.755428 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.786280 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.792353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:23.792969 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.855853 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2067511 Aug 04 18:11:23.859206 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42222) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:23.864395 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'admin_state_up': True, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:23.867059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae1256-0020-40cc-ad40-5adf45482c22 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Network': ['ID=3a4d74d7-f969-4966-8eff-9d277bf25838,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:23.880444 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 3a4d74d7-f969-4966-8eff-9d277bf25838 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:11:23.893380 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.894639 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:23.951732 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:24.103619 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:24.304375 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:24.323151 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:24.451511 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.25.2.162 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/f06a96e3-667a-4885-ba7d-66a6065993e1) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:11:24.571370 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:24.614000 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:24.652085 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:11:24.658361 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:11:24.663805 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:11:24.666474 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=f06a96e3-667a-4885-ba7d-66a6065993e1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:24.927209 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:25.133041 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:25.284153 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 5d483c44-a983-41ad-9194-2b93142637ec is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:11:25.402146 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:11:25.412878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Sync routers for ids ['5d483c44-a983-41ad-9194-2b93142637ec'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:11:25.426132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Routers {'5d483c44-a983-41ad-9194-2b93142637ec'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:11:25.426758 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:11:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5d483c44-a983-41ad-9194-2b93142637ec'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:25.427255 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:25.428898 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-f7b5b7cc-7bda-483d-b408-181d7dd365fc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5685239 Aug 04 18:11:25.432155 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42224) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:25.522243 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-666f9e24-f917-437e-a71e-7571a3961806 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8efb86e6b712456bad0fb2f01da70c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0889091 Aug 04 18:11:25.525507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42228) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:25.538718 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Set router 5d483c44-a983-41ad-9194-2b93142637ec gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:11:25.622078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5a6c15-b274-45b8-8b5a-e88e8e5ecf3e tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:25.623663 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4c5a6c15-b274-45b8-8b5a-e88e8e5ecf3e tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961630 Aug 04 18:11:25.626462 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42230) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:25.658066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3d3fa5aa-c2ee-43b7-89dc-02de6061cae1 tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=4642cd0b-010a-4ce0-9962-34aca70d5888&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303953 Aug 04 18:11:25.662202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42232) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:25.665614 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1151694783', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:25.732182 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:24Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:25.764244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:11:25.768437 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:25.928950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Checking router: 5d483c44-a983-41ad-9194-2b93142637ec for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:11:25.929228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Updating router 5d483c44-a983-41ad-9194-2b93142637ec port f06a96e3-667a-4885-ba7d-66a6065993e1 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:11:25.955379 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:25.974450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:26.033632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Subnet': ['ID=87cfbe15-d6ea-4aaf-9e13-2579026ecd0a,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:26.045154 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Checking segment: {'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:11:26.045516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network hostable DHCP agents. Network: 3a4d74d7-f969-4966-8eff-9d277bf25838, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:11:26.065324 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 3a4d74d7-f969-4966-8eff-9d277bf25838 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:11:26.082164 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 3a4d74d7-f969-4966-8eff-9d277bf25838) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:11:26.088085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:26.088688 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:26.106470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-108ab71e-4178-47b0-a3cd-d2b9991a45a3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4446301 Aug 04 18:11:26.115325 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42234) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:26.116887 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111b44f8-49d0-4874-89d0-bac3a7821231 None None] Network 3a4d74d7-f969-4966-8eff-9d277bf25838 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:11:26.336239 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:26.339983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-3a4d74d7-f969-4966-8eff-9d277bf25838', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:11:26.340830 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:26.360426 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Transition to ACTIVE for port object f06a96e3-667a-4885-ba7d-66a6065993e1 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:11:26.372859 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:26.496353 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3735c-003e-414f-b33e-e93d63b40ccd None None] Pushing event updated for resources: {'Port': ['ID=f06a96e3-667a-4885-ba7d-66a6065993e1,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:26.501558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Attempting to bind port f06a96e3-667a-4885-ba7d-66a6065993e1 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:11:26.501959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Attempting to bind port f06a96e3-667a-4885-ba7d-66a6065993e1 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:11:26.502320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Attempting to bind port f06a96e3-667a-4885-ba7d-66a6065993e1 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:11:26.528541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:11:26.528933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:11:26.529342 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:26.529740 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:11:26.530208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Bound port: f06a96e3-667a-4885-ba7d-66a6065993e1, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:11:26.530585 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:26.584347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Allocated IP 172.20.0.2 (3a4d74d7-f969-4966-8eff-9d277bf25838/87cfbe15-d6ea-4aaf-9e13-2579026ecd0a/59f5e217-3a59-41d8-8a44-9785156a6116) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:11:26.610527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] For port f06a96e3-667a-4885-ba7d-66a6065993e1, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:11:26.615034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] For port f06a96e3-667a-4885-ba7d-66a6065993e1, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f06a96e3-667a-4885-ba7d-66a6065993e1,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:11:26.626107 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:26.741990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Routers {'5d483c44-a983-41ad-9194-2b93142637ec'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:11:26.742643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:11:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5d483c44-a983-41ad-9194-2b93142637ec'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:26.754368 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3735c-003e-414f-b33e-e93d63b40ccd None None] Pushing event updated for resources: {'Port': ['ID=f06a96e3-667a-4885-ba7d-66a6065993e1,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:26.888974 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:26.904613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Transition to ACTIVE for port object 59f5e217-3a59-41d8-8a44-9785156a6116 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:11:26.911154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] Set router 5d483c44-a983-41ad-9194-2b93142637ec gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:11:26.928937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:26.974478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Transition to ACTIVE for port object 59f5e217-3a59-41d8-8a44-9785156a6116 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:11:27.009972 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:27.076143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Network 3a4d74d7-f969-4966-8eff-9d277bf25838 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:11:27.080588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:11:27.084383 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Pushing event updated for resources: {'Port': ['ID=59f5e217-3a59-41d8-8a44-9785156a6116,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:27.086611 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:11:27.173130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Attempting to bind port 59f5e217-3a59-41d8-8a44-9785156a6116 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:11:27.173545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Attempting to bind port 59f5e217-3a59-41d8-8a44-9785156a6116 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:11:27.173904 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Attempting to bind port 59f5e217-3a59-41d8-8a44-9785156a6116 on network 3a4d74d7-f969-4966-8eff-9d277bf25838 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:11:27.181843 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:11:27.182212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Checking segment: {'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:11:27.182619 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:27.183035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Bound using segment: {'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:11:27.183513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Bound port: 59f5e217-3a59-41d8-8a44-9785156a6116, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:11:27.183886 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:27.217712 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.20.0.1 (3a4d74d7-f969-4966-8eff-9d277bf25838/87cfbe15-d6ea-4aaf-9e13-2579026ecd0a/7021d76e-6dcd-46aa-9dce-6b68e5d3d734) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:11:27.241361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:24Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:27.275925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f552866d-0ce9-488f-b175-aca07de79a00 None None] The sync data for ids ['5d483c44-a983-41ad-9194-2b93142637ec'] in n-d-764435-5 is: [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:24Z', 'revision_number': 3, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:11:27.288494 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] For port 59f5e217-3a59-41d8-8a44-9785156a6116, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:11:27.293321 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] For port 59f5e217-3a59-41d8-8a44-9785156a6116, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59f5e217-3a59-41d8-8a44-9785156a6116,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:11:27.301341 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:27.357268 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:27.370599 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09962bdc-dde6-4b7d-bc7f-dc1a4d10f4be None None] Pushing event updated for resources: {'Port': ['ID=59f5e217-3a59-41d8-8a44-9785156a6116,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:27.374162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Transition to ACTIVE for port object 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:11:27.408592 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:27.455475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 3a4d74d7-f969-4966-8eff-9d277bf25838 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:11:27.458767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:11:27.463658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:11:27.467432 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=7021d76e-6dcd-46aa-9dce-6b68e5d3d734,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:27.523892 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:27.696480 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:27.876404 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59f5e217-3a59-41d8-8a44-9785156a6116 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:11:27.936077 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 59f5e217-3a59-41d8-8a44-9785156a6116 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:11:27.943372 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f06a96e3-667a-4885-ba7d-66a6065993e1 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:11:28.006140 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port f06a96e3-667a-4885-ba7d-66a6065993e1 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:11:28.008581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:28.013622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f06a96e3-667a-4885-ba7d-66a6065993e1 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:28.014036 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:28.019539 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:28.105016 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=7021d76e-6dcd-46aa-9dce-6b68e5d3d734,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:28.109374 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:28.116918 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:28.143398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port f06a96e3-667a-4885-ba7d-66a6065993e1, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f06a96e3-667a-4885-ba7d-66a6065993e1,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:11:28.156339 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:28.216719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=f06a96e3-667a-4885-ba7d-66a6065993e1,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:28.233065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 3a4d74d7-f969-4966-8eff-9d277bf25838 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:11:28.235051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:11:28.366678 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 5d483c44-a983-41ad-9194-2b93142637ec has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:11:28.389588 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c632fb8-c1b7-4c15-91c5-b2b8ca4740a6 None None] Network 3a4d74d7-f969-4966-8eff-9d277bf25838 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:11:28.449912 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cc91cb01-a1bf-4a96-8046-eaff3dd16947 None None] Provisioning for port 59f5e217-3a59-41d8-8a44-9785156a6116 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:11:28.462079 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-cc91cb01-a1bf-4a96-8046-eaff3dd16947 None None] Provisioning complete for port 59f5e217-3a59-41d8-8a44-9785156a6116 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:28.462444 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cc91cb01-a1bf-4a96-8046-eaff3dd16947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:28.479945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:11:28.485317 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-159e132e-656f-4606-8678-02d4b741a540 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "PUT /v2.0/routers/5d483c44-a983-41ad-9194-2b93142637ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3682723 Aug 04 18:11:28.620349 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cc91cb01-a1bf-4a96-8046-eaff3dd16947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:28.641790 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-fc35efb5-0438-4dc9-9362-c6a1486af607 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400630045&fields=id&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 267 time: 0.0372734 Aug 04 18:11:28.664082 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-cc91cb01-a1bf-4a96-8046-eaff3dd16947 None None] For port 59f5e217-3a59-41d8-8a44-9785156a6116, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59f5e217-3a59-41d8-8a44-9785156a6116,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:11:28.669539 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cc91cb01-a1bf-4a96-8046-eaff3dd16947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:28.729641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91cb01-a1bf-4a96-8046-eaff3dd16947 None None] Pushing event updated for resources: {'Port': ['ID=59f5e217-3a59-41d8-8a44-9785156a6116,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:28.773824 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-fd21509f-9afd-4b62-b022-fe94850a67d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:28.775498 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-fd21509f-9afd-4b62-b022-fe94850a67d3 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/networks?id=3a4d74d7-f969-4966-8eff-9d277bf25838 HTTP/1.1" status: 200 len: 796 time: 0.1246414 Aug 04 18:11:28.792470 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-09ce3c8e-b8b3-4f47-bc38-58a97743bf07 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/quotas/8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 375 time: 0.0106754 Aug 04 18:11:28.859515 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-0142c896-dbda-4119-bf00-e935a6dd7544 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607042 Aug 04 18:11:28.895571 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b031a1d5-fa17-4eeb-bcf3-192fc424b667 None None] Provisioning for port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:11:28.900203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b031a1d5-fa17-4eeb-bcf3-192fc424b667 None None] Provisioning complete for port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:28.900568 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b031a1d5-fa17-4eeb-bcf3-192fc424b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:28.940977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b031a1d5-fa17-4eeb-bcf3-192fc424b667 None None] Port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:11:28.952014 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b031a1d5-fa17-4eeb-bcf3-192fc424b667 None None] Provisioning complete for port 59f5e217-3a59-41d8-8a44-9785156a6116 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:28.952390 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b031a1d5-fa17-4eeb-bcf3-192fc424b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:29.020535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-5c7ad6ee-86d0-41eb-96ef-b5179ea5ddc8 service neutron] 10.222.0.39 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412370 Aug 04 18:11:29.063641 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Sync routers for ids ['5d483c44-a983-41ad-9194-2b93142637ec'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:11:29.075578 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Routers {'5d483c44-a983-41ad-9194-2b93142637ec'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:11:29.076257 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:11:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5d483c44-a983-41ad-9194-2b93142637ec'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:29.128719 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-9c9132a6-abe0-4815-bb49-79337ba41811 service neutron] 10.222.0.39 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007855 Aug 04 18:11:29.173081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-d96e5b40-f14e-4053-8a8e-420de2744a0a None None] Provisioning complete for port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:29.173460 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d96e5b40-f14e-4053-8a8e-420de2744a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:29.201426 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Set router 5d483c44-a983-41ad-9194-2b93142637ec gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:11:29.213971 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-d96e5b40-f14e-4053-8a8e-420de2744a0a None None] Port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:11:29.339222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-7827561b-b6ed-490f-b44a-36cf5b34cae6 None None] Provisioning complete for port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:29.339665 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7827561b-b6ed-490f-b44a-36cf5b34cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:29.345360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-674002bf-3a8b-49f7-b067-34aa2461406b req-9e2b1ebd-a2ac-48e9-9345-60bf0edf2e3b tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 210 time: 0.0350428 Aug 04 18:11:29.479133 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:27Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7021d76e-6dcd-46aa-9dce-6b68e5d3d734', 'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ec:a0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:27Z', 'updated_at': '2021-08-04T18:11:27Z', 'revision_number': 2, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:29.506314 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Checking router: 5d483c44-a983-41ad-9194-2b93142637ec for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:11:29.506613 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Updating router 5d483c44-a983-41ad-9194-2b93142637ec port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:11:29.535452 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:29.544866 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-7827561b-b6ed-490f-b44a-36cf5b34cae6 None None] Port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:11:29.809882 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:29.812864 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59f5e217-3a59-41d8-8a44-9785156a6116 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:11:29.825313 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Transition to ACTIVE for port object 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:11:29.833452 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:29.862332 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 59f5e217-3a59-41d8-8a44-9785156a6116 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:29.862837 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:29.893490 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Pushing event updated for resources: {'Port': ['ID=7021d76e-6dcd-46aa-9dce-6b68e5d3d734,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:29.937195 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.937534 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.937866 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.938264 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.938518 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.938849 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.939175 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.939492 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.939808 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.940120 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.940434 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.940746 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:11:29.957682 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Attempting to bind port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:11:29.958329 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Attempting to bind port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:11:29.959223 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Attempting to bind port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 on network 3a4d74d7-f969-4966-8eff-9d277bf25838 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:11:29.964940 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:11:29.965546 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Checking segment: {'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:11:29.966011 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:29.966470 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Bound using segment: {'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:11:29.967012 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Bound port: 7021d76e-6dcd-46aa-9dce-6b68e5d3d734, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:11:29.967392 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:29.972358 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f06a96e3-667a-4885-ba7d-66a6065993e1 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:11:30.029424 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f06a96e3-667a-4885-ba7d-66a6065993e1 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:30.029867 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:30.129995 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] For port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:11:30.133346 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] For port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7021d76e-6dcd-46aa-9dce-6b68e5d3d734,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:11:30.137839 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:30.196584 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Routers {'5d483c44-a983-41ad-9194-2b93142637ec'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:11:30.197213 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:11:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5d483c44-a983-41ad-9194-2b93142637ec'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:30.200602 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f8ed4-4151-438e-ae0e-5f0dd37610f3 None None] Pushing event updated for resources: {'Port': ['ID=7021d76e-6dcd-46aa-9dce-6b68e5d3d734,revision_number=4']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:30.310566 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] Set router 5d483c44-a983-41ad-9194-2b93142637ec gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:11:30.381828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-e17cfeb3-9b7a-455f-af96-91483614b145 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:30.384590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-e17cfeb3-9b7a-455f-af96-91483614b145 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/networks?id=3a4d74d7-f969-4966-8eff-9d277bf25838 HTTP/1.1" status: 200 len: 796 time: 0.1494169 Aug 04 18:11:30.453811 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-91b5133d-9b41-4d0b-8892-92dcc8459668 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efb86e6b712456bad0fb2f01da70c6a HTTP/1.1" status: 200 len: 380 time: 0.0579123 Aug 04 18:11:30.474294 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0f1ba02-a8db-4101-8296-272da30bfa9a req-2333c644-2c60-4dfa-b5fd-10eec9a49b83 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 210 time: 0.0353899 Aug 04 18:11:30.478010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'port': {'device_id': '880a74e3-facd-49de-a045-46503c14b42f', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'admin_state_up': True, 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'security_groups': ['c33c4a33-4367-45cb-bc73-a581df778d27']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:30.587515 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:27Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7021d76e-6dcd-46aa-9dce-6b68e5d3d734', 'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ec:a0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:27Z', 'updated_at': '2021-08-04T18:11:30Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:30.621836 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee172ba-ebb1-445d-abc8-572b5cc67eda None None] The sync data for ids ['5d483c44-a983-41ad-9194-2b93142637ec'] in n-d-764435-5 is: [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:27Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7021d76e-6dcd-46aa-9dce-6b68e5d3d734', 'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ec:a0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:27Z', 'updated_at': '2021-08-04T18:11:30Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:11:30.633780 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Made reservation on behalf of 8efb86e6b712456bad0fb2f01da70c6a for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:11:30.637466 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:30.789404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.20.0.14 (3a4d74d7-f969-4966-8eff-9d277bf25838/87cfbe15-d6ea-4aaf-9e13-2579026ecd0a/0bc3a9ff-2e53-437c-9822-9af1fd4a3bef) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:11:30.938288 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:30.952578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Transition to ACTIVE for port object 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:11:30.987419 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:31.031668 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 3a4d74d7-f969-4966-8eff-9d277bf25838 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:11:31.037390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:11:31.041498 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:11:31.067323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:31.102990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:31.104040 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:31.122851 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-286e585c-3b6d-4af1-b81c-9090b8df440a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6511793 Aug 04 18:11:31.135452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Request body: {'port': {'device_id': '880a74e3-facd-49de-a045-46503c14b42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:31.198798 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:31.342442 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e2945275-180d-4176-b95b-0dbac24ecd4e None None] Provisioning for port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:11:31.347176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e2945275-180d-4176-b95b-0dbac24ecd4e None None] Provisioning complete for port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:31.347176 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e2945275-180d-4176-b95b-0dbac24ecd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:31.386510 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e2945275-180d-4176-b95b-0dbac24ecd4e None None] Port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:11:31.490509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:11:31.498925 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:31.512004 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Transition to ACTIVE for port object 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:11:31.518143 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:31.574885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:31.694997 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d08ab-1c76-4d0e-937d-86d653a4cfe6 req-75e3c735-4789-47b5-bb62-d103371e88f6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:31.696635 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd7d08ab-1c76-4d0e-937d-86d653a4cfe6 req-75e3c735-4789-47b5-bb62-d103371e88f6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 944 time: 0.1166303 Aug 04 18:11:31.714340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Attempting to bind port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:11:31.714677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Attempting to bind port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:11:31.715037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Attempting to bind port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef on network 3a4d74d7-f969-4966-8eff-9d277bf25838 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:11:31.728415 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef on network 3a4d74d7-f969-4966-8eff-9d277bf25838 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:11:31.728742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Attempting to bind port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef on network 3a4d74d7-f969-4966-8eff-9d277bf25838 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:11:31.742395 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:11:31.742738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Checking segment: {'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:11:31.743152 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Bound using segment: {'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:11:31.743603 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Bound port: 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54071c9e-7e9a-45a9-bcbc-72f0dd811a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:11:31.743968 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:31.759834 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd7d08ab-1c76-4d0e-937d-86d653a4cfe6 req-893c462f-5c95-4865-a2f8-70305385f999 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562861 Aug 04 18:11:31.821840 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] For port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:11:31.825170 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] For port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:11:31.830707 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:31.831379 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:11:31.869051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:31.869673 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:31.871107 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] 10.222.0.82 "PUT /v2.0/ports/0bc3a9ff-2e53-437c-9822-9af1fd4a3bef HTTP/1.1" status: 200 len: 1092 time: 0.7402158 Aug 04 18:11:31.871579 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880a74e3-facd-49de-a045-46503c14b42f', 'tag': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:11:31.873891 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "880a74e3-facd-49de-a045-46503c14b42f", "tag": "0bc3a9ff-2e53-437c-9822-9af1fd4a3bef"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:11:31.883385 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:11:31.888932 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:31.889523 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:31.912707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45236b71-efb3-4a5c-af59-96df3c583bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:31.929514 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d759c1d-8d1d-4315-8af3-403ee06460eb x-openstack-request-id: req-0d759c1d-8d1d-4315-8af3-403ee06460eb {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:11:31.929807 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880a74e3-facd-49de-a045-46503c14b42f", "tag": "0bc3a9ff-2e53-437c-9822-9af1fd4a3bef", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:11:31.930059 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d759c1d-8d1d-4315-8af3-403ee06460eb {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:11:31.930464 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880a74e3-facd-49de-a045-46503c14b42f', 'tag': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'status': 'completed', 'code': 200} Aug 04 18:11:31.979485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-06e41e7d-963e-4def-aaa7-39d8592f9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:31.981374 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-06e41e7d-963e-4def-aaa7-39d8592f9449 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 1095 time: 0.0541463 Aug 04 18:11:31.984447 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:32.020429 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7021d76e-6dcd-46aa-9dce-6b68e5d3d734,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:11:32.026095 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:32.026665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-c7e18182-a0ba-455a-b3b7-9bb604c05e0e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef HTTP/1.1" status: 200 len: 217 time: 0.0362248 Aug 04 18:11:32.081162 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-c4f5925e-bb40-4651-b6ea-e17b234a4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:32.082778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-c4f5925e-bb40-4651-b6ea-e17b234a4707 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87cfbe15-d6ea-4aaf-9e13-2579026ecd0a HTTP/1.1" status: 200 len: 835 time: 0.0493503 Aug 04 18:11:32.101922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=7021d76e-6dcd-46aa-9dce-6b68e5d3d734,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:32.105766 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c1d45446-271f-41c3-9c54-0713dcf70936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:32.142537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-7dbf55d4-8b56-4523-9475-f085d2e3f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:32.144057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-7dbf55d4-8b56-4523-9475-f085d2e3f527 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a4d74d7-f969-4966-8eff-9d277bf25838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531602 Aug 04 18:11:32.244873 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-511285d2-76fa-4a23-8bb1-01b682c1cdac service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935383 Aug 04 18:11:32.341363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-302d72e1-c6af-4a95-a939-8d73e160e97d req-c74d9336-5144-4cbe-b6ab-90d962c2c417 service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878124 Aug 04 18:11:32.434423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-2b8ccbb0-adfb-42fa-b5b3-2cc029801fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:32.435866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-2b8ccbb0-adfb-42fa-b5b3-2cc029801fe8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 1095 time: 0.0433497 Aug 04 18:11:32.536193 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-974a75c8-5245-4fd2-974a-fa2d5e3e6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:32.538163 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-974a75c8-5245-4fd2-974a-fa2d5e3e6733 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a4d74d7-f969-4966-8eff-9d277bf25838 HTTP/1.1" status: 200 len: 898 time: 0.0941408 Aug 04 18:11:32.581274 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-385a367a-86df-4858-abfc-a5d49ac35e09 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef HTTP/1.1" status: 200 len: 217 time: 0.0354559 Aug 04 18:11:32.637676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-1a0fd2b5-afae-425f-8964-5d298c3fe46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:32.639220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-1a0fd2b5-afae-425f-8964-5d298c3fe46b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87cfbe15-d6ea-4aaf-9e13-2579026ecd0a HTTP/1.1" status: 200 len: 835 time: 0.0494783 Aug 04 18:11:32.688380 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-78431fdd-a401-43bb-ab43-68ea15b4abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:32.689866 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-78431fdd-a401-43bb-ab43-68ea15b4abef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a4d74d7-f969-4966-8eff-9d277bf25838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430536 Aug 04 18:11:32.788453 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-b5c7d32d-281a-474c-b82f-f06488d15e4b service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903831 Aug 04 18:11:32.917025 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801a68c-0cb7-4f7d-8745-5d311a70a59f req-d3c97feb-1dd5-4814-a9da-6b795fb30449 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:32.918510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0801a68c-0cb7-4f7d-8745-5d311a70a59f req-d3c97feb-1dd5-4814-a9da-6b795fb30449 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 944 time: 0.0800135 Aug 04 18:11:32.924282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-397a58c7-ae98-4b00-b7fe-5908b5a76bc7 req-946c888d-b1c3-4622-ae16-5e2579a5884d service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283703 Aug 04 18:11:32.959956 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0801a68c-0cb7-4f7d-8745-5d311a70a59f req-a1cd39bf-a412-44d8-84d3-e3274597ded6 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346322 Aug 04 18:11:33.808123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:11:33.856883 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:33.857171 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:34.085866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ead710-038f-4382-81ff-349a1d3c9bd4 req-b04ba161-8839-4240-b31d-a3b1f04fade5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:34.087427 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3ead710-038f-4382-81ff-349a1d3c9bd4 req-b04ba161-8839-4240-b31d-a3b1f04fade5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 944 time: 0.0513637 Aug 04 18:11:34.128489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3ead710-038f-4382-81ff-349a1d3c9bd4 req-1f3b0b43-6be6-41ec-8e44-a05df4e09ed0 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332856 Aug 04 18:11:34.538449 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-75a31517-5804-4e20-b2bd-f8e5b2276fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:34.921848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:11:35.033220 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:11:35.045601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'port_id': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'mac_address': 'fa:16:3e:79:61:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:11:35.096420 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:35.106090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:35.111858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:11:35.132624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:11:35.139409 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:35.191210 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:35.249113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360852ab-b893-4b70-8d02-8c27274337b1 req-9be2a6f5-38b3-4477-9de4-407b761a6928 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:35.250632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-360852ab-b893-4b70-8d02-8c27274337b1 req-9be2a6f5-38b3-4477-9de4-407b761a6928 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 945 time: 0.0512862 Aug 04 18:11:35.303736 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-360852ab-b893-4b70-8d02-8c27274337b1 req-87bd8e05-87d1-4a5f-a7a2-6b7e26e09303 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437698 Aug 04 18:11:35.347896 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['0bc3a9ff-2e53-437c-9822-9af1fd4a3bef'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:11:36.199770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:36.433041 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5947c83-6fcb-463b-a3c2-3a37536ad541 req-a0b53865-2838-4fcb-9764-5a9e055efc0f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:36.434440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5947c83-6fcb-463b-a3c2-3a37536ad541 req-a0b53865-2838-4fcb-9764-5a9e055efc0f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 945 time: 0.0599120 Aug 04 18:11:36.474227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d5947c83-6fcb-463b-a3c2-3a37536ad541 req-70128fa7-1e76-4657-9210-59fa7a8664e5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334711 Aug 04 18:11:36.922797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:11:36.988227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:11:36.993515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:11:36.994017 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:37.082746 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:37.108063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880a74e3-facd-49de-a045-46503c14b42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:11:37.110372 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f996c6a8-981d-43a7-bb85-e75a06255f14" -d '{"events": [{"server_uuid": "880a74e3-facd-49de-a045-46503c14b42f", "name": "network-vif-plugged", "status": "completed", "tag": "0bc3a9ff-2e53-437c-9822-9af1fd4a3bef"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:11:37.125231 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:11:37.131475 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:37.183721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:37.212616 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17b1216-6d2e-4ac8-af3a-0123b146f4c2 x-openstack-request-id: req-c17b1216-6d2e-4ac8-af3a-0123b146f4c2 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:11:37.213189 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880a74e3-facd-49de-a045-46503c14b42f", "name": "network-vif-plugged", "status": "completed", "tag": "0bc3a9ff-2e53-437c-9822-9af1fd4a3bef", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:11:37.213189 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c17b1216-6d2e-4ac8-af3a-0123b146f4c2 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:11:37.213524 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880a74e3-facd-49de-a045-46503c14b42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'code': 200} Aug 04 18:11:37.320090 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f5b56-b271-4d0b-ba05-487ea9f38fd2 req-60417bba-53a8-4050-b8bd-708e97a1c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:37.321628 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d59f5b56-b271-4d0b-ba05-487ea9f38fd2 req-60417bba-53a8-4050-b8bd-708e97a1c558 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 1097 time: 0.0501890 Aug 04 18:11:37.357881 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d59f5b56-b271-4d0b-ba05-487ea9f38fd2 req-23782fc4-2865-42ec-9523-fed38e058e8a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288234 Aug 04 18:11:37.621620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833982e-fbca-4722-aa93-788c5d76b50d req-6bbf99da-5744-46f4-b68c-01acdcfed42a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:37.623226 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e833982e-fbca-4722-aa93-788c5d76b50d req-6bbf99da-5744-46f4-b68c-01acdcfed42a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0621111 Aug 04 18:11:37.672802 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e833982e-fbca-4722-aa93-788c5d76b50d req-ba4620d1-743e-4052-990b-61aae7167348 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Aug 04 18:11:37.791495 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:38.805749 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd4b3c-06c5-4b45-a538-ebf13b92292f req-c4d82505-5415-4e75-ab36-2c888b791c94 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:38.807326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55bd4b3c-06c5-4b45-a538-ebf13b92292f req-c4d82505-5415-4e75-ab36-2c888b791c94 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0544577 Aug 04 18:11:38.847664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-55bd4b3c-06c5-4b45-a538-ebf13b92292f req-a2f1992a-05ef-417c-a5ab-08505f59d628 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341275 Aug 04 18:11:38.978869 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449950c-48a4-42f0-ac9c-04eb15501153 req-452abf59-cf29-4205-8c57-e562793f51f7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:38.980258 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3449950c-48a4-42f0-ac9c-04eb15501153 req-452abf59-cf29-4205-8c57-e562793f51f7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0502431 Aug 04 18:11:39.019652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3449950c-48a4-42f0-ac9c-04eb15501153 req-ba870cc8-bf10-49ac-9c78-c9426070ac6e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328801 Aug 04 18:11:39.051634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42290) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:39.092876 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463106e9-6192-4fef-9e69-f1165770c64a tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:39.094477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-463106e9-6192-4fef-9e69-f1165770c64a tempest-TestNetworkAdvancedServerOps-2051860275 tempest-TestNetworkAdvancedServerOps-2051860275-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 1092 time: 0.0418801 Aug 04 18:11:39.098717 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42292) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:39.103262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:11:39.140656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:39.253294 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:39.375030 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Allocated IP 172.25.2.174 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/3c70fb79-34b5-4d36-9c99-038494a6ac70) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:11:39.478841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:39.522131 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:39.562845 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:11:39.567665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:11:39.571335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:11:39.577371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=3c70fb79-34b5-4d36-9c99-038494a6ac70,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:39.770225 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:39.903813 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:39.957832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:40.032871 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:40.549699 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:40.556927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:40.621935 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event updated for resources: {'Port': ['ID=3c70fb79-34b5-4d36-9c99-038494a6ac70,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:11:40.637581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:40.740373 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Floating IP e2a86458-860d-4d29-962c-6844867dbe80 associated. External IP: 172.25.2.174, port: 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef. Aug 04 18:11:40.977062 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 5d483c44-a983-41ad-9194-2b93142637ec has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:11:41.097126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:11:41.110988 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] Sync routers for ids ['5d483c44-a983-41ad-9194-2b93142637ec'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:11:41.118893 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:11:41.122153 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] Routers {'5d483c44-a983-41ad-9194-2b93142637ec'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:11:41.122794 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:11:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5d483c44-a983-41ad-9194-2b93142637ec'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:41.149390 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ae952c92-7ef5-45ab-b65d-42b95fb616a1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0495846 Aug 04 18:11:41.150009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880a74e3-facd-49de-a045-46503c14b42f', 'tag': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:11:41.152318 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "880a74e3-facd-49de-a045-46503c14b42f", "tag": "0bc3a9ff-2e53-437c-9822-9af1fd4a3bef"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:11:41.198899 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e63f2c-f034-4e7d-a763-e289badb4d31 x-openstack-request-id: req-33e63f2c-f034-4e7d-a763-e289badb4d31 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:11:41.199152 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880a74e3-facd-49de-a045-46503c14b42f", "tag": "0bc3a9ff-2e53-437c-9822-9af1fd4a3bef", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:11:41.199437 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33e63f2c-f034-4e7d-a763-e289badb4d31 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:11:41.199845 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880a74e3-facd-49de-a045-46503c14b42f', 'tag': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'status': 'completed', 'code': 200} Aug 04 18:11:41.234469 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] Set router 5d483c44-a983-41ad-9194-2b93142637ec gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:11:41.284641 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c5eff-dc0e-4828-88c4-db767ab9b8ca req-238a82a1-4019-475b-aea6-29aea0db86fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:41.286179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-022c5eff-dc0e-4828-88c4-db767ab9b8ca req-238a82a1-4019-475b-aea6-29aea0db86fe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0806501 Aug 04 18:11:41.301569 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-453b081b-f5df-4ceb-898d-adb8f7368b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:41.303394 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-453b081b-f5df-4ceb-898d-adb8f7368b1d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 1097 time: 0.0675910 Aug 04 18:11:41.381644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-022c5eff-dc0e-4828-88c4-db767ab9b8ca req-b805b9ad-2c12-4521-b1cd-3f1c2f3f788e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878143 Aug 04 18:11:41.406183 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42298) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:41.466000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-7c4b5cb0-9548-444e-b048-6bb9995d6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:41.467587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-7c4b5cb0-9548-444e-b048-6bb9995d6e1c service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a4d74d7-f969-4966-8eff-9d277bf25838 HTTP/1.1" status: 200 len: 898 time: 0.1566155 Aug 04 18:11:41.483460 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:27Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e2a86458-860d-4d29-962c-6844867dbe80', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'port_id': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'mac_address': 'fa:16:3e:79:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880a74e3-facd-49de-a045-46503c14b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:11:39Z', 'updated_at': '2021-08-04T18:11:39Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7021d76e-6dcd-46aa-9dce-6b68e5d3d734', 'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ec:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:27Z', 'updated_at': '2021-08-04T18:11:31Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:41.511447 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] Checking router: 5d483c44-a983-41ad-9194-2b93142637ec for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:11:41.522077 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8c4d6912-18e4-4c68-a2cf-ea1919d9525f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/e2a86458-860d-4d29-962c-6844867dbe80 HTTP/1.1" status: 200 len: 992 time: 0.1143911 Aug 04 18:11:41.522451 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] Routers {'5d483c44-a983-41ad-9194-2b93142637ec'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:11:41.523080 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:11:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5d483c44-a983-41ad-9194-2b93142637ec'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:41.548759 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-14d455fa-6231-4748-aff4-818aef5200b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef HTTP/1.1" status: 200 len: 1000 time: 0.0716765 Aug 04 18:11:41.600804 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-6893dcfb-e95d-446b-a197-3178566ec762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:41.602314 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-6893dcfb-e95d-446b-a197-3178566ec762 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87cfbe15-d6ea-4aaf-9e13-2579026ecd0a HTTP/1.1" status: 200 len: 835 time: 0.0456843 Aug 04 18:11:41.629097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] Set router 5d483c44-a983-41ad-9194-2b93142637ec gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:11:41.655112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-372ee1ec-c50e-4785-85f1-b0871692a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:11:41.656644 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-372ee1ec-c50e-4785-85f1-b0871692a475 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a4d74d7-f969-4966-8eff-9d277bf25838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471332 Aug 04 18:11:41.750606 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-db55c689-4226-46a2-ab95-3aabb5badfe3 service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855610 Aug 04 18:11:41.846128 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9833f28d-e654-4c23-aa64-c2dcb3f04ffe req-e29a9c03-c080-4132-afbb-7e257cbd1900 service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878935 Aug 04 18:11:41.860480 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:27Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e2a86458-860d-4d29-962c-6844867dbe80', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'port_id': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'mac_address': 'fa:16:3e:79:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880a74e3-facd-49de-a045-46503c14b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:11:39Z', 'updated_at': '2021-08-04T18:11:39Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7021d76e-6dcd-46aa-9dce-6b68e5d3d734', 'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ec:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:27Z', 'updated_at': '2021-08-04T18:11:31Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:11:41.889889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6af05-97c6-459f-bb8e-29f7bcb534b9 None None] The sync data for ids ['5d483c44-a983-41ad-9194-2b93142637ec'] in n-d-764435-5 is: [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:27Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'e2a86458-860d-4d29-962c-6844867dbe80', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'port_id': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'mac_address': 'fa:16:3e:79:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880a74e3-facd-49de-a045-46503c14b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:11:39Z', 'updated_at': '2021-08-04T18:11:39Z', 'revision_number': 0, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7021d76e-6dcd-46aa-9dce-6b68e5d3d734', 'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ec:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:27Z', 'updated_at': '2021-08-04T18:11:31Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:11:42.089608 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4611655-415e-453d-89c8-a3b2d808de39 None None] New status for floating IP e2a86458-860d-4d29-962c-6844867dbe80: ACTIVE {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:11:42.533047 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42300) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:11:42.594051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a7a96bdf-d15c-4001-927b-fff5d1ec8a96 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/e2a86458-860d-4d29-962c-6844867dbe80 HTTP/1.1" status: 200 len: 994 time: 0.0652483 Aug 04 18:11:55.344268 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-3ce21f1e-6f73-4fa4-ae73-9929a402131f req-c8ddf8f3-45ed-442e-8cf1-65d69be95ba2 service neutron] (105829) timed out ('10.222.0.39', 38788) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 18:11:59.296036 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:12:02.100297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cde4f1c6-7f4a-4dd5-b4e9-38113889dbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:03.038751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-c9ba0bd3-9a39-43c6-b8ee-d55b71fc0e64 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455585 Aug 04 18:12:03.135150 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-fc0864d4-0e37-4a20-8bbb-17755136103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:03.136757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-fc0864d4-0e37-4a20-8bbb-17755136103f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 1097 time: 0.0482543 Aug 04 18:12:03.258621 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-694d6cc9-5544-484a-94a8-c4014b886e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:03.260816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-694d6cc9-5544-484a-94a8-c4014b886e86 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a4d74d7-f969-4966-8eff-9d277bf25838 HTTP/1.1" status: 200 len: 898 time: 0.1030772 Aug 04 18:12:03.334222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-cd4d896e-70c7-45d8-8232-60d8b3b78838 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef HTTP/1.1" status: 200 len: 1002 time: 0.0647871 Aug 04 18:12:03.393302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-7ca76719-c513-4c9d-bd0e-d22c5a6a5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:03.394792 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-7ca76719-c513-4c9d-bd0e-d22c5a6a5ce4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87cfbe15-d6ea-4aaf-9e13-2579026ecd0a HTTP/1.1" status: 200 len: 835 time: 0.0532351 Aug 04 18:12:03.448452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-8b59946e-53cd-4ce4-9437-d864dd633355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:03.450052 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-8b59946e-53cd-4ce4-9437-d864dd633355 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a4d74d7-f969-4966-8eff-9d277bf25838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442586 Aug 04 18:12:03.548464 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-9adac4f7-a167-40b1-8db2-292879ca86c1 service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902286 Aug 04 18:12:03.654729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2be5da16-283e-4b10-b309-aea24c6ed1c1 req-8202d923-35ea-424b-aa7d-16dc2277f271 service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978224 Aug 04 18:12:04.541566 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e9727e9b-962b-4c8b-a4be-9750e50cb8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:05.109655 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:06.206267 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:07.800943 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:09.767239 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:09.903368 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:13.959773 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a8bf1-cd99-4fd5-b671-be16d13d7215 req-d7e530b3-2158-4db9-9f92-1fce9aa7dd6a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:13.961409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c96a8bf1-cd99-4fd5-b671-be16d13d7215 req-d7e530b3-2158-4db9-9f92-1fce9aa7dd6a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0595677 Aug 04 18:12:14.015705 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c96a8bf1-cd99-4fd5-b671-be16d13d7215 req-40dd41a1-e592-4da5-82a3-eb69022a2323 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465643 Aug 04 18:12:15.181483 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32364d66-ca5b-4b72-a616-6b5a0a5bdbe1 req-18b84d49-9bdd-40ef-b031-f2bceb6f4cbc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:15.183045 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32364d66-ca5b-4b72-a616-6b5a0a5bdbe1 req-18b84d49-9bdd-40ef-b031-f2bceb6f4cbc tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0648499 Aug 04 18:12:15.221938 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-32364d66-ca5b-4b72-a616-6b5a0a5bdbe1 req-75f15e75-a502-485c-8d22-e3411e28c01e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328844 Aug 04 18:12:15.250830 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42320) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:15.315274 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-9d136d40-c7b4-467b-bf3f-06b3de2ba600 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/e2a86458-860d-4d29-962c-6844867dbe80 HTTP/1.1" status: 200 len: 994 time: 0.0632095 Aug 04 18:12:16.639835 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848aad9a-ef73-4bb1-b8a8-ff09b142c4e9 req-e660c908-bc74-49ff-aaab-5adef573a8fd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:16.641370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-848aad9a-ef73-4bb1-b8a8-ff09b142c4e9 req-e660c908-bc74-49ff-aaab-5adef573a8fd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0807834 Aug 04 18:12:16.647256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-df87404a-173c-4fd5-9630-d218173617e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:16.648684 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-df87404a-173c-4fd5-9630-d218173617e1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 1097 time: 0.0625091 Aug 04 18:12:16.728105 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-848aad9a-ef73-4bb1-b8a8-ff09b142c4e9 req-3fc4fcde-d18c-43e7-8464-5915e663630e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783477 Aug 04 18:12:16.762358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-a7786191-2bc0-46ba-907b-1ad2efeb0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:16.763936 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-a7786191-2bc0-46ba-907b-1ad2efeb0919 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a4d74d7-f969-4966-8eff-9d277bf25838 HTTP/1.1" status: 200 len: 898 time: 0.1073365 Aug 04 18:12:16.837451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-25b7cd97-c6f4-4a42-bf88-0ba7b4b16d83 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef HTTP/1.1" status: 200 len: 1002 time: 0.0660172 Aug 04 18:12:16.889480 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-d51b28bc-ce1a-4837-8023-08461b5eede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:16.891002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-d51b28bc-ce1a-4837-8023-08461b5eede0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87cfbe15-d6ea-4aaf-9e13-2579026ecd0a HTTP/1.1" status: 200 len: 835 time: 0.0467680 Aug 04 18:12:16.938732 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-89f39ad9-d1a7-4fb5-9d92-e14ea1084509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:16.940447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-89f39ad9-d1a7-4fb5-9d92-e14ea1084509 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a4d74d7-f969-4966-8eff-9d277bf25838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424647 Aug 04 18:12:17.051978 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-7c41361e-60c3-4130-82dc-e441e92ece88 service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026402 Aug 04 18:12:17.151596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6f662af2-1a2e-4ade-b7cc-4c6f77d5ab2e req-4bca18de-6be4-4861-9f11-306a0fa3e40b service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909252 Aug 04 18:12:17.866879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b95cf-e99b-41a0-8e6f-16143228a7db req-b0eb7b95-18cd-4480-b039-b6dee675feb5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:17.868425 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d73b95cf-e99b-41a0-8e6f-16143228a7db req-b0eb7b95-18cd-4480-b039-b6dee675feb5 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0570543 Aug 04 18:12:17.908312 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d73b95cf-e99b-41a0-8e6f-16143228a7db req-1cf7fd96-fbde-4783-9d52-1f307e593af7 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Aug 04 18:12:19.039072 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cdf0d-2721-4b6c-94ec-b66fdfc6fc4a req-4c20672f-ff6e-48d4-9b8d-4f4dccd65e24 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:19.040611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-564cdf0d-2721-4b6c-94ec-b66fdfc6fc4a req-4c20672f-ff6e-48d4-9b8d-4f4dccd65e24 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0558336 Aug 04 18:12:19.084827 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-564cdf0d-2721-4b6c-94ec-b66fdfc6fc4a req-623ece78-fa11-4cec-932e-9ee002303738 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350006 Aug 04 18:12:19.108702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42332) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:19.172980 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5fab37fb-1b0e-4791-9c47-5ccb0c6da13f tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/floatingips/e2a86458-860d-4d29-962c-6844867dbe80 HTTP/1.1" status: 200 len: 994 time: 0.0631216 Aug 04 18:12:19.396374 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42340) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:19.573004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 3c70fb79-34b5-4d36-9c99-038494a6ac70 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:12:19.573415 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:19.679382 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:19.679690 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:19.692445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 3c70fb79-34b5-4d36-9c99-038494a6ac70 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:12:19.860962 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:19.891462 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=3c70fb79-34b5-4d36-9c99-038494a6ac70,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:19.903079 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.903424 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.903760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.904084 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.904420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.904741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.905063 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.905383 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.905681 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.905994 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.906305 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.906615 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:19.959416 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:19.959746 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Floating IP e2a86458-860d-4d29-962c-6844867dbe80 disassociated (deleted). External IP: 172.25.2.174, port: 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef. Aug 04 18:12:20.176840 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 5d483c44-a983-41ad-9194-2b93142637ec has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:12:20.300205 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:12:20.305345 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:20.311081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] Sync routers for ids ['5d483c44-a983-41ad-9194-2b93142637ec'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:12:20.321158 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] Routers {'5d483c44-a983-41ad-9194-2b93142637ec'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:20.321773 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5d483c44-a983-41ad-9194-2b93142637ec'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:20.334398 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-44ef3bae-f35b-4a2f-af20-8c13f58c33d2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/floatingips/e2a86458-860d-4d29-962c-6844867dbe80 HTTP/1.1" status: 204 len: 168 time: 0.9368894 Aug 04 18:12:20.335061 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880a74e3-facd-49de-a045-46503c14b42f', 'tag': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:12:20.337470 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff5fd055f829ce2bca458b35fc7752fcb8bf5e23225622f2af9eb35435c31640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35d452a-ef55-46ba-aa43-24d163a3ba3a" -d '{"events": [{"name": "network-changed", "server_uuid": "880a74e3-facd-49de-a045-46503c14b42f", "tag": "0bc3a9ff-2e53-437c-9822-9af1fd4a3bef"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:12:20.375993 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb002efa-cb5b-4a56-9d0e-47aeb3fa7926 x-openstack-request-id: req-bb002efa-cb5b-4a56-9d0e-47aeb3fa7926 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:12:20.376293 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880a74e3-facd-49de-a045-46503c14b42f", "tag": "0bc3a9ff-2e53-437c-9822-9af1fd4a3bef", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:12:20.376547 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb002efa-cb5b-4a56-9d0e-47aeb3fa7926 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:12:20.376954 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880a74e3-facd-49de-a045-46503c14b42f', 'tag': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'status': 'completed', 'code': 200} Aug 04 18:12:20.439142 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] Set router 5d483c44-a983-41ad-9194-2b93142637ec gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:20.445918 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-264e0e2c-2bcb-46f6-92a2-47aeeeab25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:20.448416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-264e0e2c-2bcb-46f6-92a2-47aeeeab25b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 1097 time: 0.0500634 Aug 04 18:12:20.617056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-80e16cda-b3cb-42b1-9ec7-bfeac177a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:20.618568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-80e16cda-b3cb-42b1-9ec7-bfeac177a19e service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a4d74d7-f969-4966-8eff-9d277bf25838 HTTP/1.1" status: 200 len: 898 time: 0.1586380 Aug 04 18:12:20.632530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15157e97-033c-491b-8ee5-2c7d6f7794d3 req-e49928be-1f12-480a-a213-90c08c87192e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:20.634074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15157e97-033c-491b-8ee5-2c7d6f7794d3 req-e49928be-1f12-480a-a213-90c08c87192e tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.1022954 Aug 04 18:12:20.651685 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:27Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7021d76e-6dcd-46aa-9dce-6b68e5d3d734', 'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ec:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:27Z', 'updated_at': '2021-08-04T18:11:31Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:20.674547 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-fe3a2cd5-784c-486d-abde-5d028ea1b58a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef HTTP/1.1" status: 200 len: 217 time: 0.0394661 Aug 04 18:12:20.683202 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] Checking router: 5d483c44-a983-41ad-9194-2b93142637ec for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:12:20.691953 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] Routers {'5d483c44-a983-41ad-9194-2b93142637ec'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:20.692504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5d483c44-a983-41ad-9194-2b93142637ec'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:20.725117 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-15157e97-033c-491b-8ee5-2c7d6f7794d3 req-fa41db41-4422-49ea-b892-e8c69de4fc8c tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842133 Aug 04 18:12:20.745412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-b45eba59-05f6-452a-baa6-55c6f3a75282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:20.747814 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-b45eba59-05f6-452a-baa6-55c6f3a75282 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=87cfbe15-d6ea-4aaf-9e13-2579026ecd0a HTTP/1.1" status: 200 len: 835 time: 0.0596404 Aug 04 18:12:20.804745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-58bfc73c-18a6-40c5-b5f8-d32fbf0bd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:20.806310 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-58bfc73c-18a6-40c5-b5f8-d32fbf0bd59e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a4d74d7-f969-4966-8eff-9d277bf25838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492949 Aug 04 18:12:20.902784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-905543a5-bee2-4c20-aca1-c7bc4619a18f service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870807 Aug 04 18:12:20.963126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] Set router 5d483c44-a983-41ad-9194-2b93142637ec gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:21.001570 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a35d452a-ef55-46ba-aa43-24d163a3ba3a req-ee4ad01e-260f-4300-9764-63ba185d4097 service neutron] 10.222.0.82 "GET /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904639 Aug 04 18:12:21.195346 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:27Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7021d76e-6dcd-46aa-9dce-6b68e5d3d734', 'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ec:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:27Z', 'updated_at': '2021-08-04T18:11:31Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:21.226918 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313d7196-018e-4820-8a3b-b4ad767d8999 None None] The sync data for ids ['5d483c44-a983-41ad-9194-2b93142637ec'] in n-d-764435-5 is: [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:11:27Z', 'revision_number': 4, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '7021d76e-6dcd-46aa-9dce-6b68e5d3d734', 'name': '', 'network_id': '3a4d74d7-f969-4966-8eff-9d277bf25838', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'mac_address': 'fa:16:3e:ec:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:27Z', 'updated_at': '2021-08-04T18:11:31Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'subnets': [{'id': '87cfbe15-d6ea-4aaf-9e13-2579026ecd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:12:21.466943 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd58b6e1-1083-4a7e-83c1-1c78b57904f8 None None] New status for floating IP e2a86458-860d-4d29-962c-6844867dbe80: DOWN {{(pid=105831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:12:21.858113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b5629-aac5-43d9-98f6-6e33443fd95c req-24ec64e6-7f69-4bb7-ad33-0d49b5c4684a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:21.859677 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-135b5629-aac5-43d9-98f6-6e33443fd95c req-24ec64e6-7f69-4bb7-ad33-0d49b5c4684a tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0529010 Aug 04 18:12:21.900653 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-135b5629-aac5-43d9-98f6-6e33443fd95c req-ff5aac81-0f74-4586-a32f-b96b19a62dfe tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33c4a33-4367-45cb-bc73-a581df778d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346477 Aug 04 18:12:22.105227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58c5df24-13e4-4478-9fbc-115410b6b1f2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:22.106828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58c5df24-13e4-4478-9fbc-115410b6b1f2 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 946 time: 0.0650344 Aug 04 18:12:22.199978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:12:22.200324 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:22.293914 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:22.294285 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:22.307425 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:12:22.466321 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:22.501486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=0bc3a9ff-2e53-437c-9822-9af1fd4a3bef,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:22.527476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.527818 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.528178 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.528508 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.528819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.529140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.529463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.529785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.530098 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.530418 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.530730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.531073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:22.549906 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] No DVR routers for this DVR port 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:12:22.552670 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:22.554695 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-37c0dbd7-7e94-4ae2-bbbe-1e1400d686bb req-58f625bf-1434-42eb-b747-3ca1902597ed tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.82 "DELETE /v2.0/ports/0bc3a9ff-2e53-437c-9822-9af1fd4a3bef HTTP/1.1" status: 204 len: 173 time: 0.4414201 Aug 04 18:12:22.555171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880a74e3-facd-49de-a045-46503c14b42f', 'name': 'network-vif-deleted', 'tag': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:12:22.557428 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08c78a2-8ebc-4387-9b89-3b89d9c03741" -d '{"events": [{"server_uuid": "880a74e3-facd-49de-a045-46503c14b42f", "name": "network-vif-deleted", "tag": "0bc3a9ff-2e53-437c-9822-9af1fd4a3bef"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:12:22.601295 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7aaca8-460b-49f9-b6a9-e79c19b1fd7c x-openstack-request-id: req-fe7aaca8-460b-49f9-b6a9-e79c19b1fd7c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:12:22.601586 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880a74e3-facd-49de-a045-46503c14b42f", "name": "network-vif-deleted", "tag": "0bc3a9ff-2e53-437c-9822-9af1fd4a3bef", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:12:22.601842 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe7aaca8-460b-49f9-b6a9-e79c19b1fd7c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:12:22.602246 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880a74e3-facd-49de-a045-46503c14b42f', 'name': 'network-vif-deleted', 'tag': '0bc3a9ff-2e53-437c-9822-9af1fd4a3bef', 'status': 'completed', 'code': 200} Aug 04 18:12:23.017282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f59a083a-3636-4e8e-b071-3f5d799de66a req-885f9aa4-7859-485c-9f82-2ba8ca39e359 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "GET /v2.0/ports?device_id=880a74e3-facd-49de-a045-46503c14b42f HTTP/1.1" status: 200 len: 210 time: 0.0315831 Aug 04 18:12:24.078906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42358) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:24.472358 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:24.742118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:12:24.742386 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:24.837249 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port 7021d76e-6dcd-46aa-9dce-6b68e5d3d734, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=7021d76e-6dcd-46aa-9dce-6b68e5d3d734,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:24.837588 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:24.851123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:12:25.058597 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:25.085280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=7021d76e-6dcd-46aa-9dce-6b68e5d3d734,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:25.167947 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:12:25.188519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:12:25.188842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 0bc3a9ff-2e53-437c-9822-9af1fd4a3bef not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:12:25.266089 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:25.842852 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Router 5d483c44-a983-41ad-9194-2b93142637ec has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:12:25.959613 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:12:25.965111 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-0cc5ddfc-0c22-447a-8254-735e5a53e840 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "PUT /v2.0/routers/5d483c44-a983-41ad-9194-2b93142637ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850095 Aug 04 18:12:25.968059 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42360) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:25.969636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] Sync routers for ids ['5d483c44-a983-41ad-9194-2b93142637ec'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:12:25.980351 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] Routers {'5d483c44-a983-41ad-9194-2b93142637ec'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:25.980989 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5d483c44-a983-41ad-9194-2b93142637ec'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:26.023118 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bc1965-46e7-40ae-95b0-442c63efccc1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting subnet 87cfbe15-d6ea-4aaf-9e13-2579026ecd0a {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:12:26.026615 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5bc1965-46e7-40ae-95b0-442c63efccc1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.071689 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5bc1965-46e7-40ae-95b0-442c63efccc1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.095155 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] Set router 5d483c44-a983-41ad-9194-2b93142637ec gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:26.169557 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5bc1965-46e7-40ae-95b0-442c63efccc1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.229044 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5bc1965-46e7-40ae-95b0-442c63efccc1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.266856 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc1965-46e7-40ae-95b0-442c63efccc1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Subnet': ['ID=87cfbe15-d6ea-4aaf-9e13-2579026ecd0a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:26.272764 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c5bc1965-46e7-40ae-95b0-442c63efccc1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.278549 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42362) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:26.279036 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c5bc1965-46e7-40ae-95b0-442c63efccc1 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/subnets/87cfbe15-d6ea-4aaf-9e13-2579026ecd0a HTTP/1.1" status: 204 len: 168 time: 0.3093636 Aug 04 18:12:26.282851 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b3af2-d06e-472e-9fed-b7e91dc40630 None None] Network 3a4d74d7-f969-4966-8eff-9d277bf25838 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:12:26.285492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:12:24Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:26.346959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] Checking router: 5d483c44-a983-41ad-9194-2b93142637ec for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:12:26.370021 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] Routers {'5d483c44-a983-41ad-9194-2b93142637ec'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:26.370999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['5d483c44-a983-41ad-9194-2b93142637ec'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:26.391971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.501041 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.520522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] Set router 5d483c44-a983-41ad-9194-2b93142637ec gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:26.570005 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Deleting port f06a96e3-667a-4885-ba7d-66a6065993e1 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:12:26.570355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.611776 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] DHCP port deletion for 3a4d74d7-f969-4966-8eff-9d277bf25838 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:12:26.650772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] For port f06a96e3-667a-4885-ba7d-66a6065993e1, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f06a96e3-667a-4885-ba7d-66a6065993e1,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:26.651253 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.664805 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Calling delete_port for f06a96e3-667a-4885-ba7d-66a6065993e1 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:12:26.717334 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Deleting port 59f5e217-3a59-41d8-8a44-9785156a6116 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:12:26.717666 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.794024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] For port 59f5e217-3a59-41d8-8a44-9785156a6116, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=59f5e217-3a59-41d8-8a44-9785156a6116,segment=NetworkSegment(54071c9e-7e9a-45a9-bcbc-72f0dd811a98),segment_id=54071c9e-7e9a-45a9-bcbc-72f0dd811a98)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:26.794432 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.810352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:12:24Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:26.812313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Calling delete_port for 59f5e217-3a59-41d8-8a44-9785156a6116 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:12:26.844361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9f5a75-adc1-4a72-8fa4-daf575a599e6 None None] The sync data for ids ['5d483c44-a983-41ad-9194-2b93142637ec'] in n-d-764435-5 is: [{'id': '5d483c44-a983-41ad-9194-2b93142637ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217218448', 'tenant_id': '8efb86e6b712456bad0fb2f01da70c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:11:23Z', 'updated_at': '2021-08-04T18:12:24Z', 'revision_number': 5, 'project_id': '8efb86e6b712456bad0fb2f01da70c6a', 'gw_port': {'id': 'f06a96e3-667a-4885-ba7d-66a6065993e1', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d483c44-a983-41ad-9194-2b93142637ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:11:24Z', 'updated_at': '2021-08-04T18:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:12:26.845144 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.879152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Port': ['ID=f06a96e3-667a-4885-ba7d-66a6065993e1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:26.930188 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.942891 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:26.956544 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Pushing event deleted for resources: {'Port': ['ID=59f5e217-3a59-41d8-8a44-9785156a6116,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:26.966381 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.966724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.967073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.967499 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.967720 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.968039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.968362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.968681 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.969002 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.969313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.969626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.969941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:26.972688 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102eef4d-df29-4d64-bf13-e0179199f688 None None] No DVR routers for this DVR port 59f5e217-3a59-41d8-8a44-9785156a6116 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:12:27.036772 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.039118 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.085530 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.086130 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Fanout notify agent at l3_agent the message router_deleted on router 5d483c44-a983-41ad-9194-2b93142637ec {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:12:27.092929 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.094035 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-26fa5847-faa9-4ada-aeac-da7248d6bdb4 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/routers/5d483c44-a983-41ad-9194-2b93142637ec HTTP/1.1" status: 204 len: 168 time: 0.8142271 Aug 04 18:12:27.098019 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42366) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:27.185406 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.276607 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.290830 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4d74d7-f969-4966-8eff-9d277bf25838']}} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:27.302411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54071c9e-7e9a-45a9-bcbc-72f0dd811a98') {'for_net_delete': True} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:27.302699 n-d-764435-5 neutron-server[105829]: DEBUG neutron.services.segments.db [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54071c9e-7e9a-45a9-bcbc-72f0dd811a98') {} {{(pid=105829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:27.312943 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264258448'] for segment, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.334163 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.341148 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=105829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:12:27.341663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264285813'] for segment, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: Traceback (most recent call last): Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: timer() Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: cb(*args, **kw) Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: return func(*args, **kwargs) Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: self._notify() Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: self.callback(batched_events) Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: event.method(event) Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: return f(self, *a, **k) Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: return self._get(url).json() Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: return self.request(url, 'GET', **kwargs) Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:12:27.345071 n-d-764435-5 neutron-server[105829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:12:27.408107 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.415859 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.417730 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/networks/3a4d74d7-f969-4966-8eff-9d277bf25838 HTTP/1.1" status: 204 len: 168 time: 0.3187759 Aug 04 18:12:27.420841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42368) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:27.431911 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af791f9-1291-4c3b-b9ec-3dd87829fdcd tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'Network': ['ID=3a4d74d7-f969-4966-8eff-9d277bf25838,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:27.485452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2658b287-9353-4af6-8333-4914eb369f15 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.512484 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2658b287-9353-4af6-8333-4914eb369f15 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.576066 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2658b287-9353-4af6-8333-4914eb369f15 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.578723 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-2658b287-9353-4af6-8333-4914eb369f15 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:27.579934 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-2658b287-9353-4af6-8333-4914eb369f15 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] 10.222.0.39 "DELETE /v2.0/security-groups/c33c4a33-4367-45cb-bc73-a581df778d27 HTTP/1.1" status: 204 len: 168 time: 0.1580982 Aug 04 18:12:27.589536 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658b287-9353-4af6-8333-4914eb369f15 tempest-TestNetworkAdvancedServerOps-13956511 tempest-TestNetworkAdvancedServerOps-13956511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33c4a33-4367-45cb-bc73-a581df778d27,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:27.855470 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:12:27.878078 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:12:27.878589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 7021d76e-6dcd-46aa-9dce-6b68e5d3d734 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:12:27.879130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59f5e217-3a59-41d8-8a44-9785156a6116 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:12:27.901221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 59f5e217-3a59-41d8-8a44-9785156a6116 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:12:27.901524 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 59f5e217-3a59-41d8-8a44-9785156a6116 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:12:27.901859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f06a96e3-667a-4885-ba7d-66a6065993e1 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:12:27.922068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: f06a96e3-667a-4885-ba7d-66a6065993e1 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:12:27.922412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f06a96e3-667a-4885-ba7d-66a6065993e1 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:12:27.987562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42376) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:28.130297 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-491f9873-4899-478e-9ac9-f418cbbb31a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8efb86e6b712456bad0fb2f01da70c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414151 Aug 04 18:12:28.133053 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42380) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:28.186420 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0da5bb3-0fc2-45cf-ab10-c660f64bbf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.209409 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0da5bb3-0fc2-45cf-ab10-c660f64bbf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.270873 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0da5bb3-0fc2-45cf-ab10-c660f64bbf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.275068 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c0da5bb3-0fc2-45cf-ab10-c660f64bbf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.276410 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c0da5bb3-0fc2-45cf-ab10-c660f64bbf39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be1765e7-b076-46d6-9ac8-14e04c0f76b5 HTTP/1.1" status: 204 len: 168 time: 0.1424100 Aug 04 18:12:28.285134 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da5bb3-0fc2-45cf-ab10-c660f64bbf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1765e7-b076-46d6-9ac8-14e04c0f76b5,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:28.584164 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42386) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:28.598350 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dfe01865-0e40-44f0-980d-8d69a6156d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.699431 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dfe01865-0e40-44f0-980d-8d69a6156d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.705693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dfe01865-0e40-44f0-980d-8d69a6156d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.743581 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dfe01865-0e40-44f0-980d-8d69a6156d95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df51cb9c72f84f62b5956eb71c55e548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581745 Aug 04 18:12:28.744448 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe01865-0e40-44f0-980d-8d69a6156d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d98c82-6319-466b-aab4-8483b2f0fe24,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:28.746449 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42388) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:28.795516 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71c49e90-6036-476b-a401-3112535696c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.817669 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71c49e90-6036-476b-a401-3112535696c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.867572 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71c49e90-6036-476b-a401-3112535696c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.870133 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-71c49e90-6036-476b-a401-3112535696c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:28.871343 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-71c49e90-6036-476b-a401-3112535696c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6d98c82-6319-466b-aab4-8483b2f0fe24 HTTP/1.1" status: 204 len: 168 time: 0.1238928 Aug 04 18:12:28.878905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c49e90-6036-476b-a401-3112535696c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d98c82-6319-466b-aab4-8483b2f0fe24,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:29.668946 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42410) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:29.787495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-534915362-network', 'tenant_id': 'd55a3bda76784f0881ec621479438259'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:29.812131 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Made reservation on behalf of d55a3bda76784f0881ec621479438259 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:12:29.814597 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:29.823090 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:29.917205 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:29.922994 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:29.945405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:12:29.960000 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8692669-fe0a-4619-9bee-92a984978e41,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:29.966019 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:29.966366 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Added segment 92a40ad0-59d2-4675-8687-87fd99e2c0ce of type vlan for network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 Aug 04 18:12:30.010047 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.040964 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.041938 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:30.042511 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.092754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4224021 Aug 04 18:12:30.096015 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42414) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:30.101556 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Request body: {'subnet': {'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-534915362-subnet', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:30.104486 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7bdde-83c0-41f5-8734-1bb4892d0866 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd87cc9-722e-4e64-bdb4-c87e31f62d29,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:30.116326 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:12:30.125772 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Made reservation on behalf of d55a3bda76784f0881ec621479438259 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:12:30.128360 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.299110 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.351133 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e819df2-3f4a-4a9c-8ade-987022d094b3,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:30.364705 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Checking segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:12:30.365162 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Network hostable DHCP agents. Network: 0bd87cc9-722e-4e64-bdb4-c87e31f62d29, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:12:30.390339 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:12:30.402960 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 0bd87cc9-722e-4e64-bdb4-c87e31f62d29) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:30.408123 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:30.408715 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.414624 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce114095-25ea-4755-b64e-48772a608e30 None None] Network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:12:30.429005 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-08529b69-6e35-4a2d-936d-babc742a664d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3315568 Aug 04 18:12:30.431692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42416) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:30.436564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:30.460733 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.461802 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.520076 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.567834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:12:30.568728 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.657129 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.701515 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Allocated IP 172.20.0.2 (0bd87cc9-722e-4e64-bdb4-c87e31f62d29/1e819df2-3f4a-4a9c-8ade-987022d094b3/f35a7e85-0290-4a8e-ad7e-23bc9720d213) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:12:30.851852 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.861940 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Transition to ACTIVE for port object f35a7e85-0290-4a8e-ad7e-23bc9720d213 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:30.878044 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Transition to ACTIVE for port object f35a7e85-0290-4a8e-ad7e-23bc9720d213 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:30.885928 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:30.924747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:12:30.930179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:30.933836 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:12:30.939625 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Pushing event updated for resources: {'Port': ['ID=f35a7e85-0290-4a8e-ad7e-23bc9720d213,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:30.998316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Attempting to bind port f35a7e85-0290-4a8e-ad7e-23bc9720d213 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:12:30.998706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Attempting to bind port f35a7e85-0290-4a8e-ad7e-23bc9720d213 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:12:30.999067 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Attempting to bind port f35a7e85-0290-4a8e-ad7e-23bc9720d213 on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:12:31.004806 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:12:31.005227 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Checking segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:12:31.005636 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:31.006031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Bound using segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:12:31.006466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Bound port: f35a7e85-0290-4a8e-ad7e-23bc9720d213, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:12:31.006889 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:31.071789 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] For port f35a7e85-0290-4a8e-ad7e-23bc9720d213, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:12:31.075136 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] For port f35a7e85-0290-4a8e-ad7e-23bc9720d213, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f35a7e85-0290-4a8e-ad7e-23bc9720d213,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:12:31.081337 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:31.136979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dd6fc-ff91-4e0d-890e-98858c5d4ab2 None None] Pushing event updated for resources: {'Port': ['ID=f35a7e85-0290-4a8e-ad7e-23bc9720d213,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:31.214325 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:31.235119 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:31.372110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Allocated IP 172.25.2.97 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/f39069b2-4934-4f5c-8005-bf24b6ca7862) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:12:31.480426 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:31.527018 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:31.566547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:12:31.572209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:31.576103 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:12:31.583256 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Pushing event updated for resources: {'Port': ['ID=f39069b2-4934-4f5c-8005-bf24b6ca7862,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:31.853521 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:31.877416 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f35a7e85-0290-4a8e-ad7e-23bc9720d213 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:31.930378 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port f35a7e85-0290-4a8e-ad7e-23bc9720d213 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:32.058560 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:32.064539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f246d-6bc6-4e14-af15-1873a8d3e47d None None] Network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:12:32.136687 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6b2219d4-0fa4-450c-9323-eb4971e1db8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:32.186872 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a7a3538e-ed1c-45a8-b01c-2498ac84391a None None] Provisioning for port f35a7e85-0290-4a8e-ad7e-23bc9720d213 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:32.194264 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Router 8174f945-b9b6-492f-9714-48cbf0523f03 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:12:32.194876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-a7a3538e-ed1c-45a8-b01c-2498ac84391a None None] Provisioning complete for port f35a7e85-0290-4a8e-ad7e-23bc9720d213 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:32.195262 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7a3538e-ed1c-45a8-b01c-2498ac84391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:32.314941 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7a3538e-ed1c-45a8-b01c-2498ac84391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:32.315201 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:12:32.325948 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Sync routers for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:12:32.340195 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:32.341491 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:32.342151 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:32.350869 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42418) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:32.358638 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a613ab7a-90af-4d32-ac38-8cfe9777a88e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9256711 Aug 04 18:12:32.362419 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-a7a3538e-ed1c-45a8-b01c-2498ac84391a None None] For port f35a7e85-0290-4a8e-ad7e-23bc9720d213, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f35a7e85-0290-4a8e-ad7e-23bc9720d213,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:32.369377 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a7a3538e-ed1c-45a8-b01c-2498ac84391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:32.431925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3538e-ed1c-45a8-b01c-2498ac84391a None None] Pushing event updated for resources: {'Port': ['ID=f35a7e85-0290-4a8e-ad7e-23bc9720d213,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:32.458619 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:32.592387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-57000171-3b8d-42bf-bb55-1c03a2b692df None None] Provisioning complete for port f35a7e85-0290-4a8e-ad7e-23bc9720d213 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:32.592645 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-57000171-3b8d-42bf-bb55-1c03a2b692df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:32.659988 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:31Z', 'revision_number': 3, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:32.691449 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Checking router: 8174f945-b9b6-492f-9714-48cbf0523f03 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:12:32.691793 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Updating router 8174f945-b9b6-492f-9714-48cbf0523f03 port f39069b2-4934-4f5c-8005-bf24b6ca7862 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:12:32.716943 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:32.795682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:32.958224 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Allocated IP 172.20.0.1 (0bd87cc9-722e-4e64-bdb4-c87e31f62d29/1e819df2-3f4a-4a9c-8ade-987022d094b3/ff434218-98ae-499b-bed4-54880878175a) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:12:32.962158 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:32.971752 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Transition to ACTIVE for port object f39069b2-4934-4f5c-8005-bf24b6ca7862 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:32.977529 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.028856 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Attempting to bind port f39069b2-4934-4f5c-8005-bf24b6ca7862 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:12:33.029222 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Attempting to bind port f39069b2-4934-4f5c-8005-bf24b6ca7862 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:12:33.029579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Attempting to bind port f39069b2-4934-4f5c-8005-bf24b6ca7862 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:12:33.036858 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:12:33.037212 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:12:33.037597 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.038000 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:12:33.038456 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Bound port: f39069b2-4934-4f5c-8005-bf24b6ca7862, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:12:33.038836 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.058266 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Pushing event updated for resources: {'Port': ['ID=f39069b2-4934-4f5c-8005-bf24b6ca7862,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:33.068846 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.069545 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.069886 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.070218 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.070546 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.070890 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.071213 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.071533 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.071849 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.072164 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.072477 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.072790 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.073099 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:12:33.081326 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Transition to ACTIVE for port object ff434218-98ae-499b-bed4-54880878175a will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:33.101755 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] For port f39069b2-4934-4f5c-8005-bf24b6ca7862, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:12:33.104853 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] For port f39069b2-4934-4f5c-8005-bf24b6ca7862, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f39069b2-4934-4f5c-8005-bf24b6ca7862,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:12:33.110158 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.119673 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.161831 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:12:33.165252 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:33.166197 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:33.166829 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:33.170897 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:12:33.171635 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b483f-c8b3-4ea9-a334-6ec8ab08660d None None] Pushing event updated for resources: {'Port': ['ID=f39069b2-4934-4f5c-8005-bf24b6ca7862,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:33.213278 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Pushing event updated for resources: {'Port': ['ID=ff434218-98ae-499b-bed4-54880878175a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:33.237439 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.385077 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:33.393336 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.515895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4635353a-3a0d-4702-9a82-e6a2ee767dc0 None None] Provisioning for port ff434218-98ae-499b-bed4-54880878175a completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:33.520643 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-4635353a-3a0d-4702-9a82-e6a2ee767dc0 None None] Provisioning complete for port ff434218-98ae-499b-bed4-54880878175a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:33.521102 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4635353a-3a0d-4702-9a82-e6a2ee767dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.558957 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-4635353a-3a0d-4702-9a82-e6a2ee767dc0 None None] Port ff434218-98ae-499b-bed4-54880878175a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:12:33.589906 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:31Z', 'revision_number': 3, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:33.604392 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.610528 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.623419 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc414fc-6500-4244-a13a-c7f3722b04ea None None] The sync data for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 is: [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:31Z', 'revision_number': 3, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:12:33.687463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Pushing event updated for resources: {'Port': ['ID=ff434218-98ae-499b-bed4-54880878175a,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:33.691065 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:33.804245 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:12:33.806211 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:33.889502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f35a7e85-0290-4a8e-ad7e-23bc9720d213 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:33.963904 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Router 8174f945-b9b6-492f-9714-48cbf0523f03 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:12:33.967674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f35a7e85-0290-4a8e-ad7e-23bc9720d213 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:33.968056 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.117512 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:12:34.131384 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-68f85e64-2d63-4a1a-a374-af2741314903 admin admin] 10.222.0.39 "PUT /v2.0/routers/8174f945-b9b6-492f-9714-48cbf0523f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7714515 Aug 04 18:12:34.201614 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-587a4fa3-d82e-40d1-bd98-3d0fa3166687 None None] Provisioning complete for port ff434218-98ae-499b-bed4-54880878175a triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:34.203670 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-587a4fa3-d82e-40d1-bd98-3d0fa3166687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.247616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-587a4fa3-d82e-40d1-bd98-3d0fa3166687 None None] Port ff434218-98ae-499b-bed4-54880878175a cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:12:34.538061 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a61b98e9-249d-4d1b-ae43-e7f5532c80d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.653591 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42434) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:34.658723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-344955968-network', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:34.682141 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Made reservation on behalf of 1de8ca1e53d7478992fd8c961b990014 for: {'network': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:12:34.685616 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.696971 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.794506 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.801055 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.827324 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=105829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:12:34.836723 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0414fbe8-0ee3-4b94-a5d1-02d6d35c5327,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:34.843388 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.843724 n-d-764435-5 neutron-server[105829]: INFO neutron.db.segments_db [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Added segment 490df422-c7cf-4ade-9561-a05a56bd0b2a of type vlan for network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d Aug 04 18:12:34.892102 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.926560 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.927611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:34.928203 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Notify callbacks [] for network, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:34.977189 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3224928 Aug 04 18:12:34.980973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42436) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:34.987482 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Request body: {'subnet': {'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-344955968-subnet', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'ip_version': 4}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:34.989827 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f88e3-d477-46df-a653-155101479684 admin admin] Pushing event updated for resources: {'Network': ['ID=2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:35.002386 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:12:35.012960 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Made reservation on behalf of 1de8ca1e53d7478992fd8c961b990014 for: {'subnet': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:12:35.016197 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266320139'] for subnet, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.102714 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.202132 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-259936407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266320153'] for subnet, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.257533 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a1b2df-8490-401a-ab7d-5c63c422f398,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:35.268436 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Checking segment: {'id': '490df422-c7cf-4ade-9561-a05a56bd0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:12:35.268800 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Network hostable DHCP agents. Network: 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:12:35.286740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:12:35.297287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d) {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:35.302113 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:35.305109 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.307928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac31ba-dc9c-49f5-aeac-d28adee7109e None None] Network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:12:35.320172 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a0d0be42-4148-4c23-8058-31869571b497 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3370826 Aug 04 18:12:35.323143 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42438) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:35.328656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-344955968-router', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:35.350470 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.351787 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.412489 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.525545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Sync routers for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:12:35.545200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:35.545895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:35.553046 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.707017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:35.766706 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d', 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'fixed_ips': [{'subnet_id': '95a1b2df-8490-401a-ab7d-5c63c422f398'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:12:35.767589 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.773275 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.792752 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:35.907352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Allocated IP 172.25.2.134 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/fd3d71b5-019d-4893-8941-63ac97d65a9b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:12:35.907638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f39069b2-4934-4f5c-8005-bf24b6ca7862 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:36.017274 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.056375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.062908 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Allocated IP 172.20.0.2 (2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d/95a1b2df-8490-401a-ab7d-5c63c422f398/4ede5ff2-fa41-4b4c-bf55-ffde349837b0) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:12:36.083572 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port f39069b2-4934-4f5c-8005-bf24b6ca7862 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:36.095742 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f39069b2-4934-4f5c-8005-bf24b6ca7862 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:36.096145 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.107244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:12:36.112948 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:36.115851 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:12:36.142426 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3d71b5-019d-4893-8941-63ac97d65a9b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:36.224552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 2, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:36.265412 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.271838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Checking router: 8174f945-b9b6-492f-9714-48cbf0523f03 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:12:36.272197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Updating router 8174f945-b9b6-492f-9714-48cbf0523f03 port ff434218-98ae-499b-bed4-54880878175a binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:12:36.295324 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:12:36.360802 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.367435 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.384776 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.401168 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.408909 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port f39069b2-4934-4f5c-8005-bf24b6ca7862, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f39069b2-4934-4f5c-8005-bf24b6ca7862,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:36.431644 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Transition to ACTIVE for port object 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:36.435151 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.492313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Transition to ACTIVE for port object 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:36.542863 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.587648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=f39069b2-4934-4f5c-8005-bf24b6ca7862,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:36.592933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:12:36.601223 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.602602 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:36.624880 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:12:36.722622 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Pushing event updated for resources: {'Port': ['ID=4ede5ff2-fa41-4b4c-bf55-ffde349837b0,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:36.739654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Router 29b74a94-46b3-43aa-82eb-9227002ddc2e is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:12:36.749569 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Attempting to bind port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:12:36.749941 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Attempting to bind port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '490df422-c7cf-4ade-9561-a05a56bd0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:12:36.750307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Attempting to bind port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 on network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:12:36.760317 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:12:36.760687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Checking segment: {'id': '490df422-c7cf-4ade-9561-a05a56bd0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:12:36.761087 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.761493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Bound using segment: {'id': '490df422-c7cf-4ade-9561-a05a56bd0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:12:36.761970 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Bound port: 4ede5ff2-fa41-4b4c-bf55-ffde349837b0, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490df422-c7cf-4ade-9561-a05a56bd0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:12:36.762352 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.849831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:12:36.860211 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Sync routers for ids ['29b74a94-46b3-43aa-82eb-9227002ddc2e'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:12:36.869105 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.871452 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6eb4f67b-18e1-4877-956a-ad6802d67db9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5472310 Aug 04 18:12:36.872352 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Routers {'29b74a94-46b3-43aa-82eb-9227002ddc2e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:36.873280 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['29b74a94-46b3-43aa-82eb-9227002ddc2e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:36.874772 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42440) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:36.882514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] For port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:12:36.889301 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] For port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4ede5ff2-fa41-4b4c-bf55-ffde349837b0,segment=NetworkSegment(490df422-c7cf-4ade-9561-a05a56bd0b2a),segment_id=490df422-c7cf-4ade-9561-a05a56bd0b2a)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:12:36.899597 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.905989 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.944733 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Transition to ACTIVE for port object ff434218-98ae-499b-bed4-54880878175a will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:36.962736 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:36.988900 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Set router 29b74a94-46b3-43aa-82eb-9227002ddc2e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:36.990687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da385ab-aa4e-4cc1-86bf-9941d48ede1a None None] Pushing event updated for resources: {'Port': ['ID=4ede5ff2-fa41-4b4c-bf55-ffde349837b0,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:37.065213 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b417f-39f0-41b1-a662-e1e2f7f40423 None None] Pushing event updated for resources: {'Port': ['ID=ff434218-98ae-499b-bed4-54880878175a,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:37.101760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Attempting to bind port ff434218-98ae-499b-bed4-54880878175a on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:12:37.102137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Attempting to bind port ff434218-98ae-499b-bed4-54880878175a by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:12:37.102505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Attempting to bind port ff434218-98ae-499b-bed4-54880878175a on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:12:37.108539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:12:37.108918 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Checking segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:12:37.109333 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.109729 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Bound using segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:12:37.110208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Bound port: ff434218-98ae-499b-bed4-54880878175a, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:12:37.110593 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.202003 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] For port ff434218-98ae-499b-bed4-54880878175a, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:12:37.206235 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] For port ff434218-98ae-499b-bed4-54880878175a, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ff434218-98ae-499b-bed4-54880878175a,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:12:37.217296 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.252879 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'name': 'tempest-TestShelveInstance-344955968-router', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 3, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'gw_port': {'id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:37.309019 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Checking router: 29b74a94-46b3-43aa-82eb-9227002ddc2e for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:12:37.309734 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Updating router 29b74a94-46b3-43aa-82eb-9227002ddc2e port fd3d71b5-019d-4893-8941-63ac97d65a9b binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:12:37.310786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:37.311831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:37.350995 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.380438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b417f-39f0-41b1-a662-e1e2f7f40423 None None] Pushing event updated for resources: {'Port': ['ID=ff434218-98ae-499b-bed4-54880878175a,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:37.495722 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:37.680996 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.692000 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Transition to ACTIVE for port object fd3d71b5-019d-4893-8941-63ac97d65a9b will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:37.699740 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.747802 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Attempting to bind port fd3d71b5-019d-4893-8941-63ac97d65a9b on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:12:37.748235 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Attempting to bind port fd3d71b5-019d-4893-8941-63ac97d65a9b by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:12:37.748691 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Attempting to bind port fd3d71b5-019d-4893-8941-63ac97d65a9b on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:12:37.762105 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:12:37.762105 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:12:37.762722 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.763253 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:12:37.764001 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Bound port: fd3d71b5-019d-4893-8941-63ac97d65a9b, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:12:37.764314 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.772761 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a4267-839b-4c18-9ba9-b7d96ec22adb None None] Pushing event updated for resources: {'Port': ['ID=fd3d71b5-019d-4893-8941-63ac97d65a9b,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:37.851868 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] For port fd3d71b5-019d-4893-8941-63ac97d65a9b, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:12:37.857808 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] For port fd3d71b5-019d-4893-8941-63ac97d65a9b, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fd3d71b5-019d-4893-8941-63ac97d65a9b,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:12:37.866123 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.924348 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.941361 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:37.969983 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a4267-839b-4c18-9ba9-b7d96ec22adb None None] Pushing event updated for resources: {'Port': ['ID=fd3d71b5-019d-4893-8941-63ac97d65a9b,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:37.972728 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Routers {'29b74a94-46b3-43aa-82eb-9227002ddc2e'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:37.973421 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['29b74a94-46b3-43aa-82eb-9227002ddc2e'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:38.028241 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f39069b2-4934-4f5c-8005-bf24b6ca7862 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:38.050293 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:37Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:38.084576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337399e-eb94-4e35-ad7b-50aba3097a8b None None] The sync data for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 is: [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:37Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:12:38.108476 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] Set router 29b74a94-46b3-43aa-82eb-9227002ddc2e gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:38.119838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port f39069b2-4934-4f5c-8005-bf24b6ca7862 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:38.120303 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:38.212564 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Allocated IP 172.20.0.1 (2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d/95a1b2df-8490-401a-ab7d-5c63c422f398/86ca8758-906f-422b-a690-68715f3d3dd8) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:12:38.289171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:38.357976 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:38.412246 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:38.424055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1acb7f7-278e-4899-aaa1-2fbe14dfbd5f None None] Network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:12:38.429433 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Transition to ACTIVE for port object 86ca8758-906f-422b-a690-68715f3d3dd8 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:38.438680 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'name': 'tempest-TestShelveInstance-344955968-router', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 3, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'gw_port': {'id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:38.472926 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f632711-6446-452a-a8ce-02d71ce5ed67 None None] The sync data for ids ['29b74a94-46b3-43aa-82eb-9227002ddc2e'] in n-d-764435-5 is: [{'id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'name': 'tempest-TestShelveInstance-344955968-router', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 3, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'gw_port': {'id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:12:38.476202 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:38.520145 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:12:38.523233 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:38.529607 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:12:38.531118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-49ab5ca8-b6d2-46f6-852e-14e6a8f30e51 None None] Provisioning for port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:38.540152 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-49ab5ca8-b6d2-46f6-852e-14e6a8f30e51 None None] Provisioning complete for port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:38.540609 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-49ab5ca8-b6d2-46f6-852e-14e6a8f30e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:38.573585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Pushing event updated for resources: {'Port': ['ID=86ca8758-906f-422b-a690-68715f3d3dd8,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:38.579412 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:38.712680 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-49ab5ca8-b6d2-46f6-852e-14e6a8f30e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:38.749793 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-49ab5ca8-b6d2-46f6-852e-14e6a8f30e51 None None] For port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4ede5ff2-fa41-4b4c-bf55-ffde349837b0,segment=NetworkSegment(490df422-c7cf-4ade-9561-a05a56bd0b2a),segment_id=490df422-c7cf-4ade-9561-a05a56bd0b2a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:38.756440 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:38.756569 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-49ab5ca8-b6d2-46f6-852e-14e6a8f30e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:38.837741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab5ca8-b6d2-46f6-852e-14e6a8f30e51 None None] Pushing event updated for resources: {'Port': ['ID=4ede5ff2-fa41-4b4c-bf55-ffde349837b0,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:39.026314 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:39.033234 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:39.089095 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b9ecffef-8052-4833-913b-a1a7ad4062d9 None None] Provisioning for port 86ca8758-906f-422b-a690-68715f3d3dd8 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:39.095443 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b9ecffef-8052-4833-913b-a1a7ad4062d9 None None] Provisioning complete for port 86ca8758-906f-422b-a690-68715f3d3dd8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:39.096154 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9ecffef-8052-4833-913b-a1a7ad4062d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:39.119963 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:39.122795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Pushing event updated for resources: {'Port': ['ID=86ca8758-906f-422b-a690-68715f3d3dd8,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:39.142148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-b9ecffef-8052-4833-913b-a1a7ad4062d9 None None] Port 86ca8758-906f-422b-a690-68715f3d3dd8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:12:39.164541 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-b9ecffef-8052-4833-913b-a1a7ad4062d9 None None] Provisioning complete for port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:39.164927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b9ecffef-8052-4833-913b-a1a7ad4062d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:39.301421 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:12:39.303147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:39.444671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1ad017f8-4525-4c9a-ab65-9b33fb32fb5a None None] Provisioning complete for port 86ca8758-906f-422b-a690-68715f3d3dd8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:39.445091 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1ad017f8-4525-4c9a-ab65-9b33fb32fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:39.476963 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Router 29b74a94-46b3-43aa-82eb-9227002ddc2e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:12:39.499955 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1ad017f8-4525-4c9a-ab65-9b33fb32fb5a None None] Port 86ca8758-906f-422b-a690-68715f3d3dd8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:12:39.610308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:12:39.615775 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-680f13b1-6744-4e13-8623-cfbed9321738 admin admin] 10.222.0.39 "PUT /v2.0/routers/29b74a94-46b3-43aa-82eb-9227002ddc2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7387178 Aug 04 18:12:39.621696 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a235aa2-7f46-4c85-ad13-5e9fc2ac3fc2 None None] Provisioning complete for port 86ca8758-906f-422b-a690-68715f3d3dd8 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:39.622072 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a235aa2-7f46-4c85-ad13-5e9fc2ac3fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:39.658772 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a235aa2-7f46-4c85-ad13-5e9fc2ac3fc2 None None] Port 86ca8758-906f-422b-a690-68715f3d3dd8 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:12:39.777638 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:39.913492 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:39.969043 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:40.032923 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:40.033449 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.120006 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ff434218-98ae-499b-bed4-54880878175a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:40.172517 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port ff434218-98ae-499b-bed4-54880878175a completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:40.176635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ff434218-98ae-499b-bed4-54880878175a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:40.177064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.262155 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.300292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port ff434218-98ae-499b-bed4-54880878175a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ff434218-98ae-499b-bed4-54880878175a,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:40.305841 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.306654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fd3d71b5-019d-4893-8941-63ac97d65a9b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:40.310704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42448) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:40.315943 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7ed42d1a-ea31-4062-a821-9205d1cf5a37 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855645148', 'description': 'tempest-secgroup-smoke-1855645148 description', 'project_id': 'd55a3bda76784f0881ec621479438259'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:40.341090 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ed42d1a-ea31-4062-a821-9205d1cf5a37 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.386972 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=ff434218-98ae-499b-bed4-54880878175a,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:40.399667 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port fd3d71b5-019d-4893-8941-63ac97d65a9b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:40.403875 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port fd3d71b5-019d-4893-8941-63ac97d65a9b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:40.404256 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.429249 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ed42d1a-ea31-4062-a821-9205d1cf5a37 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.434850 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ed42d1a-ea31-4062-a821-9205d1cf5a37 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.461889 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7ed42d1a-ea31-4062-a821-9205d1cf5a37 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.463156 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7ed42d1a-ea31-4062-a821-9205d1cf5a37 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1511056 Aug 04 18:12:40.466787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42450) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:40.471225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-c393ce25-f42c-43eb-9c31-99000c94f6be tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '465a8b2a-fde8-406b-9292-991a55f35093', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:40.475585 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed42d1a-ea31-4062-a821-9205d1cf5a37 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465a8b2a-fde8-406b-9292-991a55f35093,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:40.484695 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.501720 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c393ce25-f42c-43eb-9c31-99000c94f6be tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.505592 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port fd3d71b5-019d-4893-8941-63ac97d65a9b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fd3d71b5-019d-4893-8941-63ac97d65a9b,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:40.510919 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.559531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=fd3d71b5-019d-4893-8941-63ac97d65a9b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:40.567439 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c393ce25-f42c-43eb-9c31-99000c94f6be tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.572684 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c393ce25-f42c-43eb-9c31-99000c94f6be tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.593444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393ce25-f42c-43eb-9c31-99000c94f6be tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc855fb-28b0-4677-b33b-8e207c21cfe1,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:40.598093 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-c393ce25-f42c-43eb-9c31-99000c94f6be tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.599732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-c393ce25-f42c-43eb-9c31-99000c94f6be tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321976 Aug 04 18:12:40.602697 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42452) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:40.607747 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e96b6b61-48cf-45e6-9250-da3a338c67c3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '465a8b2a-fde8-406b-9292-991a55f35093', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:40.636252 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e96b6b61-48cf-45e6-9250-da3a338c67c3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.700251 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e96b6b61-48cf-45e6-9250-da3a338c67c3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.706904 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e96b6b61-48cf-45e6-9250-da3a338c67c3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.730138 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b6b61-48cf-45e6-9250-da3a338c67c3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b0325d-a4d7-40d6-9e51-1c96a36f444f,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:40.734881 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e96b6b61-48cf-45e6-9250-da3a338c67c3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.736147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e96b6b61-48cf-45e6-9250-da3a338c67c3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322625 Aug 04 18:12:40.738977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42454) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:40.743547 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-a988ed56-cd50-4ae7-881f-d24677f13483 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '465a8b2a-fde8-406b-9292-991a55f35093', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:40.774589 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a988ed56-cd50-4ae7-881f-d24677f13483 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.834702 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a988ed56-cd50-4ae7-881f-d24677f13483 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.839852 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a988ed56-cd50-4ae7-881f-d24677f13483 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.857448 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988ed56-cd50-4ae7-881f-d24677f13483 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cfac84-11e2-462d-8e30-b9e82ee23de2,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:40.865650 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-a988ed56-cd50-4ae7-881f-d24677f13483 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.866943 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-a988ed56-cd50-4ae7-881f-d24677f13483 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268463 Aug 04 18:12:40.869817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42456) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:40.874248 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-7709b52c-b489-4385-9348-67ede3ae586f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '465a8b2a-fde8-406b-9292-991a55f35093', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:40.902397 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7709b52c-b489-4385-9348-67ede3ae586f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.963022 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7709b52c-b489-4385-9348-67ede3ae586f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.968345 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7709b52c-b489-4385-9348-67ede3ae586f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.987509 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709b52c-b489-4385-9348-67ede3ae586f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b915b851-3f00-4cf3-8ea2-5517fd318795,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:40.994758 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-7709b52c-b489-4385-9348-67ede3ae586f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:40.996015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-7709b52c-b489-4385-9348-67ede3ae586f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253076 Aug 04 18:12:40.998995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42458) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:41.003549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-0d55bc72-91ac-4572-949a-8ccb31dddbe8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '465a8b2a-fde8-406b-9292-991a55f35093', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:41.026696 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-0d55bc72-91ac-4572-949a-8ccb31dddbe8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Project d55a3bda76784f0881ec621479438259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:12:41.031634 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d55bc72-91ac-4572-949a-8ccb31dddbe8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:41.093901 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d55bc72-91ac-4572-949a-8ccb31dddbe8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:41.099342 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d55bc72-91ac-4572-949a-8ccb31dddbe8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:41.121768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55bc72-91ac-4572-949a-8ccb31dddbe8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50202ae5-8dab-43b7-bf50-a064b82bb373,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:41.126161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-0d55bc72-91ac-4572-949a-8ccb31dddbe8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:41.127639 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-0d55bc72-91ac-4572-949a-8ccb31dddbe8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274931 Aug 04 18:12:41.136177 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42460) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:41.137969 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-35e5d8a5-87c3-4d21-a087-7677f6fdebb4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '465a8b2a-fde8-406b-9292-991a55f35093', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:41.163144 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-35e5d8a5-87c3-4d21-a087-7677f6fdebb4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Project d55a3bda76784f0881ec621479438259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:12:41.168899 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35e5d8a5-87c3-4d21-a087-7677f6fdebb4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:41.239093 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35e5d8a5-87c3-4d21-a087-7677f6fdebb4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:41.245029 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35e5d8a5-87c3-4d21-a087-7677f6fdebb4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:41.263650 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5d8a5-87c3-4d21-a087-7677f6fdebb4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f17efc0-c439-4ad8-a211-027d32058830,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:41.267773 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35e5d8a5-87c3-4d21-a087-7677f6fdebb4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:41.269212 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-35e5d8a5-87c3-4d21-a087-7677f6fdebb4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361907 Aug 04 18:12:41.510552 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-303c45da-863f-4923-a280-a2658d3013ae tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855645148&fields=id&tenant_id=d55a3bda76784f0881ec621479438259 HTTP/1.1" status: 200 len: 267 time: 0.0409560 Aug 04 18:12:41.540436 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Sync routers for ids ['29b74a94-46b3-43aa-82eb-9227002ddc2e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:12:41.550008 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Routers {'29b74a94-46b3-43aa-82eb-9227002ddc2e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:41.550632 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['29b74a94-46b3-43aa-82eb-9227002ddc2e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:41.625067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8582f-af95-4699-bf55-071665ecb85b req-8edbf5c3-97ec-4721-9baf-1b90cfad2dda tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:41.626409 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-8edbf5c3-97ec-4721-9baf-1b90cfad2dda tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 808 time: 0.1089106 Aug 04 18:12:41.642245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-afff985e-39cf-45c1-9931-128421a812a0 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/quotas/d55a3bda76784f0881ec621479438259 HTTP/1.1" status: 200 len: 375 time: 0.0096467 Aug 04 18:12:41.659765 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Set router 29b74a94-46b3-43aa-82eb-9227002ddc2e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:41.695598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-41ef8d68-068d-4e64-926c-d3d75a0f860e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475707 Aug 04 18:12:41.792275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-8a44b19b-cc11-4033-812e-5a547fe8619a service neutron] 10.222.0.39 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846884 Aug 04 18:12:41.863546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ff434218-98ae-499b-bed4-54880878175a up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:41.893535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-6183a5f0-9c6c-48ce-9512-44963b63b439 service neutron] 10.222.0.39 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948334 Aug 04 18:12:41.906842 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'name': 'tempest-TestShelveInstance-344955968-router', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:38Z', 'revision_number': 4, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'gw_port': {'id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '86ca8758-906f-422b-a690-68715f3d3dd8', 'name': '', 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'mac_address': 'fa:16:3e:8a:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '95a1b2df-8490-401a-ab7d-5c63c422f398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:37Z', 'updated_at': '2021-08-04T18:12:38Z', 'revision_number': 2, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'subnets': [{'id': '95a1b2df-8490-401a-ab7d-5c63c422f398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:41.934761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Checking router: 29b74a94-46b3-43aa-82eb-9227002ddc2e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:12:41.935133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Updating router 29b74a94-46b3-43aa-82eb-9227002ddc2e port 86ca8758-906f-422b-a690-68715f3d3dd8 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:12:41.965192 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:41.979962 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port ff434218-98ae-499b-bed4-54880878175a triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:41.980343 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:42.076735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ba6896a-b540-4510-a3aa-e4cb1b123347 req-aee94d5d-f911-4c9e-a0e4-3c8f5be3185d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 210 time: 0.0283823 Aug 04 18:12:42.204922 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fd3d71b5-019d-4893-8941-63ac97d65a9b up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:42.296113 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port fd3d71b5-019d-4893-8941-63ac97d65a9b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:42.296488 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:42.382593 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:42.396308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Transition to ACTIVE for port object 86ca8758-906f-422b-a690-68715f3d3dd8 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:42.420622 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:42.479819 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef41629-eb7f-4398-b688-d99fccb1c077 None None] Pushing event updated for resources: {'Port': ['ID=86ca8758-906f-422b-a690-68715f3d3dd8,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:42.544888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Attempting to bind port 86ca8758-906f-422b-a690-68715f3d3dd8 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:12:42.545582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Attempting to bind port 86ca8758-906f-422b-a690-68715f3d3dd8 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '490df422-c7cf-4ade-9561-a05a56bd0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:12:42.545582 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Attempting to bind port 86ca8758-906f-422b-a690-68715f3d3dd8 on network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:12:42.550741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:12:42.551207 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Checking segment: {'id': '490df422-c7cf-4ade-9561-a05a56bd0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:12:42.551609 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:42.552181 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Bound using segment: {'id': '490df422-c7cf-4ade-9561-a05a56bd0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:12:42.552598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Bound port: 86ca8758-906f-422b-a690-68715f3d3dd8, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490df422-c7cf-4ade-9561-a05a56bd0b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:12:42.553255 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:42.622662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] For port 86ca8758-906f-422b-a690-68715f3d3dd8, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:12:42.626330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] For port 86ca8758-906f-422b-a690-68715f3d3dd8, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=86ca8758-906f-422b-a690-68715f3d3dd8,segment=NetworkSegment(490df422-c7cf-4ade-9561-a05a56bd0b2a),segment_id=490df422-c7cf-4ade-9561-a05a56bd0b2a)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:12:42.632582 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:42.699066 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Routers {'29b74a94-46b3-43aa-82eb-9227002ddc2e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:42.699744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['29b74a94-46b3-43aa-82eb-9227002ddc2e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:42.707370 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef41629-eb7f-4398-b688-d99fccb1c077 None None] Pushing event updated for resources: {'Port': ['ID=86ca8758-906f-422b-a690-68715f3d3dd8,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:42.827126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] Set router 29b74a94-46b3-43aa-82eb-9227002ddc2e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:43.053936 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'name': 'tempest-TestShelveInstance-344955968-router', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:38Z', 'revision_number': 4, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'gw_port': {'id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '86ca8758-906f-422b-a690-68715f3d3dd8', 'name': '', 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'mac_address': 'fa:16:3e:8a:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '95a1b2df-8490-401a-ab7d-5c63c422f398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:37Z', 'updated_at': '2021-08-04T18:12:42Z', 'revision_number': 4, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'subnets': [{'id': '95a1b2df-8490-401a-ab7d-5c63c422f398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:43.084273 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e4a83-0acc-4779-a7a3-6bcd55865361 None None] The sync data for ids ['29b74a94-46b3-43aa-82eb-9227002ddc2e'] in n-d-764435-5 is: [{'id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'name': 'tempest-TestShelveInstance-344955968-router', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:38Z', 'revision_number': 4, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'gw_port': {'id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '86ca8758-906f-422b-a690-68715f3d3dd8', 'name': '', 'network_id': '2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'mac_address': 'fa:16:3e:8a:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '95a1b2df-8490-401a-ab7d-5c63c422f398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:37Z', 'updated_at': '2021-08-04T18:12:42Z', 'revision_number': 4, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'subnets': [{'id': '95a1b2df-8490-401a-ab7d-5c63c422f398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:12:43.209920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ab9b411b-9f3a-4fd5-a021-6139d7e584c2 req-dbee00f7-a7c2-4f19-8ab4-81151d517b06 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 210 time: 0.0342500 Aug 04 18:12:43.324094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8582f-af95-4699-bf55-071665ecb85b req-f7605a60-599c-4e87-8a34-4d878957b6a3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:43.325794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-f7605a60-599c-4e87-8a34-4d878957b6a3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 808 time: 0.1150677 Aug 04 18:12:43.376481 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-0cc6ecb3-5016-4d3b-9f56-22b9bf3f689f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d55a3bda76784f0881ec621479438259 HTTP/1.1" status: 200 len: 380 time: 0.0407438 Aug 04 18:12:43.386243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'port': {'device_id': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'admin_state_up': True, 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'security_groups': ['465a8b2a-fde8-406b-9292-991a55f35093']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:43.498973 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Made reservation on behalf of d55a3bda76784f0881ec621479438259 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:12:43.502694 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:43.644801 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Allocated IP 172.20.0.9 (0bd87cc9-722e-4e64-bdb4-c87e31f62d29/1e819df2-3f4a-4a9c-8ade-987022d094b3/5b0d6369-50ba-4d36-a338-3bfbad07c78b) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:12:43.792995 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:43.808568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Transition to ACTIVE for port object 5b0d6369-50ba-4d36-a338-3bfbad07c78b will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:43.860804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:43.895323 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 86ca8758-906f-422b-a690-68715f3d3dd8 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:43.903787 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:12:43.908794 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:43.912905 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:12:43.949438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 86ca8758-906f-422b-a690-68715f3d3dd8 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:43.952291 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:43.954222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 86ca8758-906f-422b-a690-68715f3d3dd8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:43.954609 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:43.964952 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:43.965602 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:43.982697 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-9c71c08d-594f-4cdf-a869-48b3832d389b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006365 Aug 04 18:12:43.996007 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Request body: {'port': {'device_id': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:44.050335 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:44.057631 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:44.085434 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 86ca8758-906f-422b-a690-68715f3d3dd8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=86ca8758-906f-422b-a690-68715f3d3dd8,segment=NetworkSegment(490df422-c7cf-4ade-9561-a05a56bd0b2a),segment_id=490df422-c7cf-4ade-9561-a05a56bd0b2a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:44.091365 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:44.147402 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=86ca8758-906f-422b-a690-68715f3d3dd8,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:44.154657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-196f2448-30c5-4720-8d26-d8b470c663e4 None None] Provisioning for port 5b0d6369-50ba-4d36-a338-3bfbad07c78b completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:44.158892 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-196f2448-30c5-4720-8d26-d8b470c663e4 None None] Provisioning complete for port 5b0d6369-50ba-4d36-a338-3bfbad07c78b triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:44.159793 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-196f2448-30c5-4720-8d26-d8b470c663e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:44.196197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-196f2448-30c5-4720-8d26-d8b470c663e4 None None] Port 5b0d6369-50ba-4d36-a338-3bfbad07c78b cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:12:44.349468 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0d6369-50ba-4d36-a338-3bfbad07c78b {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:12:44.359278 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:44.379497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43dee5-89d9-46c3-9973-a84eeba8107e req-ed32da5b-850a-4807-85ff-b58299147f8e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:44.381027 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b43dee5-89d9-46c3-9973-a84eeba8107e req-ed32da5b-850a-4807-85ff-b58299147f8e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 931 time: 0.0949616 Aug 04 18:12:44.386037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Transition to ACTIVE for port object 5b0d6369-50ba-4d36-a338-3bfbad07c78b will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:12:44.398467 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:44.474110 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b43dee5-89d9-46c3-9973-a84eeba8107e req-907e2e5e-d951-4009-a8f1-b5777bf95ff1 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850863 Aug 04 18:12:44.482088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Pushing event updated for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:44.550278 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Attempting to bind port 5b0d6369-50ba-4d36-a338-3bfbad07c78b on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:12:44.550664 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Attempting to bind port 5b0d6369-50ba-4d36-a338-3bfbad07c78b by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:12:44.550992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Attempting to bind port 5b0d6369-50ba-4d36-a338-3bfbad07c78b on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:12:44.556159 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Port 5b0d6369-50ba-4d36-a338-3bfbad07c78b on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:12:44.556474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Attempting to bind port 5b0d6369-50ba-4d36-a338-3bfbad07c78b on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:12:44.561546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:12:44.561873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Checking segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:12:44.562260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Bound using segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:12:44.562683 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Bound port: 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:12:44.563077 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:44.635819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:12:44.639261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:12:44.645051 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:44.678146 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:44.681371 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:44.684135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] 10.222.0.82 "PUT /v2.0/ports/5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 1091 time: 0.6927476 Aug 04 18:12:44.686567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:12:44.690075 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:12:44.747520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2781d7-56ac-4a1d-a1ef-fdd522c4416f service neutron] Pushing event updated for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:44.764329 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff2843b-8d8c-44fd-8c9d-1dfb38f236dc x-openstack-request-id: req-5ff2843b-8d8c-44fd-8c9d-1dfb38f236dc {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:12:44.764621 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:12:44.764870 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ff2843b-8d8c-44fd-8c9d-1dfb38f236dc {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:12:44.765271 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'status': 'completed', 'code': 200} Aug 04 18:12:44.782049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8582f-af95-4699-bf55-071665ecb85b req-195dcac4-69ef-4a45-96c7-6fb928776037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:44.783623 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-195dcac4-69ef-4a45-96c7-6fb928776037 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1094 time: 0.0509353 Aug 04 18:12:44.835482 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-e4dc765a-a9d5-4895-b017-418ebaec93bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 217 time: 0.0431743 Aug 04 18:12:44.889778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8582f-af95-4699-bf55-071665ecb85b req-2a164838-225f-4564-8fe5-8959754d1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:44.891406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-2a164838-225f-4564-8fe5-8959754d1cb8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0474081 Aug 04 18:12:44.940684 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8582f-af95-4699-bf55-071665ecb85b req-734fa774-bc59-4973-be3b-3db78f403d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:44.942235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-734fa774-bc59-4973-be3b-3db78f403d23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435236 Aug 04 18:12:45.037860 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-7157a60e-ca5d-4d0f-9e7f-76e96d0607f2 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877514 Aug 04 18:12:45.138535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7ec8582f-af95-4699-bf55-071665ecb85b req-699dee2d-1bf0-46b3-aa2d-4e0ddd53870a service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932069 Aug 04 18:12:45.233039 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-1c65155a-6671-46a3-8d9d-cba80d5224b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:45.234554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-1c65155a-6671-46a3-8d9d-cba80d5224b2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1094 time: 0.0450239 Aug 04 18:12:45.342444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-9074ee56-d890-46e5-ad44-e091edd0b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:45.343987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-9074ee56-d890-46e5-ad44-e091edd0b29f service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.1025102 Aug 04 18:12:45.389599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-99bd64d8-7c72-4c60-835a-39919c591846 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 217 time: 0.0368094 Aug 04 18:12:45.442528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-a3a253c9-0aca-400a-a439-16a753a9b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:45.444674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-a3a253c9-0aca-400a-a439-16a753a9b41a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0475676 Aug 04 18:12:45.500769 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-71188bc2-0909-4c72-ba55-d87d23d654e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:45.502311 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-71188bc2-0909-4c72-ba55-d87d23d654e8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497448 Aug 04 18:12:45.628467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-af66e62e-e7f2-45b3-8e12-e317ffe8e0cf service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178262 Aug 04 18:12:45.648110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305951a-a4b3-423b-af3d-7ea58a118423 req-59c00778-b0a2-4782-a142-0af4b5c286dd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:45.649517 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f305951a-a4b3-423b-af3d-7ea58a118423 req-59c00778-b0a2-4782-a142-0af4b5c286dd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0849774 Aug 04 18:12:45.731062 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f305951a-a4b3-423b-af3d-7ea58a118423 req-fb6417ac-0424-45db-bd61-51acb59dd738 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733864 Aug 04 18:12:45.764436 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-48146c9e-1c19-4c2f-ac0e-d0c8d58d61a2 req-ed20d2d4-04b7-46ee-8c79-2ef8015e4773 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138222 Aug 04 18:12:45.868148 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 86ca8758-906f-422b-a690-68715f3d3dd8 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:45.917784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 86ca8758-906f-422b-a690-68715f3d3dd8 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:45.918149 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:46.875001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb2af0-fa67-4180-8f16-67fca0ee3799 req-6925644e-0054-4426-bcf2-ee1bc9408e63 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:46.876576 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93eb2af0-fa67-4180-8f16-67fca0ee3799 req-6925644e-0054-4426-bcf2-ee1bc9408e63 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0609925 Aug 04 18:12:47.248519 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5b0d6369-50ba-4d36-a338-3bfbad07c78b details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:12:47.256523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93eb2af0-fa67-4180-8f16-67fca0ee3799 req-db2f06e0-cb5c-4d12-95f4-077e78468d05 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735814 Aug 04 18:12:47.350754 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:47.363013 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'port_id': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'mac_address': 'fa:16:3e:cf:24:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:12:47.405090 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:47.418823 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0d6369-50ba-4d36-a338-3bfbad07c78b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:12:47.438890 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:47.444640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:47.496916 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:47.649979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5b0d6369-50ba-4d36-a338-3bfbad07c78b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:12:48.385040 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855163f-a678-4141-b92b-9fe1342553ea req-db49c801-0e21-4204-bd52-914194742f38 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:48.386520 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7855163f-a678-4141-b92b-9fe1342553ea req-db49c801-0e21-4204-bd52-914194742f38 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 944 time: 0.0540724 Aug 04 18:12:48.428876 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7855163f-a678-4141-b92b-9fe1342553ea req-5548ca8f-9ddf-4efd-b4a5-e8998b8bf9e9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327158 Aug 04 18:12:49.248785 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5b0d6369-50ba-4d36-a338-3bfbad07c78b up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:12:49.305423 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 5b0d6369-50ba-4d36-a338-3bfbad07c78b completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:12:49.309262 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 5b0d6369-50ba-4d36-a338-3bfbad07c78b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:12:49.309628 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:49.387945 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:49.421627 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:12:49.423890 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b75c82-5dc0-4c7f-a38c-6a904b3017e9" -d '{"events": [{"server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "name": "network-vif-plugged", "status": "completed", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:12:49.442516 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:12:49.449416 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:49.475821 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0f10ff-64cc-4ba9-bde4-be1a18921861 x-openstack-request-id: req-5a0f10ff-64cc-4ba9-bde4-be1a18921861 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:12:49.476111 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "name": "network-vif-plugged", "status": "completed", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:12:49.476362 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a0f10ff-64cc-4ba9-bde4-be1a18921861 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:12:49.476750 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'code': 200} Aug 04 18:12:49.505223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:49.570988 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019a5a9-5a6f-40b8-9be8-464eff1e869b req-e757c98a-c505-4b66-b143-7c12c4e76848 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:49.572437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c019a5a9-5a6f-40b8-9be8-464eff1e869b req-e757c98a-c505-4b66-b143-7c12c4e76848 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0748961 Aug 04 18:12:49.589511 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37ac29-09c2-418a-9ebf-a2d4470cf332 req-f656866c-8feb-4ea2-bc71-8d9136837724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:49.590941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a37ac29-09c2-418a-9ebf-a2d4470cf332 req-f656866c-8feb-4ea2-bc71-8d9136837724 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1096 time: 0.0610416 Aug 04 18:12:49.630740 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c019a5a9-5a6f-40b8-9be8-464eff1e869b req-5657ea61-d34a-4e16-943d-84869f7a2713 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519679 Aug 04 18:12:49.640782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a37ac29-09c2-418a-9ebf-a2d4470cf332 req-df6b280b-b8d9-4780-86c6-b796c201191c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 Aug 04 18:12:50.759753 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42071e68-ebf1-49aa-8c09-e3902f649d2c req-7228ea33-041a-4a61-804d-91c33854026b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:50.761260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42071e68-ebf1-49aa-8c09-e3902f649d2c req-7228ea33-041a-4a61-804d-91c33854026b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0567784 Aug 04 18:12:50.810610 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-42071e68-ebf1-49aa-8c09-e3902f649d2c req-8430051e-a6cc-441f-a83b-287cf1b5927c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406678 Aug 04 18:12:50.946231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb65ba-349d-4cd3-a9ff-60041214013b req-311bd212-d740-4adb-a5d5-3bb9d3ea5986 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:50.947680 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccfb65ba-349d-4cd3-a9ff-60041214013b req-311bd212-d740-4adb-a5d5-3bb9d3ea5986 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0681751 Aug 04 18:12:50.987476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ccfb65ba-349d-4cd3-a9ff-60041214013b req-d2b2cade-de8f-4849-9604-7a25770a2ed6 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335758 Aug 04 18:12:51.014730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42514) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:51.166474 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad71d85-368a-489a-a0fc-3efb38239b46 tempest-TestShelveInstance-60810332 tempest-TestShelveInstance-60810332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:51.168028 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-cad71d85-368a-489a-a0fc-3efb38239b46 tempest-TestShelveInstance-60810332 tempest-TestShelveInstance-60810332-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1091 time: 0.1522560 Aug 04 18:12:51.171220 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42518) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:12:51.175522 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:12:51.199641 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:51.301491 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:51.416408 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Allocated IP 172.25.2.224 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/7e1dfa9e-2349-41b1-9993-8310c2fafd19) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:12:51.519983 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:51.562970 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:51.603478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:12:51.608574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:12:51.612046 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:12:51.617530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'Port': ['ID=7e1dfa9e-2349-41b1-9993-8310c2fafd19,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:52.018780 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:52.098954 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:52.260593 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:52.268573 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:52.339267 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'Port': ['ID=7e1dfa9e-2349-41b1-9993-8310c2fafd19,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:12:52.353389 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:52.459826 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Floating IP 1a4e55e7-1b2b-440f-bff1-d870de8e2331 associated. External IP: 172.25.2.224, port: 5b0d6369-50ba-4d36-a338-3bfbad07c78b. Aug 04 18:12:52.678428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Router 8174f945-b9b6-492f-9714-48cbf0523f03 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:12:52.808640 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:12:52.818851 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] Sync routers for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:12:52.827715 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:12:52.829774 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:52.830382 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:52.857373 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3cfa0d55-e888-42a1-b865-bdd00934065a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6851413 Aug 04 18:12:52.858073 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:12:52.860426 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb0c127-e9b4-45de-9111-9fe59763048a" -d '{"events": [{"name": "network-changed", "server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:12:52.898209 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3861418c-05e1-4972-9fd6-59800cdf11c9 x-openstack-request-id: req-3861418c-05e1-4972-9fd6-59800cdf11c9 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:12:52.898501 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:12:52.898749 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3861418c-05e1-4972-9fd6-59800cdf11c9 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:12:52.899173 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'status': 'completed', 'code': 200} Aug 04 18:12:52.964936 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-fa831504-a232-4690-a4be-8b27effcaafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:52.966383 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-fa831504-a232-4690-a4be-8b27effcaafd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1096 time: 0.0440874 Aug 04 18:12:53.037740 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:53.062834 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-bf100f5b-1765-41d8-9858-56f1cb769006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:53.064345 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-bf100f5b-1765-41d8-9858-56f1cb769006 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0907528 Aug 04 18:12:53.132924 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-cb62d24f-0aec-4c94-8e80-0612848ba36e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 999 time: 0.0610683 Aug 04 18:12:53.185230 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-1720d55a-f217-4239-8840-10c1fc7fdd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:53.186753 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-1720d55a-f217-4239-8840-10c1fc7fdd44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0465193 Aug 04 18:12:53.243065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-9da07c3c-c991-4c69-89ed-27ecf8e730fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:12:53.244505 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-9da07c3c-c991-4c69-89ed-27ecf8e730fd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505095 Aug 04 18:12:53.269319 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '1a4e55e7-1b2b-440f-bff1-d870de8e2331', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'port_id': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'mac_address': 'fa:16:3e:cf:24:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:12:51Z', 'updated_at': '2021-08-04T18:12:51Z', 'revision_number': 0, 'project_id': 'd55a3bda76784f0881ec621479438259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:53.299741 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] Checking router: 8174f945-b9b6-492f-9714-48cbf0523f03 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:12:53.309664 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:12:53.310297 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:12:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:53.338044 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-f9639270-f328-419e-aa20-5d43ca473e79 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863235 Aug 04 18:12:53.419072 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:12:53.436329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfb0c127-e9b4-45de-9111-9fe59763048a req-4b250522-9468-4952-98b7-e59506a227a6 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908563 Aug 04 18:12:53.671674 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '1a4e55e7-1b2b-440f-bff1-d870de8e2331', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'port_id': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'mac_address': 'fa:16:3e:cf:24:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:12:51Z', 'updated_at': '2021-08-04T18:12:51Z', 'revision_number': 0, 'project_id': 'd55a3bda76784f0881ec621479438259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:12:53.698714 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22521bcf-2926-44fd-a8fc-2010476b3abc None None] The sync data for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 is: [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '1a4e55e7-1b2b-440f-bff1-d870de8e2331', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'port_id': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'mac_address': 'fa:16:3e:cf:24:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:12:51Z', 'updated_at': '2021-08-04T18:12:51Z', 'revision_number': 0, 'project_id': 'd55a3bda76784f0881ec621479438259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:12:53.917603 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab68f4-b4e3-463e-b8e0-62ef02a5daff None None] New status for floating IP 1a4e55e7-1b2b-440f-bff1-d870de8e2331: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:13:02.105006 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1706cfd0-ed8a-4766-82a6-d87e4229236a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:04.539343 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ea597865-738e-4aef-8da0-b35fbff1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:05.039406 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-490729b1-afc8-427e-a5d3-009c522c1cef service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435197 Aug 04 18:13:05.107335 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:05.125290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-9b295553-e47e-41a9-92b6-5e6009ca6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:13:05.126832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-9b295553-e47e-41a9-92b6-5e6009ca6c8a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1096 time: 0.0434914 Aug 04 18:13:05.236019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-0213adad-4f44-4eb8-bcc0-8a1bc741e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:13:05.237486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-0213adad-4f44-4eb8-bcc0-8a1bc741e9c8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0920675 Aug 04 18:13:05.304535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-6f372e6b-e1ec-4412-8827-c7ab4f9d2b21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 1001 time: 0.0588791 Aug 04 18:13:05.354631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-d7c4655e-c641-4b43-8314-d4d4dc490652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:13:05.356124 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-d7c4655e-c641-4b43-8314-d4d4dc490652 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0440655 Aug 04 18:13:05.417304 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-9295a8a6-7001-4802-8b30-ef7470b7e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:13:05.418862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-9295a8a6-7001-4802-8b30-ef7470b7e7a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546851 Aug 04 18:13:05.516364 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-a9739d68-d03c-41f2-8239-c9f09ee7afb0 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893354 Aug 04 18:13:05.621484 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4842502b-2bc0-4523-9c77-f4a87a0ddac2 req-d7db6ee0-ef24-47cb-a023-c7bdc0a8fbef service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966177 Aug 04 18:13:06.217693 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:07.814849 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:09.788123 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:09.919784 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:13.296643 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:13:32.111195 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-de27424c-bb25-45bc-b55a-9a1cc5b13a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:34.540944 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-825a7d3e-637c-435a-8048-ecfb882b5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:35.119018 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:36.220983 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:37.819139 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:39.794034 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:39.929644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:13:50.296476 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:14:02.099005 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0f1911cf-f9e3-42d4-a77a-368ee22a790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:04.538997 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6317-cc8a-45af-8b1d-268407abb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:05.034055 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-06267b81-23b2-4344-8db1-51b8b9c1dcf3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449328 Aug 04 18:14:05.112893 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:05.119871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-f840c7bd-afad-489e-8b17-da9c3e5c4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:05.121973 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-f840c7bd-afad-489e-8b17-da9c3e5c4dab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1096 time: 0.0435290 Aug 04 18:14:05.237778 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-de969037-f7ba-44fc-aac7-837417ad71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:05.239422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-de969037-f7ba-44fc-aac7-837417ad71b6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0989599 Aug 04 18:14:05.317794 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-22833ddd-e05a-42df-bcde-837d3e02eaf2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 1001 time: 0.0696898 Aug 04 18:14:05.368364 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-29971c2e-e9bc-491b-bb70-cb101e29ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:05.369835 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-29971c2e-e9bc-491b-bb70-cb101e29ee39 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0450311 Aug 04 18:14:05.424745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-c54c1e69-5118-4bc4-82e9-934cc13a9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:05.426258 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-c54c1e69-5118-4bc4-82e9-934cc13a9a51 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493634 Aug 04 18:14:05.530336 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-ad31edb3-f008-4034-89a1-12f747a8413e service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962832 Aug 04 18:14:05.629532 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7a1c8fcc-ec96-47a5-b03d-c4dc6ba886b2 req-af0d8971-8174-457b-8c84-6cb862b067b6 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919435 Aug 04 18:14:06.229295 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:07.818356 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:09.815486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:09.927408 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:27.296033 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:14:32.101093 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e35e174a-e49f-4fde-b1d2-43c8b9238d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:34.536707 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-92a0bfc3-ba52-427f-ae24-976ad475641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:35.128085 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:36.229352 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:37.819513 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:39.816299 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:39.929830 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:14:50.233382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff5eca-447c-4a72-9207-d8bbb87ce2ba req-b34c4395-9727-48bb-b787-981c460229a7 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:50.234947 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75ff5eca-447c-4a72-9207-d8bbb87ce2ba req-b34c4395-9727-48bb-b787-981c460229a7 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.1067100 Aug 04 18:14:50.273818 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75ff5eca-447c-4a72-9207-d8bbb87ce2ba req-5976365f-eb21-4026-a516-475f191279bb tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Aug 04 18:14:51.406202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eae70-034d-4f55-ac10-09eeffe4eb13 req-23bed34d-78c6-4e78-aed8-7016ceb56955 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:51.407747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b36eae70-034d-4f55-ac10-09eeffe4eb13 req-23bed34d-78c6-4e78-aed8-7016ceb56955 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0562918 Aug 04 18:14:51.447260 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b36eae70-034d-4f55-ac10-09eeffe4eb13 req-130c9ef6-a7f9-45c2-a993-7c4a3eaa4753 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Aug 04 18:14:52.607826 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa002dd-99a3-469a-b83c-4cd93e0374a3 req-049dc6c1-35b1-4707-9ab4-70379f359999 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:52.609319 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fa002dd-99a3-469a-b83c-4cd93e0374a3 req-049dc6c1-35b1-4707-9ab4-70379f359999 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0626554 Aug 04 18:14:52.648751 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1fa002dd-99a3-469a-b83c-4cd93e0374a3 req-4a3ee883-7ddf-4cf2-81e1-49316992da01 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Aug 04 18:14:53.788276 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a05d2-5bb5-4e9b-9b91-87b589a6053a req-5cfb96eb-6aec-4e4b-8bb7-e0ea3ffe0525 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:53.789769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d0a05d2-5bb5-4e9b-9b91-87b589a6053a req-5cfb96eb-6aec-4e4b-8bb7-e0ea3ffe0525 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0553031 Aug 04 18:14:53.831152 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0d0a05d2-5bb5-4e9b-9b91-87b589a6053a req-755cc0e9-cb9e-4142-937c-c518ef9568c2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325255 Aug 04 18:14:54.971526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74937403-7292-4f5b-9ce4-c9a631c52fe2 req-6cfc183d-2684-4288-ac41-b3a0408d6d4a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:54.972991 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74937403-7292-4f5b-9ce4-c9a631c52fe2 req-6cfc183d-2684-4288-ac41-b3a0408d6d4a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0562639 Aug 04 18:14:55.023516 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74937403-7292-4f5b-9ce4-c9a631c52fe2 req-60a0ddd9-a9fb-4625-b4a2-b253a9c513a2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Aug 04 18:14:56.169604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeb7af-d5ad-48b6-ac98-4c2a3369b079 req-ddd0e3be-0507-4cae-a545-a41d8c3c3dd8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:56.171116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbaeb7af-d5ad-48b6-ac98-4c2a3369b079 req-ddd0e3be-0507-4cae-a545-a41d8c3c3dd8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0631182 Aug 04 18:14:56.211750 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbaeb7af-d5ad-48b6-ac98-4c2a3369b079 req-96824c02-5cd1-4a02-9626-7ca27f7c52c9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344510 Aug 04 18:14:57.334636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb899bc8-1019-42fb-9016-a687811d2d28 req-17da9db4-f9ed-4938-9504-ad9e6895ee12 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:57.336568 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb899bc8-1019-42fb-9016-a687811d2d28 req-17da9db4-f9ed-4938-9504-ad9e6895ee12 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0529385 Aug 04 18:14:57.381823 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cb899bc8-1019-42fb-9016-a687811d2d28 req-65f02d75-7dd8-4ef7-8b19-2d1665c9c0ac tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391040 Aug 04 18:14:58.513619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669f707-5f67-4a8f-ade7-7e17b4a0d822 req-c79cd9fb-3e73-4277-8294-4ce1aa3882cf tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:58.515235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f669f707-5f67-4a8f-ade7-7e17b4a0d822 req-c79cd9fb-3e73-4277-8294-4ce1aa3882cf tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0538909 Aug 04 18:14:58.560733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f669f707-5f67-4a8f-ade7-7e17b4a0d822 req-7d3144ef-fb9b-4164-8924-648e7b5d007b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350590 Aug 04 18:14:59.698412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63870d-60a5-4dbd-875f-448280c921c1 req-e26b0f79-45a0-4d72-9add-fb0827aa123f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:14:59.700831 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d63870d-60a5-4dbd-875f-448280c921c1 req-e26b0f79-45a0-4d72-9add-fb0827aa123f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0579400 Aug 04 18:14:59.748814 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8d63870d-60a5-4dbd-875f-448280c921c1 req-cf87b4de-33a3-471b-a176-e27f36a2f1d1 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376103 Aug 04 18:15:00.880207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba88f6-f68a-443c-8750-0a203ffc8344 req-2189e997-d00f-4f38-9df1-8414467be54d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:00.881894 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cba88f6-f68a-443c-8750-0a203ffc8344 req-2189e997-d00f-4f38-9df1-8414467be54d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0571318 Aug 04 18:15:00.925271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0cba88f6-f68a-443c-8750-0a203ffc8344 req-d622b91d-111c-492e-96af-eea33a8e0c6c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369565 Aug 04 18:15:01.907329 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5b0d6369-50ba-4d36-a338-3bfbad07c78b details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:15:02.016691 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:15:02.029686 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'port_id': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'mac_address': 'fa:16:3e:cf:24:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:15:02.050207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42a787-c4c3-451d-b62a-5abe5413c3bd req-46a53ba3-d4ff-4a88-8924-2d70a8326b5e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:02.051889 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c42a787-c4c3-451d-b62a-5abe5413c3bd req-46a53ba3-d4ff-4a88-8924-2d70a8326b5e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0531588 Aug 04 18:15:02.074378 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:02.098104 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b0d6369-50ba-4d36-a338-3bfbad07c78b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:15:02.099288 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7c42a787-c4c3-451d-b62a-5abe5413c3bd req-cfcf41b4-a4f0-4092-9e00-1a4abed1773e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395334 Aug 04 18:15:02.112274 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6616-b141-4817-bc27-a00efa55e92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:02.122216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:15:02.127451 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:02.177199 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:15:02.184973 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.185297 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.185626 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.185958 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.186281 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.186601 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.186948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.187268 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.187584 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.187899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.188217 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.188525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:15:02.199438 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5b0d6369-50ba-4d36-a338-3bfbad07c78b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:15:03.250575 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f698b3e-6771-4dcd-af03-6954d686928e req-1ec31a74-5931-43f3-84c6-3199548c8a8c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:03.252824 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f698b3e-6771-4dcd-af03-6954d686928e req-1ec31a74-5931-43f3-84c6-3199548c8a8c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 944 time: 0.0667183 Aug 04 18:15:03.298184 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0f698b3e-6771-4dcd-af03-6954d686928e req-c9c9e063-509e-44f2-b831-703c84938f71 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390675 Aug 04 18:15:03.918145 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5b0d6369-50ba-4d36-a338-3bfbad07c78b up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:15:03.980111 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 5b0d6369-50ba-4d36-a338-3bfbad07c78b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:15:03.980111 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:04.068908 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:04.093612 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:15:04.095926 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7939849-bc3b-4184-967b-4d76716b5ee5" -d '{"events": [{"server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "name": "network-vif-plugged", "status": "completed", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:15:04.116253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:15:04.122296 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:04.149713 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b1c3b2-f1c7-486c-ad10-a766682d543f x-openstack-request-id: req-f3b1c3b2-f1c7-486c-ad10-a766682d543f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:15:04.150176 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "name": "network-vif-plugged", "status": "completed", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:15:04.150284 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3b1c3b2-f1c7-486c-ad10-a766682d543f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:15:04.151075 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'code': 200} Aug 04 18:15:04.190613 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:15:04.296307 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:15:04.432666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077be04-b6de-4106-ab6c-912f12632e99 req-1e822bb6-3f18-4aef-b119-bd7dcbe50ecd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:04.435287 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b077be04-b6de-4106-ab6c-912f12632e99 req-1e822bb6-3f18-4aef-b119-bd7dcbe50ecd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0589342 Aug 04 18:15:04.475726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b077be04-b6de-4106-ab6c-912f12632e99 req-35235491-551e-4471-b826-3917638c2f81 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350266 Aug 04 18:15:04.532327 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-919502cb-e4b1-4a2d-a3e4-51a4e47f93f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:05.123671 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:05.621524 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9818f97-ba17-4fae-a79c-1f9fdaca1dbe req-7df104d3-a374-4584-a8d9-4b99a2d02466 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:05.623447 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9818f97-ba17-4fae-a79c-1f9fdaca1dbe req-7df104d3-a374-4584-a8d9-4b99a2d02466 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0657709 Aug 04 18:15:05.666486 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a9818f97-ba17-4fae-a79c-1f9fdaca1dbe req-7f3da53b-5a5d-4cad-99f2-0e4ecb68a490 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368514 Aug 04 18:15:06.225770 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:06.799388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dd479-915c-466f-a1c0-fce78460bef4 req-bd751879-8544-4946-a3ef-c9abcc079bb5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:06.800896 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f90dd479-915c-466f-a1c0-fce78460bef4 req-bd751879-8544-4946-a3ef-c9abcc079bb5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0601964 Aug 04 18:15:06.843674 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f90dd479-915c-466f-a1c0-fce78460bef4 req-b6f9cafa-839f-4e04-8b7a-2037e1c2f9cd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341775 Aug 04 18:15:07.077742 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-6344c33d-b2aa-4f69-8d96-fb3a246e819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:07.079335 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-6344c33d-b2aa-4f69-8d96-fb3a246e819b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1096 time: 0.0475411 Aug 04 18:15:07.210846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-b5ec3b1a-3f69-40cc-af43-99f9e90d0ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:07.213271 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-b5ec3b1a-3f69-40cc-af43-99f9e90d0ce5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.1097965 Aug 04 18:15:07.284299 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-ce65e093-2c18-4896-b4a2-32619cfe7a13 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 1001 time: 0.0642307 Aug 04 18:15:07.336885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-c2175b3e-7d5e-4a0b-add2-1674d29d2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:07.338757 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-c2175b3e-7d5e-4a0b-add2-1674d29d2c2a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0474238 Aug 04 18:15:07.394229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-6d5cde2a-7876-4e82-90ed-187c42dd8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:07.395798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-6d5cde2a-7876-4e82-90ed-187c42dd8656 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496738 Aug 04 18:15:07.497974 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-cd3691ff-da73-46ea-aad8-a059a8785caa service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948269 Aug 04 18:15:07.629153 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-137b6174-bb27-4b24-a86d-4a28c95b78a6 req-1cfa11eb-7a49-43d5-9df2-4218031cf12a service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228600 Aug 04 18:15:07.823329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:07.981568 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac19cd-5eab-4eb2-a2d4-a5e421b612b3 req-00ac27f6-4da7-4afa-8b69-474cc248a1b6 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:07.983232 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0ac19cd-5eab-4eb2-a2d4-a5e421b612b3 req-00ac27f6-4da7-4afa-8b69-474cc248a1b6 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0610762 Aug 04 18:15:08.031252 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0ac19cd-5eab-4eb2-a2d4-a5e421b612b3 req-e6b97f9b-8940-438f-b3b3-9d5ffd8b3587 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389690 Aug 04 18:15:09.163091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bd4ba-21c2-4eb8-b447-f72a6a758d82 req-deaa7855-2688-4985-88b4-bbc7458c3671 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:09.164627 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-640bd4ba-21c2-4eb8-b447-f72a6a758d82 req-deaa7855-2688-4985-88b4-bbc7458c3671 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0626755 Aug 04 18:15:09.212492 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-640bd4ba-21c2-4eb8-b447-f72a6a758d82 req-03a52c24-771b-412a-8f30-fbd04986a225 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407348 Aug 04 18:15:09.815678 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:09.926977 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:10.338996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7fc54-cc72-4546-9dab-5fdcffaef887 req-e3089dce-596d-4c56-8165-62b2f2a49cfc tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:10.340554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbd7fc54-cc72-4546-9dab-5fdcffaef887 req-e3089dce-596d-4c56-8165-62b2f2a49cfc tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0510778 Aug 04 18:15:10.386758 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bbd7fc54-cc72-4546-9dab-5fdcffaef887 req-0d7bdeb8-ff53-4cea-9482-ed7f5f97c8fa tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396645 Aug 04 18:15:11.510228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaa39c-cdc0-4abb-b511-44d60b5454f6 req-cc94188b-c493-4b45-8cda-ed1a0503c162 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:11.511828 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ffaa39c-cdc0-4abb-b511-44d60b5454f6 req-cc94188b-c493-4b45-8cda-ed1a0503c162 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0540464 Aug 04 18:15:11.553026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8ffaa39c-cdc0-4abb-b511-44d60b5454f6 req-6c204d78-d927-48d5-b428-5e619c8bca02 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327489 Aug 04 18:15:12.192330 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-da916312-b8d7-4303-87f3-cd8e4b907b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:12.193862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-da916312-b8d7-4303-87f3-cd8e4b907b8d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1096 time: 0.0510795 Aug 04 18:15:12.291928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-a6d4dc3e-a131-40f7-8b31-6462ba450e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:12.293416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-a6d4dc3e-a131-40f7-8b31-6462ba450e1a service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0918992 Aug 04 18:15:12.364948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-654f2f10-5bfe-427e-ba7e-e8bdd7389ef5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 1001 time: 0.0635173 Aug 04 18:15:12.428627 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-e0c1fdbf-9142-4384-8923-06ca743458df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:12.430041 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-e0c1fdbf-9142-4384-8923-06ca743458df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0567496 Aug 04 18:15:12.483885 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-4b68c3c7-a386-4383-9886-9743d5fce744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:12.485385 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-4b68c3c7-a386-4383-9886-9743d5fce744 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472281 Aug 04 18:15:12.499303 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-4f1c1878-ae06-413c-b41c-d3ccc9f9f4dd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 18:15:12.500727 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-4f1c1878-ae06-413c-b41c-d3ccc9f9f4dd service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080216 Aug 04 18:15:12.596289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-7492e91e-78fd-4f5a-b5f9-b7a617ef56e7 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876720 Aug 04 18:15:13.088505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa1143-977c-4f2a-b8da-4edd2229b0fa req-4827f655-9751-4a9a-89d3-b8e53dc5756c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:13.090171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1fa1143-977c-4f2a-b8da-4edd2229b0fa req-4827f655-9751-4a9a-89d3-b8e53dc5756c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.4227133 Aug 04 18:15:13.092691 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b9715f2c-b137-411c-8cfc-ec45a44bd201 req-cd5c400c-fa30-4aa9-804a-f5797207381b service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891887 Aug 04 18:15:13.135551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c1fa1143-977c-4f2a-b8da-4edd2229b0fa req-0de72878-e84d-44f1-8e77-ed77e73aa498 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Aug 04 18:15:14.264234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a65a4-badd-4044-9f25-3becd42033fe req-9e1b185e-f4e2-4c57-8ec2-37ea4068ce5b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:14.265798 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d7a65a4-badd-4044-9f25-3becd42033fe req-9e1b185e-f4e2-4c57-8ec2-37ea4068ce5b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0529873 Aug 04 18:15:14.310657 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d7a65a4-badd-4044-9f25-3becd42033fe req-4a06ee74-81d3-445a-9d3b-833179e554db tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386837 Aug 04 18:15:15.432209 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb0afb-6f9a-4fa2-b64e-3259de797d2e req-fa712e81-33cc-4906-9bff-7af09f76a3b0 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:15.433698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dfb0afb-6f9a-4fa2-b64e-3259de797d2e req-fa712e81-33cc-4906-9bff-7af09f76a3b0 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0529876 Aug 04 18:15:15.475690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2dfb0afb-6f9a-4fa2-b64e-3259de797d2e req-55ea32da-a07d-4472-9cb3-ab8c2c8244a2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329149 Aug 04 18:15:15.713848 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde2eb6-6194-496e-a9a4-fe3b32484598 req-e7dda33f-5189-4d34-8d76-3537e38a75f0 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:15.715457 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efde2eb6-6194-496e-a9a4-fe3b32484598 req-e7dda33f-5189-4d34-8d76-3537e38a75f0 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 945 time: 0.0505722 Aug 04 18:15:15.756704 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-efde2eb6-6194-496e-a9a4-fe3b32484598 req-dedad11d-9880-4d18-b47e-4536d88a7901 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349507 Aug 04 18:15:15.820046 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42712) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:15:15.919058 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-cabb8577-ea1f-479c-868e-06f5f2e9e746 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977490 Aug 04 18:15:15.998049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5b0d6369-50ba-4d36-a338-3bfbad07c78b no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:15:16.076640 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:16.102072 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:15:16.104373 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7152d4-7a67-4ec0-9d18-fed1cc49fa65" -d '{"events": [{"server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:15:16.118097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:15:16.124103 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:16.150782 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 18:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98198da-9675-4d0e-9f72-ef85590182de x-openstack-request-id: req-d98198da-9675-4d0e-9f72-ef85590182de {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:15:16.151340 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "name": "network-vif-unplugged", "status": "failed", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b", "code": 422}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:15:16.151812 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d98198da-9675-4d0e-9f72-ef85590182de {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:15:16.152367 n-d-764435-5 neutron-server[105830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'code': 422} returned with failed status Aug 04 18:15:16.181509 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:15:16.859588 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-dcefc706-29ba-42ef-8855-4d1d03a3a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:16.861061 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-dcefc706-29ba-42ef-8855-4d1d03a3a40c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49&tenant_id=d55a3bda76784f0881ec621479438259 HTTP/1.1" status: 200 len: 1094 time: 0.0693123 Aug 04 18:15:16.885285 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f31b-ca3e-43cc-b485-6853f652b8f1 req-7e7f4558-d3e6-421c-ad66-423adf272fe3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:16.886893 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1643f31b-ca3e-43cc-b485-6853f652b8f1 req-7e7f4558-d3e6-421c-ad66-423adf272fe3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0597470 Aug 04 18:15:16.949627 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1643f31b-ca3e-43cc-b485-6853f652b8f1 req-593448b9-f06d-49de-be02-bde5564cc610 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542657 Aug 04 18:15:16.952562 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-24f64554-6786-4832-ab68-4c6becd6da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:16.953797 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-24f64554-6786-4832-ab68-4c6becd6da9d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1094 time: 0.0660515 Aug 04 18:15:17.054019 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-56fa32da-f78c-49b2-b337-5c5fa735df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:17.055451 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-56fa32da-f78c-49b2-b337-5c5fa735df36 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0940924 Aug 04 18:15:17.125782 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-04bbe53d-54e0-46bf-8e66-1b68ac00f212 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 999 time: 0.0618343 Aug 04 18:15:17.176554 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-22ad6554-f824-4a34-b4b6-f2711194c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:17.178014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-22ad6554-f824-4a34-b4b6-f2711194c36b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0444615 Aug 04 18:15:17.226909 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-e87873a1-e420-4684-8386-06de5923426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:17.228393 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-e87873a1-e420-4684-8386-06de5923426c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434146 Aug 04 18:15:17.328769 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-d921f194-0061-46d7-b669-93897d236875 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919466 Aug 04 18:15:17.438329 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6c5a20f3-986d-4c15-8e33-07f446472b9c req-2f3aa400-2c10-4356-b9da-8ddcc073972e service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021857 Aug 04 18:15:18.085485 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11cd3c-464e-4459-8ba5-73bf37659302 req-2eaf3034-7ec1-4890-a11f-c053723c57d2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:18.087185 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc11cd3c-464e-4459-8ba5-73bf37659302 req-2eaf3034-7ec1-4890-a11f-c053723c57d2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0524325 Aug 04 18:15:18.134512 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc11cd3c-464e-4459-8ba5-73bf37659302 req-f2f307c4-a7ba-4cf4-af5f-89f4e07732f6 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382917 Aug 04 18:15:19.262615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aec5e9-cf49-4f46-a01c-d1919db351f0 req-3ecf21ae-6d90-4013-88b6-8dcf34bd0045 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:19.264209 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96aec5e9-cf49-4f46-a01c-d1919db351f0 req-3ecf21ae-6d90-4013-88b6-8dcf34bd0045 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0527589 Aug 04 18:15:19.306330 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-96aec5e9-cf49-4f46-a01c-d1919db351f0 req-82aa3804-d080-481f-ad01-7579d166e893 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355160 Aug 04 18:15:20.435714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32f9b1-14cc-445d-a159-d3d7c031815a req-2bed6f60-4b9c-46f8-b67d-793a13bdb280 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:20.437043 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea32f9b1-14cc-445d-a159-d3d7c031815a req-2bed6f60-4b9c-46f8-b67d-793a13bdb280 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0533054 Aug 04 18:15:20.484832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ea32f9b1-14cc-445d-a159-d3d7c031815a req-831143c2-8096-4729-93c4-42d702100e9d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413492 Aug 04 18:15:21.606838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d86cb-0691-4e5b-b084-57b8acddd735 req-4cade7a2-e772-48d3-9374-593984203990 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:21.609541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd4d86cb-0691-4e5b-b084-57b8acddd735 req-4cade7a2-e772-48d3-9374-593984203990 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0547254 Aug 04 18:15:21.650047 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-fd4d86cb-0691-4e5b-b084-57b8acddd735 req-b9c7cd9a-f014-4d92-ac35-22e2b90d47fd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353203 Aug 04 18:15:22.774866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b5c61-7df6-47cb-9751-cbc1f8ffa42d req-a7d2281a-4100-4756-866e-08196cf6bb6c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:22.776422 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc2b5c61-7df6-47cb-9751-cbc1f8ffa42d req-a7d2281a-4100-4756-866e-08196cf6bb6c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0560949 Aug 04 18:15:22.819161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cc2b5c61-7df6-47cb-9751-cbc1f8ffa42d req-b687e400-0343-47b5-807f-f8b2faebd850 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364656 Aug 04 18:15:23.941886 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481aba49-acaf-423f-94dd-fd96f969fd23 req-f741a803-040b-4c91-81a4-5000b2f76dad tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:23.943589 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-481aba49-acaf-423f-94dd-fd96f969fd23 req-f741a803-040b-4c91-81a4-5000b2f76dad tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0525198 Aug 04 18:15:23.995702 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-481aba49-acaf-423f-94dd-fd96f969fd23 req-ecc24a46-f921-4b83-8a37-4d7f661dd624 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452156 Aug 04 18:15:25.127695 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b32147-85f4-4b1d-b145-401098741496 req-29b586b9-d3d0-4057-816b-fcf5c4cdb0b3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:25.129458 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78b32147-85f4-4b1d-b145-401098741496 req-29b586b9-d3d0-4057-816b-fcf5c4cdb0b3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0592942 Aug 04 18:15:25.170587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-78b32147-85f4-4b1d-b145-401098741496 req-3eefc9c1-4f35-40f5-8330-da657ccca8fa tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346990 Aug 04 18:15:26.336831 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4fec9-daff-43b3-98db-ffee8e5d24bd req-48d1c165-8f1e-457c-969c-e75281e8866a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:26.338439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0f4fec9-daff-43b3-98db-ffee8e5d24bd req-48d1c165-8f1e-457c-969c-e75281e8866a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0533619 Aug 04 18:15:26.383134 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d0f4fec9-daff-43b3-98db-ffee8e5d24bd req-afbb0a3b-a81b-4197-ab18-78a5cd978847 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379422 Aug 04 18:15:27.521234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a09033-89fd-46a7-80ca-13d88e8691fa req-b7a7cba8-a17a-4c9d-81db-04b93e31aaa9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:27.523351 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8a09033-89fd-46a7-80ca-13d88e8691fa req-b7a7cba8-a17a-4c9d-81db-04b93e31aaa9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0600047 Aug 04 18:15:27.576967 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f8a09033-89fd-46a7-80ca-13d88e8691fa req-15530b37-f280-4dd3-97cb-5acc2f9cdbc2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Aug 04 18:15:28.696863 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed8c95-218d-4b8a-a229-c05ead9b7a7f req-ea294ce4-c274-4c81-9a15-a3d552e7d371 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:28.698377 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1bed8c95-218d-4b8a-a229-c05ead9b7a7f req-ea294ce4-c274-4c81-9a15-a3d552e7d371 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0498881 Aug 04 18:15:28.738795 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1bed8c95-218d-4b8a-a229-c05ead9b7a7f req-76807707-cbdd-441f-9798-cfbf438673bd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335693 Aug 04 18:15:29.873198 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7043ed4-92fa-4062-9b3f-1111a12552f3 req-bafc42e7-8009-436b-99a0-296f36622c0b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:29.876353 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7043ed4-92fa-4062-9b3f-1111a12552f3 req-bafc42e7-8009-436b-99a0-296f36622c0b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0622072 Aug 04 18:15:29.919280 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b7043ed4-92fa-4062-9b3f-1111a12552f3 req-f25ac370-008c-4dd5-9394-81b9080d3554 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367246 Aug 04 18:15:31.058505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41ca1b-76cd-4155-9df4-158396e5a279 req-6995c274-c0c6-4fc8-b5e7-3172a1e45d74 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:31.060716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb41ca1b-76cd-4155-9df4-158396e5a279 req-6995c274-c0c6-4fc8-b5e7-3172a1e45d74 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0620980 Aug 04 18:15:31.109332 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-eb41ca1b-76cd-4155-9df4-158396e5a279 req-089d3125-58b6-4d58-843d-c6b7933a8ee9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422411 Aug 04 18:15:32.089693 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5b0d6369-50ba-4d36-a338-3bfbad07c78b details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:15:32.104688 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-65fa90b0-705e-4cbe-94e7-322c2e288cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:32.189091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:15:32.199654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'port_id': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'mac_address': 'fa:16:3e:cf:24:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:15:32.242930 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:32.248033 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0bbc2-804d-477f-9930-a017be9aff69 req-4f82558b-6f1e-4a69-ac33-5d4c5619cd4b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:32.249874 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93a0bbc2-804d-477f-9930-a017be9aff69 req-4f82558b-6f1e-4a69-ac33-5d4c5619cd4b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 943 time: 0.0560775 Aug 04 18:15:32.256128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0d6369-50ba-4d36-a338-3bfbad07c78b {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:15:32.275547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:15:32.280853 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:32.289998 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93a0bbc2-804d-477f-9930-a017be9aff69 req-c7e4580f-c320-43b9-a017-efe3ce680cb8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337756 Aug 04 18:15:32.328893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:15:32.520101 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['5b0d6369-50ba-4d36-a338-3bfbad07c78b'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:15:33.411860 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3220bd-3662-4437-b64b-0ca0a0271a46 req-3b3789b6-b725-429a-89a8-45cc778f1483 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:33.413264 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b3220bd-3662-4437-b64b-0ca0a0271a46 req-3b3789b6-b725-429a-89a8-45cc778f1483 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 944 time: 0.0521379 Aug 04 18:15:33.454402 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9b3220bd-3662-4437-b64b-0ca0a0271a46 req-a5b7540d-bc27-4bd3-adf6-394980b86085 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348589 Aug 04 18:15:34.106586 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5b0d6369-50ba-4d36-a338-3bfbad07c78b up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:15:34.163967 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 5b0d6369-50ba-4d36-a338-3bfbad07c78b triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:15:34.164336 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:34.259782 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:34.283929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:15:34.286171 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730f0800-8d3e-4a76-a4ca-f065b1d2a789" -d '{"events": [{"server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "name": "network-vif-plugged", "status": "completed", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:15:34.299803 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:15:34.305591 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:34.332097 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15537b1e-580b-4d81-b331-22e0ddbdc04f x-openstack-request-id: req-15537b1e-580b-4d81-b331-22e0ddbdc04f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:15:34.332348 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "name": "network-vif-plugged", "status": "completed", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:15:34.332622 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15537b1e-580b-4d81-b331-22e0ddbdc04f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:15:34.333008 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'code': 200} Aug 04 18:15:34.359628 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=10']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:15:34.502142 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e9255-d51c-4bea-b513-00a4b140904e req-212b958c-2fa2-4146-8439-b4c2c7a7a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:34.503755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db3e9255-d51c-4bea-b513-00a4b140904e req-212b958c-2fa2-4146-8439-b4c2c7a7a350 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1097 time: 0.0468514 Aug 04 18:15:34.534221 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7f1ca6c1-c4c9-4255-b668-43942e28aee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:34.568601 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-db3e9255-d51c-4bea-b513-00a4b140904e req-02652901-cd22-4f2d-823d-280ddfcb80a4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572479 Aug 04 18:15:34.588245 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3d6de-fcdf-4d0d-9ff9-d3c6dcb523e4 req-4be936a3-4d32-4f5c-9072-b5554ff38830 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:34.589676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67f3d6de-fcdf-4d0d-9ff9-d3c6dcb523e4 req-4be936a3-4d32-4f5c-9072-b5554ff38830 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 946 time: 0.0613117 Aug 04 18:15:34.631010 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67f3d6de-fcdf-4d0d-9ff9-d3c6dcb523e4 req-c756a73d-a07e-4a4f-ad49-8d6bb7bcaba1 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336132 Aug 04 18:15:35.121342 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:35.761836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e19d7-1e6a-4409-9aea-267af335fe81 req-23f2f97c-969d-4bbe-9976-c0d8c610f39d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:35.763362 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee0e19d7-1e6a-4409-9aea-267af335fe81 req-23f2f97c-969d-4bbe-9976-c0d8c610f39d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 946 time: 0.0530155 Aug 04 18:15:35.804596 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ee0e19d7-1e6a-4409-9aea-267af335fe81 req-42084db4-0185-4f5b-b678-ae75687932c8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347970 Aug 04 18:15:36.233022 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:36.935388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b36ff9-ffcc-49a2-a85f-916645f8b46a req-87b624d7-aff4-42c9-810c-866538b31c4e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:15:36.937019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5b36ff9-ffcc-49a2-a85f-916645f8b46a req-87b624d7-aff4-42c9-810c-866538b31c4e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 946 time: 0.0630524 Aug 04 18:15:36.979985 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c5b36ff9-ffcc-49a2-a85f-916645f8b46a req-15063338-807f-4d69-b8c8-c39dbffba0a8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367904 Aug 04 18:15:37.828935 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:39.838172 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:39.939583 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:15:41.296070 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:16:02.109752 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fa824e2e-328c-44bb-93ae-7b5f6640782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:04.541851 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6ae42da6-b07c-4db6-a422-c130173f3402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:05.126839 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:06.238953 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:07.837143 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:08.080112 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-6a598856-89b4-4e1e-a64b-462e250a1168 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884511 Aug 04 18:16:08.173610 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-51863e9f-f063-421f-b66e-b71f4d895df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:08.175250 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-51863e9f-f063-421f-b66e-b71f4d895df6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1097 time: 0.0446353 Aug 04 18:16:08.290206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-267203aa-e706-46b9-97ed-3e17747c27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:08.291776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-267203aa-e706-46b9-97ed-3e17747c27bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0922809 Aug 04 18:16:08.364611 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-ba2faa92-a04d-4434-911d-6853a180ec49 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 1001 time: 0.0645952 Aug 04 18:16:08.415762 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-d1e675e6-32f0-4b8e-bd8b-25da5af2b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:08.417216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-d1e675e6-32f0-4b8e-bd8b-25da5af2b1c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0454109 Aug 04 18:16:08.474703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-bcb94699-c8f9-4322-b71f-f01003bfd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:08.477025 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-bcb94699-c8f9-4322-b71f-f01003bfd0de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521173 Aug 04 18:16:08.578396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-1001fa8c-f371-4cee-9ab5-b1bc2f153f7a service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934184 Aug 04 18:16:08.678017 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dd3dfb3b-3005-4b7e-bbb4-f0b57afdf945 req-afc4ba93-7d49-41e8-8464-0639dcaf614f service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922232 Aug 04 18:16:09.844148 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:09.936607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:18.294985 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:16:32.112508 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28036112-3b7d-4266-937d-2c8676ba6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:34.536651 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-31d221fb-d8c0-4a46-93bf-78e3b0540579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:35.123005 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:36.243812 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:37.834788 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:39.848358 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:39.954755 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:46.668732 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42860) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:16:46.839276 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Deleting port 7e1dfa9e-2349-41b1-9993-8310c2fafd19 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:16:46.839568 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:46.928624 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:46.928895 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:46.940701 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Calling delete_port for 7e1dfa9e-2349-41b1-9993-8310c2fafd19 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:16:47.107210 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:47.134200 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event deleted for resources: {'Port': ['ID=7e1dfa9e-2349-41b1-9993-8310c2fafd19,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:16:47.149366 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.149719 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.150060 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.150411 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.150739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.151143 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.151577 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.152074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.152436 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.152919 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.153385 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.153832 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:47.216998 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:47.217249 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Floating IP 1a4e55e7-1b2b-440f-bff1-d870de8e2331 disassociated (deleted). External IP: 172.25.2.224, port: 5b0d6369-50ba-4d36-a338-3bfbad07c78b. Aug 04 18:16:47.431179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Router 8174f945-b9b6-492f-9714-48cbf0523f03 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:16:47.551552 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:16:47.557238 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:47.561658 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] Sync routers for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:16:47.571838 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:16:47.572537 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:16:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:16:47.586864 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-c2ca7e9c-77bd-4d6b-ac88-7d056c717d82 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "DELETE /v2.0/floatingips/1a4e55e7-1b2b-440f-bff1-d870de8e2331 HTTP/1.1" status: 204 len: 168 time: 0.9168820 Aug 04 18:16:47.587420 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:16:47.589691 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff5fd055f829ce2bca458b35fc7752fcb8bf5e23225622f2af9eb35435c31640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce6ca9f-5654-4493-b41a-e554727fa1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:16:47.689219 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:16:47.693033 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca10381-8c90-422a-a85e-dca8a7bb296d x-openstack-request-id: req-1ca10381-8c90-422a-a85e-dca8a7bb296d {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:16:47.693554 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:16:47.693653 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ca10381-8c90-422a-a85e-dca8a7bb296d {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:16:47.694075 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'status': 'completed', 'code': 200} Aug 04 18:16:47.773770 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-1a121388-b7dc-47a6-a205-b4e59a7d801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:47.775022 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-1a121388-b7dc-47a6-a205-b4e59a7d801b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 1097 time: 0.0563471 Aug 04 18:16:47.904665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbefe3-8ff1-4365-a521-8808b6a80a86 req-fbccef02-4115-4346-86bb-61ba3c7c5b50 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:47.906090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68fbefe3-8ff1-4365-a521-8808b6a80a86 req-fbccef02-4115-4346-86bb-61ba3c7c5b50 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 946 time: 0.1206174 Aug 04 18:16:47.908300 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:16:47.926766 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-4de89141-926c-4e99-bd7c-f6ce215db125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:47.928230 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-4de89141-926c-4e99-bd7c-f6ce215db125 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.1448209 Aug 04 18:16:47.937559 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] Checking router: 8174f945-b9b6-492f-9714-48cbf0523f03 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:16:47.945995 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:16:47.946586 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:16:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:16:47.977707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-c3d1720e-bdd3-435c-b38d-2abef02d5b3a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 200 len: 217 time: 0.0404174 Aug 04 18:16:48.020181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-68fbefe3-8ff1-4365-a521-8808b6a80a86 req-a01a77dc-18e8-4766-b7b5-e7d47d3cd7db tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043065 Aug 04 18:16:48.039596 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-eee4e14d-93e4-4096-a7b6-d339e3b6198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:48.041164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-eee4e14d-93e4-4096-a7b6-d339e3b6198e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0552688 Aug 04 18:16:48.096637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-f11cc002-03c0-489d-adf9-324df737d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:48.098415 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-f11cc002-03c0-489d-adf9-324df737d3ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469713 Aug 04 18:16:48.167201 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:16:48.199569 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-73d0c870-0775-4419-8b0f-632c060572a8 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920885 Aug 04 18:16:48.302049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2ce6ca9f-5654-4493-b41a-e554727fa1b9 req-e27ef0ed-b1a8-49ab-8cb2-df4e3eeaf877 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938706 Aug 04 18:16:48.375894 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:16:48.402587 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1aeb42-1d9e-4a86-93a1-96622b42da82 None None] The sync data for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 is: [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:16:48.640899 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7473c30-1b26-4c54-9b79-76997e3b9d2e None None] New status for floating IP 1a4e55e7-1b2b-440f-bff1-d870de8e2331: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:16:49.171693 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669894a9-4c50-4ef8-b1e8-c6f2689e86a0 req-b39f4b41-79b0-49a5-9552-659bd03a6135 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:49.173191 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-669894a9-4c50-4ef8-b1e8-c6f2689e86a0 req-b39f4b41-79b0-49a5-9552-659bd03a6135 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 946 time: 0.0766089 Aug 04 18:16:49.193450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f715c7-da07-4656-8718-566ced3a10c6 req-cc95e18f-1dc2-4d51-950e-23ccc53cf1ec tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:16:49.194990 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66f715c7-da07-4656-8718-566ced3a10c6 req-cc95e18f-1dc2-4d51-950e-23ccc53cf1ec tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.82 "GET /v2.0/ports?device_id=e759aebc-0aaa-43a4-ae15-279440c20c49 HTTP/1.1" status: 200 len: 946 time: 0.0715344 Aug 04 18:16:49.253692 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-669894a9-4c50-4ef8-b1e8-c6f2689e86a0 req-77452fe2-deec-4b30-8d37-dd545b503123 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=465a8b2a-fde8-406b-9292-991a55f35093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740402 Aug 04 18:16:49.311506 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-66f715c7-da07-4656-8718-566ced3a10c6 req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Deleting port 5b0d6369-50ba-4d36-a338-3bfbad07c78b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:16:49.311770 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66f715c7-da07-4656-8718-566ced3a10c6 req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:49.411994 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-66f715c7-da07-4656-8718-566ced3a10c6 req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] For port 5b0d6369-50ba-4d36-a338-3bfbad07c78b, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=5b0d6369-50ba-4d36-a338-3bfbad07c78b,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:16:49.412357 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66f715c7-da07-4656-8718-566ced3a10c6 req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:49.424355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-66f715c7-da07-4656-8718-566ced3a10c6 req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Calling delete_port for 5b0d6369-50ba-4d36-a338-3bfbad07c78b owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:16:49.562562 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66f715c7-da07-4656-8718-566ced3a10c6 req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:49.588686 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event deleted for resources: {'Port': ['ID=5b0d6369-50ba-4d36-a338-3bfbad07c78b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:16:49.602366 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.602707 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.603358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.603699 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.604028 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.604358 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.604812 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.605014 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.605343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.605665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.605983 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.606302 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:16:49.644132 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f715c7-da07-4656-8718-566ced3a10c6 req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] No DVR routers for this DVR port 5b0d6369-50ba-4d36-a338-3bfbad07c78b on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:16:49.646984 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-66f715c7-da07-4656-8718-566ced3a10c6 req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:49.649089 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-66f715c7-da07-4656-8718-566ced3a10c6 req-52661244-af9b-463a-b6c8-0b9b96028bba tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.82 "DELETE /v2.0/ports/5b0d6369-50ba-4d36-a338-3bfbad07c78b HTTP/1.1" status: 204 len: 173 time: 0.4465113 Aug 04 18:16:49.649537 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'name': 'network-vif-deleted', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:16:49.651815 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717cc584-b4a1-4b82-afde-4f082543bf00" -d '{"events": [{"server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "name": "network-vif-deleted", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:16:49.740934 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b11f97-e7f9-4d06-a77b-712aac5f085c x-openstack-request-id: req-76b11f97-e7f9-4d06-a77b-712aac5f085c {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:16:49.741235 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e759aebc-0aaa-43a4-ae15-279440c20c49", "name": "network-vif-deleted", "tag": "5b0d6369-50ba-4d36-a338-3bfbad07c78b", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:16:49.741636 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76b11f97-e7f9-4d06-a77b-712aac5f085c {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:16:49.742296 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759aebc-0aaa-43a4-ae15-279440c20c49', 'name': 'network-vif-deleted', 'tag': '5b0d6369-50ba-4d36-a338-3bfbad07c78b', 'status': 'completed', 'code': 200} Aug 04 18:16:50.311743 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42886) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:16:50.374263 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4029e787-a1ec-451f-afe9-65a2278fc603 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:50.402518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4029e787-a1ec-451f-afe9-65a2278fc603 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:50.465766 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4029e787-a1ec-451f-afe9-65a2278fc603 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:50.468436 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4029e787-a1ec-451f-afe9-65a2278fc603 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:50.469673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4029e787-a1ec-451f-afe9-65a2278fc603 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "DELETE /v2.0/security-groups/465a8b2a-fde8-406b-9292-991a55f35093 HTTP/1.1" status: 204 len: 168 time: 0.1569185 Aug 04 18:16:50.480768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029e787-a1ec-451f-afe9-65a2278fc603 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=465a8b2a-fde8-406b-9292-991a55f35093,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:16:50.751067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42892) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:16:50.755904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-f527ba7f-dbb2-4f26-812d-b9dd477592d5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234720005', 'description': 'tempest-secgroup-smoke-234720005 description', 'project_id': 'd55a3bda76784f0881ec621479438259'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:16:50.780595 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f527ba7f-dbb2-4f26-812d-b9dd477592d5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:50.863546 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f527ba7f-dbb2-4f26-812d-b9dd477592d5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:50.870024 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f527ba7f-dbb2-4f26-812d-b9dd477592d5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:50.906375 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f527ba7f-dbb2-4f26-812d-b9dd477592d5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:50.907650 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f527ba7f-dbb2-4f26-812d-b9dd477592d5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1555765 Aug 04 18:16:50.909637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527ba7f-dbb2-4f26-812d-b9dd477592d5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15302ef4-3527-4f65-ba42-295b6a8a782b,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:16:50.910779 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42894) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:16:50.917108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-8a2e7268-251d-4644-991b-fdc151d8387e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '15302ef4-3527-4f65-ba42-295b6a8a782b', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:16:50.945299 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a2e7268-251d-4644-991b-fdc151d8387e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.007316 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a2e7268-251d-4644-991b-fdc151d8387e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.014215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a2e7268-251d-4644-991b-fdc151d8387e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.040045 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e7268-251d-4644-991b-fdc151d8387e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d49b9b-dd00-4272-a9e1-d3117d1b7449,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:16:51.050014 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8a2e7268-251d-4644-991b-fdc151d8387e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.051312 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8a2e7268-251d-4644-991b-fdc151d8387e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394329 Aug 04 18:16:51.054445 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42896) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:16:51.059402 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b321005d-958f-4478-8e3e-a554b78782f9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '15302ef4-3527-4f65-ba42-295b6a8a782b', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:16:51.091941 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b321005d-958f-4478-8e3e-a554b78782f9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.156279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b321005d-958f-4478-8e3e-a554b78782f9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.164332 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b321005d-958f-4478-8e3e-a554b78782f9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.184739 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321005d-958f-4478-8e3e-a554b78782f9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d0ece5-ddf7-434d-ab1a-d42de237c499,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:16:51.192017 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b321005d-958f-4478-8e3e-a554b78782f9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.193254 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b321005d-958f-4478-8e3e-a554b78782f9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376536 Aug 04 18:16:51.196246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42898) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:16:51.200665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-442facd2-c36b-439b-8e55-265c5fab25cc tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '15302ef4-3527-4f65-ba42-295b6a8a782b', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:16:51.229834 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-442facd2-c36b-439b-8e55-265c5fab25cc tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.295482 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-442facd2-c36b-439b-8e55-265c5fab25cc tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.305612 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-442facd2-c36b-439b-8e55-265c5fab25cc tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.323179 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442facd2-c36b-439b-8e55-265c5fab25cc tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c9d594-fef2-40cb-879c-b1d18fb2f7bb,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:16:51.330963 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-442facd2-c36b-439b-8e55-265c5fab25cc tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.332237 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-442facd2-c36b-439b-8e55-265c5fab25cc tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350775 Aug 04 18:16:51.336232 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 42900) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:16:51.340773 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7b6447b5-bb04-413d-9c8a-08d4d58bdd48 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '15302ef4-3527-4f65-ba42-295b6a8a782b', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:16:51.369807 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b6447b5-bb04-413d-9c8a-08d4d58bdd48 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.435954 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b6447b5-bb04-413d-9c8a-08d4d58bdd48 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.442682 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b6447b5-bb04-413d-9c8a-08d4d58bdd48 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.459327 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6447b5-bb04-413d-9c8a-08d4d58bdd48 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1305297d-fb71-4ccb-816b-abf9cf26f5ed,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:16:51.467147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7b6447b5-bb04-413d-9c8a-08d4d58bdd48 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.468441 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7b6447b5-bb04-413d-9c8a-08d4d58bdd48 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312740 Aug 04 18:16:51.471356 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42902) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:16:51.476116 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-000231fa-464c-4c0a-8cda-29d33c920a2a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '15302ef4-3527-4f65-ba42-295b6a8a782b', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:16:51.507835 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-000231fa-464c-4c0a-8cda-29d33c920a2a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Project d55a3bda76784f0881ec621479438259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:16:51.514456 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-000231fa-464c-4c0a-8cda-29d33c920a2a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.588800 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-000231fa-464c-4c0a-8cda-29d33c920a2a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.601614 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-000231fa-464c-4c0a-8cda-29d33c920a2a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.620015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000231fa-464c-4c0a-8cda-29d33c920a2a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0daedb22-5dcc-4bf4-a469-f70ed27a15f6,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:16:51.627950 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-000231fa-464c-4c0a-8cda-29d33c920a2a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.629190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-000231fa-464c-4c0a-8cda-29d33c920a2a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1568062 Aug 04 18:16:51.633567 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 42904) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:16:51.638140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-6fdc54bf-bfa0-4470-a749-f897472421de tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'security_group_rule': {'security_group_id': '15302ef4-3527-4f65-ba42-295b6a8a782b', 'project_id': 'd55a3bda76784f0881ec621479438259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:16:51.665385 n-d-764435-5 neutron-server[105828]: INFO neutron.db.securitygroups_db [None req-6fdc54bf-bfa0-4470-a749-f897472421de tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Project d55a3bda76784f0881ec621479438259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:16:51.670761 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fdc54bf-bfa0-4470-a749-f897472421de tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.741665 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fdc54bf-bfa0-4470-a749-f897472421de tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.748150 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fdc54bf-bfa0-4470-a749-f897472421de tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.767930 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc54bf-bfa0-4470-a749-f897472421de tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17528651-f4fa-4a0a-9276-5947b4d4ec2f,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:16:51.775618 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6fdc54bf-bfa0-4470-a749-f897472421de tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:16:51.776833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6fdc54bf-bfa0-4470-a749-f897472421de tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422713 Aug 04 18:16:52.509194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5b0d6369-50ba-4d36-a338-3bfbad07c78b no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:16:52.529929 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 5b0d6369-50ba-4d36-a338-3bfbad07c78b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:16:52.530285 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 5b0d6369-50ba-4d36-a338-3bfbad07c78b not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:16:55.295863 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:17:02.112350 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-093620fd-a338-408c-b206-33465a0657e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:04.541873 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c81a1565-0d6a-4500-b668-f0190d68c5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:05.123454 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:06.242789 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:07.217872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-c2ffc30d-666e-4cd4-97a7-7500fbece4a8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234720005&fields=id&tenant_id=d55a3bda76784f0881ec621479438259 HTTP/1.1" status: 200 len: 267 time: 0.0451157 Aug 04 18:17:07.344228 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-70662130-ffe8-4631-8c50-5bf2d552956f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:07.345626 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-70662130-ffe8-4631-8c50-5bf2d552956f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 808 time: 0.1177750 Aug 04 18:17:07.361510 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-e33b83de-8866-4806-815a-cac66556ccb8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/quotas/d55a3bda76784f0881ec621479438259 HTTP/1.1" status: 200 len: 375 time: 0.0100176 Aug 04 18:17:07.415599 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-46666653-3d10-41dc-8b56-1f286a236164 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484400 Aug 04 18:17:07.565227 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-f9ddb57b-0c21-4f34-806d-846ee9d1e2e0 service neutron] 10.222.0.39 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373582 Aug 04 18:17:07.662297 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-43ba24ec-b169-4f6d-81ed-f5fba2f6b751 service neutron] 10.222.0.39 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865710 Aug 04 18:17:07.832732 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:07.969958 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-595a8b51-52fa-4ad9-94f8-518ec3fd5e0f req-bd242299-dcd8-451a-a1d6-c1fb399b43fe tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 210 time: 0.0280061 Aug 04 18:17:08.977514 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-05758b67-a9f0-4606-85dc-b7634a67879d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:08.979527 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-05758b67-a9f0-4606-85dc-b7634a67879d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 808 time: 0.1098008 Aug 04 18:17:09.024190 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-47be9879-ee49-4737-8a6e-eb64a9d851ec tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d55a3bda76784f0881ec621479438259 HTTP/1.1" status: 200 len: 379 time: 0.0360005 Aug 04 18:17:09.034262 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'port': {'device_id': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'admin_state_up': True, 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'security_groups': ['15302ef4-3527-4f65-ba42-295b6a8a782b']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:17:09.112801 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-08654344-e9cb-4e90-9050-0abb404ce50d req-baaa7702-d104-4f5b-b437-317e70e603da tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 210 time: 0.0588422 Aug 04 18:17:09.195450 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Made reservation on behalf of d55a3bda76784f0881ec621479438259 for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:17:09.199540 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:09.332484 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Allocated IP 172.20.0.3 (0bd87cc9-722e-4e64-bdb4-c87e31f62d29/1e819df2-3f4a-4a9c-8ade-987022d094b3/55b0521d-c597-49e6-8c31-c5948d1a5a09) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:17:09.480003 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:09.493764 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Transition to ACTIVE for port object 55b0521d-c597-49e6-8c31-c5948d1a5a09 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:17:09.531462 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:09.576107 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:17:09.581616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:17:09.585437 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:17:09.615400 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:17:09.645349 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:09.646097 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:09.662673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-af27ff66-8a40-4b09-88af-7af91d137b99 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6321375 Aug 04 18:17:09.675443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Request body: {'port': {'device_id': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:17:09.735046 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:09.820672 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eeb835a2-737d-4048-bce6-ea9e258d0fe9 None None] Provisioning for port 55b0521d-c597-49e6-8c31-c5948d1a5a09 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:17:09.826172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-eeb835a2-737d-4048-bce6-ea9e258d0fe9 None None] Provisioning complete for port 55b0521d-c597-49e6-8c31-c5948d1a5a09 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:17:09.826862 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eeb835a2-737d-4048-bce6-ea9e258d0fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:09.871220 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:09.872333 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-eeb835a2-737d-4048-bce6-ea9e258d0fe9 None None] Port 55b0521d-c597-49e6-8c31-c5948d1a5a09 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:17:09.952609 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:10.014714 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b0521d-c597-49e6-8c31-c5948d1a5a09 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:17:10.022349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:10.034995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Transition to ACTIVE for port object 55b0521d-c597-49e6-8c31-c5948d1a5a09 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:17:10.039931 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:10.094444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:17:10.177136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Attempting to bind port 55b0521d-c597-49e6-8c31-c5948d1a5a09 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:17:10.177517 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Attempting to bind port 55b0521d-c597-49e6-8c31-c5948d1a5a09 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:17:10.177836 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Attempting to bind port 55b0521d-c597-49e6-8c31-c5948d1a5a09 on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:17:10.187971 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Port 55b0521d-c597-49e6-8c31-c5948d1a5a09 on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:17:10.188374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Attempting to bind port 55b0521d-c597-49e6-8c31-c5948d1a5a09 on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:17:10.198866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:17:10.198866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Checking segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:17:10.198866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Bound using segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:17:10.198866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Bound port: 55b0521d-c597-49e6-8c31-c5948d1a5a09, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:17:10.199450 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:10.310377 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:17:10.314362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:17:10.326604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb1068-63fb-4256-ab4c-c15549ee5534 req-6fd786b7-cc9a-4d20-941e-572f1bba41bb tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:10.328248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1cbb1068-63fb-4256-ab4c-c15549ee5534 req-6fd786b7-cc9a-4d20-941e-572f1bba41bb tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0869122 Aug 04 18:17:10.329743 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:10.382213 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:10.383019 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:10.384586 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] 10.222.0.82 "PUT /v2.0/ports/55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 1091 time: 0.7139122 Aug 04 18:17:10.389894 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:17:10.392399 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2593ee6-b6a2-409e-b50b-c57b31387c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:17:10.444984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdee2a7-6d66-4abc-b2dd-e7b6f641d2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:17:10.449210 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f4144-32a2-4896-9841-25ada05992c5 x-openstack-request-id: req-723f4144-32a2-4896-9841-25ada05992c5 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:17:10.449488 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:17:10.449740 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-723f4144-32a2-4896-9841-25ada05992c5 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:17:10.450128 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'status': 'completed', 'code': 200} Aug 04 18:17:10.466320 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1cbb1068-63fb-4256-ab4c-c15549ee5534 req-a09defbe-182d-439b-b39c-e71130e1b468 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284869 Aug 04 18:17:10.486427 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-ec9b8431-be32-458c-a92f-a248ad1d01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:10.488161 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-ec9b8431-be32-458c-a92f-a248ad1d01da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1094 time: 0.0548272 Aug 04 18:17:10.536976 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-d34d1766-2ca5-495b-858e-305fc36fbed4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 217 time: 0.0404472 Aug 04 18:17:10.597799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-c6ed4224-14b8-48a8-8a01-2997e75aecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:10.599439 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-c6ed4224-14b8-48a8-8a01-2997e75aecc7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0554852 Aug 04 18:17:10.649751 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-1aef8e7a-e849-4e69-a789-4d1f8464a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:10.651590 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-1aef8e7a-e849-4e69-a789-4d1f8464a794 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454519 Aug 04 18:17:10.744807 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-dc585200-8965-4544-99a4-abe9d8f86b8b service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858495 Aug 04 18:17:10.836195 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0249c154-bcbd-4ff7-b361-8a9819795fb5 req-475e9c9c-4086-4174-83a9-17881fc8acec service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838368 Aug 04 18:17:10.928955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-399fe03a-6a69-4781-9455-7034bcdb6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:10.930625 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-399fe03a-6a69-4781-9455-7034bcdb6e3b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1094 time: 0.0445747 Aug 04 18:17:11.025526 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-176820f1-593d-45f2-af03-cb4aa5a7ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:11.026911 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-176820f1-593d-45f2-af03-cb4aa5a7ee24 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0892158 Aug 04 18:17:11.069257 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-1b6d72af-25cc-4a8b-a188-3e19723d8102 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 217 time: 0.0349190 Aug 04 18:17:11.130112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-456d12f1-54ab-460e-b47a-5f1ed3fcbf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:11.131687 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-456d12f1-54ab-460e-b47a-5f1ed3fcbf96 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0560691 Aug 04 18:17:11.538261 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-cd8c8b99-6753-4533-a179-0dfbacbcbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:11.539877 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-cd8c8b99-6753-4533-a179-0dfbacbcbe0c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4010444 Aug 04 18:17:11.654709 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1739cd-c9be-493f-aa37-ba785cebdf06 req-b172f125-4f17-4f1d-9383-a1806c3573d4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:11.656235 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b1739cd-c9be-493f-aa37-ba785cebdf06 req-b172f125-4f17-4f1d-9383-a1806c3573d4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.1109600 Aug 04 18:17:11.688661 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-8d80a5f3-2549-410b-b649-3fb501d28cf5 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342845 Aug 04 18:17:11.749731 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4b1739cd-c9be-493f-aa37-ba785cebdf06 req-9471e098-db06-4a04-b415-5c3bdc44e119 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865474 Aug 04 18:17:11.798833 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c2593ee6-b6a2-409e-b50b-c57b31387c4f req-3b880c93-5826-4d4b-9750-073fa8ec83f6 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024351 Aug 04 18:17:12.896873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc4dde-146c-4fbc-bb81-b7139a8cbcc0 req-c82f313a-4011-4c9a-a6b2-d91f2665cbec tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:12.899443 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06fc4dde-146c-4fbc-bb81-b7139a8cbcc0 req-c82f313a-4011-4c9a-a6b2-d91f2665cbec tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0664754 Aug 04 18:17:12.942435 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-06fc4dde-146c-4fbc-bb81-b7139a8cbcc0 req-e421abf4-de9e-4d7b-b871-453a95b6443e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348372 Aug 04 18:17:14.077833 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b39591-f25c-4201-a5d4-7116cecec6e6 req-4419a11e-30ad-4788-94ad-5f8f4ecb6b36 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:14.079337 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98b39591-f25c-4201-a5d4-7116cecec6e6 req-4419a11e-30ad-4788-94ad-5f8f4ecb6b36 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0509484 Aug 04 18:17:14.128340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-98b39591-f25c-4201-a5d4-7116cecec6e6 req-c359d670-75ca-4056-90f4-11b3f0b76386 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394626 Aug 04 18:17:15.250222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cea756-b43e-466c-b1e0-a2ffdf8dfa8b req-fb5ed71d-e47b-4e03-b5af-813192af312c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:15.252269 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5cea756-b43e-466c-b1e0-a2ffdf8dfa8b req-fb5ed71d-e47b-4e03-b5af-813192af312c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0545087 Aug 04 18:17:15.297381 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5cea756-b43e-466c-b1e0-a2ffdf8dfa8b req-c2739011-e431-4410-9adf-9d476ddb52bf tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389032 Aug 04 18:17:16.430469 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a79337-eae9-4bb9-b019-a7410e7c940c req-4d67bae3-6014-4ed0-8dd7-627961046c21 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:16.432066 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45a79337-eae9-4bb9-b019-a7410e7c940c req-4d67bae3-6014-4ed0-8dd7-627961046c21 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0561676 Aug 04 18:17:16.474675 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-45a79337-eae9-4bb9-b019-a7410e7c940c req-66b8eebf-2420-4aa7-a293-0025b271e0b5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333207 Aug 04 18:17:17.602928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a67b3-efdf-4c16-b3d8-3bfbd659b2f6 req-eb477d00-fe6a-40e7-901c-b885b77286ff tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:17.604456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a67b3-efdf-4c16-b3d8-3bfbd659b2f6 req-eb477d00-fe6a-40e7-901c-b885b77286ff tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0524330 Aug 04 18:17:17.646848 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36a67b3-efdf-4c16-b3d8-3bfbd659b2f6 req-699dd989-792d-4841-a787-baa63e12de97 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332479 Aug 04 18:17:18.778242 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d25a9f-e707-4b11-b631-b61fbd078731 req-a494449c-b050-4e69-a236-a984edddbfa5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:18.779812 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79d25a9f-e707-4b11-b631-b61fbd078731 req-a494449c-b050-4e69-a236-a984edddbfa5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0531335 Aug 04 18:17:18.825566 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-79d25a9f-e707-4b11-b631-b61fbd078731 req-c291ce98-2cef-478c-a534-5332d3ddee80 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370352 Aug 04 18:17:19.972636 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021d838-e06a-4731-8cfb-947e40db4fb4 req-2979df58-42b1-4977-bcf9-e495a2221bff tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:19.974138 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5021d838-e06a-4731-8cfb-947e40db4fb4 req-2979df58-42b1-4977-bcf9-e495a2221bff tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0690868 Aug 04 18:17:20.014064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5021d838-e06a-4731-8cfb-947e40db4fb4 req-847f7419-000c-40a9-a816-c1777e744524 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329285 Aug 04 18:17:20.633555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 55b0521d-c597-49e6-8c31-c5948d1a5a09 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:17:20.736552 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:17:20.749261 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'port_id': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'mac_address': 'fa:16:3e:58:c0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:17:20.788809 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:20.805529 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b0521d-c597-49e6-8c31-c5948d1a5a09 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:17:20.833652 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:17:20.839099 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:20.889791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:17:20.897132 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.897475 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.897821 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.898154 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.898484 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.898834 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.899164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.899492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.899810 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.900131 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.900450 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:20.900755 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:17:21.047254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['55b0521d-c597-49e6-8c31-c5948d1a5a09'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:17:21.137520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9adc7-c69c-4288-b72b-a53abeaa6f80 req-b31ca42c-00cd-42c7-bd00-ed97939b1bb9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:21.139154 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e3f9adc7-c69c-4288-b72b-a53abeaa6f80 req-b31ca42c-00cd-42c7-bd00-ed97939b1bb9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 944 time: 0.0518310 Aug 04 18:17:21.183007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e3f9adc7-c69c-4288-b72b-a53abeaa6f80 req-21776429-1032-4f01-87c1-b4cbfe8a6136 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375264 Aug 04 18:17:22.347745 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d4b66-ab78-4f45-8e03-11bd8226d9d0 req-cea3c1be-ec00-4f3a-9e37-c34543e9f761 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:22.350523 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36d4b66-ab78-4f45-8e03-11bd8226d9d0 req-cea3c1be-ec00-4f3a-9e37-c34543e9f761 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 944 time: 0.0854864 Aug 04 18:17:22.400971 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a36d4b66-ab78-4f45-8e03-11bd8226d9d0 req-4785d91e-fd77-4cb8-8850-ccc11649dccb tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440321 Aug 04 18:17:22.651061 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 55b0521d-c597-49e6-8c31-c5948d1a5a09 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:17:22.705760 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 55b0521d-c597-49e6-8c31-c5948d1a5a09 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:17:22.709867 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 55b0521d-c597-49e6-8c31-c5948d1a5a09 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:17:22.710241 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:22.791688 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:22.820928 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:17:22.824687 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7006c43-9148-4c35-83cb-77325bbcbdd6" -d '{"events": [{"server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "name": "network-vif-plugged", "status": "completed", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:17:22.836542 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:17:22.842548 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:22.891123 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:17:22.922615 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0d3163-52a8-4356-a6fe-285bc03f7421 x-openstack-request-id: req-0c0d3163-52a8-4356-a6fe-285bc03f7421 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:17:22.922968 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "name": "network-vif-plugged", "status": "completed", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:17:22.923234 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c0d3163-52a8-4356-a6fe-285bc03f7421 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:17:22.923672 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'code': 200} Aug 04 18:17:23.033632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d2b35-420f-4349-b9b5-aa58a2bf386a req-6bc20231-31f3-451c-8cf9-2aafa9c61a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:23.035181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf6d2b35-420f-4349-b9b5-aa58a2bf386a req-6bc20231-31f3-451c-8cf9-2aafa9c61a1a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1096 time: 0.0470767 Aug 04 18:17:23.071933 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cf6d2b35-420f-4349-b9b5-aa58a2bf386a req-f1de6766-1270-4630-827c-dfbb5f2cd3f2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293813 Aug 04 18:17:23.532729 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0dd7f-7fef-42ce-a119-ad5f251490de req-5612504a-088b-4ed6-8114-a9f2c8a978d3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:23.534247 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43f0dd7f-7fef-42ce-a119-ad5f251490de req-5612504a-088b-4ed6-8114-a9f2c8a978d3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0529859 Aug 04 18:17:23.578289 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-43f0dd7f-7fef-42ce-a119-ad5f251490de req-2e215bf8-3e71-4b50-9dd8-384900d5432b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350735 Aug 04 18:17:24.711222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375099e-08f0-4f95-a310-82aacb76c0c5 req-e077e3b7-db68-4c8b-a332-90d246eea72f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:24.712726 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4375099e-08f0-4f95-a310-82aacb76c0c5 req-e077e3b7-db68-4c8b-a332-90d246eea72f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0523202 Aug 04 18:17:24.759213 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4375099e-08f0-4f95-a310-82aacb76c0c5 req-53dd977c-6c77-4036-8ebb-bd953d0f4709 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392475 Aug 04 18:17:24.888454 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869276e-22c6-4c96-8645-1f5dfb8ebdff req-d6dcc5eb-c9ad-446c-93fe-72830de9cdbb tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:24.889949 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7869276e-22c6-4c96-8645-1f5dfb8ebdff req-d6dcc5eb-c9ad-446c-93fe-72830de9cdbb tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0605595 Aug 04 18:17:24.931968 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7869276e-22c6-4c96-8645-1f5dfb8ebdff req-a40b99db-4a49-4e5a-bbb0-9bfe3b64006a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333552 Aug 04 18:17:24.954340 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43096) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:17:24.994273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86115b88-9b98-42ab-8d2f-03c459c78045 tempest-TestShelveInstance-60810332 tempest-TestShelveInstance-60810332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:24.995821 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-86115b88-9b98-42ab-8d2f-03c459c78045 tempest-TestShelveInstance-60810332 tempest-TestShelveInstance-60810332-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1091 time: 0.0404482 Aug 04 18:17:24.999051 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43098) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:17:25.003488 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:17:25.027900 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:25.138219 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:25.249879 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Allocated IP 172.25.2.208 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/ce6eb6ec-fa9c-4789-ad03-7672c5a85783) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:17:25.359339 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:25.412804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:25.448788 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:17:25.451817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:17:25.458616 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:17:25.491792 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'Port': ['ID=ce6eb6ec-fa9c-4789-ad03-7672c5a85783,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:17:25.850452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:25.922390 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:26.082532 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:26.089624 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:26.158703 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event updated for resources: {'Port': ['ID=ce6eb6ec-fa9c-4789-ad03-7672c5a85783,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:17:26.173262 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:26.283743 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Floating IP 2e0551a3-676f-4e79-80fb-145f4a822f1f associated. External IP: 172.25.2.208, port: 55b0521d-c597-49e6-8c31-c5948d1a5a09. Aug 04 18:17:26.489977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Router 8174f945-b9b6-492f-9714-48cbf0523f03 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:17:26.603759 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:17:26.614105 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] Sync routers for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:17:26.621685 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:26.624393 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:17:26.625006 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:17:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:17:26.653386 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-74b58f8e-bfa4-48ad-8d07-5f5302ce5af2 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6533396 Aug 04 18:17:26.654061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:17:26.656423 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5fcf5-3649-49ad-bd56-027313c4f3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:17:26.694666 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6a1a89-32fc-4106-a88c-54e456a37ec4 x-openstack-request-id: req-5c6a1a89-32fc-4106-a88c-54e456a37ec4 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:17:26.694988 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:17:26.695240 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c6a1a89-32fc-4106-a88c-54e456a37ec4 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:17:26.695642 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'status': 'completed', 'code': 200} Aug 04 18:17:26.740595 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:17:26.759065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-0ae4b4ab-65be-41c9-a009-b994db41361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:26.760553 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-0ae4b4ab-65be-41c9-a009-b994db41361a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1096 time: 0.0430684 Aug 04 18:17:26.858037 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-1dfaccbb-11fc-4979-93a1-839a9099b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:26.859571 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-1dfaccbb-11fc-4979-93a1-839a9099b689 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0918224 Aug 04 18:17:26.932707 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-18c36c3a-85c2-4f42-b6c7-2bee9451b812 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 999 time: 0.0652313 Aug 04 18:17:26.971231 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '2e0551a3-676f-4e79-80fb-145f4a822f1f', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'port_id': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'mac_address': 'fa:16:3e:58:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:17:25Z', 'updated_at': '2021-08-04T18:17:25Z', 'revision_number': 0, 'project_id': 'd55a3bda76784f0881ec621479438259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:17:26.982847 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-d997b080-811d-42a2-86ce-5f16ebc6ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:26.984344 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-d997b080-811d-42a2-86ce-5f16ebc6ba29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0445566 Aug 04 18:17:26.997088 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] Checking router: 8174f945-b9b6-492f-9714-48cbf0523f03 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:17:27.005785 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:17:27.006390 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:17:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:17:27.032746 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-92d17004-c8c5-45bd-b00d-1861d30d4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:17:27.034268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-92d17004-c8c5-45bd-b00d-1861d30d4e7d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420609 Aug 04 18:17:27.110030 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:17:27.133223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-a0a0b6b6-67a9-4197-9027-136e4823a336 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915329 Aug 04 18:17:27.237081 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7be5fcf5-3649-49ad-bd56-027313c4f3a1 req-3b480dfe-3abd-42f8-b215-4fff547b574f service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961130 Aug 04 18:17:27.368754 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '2e0551a3-676f-4e79-80fb-145f4a822f1f', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'port_id': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'mac_address': 'fa:16:3e:58:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:17:25Z', 'updated_at': '2021-08-04T18:17:25Z', 'revision_number': 0, 'project_id': 'd55a3bda76784f0881ec621479438259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:17:27.396867 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcaaa4b-8ea3-42a4-8ae4-cd5530c90e61 None None] The sync data for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 is: [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '2e0551a3-676f-4e79-80fb-145f4a822f1f', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'port_id': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'mac_address': 'fa:16:3e:58:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:17:25Z', 'updated_at': '2021-08-04T18:17:25Z', 'revision_number': 0, 'project_id': 'd55a3bda76784f0881ec621479438259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:17:27.619563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60789bcc-f0f7-4953-8682-33f1eaf113b1 None None] New status for floating IP 2e0551a3-676f-4e79-80fb-145f4a822f1f: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:17:32.116501 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-4929fba1-d8bb-4676-b6aa-c9e4747fb393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:32.297542 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:17:34.546921 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-7112798b-a9aa-4d69-b3de-b651f49ae045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:35.117731 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:36.248759 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:37.847858 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:39.853595 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:17:39.970767 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:02.116047 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-6e902651-53c6-450b-a82e-54f57d6835f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:04.554729 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fcffb235-f323-4588-a8d0-4368e4b32cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:05.130043 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:06.256321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:07.844574 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:09.297942 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:18:09.855086 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:09.982003 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:10.668869 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e89dd331-90eb-4355-abdb-90517a7d107c req-3462b68d-4e83-401b-9f20-11d8f75dc4fa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437081 Aug 04 18:18:10.759187 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dd331-90eb-4355-abdb-90517a7d107c req-f2903954-9215-43d9-9997-fdd237c9ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:18:10.760987 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e89dd331-90eb-4355-abdb-90517a7d107c req-f2903954-9215-43d9-9997-fdd237c9ced5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1096 time: 0.0487218 Aug 04 18:18:10.869964 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dd331-90eb-4355-abdb-90517a7d107c req-4c113632-9d70-4a07-82eb-6caf3c4506c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:18:10.871716 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e89dd331-90eb-4355-abdb-90517a7d107c req-4c113632-9d70-4a07-82eb-6caf3c4506c8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0906544 Aug 04 18:18:10.944616 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e89dd331-90eb-4355-abdb-90517a7d107c req-559032e0-63a7-4950-88af-d4540aa9c839 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 1001 time: 0.0656126 Aug 04 18:18:10.997141 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dd331-90eb-4355-abdb-90517a7d107c req-adf7d7c3-654b-4e97-a18d-7d804b335186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:18:10.998735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e89dd331-90eb-4355-abdb-90517a7d107c req-adf7d7c3-654b-4e97-a18d-7d804b335186 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0468714 Aug 04 18:18:11.055471 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dd331-90eb-4355-abdb-90517a7d107c req-e15aae9b-917e-418a-9147-a810eeeecdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:18:11.057005 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e89dd331-90eb-4355-abdb-90517a7d107c req-e15aae9b-917e-418a-9147-a810eeeecdda service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498371 Aug 04 18:18:11.152399 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e89dd331-90eb-4355-abdb-90517a7d107c req-5320b399-4744-4211-9399-06885b7c7dbf service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877478 Aug 04 18:18:11.253999 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e89dd331-90eb-4355-abdb-90517a7d107c req-4f8eb042-8ca3-47ae-93d9-634253bee109 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941138 Aug 04 18:18:32.115741 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-84c4e83b-22b8-41ec-ae60-413fe57c221a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:34.548862 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-024ceae8-6290-4097-bacf-34bb5dbe2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:35.127940 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:36.252228 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:37.848224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:39.871326 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:39.997210 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:18:46.300218 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:19:02.112064 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b54bf5ec-8759-457b-958c-b4a8f4b97116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:04.550475 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-df6b5cfb-c39f-42dd-8efe-2566e8aad6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:05.129398 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:06.252856 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:07.857151 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:09.885969 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:09.995992 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:12.059259 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-c10a7993-0650-45de-a029-77e7af2f1686 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476336 Aug 04 18:19:12.149828 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-2eec243f-c213-4d6a-ad69-70108aff774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:12.151563 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-2eec243f-c213-4d6a-ad69-70108aff774a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1096 time: 0.0479491 Aug 04 18:19:12.262370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-f726352d-83f6-44bb-842a-ab70b8ad84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:12.264778 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-f726352d-83f6-44bb-842a-ab70b8ad84bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0926869 Aug 04 18:19:12.341485 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-b628d767-ea18-404b-8017-71d742609e13 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 1001 time: 0.0693083 Aug 04 18:19:12.395718 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-b72d2086-bb55-4dbb-903c-19bc06c48d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:12.397175 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-b72d2086-bb55-4dbb-903c-19bc06c48d21 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0490124 Aug 04 18:19:12.446157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-5801d409-f719-4db2-ba25-f1bfc11e244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:12.447683 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-5801d409-f719-4db2-ba25-f1bfc11e244c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421517 Aug 04 18:19:12.541463 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-214ed7fe-ff98-4c3b-a578-f6e2777fb387 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862541 Aug 04 18:19:12.654059 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-44b12ef8-5026-4f80-91fa-371c89c3ba89 req-6828d7df-d461-4665-92e8-099bb4b3eb87 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052518 Aug 04 18:19:23.304004 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:19:24.218091 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c5824-93de-4a38-8a1e-509495133421 req-8ab37868-3a09-4985-9f1f-22baab771e69 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:24.219591 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a2c5824-93de-4a38-8a1e-509495133421 req-8ab37868-3a09-4985-9f1f-22baab771e69 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0506587 Aug 04 18:19:24.258779 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4a2c5824-93de-4a38-8a1e-509495133421 req-3751bdd9-0e3e-4926-843b-5e6b304e5989 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330634 Aug 04 18:19:25.387978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5c526-a6d3-40e0-8019-82ae52ac9818 req-5703b766-f210-4d12-9b83-2c600a9fba5a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:25.389448 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31a5c526-a6d3-40e0-8019-82ae52ac9818 req-5703b766-f210-4d12-9b83-2c600a9fba5a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0560458 Aug 04 18:19:25.430459 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31a5c526-a6d3-40e0-8019-82ae52ac9818 req-6834b6a7-ebb1-4d3e-8b11-85a079bf02fe tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318961 Aug 04 18:19:26.602530 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2dde1-8d03-4532-8cde-b995142fe620 req-2c9cf8ba-5715-4a98-a299-896f4a47e932 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:26.604069 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63b2dde1-8d03-4532-8cde-b995142fe620 req-2c9cf8ba-5715-4a98-a299-896f4a47e932 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0647709 Aug 04 18:19:26.642216 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-63b2dde1-8d03-4532-8cde-b995142fe620 req-6487a328-32c9-4532-90d1-39bd5fe59584 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320237 Aug 04 18:19:27.761586 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b77e-51b5-478a-862e-3ec70abda6ef req-02b4e20d-cdd3-4c76-9f84-4cbb7a93bfe0 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:27.763131 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59a0b77e-51b5-478a-862e-3ec70abda6ef req-02b4e20d-cdd3-4c76-9f84-4cbb7a93bfe0 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0513222 Aug 04 18:19:27.808742 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-59a0b77e-51b5-478a-862e-3ec70abda6ef req-1496a171-8e59-4343-bcc6-93f296fd21cf tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387213 Aug 04 18:19:28.956867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da570e-572d-4e62-a089-ec4547bf4b59 req-09c57e18-307e-4226-bad2-58a5a9887f18 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:28.958262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3da570e-572d-4e62-a089-ec4547bf4b59 req-09c57e18-307e-4226-bad2-58a5a9887f18 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0678711 Aug 04 18:19:29.000210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3da570e-572d-4e62-a089-ec4547bf4b59 req-8a36e3d8-ef71-499f-adb7-25cf9ac3aae5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358274 Aug 04 18:19:30.126902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf808-1185-461d-b4ce-0d0631b352b7 req-14202a7f-eb3b-401a-a4a2-2637bf33f39d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:30.128424 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bcaf808-1185-461d-b4ce-0d0631b352b7 req-14202a7f-eb3b-401a-a4a2-2637bf33f39d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0529249 Aug 04 18:19:30.172186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6bcaf808-1185-461d-b4ce-0d0631b352b7 req-3342e4e1-ad4c-4a51-b948-2c35bde12a63 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373569 Aug 04 18:19:31.300819 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73262d-e63e-4d01-9370-816b01a78e1c req-6bdc7c11-f902-4790-9794-84dfa4a8849d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:31.302327 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c73262d-e63e-4d01-9370-816b01a78e1c req-6bdc7c11-f902-4790-9794-84dfa4a8849d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0595522 Aug 04 18:19:31.350867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8c73262d-e63e-4d01-9370-816b01a78e1c req-9c9e6792-7a65-4507-a0f3-92a685005c0a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394156 Aug 04 18:19:32.118798 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-911f63cd-e4e5-4ce4-af95-7c372c9ab999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:32.490308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306105ae-aca0-4cfc-9c40-6e856141b790 req-b18cb8f5-564d-4647-a64f-d97ef0b61560 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:32.491809 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-306105ae-aca0-4cfc-9c40-6e856141b790 req-b18cb8f5-564d-4647-a64f-d97ef0b61560 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0579615 Aug 04 18:19:32.531476 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-306105ae-aca0-4cfc-9c40-6e856141b790 req-49553bd3-2cae-4b4e-be0b-89c8c4749bea tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335836 Aug 04 18:19:33.650453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296e715-2ee3-4645-bb97-37eb9aa01e60 req-c5e6346f-fe6a-4080-a6ab-0034815c951e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:33.651884 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7296e715-2ee3-4645-bb97-37eb9aa01e60 req-c5e6346f-fe6a-4080-a6ab-0034815c951e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0513585 Aug 04 18:19:33.690665 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7296e715-2ee3-4645-bb97-37eb9aa01e60 req-604bc17e-fc2f-4b96-90ef-a51552555891 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325100 Aug 04 18:19:34.365904 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-c9e83ff3-9c37-4fa9-8f01-83db7ae537be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:34.367378 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-c9e83ff3-9c37-4fa9-8f01-83db7ae537be service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1096 time: 0.0445318 Aug 04 18:19:34.465672 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-4da44a43-9d3d-4f25-88e9-5937d96b81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:34.467201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-4da44a43-9d3d-4f25-88e9-5937d96b81eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0917513 Aug 04 18:19:34.542902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-11491550-8755-4e27-81aa-7ebbc25021ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 1001 time: 0.0675249 Aug 04 18:19:34.546035 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d790d851-d457-48e8-87a5-3ac7ca992999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:34.597528 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-9ae0a9fd-1cfb-451b-99fa-88e3a63c141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:34.599189 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-9ae0a9fd-1cfb-451b-99fa-88e3a63c141d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0491674 Aug 04 18:19:35.012850 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-521b67f5-9e68-405f-aec7-c21794c1c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:35.014326 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-521b67f5-9e68-405f-aec7-c21794c1c319 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4076641 Aug 04 18:19:35.042067 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffd5ed-304f-4bc6-a46f-009727296863 req-99563b8b-9275-4bc3-ab99-f7e683bc7120 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:35.043598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6ffd5ed-304f-4bc6-a46f-009727296863 req-99563b8b-9275-4bc3-ab99-f7e683bc7120 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0736454 Aug 04 18:19:35.122125 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:35.131948 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e6ffd5ed-304f-4bc6-a46f-009727296863 req-e9db3dad-3e1b-45d8-9be9-dcd98b4a963b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783837 Aug 04 18:19:35.149885 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-a3e4c3db-03d7-4603-994a-a3728ab76c6d service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250505 Aug 04 18:19:35.242614 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-64580c11-be04-4de7-b2ee-2298236d4b5f req-23c5f578-056c-4118-9c94-bfe8adcf6fa4 service neutron] 10.222.0.82 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855291 Aug 04 18:19:36.256466 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:36.265692 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3037b1-ea87-4bf9-a57f-8995084f5604 req-fc12e316-47fe-448e-81c4-ec8781a46a32 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:36.267258 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e3037b1-ea87-4bf9-a57f-8995084f5604 req-fc12e316-47fe-448e-81c4-ec8781a46a32 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0639307 Aug 04 18:19:36.318015 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6e3037b1-ea87-4bf9-a57f-8995084f5604 req-f93b3293-37c3-466d-a8cd-1e7afc195742 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414777 Aug 04 18:19:37.439677 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a42258-298c-48d0-9338-aa0441aa90c0 req-0e06b3a6-f9d4-4146-99d9-883f4921e873 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:37.441178 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1a42258-298c-48d0-9338-aa0441aa90c0 req-0e06b3a6-f9d4-4146-99d9-883f4921e873 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0509653 Aug 04 18:19:37.484181 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1a42258-298c-48d0-9338-aa0441aa90c0 req-451e31e7-f114-4dca-b571-dfeae6dfbf13 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363393 Aug 04 18:19:37.853176 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:38.617928 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308a0e0-8400-4e03-bb0b-ee2a2621f677 req-252a95d1-d875-44e5-a8a8-b2603258cb7d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:38.619441 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e308a0e0-8400-4e03-bb0b-ee2a2621f677 req-252a95d1-d875-44e5-a8a8-b2603258cb7d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0601692 Aug 04 18:19:38.662266 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e308a0e0-8400-4e03-bb0b-ee2a2621f677 req-08355cee-4d83-4f7d-8d9d-6fc9a1ab4678 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336711 Aug 04 18:19:38.859021 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1cb308d8-6c50-49cf-8834-3403e612e63c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418217 Aug 04 18:19:38.890117 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93084b96-5923-4e91-8633-d357c72e4a88 req-8648ac71-ffba-443f-8983-f66f79a17fac tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:38.891620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93084b96-5923-4e91-8633-d357c72e4a88 req-8648ac71-ffba-443f-8983-f66f79a17fac tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 945 time: 0.0540731 Aug 04 18:19:38.930582 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-93084b96-5923-4e91-8633-d357c72e4a88 req-6c136582-cfc3-4442-b03d-bb3f114110a8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328844 Aug 04 18:19:39.313764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 55b0521d-c597-49e6-8c31-c5948d1a5a09 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:19:39.406792 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:39.434636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:19:39.436976 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9024d2-3dfd-4ed8-aa63-842420a2473a" -d '{"events": [{"server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "name": "network-vif-unplugged", "status": "completed", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:19:39.453046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:19:39.459190 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:39.484293 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2930680b-a7d9-476e-87ad-838f945ec401 x-openstack-request-id: req-2930680b-a7d9-476e-87ad-838f945ec401 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:19:39.484574 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "name": "network-vif-unplugged", "status": "failed", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09", "code": 422}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:19:39.484809 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2930680b-a7d9-476e-87ad-838f945ec401 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:19:39.485194 n-d-764435-5 neutron-server[105830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'code': 422} returned with failed status Aug 04 18:19:39.512240 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:19:39.522128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.522474 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.522855 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.523223 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.523531 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.523858 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.524205 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.524525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.524830 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.525149 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.525467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.526018 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:39.903523 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:39.995012 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:40.048481 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9f555-30fd-431e-a352-9ed25c13e92f req-600ad8bf-5427-40e6-94fd-a56f83915105 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:40.050648 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dff9f555-30fd-431e-a352-9ed25c13e92f req-600ad8bf-5427-40e6-94fd-a56f83915105 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0506589 Aug 04 18:19:40.090867 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-dff9f555-30fd-431e-a352-9ed25c13e92f req-0a561ca7-8962-4114-874e-f7c4afc82fe7 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336766 Aug 04 18:19:41.209452 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425299-9cfa-4a52-85ce-393958b7f606 req-11c5e40d-1f50-4dd3-9aeb-2908ad6584b4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:41.211114 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56425299-9cfa-4a52-85ce-393958b7f606 req-11c5e40d-1f50-4dd3-9aeb-2908ad6584b4 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0490520 Aug 04 18:19:41.250416 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-56425299-9cfa-4a52-85ce-393958b7f606 req-5039957e-c3a7-4ca9-93c4-3b2040955a9a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331838 Aug 04 18:19:42.383286 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cc19a-e69b-4637-8c76-a24d8b2413ab req-bfc46d5d-eb5a-40ad-94dd-aed158ac300d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:42.385051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b0cc19a-e69b-4637-8c76-a24d8b2413ab req-bfc46d5d-eb5a-40ad-94dd-aed158ac300d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0632412 Aug 04 18:19:42.426090 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2b0cc19a-e69b-4637-8c76-a24d8b2413ab req-03890882-2a35-4d0e-a310-bf1c6d2e1b48 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347559 Aug 04 18:19:43.555207 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ef532-3e26-4e67-a874-af97fcbbda1f req-0ca3e460-257f-4492-8b52-512136af1d9c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:43.556735 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a0ef532-3e26-4e67-a874-af97fcbbda1f req-0ca3e460-257f-4492-8b52-512136af1d9c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0596616 Aug 04 18:19:43.602791 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1a0ef532-3e26-4e67-a874-af97fcbbda1f req-d4cf94f4-1278-425f-9e10-ba88243716c5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396008 Aug 04 18:19:43.758620 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-39a64c00-4572-4fd6-8fd2-4a5765cbcc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:43.760222 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-39a64c00-4572-4fd6-8fd2-4a5765cbcc46 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c&tenant_id=d55a3bda76784f0881ec621479438259 HTTP/1.1" status: 200 len: 1094 time: 0.1147845 Aug 04 18:19:43.773495 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764435-5', 'device_owner': 'compute:nova'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:19:43.837678 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:44.064435 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:19:44.100843 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:19:44.133444 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b0521d-c597-49e6-8c31-c5948d1a5a09 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:19:44.141697 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:44.155500 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Transition to ACTIVE for port object 55b0521d-c597-49e6-8c31-c5948d1a5a09 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:19:44.162708 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:44.243274 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Pushing event updated for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=7']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:19:44.254968 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.255320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.255805 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.255966 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.256319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.256648 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.256984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.257348 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.257854 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.258206 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.258521 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.258989 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:19:44.297137 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] No DVR routers for this DVR port 55b0521d-c597-49e6-8c31-c5948d1a5a09 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:19:44.439110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Attempting to bind port 55b0521d-c597-49e6-8c31-c5948d1a5a09 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:19:44.439401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Attempting to bind port 55b0521d-c597-49e6-8c31-c5948d1a5a09 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:19:44.439771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Attempting to bind port 55b0521d-c597-49e6-8c31-c5948d1a5a09 on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:19:44.444222 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Port 55b0521d-c597-49e6-8c31-c5948d1a5a09 on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:19:44.444523 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Attempting to bind port 55b0521d-c597-49e6-8c31-c5948d1a5a09 on network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:19:44.449951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:19:44.450279 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Checking segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:19:44.450696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Bound using segment: {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:19:44.451133 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Bound port: 55b0521d-c597-49e6-8c31-c5948d1a5a09, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a40ad0-59d2-4675-8687-87fd99e2c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:19:44.451525 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:44.515829 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:19:44.519287 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:19:44.525224 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:44.561306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:44.562060 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:44.563491 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] 10.222.0.90 "PUT /v2.0/ports/55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 1091 time: 0.7943976 Aug 04 18:19:44.563945 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:19:44.566229 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6769f780-e084-4f90-a851-c905648886f2" -d '{"events": [{"name": "network-changed", "server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:19:44.593409 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31bbc0-b1b9-4acd-8a9d-9019eb00299e service neutron] Pushing event updated for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=8']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:19:44.624588 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adbbf25-d8c0-412e-8c18-19afae648cbe x-openstack-request-id: req-0adbbf25-d8c0-412e-8c18-19afae648cbe {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:19:44.624907 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:19:44.625141 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0adbbf25-d8c0-412e-8c18-19afae648cbe {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:19:44.625550 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'status': 'completed', 'code': 200} Aug 04 18:19:44.644109 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-be561f59-f117-433b-91e0-a6231ce8317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:44.645672 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-be561f59-f117-433b-91e0-a6231ce8317a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1094 time: 0.0493577 Aug 04 18:19:44.780470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba935f-e8f3-4f66-859f-96a07127c27a req-a406f4b5-5d21-4343-a82c-30f5997de30b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:44.781954 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1ba935f-e8f3-4f66-859f-96a07127c27a req-a406f4b5-5d21-4343-a82c-30f5997de30b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0861712 Aug 04 18:19:44.783424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-dd1d259a-54e2-4e6c-9d03-ca33e9bc0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:44.784754 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-dd1d259a-54e2-4e6c-9d03-ca33e9bc0fcb service neutron] 10.222.0.90 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.1320524 Aug 04 18:19:44.865897 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-d1ba935f-e8f3-4f66-859f-96a07127c27a req-c730d464-a354-4cbf-869f-5da4a68d3d1f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771828 Aug 04 18:19:44.878902 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-6d8f8569-4063-4f78-868c-03dea990eae0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 999 time: 0.0821319 Aug 04 18:19:44.937786 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-60bf89bf-8f1a-4bd4-ba17-910641c9d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:44.939301 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-60bf89bf-8f1a-4bd4-ba17-910641c9d043 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0530140 Aug 04 18:19:44.990615 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-97393943-b338-42d6-95da-f430dbfba896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:44.992449 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-97393943-b338-42d6-95da-f430dbfba896 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440223 Aug 04 18:19:45.004173 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1f35799b-1585-4ee2-9d55-35558e288c40 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 18:19:45.005157 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1f35799b-1585-4ee2-9d55-35558e288c40 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054286 Aug 04 18:19:45.096033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-ae97f509-83c8-4f46-a0b1-d2f6c6142e7d service neutron] 10.222.0.90 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839975 Aug 04 18:19:45.196375 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-06c19a2c-e20f-478b-9d44-df3eaf60e3c4 service neutron] 10.222.0.90 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928061 Aug 04 18:19:45.289453 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769f780-e084-4f90-a851-c905648886f2 req-873ca32d-81cb-4181-a363-90ae1398a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:45.291002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6769f780-e084-4f90-a851-c905648886f2 req-873ca32d-81cb-4181-a363-90ae1398a7f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1094 time: 0.0443659 Aug 04 18:19:45.401227 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769f780-e084-4f90-a851-c905648886f2 req-45bb0c40-042b-445a-a7ed-194d30b1d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:45.402741 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6769f780-e084-4f90-a851-c905648886f2 req-45bb0c40-042b-445a-a7ed-194d30b1d4d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.1040351 Aug 04 18:19:45.472327 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6769f780-e084-4f90-a851-c905648886f2 req-47813795-b635-4a97-948c-f5b4f5e53abd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 999 time: 0.0613537 Aug 04 18:19:45.534275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769f780-e084-4f90-a851-c905648886f2 req-1e50d29c-5c90-4fe7-bce7-ee063f02b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:45.535816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6769f780-e084-4f90-a851-c905648886f2 req-1e50d29c-5c90-4fe7-bce7-ee063f02b84e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0550008 Aug 04 18:19:45.598398 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769f780-e084-4f90-a851-c905648886f2 req-742568ad-7f9e-4c3d-a9c8-384a4910d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:45.599951 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6769f780-e084-4f90-a851-c905648886f2 req-742568ad-7f9e-4c3d-a9c8-384a4910d9d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560837 Aug 04 18:19:45.702598 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6769f780-e084-4f90-a851-c905648886f2 req-66a856e0-d208-4f23-b56f-2c341f40d8ff service neutron] 10.222.0.90 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942950 Aug 04 18:19:45.801135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6769f780-e084-4f90-a851-c905648886f2 req-d675630a-1b36-4445-b5e7-e48af5f8df54 service neutron] 10.222.0.90 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905411 Aug 04 18:19:46.000470 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43520b-ab81-4936-bb8d-56eb86427966 req-ca9c3c2b-ed8c-4d33-9131-c84445dd513c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:46.001997 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d43520b-ab81-4936-bb8d-56eb86427966 req-ca9c3c2b-ed8c-4d33-9131-c84445dd513c tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0593073 Aug 04 18:19:46.046714 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3d43520b-ab81-4936-bb8d-56eb86427966 req-a33fa01b-e196-4ea8-9465-b27246d778c5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348897 Aug 04 18:19:47.172676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53200558-5693-42f4-a778-5d406e31888b req-ee2005ea-007c-42e3-a5dc-39e33a326c64 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:47.174268 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53200558-5693-42f4-a778-5d406e31888b req-ee2005ea-007c-42e3-a5dc-39e33a326c64 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0530806 Aug 04 18:19:47.218786 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-53200558-5693-42f4-a778-5d406e31888b req-7ffba475-a037-4f8d-8d80-56b3cb228faa tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377882 Aug 04 18:19:48.353760 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba262f59-210b-4efb-ab08-9bf9757beb0b req-fc37abe6-d168-4b94-9d2c-b517ab15309b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:48.355179 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba262f59-210b-4efb-ab08-9bf9757beb0b req-fc37abe6-d168-4b94-9d2c-b517ab15309b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0540805 Aug 04 18:19:48.399002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ba262f59-210b-4efb-ab08-9bf9757beb0b req-be1afafc-6cc1-476d-a4fd-a9cd9377bed3 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341976 Aug 04 18:19:49.527546 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5782d-6979-46ec-a591-79cce5d57738 req-57a8de5e-58b0-4fd5-96c7-4cb6b444c91e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:49.529065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28f5782d-6979-46ec-a591-79cce5d57738 req-57a8de5e-58b0-4fd5-96c7-4cb6b444c91e tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0602524 Aug 04 18:19:49.579776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-28f5782d-6979-46ec-a591-79cce5d57738 req-74ae68f3-71e7-46c1-99a9-fde161283171 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334625 Aug 04 18:19:50.749405 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a9c4f-ed5e-49b6-8507-f744fb4c7cae req-c703bc38-c467-4dea-9201-f70c8174330a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:50.750961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-788a9c4f-ed5e-49b6-8507-f744fb4c7cae req-c703bc38-c467-4dea-9201-f70c8174330a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0969589 Aug 04 18:19:50.794001 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-788a9c4f-ed5e-49b6-8507-f744fb4c7cae req-86e430a6-cc6e-4730-8dcf-09d70dedd87f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340018 Aug 04 18:19:51.976527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5592fb1-a4d2-4652-888e-7f0e5bc25b74 req-81f30139-a42f-4f12-b1c4-fb50b6eb1949 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:51.978023 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5592fb1-a4d2-4652-888e-7f0e5bc25b74 req-81f30139-a42f-4f12-b1c4-fb50b6eb1949 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.1023221 Aug 04 18:19:52.017116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5592fb1-a4d2-4652-888e-7f0e5bc25b74 req-c3bc206a-c4f5-415d-8ace-e40beb961645 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Aug 04 18:19:53.139653 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775f33a-3bca-4113-998c-48ca19a75d17 req-14acce15-16bf-461d-b1b0-0af9c871bbde tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:53.141065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5775f33a-3bca-4113-998c-48ca19a75d17 req-14acce15-16bf-461d-b1b0-0af9c871bbde tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0520706 Aug 04 18:19:53.183551 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5775f33a-3bca-4113-998c-48ca19a75d17 req-b954e8c8-33b5-4214-b33f-e184ae65771b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356615 Aug 04 18:19:54.072764 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 55b0521d-c597-49e6-8c31-c5948d1a5a09 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:19:54.184160 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:19:54.196820 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'port_id': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'mac_address': 'fa:16:3e:58:c0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:19:54.240938 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:54.258452 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b0521d-c597-49e6-8c31-c5948d1a5a09 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:19:54.280391 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:19:54.285626 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:54.309327 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4f87c-401d-472d-81be-f55d5e07bcf3 req-6dfa45f0-f459-4a2f-be77-c9902e824403 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:54.311072 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90d4f87c-401d-472d-81be-f55d5e07bcf3 req-6dfa45f0-f459-4a2f-be77-c9902e824403 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 943 time: 0.0524719 Aug 04 18:19:54.334540 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=9']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:19:54.350706 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-90d4f87c-401d-472d-81be-f55d5e07bcf3 req-a206b87f-4ddb-4fa1-b556-687b550bc87d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329905 Aug 04 18:19:54.501195 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['55b0521d-c597-49e6-8c31-c5948d1a5a09'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:19:55.491853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3c054-0716-4f1f-9f6f-2bcf01369b81 req-6012b495-fb17-43ab-8a4c-8f2a49a7a6e7 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:55.493495 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9c3c054-0716-4f1f-9f6f-2bcf01369b81 req-6012b495-fb17-43ab-8a4c-8f2a49a7a6e7 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 944 time: 0.0680594 Aug 04 18:19:55.536171 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f9c3c054-0716-4f1f-9f6f-2bcf01369b81 req-5d4f0128-a4e6-49d3-96fb-d5ae0d4c129d tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338669 Aug 04 18:19:56.096950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 55b0521d-c597-49e6-8c31-c5948d1a5a09 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:19:56.155871 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port 55b0521d-c597-49e6-8c31-c5948d1a5a09 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:19:56.160787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port 55b0521d-c597-49e6-8c31-c5948d1a5a09 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:19:56.161378 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:56.244032 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:56.267865 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:19:56.270250 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8981f4-af7d-43d1-887e-0e3d58690ba5" -d '{"events": [{"server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "name": "network-vif-plugged", "status": "completed", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:19:56.283616 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:19:56.288879 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:19:56.315150 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25313c6-972c-4a36-a4d7-f3c7dcad69c0 x-openstack-request-id: req-d25313c6-972c-4a36-a4d7-f3c7dcad69c0 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:19:56.315541 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "name": "network-vif-plugged", "status": "completed", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:19:56.315832 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d25313c6-972c-4a36-a4d7-f3c7dcad69c0 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:19:56.316182 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'code': 200} Aug 04 18:19:56.346166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=10']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:19:56.472420 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785984-94d1-439d-ad8c-b3e5f77fedc5 req-efae1011-f5d4-4435-9999-157797cd88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:56.473909 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d785984-94d1-439d-ad8c-b3e5f77fedc5 req-efae1011-f5d4-4435-9999-157797cd88d0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1097 time: 0.0432918 Aug 04 18:19:56.511396 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4d785984-94d1-439d-ad8c-b3e5f77fedc5 req-c6bb34f7-8027-4692-a164-874e9370d104 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301855 Aug 04 18:19:56.672362 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845eb152-017f-4ecd-bf2c-cb910b59e96c req-19f61cc4-7838-4ac9-b51f-1769c97650cd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:56.673753 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-845eb152-017f-4ecd-bf2c-cb910b59e96c req-19f61cc4-7838-4ac9-b51f-1769c97650cd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 946 time: 0.0602372 Aug 04 18:19:56.716859 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-845eb152-017f-4ecd-bf2c-cb910b59e96c req-3d5654cf-db77-47c6-9c39-262b8c45c11a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Aug 04 18:19:57.854404 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9e263-2d05-4ce0-946c-78ef6c0aea49 req-d4b9be26-5a83-4105-b8b3-e067465d824b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:19:57.855929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5db9e263-2d05-4ce0-946c-78ef6c0aea49 req-d4b9be26-5a83-4105-b8b3-e067465d824b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 946 time: 0.0582356 Aug 04 18:19:57.897993 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5db9e263-2d05-4ce0-946c-78ef6c0aea49 req-23fb889d-ded3-472e-a829-55ea2947240b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332718 Aug 04 18:20:00.304640 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:20:02.116403 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-97486f00-83da-4250-aa78-0acd24e41cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:03.975646 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-ccc4f2da-8483-449c-aad2-4919f75913af service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517967 Aug 04 18:20:04.062315 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-4299e446-f121-4ba1-85ee-a9bff8210be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:20:04.063861 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-4299e446-f121-4ba1-85ee-a9bff8210be3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1097 time: 0.0437360 Aug 04 18:20:04.179685 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-573e4681-ef4c-4fc3-abaa-d0099da3bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:20:04.181211 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-573e4681-ef4c-4fc3-abaa-d0099da3bfe1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0945187 Aug 04 18:20:04.249186 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-be5bbb75-5c50-44ab-a438-e208b00432ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 1001 time: 0.0592957 Aug 04 18:20:04.302976 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-bf8e9965-648b-4cc3-9d3c-07895ec70acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:20:04.304772 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-bf8e9965-648b-4cc3-9d3c-07895ec70acb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0485950 Aug 04 18:20:04.359135 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-3a156ec3-ed9f-472d-90d3-4b67def273ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:20:04.360676 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-3a156ec3-ed9f-472d-90d3-4b67def273ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477037 Aug 04 18:20:04.460193 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-0fe85521-79de-4f02-a353-43a45317f9d7 service neutron] 10.222.0.90 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916028 Aug 04 18:20:04.550486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-05047886-8516-4a7e-819d-bc4f64dfafe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:04.560243 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad0bfae2-e1cd-4e28-9c35-d2784daa102b req-0256ebc6-519c-47d3-a03d-1090ee36b971 service neutron] 10.222.0.90 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924923 Aug 04 18:20:05.132016 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:06.258666 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:07.856623 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:09.896200 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:09.997565 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:32.117783 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d4db-dd9f-49a6-928c-3ebff7842d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:34.564979 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-69764d71-7b5d-4714-9d31-869fde94abd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:35.126928 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:36.269103 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:37.304655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:20:37.865743 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:39.894607 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:20:40.011762 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:02.118299 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e9be4a6b-3fdc-40cc-890c-a028cab9b8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:03.973132 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa567b5d-6125-4109-a15e-7c690d245205 req-be1c7adb-1bbb-49f0-a1eb-abc9222904c3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446236 Aug 04 18:21:04.065566 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567b5d-6125-4109-a15e-7c690d245205 req-b4cfa593-b7e9-43d7-ba29-59b5fa1f095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:04.067164 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa567b5d-6125-4109-a15e-7c690d245205 req-b4cfa593-b7e9-43d7-ba29-59b5fa1f095a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1097 time: 0.0432289 Aug 04 18:21:04.182817 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567b5d-6125-4109-a15e-7c690d245205 req-c910a277-c216-4a76-afe7-86a139bc9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:04.184349 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa567b5d-6125-4109-a15e-7c690d245205 req-c910a277-c216-4a76-afe7-86a139bc9d71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.0949361 Aug 04 18:21:04.253493 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa567b5d-6125-4109-a15e-7c690d245205 req-156b2b80-2a56-4e8c-9628-5ea6fc1e8adf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 1001 time: 0.0608900 Aug 04 18:21:04.305510 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567b5d-6125-4109-a15e-7c690d245205 req-5b5b4662-839c-436b-96aa-8b53715f2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:04.307019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa567b5d-6125-4109-a15e-7c690d245205 req-5b5b4662-839c-436b-96aa-8b53715f2176 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0466108 Aug 04 18:21:04.360125 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567b5d-6125-4109-a15e-7c690d245205 req-4dfdfb76-ebfd-416e-aa62-1078012185c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:04.361632 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa567b5d-6125-4109-a15e-7c690d245205 req-4dfdfb76-ebfd-416e-aa62-1078012185c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460355 Aug 04 18:21:04.455664 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa567b5d-6125-4109-a15e-7c690d245205 req-c439317b-d16c-4a4f-914d-29cb944aee7e service neutron] 10.222.0.90 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834062 Aug 04 18:21:04.552223 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-aa567b5d-6125-4109-a15e-7c690d245205 req-f778c7d3-df8c-4533-a40e-5b3904e1a879 service neutron] 10.222.0.90 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889008 Aug 04 18:21:04.558175 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b45ca430-8427-4299-895b-b5e63772b184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:05.136516 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:06.266616 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:07.869141 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:09.899305 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:10.003485 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:10.941344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43266) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:11.120344 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Deleting port ce6eb6ec-fa9c-4789-ad03-7672c5a85783 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:21:11.120682 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:11.204028 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:11.204301 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:11.217513 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Calling delete_port for ce6eb6ec-fa9c-4789-ad03-7672c5a85783 owned by network:floatingip {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:21:11.380411 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:11.414691 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event deleted for resources: {'Port': ['ID=ce6eb6ec-fa9c-4789-ad03-7672c5a85783,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:11.428323 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.428670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.429010 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.429342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.429694 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.430001 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.430353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.430676 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.431015 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.431335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.431655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.431979 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:11.491632 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for floatingip, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:11.491874 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Floating IP 2e0551a3-676f-4e79-80fb-145f4a822f1f disassociated (deleted). External IP: 172.25.2.208, port: 55b0521d-c597-49e6-8c31-c5948d1a5a09. Aug 04 18:21:12.058630 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Router 8174f945-b9b6-492f-9714-48cbf0523f03 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:21:12.170208 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:21:12.175183 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:12.181539 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] Sync routers for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:21:12.191845 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:12.192482 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:12.203597 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-6384a43f-d588-4609-8d3c-526abbff3d7a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "DELETE /v2.0/floatingips/2e0551a3-676f-4e79-80fb-145f4a822f1f HTTP/1.1" status: 204 len: 168 time: 1.2611387 Aug 04 18:21:12.204439 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:21:12.207220 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13453102-0873-44c7-b453-0047922b275c" -d '{"events": [{"name": "network-changed", "server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:21:12.246780 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0807fcc-6dd8-4ac3-9854-a7bc3cd8d6a0 x-openstack-request-id: req-d0807fcc-6dd8-4ac3-9854-a7bc3cd8d6a0 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:21:12.247108 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:21:12.247384 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0807fcc-6dd8-4ac3-9854-a7bc3cd8d6a0 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:21:12.247784 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'status': 'completed', 'code': 200} Aug 04 18:21:12.303850 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:12.314456 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13453102-0873-44c7-b453-0047922b275c req-74413b07-3d7a-4c51-841b-5fa5f2a518d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:12.316452 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13453102-0873-44c7-b453-0047922b275c req-74413b07-3d7a-4c51-841b-5fa5f2a518d4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d55a3bda76784f0881ec621479438259&device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 1097 time: 0.0446420 Aug 04 18:21:12.464140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13453102-0873-44c7-b453-0047922b275c req-04283d74-e0e0-47a3-81e8-2affc7f0d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:12.465620 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13453102-0873-44c7-b453-0047922b275c req-04283d74-e0e0-47a3-81e8-2affc7f0d538 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 200 len: 910 time: 0.1362619 Aug 04 18:21:12.487590 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fbb2c-04a5-4f2c-a78d-45062c57aeb3 req-16fa0ddd-ea01-46c4-a77b-9112ff04a2fd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:12.489038 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d6fbb2c-04a5-4f2c-a78d-45062c57aeb3 req-16fa0ddd-ea01-46c4-a77b-9112ff04a2fd tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 946 time: 0.0787725 Aug 04 18:21:12.523890 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13453102-0873-44c7-b453-0047922b275c req-47de9167-5dce-4eae-aab0-10cd9b339d88 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 200 len: 217 time: 0.0486939 Aug 04 18:21:12.584747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-9d6fbb2c-04a5-4f2c-a78d-45062c57aeb3 req-f4ecbcf9-70a3-4b89-9b8b-d12208e61f4b tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680428 Aug 04 18:21:12.592101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13453102-0873-44c7-b453-0047922b275c req-b7b5389a-a038-484e-8339-29db015b15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:12.593546 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13453102-0873-44c7-b453-0047922b275c req-b7b5389a-a038-484e-8339-29db015b15af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 200 len: 847 time: 0.0619392 Aug 04 18:21:12.622250 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:12.641902 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13453102-0873-44c7-b453-0047922b275c req-1aa97de7-ee6f-4da8-a7aa-2aa11dd7f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:12.643592 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13453102-0873-44c7-b453-0047922b275c req-1aa97de7-ee6f-4da8-a7aa-2aa11dd7f7f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0bd87cc9-722e-4e64-bdb4-c87e31f62d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421200 Aug 04 18:21:12.648897 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] Checking router: 8174f945-b9b6-492f-9714-48cbf0523f03 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:21:12.657213 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:12.657814 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:12.738862 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13453102-0873-44c7-b453-0047922b275c req-4fe841dd-83a2-4a29-825d-01ba0cd6742a service neutron] 10.222.0.90 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872643 Aug 04 18:21:12.771190 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:12.834049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-13453102-0873-44c7-b453-0047922b275c req-0f708390-0d98-4299-aea5-082344c0f546 service neutron] 10.222.0.90 "GET /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871902 Aug 04 18:21:13.070179 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:13.099432 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39d83d1-da6e-490a-aa5f-9bbe2d60a80e None None] The sync data for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 is: [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:12:33Z', 'revision_number': 4, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': 'ff434218-98ae-499b-bed4-54880878175a', 'name': '', 'network_id': '0bd87cc9-722e-4e64-bdb4-c87e31f62d29', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'mac_address': 'fa:16:3e:a4:af:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:32Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'subnets': [{'id': '1e819df2-3f4a-4a9c-8ade-987022d094b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:21:13.334311 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb462131-1678-42d5-a4f3-630096799abb None None] New status for floating IP 2e0551a3-676f-4e79-80fb-145f4a822f1f: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:21:13.712601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a14b51-d2b1-477b-a243-d2b8158f0a2d req-41fae33e-1b0c-479c-8b04-0fccfd6734f9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:13.714006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16a14b51-d2b1-477b-a243-d2b8158f0a2d req-41fae33e-1b0c-479c-8b04-0fccfd6734f9 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 946 time: 0.0554986 Aug 04 18:21:13.763587 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-16a14b51-d2b1-477b-a243-d2b8158f0a2d req-f4926925-a2a9-4237-a22d-f83812ff7bdf tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/security-groups?id=15302ef4-3527-4f65-ba42-295b6a8a782b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406382 Aug 04 18:21:13.900992 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d43a092e-e61e-446c-a4ac-42ebfc8719e5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:13.902446 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d43a092e-e61e-446c-a4ac-42ebfc8719e5 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.90 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 946 time: 0.0566726 Aug 04 18:21:14.022637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d05ebf56-0c2c-4b39-8ab2-745bba44bfc8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Deleting port 55b0521d-c597-49e6-8c31-c5948d1a5a09 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:21:14.023051 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d05ebf56-0c2c-4b39-8ab2-745bba44bfc8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:14.120730 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d05ebf56-0c2c-4b39-8ab2-745bba44bfc8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] For port 55b0521d-c597-49e6-8c31-c5948d1a5a09, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=55b0521d-c597-49e6-8c31-c5948d1a5a09,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:14.121111 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d05ebf56-0c2c-4b39-8ab2-745bba44bfc8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:14.139715 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d05ebf56-0c2c-4b39-8ab2-745bba44bfc8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Calling delete_port for 55b0521d-c597-49e6-8c31-c5948d1a5a09 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:21:14.289398 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d05ebf56-0c2c-4b39-8ab2-745bba44bfc8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:14.304380 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:21:14.318465 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ebf56-0c2c-4b39-8ab2-745bba44bfc8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event deleted for resources: {'Port': ['ID=55b0521d-c597-49e6-8c31-c5948d1a5a09,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:14.365661 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d05ebf56-0c2c-4b39-8ab2-745bba44bfc8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] No DVR routers for this DVR port 55b0521d-c597-49e6-8c31-c5948d1a5a09 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:21:14.368872 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d05ebf56-0c2c-4b39-8ab2-745bba44bfc8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:14.371056 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-74f03437-d39e-459f-9de7-700f7a049f6a req-d05ebf56-0c2c-4b39-8ab2-745bba44bfc8 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.90 "DELETE /v2.0/ports/55b0521d-c597-49e6-8c31-c5948d1a5a09 HTTP/1.1" status: 204 len: 173 time: 0.4620044 Aug 04 18:21:14.371475 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'name': 'network-vif-deleted', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:21:14.373814 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e39146f-31df-4e3e-9a26-b35b8a42ae52" -d '{"events": [{"server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "name": "network-vif-deleted", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:21:14.419688 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4e9313-f0bd-43a9-a7f4-677a828d0205 x-openstack-request-id: req-5f4e9313-f0bd-43a9-a7f4-677a828d0205 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:21:14.420003 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fc17a3-d41b-4342-aa11-624458d2fd3c", "name": "network-vif-deleted", "tag": "55b0521d-c597-49e6-8c31-c5948d1a5a09", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:21:14.420253 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f4e9313-f0bd-43a9-a7f4-677a828d0205 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:21:14.420655 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fc17a3-d41b-4342-aa11-624458d2fd3c', 'name': 'network-vif-deleted', 'tag': '55b0521d-c597-49e6-8c31-c5948d1a5a09', 'status': 'completed', 'code': 200} Aug 04 18:21:14.865964 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-017d3614-8d1c-48f4-9c3a-ed1daa8a1dcd req-ca6db0f3-2572-49d3-a5f2-e306771fcab7 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 210 time: 0.0277977 Aug 04 18:21:15.966118 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f0b07591-28fe-44bc-acc6-b250b80d56d1 req-5efa4c14-5539-4f9f-a990-1903582dfd2f tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 210 time: 0.0277097 Aug 04 18:21:17.080020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-bfd072a8-2c94-46c4-8aa6-4ef3b32f4c74 req-528ff151-0817-4c7c-ba04-b2978334d2ab tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 210 time: 0.0293081 Aug 04 18:21:18.194379 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f1b55214-e3fa-4326-9d52-9ed6e6d7f6e9 req-03ef0e95-5982-45bb-bc02-c6e100fd2a1a tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "GET /v2.0/ports?device_id=59fc17a3-d41b-4342-aa11-624458d2fd3c HTTP/1.1" status: 200 len: 210 time: 0.0274148 Aug 04 18:21:18.522174 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 55b0521d-c597-49e6-8c31-c5948d1a5a09 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:21:18.544362 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: 55b0521d-c597-49e6-8c31-c5948d1a5a09 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:21:18.544960 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device 55b0521d-c597-49e6-8c31-c5948d1a5a09 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:21:19.251632 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43296) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:19.317284 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:19.344403 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:19.408218 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:19.410927 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:19.415523 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] 10.222.0.39 "DELETE /v2.0/security-groups/15302ef4-3527-4f65-ba42-295b6a8a782b HTTP/1.1" status: 204 len: 168 time: 0.1628542 Aug 04 18:21:19.427640 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15302ef4-3527-4f65-ba42-295b6a8a782b,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:19.435831 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.436177 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.436730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.437108 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.437443 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.437783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.438119 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.438451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.438783 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.439152 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.439473 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.439797 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e2698-9d36-478f-8642-565d30615907 tempest-TestShelveInstance-711482814 tempest-TestShelveInstance-711482814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:19.486902 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43302) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:19.957196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:20.226816 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] Deleting port ff434218-98ae-499b-bed4-54880878175a {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:21:20.227196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:20.306172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] For port ff434218-98ae-499b-bed4-54880878175a, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=ff434218-98ae-499b-bed4-54880878175a,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:20.306911 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:20.319929 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] Calling delete_port for ff434218-98ae-499b-bed4-54880878175a owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:21:20.507241 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:20.536798 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff434218-98ae-499b-bed4-54880878175a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:20.717279 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:21.303009 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] Router 8174f945-b9b6-492f-9714-48cbf0523f03 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:21:21.423018 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:21:21.428532 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b00c24e5-94fe-4eda-b366-edb7b07631a8 admin admin] 10.222.0.39 "PUT /v2.0/routers/8174f945-b9b6-492f-9714-48cbf0523f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9405293 Aug 04 18:21:21.431463 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43306) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:21.435245 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] Sync routers for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:21:21.446944 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:21.447559 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:21.542048 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:21.564145 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:21.646629 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:21.704062 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Deleting port f39069b2-4934-4f5c-8005-bf24b6ca7862 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:21:21.704330 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:21.747652 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:21:20Z', 'revision_number': 5, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port': {'id': 'f39069b2-4934-4f5c-8005-bf24b6ca7862', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:31Z', 'updated_at': '2021-08-04T18:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:21.776866 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] Checking router: 8174f945-b9b6-492f-9714-48cbf0523f03 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:21:21.784117 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] For port f39069b2-4934-4f5c-8005-bf24b6ca7862, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f39069b2-4934-4f5c-8005-bf24b6ca7862,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:21.784655 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:21.785696 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] Routers {'8174f945-b9b6-492f-9714-48cbf0523f03'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:21.786299 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['8174f945-b9b6-492f-9714-48cbf0523f03'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:21.798866 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Calling delete_port for f39069b2-4934-4f5c-8005-bf24b6ca7862 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:21:21.873655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] Set router 8174f945-b9b6-492f-9714-48cbf0523f03 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:21.925476 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:21:21Z', 'revision_number': 6, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:21.956352 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341a0df-92db-4ca0-af91-b8cd9fb83074 None None] The sync data for ids ['8174f945-b9b6-492f-9714-48cbf0523f03'] in n-d-764435-5 is: [{'id': '8174f945-b9b6-492f-9714-48cbf0523f03', 'name': 'tempest-TestShelveInstance-534915362-router', 'tenant_id': 'd55a3bda76784f0881ec621479438259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:30Z', 'updated_at': '2021-08-04T18:21:21Z', 'revision_number': 6, 'project_id': 'd55a3bda76784f0881ec621479438259', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:21:21.970348 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.011309 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39069b2-4934-4f5c-8005-bf24b6ca7862,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:22.070212 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.164819 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.167187 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.225115 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.225847 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8174f945-b9b6-492f-9714-48cbf0523f03 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:21:22.232991 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.235183 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7f220f6c-328f-413e-851e-442523d3a370 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8174f945-b9b6-492f-9714-48cbf0523f03 HTTP/1.1" status: 204 len: 168 time: 0.8025835 Aug 04 18:21:22.238342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43308) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:22.292527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6668046-3b1e-43ef-b6a6-a4155da2d39f admin admin] Deleting subnet 1e819df2-3f4a-4a9c-8ade-987022d094b3 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:21:22.296785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e6668046-3b1e-43ef-b6a6-a4155da2d39f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.347861 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e6668046-3b1e-43ef-b6a6-a4155da2d39f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.420925 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ff434218-98ae-499b-bed4-54880878175a no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:21:22.438721 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e6668046-3b1e-43ef-b6a6-a4155da2d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.441791 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: ff434218-98ae-499b-bed4-54880878175a {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:21:22.442204 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device ff434218-98ae-499b-bed4-54880878175a not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:21:22.509144 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e6668046-3b1e-43ef-b6a6-a4155da2d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.533810 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6668046-3b1e-43ef-b6a6-a4155da2d39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e819df2-3f4a-4a9c-8ade-987022d094b3,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:22.537647 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e6668046-3b1e-43ef-b6a6-a4155da2d39f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.541955 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e6668046-3b1e-43ef-b6a6-a4155da2d39f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1e819df2-3f4a-4a9c-8ade-987022d094b3 HTTP/1.1" status: 204 len: 168 time: 0.3002753 Aug 04 18:21:22.542247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43310) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:22.545369 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17364b27-97cf-4307-94fe-c879645cf24f None None] Network 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:21:22.608452 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.663538 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Deleting port f35a7e85-0290-4a8e-ad7e-23bc9720d213 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:21:22.663893 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.734359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] For port f35a7e85-0290-4a8e-ad7e-23bc9720d213, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f35a7e85-0290-4a8e-ad7e-23bc9720d213,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:22.734722 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.747463 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] DHCP port deletion for 0bd87cc9-722e-4e64-bdb4-c87e31f62d29 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:21:22.750473 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Calling delete_port for f35a7e85-0290-4a8e-ad7e-23bc9720d213 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:21:22.795901 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Deleting port f35a7e85-0290-4a8e-ad7e-23bc9720d213 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:21:22.796295 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.835955 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.867247 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Pushing event deleted for resources: {'Port': ['ID=f35a7e85-0290-4a8e-ad7e-23bc9720d213,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:22.870696 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] No DVR routers for this DVR port f35a7e85-0290-4a8e-ad7e-23bc9720d213 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:21:22.872055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] For port f35a7e85-0290-4a8e-ad7e-23bc9720d213, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=f35a7e85-0290-4a8e-ad7e-23bc9720d213,segment=NetworkSegment(92a40ad0-59d2-4675-8687-87fd99e2c0ce),segment_id=92a40ad0-59d2-4675-8687-87fd99e2c0ce)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:22.872733 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.890580 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Calling delete_port for f35a7e85-0290-4a8e-ad7e-23bc9720d213 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:21:22.945303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.955472 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd87cc9-722e-4e64-bdb4-c87e31f62d29']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:22.966346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a40ad0-59d2-4675-8687-87fd99e2c0ce') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:22.966531 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.966656 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a40ad0-59d2-4675-8687-87fd99e2c0ce') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:22.978030 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.990118 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Pushing event deleted for resources: {'Port': ['ID=f35a7e85-0290-4a8e-ad7e-23bc9720d213,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:22.992297 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:22.999589 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] No DVR routers for this DVR port f35a7e85-0290-4a8e-ad7e-23bc9720d213 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:21:23.000518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:21:23.001297 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:23.002197 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.002640 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.003412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:21:23.003748 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:21:23.006545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.007091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.007596 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.008088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.008575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.009062 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.009547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.010034 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.010526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7deba-7c91-470c-a15a-30415178fab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:23.065409 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:23.083384 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:23.085294 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] 10.222.0.39 "DELETE /v2.0/networks/0bd87cc9-722e-4e64-bdb4-c87e31f62d29 HTTP/1.1" status: 204 len: 168 time: 0.5422614 Aug 04 18:21:23.086702 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bb687-0678-41bd-99f9-d1278076b22e admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd87cc9-722e-4e64-bdb4-c87e31f62d29,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:23.088229 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43312) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:23.479165 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:23.741403 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] Deleting port 86ca8758-906f-422b-a690-68715f3d3dd8 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:21:23.741656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:23.822335 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] For port 86ca8758-906f-422b-a690-68715f3d3dd8, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=86ca8758-906f-422b-a690-68715f3d3dd8,segment=NetworkSegment(490df422-c7cf-4ade-9561-a05a56bd0b2a),segment_id=490df422-c7cf-4ade-9561-a05a56bd0b2a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:23.822699 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:23.836953 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] Calling delete_port for 86ca8758-906f-422b-a690-68715f3d3dd8 owned by network:router_interface {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:21:24.051349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:24.076476 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] Pushing event deleted for resources: {'Port': ['ID=86ca8758-906f-422b-a690-68715f3d3dd8,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:24.253575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f39069b2-4934-4f5c-8005-bf24b6ca7862 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:21:24.259182 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:24.274526 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: f39069b2-4934-4f5c-8005-bf24b6ca7862 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:21:24.275049 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f39069b2-4934-4f5c-8005-bf24b6ca7862 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:21:24.275399 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f35a7e85-0290-4a8e-ad7e-23bc9720d213 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:21:24.294556 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: f35a7e85-0290-4a8e-ad7e-23bc9720d213 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:21:24.305175 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device f35a7e85-0290-4a8e-ad7e-23bc9720d213 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:21:24.488190 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] Router 29b74a94-46b3-43aa-82eb-9227002ddc2e has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:21:24.604292 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:21:24.610490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-adb30cb7-6509-4584-a301-652255d6ee1b admin admin] 10.222.0.39 "PUT /v2.0/routers/29b74a94-46b3-43aa-82eb-9227002ddc2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5212007 Aug 04 18:21:24.612231 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43314) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:24.615036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] Sync routers for ids ['29b74a94-46b3-43aa-82eb-9227002ddc2e'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:21:24.624838 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] Routers {'29b74a94-46b3-43aa-82eb-9227002ddc2e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:24.625459 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['29b74a94-46b3-43aa-82eb-9227002ddc2e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:24.715346 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:24.733504 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] Set router 29b74a94-46b3-43aa-82eb-9227002ddc2e gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:24.817298 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:24.871658 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Deleting port fd3d71b5-019d-4893-8941-63ac97d65a9b {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:21:24.871939 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:24.917520 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'name': 'tempest-TestShelveInstance-344955968-router', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:21:23Z', 'revision_number': 5, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'gw_port': {'id': 'fd3d71b5-019d-4893-8941-63ac97d65a9b', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:24.944608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] Checking router: 29b74a94-46b3-43aa-82eb-9227002ddc2e for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:21:24.953983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] Routers {'29b74a94-46b3-43aa-82eb-9227002ddc2e'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:24.954608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['29b74a94-46b3-43aa-82eb-9227002ddc2e'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:24.963984 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] For port fd3d71b5-019d-4893-8941-63ac97d65a9b, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=fd3d71b5-019d-4893-8941-63ac97d65a9b,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:24.964362 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:24.979638 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Calling delete_port for fd3d71b5-019d-4893-8941-63ac97d65a9b owned by network:router_gateway {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:21:25.050528 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] Set router 29b74a94-46b3-43aa-82eb-9227002ddc2e gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:25.104478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'name': 'tempest-TestShelveInstance-344955968-router', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:21:24Z', 'revision_number': 6, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:25.130986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e019e-ae8d-42f5-8723-fb36c6ffb932 None None] The sync data for ids ['29b74a94-46b3-43aa-82eb-9227002ddc2e'] in n-d-764435-5 is: [{'id': '29b74a94-46b3-43aa-82eb-9227002ddc2e', 'name': 'tempest-TestShelveInstance-344955968-router', 'tenant_id': '1de8ca1e53d7478992fd8c961b990014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:12:35Z', 'updated_at': '2021-08-04T18:21:24Z', 'revision_number': 6, 'project_id': '1de8ca1e53d7478992fd8c961b990014', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:21:25.165802 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.190947 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3d71b5-019d-4893-8941-63ac97d65a9b,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:25.255607 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.351556 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.353893 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.402867 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.403394 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29b74a94-46b3-43aa-82eb-9227002ddc2e {{(pid=105828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:21:25.407838 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.408961 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-84b4b888-b373-49c6-9ae8-528c86a3b5a0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/29b74a94-46b3-43aa-82eb-9227002ddc2e HTTP/1.1" status: 204 len: 168 time: 0.7958391 Aug 04 18:21:25.411594 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43316) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:25.455785 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-41868925-a829-47e9-875d-70f721e8e20b admin admin] Deleting subnet 95a1b2df-8490-401a-ab7d-5c63c422f398 {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:21:25.459355 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41868925-a829-47e9-875d-70f721e8e20b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.495280 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41868925-a829-47e9-875d-70f721e8e20b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.585557 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41868925-a829-47e9-875d-70f721e8e20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.651747 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41868925-a829-47e9-875d-70f721e8e20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.676390 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41868925-a829-47e9-875d-70f721e8e20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a1b2df-8490-401a-ab7d-5c63c422f398,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:25.679946 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-41868925-a829-47e9-875d-70f721e8e20b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.683487 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-41868925-a829-47e9-875d-70f721e8e20b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/95a1b2df-8490-401a-ab7d-5c63c422f398 HTTP/1.1" status: 204 len: 168 time: 0.2692518 Aug 04 18:21:25.684655 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43318) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:25.687046 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867b2b30-8a41-41f5-9842-f56b53aed10c None None] Network 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:21:25.755270 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.807088 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Deleting port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:21:25.807349 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.867779 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a5e39-f103-48b5-ba51-0eaac32f3a7c None None] DHCP port deletion for 2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:21:25.872101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] For port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4ede5ff2-fa41-4b4c-bf55-ffde349837b0,segment=NetworkSegment(490df422-c7cf-4ade-9561-a05a56bd0b2a),segment_id=490df422-c7cf-4ade-9561-a05a56bd0b2a)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:25.872523 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.889065 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Calling delete_port for 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:21:25.917065 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-104a5e39-f103-48b5-ba51-0eaac32f3a7c None None] Deleting port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:21:25.917439 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-104a5e39-f103-48b5-ba51-0eaac32f3a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.974792 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.985087 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-104a5e39-f103-48b5-ba51-0eaac32f3a7c None None] For port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=4ede5ff2-fa41-4b4c-bf55-ffde349837b0,segment=NetworkSegment(490df422-c7cf-4ade-9561-a05a56bd0b2a),segment_id=490df422-c7cf-4ade-9561-a05a56bd0b2a)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:25.985491 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-104a5e39-f103-48b5-ba51-0eaac32f3a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:25.998832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ede5ff2-fa41-4b4c-bf55-ffde349837b0,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:25.999328 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-104a5e39-f103-48b5-ba51-0eaac32f3a7c None None] Calling delete_port for 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:21:26.006006 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] No DVR routers for this DVR port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:21:26.084287 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-104a5e39-f103-48b5-ba51-0eaac32f3a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.086183 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.101782 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:26.110478 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a5e39-f103-48b5-ba51-0eaac32f3a7c None None] Pushing event deleted for resources: {'Port': ['ID=4ede5ff2-fa41-4b4c-bf55-ffde349837b0,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:26.113986 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a5e39-f103-48b5-ba51-0eaac32f3a7c None None] No DVR routers for this DVR port 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:21:26.114619 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490df422-c7cf-4ade-9561-a05a56bd0b2a') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:26.115580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490df422-c7cf-4ade-9561-a05a56bd0b2a') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:26.126727 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.141814 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.156237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:21:26.156769 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:21:26.158984 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:21:26.212134 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 86ca8758-906f-422b-a690-68715f3d3dd8 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:21:26.215254 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.220095 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.225239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d HTTP/1.1" status: 204 len: 168 time: 0.5392432 Aug 04 18:21:26.232674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 86ca8758-906f-422b-a690-68715f3d3dd8 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:21:26.233022 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 86ca8758-906f-422b-a690-68715f3d3dd8 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:21:26.233448 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:21:26.239388 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73b655-df5d-4957-aea4-0a71dc124d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7b0eb3-a4a0-4ec3-aaed-febb58b0794d,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:26.256203 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:21:26.256548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 4ede5ff2-fa41-4b4c-bf55-ffde349837b0 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:21:26.257023 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fd3d71b5-019d-4893-8941-63ac97d65a9b no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:21:26.275559 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: fd3d71b5-019d-4893-8941-63ac97d65a9b {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:21:26.275902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device fd3d71b5-019d-4893-8941-63ac97d65a9b not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:21:26.349166 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43322) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:26.390900 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-1f9bc165-facb-48d5-a606-602e28979ecd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d55a3bda76784f0881ec621479438259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404010 Aug 04 18:21:26.393352 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43324) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:26.794070 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d34b811-fb63-4cdf-8f9f-5c419926c124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.823871 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d34b811-fb63-4cdf-8f9f-5c419926c124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.877359 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d34b811-fb63-4cdf-8f9f-5c419926c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.880083 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-4d34b811-fb63-4cdf-8f9f-5c419926c124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:26.881285 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-4d34b811-fb63-4cdf-8f9f-5c419926c124 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8692669-fe0a-4619-9bee-92a984978e41 HTTP/1.1" status: 204 len: 168 time: 0.4869671 Aug 04 18:21:26.889317 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34b811-fb63-4cdf-8f9f-5c419926c124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8692669-fe0a-4619-9bee-92a984978e41,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:27.221834 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43330) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:27.263653 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9bfb9b15-70e7-4fe3-8cb4-b209b86332d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1de8ca1e53d7478992fd8c961b990014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406067 Aug 04 18:21:27.266169 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43332) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:27.317276 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b06129ce-7eb3-4fe9-8941-74c22215f55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:27.339622 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b06129ce-7eb3-4fe9-8941-74c22215f55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:27.397939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b06129ce-7eb3-4fe9-8941-74c22215f55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:27.400933 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b06129ce-7eb3-4fe9-8941-74c22215f55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:27.402092 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b06129ce-7eb3-4fe9-8941-74c22215f55b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0414fbe8-0ee3-4b94-a5d1-02d6d35c5327 HTTP/1.1" status: 204 len: 168 time: 0.1350298 Aug 04 18:21:27.410163 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06129ce-7eb3-4fe9-8941-74c22215f55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0414fbe8-0ee3-4b94-a5d1-02d6d35c5327,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:28.161795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43354) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:28.304990 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1002569406-network', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:28.328733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Made reservation on behalf of 9229d004fe704e07877a33a6b5c757ee for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:21:28.331596 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.346925 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.441328 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.447115 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.471674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:21:28.481710 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6670bcd-0b6b-47f8-903e-6dd2e1ef516e,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:28.486607 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.486987 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Added segment f7af8d99-1bea-4b5a-9f54-9f9e38f6d142 of type vlan for network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f Aug 04 18:21:28.527792 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.559829 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.560754 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:28.561400 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.613940 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4508419 Aug 04 18:21:28.617172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43358) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:28.621310 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd2d33-9ad4-4ae0-bf9c-e89766f623eb admin admin] Pushing event updated for resources: {'Network': ['ID=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:28.622616 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Request body: {'subnet': {'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1002569406-subnet', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:28.631710 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:21:28.645858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Made reservation on behalf of 9229d004fe704e07877a33a6b5c757ee for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:21:28.648422 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.830862 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.881658 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1496e0-8762-438a-b82a-d2b69784afbe,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:28.897836 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Checking segment: {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:21:28.898235 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Network hostable DHCP agents. Network: 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:21:28.925372 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:21:28.937998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:28.943067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:28.943663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.948278 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f737473d-106e-4dd8-ae02-486be8670df9 None None] Network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:21:28.958713 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-295c32bb-349d-48c0-8a14-87c011780c5e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3403080 Aug 04 18:21:28.961584 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43360) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:28.966397 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:28.988921 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:28.989928 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.045598 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.096435 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:21:29.097405 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.186651 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.232759 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Allocated IP 172.20.0.2 (6e8d1363-f4a9-4ffb-ad43-c5a658a3577f/9d1496e0-8762-438a-b82a-d2b69784afbe/82b6be30-f832-4f0f-a96b-d4ea6a086bed) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:21:29.383881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.391790 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Transition to ACTIVE for port object 82b6be30-f832-4f0f-a96b-d4ea6a086bed will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:29.403570 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.407292 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Transition to ACTIVE for port object 82b6be30-f832-4f0f-a96b-d4ea6a086bed will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:29.414664 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.424977 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.453177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:21:29.458097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:29.461574 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:21:29.468562 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Pushing event updated for resources: {'Port': ['ID=82b6be30-f832-4f0f-a96b-d4ea6a086bed,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:29.518088 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Attempting to bind port 82b6be30-f832-4f0f-a96b-d4ea6a086bed on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:21:29.518491 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Attempting to bind port 82b6be30-f832-4f0f-a96b-d4ea6a086bed by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:21:29.518965 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Attempting to bind port 82b6be30-f832-4f0f-a96b-d4ea6a086bed on network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:21:29.523954 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:21:29.524330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Checking segment: {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:21:29.524738 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.525133 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Bound using segment: {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:21:29.525598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Bound port: 82b6be30-f832-4f0f-a96b-d4ea6a086bed, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:21:29.526006 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.538171 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Allocated IP 172.25.2.83 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/65d16eeb-1d9e-47cd-b327-de565d8ea483) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:21:29.598502 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] For port 82b6be30-f832-4f0f-a96b-d4ea6a086bed, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:21:29.602593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] For port 82b6be30-f832-4f0f-a96b-d4ea6a086bed, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=82b6be30-f832-4f0f-a96b-d4ea6a086bed,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:21:29.609001 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.649299 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.666713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47830f2d-3fa6-41e2-9ca7-f9abab3a2b8c None None] Pushing event updated for resources: {'Port': ['ID=82b6be30-f832-4f0f-a96b-d4ea6a086bed,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:29.692818 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:29.746374 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:21:29.748148 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:29.750009 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Pushing event updated for resources: {'Port': ['ID=65d16eeb-1d9e-47cd-b327-de565d8ea483,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:29.752258 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:21:30.027824 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:30.238084 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 82b6be30-f832-4f0f-a96b-d4ea6a086bed up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:30.252076 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:30.294534 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 82b6be30-f832-4f0f-a96b-d4ea6a086bed completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:30.397234 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Router 4dbe583a-0ad9-404e-963f-bcd0e408d377 is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:21:30.524343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:21:30.535430 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Sync routers for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:21:30.542539 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b5270-d3f4-48da-991e-4c39ec70f905 None None] Network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:21:30.544376 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] Notify callbacks [] for router, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:30.545615 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:30.546223 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:30.547248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-e7fa9098-3bca-44d5-a6b1-8c8ff442a772 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5845320 Aug 04 18:21:30.548507 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43362) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:30.763856 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:30.835575 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c71f962f-d7bf-4f0a-9414-127abe3ee856 None None] Provisioning for port 82b6be30-f832-4f0f-a96b-d4ea6a086bed completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:30.843286 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-c71f962f-d7bf-4f0a-9414-127abe3ee856 None None] Provisioning complete for port 82b6be30-f832-4f0f-a96b-d4ea6a086bed triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:30.843743 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c71f962f-d7bf-4f0a-9414-127abe3ee856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:30.946177 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:29Z', 'revision_number': 3, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:30.961014 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c71f962f-d7bf-4f0a-9414-127abe3ee856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:30.973468 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Checking router: 4dbe583a-0ad9-404e-963f-bcd0e408d377 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:21:30.974446 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Updating router 4dbe583a-0ad9-404e-963f-bcd0e408d377 port 65d16eeb-1d9e-47cd-b327-de565d8ea483 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:21:30.992529 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.001113 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.001345 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-c71f962f-d7bf-4f0a-9414-127abe3ee856 None None] For port 82b6be30-f832-4f0f-a96b-d4ea6a086bed, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=82b6be30-f832-4f0f-a96b-d4ea6a086bed,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:31.007237 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c71f962f-d7bf-4f0a-9414-127abe3ee856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.065222 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f962f-d7bf-4f0a-9414-127abe3ee856 None None] Pushing event updated for resources: {'Port': ['ID=82b6be30-f832-4f0f-a96b-d4ea6a086bed,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:31.177319 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Allocated IP 172.20.0.1 (6e8d1363-f4a9-4ffb-ad43-c5a658a3577f/9d1496e0-8762-438a-b82a-d2b69784afbe/62544d78-a201-47e8-b722-c53ec89ee09f) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:21:31.228081 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1e0fc202-bde2-4a2b-adce-5bdcab0924ca None None] Provisioning complete for port 82b6be30-f832-4f0f-a96b-d4ea6a086bed triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:31.228443 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1e0fc202-bde2-4a2b-adce-5bdcab0924ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.282850 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.285832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.294598 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Transition to ACTIVE for port object 65d16eeb-1d9e-47cd-b327-de565d8ea483 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:31.299832 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Transition to ACTIVE for port object 62544d78-a201-47e8-b722-c53ec89ee09f will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:31.303941 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.341082 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.353630 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Attempting to bind port 65d16eeb-1d9e-47cd-b327-de565d8ea483 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:21:31.353896 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Attempting to bind port 65d16eeb-1d9e-47cd-b327-de565d8ea483 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:21:31.354246 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Attempting to bind port 65d16eeb-1d9e-47cd-b327-de565d8ea483 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:21:31.362693 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Pushing event updated for resources: {'Port': ['ID=65d16eeb-1d9e-47cd-b327-de565d8ea483,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:31.365000 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:21:31.365356 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:21:31.365741 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.366117 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:21:31.366565 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Bound port: 65d16eeb-1d9e-47cd-b327-de565d8ea483, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:21:31.366958 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.379797 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:21:31.386147 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:31.389775 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.390106 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.390440 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.390600 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:21:31.390742 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.391099 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.391388 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.391699 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.392031 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.392345 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.392652 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.392935 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.393234 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:21:31.420540 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Pushing event updated for resources: {'Port': ['ID=62544d78-a201-47e8-b722-c53ec89ee09f,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:31.431205 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] For port 65d16eeb-1d9e-47cd-b327-de565d8ea483, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:21:31.434980 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.436180 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] For port 65d16eeb-1d9e-47cd-b327-de565d8ea483, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=65d16eeb-1d9e-47cd-b327-de565d8ea483,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:21:31.441859 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.505235 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa0ca1-4744-4545-ac9d-fe300ca80e32 None None] Pushing event updated for resources: {'Port': ['ID=65d16eeb-1d9e-47cd-b327-de565d8ea483,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:31.512467 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:31.513073 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:31.579766 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.628906 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:31.636327 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-613cce53-5e73-4558-990b-1514c33129c8 None None] Provisioning for port 62544d78-a201-47e8-b722-c53ec89ee09f completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:31.640406 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-613cce53-5e73-4558-990b-1514c33129c8 None None] Provisioning complete for port 62544d78-a201-47e8-b722-c53ec89ee09f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:31.640879 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-613cce53-5e73-4558-990b-1514c33129c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.678360 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-613cce53-5e73-4558-990b-1514c33129c8 None None] Port 62544d78-a201-47e8-b722-c53ec89ee09f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:21:31.762124 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.767415 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.818474 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:29Z', 'revision_number': 3, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:31.838258 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:31.839320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Pushing event updated for resources: {'Port': ['ID=62544d78-a201-47e8-b722-c53ec89ee09f,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:31.845063 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9372d54-cacb-4442-b1cc-50cd5709096d None None] The sync data for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 is: [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:29Z', 'revision_number': 3, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:21:31.938290 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:21:31.940273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:32.086901 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Router 4dbe583a-0ad9-404e-963f-bcd0e408d377 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:21:32.117632 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c5219b48-8014-4bf2-88d8-c122895ff6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.218370 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:21:32.230854 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-b97f1d9a-8d48-4e33-a6c2-1dd7c19e5236 admin admin] 10.222.0.39 "PUT /v2.0/routers/4dbe583a-0ad9-404e-963f-bcd0e408d377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812465 Aug 04 18:21:32.315137 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-581b4ec9-d134-4c9f-ad04-7b725b281fb7 None None] Provisioning complete for port 62544d78-a201-47e8-b722-c53ec89ee09f triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:32.315546 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-581b4ec9-d134-4c9f-ad04-7b725b281fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.318687 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 82b6be30-f832-4f0f-a96b-d4ea6a086bed up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:32.379943 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-581b4ec9-d134-4c9f-ad04-7b725b281fb7 None None] Port 62544d78-a201-47e8-b722-c53ec89ee09f cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:21:32.394881 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 82b6be30-f832-4f0f-a96b-d4ea6a086bed triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:32.395261 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.482670 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 65d16eeb-1d9e-47cd-b327-de565d8ea483 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:32.542200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 65d16eeb-1d9e-47cd-b327-de565d8ea483 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:32.546397 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 65d16eeb-1d9e-47cd-b327-de565d8ea483 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:32.546918 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.639270 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.664490 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 65d16eeb-1d9e-47cd-b327-de565d8ea483, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=65d16eeb-1d9e-47cd-b327-de565d8ea483,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:32.669822 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.724396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=65d16eeb-1d9e-47cd-b327-de565d8ea483,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:32.764841 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43378) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:32.770368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-925919866-network', 'tenant_id': '732ef09349434a3caac90c278b77faa6'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:32.792529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Made reservation on behalf of 732ef09349434a3caac90c278b77faa6 for: {'network': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:21:32.794891 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for network, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.803344 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.896795 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.903754 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.931127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=105828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 18:21:32.941094 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464bda41-e05c-4d18-aad7-0161422d7660,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:32.946260 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:32.946598 n-d-764435-5 neutron-server[105828]: INFO neutron.db.segments_db [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Added segment 47364ce7-90af-4dbf-b428-3aa3536f66a0 of type vlan for network 079bd95c-deb6-448c-ba03-76e6f55e69e5 Aug 04 18:21:32.989636 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772336353163'] for network, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.020804 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304'] for network, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.021849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:33.022501 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.076942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3109071 Aug 04 18:21:33.080056 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43380) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:33.082260 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8328c-118d-4f06-8c7d-b0b519de38e6 admin admin] Pushing event updated for resources: {'Network': ['ID=079bd95c-deb6-448c-ba03-76e6f55e69e5,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:33.085873 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Request body: {'subnet': {'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-925919866-subnet', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'ip_version': 4}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:33.091876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Network 079bd95c-deb6-448c-ba03-76e6f55e69e5 details requested by agent ovs-agent-n-d-764435-5 with host n-d-764435-5 {{(pid=105830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 18:21:33.111858 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Made reservation on behalf of 732ef09349434a3caac90c278b77faa6 for: {'subnet': 1} {{(pid=105829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:21:33.115136 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264323311'] for subnet, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.296696 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264285918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264323325'] for subnet, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.362335 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee606c4-e281-474b-a411-c711daac5e7a,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:33.371918 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Checking segment: {'id': '47364ce7-90af-4dbf-b428-3aa3536f66a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:21:33.372277 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Network hostable DHCP agents. Network: 079bd95c-deb6-448c-ba03-76e6f55e69e5, hostable agents: ['df72dfc2-5f60-497f-8011-a880d9604218'], hosted agents: [] {{(pid=105829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 18:21:33.391004 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Network 079bd95c-deb6-448c-ba03-76e6f55e69e5 is scheduled to be hosted by DHCP agent df72dfc2-5f60-497f-8011-a880d9604218 with binding_index 1 {{(pid=105829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 18:21:33.401435 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764435-5, 079bd95c-deb6-448c-ba03-76e6f55e69e5) {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:33.405807 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:33.406394 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.413662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f6f7e-7713-43ab-9e6c-fd7131e2c307 None None] Network 079bd95c-deb6-448c-ba03-76e6f55e69e5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:21:33.423109 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e252878b-074d-4b74-abe8-f7eef178141c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3418672 Aug 04 18:21:33.426172 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43382) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:33.432363 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-925919866-router', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:33.458223 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-268171728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4630'] for router, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.459751 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268171692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-268171799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-268275772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4639'] for router, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.514702 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Sync routers for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:21:33.530698 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.551746 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:33.552387 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:33.671591 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62bbe963-3a57-5ccd-af09-8738b45a896c-079bd95c-deb6-448c-ba03-76e6f55e69e5', 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'fixed_ips': [{'subnet_id': '1ee606c4-e281-474b-a411-c711daac5e7a'}]}} from n-d-764435-5. {{(pid=105830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 18:21:33.672741 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.680846 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.698886 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:33.904119 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.928018 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:33.952914 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.db_base_plugin_common [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Allocated IP 172.20.0.2 (079bd95c-deb6-448c-ba03-76e6f55e69e5/1ee606c4-e281-474b-a411-c711daac5e7a/b3abf5da-1634-4e3c-b2af-87e75c36acb7) {{(pid=105830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:21:34.038105 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Allocated IP 172.25.2.192 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/108c44cc-f987-44cf-aa1d-3f55400596d3) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:21:34.098308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 2, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:34.135694 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Checking router: 4dbe583a-0ad9-404e-963f-bcd0e408d377 for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:21:34.135979 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Updating router 4dbe583a-0ad9-404e-963f-bcd0e408d377 port 62544d78-a201-47e8-b722-c53ec89ee09f binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:21:34.151497 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.189201 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.202437 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.213590 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Notify callbacks [] for port, precommit_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.219852 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 65d16eeb-1d9e-47cd-b327-de565d8ea483 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:34.240149 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:21:34.243074 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:34.246727 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:21:34.258024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Transition to ACTIVE for port object b3abf5da-1634-4e3c-b2af-87e75c36acb7 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:34.278917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=108c44cc-f987-44cf-aa1d-3f55400596d3,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:34.297656 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Transition to ACTIVE for port object b3abf5da-1634-4e3c-b2af-87e75c36acb7 will not be triggered until provisioned by entity DHCP. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:34.367432 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921'] for port, after_create {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.435068 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Network 079bd95c-deb6-448c-ba03-76e6f55e69e5 is already hosted by enough agents. {{(pid=105830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:21:34.452788 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Pushing event updated for resources: {'Port': ['ID=b3abf5da-1634-4e3c-b2af-87e75c36acb7,revision_number=1']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:34.481579 n-d-764435-5 neutron-server[105830]: DEBUG neutron.scheduler.base_scheduler [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Resources bound (agent type, host, resource id): {{(pid=105830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:34.484001 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Received port after_create {{(pid=105830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:21:34.491527 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 65d16eeb-1d9e-47cd-b327-de565d8ea483 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:34.491899 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.526444 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.619979 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6b48-fbea-4a71-8c7b-a89286a135ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.628184 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Attempting to bind port b3abf5da-1634-4e3c-b2af-87e75c36acb7 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:21:34.628548 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Attempting to bind port b3abf5da-1634-4e3c-b2af-87e75c36acb7 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '47364ce7-90af-4dbf-b428-3aa3536f66a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:21:34.628910 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Attempting to bind port b3abf5da-1634-4e3c-b2af-87e75c36acb7 on network 079bd95c-deb6-448c-ba03-76e6f55e69e5 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:21:34.644769 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:21:34.645135 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Checking segment: {'id': '47364ce7-90af-4dbf-b428-3aa3536f66a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:21:34.645537 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.645926 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Bound using segment: {'id': '47364ce7-90af-4dbf-b428-3aa3536f66a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:21:34.646396 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Bound port: b3abf5da-1634-4e3c-b2af-87e75c36acb7, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47364ce7-90af-4dbf-b428-3aa3536f66a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:21:34.646775 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.726029 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268171103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-268171810'] for router, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.762155 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.783850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Transition to ACTIVE for port object 62544d78-a201-47e8-b722-c53ec89ee09f will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:34.788631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] For port b3abf5da-1634-4e3c-b2af-87e75c36acb7, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:21:34.792063 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] For port b3abf5da-1634-4e3c-b2af-87e75c36acb7, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b3abf5da-1634-4e3c-b2af-87e75c36acb7,segment=NetworkSegment(47364ce7-90af-4dbf-b428-3aa3536f66a0),segment_id=47364ce7-90af-4dbf-b428-3aa3536f66a0)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:21:34.793544 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.799422 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:34.855741 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801d8a7-1333-45a1-bdae-0930e63f9bee None None] Pushing event updated for resources: {'Port': ['ID=62544d78-a201-47e8-b722-c53ec89ee09f,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:34.876993 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea is scheduled to L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d with binding_index 1 {{(pid=105829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 18:21:34.999665 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:21:35.012786 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Sync routers for ids ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:21:35.023778 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Routers {'40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:35.024390 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:35.024507 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:35.028392 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a8e9dd5c-22de-4881-9c9d-07bcfe31c4c9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5981333 Aug 04 18:21:35.028977 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43384) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:35.207573 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Set router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:35.239859 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Attempting to bind port 62544d78-a201-47e8-b722-c53ec89ee09f on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:21:35.240143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Attempting to bind port 62544d78-a201-47e8-b722-c53ec89ee09f by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:21:35.240558 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Attempting to bind port 62544d78-a201-47e8-b722-c53ec89ee09f on network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:21:35.247805 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274606b6-5a14-41bc-b7bd-89b984c9ca87 None None] Pushing event updated for resources: {'Port': ['ID=b3abf5da-1634-4e3c-b2af-87e75c36acb7,revision_number=2']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:35.251590 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:21:35.251977 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Checking segment: {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:21:35.252390 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:35.252786 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Bound using segment: {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:21:35.253719 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Bound port: 62544d78-a201-47e8-b722-c53ec89ee09f, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:21:35.254370 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:35.256675 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:35.335762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] For port 62544d78-a201-47e8-b722-c53ec89ee09f, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:21:35.340876 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] For port 62544d78-a201-47e8-b722-c53ec89ee09f, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=62544d78-a201-47e8-b722-c53ec89ee09f,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:21:35.353467 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:35.425593 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'name': 'tempest-TestSnapshotPattern-925919866-router', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:34Z', 'revision_number': 3, 'project_id': '732ef09349434a3caac90c278b77faa6', 'gw_port': {'id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:35.430724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:35.431554 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:35.456868 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Checking router: 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:21:35.457429 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Updating router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea port 108c44cc-f987-44cf-aa1d-3f55400596d3 binding host n-d-764435-5 {{(pid=105831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:21:35.487284 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:35.491035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801d8a7-1333-45a1-bdae-0930e63f9bee None None] Pushing event updated for resources: {'Port': ['ID=62544d78-a201-47e8-b722-c53ec89ee09f,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:35.564228 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:35.804822 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Notify callbacks [] for port, precommit_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:35.818727 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.provisioning_blocks [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Transition to ACTIVE for port object 108c44cc-f987-44cf-aa1d-3f55400596d3 will not be triggered until provisioned by entity L2. {{(pid=105831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:35.828926 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:35.830948 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:35Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:35.867775 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275af760-fc9e-499f-8bf6-72ca5327ebf8 None None] The sync data for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 is: [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:35Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:21:35.891411 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c1129-1e18-47b7-9341-3196865ac5a9 None None] Pushing event updated for resources: {'Port': ['ID=108c44cc-f987-44cf-aa1d-3f55400596d3,revision_number=2']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:35.917743 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Attempting to bind port 108c44cc-f987-44cf-aa1d-3f55400596d3 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:21:35.923740 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Attempting to bind port 108c44cc-f987-44cf-aa1d-3f55400596d3 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:21:35.924408 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Attempting to bind port 108c44cc-f987-44cf-aa1d-3f55400596d3 on network 4642cd0b-010a-4ce0-9962-34aca70d5888 {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:21:35.932962 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:21:35.933482 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Checking segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:21:35.933991 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:35.934469 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Bound using segment: {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'} {{(pid=105831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:21:35.935973 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.managers [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Bound port: 108c44cc-f987-44cf-aa1d-3f55400596d3, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c496a3-cf38-4674-93d9-03c6b58081b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888'}}] {{(pid=105831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:21:35.935973 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.013741 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] For port 108c44cc-f987-44cf-aa1d-3f55400596d3, host n-d-764435-5, cleared binding levels {{(pid=105831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:21:36.018662 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.022399 n-d-764435-5 neutron-server[105831]: DEBUG neutron.plugins.ml2.db [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] For port 108c44cc-f987-44cf-aa1d-3f55400596d3, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=108c44cc-f987-44cf-aa1d-3f55400596d3,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:21:36.031035 n-d-764435-5 neutron-server[105831]: DEBUG neutron_lib.callbacks.manager [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.114721 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Routers {'40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:36.115396 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:36.119279 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c1129-1e18-47b7-9341-3196865ac5a9 None None] Pushing event updated for resources: {'Port': ['ID=108c44cc-f987-44cf-aa1d-3f55400596d3,revision_number=3']} {{(pid=105831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:36.199115 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0094c138-996b-4836-903d-1272fd19e635 None None] Network 079bd95c-deb6-448c-ba03-76e6f55e69e5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:21:36.249732 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] Set router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:36.254984 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Allocated IP 172.20.0.1 (079bd95c-deb6-448c-ba03-76e6f55e69e5/1ee606c4-e281-474b-a411-c711daac5e7a/9d05e5a7-b5c8-462d-b091-3a0f4d3339b4) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:21:36.339929 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.351109 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 62544d78-a201-47e8-b722-c53ec89ee09f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:36.358445 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2290b995-d7e7-4798-a353-b1a563ec3b4b None None] Provisioning for port b3abf5da-1634-4e3c-b2af-87e75c36acb7 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:36.404825 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.425604 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.provisioning_blocks [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Transition to ACTIVE for port object 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 will not be triggered until provisioned by entity DHCP. {{(pid=105829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:36.468981 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.477895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 62544d78-a201-47e8-b722-c53ec89ee09f completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:36.484964 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 62544d78-a201-47e8-b722-c53ec89ee09f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:36.485340 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.497939 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'name': 'tempest-TestSnapshotPattern-925919866-router', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:34Z', 'revision_number': 3, 'project_id': '732ef09349434a3caac90c278b77faa6', 'gw_port': {'id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:36.521120 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Network 079bd95c-deb6-448c-ba03-76e6f55e69e5 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:21:36.524246 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:36.527344 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:21:36.531711 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a46a0-d2c4-4b97-a957-8b743095080d None None] The sync data for ids ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'] in n-d-764435-5 is: [{'id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'name': 'tempest-TestSnapshotPattern-925919866-router', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:34Z', 'revision_number': 3, 'project_id': '732ef09349434a3caac90c278b77faa6', 'gw_port': {'id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:21:36.561634 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d05e5a7-b5c8-462d-b091-3a0f4d3339b4,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:36.587702 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-268169549'] for router_interface, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.601682 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.645405 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 62544d78-a201-47e8-b722-c53ec89ee09f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=62544d78-a201-47e8-b722-c53ec89ee09f,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:36.654338 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.655778 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b3abf5da-1634-4e3c-b2af-87e75c36acb7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:36.753648 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=62544d78-a201-47e8-b722-c53ec89ee09f,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:36.774277 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port b3abf5da-1634-4e3c-b2af-87e75c36acb7 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:36.780316 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b3abf5da-1634-4e3c-b2af-87e75c36acb7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:36.780568 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.806214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.899595 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:36.950506 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-8bc56764-0d26-4730-8434-6a5af69068bf None None] Provisioning complete for port b3abf5da-1634-4e3c-b2af-87e75c36acb7 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:36.950969 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8bc56764-0d26-4730-8434-6a5af69068bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:37.002826 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port b3abf5da-1634-4e3c-b2af-87e75c36acb7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b3abf5da-1634-4e3c-b2af-87e75c36acb7,segment=NetworkSegment(47364ce7-90af-4dbf-b428-3aa3536f66a0),segment_id=47364ce7-90af-4dbf-b428-3aa3536f66a0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:37.014037 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:37.117547 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=b3abf5da-1634-4e3c-b2af-87e75c36acb7,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:37.130659 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:37.138326 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:37.208376 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d05e5a7-b5c8-462d-b091-3a0f4d3339b4,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:37.210928 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-267950290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-268167191'] for router_interface, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:37.260097 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-277aee55-ea71-4221-bf3a-04c82ac7552b None None] Provisioning for port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:37.268260 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-277aee55-ea71-4221-bf3a-04c82ac7552b None None] Provisioning complete for port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:37.268637 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-277aee55-ea71-4221-bf3a-04c82ac7552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:37.306662 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-277aee55-ea71-4221-bf3a-04c82ac7552b None None] Port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:21:37.331703 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Network 079bd95c-deb6-448c-ba03-76e6f55e69e5 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:21:37.333220 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:37.460854 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:21:37.580730 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:21:37.591481 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b0b041d0-a95e-425d-abea-62b341f27ec5 admin admin] 10.222.0.39 "PUT /v2.0/routers/40f636ea-2e75-4ef0-8ea4-ffcb9df701ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5611978 Aug 04 18:21:37.625376 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-1663544f-c5c8-423a-8a01-c9fe5981dea4 None None] Provisioning complete for port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:37.625961 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-1663544f-c5c8-423a-8a01-c9fe5981dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:37.665675 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-1663544f-c5c8-423a-8a01-c9fe5981dea4 None None] Port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:21:37.866902 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.281404 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43392) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:38.286675 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-7115d658-0b65-4a3d-b507-d37c371eb268 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457678411', 'description': 'tempest-secgroup-smoke-457678411 description', 'project_id': '9229d004fe704e07877a33a6b5c757ee'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:38.288126 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 108c44cc-f987-44cf-aa1d-3f55400596d3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:38.322111 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7115d658-0b65-4a3d-b507-d37c371eb268 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.342230 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 108c44cc-f987-44cf-aa1d-3f55400596d3 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:38.345987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 108c44cc-f987-44cf-aa1d-3f55400596d3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:38.346394 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.406748 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7115d658-0b65-4a3d-b507-d37c371eb268 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.412456 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7115d658-0b65-4a3d-b507-d37c371eb268 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.432688 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.440865 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-7115d658-0b65-4a3d-b507-d37c371eb268 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.442384 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-7115d658-0b65-4a3d-b507-d37c371eb268 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1599193 Aug 04 18:21:38.444493 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115d658-0b65-4a3d-b507-d37c371eb268 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66cc6df-cbd9-4ca6-99b6-749125b0de2a,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:38.445631 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43394) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:38.451644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-35737895-1cf3-4c79-ae1b-e5f1fdba0c8e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'security_group_rule': {'security_group_id': 'c66cc6df-cbd9-4ca6-99b6-749125b0de2a', 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:38.472570 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 108c44cc-f987-44cf-aa1d-3f55400596d3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=108c44cc-f987-44cf-aa1d-3f55400596d3,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:38.480321 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.481212 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 62544d78-a201-47e8-b722-c53ec89ee09f up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:38.484682 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35737895-1cf3-4c79-ae1b-e5f1fdba0c8e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.543090 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35737895-1cf3-4c79-ae1b-e5f1fdba0c8e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.548646 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35737895-1cf3-4c79-ae1b-e5f1fdba0c8e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.560254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=108c44cc-f987-44cf-aa1d-3f55400596d3,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:38.570608 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 62544d78-a201-47e8-b722-c53ec89ee09f triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:38.571056 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.574659 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35737895-1cf3-4c79-ae1b-e5f1fdba0c8e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07b415f-7dcd-4ff5-9691-09f90039cfe0,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:38.578936 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-35737895-1cf3-4c79-ae1b-e5f1fdba0c8e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.583535 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-35737895-1cf3-4c79-ae1b-e5f1fdba0c8e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336842 Aug 04 18:21:38.583535 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43396) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:38.588240 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-37d74cf5-0920-489f-887a-d2bc4e3d0641 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'security_group_rule': {'security_group_id': 'c66cc6df-cbd9-4ca6-99b6-749125b0de2a', 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:38.619508 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37d74cf5-0920-489f-887a-d2bc4e3d0641 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.654324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b3abf5da-1634-4e3c-b2af-87e75c36acb7 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:38.681670 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37d74cf5-0920-489f-887a-d2bc4e3d0641 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.686857 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37d74cf5-0920-489f-887a-d2bc4e3d0641 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.706017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port b3abf5da-1634-4e3c-b2af-87e75c36acb7 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:38.706484 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.708867 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d74cf5-0920-489f-887a-d2bc4e3d0641 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f140e0e-be94-44ff-ae53-2b63f6aa73ec,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:38.712957 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-37d74cf5-0920-489f-887a-d2bc4e3d0641 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.714488 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-37d74cf5-0920-489f-887a-d2bc4e3d0641 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299894 Aug 04 18:21:38.717442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43398) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:38.722093 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-3243b62f-d184-4f65-925d-3916290cf649 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'security_group_rule': {'security_group_id': 'c66cc6df-cbd9-4ca6-99b6-749125b0de2a', 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:38.752782 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3243b62f-d184-4f65-925d-3916290cf649 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.824894 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3243b62f-d184-4f65-925d-3916290cf649 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.830407 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3243b62f-d184-4f65-925d-3916290cf649 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.851724 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243b62f-d184-4f65-925d-3916290cf649 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b7025b-aeea-4134-b4a8-30bac4e93bc2,revision_number=0']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:38.857092 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-3243b62f-d184-4f65-925d-3916290cf649 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.862906 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43400) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:38.863357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-3243b62f-d184-4f65-925d-3916290cf649 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445360 Aug 04 18:21:38.867995 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-3c8ba579-2702-4d53-8d2d-ba348c3f5816 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'security_group_rule': {'security_group_id': 'c66cc6df-cbd9-4ca6-99b6-749125b0de2a', 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:38.897836 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3c8ba579-2702-4d53-8d2d-ba348c3f5816 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.961147 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3c8ba579-2702-4d53-8d2d-ba348c3f5816 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.965693 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3c8ba579-2702-4d53-8d2d-ba348c3f5816 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.983571 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ba579-2702-4d53-8d2d-ba348c3f5816 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b091faa2-6e97-4fb4-a7ec-f5a162d1aca2,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:38.991524 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3c8ba579-2702-4d53-8d2d-ba348c3f5816 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:38.995566 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3c8ba579-2702-4d53-8d2d-ba348c3f5816 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288342 Aug 04 18:21:38.995725 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43402) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:39.000520 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-b8a8bb9d-f117-4ed7-9ac7-db1811a72e94 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'security_group_rule': {'security_group_id': 'c66cc6df-cbd9-4ca6-99b6-749125b0de2a', 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:39.025481 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-b8a8bb9d-f117-4ed7-9ac7-db1811a72e94 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Project 9229d004fe704e07877a33a6b5c757ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:21:39.030909 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8a8bb9d-f117-4ed7-9ac7-db1811a72e94 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.093454 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8a8bb9d-f117-4ed7-9ac7-db1811a72e94 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.099850 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8a8bb9d-f117-4ed7-9ac7-db1811a72e94 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.120393 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8bb9d-f117-4ed7-9ac7-db1811a72e94 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6331ed-1e64-4f1b-a606-2f1cc41edb99,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:39.129784 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-b8a8bb9d-f117-4ed7-9ac7-db1811a72e94 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.131060 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-b8a8bb9d-f117-4ed7-9ac7-db1811a72e94 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342874 Aug 04 18:21:39.134170 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43404) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:39.138799 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-353ebf6f-dc9c-4d75-9807-9ee354dcb0d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'security_group_rule': {'security_group_id': 'c66cc6df-cbd9-4ca6-99b6-749125b0de2a', 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:39.164929 n-d-764435-5 neutron-server[105829]: INFO neutron.db.securitygroups_db [None req-353ebf6f-dc9c-4d75-9807-9ee354dcb0d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Project 9229d004fe704e07877a33a6b5c757ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 18:21:39.170113 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-353ebf6f-dc9c-4d75-9807-9ee354dcb0d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.206395 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Sync routers for ids ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:21:39.216585 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Routers {'40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:39.216784 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:39.245310 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-353ebf6f-dc9c-4d75-9807-9ee354dcb0d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.250432 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-353ebf6f-dc9c-4d75-9807-9ee354dcb0d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277874'] for security_group_rule, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.269471 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ebf6f-dc9c-4d75-9807-9ee354dcb0d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b306b63-b4ad-4d96-a060-05c1b3876f98,revision_number=0']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:39.277760 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-353ebf6f-dc9c-4d75-9807-9ee354dcb0d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.279021 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-353ebf6f-dc9c-4d75-9807-9ee354dcb0d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438279 Aug 04 18:21:39.326047 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Set router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:39.428177 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-ebaff3f0-b48b-4f59-898f-c1a2e5d48a7c tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457678411&fields=id&tenant_id=9229d004fe704e07877a33a6b5c757ee HTTP/1.1" status: 200 len: 267 time: 0.0331140 Aug 04 18:21:39.528208 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'name': 'tempest-TestSnapshotPattern-925919866-router', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 4, 'project_id': '732ef09349434a3caac90c278b77faa6', 'gw_port': {'id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '9d05e5a7-b5c8-462d-b091-3a0f4d3339b4', 'name': '', 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'mac_address': 'fa:16:3e:f8:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1ee606c4-e281-474b-a411-c711daac5e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:36Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 2, 'project_id': '732ef09349434a3caac90c278b77faa6', 'subnets': [{'id': '1ee606c4-e281-474b-a411-c711daac5e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:39.537721 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-6c61afea-1d86-4568-bc6f-0b98c1fde76c tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:39.539248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-6c61afea-1d86-4568-bc6f-0b98c1fde76c tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 810 time: 0.1027274 Aug 04 18:21:39.554246 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Checking router: 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:21:39.554598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Updating router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 binding host n-d-764435-5 {{(pid=105830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 18:21:39.555008 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-55e43fc9-e901-440b-b715-caff7e0d4923 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/quotas/9229d004fe704e07877a33a6b5c757ee HTTP/1.1" status: 200 len: 375 time: 0.0096014 Aug 04 18:21:39.578980 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.608433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-d44f59dd-ba44-4b9f-8b72-351a5b8f9983 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475502 Aug 04 18:21:39.727980 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-60c1773f-e7dc-4f26-b35f-3a49cc4bb878 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 18:21:39.729210 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-60c1773f-e7dc-4f26-b35f-3a49cc4bb878 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1084242 Aug 04 18:21:39.821511 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-525bb547-f57b-481c-8b40-a63be0af999a service neutron] 10.222.0.39 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Aug 04 18:21:39.860684 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Notify callbacks [] for port, precommit_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.871631 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Transition to ACTIVE for port object 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 will not be triggered until provisioned by entity L2. {{(pid=105830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:39.878038 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.918338 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-aca188ee-ef7d-49b0-a7ab-c460a5f9acb1 service neutron] 10.222.0.39 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903735 Aug 04 18:21:39.936747 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:39.941055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87142c7-7deb-4d3c-a8ce-4c858d2db557 None None] Pushing event updated for resources: {'Port': ['ID=9d05e5a7-b5c8-462d-b091-3a0f4d3339b4,revision_number=3']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:39.996847 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Attempting to bind port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 on host n-d-764435-5 for vnic_type normal with profile {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:21:39.997216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Attempting to bind port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 by drivers openvswitch,hyperv on host n-d-764435-5 at level 0 using segments [{'id': '47364ce7-90af-4dbf-b428-3aa3536f66a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5'}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:21:39.997576 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Attempting to bind port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 on network 079bd95c-deb6-448c-ba03-76e6f55e69e5 {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:21:40.007514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Checking agent: {'id': '5777203f-aa62-4d3b-acbf-a2f1c7116c98', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 41, 5), 'started_at': datetime.datetime(2021, 8, 4, 16, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764435-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:21:40.007895 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Checking segment: {'id': '47364ce7-90af-4dbf-b428-3aa3536f66a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:21:40.008290 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:40.008669 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Bound using segment: {'id': '47364ce7-90af-4dbf-b428-3aa3536f66a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5'} {{(pid=105830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:21:40.009163 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.managers [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Bound port: 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4, host: n-d-764435-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47364ce7-90af-4dbf-b428-3aa3536f66a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5'}}] {{(pid=105830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:21:40.009574 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:40.031207 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:40.104713 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] For port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4, host n-d-764435-5, cleared binding levels {{(pid=105830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:21:40.110194 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] For port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4, host n-d-764435-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9d05e5a7-b5c8-462d-b091-3a0f4d3339b4,segment=NetworkSegment(47364ce7-90af-4dbf-b428-3aa3536f66a0),segment_id=47364ce7-90af-4dbf-b428-3aa3536f66a0)] {{(pid=105830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:21:40.116060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:40.117431 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-75402f80-91e1-4239-9778-65178c027213 req-f682954d-92a3-4fc4-884a-ed3751d6fbbb tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 210 time: 0.0354362 Aug 04 18:21:40.194324 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87142c7-7deb-4d3c-a8ce-4c858d2db557 None None] Pushing event updated for resources: {'Port': ['ID=9d05e5a7-b5c8-462d-b091-3a0f4d3339b4,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:40.197561 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Routers {'40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:40.198238 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:40.252400 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 108c44cc-f987-44cf-aa1d-3f55400596d3 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:40.539254 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 108c44cc-f987-44cf-aa1d-3f55400596d3 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:40.539753 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:40.542056 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] Set router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:40.819176 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'name': 'tempest-TestSnapshotPattern-925919866-router', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 4, 'project_id': '732ef09349434a3caac90c278b77faa6', 'gw_port': {'id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '9d05e5a7-b5c8-462d-b091-3a0f4d3339b4', 'name': '', 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'mac_address': 'fa:16:3e:f8:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1ee606c4-e281-474b-a411-c711daac5e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:36Z', 'updated_at': '2021-08-04T18:21:40Z', 'revision_number': 4, 'project_id': '732ef09349434a3caac90c278b77faa6', 'subnets': [{'id': '1ee606c4-e281-474b-a411-c711daac5e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:40.850409 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d2833-fe6b-46b7-a431-6004ae8d6942 None None] The sync data for ids ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'] in n-d-764435-5 is: [{'id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'name': 'tempest-TestSnapshotPattern-925919866-router', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 4, 'project_id': '732ef09349434a3caac90c278b77faa6', 'gw_port': {'id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '9d05e5a7-b5c8-462d-b091-3a0f4d3339b4', 'name': '', 'network_id': '079bd95c-deb6-448c-ba03-76e6f55e69e5', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'mac_address': 'fa:16:3e:f8:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1ee606c4-e281-474b-a411-c711daac5e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:36Z', 'updated_at': '2021-08-04T18:21:40Z', 'revision_number': 4, 'project_id': '732ef09349434a3caac90c278b77faa6', 'subnets': [{'id': '1ee606c4-e281-474b-a411-c711daac5e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:21:41.230248 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-698ffa40-b4d0-441b-bd29-94c4ac5ccad5 req-d3123b94-946d-47d0-8885-559d36d26dfa tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 210 time: 0.0286202 Aug 04 18:21:41.384221 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-27696646-b1e4-431d-a1b6-e692e73367e6 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:41.386728 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-27696646-b1e4-431d-a1b6-e692e73367e6 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.82 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 810 time: 0.1271985 Aug 04 18:21:41.437743 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-cc2b625e-707d-4820-afbf-a272cce4b152 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9229d004fe704e07877a33a6b5c757ee HTTP/1.1" status: 200 len: 379 time: 0.0405443 Aug 04 18:21:41.456112 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'port': {'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'admin_state_up': True, 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'security_groups': ['c66cc6df-cbd9-4ca6-99b6-749125b0de2a']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:41.579355 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Made reservation on behalf of 9229d004fe704e07877a33a6b5c757ee for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:21:41.583429 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:41.717236 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Allocated IP 172.20.0.10 (6e8d1363-f4a9-4ffb-ad43-c5a658a3577f/9d1496e0-8762-438a-b82a-d2b69784afbe/58f2ef54-8bdc-469a-b51d-c3483b65a865) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:21:41.858929 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:41.872331 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Transition to ACTIVE for port object 58f2ef54-8bdc-469a-b51d-c3483b65a865 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:41.906161 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:41.949443 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:21:41.954912 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:41.958795 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:21:41.965670 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'Port': ['ID=58f2ef54-8bdc-469a-b51d-c3483b65a865,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:42.012955 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:42.013581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:42.029910 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-4a8ac535-423e-4b15-8ec6-519b98878114 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5796869 Aug 04 18:21:42.088667 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Request body: {'port': {'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:42.153376 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:42.162200 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-54c5d0a2-bdaf-4354-a5a6-bf3cc8c4c640 None None] Provisioning for port 58f2ef54-8bdc-469a-b51d-c3483b65a865 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:42.168639 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-54c5d0a2-bdaf-4354-a5a6-bf3cc8c4c640 None None] Provisioning complete for port 58f2ef54-8bdc-469a-b51d-c3483b65a865 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:42.169016 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-54c5d0a2-bdaf-4354-a5a6-bf3cc8c4c640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:42.210177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-54c5d0a2-bdaf-4354-a5a6-bf3cc8c4c640 None None] Port 58f2ef54-8bdc-469a-b51d-c3483b65a865 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:21:42.245091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:42.301221 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning for port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:42.305398 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:42.305773 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:42.391341 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:42.426797 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] For port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9d05e5a7-b5c8-462d-b091-3a0f4d3339b4,segment=NetworkSegment(47364ce7-90af-4dbf-b428-3aa3536f66a0),segment_id=47364ce7-90af-4dbf-b428-3aa3536f66a0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:42.431958 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:42.494307 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Pushing event updated for resources: {'Port': ['ID=9d05e5a7-b5c8-462d-b091-3a0f4d3339b4,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:42.744801 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d02c17-b56e-463e-93dd-62886f971b52 req-825ba3c5-6dbb-4329-aaa4-7e2f18afef77 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:42.746313 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12d02c17-b56e-463e-93dd-62886f971b52 req-825ba3c5-6dbb-4329-aaa4-7e2f18afef77 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 932 time: 0.4456217 Aug 04 18:21:42.826051 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-12d02c17-b56e-463e-93dd-62886f971b52 req-96206964-d263-403e-9e91-b0f196093ecd tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697873 Aug 04 18:21:42.838849 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f2ef54-8bdc-469a-b51d-c3483b65a865 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:21:42.846772 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:42.860866 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Transition to ACTIVE for port object 58f2ef54-8bdc-469a-b51d-c3483b65a865 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:21:42.867778 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:42.921367 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Pushing event updated for resources: {'Port': ['ID=58f2ef54-8bdc-469a-b51d-c3483b65a865,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:42.995896 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Attempting to bind port 58f2ef54-8bdc-469a-b51d-c3483b65a865 on host n-h2-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:21:42.996237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Attempting to bind port 58f2ef54-8bdc-469a-b51d-c3483b65a865 by drivers openvswitch,hyperv on host n-h2-764435-5 at level 0 using segments [{'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:21:42.996574 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Attempting to bind port 58f2ef54-8bdc-469a-b51d-c3483b65a865 on network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:21:43.001478 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Port 58f2ef54-8bdc-469a-b51d-c3483b65a865 on network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f not bound, no agent of type Open vSwitch agent registered on host n-h2-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:21:43.001858 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Attempting to bind port 58f2ef54-8bdc-469a-b51d-c3483b65a865 on network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:21:43.007243 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Checking agent: {'id': 'be09a2c2-f91e-4aa1-a024-098f9c005d84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:21:43.007587 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Checking segment: {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:21:43.007978 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Bound using segment: {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:21:43.008442 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Bound port: 58f2ef54-8bdc-469a-b51d-c3483b65a865, host: n-h2-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:21:43.008807 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:43.081758 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] For port 58f2ef54-8bdc-469a-b51d-c3483b65a865, host n-h2-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:21:43.084937 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] For port 58f2ef54-8bdc-469a-b51d-c3483b65a865, host n-h2-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:21:43.089431 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:43.121634 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:43.122355 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:43.123690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] 10.222.0.82 "PUT /v2.0/ports/58f2ef54-8bdc-469a-b51d-c3483b65a865 HTTP/1.1" status: 200 len: 1092 time: 1.0857599 Aug 04 18:21:43.124126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:21:43.126381 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5610fff-49bb-45ae-a2aa-5de772018d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:21:43.160623 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090e527-f0c2-4d4a-8bdb-7dcf280dbaed service neutron] Pushing event updated for resources: {'Port': ['ID=58f2ef54-8bdc-469a-b51d-c3483b65a865,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:43.178049 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a8d507-b1e4-49d8-b376-66f90acd1345 x-openstack-request-id: req-f6a8d507-b1e4-49d8-b376-66f90acd1345 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:21:43.178446 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:21:43.178791 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6a8d507-b1e4-49d8-b376-66f90acd1345 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:21:43.179403 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'status': 'completed', 'code': 200} Aug 04 18:21:43.235034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-b1c2ce9c-dcf5-4304-9f2a-99623fb85566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:43.236699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-b1c2ce9c-dcf5-4304-9f2a-99623fb85566 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0480289 Aug 04 18:21:43.287050 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-63510d32-5660-404f-99fc-f2f256d9df7b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865 HTTP/1.1" status: 200 len: 217 time: 0.0416405 Aug 04 18:21:43.338346 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-a873bf1d-b5ea-450e-a59b-bf3652766251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:43.339941 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-a873bf1d-b5ea-450e-a59b-bf3652766251 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0464911 Aug 04 18:21:43.389880 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-b06faa26-4b2d-4a62-9246-487752c689b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:43.391580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-b06faa26-4b2d-4a62-9246-487752c689b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446777 Aug 04 18:21:43.509217 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-1c2a35d9-75f8-4979-8e8c-a4619bbfb8c1 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097813 Aug 04 18:21:43.611206 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-5f7b51b4-d107-4b26-8094-13730f3cc9f4 req-72b9ced2-9c29-4756-bd45-06eaf8f45261 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944569 Aug 04 18:21:43.709413 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-ca06a770-facf-4cde-a6bf-31d19fa17f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:43.710960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-ca06a770-facf-4cde-a6bf-31d19fa17f7a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0453422 Aug 04 18:21:43.821350 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-ccde582a-4244-4837-986d-9ff3314fec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:43.823057 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-ccde582a-4244-4837-986d-9ff3314fec9b service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.1050529 Aug 04 18:21:43.867358 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-b301c31e-8b27-4651-a12e-1b8a8a17baf9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865 HTTP/1.1" status: 200 len: 217 time: 0.0359862 Aug 04 18:21:43.946505 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-d9ad82ea-ecc9-4ab2-8d63-6791f5bdb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:43.948002 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-d9ad82ea-ecc9-4ab2-8d63-6791f5bdb0ab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0736005 Aug 04 18:21:43.972977 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e580-529c-471d-a02e-8942a8704445 req-2f6fe199-d631-4b32-83bd-9e1d175605c4 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:43.974770 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1f5e580-529c-471d-a02e-8942a8704445 req-2f6fe199-d631-4b32-83bd-9e1d175605c4 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 944 time: 0.0699868 Aug 04 18:21:44.028085 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-49ad86ce-94e8-4629-86bb-7ad9d0721c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:44.029503 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-49ad86ce-94e8-4629-86bb-7ad9d0721c45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728431 Aug 04 18:21:44.032490 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1f5e580-529c-471d-a02e-8942a8704445 req-2ff009d6-ed93-4599-a73b-098bc099601b tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440006 Aug 04 18:21:44.130785 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-20244b8a-4086-4ea9-b799-dc8c48278f19 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928569 Aug 04 18:21:44.209933 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 up at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:44.237060 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a5610fff-49bb-45ae-a2aa-5de772018d4b req-938af65e-a374-4a6c-8496-556bfb4e3b75 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981231 Aug 04 18:21:44.265594 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Provisioning complete for port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:44.265967 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:45.184898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354cc95-32e1-44c4-b5b8-aef019df0cc0 req-3a913ba1-d74f-48bf-9ec1-3fdd2c4feadb tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:45.186433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c354cc95-32e1-44c4-b5b8-aef019df0cc0 req-3a913ba1-d74f-48bf-9ec1-3fdd2c4feadb tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 944 time: 0.0698974 Aug 04 18:21:45.235029 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c354cc95-32e1-44c4-b5b8-aef019df0cc0 req-d7071395-8a77-46e5-9094-6f3902d54525 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422080 Aug 04 18:21:45.894467 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 58f2ef54-8bdc-469a-b51d-c3483b65a865 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:21:45.998893 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 58f2ef54-8bdc-469a-b51d-c3483b65a865, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:46.011593 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:21:46.053158 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:46.066550 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f2ef54-8bdc-469a-b51d-c3483b65a865 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:21:46.089513 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 58f2ef54-8bdc-469a-b51d-c3483b65a865, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:46.095478 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:46.146660 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=58f2ef54-8bdc-469a-b51d-c3483b65a865,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:46.332004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['58f2ef54-8bdc-469a-b51d-c3483b65a865'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:21:46.376205 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6333f-f981-4754-885d-78081a087698 req-fd33bdd3-74e7-4415-965c-e2e289db42df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:46.377708 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31c6333f-f981-4754-885d-78081a087698 req-fd33bdd3-74e7-4415-965c-e2e289db42df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 945 time: 0.0632756 Aug 04 18:21:46.420263 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-31c6333f-f981-4754-885d-78081a087698 req-5162ca31-b876-481a-8357-7e726de5d4d3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356488 Aug 04 18:21:47.548412 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18efa50-4e6d-4b29-a2ec-f9dd2bbd5541 req-94f1c41a-72f4-43a1-a06e-ff13efc87ddc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:47.549942 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e18efa50-4e6d-4b29-a2ec-f9dd2bbd5541 req-94f1c41a-72f4-43a1-a06e-ff13efc87ddc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 945 time: 0.0534143 Aug 04 18:21:47.594049 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-e18efa50-4e6d-4b29-a2ec-f9dd2bbd5541 req-ad83233b-a79a-4c1a-aa08-811d15c038dc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352700 Aug 04 18:21:47.900031 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 58f2ef54-8bdc-469a-b51d-c3483b65a865 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:21:47.954563 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning for port 58f2ef54-8bdc-469a-b51d-c3483b65a865 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:21:47.960657 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 58f2ef54-8bdc-469a-b51d-c3483b65a865 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:21:47.961092 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:48.053203 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:48.086171 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:21:48.088406 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ffd34c-f4ea-4e40-82dc-668a5253af71" -d '{"events": [{"server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "name": "network-vif-plugged", "status": "completed", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:21:48.102130 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 58f2ef54-8bdc-469a-b51d-c3483b65a865, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:21:48.107541 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:48.131709 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5465e9a9-b4e6-4bcf-b572-64e1d05a6b9c x-openstack-request-id: req-5465e9a9-b4e6-4bcf-b572-64e1d05a6b9c {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:21:48.131998 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "name": "network-vif-plugged", "status": "completed", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:21:48.132251 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5465e9a9-b4e6-4bcf-b572-64e1d05a6b9c {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:21:48.132645 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'code': 200} Aug 04 18:21:48.166902 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=58f2ef54-8bdc-469a-b51d-c3483b65a865,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:48.225102 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe8cc8-09cb-457a-855e-fa4007496261 req-011cf82a-3a5d-49ed-af14-31a865ca119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:48.226660 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54fe8cc8-09cb-457a-855e-fa4007496261 req-011cf82a-3a5d-49ed-af14-31a865ca119c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0417540 Aug 04 18:21:48.267224 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-54fe8cc8-09cb-457a-855e-fa4007496261 req-2f1f0c9e-f156-42cd-8036-6e5211d7f26f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324442 Aug 04 18:21:48.726783 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4c3b-d53d-45e8-9fde-d9c8c2e4160f req-867d5a5c-c08f-489f-9059-ddf0f40675dd tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:48.728370 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-409d4c3b-d53d-45e8-9fde-d9c8c2e4160f req-867d5a5c-c08f-489f-9059-ddf0f40675dd tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 946 time: 0.0615795 Aug 04 18:21:48.768560 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-409d4c3b-d53d-45e8-9fde-d9c8c2e4160f req-8764d45e-9b87-442d-80d2-cc40875da104 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337958 Aug 04 18:21:49.915637 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d4d93-3ea2-40c8-a800-2d83915a8275 req-9369e62d-7ef1-4494-8c3b-1b38f0275a52 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:49.917135 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d6d4d93-3ea2-40c8-a800-2d83915a8275 req-9369e62d-7ef1-4494-8c3b-1b38f0275a52 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 946 time: 0.0570722 Aug 04 18:21:49.957158 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6d6d4d93-3ea2-40c8-a800-2d83915a8275 req-c9f7d3d5-0134-465b-abff-caa713385379 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335500 Aug 04 18:21:50.090061 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948854ee-c44f-407a-8f92-43c82887d082 req-87e82871-5f05-486d-b2f6-94c7bb9cca0b tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:50.091480 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-948854ee-c44f-407a-8f92-43c82887d082 req-87e82871-5f05-486d-b2f6-94c7bb9cca0b tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 946 time: 0.0652404 Aug 04 18:21:50.138282 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-948854ee-c44f-407a-8f92-43c82887d082 req-d1bd6d16-52ea-43f2-bf09-1250f939caf5 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379384 Aug 04 18:21:50.165343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43462) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:50.251549 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466a4619-d2d8-480a-b087-1d07887218a2 tempest-TestSnapshotPattern-43956398 tempest-TestSnapshotPattern-43956398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:50.253065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-466a4619-d2d8-480a-b087-1d07887218a2 tempest-TestSnapshotPattern-43956398 tempest-TestSnapshotPattern-43956398-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 1092 time: 0.0866160 Aug 04 18:21:50.257275 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 43466) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:21:50.261771 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:21:50.286654 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for floatingip, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:50.395832 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:50.515119 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Allocated IP 172.25.2.212 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/e4423904-4319-48ef-a2d4-85f91c3f65c7) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:21:50.623768 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:50.672709 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:50.714056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:21:50.717423 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:21:50.720099 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:21:50.726411 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'Port': ['ID=e4423904-4319-48ef-a2d4-85f91c3f65c7,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:51.100526 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:51.183850 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:51.304579 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:21:51.345694 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:51.352434 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:51.416294 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'Port': ['ID=e4423904-4319-48ef-a2d4-85f91c3f65c7,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:21:51.429710 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:51.541666 n-d-764435-5 neutron-server[105828]: INFO neutron.db.l3_db [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Floating IP f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721 associated. External IP: 172.25.2.212, port: 58f2ef54-8bdc-469a-b51d-c3483b65a865. Aug 04 18:21:51.759192 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Router 4dbe583a-0ad9-404e-963f-bcd0e408d377 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:21:51.894496 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:21:51.904905 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] Sync routers for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:21:51.912812 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:21:51.916792 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:51.917420 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:51.940438 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-399b17bf-eea0-4420-b56f-e7bc74b59b5e tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6820798 Aug 04 18:21:51.941237 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:21:51.943695 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1de7369-a574-477e-bb6f-fa70c5b50a55" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:21:52.040785 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a442d203-a067-48ec-9617-45d993ea00ad x-openstack-request-id: req-a442d203-a067-48ec-9617-45d993ea00ad {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:21:52.041158 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:21:52.041411 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a442d203-a067-48ec-9617-45d993ea00ad {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:21:52.041861 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'status': 'completed', 'code': 200} Aug 04 18:21:52.105518 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-219d260d-1cad-4a68-9103-1f5809c6418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:52.107129 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-219d260d-1cad-4a68-9103-1f5809c6418c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0425377 Aug 04 18:21:52.132204 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:52.203353 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-77b056b1-d687-4cf4-b9ab-cc96081dbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:52.204875 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-77b056b1-d687-4cf4-b9ab-cc96081dbbe3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.0912201 Aug 04 18:21:52.270174 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-31d0b3e8-14bc-41a0-a9b2-e7d2c787d0cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865 HTTP/1.1" status: 200 len: 1000 time: 0.0585420 Aug 04 18:21:52.328632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-9792b630-ed11-4937-8960-6bed6a6d62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:52.330121 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-9792b630-ed11-4937-8960-6bed6a6d62fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0526583 Aug 04 18:21:52.367679 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:21:50Z', 'updated_at': '2021-08-04T18:21:50Z', 'revision_number': 0, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:52.379034 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-a253e4a8-b6ad-40f6-9e97-f75f70b2e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:21:52.380732 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-a253e4a8-b6ad-40f6-9e97-f75f70b2e18a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436177 Aug 04 18:21:52.394074 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] Checking router: 4dbe583a-0ad9-404e-963f-bcd0e408d377 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:21:52.403675 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:21:52.404289 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:21:35Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:52.479996 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-32e49cff-50e1-4fe7-979e-075a8107245b service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907269 Aug 04 18:21:52.512887 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:21:52.575489 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a1de7369-a574-477e-bb6f-fa70c5b50a55 req-b6e7a57c-4071-4295-ab0d-1d461dbe8584 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873537 Aug 04 18:21:52.749728 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:21:50Z', 'updated_at': '2021-08-04T18:21:50Z', 'revision_number': 0, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:21:52.779335 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddcf3af-bc83-4197-a0d9-13c699021bdb None None] The sync data for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 is: [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:21:50Z', 'updated_at': '2021-08-04T18:21:50Z', 'revision_number': 0, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:21:52.987276 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5395c49-7402-492d-9af0-ce22eec353e7 None None] New status for floating IP f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:22:02.120709 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-168e45c3-feb1-4094-b3af-1f134b6c1edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:04.565201 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ab139f62-4ce0-4617-a8ab-b5c70b5220bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:05.128332 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:06.268625 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:07.872323 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:09.948193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:10.020660 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:16.619020 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-09e31e0f-dde5-412e-ab58-0d2c9433faff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543838 Aug 04 18:22:16.722341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-07882897-756f-4bca-8eab-5c105d95f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:22:16.724220 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-07882897-756f-4bca-8eab-5c105d95f526 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0527935 Aug 04 18:22:16.835539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-55bfe691-fbd9-4143-919f-1afe0d4ef20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:22:16.837021 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-55bfe691-fbd9-4143-919f-1afe0d4ef20c service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.0918527 Aug 04 18:22:16.902615 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-a526fe18-53df-4454-b3bc-3b6934eeb055 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865 HTTP/1.1" status: 200 len: 1002 time: 0.0580204 Aug 04 18:22:16.960371 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-c1c31417-5219-4167-a251-39536c9d2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:22:16.962722 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-c1c31417-5219-4167-a251-39536c9d2ddf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0519044 Aug 04 18:22:17.018463 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-e7f2f791-20c1-4a58-9ed4-0d3f6b26b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:22:17.020007 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-e7f2f791-20c1-4a58-9ed4-0d3f6b26b271 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479765 Aug 04 18:22:17.114084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-00179ca2-4b3f-4195-8989-f673879d39a9 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856793 Aug 04 18:22:17.219755 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-8a582eae-2ebe-42ba-aeb3-14e49794bd79 req-4508a397-1434-4c8a-860d-f8e63cf8c28f service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980532 Aug 04 18:22:28.305358 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:22:32.118293 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d5a00a8b-388a-4e3d-806c-203ea53d90cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:34.562138 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a27e52a3-5927-4e76-a483-bc7e6d5206d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:35.141182 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:36.272668 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:37.876519 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:39.957634 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:22:40.034617 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:02.116395 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-cd3a74bd-97c1-4ea9-9789-717ac98a81a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:04.563593 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c282c7ff-c0d0-43c1-be98-278b31be410c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:05.133232 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:05.307720 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:23:06.280353 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:07.891463 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:09.963380 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:10.032310 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:16.032147 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-08360a66-e03f-4c27-a746-7d9a980a5cb0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480573 Aug 04 18:23:16.129202 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-8383bad6-488d-4a89-b50b-79310389f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:23:16.130698 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-8383bad6-488d-4a89-b50b-79310389f04f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0510898 Aug 04 18:23:16.248215 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-de1ec2c4-5e40-45d7-ba68-433023e2d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:23:16.249756 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-de1ec2c4-5e40-45d7-ba68-433023e2d93e service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.0940034 Aug 04 18:23:16.326357 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-36031822-03f8-48b8-b0db-8eaad35aeae3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865 HTTP/1.1" status: 200 len: 1002 time: 0.0695720 Aug 04 18:23:16.381931 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-b2b9ce02-b724-4bf2-a701-8a0e35cdeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:23:16.383455 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-b2b9ce02-b724-4bf2-a701-8a0e35cdeeb4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0505590 Aug 04 18:23:16.431504 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-b2f39cb1-b2b3-4017-868f-9dac9e11376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:23:16.433014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-b2f39cb1-b2b3-4017-868f-9dac9e11376d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415208 Aug 04 18:23:16.522904 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-98482db9-dc7b-41cf-8b59-2a659bf625f8 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825174 Aug 04 18:23:16.629262 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ef1cbc8e-eefe-47ae-b40d-bcf157641df3 req-9d3d3233-0346-4310-82dc-5138cf3dc570 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989449 Aug 04 18:23:32.120616 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc11b-7d5f-410f-8603-fe2209196577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:34.566888 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d9354056-650c-41be-80bf-04ac2d188ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:35.136115 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:36.279332 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:36.959819 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-ee6def20-953a-488b-9316-cff304440231 req-4b2e3d5f-4628-4edf-af43-fcc9e272dba6 service neutron] (105829) timed out ('10.222.0.39', 37918) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 18:23:37.884851 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:39.958486 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:40.037502 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:42.310077 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:23:50.641995 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 58f2ef54-8bdc-469a-b51d-c3483b65a865 details requested by agent hyperv_n-h2-764435-5 with host n-h2-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:23:50.740642 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 58f2ef54-8bdc-469a-b51d-c3483b65a865, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:23:50.752990 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Returning: {'device': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:23:50.789482 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:50.805987 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58f2ef54-8bdc-469a-b51d-c3483b65a865 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:23:50.826525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 58f2ef54-8bdc-469a-b51d-c3483b65a865, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:23:50.831403 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:50.893183 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=58f2ef54-8bdc-469a-b51d-c3483b65a865,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:23:50.904177 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.904514 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.904848 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.905833 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.906164 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.906492 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.906831 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.907169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.907488 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.907812 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.908128 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.908446 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:23:50.920313 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] get_ports_and_sgs() called for port_ids ['58f2ef54-8bdc-469a-b51d-c3483b65a865'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:23:52.642167 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 58f2ef54-8bdc-469a-b51d-c3483b65a865 up at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:23:52.695878 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Provisioning complete for port 58f2ef54-8bdc-469a-b51d-c3483b65a865 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:23:52.696677 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:52.780645 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:52.807724 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:23:52.810020 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea695856-08cf-400d-9641-5129da274f87" -d '{"events": [{"server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "name": "network-vif-plugged", "status": "completed", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:23:52.828295 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 58f2ef54-8bdc-469a-b51d-c3483b65a865, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:23:52.834224 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:23:52.916239 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=58f2ef54-8bdc-469a-b51d-c3483b65a865,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:23:52.961406 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09879eca-4cd4-4f13-b3b5-82e54a1dc8a0 x-openstack-request-id: req-09879eca-4cd4-4f13-b3b5-82e54a1dc8a0 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:23:52.961680 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "name": "network-vif-plugged", "status": "completed", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:23:52.961931 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09879eca-4cd4-4f13-b3b5-82e54a1dc8a0 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:23:52.962335 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'code': 200} Aug 04 18:24:00.852690 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-d8fb08fd-2443-4075-a5ea-a4a8fd946f27 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457678411&fields=id&tenant_id=9229d004fe704e07877a33a6b5c757ee HTTP/1.1" status: 200 len: 267 time: 0.0345254 Aug 04 18:24:00.987735 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-a4ae64d2-4b46-486c-90c7-8d25881f442b tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:00.989228 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-a4ae64d2-4b46-486c-90c7-8d25881f442b tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 810 time: 0.1257594 Aug 04 18:24:01.007245 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-012d9de3-29a7-4016-841e-ef001c08d94d tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/quotas/9229d004fe704e07877a33a6b5c757ee HTTP/1.1" status: 200 len: 375 time: 0.0120111 Aug 04 18:24:01.074440 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-98402327-7a81-497f-ae22-3c4bba1aa083 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0608988 Aug 04 18:24:01.185556 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-892895d6-f86d-42f3-8605-8c377e234069 service neutron] 10.222.0.39 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966287 Aug 04 18:24:01.284538 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-aca0695d-e290-4aab-ab27-2c27aa134444 service neutron] 10.222.0.39 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923707 Aug 04 18:24:01.483842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-6af306b1-3c61-4a1f-88b7-b922f3f57c1a req-55249c06-dab4-438e-ba60-6363950ae6ba tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0283220 Aug 04 18:24:02.120768 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-eaf2e467-8056-4018-bdd8-c685b019900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:02.565011 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-839bccd9-d456-4565-83dc-3bfef0592025 req-e657b6f0-82aa-4a90-a795-eb9548c736e9 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0269718 Aug 04 18:24:02.689635 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 58f2ef54-8bdc-469a-b51d-c3483b65a865 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:24:02.781251 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:02.804799 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:24:02.807087 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd238432-29cf-4a9d-8d92-5ad70a036661" -d '{"events": [{"server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "name": "network-vif-unplugged", "status": "completed", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:24:02.822707 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] For port 58f2ef54-8bdc-469a-b51d-c3483b65a865, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:24:02.831677 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:02.862578 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 18:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7675570b-c92c-4a30-8eee-95c29445f595 x-openstack-request-id: req-7675570b-c92c-4a30-8eee-95c29445f595 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:24:02.862892 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "name": "network-vif-unplugged", "status": "completed", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:24:02.863145 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7675570b-c92c-4a30-8eee-95c29445f595 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:24:02.863532 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'code': 200} Aug 04 18:24:02.890173 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Pushing event updated for resources: {'Port': ['ID=58f2ef54-8bdc-469a-b51d-c3483b65a865,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:24:03.656236 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-67c0b7c8-bb6a-4abb-b4c7-2b5815952065 req-c92e8510-19e1-4161-a22d-3bd06bc1cde1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0299389 Aug 04 18:24:04.566262 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-72fa3c34-0226-4dec-a61c-d75daac4acc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:04.739710 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-ad65abf6-0980-4926-8edc-0c3c34eccc22 req-4725f7be-2e30-4f65-8a5a-18638e7885f1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0287182 Aug 04 18:24:05.134148 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:05.867302 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-2e4a2f00-ddeb-47f9-a13b-7df0cedae964 req-2592ff6a-7dc3-4cf7-b292-e510b6926f4b tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0481267 Aug 04 18:24:06.281187 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:06.557865 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-9dc99dfb-34d0-4563-8ce7-1e45462d906f tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:06.559277 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-9dc99dfb-34d0-4563-8ce7-1e45462d906f tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.90 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 810 time: 0.1023355 Aug 04 18:24:06.609300 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-f9e7652a-365a-40c6-b041-cf727ac173f7 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9229d004fe704e07877a33a6b5c757ee HTTP/1.1" status: 200 len: 379 time: 0.0410383 Aug 04 18:24:06.619669 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'port': {'device_id': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'admin_state_up': True, 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'security_groups': ['c66cc6df-cbd9-4ca6-99b6-749125b0de2a']}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:24:06.757892 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Made reservation on behalf of 9229d004fe704e07877a33a6b5c757ee for: {'port': 1} {{(pid=105828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 18:24:06.762032 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:06.910056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_common [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Allocated IP 172.20.0.5 (6e8d1363-f4a9-4ffb-ad43-c5a658a3577f/9d1496e0-8762-438a-b82a-d2b69784afbe/b68b26df-dd9e-4273-981c-3d422cb5b428) {{(pid=105828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:24:07.090261 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for port, precommit_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:07.110320 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Transition to ACTIVE for port object b68b26df-dd9e-4273-981c-3d422cb5b428 will not be triggered until provisioned by entity DHCP. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:24:07.149951 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_create {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:07.204203 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'Port': ['ID=b68b26df-dd9e-4273-981c-3d422cb5b428,revision_number=1']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:24:07.218018 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.218363 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.218704 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.219063 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.219399 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.219733 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.220060 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.220382 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.220705 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.221372 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.221698 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.222020 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:24:07.234082 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f is already hosted by enough agents. {{(pid=105828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:24:07.235731 n-d-764435-5 neutron-server[105828]: DEBUG neutron.scheduler.base_scheduler [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Resources bound (agent type, host, resource id): {{(pid=105828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:24:07.251126 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Received port after_create {{(pid=105828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:24:07.314573 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:07.315393 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:07.334747 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-ed12691d-e972-407a-a757-b111b6aeabdc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7189386 Aug 04 18:24:07.561721 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fb582211-1c2b-409e-b670-36687b7eada6 None None] Provisioning for port b68b26df-dd9e-4273-981c-3d422cb5b428 completed by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:24:07.566545 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-fb582211-1c2b-409e-b670-36687b7eada6 None None] Provisioning complete for port b68b26df-dd9e-4273-981c-3d422cb5b428 triggered by entity DHCP. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:24:07.566872 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-fb582211-1c2b-409e-b670-36687b7eada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:07.603187 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-fb582211-1c2b-409e-b670-36687b7eada6 None None] Port b68b26df-dd9e-4273-981c-3d422cb5b428 cannot update to ACTIVE because it is not bound. {{(pid=105830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 18:24:07.887004 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:09.967077 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:10.040154 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:17.977809 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.v2.base [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Request body: {'port': {'device_id': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764435-5'}} {{(pid=105828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:24:18.062557 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:18.074841 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be6f554-ca77-400e-9465-faf0930951a1 req-3039cdde-6be4-49e1-8124-da1dc04a9cd7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735061 Aug 04 18:24:18.603115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6f554-ca77-400e-9465-faf0930951a1 req-330e4d62-64cd-4d11-857d-a5882bebf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:18.604631 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be6f554-ca77-400e-9465-faf0930951a1 req-330e4d62-64cd-4d11-857d-a5882bebf6bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 1095 time: 0.4807346 Aug 04 18:24:18.771981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6f554-ca77-400e-9465-faf0930951a1 req-e6469fc6-e7d4-41a7-866c-9fdea4ce85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:18.773493 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be6f554-ca77-400e-9465-faf0930951a1 req-e6469fc6-e7d4-41a7-866c-9fdea4ce85f5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.1450355 Aug 04 18:24:18.783529 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68b26df-dd9e-4273-981c-3d422cb5b428 {{(pid=105828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:24:18.796206 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:18.841738 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.provisioning_blocks [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Transition to ACTIVE for port object b68b26df-dd9e-4273-981c-3d422cb5b428 will not be triggered until provisioned by entity L2. {{(pid=105828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 18:24:18.848187 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:18.864340 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be6f554-ca77-400e-9465-faf0930951a1 req-c94fd9a7-c3b2-4796-821e-09f122e720b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865 HTTP/1.1" status: 200 len: 1000 time: 0.0829005 Aug 04 18:24:18.949660 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Pushing event updated for resources: {'Port': ['ID=b68b26df-dd9e-4273-981c-3d422cb5b428,revision_number=2']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:24:18.960618 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6f554-ca77-400e-9465-faf0930951a1 req-040ed52e-57b6-478c-b103-57d96e01306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:18.962148 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be6f554-ca77-400e-9465-faf0930951a1 req-040ed52e-57b6-478c-b103-57d96e01306a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0784218 Aug 04 18:24:19.054793 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6f554-ca77-400e-9465-faf0930951a1 req-977f8d7e-3fd3-41fd-9e6a-65bba42cf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:19.056433 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be6f554-ca77-400e-9465-faf0930951a1 req-977f8d7e-3fd3-41fd-9e6a-65bba42cf4f4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799181 Aug 04 18:24:19.061086 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Attempting to bind port b68b26df-dd9e-4273-981c-3d422cb5b428 on host n-h1-764435-5 for vnic_type normal with profile {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 18:24:19.061424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Attempting to bind port b68b26df-dd9e-4273-981c-3d422cb5b428 by drivers openvswitch,hyperv on host n-h1-764435-5 at level 0 using segments [{'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 18:24:19.061756 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Attempting to bind port b68b26df-dd9e-4273-981c-3d422cb5b428 on network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:24:19.074846 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Port b68b26df-dd9e-4273-981c-3d422cb5b428 on network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f not bound, no agent of type Open vSwitch agent registered on host n-h1-764435-5 {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 18:24:19.075188 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Attempting to bind port b68b26df-dd9e-4273-981c-3d422cb5b428 on network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 18:24:19.120066 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Checking agent: {'id': '4c72cf4c-b237-4af2-bd9a-8bed51140bfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764435-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'started_at': datetime.datetime(2021, 8, 4, 16, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 18:24:19.120359 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Checking segment: {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 18:24:19.120755 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Bound using segment: {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'} {{(pid=105828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 18:24:19.121196 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.managers [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Bound port: b68b26df-dd9e-4273-981c-3d422cb5b428, host: n-h1-764435-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f'}}] {{(pid=105828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 18:24:19.121566 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:19.203816 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be6f554-ca77-400e-9465-faf0930951a1 req-4fa9c427-f1da-436f-9832-b3df0a228694 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384501 Aug 04 18:24:19.225341 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] For port b68b26df-dd9e-4273-981c-3d422cb5b428, host n-h1-764435-5, cleared binding levels {{(pid=105828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 18:24:19.274130 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] For port b68b26df-dd9e-4273-981c-3d422cb5b428, host n-h1-764435-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b68b26df-dd9e-4273-981c-3d422cb5b428,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 18:24:19.284785 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-259936280'] for port, after_update {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:19.310234 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:24:19.348381 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:19.349024 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:19.350477 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] 10.222.0.90 "PUT /v2.0/ports/b68b26df-dd9e-4273-981c-3d422cb5b428 HTTP/1.1" status: 200 len: 1091 time: 1.3775847 Aug 04 18:24:19.350995 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:24:19.353293 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aec5c72-658d-406e-9128-d03aea150d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:24:19.375064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4be6f554-ca77-400e-9465-faf0930951a1 req-68632a13-cea3-4ff0-8d3a-f670c880729d service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631265 Aug 04 18:24:19.378915 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62cfdd-7f23-49a3-a57d-25a81bd6ee6c service neutron] Pushing event updated for resources: {'Port': ['ID=b68b26df-dd9e-4273-981c-3d422cb5b428,revision_number=3']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:24:19.401596 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c63bf8-7b42-49c3-a7e0-2624dc4064bf x-openstack-request-id: req-b5c63bf8-7b42-49c3-a7e0-2624dc4064bf {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:24:19.402026 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:24:19.402377 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5c63bf8-7b42-49c3-a7e0-2624dc4064bf {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:24:19.402932 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'status': 'completed', 'code': 200} Aug 04 18:24:19.461838 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-699d9223-4172-4126-9122-36d5bab1924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:19.463509 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-699d9223-4172-4126-9122-36d5bab1924b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 1094 time: 0.0498538 Aug 04 18:24:19.526953 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-1265a1ad-20b0-4891-8e92-7a0877207e46 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68b26df-dd9e-4273-981c-3d422cb5b428 HTTP/1.1" status: 200 len: 217 time: 0.0551291 Aug 04 18:24:19.580642 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-8e11f4e2-ac28-4c56-b8e7-ca7cf3a6844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:19.582139 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-8e11f4e2-ac28-4c56-b8e7-ca7cf3a6844d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0486820 Aug 04 18:24:19.640084 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-a1b2400e-41d6-4d15-98ef-9394c220e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:19.642033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-a1b2400e-41d6-4d15-98ef-9394c220e95f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516567 Aug 04 18:24:19.761872 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-4a295d6a-6677-44d5-a2ff-d75b7377980b service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117673 Aug 04 18:24:19.867116 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-b94d9ddd-fc73-4021-b674-202a9651d36e req-833cab70-4648-4894-b071-7a632698c9a8 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979235 Aug 04 18:24:19.996343 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec5c72-658d-406e-9128-d03aea150d7c req-563dbe3b-bada-4eae-a891-c8563d25a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:19.998733 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aec5c72-658d-406e-9128-d03aea150d7c req-563dbe3b-bada-4eae-a891-c8563d25a615 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 1094 time: 0.0730937 Aug 04 18:24:20.117920 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec5c72-658d-406e-9128-d03aea150d7c req-a6aca5ac-a66c-41ba-9d46-063a1d327d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:20.117920 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aec5c72-658d-406e-9128-d03aea150d7c req-a6aca5ac-a66c-41ba-9d46-063a1d327d28 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.1108940 Aug 04 18:24:20.167065 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aec5c72-658d-406e-9128-d03aea150d7c req-3c2f8664-769a-4bf3-98e4-97059efd16ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68b26df-dd9e-4273-981c-3d422cb5b428 HTTP/1.1" status: 200 len: 217 time: 0.0410168 Aug 04 18:24:20.218308 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec5c72-658d-406e-9128-d03aea150d7c req-8658edd4-4587-4dc0-b29d-9c0f14e437ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:20.221160 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aec5c72-658d-406e-9128-d03aea150d7c req-8658edd4-4587-4dc0-b29d-9c0f14e437ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0456595 Aug 04 18:24:20.280115 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec5c72-658d-406e-9128-d03aea150d7c req-3c379111-34d8-4006-a6e2-5b0ad69ce6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:20.281652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aec5c72-658d-406e-9128-d03aea150d7c req-3c379111-34d8-4006-a6e2-5b0ad69ce6ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538244 Aug 04 18:24:20.392360 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aec5c72-658d-406e-9128-d03aea150d7c req-f38a5d78-2ec1-48ea-a2d9-38543efe1cde service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011002 Aug 04 18:24:20.517465 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-1aec5c72-658d-406e-9128-d03aea150d7c req-affe2473-d555-459a-a039-6750933e8b12 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157146 Aug 04 18:24:23.469296 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b68b26df-dd9e-4273-981c-3d422cb5b428 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:24:23.577897 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b68b26df-dd9e-4273-981c-3d422cb5b428, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b68b26df-dd9e-4273-981c-3d422cb5b428,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:24:23.589216 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'port_id': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'mac_address': 'fa:16:3e:26:95:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:24:23.628644 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:23.651169 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68b26df-dd9e-4273-981c-3d422cb5b428 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:24:23.675341 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b68b26df-dd9e-4273-981c-3d422cb5b428, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b68b26df-dd9e-4273-981c-3d422cb5b428,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:24:23.682582 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:23.737983 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b68b26df-dd9e-4273-981c-3d422cb5b428,revision_number=4']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:24:23.905888 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['b68b26df-dd9e-4273-981c-3d422cb5b428'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:24:25.469850 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b68b26df-dd9e-4273-981c-3d422cb5b428 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:24:25.536877 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning for port b68b26df-dd9e-4273-981c-3d422cb5b428 completed by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 18:24:25.541392 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port b68b26df-dd9e-4273-981c-3d422cb5b428 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:24:25.541769 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:25.634169 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:25.658615 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:24:25.660886 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20987cec-2f2e-421c-ac83-d0a49d3e3f36" -d '{"events": [{"server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "name": "network-vif-plugged", "status": "completed", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:24:25.673905 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b68b26df-dd9e-4273-981c-3d422cb5b428, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b68b26df-dd9e-4273-981c-3d422cb5b428,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:24:25.679652 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:25.707152 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53492afa-88d0-4670-9090-e073b1b7b08f x-openstack-request-id: req-53492afa-88d0-4670-9090-e073b1b7b08f {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:24:25.707442 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "name": "network-vif-plugged", "status": "completed", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:24:25.707692 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53492afa-88d0-4670-9090-e073b1b7b08f {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:24:25.708063 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'code': 200} Aug 04 18:24:25.731889 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b68b26df-dd9e-4273-981c-3d422cb5b428,revision_number=5']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:24:25.820424 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d614-d263-4f01-a7f9-fcb97ac7c06d req-28a32e83-6a63-428f-b55b-2bf299bc11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:24:25.821932 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7436d614-d263-4f01-a7f9-fcb97ac7c06d req-28a32e83-6a63-428f-b55b-2bf299bc11e0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 1096 time: 0.0494657 Aug 04 18:24:25.857673 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-7436d614-d263-4f01-a7f9-fcb97ac7c06d req-bbc12ad0-3d0a-4379-a2a3-88cc9821c2ea service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283232 Aug 04 18:24:32.126617 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9af5f0cc-fdd7-41ae-85ff-a59b6a030347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:34.564926 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-225a204b-fe02-4f84-9b83-c26c0a6b4031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:35.135708 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:36.285507 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:37.888236 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:39.966933 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:40.046431 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:24:56.311075 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:25:02.112027 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bb2832b6-dfe4-45c9-8c18-ea9940e37f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:04.566071 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-02a5e56d-b66c-4ead-bbe7-6b7ce88c975c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:05.132397 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:06.289529 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:07.036567 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-49471105-8b05-4b1d-88e3-c7842fd0ac94 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1277554 Aug 04 18:25:07.151613 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-a3c5f5f4-6bcb-4b6a-b579-2dbfe7b4ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:07.153275 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-a3c5f5f4-6bcb-4b6a-b579-2dbfe7b4ed2c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 1096 time: 0.0695763 Aug 04 18:25:07.174665 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f48be2-9987-4a56-a6b8-01595013a8a8 req-dcdf4b44-8ab0-45f4-9ed7-99f3901933aa tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:07.176241 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87f48be2-9987-4a56-a6b8-01595013a8a8 req-dcdf4b44-8ab0-45f4-9ed7-99f3901933aa tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1617332 Aug 04 18:25:07.273437 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-87f48be2-9987-4a56-a6b8-01595013a8a8 req-b78996dc-41b7-4b08-be5a-df634170c06b tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875711 Aug 04 18:25:07.292527 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-0bca78cd-638d-417b-90d5-4ee0acbae8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:07.294019 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-0bca78cd-638d-417b-90d5-4ee0acbae8f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.1169097 Aug 04 18:25:07.338033 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-2cc48556-7472-4a12-b295-04dca150a9ec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68b26df-dd9e-4273-981c-3d422cb5b428 HTTP/1.1" status: 200 len: 217 time: 0.0362511 Aug 04 18:25:07.423401 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-de684eed-62d8-493f-b97b-d9ea8ae99904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:07.424895 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-de684eed-62d8-493f-b97b-d9ea8ae99904 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0752532 Aug 04 18:25:07.437711 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4026c-db1f-417e-8b72-6252fdb925e1 req-6b94ffdb-3cfb-4114-b2f8-18be98bc4687 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:07.439064 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8c4026c-db1f-417e-8b72-6252fdb925e1 req-6b94ffdb-3cfb-4114-b2f8-18be98bc4687 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0960948 Aug 04 18:25:07.502404 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-c8c4026c-db1f-417e-8b72-6252fdb925e1 req-02a46064-827f-4d80-9f75-94c7408d7b56 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546944 Aug 04 18:25:07.505386 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-31fa8d20-ed82-4809-a924-bd0219367e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:07.506729 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-31fa8d20-ed82-4809-a924-bd0219367e8c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668037 Aug 04 18:25:07.525082 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43756) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:25:07.573741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf28d8-8c08-4e8e-8086-5c506518be07 tempest-TestSnapshotPattern-43956398 tempest-TestSnapshotPattern-43956398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:07.575364 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-e9cf28d8-8c08-4e8e-8086-5c506518be07 tempest-TestSnapshotPattern-43956398 tempest-TestSnapshotPattern-43956398-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 1091 time: 0.0493884 Aug 04 18:25:07.578267 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43760) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:25:07.582998 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.v2.base [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Request body: {'floatingip': {'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'port_id': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 18:25:07.613951 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for floatingip, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:07.623298 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-279c7b6e-503f-478b-8954-6b2fc2465b11 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078908 Aug 04 18:25:07.715970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-cd0e268f-1ee5-4279-912e-f61b851971a5 req-a868fda3-7385-406e-8115-c0ecc082ee2e service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849674 Aug 04 18:25:07.720909 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:07.829576 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.db_base_plugin_common [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Allocated IP 172.25.2.159 (4642cd0b-010a-4ce0-9962-34aca70d5888/e5ccbde4-5e21-480c-8d35-1719bfe01082/287e46b0-0064-4e1e-a47a-715a5fcf35c1) {{(pid=105829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 18:25:07.884463 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:07.940718 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for port, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:07.984203 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772336335921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:08.025726 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Network 4642cd0b-010a-4ce0-9962-34aca70d5888 is already hosted by enough agents. {{(pid=105829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 18:25:08.028925 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.base_scheduler [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Resources bound (agent type, host, resource id): {{(pid=105829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 18:25:08.032711 n-d-764435-5 neutron-server[105829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Received port after_create {{(pid=105829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 18:25:08.064461 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'Port': ['ID=287e46b0-0064-4e1e-a47a-715a5fcf35c1,revision_number=1']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:25:08.077766 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.078118 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.078456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.078841 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.079182 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.079540 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.079917 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.080192 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.080515 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.080839 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.081166 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.081495 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:25:08.454064 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:08.530641 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:08.693027 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for port, precommit_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:08.704505 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264285777'] for port, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:08.780440 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event updated for resources: {'Port': ['ID=287e46b0-0064-4e1e-a47a-715a5fcf35c1,revision_number=2']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:25:08.795546 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-268171912'] for floatingip, after_update {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:08.906742 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Floating IP 818bf6a2-a36c-4afb-8269-db8786fa0aa6 associated. External IP: 172.25.2.159, port: b68b26df-dd9e-4273-981c-3d422cb5b428. Aug 04 18:25:09.128214 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Router 4dbe583a-0ad9-404e-963f-bcd0e408d377 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:25:09.244050 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:25:09.253895 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] Sync routers for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:25:09.263373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:09.264443 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:25:09.265059 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:25:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:25:09.297579 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-d36c6855-f80f-4487-abe2-7098ef3e7a74 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7181647 Aug 04 18:25:09.298217 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:25:09.301029 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff5fd055f829ce2bca458b35fc7752fcb8bf5e23225622f2af9eb35435c31640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d35a27-b150-4089-8884-d7415f8452ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:25:09.377040 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:25:09.408879 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578138a0-fa73-4fac-9a93-7502de665ab4 x-openstack-request-id: req-578138a0-fa73-4fac-9a93-7502de665ab4 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:25:09.409137 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:25:09.409567 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-578138a0-fa73-4fac-9a93-7502de665ab4 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:25:09.410008 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'status': 'completed', 'code': 200} Aug 04 18:25:09.476184 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d35a27-b150-4089-8884-d7415f8452ca req-d7ba47b0-a08b-406e-9a46-7d1510f3d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:09.477711 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3d35a27-b150-4089-8884-d7415f8452ca req-d7ba47b0-a08b-406e-9a46-7d1510f3d58e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 1096 time: 0.0422599 Aug 04 18:25:09.577932 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d35a27-b150-4089-8884-d7415f8452ca req-4b9b4309-7385-4686-9d9f-8b3b2bf67f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:09.579467 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3d35a27-b150-4089-8884-d7415f8452ca req-4b9b4309-7385-4686-9d9f-8b3b2bf67f11 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.0947654 Aug 04 18:25:09.615060 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '818bf6a2-a36c-4afb-8269-db8786fa0aa6', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:26:95:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:25:08Z', 'updated_at': '2021-08-04T18:25:08Z', 'revision_number': 0, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}, {'id': 'f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:21:50Z', 'updated_at': '2021-08-04T18:21:53Z', 'revision_number': 1, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:25:09.640586 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] Checking router: 4dbe583a-0ad9-404e-963f-bcd0e408d377 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:25:09.647095 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3d35a27-b150-4089-8884-d7415f8452ca req-6d8852bd-ea2a-425e-bad5-9d4ef0ef9d5d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68b26df-dd9e-4273-981c-3d422cb5b428 HTTP/1.1" status: 200 len: 999 time: 0.0600171 Aug 04 18:25:09.649065 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:25:09.649655 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:25:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:25:09.707644 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d35a27-b150-4089-8884-d7415f8452ca req-30938b3a-db24-48c0-85cc-de53f410360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:09.709246 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3d35a27-b150-4089-8884-d7415f8452ca req-30938b3a-db24-48c0-85cc-de53f410360a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0536721 Aug 04 18:25:09.760723 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d35a27-b150-4089-8884-d7415f8452ca req-1914c99e-fb3a-4d32-970a-22b1dc233db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:09.761230 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:25:09.763004 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3d35a27-b150-4089-8884-d7415f8452ca req-1914c99e-fb3a-4d32-970a-22b1dc233db7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457191 Aug 04 18:25:09.865524 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3d35a27-b150-4089-8884-d7415f8452ca req-796c86a0-e468-4825-a479-5fee95e2502e service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946698 Aug 04 18:25:09.967257 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:09.971466 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-f3d35a27-b150-4089-8884-d7415f8452ca req-8de9f1ed-4f68-4b0d-8062-b53c80acea87 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981359 Aug 04 18:25:10.063190 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:10.105604 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '818bf6a2-a36c-4afb-8269-db8786fa0aa6', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:26:95:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:25:08Z', 'updated_at': '2021-08-04T18:25:08Z', 'revision_number': 0, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}, {'id': 'f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:21:50Z', 'updated_at': '2021-08-04T18:21:53Z', 'revision_number': 1, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:25:10.134309 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d67609-3986-49ee-8d9d-32d6d9b485fc None None] The sync data for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 is: [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': '818bf6a2-a36c-4afb-8269-db8786fa0aa6', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:26:95:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:25:08Z', 'updated_at': '2021-08-04T18:25:08Z', 'revision_number': 0, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}, {'id': 'f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:21:50Z', 'updated_at': '2021-08-04T18:21:53Z', 'revision_number': 1, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:25:10.341744 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b414429-1e25-4f04-91da-e4e9fa168937 None None] New status for floating IP 818bf6a2-a36c-4afb-8269-db8786fa0aa6: ACTIVE {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:25:20.039068 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-6c184b2e-1257-4360-aed8-af30430b151f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507212 Aug 04 18:25:20.126149 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-ef2c5186-9706-43ab-a108-c42c7d443eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:20.127796 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-ef2c5186-9706-43ab-a108-c42c7d443eab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0439100 Aug 04 18:25:20.250268 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-59aebc61-44a4-4796-99bc-dab4febdc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:20.251832 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-59aebc61-44a4-4796-99bc-dab4febdc7e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.1021032 Aug 04 18:25:20.341474 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-12a2e389-07e1-4ac6-a133-ecd48abb142b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865 HTTP/1.1" status: 200 len: 1000 time: 0.0819690 Aug 04 18:25:20.404516 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-7c839528-10f8-46d4-9c98-4f7188966bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:20.406944 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-7c839528-10f8-46d4-9c98-4f7188966bae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0590611 Aug 04 18:25:20.459158 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-60bf74cd-aeef-440b-af60-68a6e46c2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:25:20.461084 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-60bf74cd-aeef-440b-af60-68a6e46c2e16 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461719 Aug 04 18:25:20.472898 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-28b1803f-5b3b-4d3d-aeb7-e5b1ee7b71cf service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=105828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 18:25:20.474254 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-28b1803f-5b3b-4d3d-aeb7-e5b1ee7b71cf service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058799 Aug 04 18:25:20.571744 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-0f11f8f1-8958-4416-81a9-1f3ca548a9bb service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901742 Aug 04 18:25:20.681699 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4fef2775-b4da-4ba0-ae29-527148b9daff req-c238b6e3-6731-4961-8ae5-4fcdeb5ff974 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022303 Aug 04 18:25:32.113058 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3d197d3f-4640-4663-aa32-d3439846cafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:33.317084 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:25:34.567286 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-f37834d8-ac7b-4c41-8ef7-c32c4c0f56b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:35.133026 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:36.296807 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:37.895114 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:39.970829 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:25:40.066496 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:01.918380 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b68b26df-dd9e-4273-981c-3d422cb5b428 details requested by agent hyperv_n-h1-764435-5 with host n-h1-764435-5 {{(pid=105830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 18:26:02.050309 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b68b26df-dd9e-4273-981c-3d422cb5b428, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b68b26df-dd9e-4273-981c-3d422cb5b428,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:02.065266 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Returning: {'device': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'port_id': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'mac_address': 'fa:16:3e:26:95:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 18:26:02.115097 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8cabfad8-8373-41e1-a86a-c48f2b66e6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:02.117023 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:02.130493 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b68b26df-dd9e-4273-981c-3d422cb5b428 {{(pid=105830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 18:26:02.174770 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b68b26df-dd9e-4273-981c-3d422cb5b428, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b68b26df-dd9e-4273-981c-3d422cb5b428,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:02.182792 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:02.247039 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b68b26df-dd9e-4273-981c-3d422cb5b428,revision_number=6']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:02.258747 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.259122 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.259466 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.259798 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.260125 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.260453 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.260891 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.261253 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.262306 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.262641 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.262991 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.263505 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:02.270320 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] get_ports_and_sgs() called for port_ids ['b68b26df-dd9e-4273-981c-3d422cb5b428'] {{(pid=105830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 18:26:03.930555 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b68b26df-dd9e-4273-981c-3d422cb5b428 up at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 18:26:03.987179 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.provisioning_blocks [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Provisioning complete for port b68b26df-dd9e-4273-981c-3d422cb5b428 triggered by entity L2. {{(pid=105830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 18:26:03.987179 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895815'] for port, provisioning_complete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:04.073596 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:04.100638 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:26:04.104504 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e576ab3-8f63-4b34-9921-94de8a2c17ec" -d '{"events": [{"server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "name": "network-vif-plugged", "status": "completed", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:26:04.119598 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b68b26df-dd9e-4273-981c-3d422cb5b428, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b68b26df-dd9e-4273-981c-3d422cb5b428,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:04.126979 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:04.209598 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cf6fe8-e0de-482d-9c9c-cea1c2156369 x-openstack-request-id: req-61cf6fe8-e0de-482d-9c9c-cea1c2156369 {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:26:04.209856 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "name": "network-vif-plugged", "status": "completed", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:26:04.210144 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61cf6fe8-e0de-482d-9c9c-cea1c2156369 {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:26:04.210537 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'code': 200} Aug 04 18:26:04.211172 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b68b26df-dd9e-4273-981c-3d422cb5b428,revision_number=7']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:04.563263 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-760af24d-b6b7-41ca-ae07-f42060de9930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:05.130845 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:06.307153 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:07.900423 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:07.978654 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-1f282a3b-142e-42a3-98ff-4ced8ff8891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:07.980970 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-1f282a3b-142e-42a3-98ff-4ced8ff8891e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 1096 time: 0.0459759 Aug 04 18:26:08.116378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-9fcbab3a-63df-4999-ab56-fb766a9ffd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:08.121014 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-9fcbab3a-63df-4999-ab56-fb766a9ffd08 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.1138334 Aug 04 18:26:08.192442 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-f2a566c1-b4ce-4010-bf89-53558d84fa32 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68b26df-dd9e-4273-981c-3d422cb5b428 HTTP/1.1" status: 200 len: 1001 time: 0.0628500 Aug 04 18:26:08.247981 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-c8e4ff68-e77b-4abe-8ec9-058b0c408542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:08.250026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-c8e4ff68-e77b-4abe-8ec9-058b0c408542 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0470693 Aug 04 18:26:08.313277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-ce83c3f1-0021-408b-9ecb-426363327716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:08.314776 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-ce83c3f1-0021-408b-9ecb-426363327716 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579462 Aug 04 18:26:08.444682 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-aadec739-0b07-4e51-af1f-959bc7b234d2 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208429 Aug 04 18:26:08.574652 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-790fa6d0-b67e-4361-a908-cfee6aa7c4ea req-ad78ab59-be15-4f88-954b-7a2ebc3e09fb service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204486 Aug 04 18:26:09.994881 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:10.093451 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:10.316891 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:26:11.367800 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 43954) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:11.531176 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Deleting port 287e46b0-0064-4e1e-a47a-715a5fcf35c1 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:11.531483 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:11.606373 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:11.606658 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:11.619341 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Calling delete_port for 287e46b0-0064-4e1e-a47a-715a5fcf35c1 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:11.805820 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:11.831831 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event deleted for resources: {'Port': ['ID=287e46b0-0064-4e1e-a47a-715a5fcf35c1,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:11.844397 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.844742 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.845086 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.845422 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.845760 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.846087 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.846415 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.846741 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.847097 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.847419 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.847745 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.848067 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:11.904083 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:11.904415 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Floating IP 818bf6a2-a36c-4afb-8269-db8786fa0aa6 disassociated (deleted). External IP: 172.25.2.159, port: b68b26df-dd9e-4273-981c-3d422cb5b428. Aug 04 18:26:12.147761 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Router 4dbe583a-0ad9-404e-963f-bcd0e408d377 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:26:12.287516 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:26:12.292874 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:12.297885 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] Sync routers for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:26:12.307636 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:26:12.308213 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:26:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:12.325744 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-08fe7725-d994-44ed-944a-326255b150c3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "DELETE /v2.0/floatingips/818bf6a2-a36c-4afb-8269-db8786fa0aa6 HTTP/1.1" status: 204 len: 168 time: 0.9566972 Aug 04 18:26:12.326611 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:26:12.329320 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff5fd055f829ce2bca458b35fc7752fcb8bf5e23225622f2af9eb35435c31640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df417661-6306-4e0b-8b73-623f5793f540" -d '{"events": [{"name": "network-changed", "server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:26:12.422170 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:26:12.492688 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9085365b-d495-41bc-be40-a39bc3fc0897 x-openstack-request-id: req-9085365b-d495-41bc-be40-a39bc3fc0897 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:26:12.493209 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:26:12.493421 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9085365b-d495-41bc-be40-a39bc3fc0897 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:26:12.493917 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'status': 'completed', 'code': 200} Aug 04 18:26:12.596578 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df417661-6306-4e0b-8b73-623f5793f540 req-0db6f17f-9066-492f-8aaf-47859b138410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:12.598103 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df417661-6306-4e0b-8b73-623f5793f540 req-0db6f17f-9066-492f-8aaf-47859b138410 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 1096 time: 0.0784018 Aug 04 18:26:12.606110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead325a-92c7-4a8e-83ce-f99d85a0c99f req-f5c04044-3f03-4c35-9c19-60a0aa3ab804 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:12.607541 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ead325a-92c7-4a8e-83ce-f99d85a0c99f req-f5c04044-3f03-4c35-9c19-60a0aa3ab804 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0584764 Aug 04 18:26:12.651287 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:21:50Z', 'updated_at': '2021-08-04T18:21:53Z', 'revision_number': 1, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:12.687081 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] Checking router: 4dbe583a-0ad9-404e-963f-bcd0e408d377 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:26:12.697991 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:26:12.698600 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:26:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:12.702960 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-3ead325a-92c7-4a8e-83ce-f99d85a0c99f req-486cd4f8-5559-41e9-b826-36ebc27d2fa3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870659 Aug 04 18:26:12.723996 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df417661-6306-4e0b-8b73-623f5793f540 req-596ad19f-7c7e-4c09-9c5a-d3822886258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:12.725478 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df417661-6306-4e0b-8b73-623f5793f540 req-596ad19f-7c7e-4c09-9c5a-d3822886258b service neutron] 10.222.0.90 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.1170931 Aug 04 18:26:12.773830 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df417661-6306-4e0b-8b73-623f5793f540 req-8adb4c7e-40eb-4c31-a168-9c19a5742e29 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68b26df-dd9e-4273-981c-3d422cb5b428 HTTP/1.1" status: 200 len: 217 time: 0.0403619 Aug 04 18:26:12.815566 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:26:12.832632 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df417661-6306-4e0b-8b73-623f5793f540 req-2dabaad2-976b-423f-9e8d-1639f53de225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:12.834125 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df417661-6306-4e0b-8b73-623f5793f540 req-2dabaad2-976b-423f-9e8d-1639f53de225 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0529258 Aug 04 18:26:12.882032 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df417661-6306-4e0b-8b73-623f5793f540 req-2720cdab-22da-4d23-ad51-250cc121ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:12.883577 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df417661-6306-4e0b-8b73-623f5793f540 req-2720cdab-22da-4d23-ad51-250cc121ac98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418813 Aug 04 18:26:12.973918 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df417661-6306-4e0b-8b73-623f5793f540 req-f47312d0-980b-4671-a3b6-36430a00ed61 service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813766 Aug 04 18:26:13.045027 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:21:50Z', 'updated_at': '2021-08-04T18:21:53Z', 'revision_number': 1, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:13.074580 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-df417661-6306-4e0b-8b73-623f5793f540 req-7ce8c110-a4e2-45b4-b0d2-4d3ea72ca5af service neutron] 10.222.0.90 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902588 Aug 04 18:26:13.075253 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b5968-e654-4ebe-bc7b-47622d1dd73a None None] The sync data for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 is: [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_floatingips': [{'id': 'f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'router_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'port_id': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'mac_address': 'fa:16:3e:48:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T18:21:50Z', 'updated_at': '2021-08-04T18:21:53Z', 'revision_number': 1, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:26:13.341166 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6495c83-b3ec-4a18-88b7-3b0216418e0c None None] New status for floating IP 818bf6a2-a36c-4afb-8269-db8786fa0aa6: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:26:13.851225 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ae25d-7700-4006-9988-7ec53c2ae667 req-ba036196-4ddb-48d6-be07-2997569a61a3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:13.852784 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-758ae25d-7700-4006-9988-7ec53c2ae667 req-ba036196-4ddb-48d6-be07-2997569a61a3 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0542281 Aug 04 18:26:13.895584 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-758ae25d-7700-4006-9988-7ec53c2ae667 req-21aa00de-cb02-494e-bb54-1be034fc6b6f tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365155 Aug 04 18:26:13.959762 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b68b26df-dd9e-4273-981c-3d422cb5b428 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:26:14.037799 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-a67f25a7-5168-4561-a9b4-6cc27b732181 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:14.039363 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-a67f25a7-5168-4561-a9b4-6cc27b732181 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.90 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0512238 Aug 04 18:26:14.043202 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676870'] for port, before_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:14.066024 n-d-764435-5 neutron-server[105830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428'}] {{(pid=105830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:26:14.068303 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd920f1761cd724f3e331a1eda8214c93ab2193856f0c06965b2e95e150a61e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfd5a70-1142-4075-9645-a3dc2aa9912d" -d '{"events": [{"server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "name": "network-vif-unplugged", "status": "completed", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428"}]}' {{(pid=105830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:26:14.081355 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] For port b68b26df-dd9e-4273-981c-3d422cb5b428, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b68b26df-dd9e-4273-981c-3d422cb5b428,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:14.088041 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772336856450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772336335939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772336335957'] for port, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:14.112078 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 18:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a949c7-77e5-4bd7-bba1-9608d996261a x-openstack-request-id: req-53a949c7-77e5-4bd7-bba1-9608d996261a {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:26:14.112368 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "name": "network-vif-unplugged", "status": "completed", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428", "code": 200}]} {{(pid=105830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:26:14.112615 n-d-764435-5 neutron-server[105830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53a949c7-77e5-4bd7-bba1-9608d996261a {{(pid=105830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:26:14.112999 n-d-764435-5 neutron-server[105830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'code': 200} Aug 04 18:26:14.142244 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Deleting port b68b26df-dd9e-4273-981c-3d422cb5b428 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:14.142587 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:14.144308 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Pushing event updated for resources: {'Port': ['ID=b68b26df-dd9e-4273-981c-3d422cb5b428,revision_number=8']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:14.233539 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] For port b68b26df-dd9e-4273-981c-3d422cb5b428, host n-h1-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764435-5',level=0,port_id=b68b26df-dd9e-4273-981c-3d422cb5b428,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:14.233927 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:14.250740 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Calling delete_port for b68b26df-dd9e-4273-981c-3d422cb5b428 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:14.394559 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:14.423924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event deleted for resources: {'Port': ['ID=b68b26df-dd9e-4273-981c-3d422cb5b428,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:14.435951 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.436296 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.437140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.437604 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.437853 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.438165 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.439056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.439056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.439273 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.439497 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.439821 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.440140 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764435-5 {{(pid=105828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 18:26:14.482251 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] No DVR routers for this DVR port b68b26df-dd9e-4273-981c-3d422cb5b428 on host n-h1-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:26:14.486183 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:14.488219 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-917eb3ba-f171-47a7-b41f-be43f0db823c req-b5af016d-33c5-4b69-8864-5e2a7eee64df tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.90 "DELETE /v2.0/ports/b68b26df-dd9e-4273-981c-3d422cb5b428 HTTP/1.1" status: 204 len: 173 time: 0.4414492 Aug 04 18:26:14.488646 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'name': 'network-vif-deleted', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:26:14.490925 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c53c8a-8b64-4c2b-8313-6ed2e00b6b28" -d '{"events": [{"server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "name": "network-vif-deleted", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:26:14.541842 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e00e8e-e622-4e30-aff6-7654ddb2b3a3 x-openstack-request-id: req-64e00e8e-e622-4e30-aff6-7654ddb2b3a3 {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:26:14.542131 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5719b08c-95ab-4de4-9c59-3465c06f5dbc", "name": "network-vif-deleted", "tag": "b68b26df-dd9e-4273-981c-3d422cb5b428", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:26:14.542762 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64e00e8e-e622-4e30-aff6-7654ddb2b3a3 {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:26:14.543427 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5719b08c-95ab-4de4-9c59-3465c06f5dbc', 'name': 'network-vif-deleted', 'tag': 'b68b26df-dd9e-4273-981c-3d422cb5b428', 'status': 'completed', 'code': 200} Aug 04 18:26:15.014839 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-77c7ee3e-751f-4c6b-9b15-800f697af1fb req-a07dcd40-7b41-40b0-8c0e-46b040217d15 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=5719b08c-95ab-4de4-9c59-3465c06f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0277410 Aug 04 18:26:16.657752 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44018) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:17.165618 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Deleting port e4423904-4319-48ef-a2d4-85f91c3f65c7 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:17.166045 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:17.245853 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:17.246186 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:17.261029 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Calling delete_port for e4423904-4319-48ef-a2d4-85f91c3f65c7 owned by network:floatingip {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:17.423471 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:17.448451 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event deleted for resources: {'Port': ['ID=e4423904-4319-48ef-a2d4-85f91c3f65c7,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:17.521031 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for floatingip, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:17.521339 n-d-764435-5 neutron-server[105829]: INFO neutron.db.l3_db [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Floating IP f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721 disassociated (deleted). External IP: 172.25.2.212, port: 58f2ef54-8bdc-469a-b51d-c3483b65a865. Aug 04 18:26:17.751359 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Router 4dbe583a-0ad9-404e-963f-bcd0e408d377 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:26:17.878750 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:26:17.884196 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for floatingip, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:17.889038 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] Sync routers for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:26:17.899723 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:26:17.900342 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:26:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:17.913218 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-a972ff43-249f-4821-8f0a-6f41244f93ac tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "DELETE /v2.0/floatingips/f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721 HTTP/1.1" status: 204 len: 168 time: 1.2543256 Aug 04 18:26:17.913802 n-d-764435-5 neutron-server[105829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865'}] {{(pid=105829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:26:17.916168 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff5fd055f829ce2bca458b35fc7752fcb8bf5e23225622f2af9eb35435c31640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865"}]}' {{(pid=105829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:26:17.964800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b68b26df-dd9e-4273-981c-3d422cb5b428 no longer exists at agent hyperv_n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:26:17.986654 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] No Port match for: b68b26df-dd9e-4273-981c-3d422cb5b428 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:26:17.987004 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Device b68b26df-dd9e-4273-981c-3d422cb5b428 not bound to the agent host n-h1-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:26:18.010957 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:26:18.075859 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 18:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4075c58-bce1-41c7-a217-a1ac54594b22 x-openstack-request-id: req-d4075c58-bce1-41c7-a217-a1ac54594b22 {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:26:18.076144 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865", "status": "completed", "code": 200}]} {{(pid=105829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:26:18.076376 n-d-764435-5 neutron-server[105829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4075c58-bce1-41c7-a217-a1ac54594b22 {{(pid=105829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:26:18.076982 n-d-764435-5 neutron-server[105829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'status': 'completed', 'code': 200} Aug 04 18:26:18.168666 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-e56cba71-51ef-4f75-9f0a-cc4c3c7f2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:18.170201 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-e56cba71-51ef-4f75-9f0a-cc4c3c7f2c1f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9229d004fe704e07877a33a6b5c757ee&device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0700495 Aug 04 18:26:18.213263 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:18.239345 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] Checking router: 4dbe583a-0ad9-404e-963f-bcd0e408d377 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:26:18.244277 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b490f1-339f-4ba6-a4ba-5c46b54f9330 req-99640bd0-c978-4598-a8fc-9dc8f6eb27fe tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:18.245842 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84b490f1-339f-4ba6-a4ba-5c46b54f9330 req-99640bd0-c978-4598-a8fc-9dc8f6eb27fe tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 944 time: 0.1136281 Aug 04 18:26:18.248040 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:26:18.248661 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:26:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:18.319459 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-84b490f1-339f-4ba6-a4ba-5c46b54f9330 req-4ac26cf1-9285-41b6-b2c4-2d1f09a43867 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666547 Aug 04 18:26:18.322924 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-45358529-06c2-41fb-8a59-87c5f6f732fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:18.324444 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-45358529-06c2-41fb-8a59-87c5f6f732fe service neutron] 10.222.0.82 "GET /v2.0/networks?id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 200 len: 912 time: 0.1462822 Aug 04 18:26:18.384613 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-003f6cf7-5c2d-47ad-8a34-8c1c621fee3a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865 HTTP/1.1" status: 200 len: 217 time: 0.0509384 Aug 04 18:26:18.445368 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-86242812-c882-410b-9a89-f41866aeb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:18.446929 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-86242812-c882-410b-9a89-f41866aeb64d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 200 len: 849 time: 0.0546980 Aug 04 18:26:18.469394 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:26:18.494428 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-25538d72-4eb7-4a13-89f2-a59b0a5bdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:18.496026 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-25538d72-4eb7-4a13-89f2-a59b0a5bdc0b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415759 Aug 04 18:26:18.590074 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-eb25c81e-658d-4798-8c99-f9ad5b9e4ad7 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853150 Aug 04 18:26:18.671717 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:18.681545 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-a8f867e0-b5f7-4e7d-908f-1a7e6f6fd59b req-0cb5b50d-15b5-4fd1-b4d2-bb845dc5ce55 service neutron] 10.222.0.82 "GET /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827429 Aug 04 18:26:18.698196 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6ecb03-b13b-419f-a6f2-4a412415b610 None None] The sync data for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 is: [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:21:31Z', 'revision_number': 4, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5', '_interfaces': [{'id': '62544d78-a201-47e8-b722-c53ec89ee09f', 'name': '', 'network_id': '6e8d1363-f4a9-4ffb-ad43-c5a658a3577f', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'mac_address': 'fa:16:3e:19:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:31Z', 'updated_at': '2021-08-04T18:21:36Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'subnets': [{'id': '9d1496e0-8762-438a-b82a-d2b69784afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:26:18.940272 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e2735-c43c-4189-8613-efc68917f687 None None] New status for floating IP f3a9a0f2-4a89-4a4b-bed6-e4fbf68c8721: DOWN {{(pid=105830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 18:26:19.449049 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd0f76-f32e-4555-8a33-114b16341a8b req-dd6d5466-0e5e-4756-96b9-28ead69622ca tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:19.450456 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4afd0f76-f32e-4555-8a33-114b16341a8b req-dd6d5466-0e5e-4756-96b9-28ead69622ca tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 944 time: 0.0542343 Aug 04 18:26:19.490414 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-4afd0f76-f32e-4555-8a33-114b16341a8b req-3055e556-01eb-46fa-9f64-29d39159d001 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/security-groups?id=c66cc6df-cbd9-4ca6-99b6-749125b0de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336285 Aug 04 18:26:19.691871 n-d-764435-5 neutron-server[105828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-44262f8c-d9f7-46ad-ad2b-6e558c2120bb tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 18:26:19.693365 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-44262f8c-d9f7-46ad-ad2b-6e558c2120bb tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.82 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 944 time: 0.0624321 Aug 04 18:26:19.798393 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-623b653d-88e0-4260-b254-2a28f1b217d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Deleting port 58f2ef54-8bdc-469a-b51d-c3483b65a865 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:19.798739 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-623b653d-88e0-4260-b254-2a28f1b217d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:19.896136 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-623b653d-88e0-4260-b254-2a28f1b217d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] For port 58f2ef54-8bdc-469a-b51d-c3483b65a865, host n-h2-764435-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764435-5',level=0,port_id=58f2ef54-8bdc-469a-b51d-c3483b65a865,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:19.896518 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-623b653d-88e0-4260-b254-2a28f1b217d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:19.911042 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-623b653d-88e0-4260-b254-2a28f1b217d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Calling delete_port for 58f2ef54-8bdc-469a-b51d-c3483b65a865 owned by compute:nova {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:20.051937 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-623b653d-88e0-4260-b254-2a28f1b217d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:20.085674 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b653d-88e0-4260-b254-2a28f1b217d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event deleted for resources: {'Port': ['ID=58f2ef54-8bdc-469a-b51d-c3483b65a865,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:20.127873 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-623b653d-88e0-4260-b254-2a28f1b217d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] No DVR routers for this DVR port 58f2ef54-8bdc-469a-b51d-c3483b65a865 on host n-h2-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:26:20.130612 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-623b653d-88e0-4260-b254-2a28f1b217d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45638'] for port, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:20.132667 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-34f15beb-dfc6-4a16-85de-a134e203fadf req-623b653d-88e0-4260-b254-2a28f1b217d1 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.82 "DELETE /v2.0/ports/58f2ef54-8bdc-469a-b51d-c3483b65a865 HTTP/1.1" status: 204 len: 173 time: 0.4321756 Aug 04 18:26:20.133129 n-d-764435-5 neutron-server[105828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'name': 'network-vif-deleted', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865'}] {{(pid=105828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 18:26:20.135417 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3788c8e3bde6d054fd96194988b5ebbe4482a4c59bf1b0650408b45774c258e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35fbd04-c6d1-454b-b47c-10884570f5f0" -d '{"events": [{"server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "name": "network-vif-deleted", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865"}]}' {{(pid=105828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 18:26:20.174320 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125d6ca-6084-46cb-b80d-74b146a6834e x-openstack-request-id: req-2125d6ca-6084-46cb-b80d-74b146a6834e {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 18:26:20.175072 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0", "name": "network-vif-deleted", "tag": "58f2ef54-8bdc-469a-b51d-c3483b65a865", "status": "completed", "code": 200}]} {{(pid=105828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 18:26:20.175333 n-d-764435-5 neutron-server[105828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2125d6ca-6084-46cb-b80d-74b146a6834e {{(pid=105828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 18:26:20.175853 n-d-764435-5 neutron-server[105828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0', 'name': 'network-vif-deleted', 'tag': '58f2ef54-8bdc-469a-b51d-c3483b65a865', 'status': 'completed', 'code': 200} Aug 04 18:26:20.610554 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [req-0797e635-8072-4148-ad8b-2c89f18e28d9 req-79156280-a81c-47cf-a1c6-7177198c0c41 tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec6f6c9e-6a11-4bf1-bee2-abdf9efedfd0 HTTP/1.1" status: 200 len: 210 time: 0.0273697 Aug 04 18:26:21.671499 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44034) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:21.740600 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5087f2f9-9301-4e6d-b851-b403e630a6fc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:21.767800 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5087f2f9-9301-4e6d-b851-b403e630a6fc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:21.831740 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5087f2f9-9301-4e6d-b851-b403e630a6fc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:21.834329 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-5087f2f9-9301-4e6d-b851-b403e630a6fc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:21.835546 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5087f2f9-9301-4e6d-b851-b403e630a6fc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] 10.222.0.39 "DELETE /v2.0/security-groups/c66cc6df-cbd9-4ca6-99b6-749125b0de2a HTTP/1.1" status: 204 len: 168 time: 0.1630058 Aug 04 18:26:21.845432 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087f2f9-9301-4e6d-b851-b403e630a6fc tempest-TestSnapshotPattern-1458684521 tempest-TestSnapshotPattern-1458684521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66cc6df-cbd9-4ca6-99b6-749125b0de2a,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:21.880975 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44038) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:22.287854 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:22.619370 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] Deleting port 62544d78-a201-47e8-b722-c53ec89ee09f {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:22.619734 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:22.710428 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] For port 62544d78-a201-47e8-b722-c53ec89ee09f, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=62544d78-a201-47e8-b722-c53ec89ee09f,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:22.711214 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:22.729491 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] Calling delete_port for 62544d78-a201-47e8-b722-c53ec89ee09f owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:22.952493 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:22.983107 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=62544d78-a201-47e8-b722-c53ec89ee09f,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:23.173133 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:23.425599 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] Router 4dbe583a-0ad9-404e-963f-bcd0e408d377 has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:26:23.528017 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 58f2ef54-8bdc-469a-b51d-c3483b65a865 no longer exists at agent hyperv_n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:26:23.549999 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] No Port match for: 58f2ef54-8bdc-469a-b51d-c3483b65a865 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:26:23.550389 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Device 58f2ef54-8bdc-469a-b51d-c3483b65a865 not bound to the agent host n-h2-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:26:23.555280 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:26:23.560455 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-433c15f9-160b-44d4-9d5e-3aee140c32c4 admin admin] 10.222.0.39 "PUT /v2.0/routers/4dbe583a-0ad9-404e-963f-bcd0e408d377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783755 Aug 04 18:26:23.563334 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44040) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:23.565459 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] Sync routers for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:26:23.575295 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:26:23.575902 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:26:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:23.669820 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:23.684503 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: n-d-764435-5 {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:26:23.773541 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:23.836228 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Deleting port 65d16eeb-1d9e-47cd-b327-de565d8ea483 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:23.836482 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:23.872218 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:26:22Z', 'revision_number': 5, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port': {'id': '65d16eeb-1d9e-47cd-b327-de565d8ea483', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:79:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:29Z', 'updated_at': '2021-08-04T18:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:23.898279 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] Checking router: 4dbe583a-0ad9-404e-963f-bcd0e408d377 for host: n-d-764435-5 {{(pid=105831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:26:23.906713 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] Routers {'4dbe583a-0ad9-404e-963f-bcd0e408d377'} bound to L3 agent in host n-d-764435-5 {{(pid=105831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:26:23.907340 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:26:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['4dbe583a-0ad9-404e-963f-bcd0e408d377'], 'active': True} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:23.915027 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] For port 65d16eeb-1d9e-47cd-b327-de565d8ea483, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=65d16eeb-1d9e-47cd-b327-de565d8ea483,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:23.915395 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:23.928098 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Calling delete_port for 65d16eeb-1d9e-47cd-b327-de565d8ea483 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:23.992956 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_dvr_db [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] Set router 4dbe583a-0ad9-404e-963f-bcd0e408d377 gateway port host: None {{(pid=105831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:26:24.044750 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.l3_hamode_db [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:26:23Z', 'revision_number': 6, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:24.074115 n-d-764435-5 neutron-server[105831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3f183-b333-4c27-a3df-a87758c1be2b None None] The sync data for ids ['4dbe583a-0ad9-404e-963f-bcd0e408d377'] in n-d-764435-5 is: [{'id': '4dbe583a-0ad9-404e-963f-bcd0e408d377', 'name': 'tempest-TestSnapshotPattern-1002569406-router', 'tenant_id': '9229d004fe704e07877a33a6b5c757ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:28Z', 'updated_at': '2021-08-04T18:26:23Z', 'revision_number': 6, 'project_id': '9229d004fe704e07877a33a6b5c757ee', 'gw_port_host': None}] {{(pid=105831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:26:24.105786 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.132685 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=65d16eeb-1d9e-47cd-b327-de565d8ea483,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:24.196917 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.300215 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.302618 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.348939 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.349425 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dbe583a-0ad9-404e-963f-bcd0e408d377 {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:26:24.354145 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.358057 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-9bb3161e-cd87-4428-9cb6-e7680d895b2c admin admin] 10.222.0.39 "DELETE /v2.0/routers/4dbe583a-0ad9-404e-963f-bcd0e408d377 HTTP/1.1" status: 204 len: 168 time: 0.7937596 Aug 04 18:26:24.358337 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44044) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:24.407127 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-74da11a7-4e21-46ed-a0d5-02b0e63dbb67 admin admin] Deleting subnet 9d1496e0-8762-438a-b82a-d2b69784afbe {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:26:24.411910 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74da11a7-4e21-46ed-a0d5-02b0e63dbb67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.455978 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74da11a7-4e21-46ed-a0d5-02b0e63dbb67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.539581 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74da11a7-4e21-46ed-a0d5-02b0e63dbb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.597303 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74da11a7-4e21-46ed-a0d5-02b0e63dbb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.636962 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da11a7-4e21-46ed-a0d5-02b0e63dbb67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1496e0-8762-438a-b82a-d2b69784afbe,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:24.638882 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-74da11a7-4e21-46ed-a0d5-02b0e63dbb67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.641239 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-74da11a7-4e21-46ed-a0d5-02b0e63dbb67 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9d1496e0-8762-438a-b82a-d2b69784afbe HTTP/1.1" status: 204 len: 168 time: 0.2816076 Aug 04 18:26:24.643767 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44046) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:24.644074 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8b38df-6e8f-49b3-b778-035788833a2a None None] Network 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:26:24.722656 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.776815 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Deleting port 82b6be30-f832-4f0f-a96b-d4ea6a086bed {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:24.777194 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.849378 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] For port 82b6be30-f832-4f0f-a96b-d4ea6a086bed, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=82b6be30-f832-4f0f-a96b-d4ea6a086bed,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:24.849765 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.864716 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Calling delete_port for 82b6be30-f832-4f0f-a96b-d4ea6a086bed owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:24.872768 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b72b86-2aa7-430f-8840-670e6398de1c None None] DHCP port deletion for 6e8d1363-f4a9-4ffb-ad43-c5a658a3577f request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:26:24.884073 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 62544d78-a201-47e8-b722-c53ec89ee09f no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:26:24.922035 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 62544d78-a201-47e8-b722-c53ec89ee09f {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:26:24.922347 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 62544d78-a201-47e8-b722-c53ec89ee09f not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:26:24.948302 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-14b72b86-2aa7-430f-8840-670e6398de1c None None] Deleting port 82b6be30-f832-4f0f-a96b-d4ea6a086bed {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:24.948742 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-14b72b86-2aa7-430f-8840-670e6398de1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.970459 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:24.983593 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] No DVR routers for this DVR port 82b6be30-f832-4f0f-a96b-d4ea6a086bed on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:26:25.011312 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b6be30-f832-4f0f-a96b-d4ea6a086bed,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:25.015920 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-14b72b86-2aa7-430f-8840-670e6398de1c None None] For port 82b6be30-f832-4f0f-a96b-d4ea6a086bed, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=82b6be30-f832-4f0f-a96b-d4ea6a086bed,segment=NetworkSegment(f7af8d99-1bea-4b5a-9f54-9f9e38f6d142),segment_id=f7af8d99-1bea-4b5a-9f54-9f9e38f6d142)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:25.016317 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-14b72b86-2aa7-430f-8840-670e6398de1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:25.030053 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-14b72b86-2aa7-430f-8840-670e6398de1c None None] Calling delete_port for 82b6be30-f832-4f0f-a96b-d4ea6a086bed owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:25.083672 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:25.096601 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8d1363-f4a9-4ffb-ad43-c5a658a3577f']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:25.108580 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:25.109084 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-14b72b86-2aa7-430f-8840-670e6398de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:25.109299 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7af8d99-1bea-4b5a-9f54-9f9e38f6d142') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:25.119406 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:25.135549 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:25.136522 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b72b86-2aa7-430f-8840-670e6398de1c None None] Pushing event deleted for resources: {'Port': ['ID=82b6be30-f832-4f0f-a96b-d4ea6a086bed,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:25.142546 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b72b86-2aa7-430f-8840-670e6398de1c None None] No DVR routers for this DVR port 82b6be30-f832-4f0f-a96b-d4ea6a086bed on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:26:25.149961 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:26:25.149961 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:26:25.150748 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:26:25.232858 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:25.240019 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:25.241916 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6e8d1363-f4a9-4ffb-ad43-c5a658a3577f HTTP/1.1" status: 204 len: 168 time: 0.5972250 Aug 04 18:26:25.245210 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44048) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:25.253464 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495d214-c563-4c93-9e14-9e3a9a5d11b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8d1363-f4a9-4ffb-ad43-c5a658a3577f,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:25.960089 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-268167596'] for router_interface, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:26.232243 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] Deleting port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:26.232498 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:26.312100 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] For port 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=9d05e5a7-b5c8-462d-b091-3a0f4d3339b4,segment=NetworkSegment(47364ce7-90af-4dbf-b428-3aa3536f66a0),segment_id=47364ce7-90af-4dbf-b428-3aa3536f66a0)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:26.312881 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:26.328584 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] Calling delete_port for 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 owned by network:router_interface {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:26.370787 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 82b6be30-f832-4f0f-a96b-d4ea6a086bed no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:26:26.395055 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 82b6be30-f832-4f0f-a96b-d4ea6a086bed {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:26:26.395365 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 82b6be30-f832-4f0f-a96b-d4ea6a086bed not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:26:26.395911 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 65d16eeb-1d9e-47cd-b327-de565d8ea483 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:26:26.419525 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 65d16eeb-1d9e-47cd-b327-de565d8ea483 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:26:26.419945 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 65d16eeb-1d9e-47cd-b327-de565d8ea483 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:26:26.528137 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:26.558737 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d05e5a7-b5c8-462d-b091-3a0f4d3339b4,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:26.727804 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-267950299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-268167492'] for router_interface, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:26.954765 n-d-764435-5 neutron-server[105829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] Router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea has already been hosted by L3 agent cd12dafd-7cba-4cf7-b25c-8d479db35b1d {{(pid=105829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 18:26:27.068438 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] Notify agent at l3_agent.n-d-764435-5 the message routers_updated {{(pid=105829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 18:26:27.073892 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-3511d489-b87f-4c52-a562-72bbde42439e admin admin] 10.222.0.39 "PUT /v2.0/routers/40f636ea-2e75-4ef0-8ea4-ffcb9df701ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275220 Aug 04 18:26:27.077348 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44050) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:27.080422 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946cc071-cf39-49af-88b3-871926535208 None None] Sync routers for ids ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'] in n-d-764435-5 {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 18:26:27.091119 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946cc071-cf39-49af-88b3-871926535208 None None] Routers {'40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:26:27.091800 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-946cc071-cf39-49af-88b3-871926535208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:26:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:27.199143 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-946cc071-cf39-49af-88b3-871926535208 None None] Set router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea gateway port host: n-d-764435-5 {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:26:27.301240 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Notify callbacks [] for router, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:27.378162 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-946cc071-cf39-49af-88b3-871926535208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'name': 'tempest-TestSnapshotPattern-925919866-router', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'external_fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:26:26Z', 'revision_number': 5, 'project_id': '732ef09349434a3caac90c278b77faa6', 'gw_port': {'id': '108c44cc-f987-44cf-aa1d-3f55400596d3', 'name': '', 'network_id': '4642cd0b-010a-4ce0-9962-34aca70d5888', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764435-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5ccbde4-5e21-480c-8d35-1719bfe01082', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764435-5'}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:27.405418 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946cc071-cf39-49af-88b3-871926535208 None None] Checking router: 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea for host: n-d-764435-5 {{(pid=105830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 18:26:27.406355 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:27.414671 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946cc071-cf39-49af-88b3-871926535208 None None] Routers {'40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'} bound to L3 agent in host n-d-764435-5 {{(pid=105830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 18:26:27.415330 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-946cc071-cf39-49af-88b3-871926535208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764435-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:41:04Z,description=,heartbeat_timestamp=2021-08-04T18:26:05Z,host='n-d-764435-5',id=cd12dafd-7cba-4cf7-b25c-8d479db35b1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:41:04Z,topic='l3_agent')) {'router_ids': ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'], 'active': True} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:27.461352 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Deleting port 108c44cc-f987-44cf-aa1d-3f55400596d3 {{(pid=105829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:27.461663 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:27.511412 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvr_db [None req-946cc071-cf39-49af-88b3-871926535208 None None] Set router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea gateway port host: None {{(pid=105830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 18:26:27.548314 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.db [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] For port 108c44cc-f987-44cf-aa1d-3f55400596d3, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=108c44cc-f987-44cf-aa1d-3f55400596d3,segment=NetworkSegment(f7c496a3-cf38-4674-93d9-03c6b58081b6),segment_id=f7c496a3-cf38-4674-93d9-03c6b58081b6)] {{(pid=105829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:27.548669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:27.562767 n-d-764435-5 neutron-server[105829]: DEBUG neutron.plugins.ml2.plugin [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Calling delete_port for 108c44cc-f987-44cf-aa1d-3f55400596d3 owned by network:router_gateway {{(pid=105829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:27.568091 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_hamode_db [None req-946cc071-cf39-49af-88b3-871926535208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'name': 'tempest-TestSnapshotPattern-925919866-router', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:26:27Z', 'revision_number': 6, 'project_id': '732ef09349434a3caac90c278b77faa6', 'gw_port_host': None}], 'n-d-764435-5', False) {} {{(pid=105830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:27.594636 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946cc071-cf39-49af-88b3-871926535208 None None] The sync data for ids ['40f636ea-2e75-4ef0-8ea4-ffcb9df701ea'] in n-d-764435-5 is: [{'id': '40f636ea-2e75-4ef0-8ea4-ffcb9df701ea', 'name': 'tempest-TestSnapshotPattern-925919866-router', 'tenant_id': '732ef09349434a3caac90c278b77faa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T18:21:33Z', 'updated_at': '2021-08-04T18:26:27Z', 'revision_number': 6, 'project_id': '732ef09349434a3caac90c278b77faa6', 'gw_port_host': None}] {{(pid=105830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 18:26:27.736912 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264285866'] for port, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:27.766273 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Pushing event deleted for resources: {'Port': ['ID=108c44cc-f987-44cf-aa1d-3f55400596d3,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:27.832264 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-268171974'] for router_gateway, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:27.926887 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268171114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4608'] for router, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:27.929273 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:27.976313 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-268171206'] for router, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:27.976851 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40f636ea-2e75-4ef0-8ea4-ffcb9df701ea {{(pid=105829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 18:26:27.981195 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] Notify callbacks [] for router, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:27.982382 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-dac078ae-1050-4408-bfae-e29bb8b7818a admin admin] 10.222.0.39 "DELETE /v2.0/routers/40f636ea-2e75-4ef0-8ea4-ffcb9df701ea HTTP/1.1" status: 204 len: 168 time: 0.9041190 Aug 04 18:26:27.985306 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44054) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:28.033431 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.db_base_plugin_v2 [None req-949094de-7789-436d-ad79-2dddd2d804de admin admin] Deleting subnet 1ee606c4-e281-474b-a411-c711daac5e7a {{(pid=105828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 18:26:28.036535 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-949094de-7789-436d-ad79-2dddd2d804de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.070587 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-949094de-7789-436d-ad79-2dddd2d804de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-259964172'] for subnet, precommit_delete_associations {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.155480 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-949094de-7789-436d-ad79-2dddd2d804de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703337'] for subnet, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.211484 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-949094de-7789-436d-ad79-2dddd2d804de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268288864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-259936470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266320618'] for subnet, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.246157 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949094de-7789-436d-ad79-2dddd2d804de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee606c4-e281-474b-a411-c711daac5e7a,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:28.248211 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-949094de-7789-436d-ad79-2dddd2d804de admin admin] Notify callbacks [] for subnet, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.251006 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-949094de-7789-436d-ad79-2dddd2d804de admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1ee606c4-e281-474b-a411-c711daac5e7a HTTP/1.1" status: 204 len: 168 time: 0.2639260 Aug 04 18:26:28.252768 n-d-764435-5 neutron-server[105828]: DEBUG neutron.wsgi [-] (105828) accepted ('10.222.0.39', 44056) {{(pid=105828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:28.254781 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b27746-3750-490b-ab48-2a8c29999f6c None None] Network 079bd95c-deb6-448c-ba03-76e6f55e69e5 requested from n-d-764435-5 {{(pid=105830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 18:26:28.320164 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-723703'] for network, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.385921 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Deleting port b3abf5da-1634-4e3c-b2af-87e75c36acb7 {{(pid=105828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:28.386360 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.422360 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 108c44cc-f987-44cf-aa1d-3f55400596d3 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:26:28.442284 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 108c44cc-f987-44cf-aa1d-3f55400596d3 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:26:28.442950 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 108c44cc-f987-44cf-aa1d-3f55400596d3 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:26:28.443674 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:26:28.447761 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ddbc4d-177e-4d52-8078-b8c5d4a3d7fd None None] DHCP port deletion for 079bd95c-deb6-448c-ba03-76e6f55e69e5 request from n-d-764435-5 {{(pid=105830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 18:26:28.455957 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.db [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] For port b3abf5da-1634-4e3c-b2af-87e75c36acb7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b3abf5da-1634-4e3c-b2af-87e75c36acb7,segment=NetworkSegment(47364ce7-90af-4dbf-b428-3aa3536f66a0),segment_id=47364ce7-90af-4dbf-b428-3aa3536f66a0)] {{(pid=105828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:28.456325 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.467634 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:26:28.468956 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device 9d05e5a7-b5c8-462d-b091-3a0f4d3339b4 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:26:28.474110 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.plugin [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Calling delete_port for b3abf5da-1634-4e3c-b2af-87e75c36acb7 owned by network:dhcp {{(pid=105828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:28.517959 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-50ddbc4d-177e-4d52-8078-b8c5d4a3d7fd None None] Deleting port b3abf5da-1634-4e3c-b2af-87e75c36acb7 {{(pid=105830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 18:26:28.518344 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-50ddbc4d-177e-4d52-8078-b8c5d4a3d7fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772336816698'] for port, before_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.561841 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-259936483'] for port, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.584816 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.db [None req-50ddbc4d-177e-4d52-8078-b8c5d4a3d7fd None None] For port b3abf5da-1634-4e3c-b2af-87e75c36acb7, host n-d-764435-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764435-5',level=0,port_id=b3abf5da-1634-4e3c-b2af-87e75c36acb7,segment=NetworkSegment(47364ce7-90af-4dbf-b428-3aa3536f66a0),segment_id=47364ce7-90af-4dbf-b428-3aa3536f66a0)] {{(pid=105830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 18:26:28.585218 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-50ddbc4d-177e-4d52-8078-b8c5d4a3d7fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-268167429'] for port, precommit_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.589101 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3abf5da-1634-4e3c-b2af-87e75c36acb7,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:28.595385 n-d-764435-5 neutron-server[105828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] No DVR routers for this DVR port b3abf5da-1634-4e3c-b2af-87e75c36acb7 on host n-d-764435-5 {{(pid=105828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:26:28.603361 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-50ddbc4d-177e-4d52-8078-b8c5d4a3d7fd None None] Calling delete_port for b3abf5da-1634-4e3c-b2af-87e75c36acb7 owned by network:dhcp {{(pid=105830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 18:26:28.672979 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897276', 'neutron.services.segments.db._delete_segments_for_network-8772336822137'] for network, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.683820 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079bd95c-deb6-448c-ba03-76e6f55e69e5']}} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:28.689060 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-50ddbc4d-177e-4d52-8078-b8c5d4a3d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772336856432', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772336335930'] for port, after_delete {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.698056 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47364ce7-90af-4dbf-b428-3aa3536f66a0') {'for_net_delete': True} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:28.698342 n-d-764435-5 neutron-server[105828]: DEBUG neutron.services.segments.db [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47364ce7-90af-4dbf-b428-3aa3536f66a0') {} {{(pid=105828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 18:26:28.707737 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772336834820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-259964277'] for segment, before_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.717364 n-d-764435-5 neutron-server[105830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddbc4d-177e-4d52-8078-b8c5d4a3d7fd None None] Pushing event deleted for resources: {'Port': ['ID=b3abf5da-1634-4e3c-b2af-87e75c36acb7,revision_number=None']} {{(pid=105830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:28.722975 n-d-764435-5 neutron-server[105830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddbc4d-177e-4d52-8078-b8c5d4a3d7fd None None] No DVR routers for this DVR port b3abf5da-1634-4e3c-b2af-87e75c36acb7 on host n-d-764435-5 {{(pid=105830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 18:26:28.723809 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936'] for segment, precommit_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.732520 n-d-764435-5 neutron-server[105828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=105828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 18:26:28.732928 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-259936316'] for segment, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: Traceback (most recent call last): Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: timer() Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: cb(*args, **kw) Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: return func(*args, **kwargs) Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: self._notify() Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: self.callback(batched_events) Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: event.method(event) Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: return f(self, *a, **k) Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: return self._get(url).json() Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: return self.request(url, 'GET', **kwargs) Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 18:26:28.735422 n-d-764435-5 neutron-server[105828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 18:26:28.792162 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268275246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-267950304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-268171930'] for network, after_delete {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.799371 n-d-764435-5 neutron-server[105828]: DEBUG neutron_lib.callbacks.manager [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Notify callbacks [] for network, before_response {{(pid=105828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:28.800519 n-d-764435-5 neutron-server[105828]: INFO neutron.wsgi [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] 10.222.0.39 "DELETE /v2.0/networks/079bd95c-deb6-448c-ba03-76e6f55e69e5 HTTP/1.1" status: 204 len: 168 time: 0.5468478 Aug 04 18:26:28.812078 n-d-764435-5 neutron-server[105828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc748f-86b1-427c-970b-eb2dc736ec0a admin admin] Pushing event deleted for resources: {'Network': ['ID=079bd95c-deb6-448c-ba03-76e6f55e69e5,revision_number=None']} {{(pid=105828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:28.944051 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44060) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:28.989057 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-05242eb9-5d96-4f15-9de9-83cced83ec0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9229d004fe704e07877a33a6b5c757ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437608 Aug 04 18:26:28.992646 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44062) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:29.040543 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-423949fd-b334-4eee-b125-a705112c062d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:29.061974 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-423949fd-b334-4eee-b125-a705112c062d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:29.109674 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-423949fd-b334-4eee-b125-a705112c062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:29.112342 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-423949fd-b334-4eee-b125-a705112c062d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:29.113508 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-423949fd-b334-4eee-b125-a705112c062d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6670bcd-0b6b-47f8-903e-6dd2e1ef516e HTTP/1.1" status: 204 len: 168 time: 0.1199944 Aug 04 18:26:29.121102 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423949fd-b334-4eee-b125-a705112c062d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6670bcd-0b6b-47f8-903e-6dd2e1ef516e,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:29.495763 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44068) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:29.537702 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-5fbdec2b-1fec-4b69-b955-27b008b44224 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=732ef09349434a3caac90c278b77faa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406380 Aug 04 18:26:29.540321 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [-] (105829) accepted ('10.222.0.39', 44070) {{(pid=105829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 18:26:29.591669 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8286d61b-0de7-4996-b8b7-a621b4d739eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:29.614906 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8286d61b-0de7-4996-b8b7-a621b4d739eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:29.673882 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8286d61b-0de7-4996-b8b7-a621b4d739eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268277955'] for security_group, after_delete {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:29.673882 n-d-764435-5 neutron-server[105829]: DEBUG neutron_lib.callbacks.manager [None req-8286d61b-0de7-4996-b8b7-a621b4d739eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:29.673882 n-d-764435-5 neutron-server[105829]: INFO neutron.wsgi [None req-8286d61b-0de7-4996-b8b7-a621b4d739eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/464bda41-e05c-4d18-aad7-0161422d7660 HTTP/1.1" status: 204 len: 168 time: 0.1295228 Aug 04 18:26:29.680562 n-d-764435-5 neutron-server[105829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286d61b-0de7-4996-b8b7-a621b4d739eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464bda41-e05c-4d18-aad7-0161422d7660,revision_number=None']} {{(pid=105829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 18:26:30.374279 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b3abf5da-1634-4e3c-b2af-87e75c36acb7 no longer exists at agent ovs-agent-n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 18:26:30.396036 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.plugin [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] No Port match for: b3abf5da-1634-4e3c-b2af-87e75c36acb7 {{(pid=105830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 18:26:30.396352 n-d-764435-5 neutron-server[105830]: DEBUG neutron.plugins.ml2.rpc [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Device b3abf5da-1634-4e3c-b2af-87e75c36acb7 not bound to the agent host n-d-764435-5 {{(pid=105830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 18:26:32.110074 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-29c35f90-6638-43fb-85a5-10b2da40d3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:34.558756 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a3e0bedc-920f-453e-b29a-c0933fb39fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:35.126849 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:36.298652 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:37.904003 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:39.990293 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:40.107603 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:26:47.317105 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:27:02.106344 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-757f0e79-d6f6-4934-b338-9143ecd3efaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:04.571831 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ed758684-3c16-49ee-b287-4443c15f612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:05.132422 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:06.303248 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:07.908122 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:09.988953 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:10.115738 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:24.316483 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:27:32.103851 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-28f87dcd-79d5-4dd2-8a7f-eafd0a841005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:34.565857 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-c4e09135-0e84-495c-a086-76e646b779dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:35.128075 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:36.310415 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:37.912215 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:39.987954 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:27:40.138981 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:01.317637 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:28:02.105599 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b916a3df-a454-4330-8971-7ef2603573d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:04.579756 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e6cea59b-054e-499f-b2ba-fe1a8866fc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:05.135258 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:06.314065 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:07.914762 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:10.019568 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:10.151183 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:32.101363 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-302f8145-49b5-4e99-8817-ecf33c7ac792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:34.580962 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b3bbff90-9c77-4d96-bc9b-ccc173bcfa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:35.130784 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:36.312894 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:37.916307 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:38.318334 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:28:40.010610 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:28:40.155803 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:02.110025 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-073a78fe-d443-4b83-a1a8-fbb2adfabe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:04.586679 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-baf059d2-44af-4729-8c69-0a91ff08255b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:05.127923 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:06.329020 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:07.922133 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:10.034223 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:10.166795 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:15.318834 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:29:32.099145 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-589cb648-e231-447e-ad42-21e828aa6a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:34.585120 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-98db125a-ecde-451b-9c4f-d6ee33082d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:35.133044 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:36.320205 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:37.922339 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:40.026594 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:40.176668 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:29:52.319038 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:30:02.095633 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-690939e5-616c-44e1-82f0-51a335afb4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:04.599904 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e193272d-97e8-4760-a514-29c4bd6d842d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:05.127927 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:06.325235 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:07.927784 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:10.024138 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:10.176039 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:29.320584 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:30:32.099200 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ee31176c-c4aa-46b2-8ba1-c92478c8efff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:34.588537 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-a04760d8-90da-43fe-89e5-478cc706125d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:35.133722 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:36.325689 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:37.941147 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:40.042377 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:30:40.191792 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:02.095387 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3868fecb-e1cb-40c7-8261-4f18ccbc5052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:04.583827 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8d6befae-ec8c-44df-8f28-313bb83cba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:05.131248 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:06.323465 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:31:06.331553 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:07.941779 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:10.048456 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:10.190002 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:32.097017 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-9c170a2a-4d73-4690-be95-cc0783c5d30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:34.590588 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b68a7da3-9f75-48fa-8c5d-6a9b8eeb6928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:35.132131 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:36.333930 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:37.943193 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:40.036435 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:40.188209 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:31:43.322829 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:32:02.102004 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e7971893-4d7a-480f-9f72-64fd8b019156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:04.585080 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9867-25e9-424d-a423-f653b3a9e4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:05.134128 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:06.337113 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:07.950181 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:10.061297 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:10.204514 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:20.323003 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:32:32.099939 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-bffb2969-105d-4f91-bbc2-dbdfa0f64dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:34.594973 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-14ce01f8-61db-4459-9ef1-4b345960cf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:35.129442 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:36.340208 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:37.953200 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:40.067674 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:40.207952 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:32:57.323012 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:33:02.097854 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e47ece68-eec3-465e-b625-9f0b97bc0443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:04.595573 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-60a493ed-36ed-4f37-bd7d-c9c009854c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:05.141590 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:06.342076 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:07.959641 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:10.060954 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:10.204472 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:32.095354 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ba4974ea-95fa-4d44-a051-6c454e41306f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:34.322788 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:33:34.597945 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-869255c2-7284-43bc-85dc-23ba859582cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:35.138343 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:36.349023 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:37.958329 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:40.055732 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:33:40.216120 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:02.092826 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-d64bd4ae-79ca-4b19-88b9-50ec23a5a8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:04.594949 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-0933f70e-f279-48fa-a926-afcc1504abcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:05.136968 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:06.355995 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:07.968543 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:10.057166 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:10.218761 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:11.322555 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:34:32.095986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3febef63-8b8f-4370-b418-fed25b834233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:34.591787 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-8b226963-6f98-42de-bb88-adabb8f94a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:35.136860 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:36.353886 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-ff46c19a-3200-470f-b2c0-adb589a4671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:37.969341 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-b980da55-8af7-4c8a-8b73-c1f37f30db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:38.861456 n-d-764435-5 neutron-server[105829]: DEBUG neutron.wsgi [req-3ce8598f-1d66-482b-acdb-3934fd18a525 req-1cb308d8-6c50-49cf-8834-3403e612e63c service neutron] (105829) timed out ('10.222.0.39', 42712) {{(pid=105829) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 18:34:40.058239 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc115-9b26-4c49-8811-0be6b2f4736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:40.229890 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-e089498e-4e15-4d2f-bd15-59d292dfacdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:34:48.322644 n-d-764435-5 neutron-server[105831]: DEBUG neutron.db.agents_db [None req-9f763c62-ad72-4eca-b47b-f607fcc93d00 None None] Agent healthcheck: found 7 active agents {{(pid=105831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 18:35:02.092123 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5052077c-fd0e-4cc1-aa70-eec96ddf0894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:35:04.585986 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-00e441bf-ef7b-42be-a68e-d2d6c7602195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 18:35:05.131705 n-d-764435-5 neutron-server[105830]: DEBUG neutron_lib.callbacks.manager [None req-5a6469a6-00d5-48b4-93b1-a9be264ce9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772336825959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895926'] for agent, after_update {{(pid=105830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}